-- Logs begin at Fri 2021-09-17 21:43:12 UTC, end at Fri 2021-09-17 23:45:28 UTC. -- Sep 17 22:13:12.689838 n-d-789963-10 systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 22:13:15.440251 n-d-789963-10 neutron-server[94628]: INFO neutron.common.config [-] Logging enabled! Sep 17 22:13:15.440811 n-d-789963-10 neutron-server[94628]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 22:13:15.440962 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94628) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 22:13:15.444123 n-d-789963-10 neutron-server[94628]: INFO neutron.common.config [-] Logging enabled! Sep 17 22:13:15.444376 n-d-789963-10 neutron-server[94628]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 22:13:15.444682 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94628) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 22:13:15.445651 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 22:13:15.445886 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 22:13:15.446246 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 22:13:15.446489 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 22:13:15.446712 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 22:13:15.447030 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.447497 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.447995 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.448246 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.448549 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.448842 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.449153 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.449446 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.449744 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.450029 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.450307 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.450590 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.450817 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.451094 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.451375 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.451658 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.451877 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] debug = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.452153 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.452575 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.452994 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.453274 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.453559 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.453832 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.454099 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.454370 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.454649 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.454970 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] host = n-d-789963-10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.455244 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.455527 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.455808 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.456088 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.456358 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.456628 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.456906 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.457201 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.457468 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] log_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.457741 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.458023 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.458306 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.458591 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.458812 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.459029 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.459311 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.459594 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.459866 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.460136 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.460407 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.460678 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.460968 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.461236 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.461515 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.461797 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.462078 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.462350 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.462620 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.463445 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.464178 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.464487 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.464768 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.465080 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.465361 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.465651 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.465920 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.466192 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.466491 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.466775 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.467054 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.467336 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.467611 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.467889 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.468161 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.468432 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.468702 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] use_json = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.468997 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.469267 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.469547 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.469814 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.470080 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.470348 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.470613 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.470891 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:15.471183 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.471477 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.471773 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.472052 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.472345 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.472624 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.472912 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.473211 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.473497 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.473781 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.474063 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.474338 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.474622 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.474896 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.475187 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.475490 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.475779 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.476067 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.476339 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.476609 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.476879 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.477178 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.477466 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.477738 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.478022 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.478309 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.479355 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.479821 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.480121 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.480417 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.480696 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.481014 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.481311 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.481591 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.481863 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.482141 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.482429 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.482704 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.482975 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.483255 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.483532 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.483799 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.484065 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.484337 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.484623 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.484897 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.485193 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.485461 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.485733 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.486002 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.486282 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.486555 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.486823 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.487089 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.487361 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.487636 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.487905 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.488178 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.488445 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.488716 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.489018 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.489288 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.489556 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.489823 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.490091 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.490358 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.490626 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.490900 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.491170 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.491438 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.491706 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.491974 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.492242 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.492522 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.492819 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.493126 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.493409 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.493688 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.493985 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.494397 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.494782 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.495067 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.495350 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.495625 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.495917 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.496201 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.496488 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.496770 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.497084 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.497384 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.497667 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.497949 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.498226 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.498503 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.498783 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.499064 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.499356 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.499648 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.499939 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.500229 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.500518 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.500797 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.501131 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.501410 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:15.501624 n-d-789963-10 neutron-server[94628]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 22:13:15.501858 n-d-789963-10 neutron-server[94628]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94628) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 22:13:15.856239 n-d-789963-10 neutron-server[94628]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 22:13:15.856443 n-d-789963-10 neutron-server[94628]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 22:13:15.856728 n-d-789963-10 neutron-server[94628]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 22:13:15.857091 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 22:13:16.255295 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.255592 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.255864 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.257176 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.257451 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.257712 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.294131 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.294406 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.294667 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.309897 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.310172 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.310437 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.340224 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.340495 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.340763 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.379713 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.379927 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.380192 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.612082 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.612692 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.612692 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.612864 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.613560 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.734034 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.734289 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.734571 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.734839 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.735100 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.735404 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.735665 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.735912 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.736158 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.736438 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.736690 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.736967 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.737220 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.737466 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.737713 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.737971 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.738220 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.738481 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.738744 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.739000 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.739267 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.739514 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.739791 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.740158 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.740402 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.740642 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.741054 n-d-789963-10 neutron-server[94628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:13:16.741291 n-d-789963-10 neutron-server[94628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:13:16.741522 n-d-789963-10 neutron-server[94628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:13:16.741752 n-d-789963-10 neutron-server[94628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:13:16.741980 n-d-789963-10 neutron-server[94628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:13:16.742209 n-d-789963-10 neutron-server[94628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:13:16.742565 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 22:13:16.746710 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 22:13:16.750732 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 22:13:16.754386 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 17 22:13:16.756005 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 22:13:16.756449 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 22:13:16.756785 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 22:13:16.757194 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 22:13:16.760746 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 22:13:16.761047 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 22:13:16.761392 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 22:13:16.766603 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 22:13:16.788192 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 22:13:16.788637 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.788954 n-d-789963-10 neutron-server[94628]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94628) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 22:13:16.789306 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.790646 n-d-789963-10 neutron-server[94628]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94628) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 22:13:16.791250 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 22:13:16.791562 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 22:13:16.794724 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.795005 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:16.859281 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 22:13:16.859518 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 22:13:16.859750 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 22:13:16.860122 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 22:13:16.882770 n-d-789963-10 neutron-server[94628]: DEBUG oslo_db.sqlalchemy.engines [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94628) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 22:13:17.421717 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Initializing driver for type 'gre' Sep 17 22:13:17.422306 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] gre ID ranges: [(1, 1000)] Sep 17 22:13:17.476133 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Initializing driver for type 'local' Sep 17 22:13:17.476461 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Initializing driver for type 'vlan' Sep 17 22:13:17.489654 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] VlanTypeDriver initialization complete Sep 17 22:13:17.490073 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Initializing driver for type 'vxlan' Sep 17 22:13:17.490636 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] vxlan ID ranges: [(1, 1000)] Sep 17 22:13:17.551230 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Initializing extension driver 'port_security' Sep 17 22:13:17.551697 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.extensions.port_security [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] PortSecurityExtensionDriver initialization complete Sep 17 22:13:17.552038 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Initializing mechanism driver 'openvswitch' Sep 17 22:13:17.552372 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Initializing mechanism driver 'hyperv' Sep 17 22:13:17.559660 n-d-789963-10 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:17.560346 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > port after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.560715 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > port after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.561098 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > port after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.561619 n-d-789963-10 neutron-server[94628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:13:17.562050 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > subnet after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.562402 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > subnet after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.562746 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.563139 n-d-789963-10 neutron-server[94628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:13:17.563546 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > network after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.563897 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > network after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.564265 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > network after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.564657 n-d-789963-10 neutron-server[94628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:13:17.565084 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > security_group after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.565431 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > security_group after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.565767 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.566296 n-d-789963-10 neutron-server[94628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:13:17.566699 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.567045 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.567384 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.567776 n-d-789963-10 neutron-server[94628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:13:17.568174 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > address_group after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.568516 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > address_group after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.568852 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.569267 n-d-789963-10 neutron-server[94628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:13:17.569643 n-d-789963-10 neutron-server[94628]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] ML2 OVO RPC backend initialized. {{(pid=94628) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 22:13:17.570346 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.570699 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.571112 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > network before_response 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.571457 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > networks before_response 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.571799 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > port before_response 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.572720 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > ports before_response 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.573212 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > subnet before_response 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.573567 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > subnets before_response 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.573913 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > network after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.574253 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > network after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.574587 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > network after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.574921 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > port after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.575256 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > port after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.575587 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > port after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.575920 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > subnet after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.576251 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > subnet after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.576582 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.577180 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Modular L2 Plugin initialization complete Sep 17 22:13:17.577504 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading services supported by the core plugin {{(pid=94628) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 22:13:17.577830 n-d-789963-10 neutron-server[94628]: INFO neutron.plugins.ml2.managers [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Got port-security extension from driver 'port_security' Sep 17 22:13:17.578287 n-d-789963-10 neutron-server[94628]: INFO neutron.extensions.vlantransparent [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Disabled vlantransparent extension. Sep 17 22:13:17.578765 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94628) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 22:13:17.579076 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading Plugin: router Sep 17 22:13:17.614883 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.615418 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router after_create 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.615632 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router before_create 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.615997 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.616369 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.616726 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router after_delete 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.617188 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.617539 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.617895 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router after_create 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.618239 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router after_update 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.618585 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router after_update 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.619461 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.619839 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router after_update 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.620264 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_update 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.620631 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: port after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.620992 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: port after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.621331 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: subnet after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.621669 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.622016 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.622383 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_create 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.622729 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: port before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.623065 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.623418 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router after_update 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.623754 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.624102 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_create 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.624456 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.624794 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_update 55549900 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.625179 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > agent after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.625526 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > agent after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.625866 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > network after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.626718 n-d-789963-10 neutron-server[94628]: DEBUG neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Tracking information for resource: router configured {{(pid=94628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:13:17.627051 n-d-789963-10 neutron-server[94628]: DEBUG neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Tracking information for resource: floatingip configured {{(pid=94628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:13:17.632117 n-d-789963-10 neutron-server[94628]: INFO neutron.db.l3_agentschedulers_db [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 22:13:17.632693 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: port after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.633083 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: port after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.633434 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: port after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.633781 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: port after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.635145 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router before_create 55550100 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.635576 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.636044 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_create 55550100 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.636401 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > router precommit_update 55550100 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.641255 n-d-789963-10 neutron-server[94628]: DEBUG neutron.services.provider_configuration [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service providers = [] {{(pid=94628) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 22:13:17.641620 n-d-789963-10 neutron-server[94628]: DEBUG neutron.db.servicetype_db [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94628) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 22:13:17.644536 n-d-789963-10 neutron-server[94628]: DEBUG neutron.services.service_base [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 22:13:17.644885 n-d-789963-10 neutron-server[94628]: DEBUG neutron.services.service_base [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 22:13:17.645253 n-d-789963-10 neutron-server[94628]: DEBUG neutron.services.service_base [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 22:13:17.646143 n-d-789963-10 neutron-server[94628]: DEBUG neutron.services.service_base [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 22:13:17.646517 n-d-789963-10 neutron-server[94628]: INFO neutron.services.service_base [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 22:13:17.646891 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:13:17.647212 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 22:13:17.658005 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:13:17.658342 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading Plugin: auto_allocate Sep 17 22:13:17.664141 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: network precommit_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.664511 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: network precommit_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.665063 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:13:17.665384 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading Plugin: tag Sep 17 22:13:17.672234 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:13:17.672516 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading Plugin: timestamp Sep 17 22:13:17.676535 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:13:17.676865 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading Plugin: network_ip_availability Sep 17 22:13:17.682858 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.683230 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.683585 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.684298 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:13:17.684616 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading Plugin: flavors Sep 17 22:13:17.689300 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:13:17.689631 n-d-789963-10 neutron-server[94628]: INFO neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading Plugin: revisions Sep 17 22:13:17.693878 n-d-789963-10 neutron-server[94628]: DEBUG neutron.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:13:17.694262 n-d-789963-10 neutron-server[94628]: DEBUG oslo_concurrency.lockutils [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=94628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 22:13:17.695004 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94628) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 22:13:17.695339 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Initializing extension manager. Sep 17 22:13:17.695849 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: __init__.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.696187 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: __pycache__ {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.696517 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.696845 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: address_group.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.698343 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.698895 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: address-group Sep 17 22:13:17.699214 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: address_scope.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.700114 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.700617 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: address-scope Sep 17 22:13:17.700950 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.701883 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.702385 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: router-admin-state-down-before-update Sep 17 22:13:17.702705 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: agent.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.703400 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.703897 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: agent Sep 17 22:13:17.704215 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: agent_resources_synced.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.705153 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.705647 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: agent-resources-synced Sep 17 22:13:17.705966 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: allowedaddresspairs.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.707759 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.708278 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: allowed-address-pairs Sep 17 22:13:17.708602 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: auto_allocated_topology.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.709711 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.710221 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: auto-allocated-topology Sep 17 22:13:17.710543 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: availability_zone.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.711232 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.711730 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: availability_zone Sep 17 22:13:17.712047 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: availability_zone_filter.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.713013 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.713768 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: availability_zone_filter Sep 17 22:13:17.714087 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: data_plane_status.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.715024 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.715522 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 22:13:17.715838 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: default_subnetpools.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.716747 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.717287 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: default-subnetpools Sep 17 22:13:17.717603 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.718406 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.718904 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: dhcp_agent_scheduler Sep 17 22:13:17.719220 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: dns.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.720153 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.720649 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 22:13:17.720991 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: dns_domain_ports.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.721904 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.722399 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 22:13:17.722716 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.723631 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.724133 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 22:13:17.724451 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: dvr.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.725142 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.725640 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: dvr Sep 17 22:13:17.725956 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: ecmp_routes.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.726863 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.727358 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 22:13:17.727676 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: empty_string_filtering.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.728616 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.729155 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: empty-string-filtering Sep 17 22:13:17.729475 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.730380 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.730877 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 22:13:17.731194 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.732098 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.732602 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 22:13:17.732922 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: external_net.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.733853 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.734359 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: external-net Sep 17 22:13:17.734677 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.735580 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.736076 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: extra_dhcp_opt Sep 17 22:13:17.736392 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: extraroute.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.737322 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.737822 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: extraroute Sep 17 22:13:17.738139 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: extraroute_atomic.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.739159 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.739657 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: extraroute-atomic Sep 17 22:13:17.739975 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: filter_validation.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.740638 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.741162 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: filter-validation Sep 17 22:13:17.741480 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: fip_pf_description.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.742396 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.742889 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 22:13:17.743205 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: fip_port_details.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.744655 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.745249 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: fip-port-details Sep 17 22:13:17.745571 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: flavors.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.746798 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.747305 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: flavors Sep 17 22:13:17.747625 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.749322 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.749839 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 22:13:17.750166 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: floatingip_pools.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.750869 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.751369 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: floatingip-pools Sep 17 22:13:17.751693 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: ip_allocation.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.752622 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.753158 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 22:13:17.753480 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.754407 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.754907 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: ip-substring-filtering Sep 17 22:13:17.755227 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: l2_adjacency.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.756169 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.756666 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 22:13:17.757014 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: l3.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.758110 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.758622 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: router Sep 17 22:13:17.758942 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.761779 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.762302 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 22:13:17.762631 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.763572 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.764080 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: ext-gw-mode Sep 17 22:13:17.764410 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.765369 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.765875 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: l3-ha Sep 17 22:13:17.766198 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: l3_flavors.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.767112 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.767613 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: l3-flavors Sep 17 22:13:17.767937 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.768847 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.769376 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 22:13:17.769697 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: l3agentscheduler.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.770717 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.771218 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: l3_agent_scheduler Sep 17 22:13:17.771540 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: logging.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.773060 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.773577 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension logging not supported by any of loaded plugins Sep 17 22:13:17.773910 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: metering.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.774656 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.775289 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: metering Sep 17 22:13:17.775612 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.776697 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.777238 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: metering_source_and_destination_fields Sep 17 22:13:17.777566 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: multiprovidernet.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.778493 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.778999 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: multi-provider Sep 17 22:13:17.779323 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: netmtu.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.780240 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.780742 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: net-mtu Sep 17 22:13:17.781092 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: netmtu_writable.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.782016 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.782515 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: net-mtu-writable Sep 17 22:13:17.782838 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: network_availability_zone.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.783505 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.784011 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: network_availability_zone Sep 17 22:13:17.784331 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: network_ip_availability.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.785463 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.785972 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: network-ip-availability Sep 17 22:13:17.786297 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: network_segment_range.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.787059 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.787561 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 22:13:17.787881 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: pagination.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.788868 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.789221 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: pagination Sep 17 22:13:17.789542 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: port_device_profile.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.790465 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.791010 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: port-device-profile Sep 17 22:13:17.791332 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.792259 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.792755 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: port-mac-address-regenerate Sep 17 22:13:17.793116 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.794031 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.794527 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: port-numa-affinity-policy Sep 17 22:13:17.794845 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: port_resource_request.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.795881 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.796377 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 22:13:17.796697 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: portbindings.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.797646 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.798141 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: binding Sep 17 22:13:17.798460 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: portbindings_extended.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.799735 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.800240 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: binding-extended Sep 17 22:13:17.800564 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: portsecurity.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.801520 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.802031 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: port-security Sep 17 22:13:17.802352 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: project_id.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.803332 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.803660 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: project-id Sep 17 22:13:17.803981 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: providernet.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.804904 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.805436 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: provider Sep 17 22:13:17.805756 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.809923 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.810439 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos not supported by any of loaded plugins Sep 17 22:13:17.810770 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.812015 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.812524 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 22:13:17.812850 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.813803 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.814320 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 22:13:17.814644 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_default.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.815557 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.816065 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-default not supported by any of loaded plugins Sep 17 22:13:17.816388 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_fip.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.817073 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.817573 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 22:13:17.817893 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_gateway_ip.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.818823 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.819325 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 22:13:17.819647 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_port_network_policy.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.820558 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.821089 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 22:13:17.821414 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_pps_rule.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.823208 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.823715 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 22:13:17.824038 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_rule_type_details.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.824992 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.825497 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 22:13:17.825817 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: qos_rules_alias.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.826862 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.827370 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 22:13:17.827692 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: quotasv2.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.828596 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.828924 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: quotas Sep 17 22:13:17.829271 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: quotasv2_detail.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.832516 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.832857 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: quota_details Sep 17 22:13:17.833214 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: rbac.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.834276 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.834791 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: rbac-policies Sep 17 22:13:17.835118 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: rbac_address_group.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.836048 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.836557 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: rbac-address-group Sep 17 22:13:17.836879 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: rbac_address_scope.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.838088 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.838855 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: rbac-address-scope Sep 17 22:13:17.839175 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: rbac_security_groups.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.840097 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.840601 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: rbac-security-groups Sep 17 22:13:17.840921 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: rbac_subnetpool.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.841862 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.842369 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: rbac-subnetpool Sep 17 22:13:17.842688 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: revisionifmatch.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.843609 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.844115 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: revision-if-match Sep 17 22:13:17.844439 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: revisions.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.845583 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.846085 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: standard-attr-revisions Sep 17 22:13:17.846407 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: router_availability_zone.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.847082 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.847587 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: router_availability_zone Sep 17 22:13:17.847908 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: routerservicetype.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.848828 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.849366 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 22:13:17.849686 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.850610 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.851112 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: security-groups-normalized-cidr Sep 17 22:13:17.851430 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.852345 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.852848 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: port-security-groups-filtering Sep 17 22:13:17.853194 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.854816 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.855333 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: security-groups-remote-address-group Sep 17 22:13:17.855653 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: securitygroup.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.866663 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.867192 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: security-group Sep 17 22:13:17.867523 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: segment.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.868335 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.868837 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension segment not supported by any of loaded plugins Sep 17 22:13:17.869970 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.871029 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.871532 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 22:13:17.871856 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: servicetype.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.873091 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.873605 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: service-type Sep 17 22:13:17.873928 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: sorting.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.874911 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.875240 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: sorting Sep 17 22:13:17.875559 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: standard_attr_segment.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.876476 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.877016 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 22:13:17.877338 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: standardattrdescription.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.877986 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.878485 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: standard-attr-description Sep 17 22:13:17.878802 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: stateful_security_group.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.879725 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.880232 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: stateful-security-group Sep 17 22:13:17.880551 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: stdattrs_common.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.881158 n-d-789963-10 neutron-server[94628]: WARNING neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 22:13:17.881476 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.882397 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.882906 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 22:13:17.883227 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: subnet_onboard.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.884307 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.885492 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: subnet_onboard Sep 17 22:13:17.885887 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.886817 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.887333 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 22:13:17.887655 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: subnet_service_types.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.888587 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.889132 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: subnet-service-types Sep 17 22:13:17.889456 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: subnetallocation.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.890535 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.891039 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: subnet_allocation Sep 17 22:13:17.891363 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.892025 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.892525 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: subnetpool-prefix-ops Sep 17 22:13:17.892842 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.893792 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.894297 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 22:13:17.894616 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: tagging.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.895688 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.896201 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: standard-attr-tag Sep 17 22:13:17.896525 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: timestamp.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.897758 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.898266 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loaded extension: standard-attr-timestamp Sep 17 22:13:17.898591 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: trunk.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.899627 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.900165 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension trunk not supported by any of loaded plugins Sep 17 22:13:17.901116 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: trunk_details.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.902034 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.902539 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 22:13:17.902857 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: uplink_status_propagation.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.903781 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.904283 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 22:13:17.904601 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Loading extension file: vlantransparent.py {{(pid=94628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:13:17.905303 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:13:17.905811 n-d-789963-10 neutron-server[94628]: INFO neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 22:13:17.908252 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:network Sep 17 22:13:17.908771 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:subnet Sep 17 22:13:17.909207 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:13:17.909605 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:port Sep 17 22:13:17.910828 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.911271 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service FLAVORS assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.911898 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.912318 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.912648 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:router Sep 17 22:13:17.913112 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 22:13:17.913595 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service METERING assigned prefix: /metering {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.915024 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.915391 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.915766 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:13:17.916801 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 22:13:17.917283 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:security_group Sep 17 22:13:17.917708 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 22:13:17.918291 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service CORE assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.918624 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:13:17.918966 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] subnetpool is already registered Sep 17 22:13:17.919401 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service CORE assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.919730 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:13:17.920060 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] subnetpool is already registered Sep 17 22:13:17.922449 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.922838 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service FLAVORS assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.923424 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.923843 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.924178 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:router Sep 17 22:13:17.924515 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] router is already registered Sep 17 22:13:17.924923 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 22:13:17.925276 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] floatingip is already registered Sep 17 22:13:17.925732 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service METERING assigned prefix: /metering {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.926408 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 22:13:17.926735 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] rbac_policy is already registered Sep 17 22:13:17.927142 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:security_group Sep 17 22:13:17.927471 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] security_group is already registered Sep 17 22:13:17.927867 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 22:13:17.928196 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] security_group_rule is already registered Sep 17 22:13:17.928815 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service CORE assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.929165 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:13:17.929494 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] subnetpool is already registered Sep 17 22:13:17.929905 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.v2.resource_helper [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Service CORE assigned prefix: {{(pid=94628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:13:17.930229 n-d-789963-10 neutron-server[94628]: INFO neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:13:17.930556 n-d-789963-10 neutron-server[94628]: WARNING neutron.quota.resource_registry [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] subnetpool is already registered Sep 17 22:13:17.931010 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: extensions {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.932535 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: address-groups {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.934039 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: address-scopes {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.935366 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: agents {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.936524 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: auto-allocated-topology {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.937816 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: availability_zones {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.939041 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: dhcp-networks {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.940624 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: dhcp-agents {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.942097 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: routers {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.944320 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: flavors {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.945524 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: service_profiles {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.946768 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: next_providers {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.948961 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: service_profiles {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.950498 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: floatingip-pools {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.951753 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: routers {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.954198 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: floatingips {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.955683 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: l3-routers {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.957411 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: l3-agents {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.959191 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: metering-labels {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.960779 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: metering-label-rules {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.962091 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: network-ip-availabilities {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.964580 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: bindings {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.967619 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: quotas {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.969310 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: quotas {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.970806 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: rbac-policies {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.972145 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: security-groups {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.973554 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: security-group-rules {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.974886 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: service-providers {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.976106 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: subnetpools {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.977576 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: subnetpools {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.979083 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.980770 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.982636 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.984426 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.986251 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.988120 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.989928 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.991842 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.993652 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:17.995440 n-d-789963-10 neutron-server[94628]: DEBUG neutron.api.extensions [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Extended resource: tags {{(pid=94628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:13:18.002385 n-d-789963-10 neutron-server[94628]: WARNING keystonemiddleware.auth_token [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 22:13:18.007381 n-d-789963-10 neutron-server[94628]: WARNING keystonemiddleware.auth_token [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 22:13:18.017404 n-d-789963-10 neutron-server[94628]: DEBUG oslo_concurrency.lockutils [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Acquired lock "singleton_lock" {{(pid=94628) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 22:13:18.017873 n-d-789963-10 neutron-server[94628]: DEBUG oslo_concurrency.lockutils [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Releasing lock "singleton_lock" {{(pid=94628) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 22:13:18.018523 n-d-789963-10 neutron-server[94628]: INFO oslo_service.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Starting 2 workers Sep 17 22:13:18.023378 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Started child 94737 {{(pid=94628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 22:13:18.028595 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Started child 94738 {{(pid=94628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 22:13:18.029773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.030576 n-d-789963-10 neutron-server[94628]: INFO neutron.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 22:13:18.030938 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Notify callbacks [] for process, before_spawn {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.031338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [-] (94737) wsgi starting up on http://0.0.0.0:9696 Sep 17 22:13:18.033382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.033905 n-d-789963-10 neutron-server[94628]: INFO oslo_service.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Starting 1 workers Sep 17 22:13:18.034731 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [-] (94738) wsgi starting up on http://0.0.0.0:9696 Sep 17 22:13:18.038698 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Started child 94739 {{(pid=94628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 22:13:18.039233 n-d-789963-10 neutron-server[94628]: INFO oslo_service.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Starting 1 workers Sep 17 22:13:18.042818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] calling RpcWorker wait() {{(pid=94739) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 22:13:18.043447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] returning from RpcWorker wait() {{(pid=94739) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 22:13:18.044309 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Started child 94740 {{(pid=94628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 22:13:18.045060 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.045380 n-d-789963-10 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382fbed3-0985-466c-b6e8-e3ce803df763 None None] Notify callbacks [] for process, after_spawn {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.045624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:18.047981 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94628) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 22:13:18.048402 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 22:13:18.048900 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 22:13:18.049144 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 22:13:18.049951 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 22:13:18.050152 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.050694 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 22:13:18.050694 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.051001 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.051256 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.051543 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.051856 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.052516 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.052792 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.053083 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.053337 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.053564 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.053802 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.053958 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.054147 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.054616 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.055100 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.055549 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.055975 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.056494 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.056848 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.057319 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.057754 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.058182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.058638 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] debug = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.059055 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.059784 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.060217 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.060679 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.061114 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.061580 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.062003 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.062448 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.062872 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.063260 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.063752 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.064173 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.064770 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.065278 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.065751 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.066200 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.066599 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.067275 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] host = n-d-789963-10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.067708 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.068163 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.068615 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.069050 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.069482 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.069872 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.070364 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.070787 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.071230 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.071650 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.072695 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.073147 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.073560 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.074007 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.074342 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_options = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.074784 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.075252 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.075692 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.076070 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.076413 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.076756 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.077215 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.077546 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.077982 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.078398 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.078785 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.079186 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.079589 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.079987 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.080407 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.080830 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.081279 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.081709 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.082125 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.082600 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.083121 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.083519 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.084194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.084654 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.084752 n-d-789963-10 neutron-server[94740]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:18.085183 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.085455 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.085712 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.085924 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.086234 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.086642 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.086751 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.086938 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.087195 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.087439 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.089099 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.089486 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.089911 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.090356 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.090814 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.091235 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.091731 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.092157 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.092591 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.093138 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.093548 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.093994 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.094416 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_json = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.094813 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.095258 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.095702 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.096105 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.096549 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.096774 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.097025 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.097269 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.097735 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.098021 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.098603 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.098992 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.099412 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.100040 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.100292 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.100520 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.100803 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.101093 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.101586 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.101972 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.102468 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.102840 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.103219 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.104041 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.104305 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.104598 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.104824 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.105726 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.107422 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.107708 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.109392 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.109656 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.113603 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.113882 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.114135 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.114513 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.114801 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.115090 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.116379 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.116625 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.116899 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.117182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.117420 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.121076 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.121425 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.121802 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.122115 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.122443 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.122844 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.123248 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.123548 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.123926 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.124203 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.124607 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.124965 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.125306 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.125575 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.125830 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.126101 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.126347 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.126587 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.126810 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.127078 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.127326 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.127629 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.127897 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.128066 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.128339 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.128596 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.128817 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.129092 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.129313 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.129534 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.129761 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.130143 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.130291 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.130593 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.131144 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.131487 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.131742 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.131967 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.132250 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.132473 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.132697 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.132959 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.134001 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.134249 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.134443 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.135217 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.135548 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.136002 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.136877 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.138107 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.138400 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.138631 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.138885 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.139597 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.139945 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.140291 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.140550 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.140806 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.141089 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.141350 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.141607 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.141923 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.142233 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.142466 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.142815 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.143117 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.143324 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.144759 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.145041 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.148862 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.149097 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.149323 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.149558 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.151452 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.151827 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.152090 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.152360 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.153395 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.153683 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.153992 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.154254 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.155411 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.155671 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.155949 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.156171 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.156819 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.157350 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.157796 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.158231 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.158562 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.158915 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.159763 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.160016 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.160278 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.160551 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.160832 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.161095 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.161398 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.161642 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.161889 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.162095 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.162355 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.162679 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.162917 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.163273 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.163516 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.163839 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.164075 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.164314 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.164575 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.164824 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.165117 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.165367 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.165631 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.165868 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.166193 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.166605 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.166888 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.167107 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.167339 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.167591 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.167807 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.168037 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.168274 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.168509 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.168726 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.168971 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.169197 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.169411 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.169655 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.169866 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.170085 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.170321 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.170554 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.170770 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.171004 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.171219 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.171489 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.171677 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.171956 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.172213 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.172522 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.172675 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.172914 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.173187 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.173417 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.173663 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.173885 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.174113 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.174502 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.174806 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.175038 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.175250 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.175632 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.175850 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.176082 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.176328 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.176654 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.176902 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.177154 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.177403 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.177617 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.177850 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.178081 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.178315 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.178527 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.178740 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.178973 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.179226 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.179445 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.179686 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.179915 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.180119 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.180343 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.180575 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.180781 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.181073 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.181322 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.181666 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.182104 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.182363 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.182574 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.182818 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.183035 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.183265 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.183485 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.183697 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.183928 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.184155 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.184388 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.184605 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.184825 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.185058 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.185262 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.185490 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.185735 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.185909 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.186118 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.186325 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.186545 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.186785 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.187014 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.187203 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.187421 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.187662 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.187874 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.188115 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.188321 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.188524 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.188740 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.188983 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.189175 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.189477 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.189733 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.189970 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.190256 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.190497 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.190736 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.190975 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.191283 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.191511 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.191745 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.191980 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.192192 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.192407 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.192656 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.192996 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.193271 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.193527 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.193771 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.194064 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.194331 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.194609 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.194838 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.195130 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.195478 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.195736 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.195996 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.196234 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.196482 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.196722 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.196959 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.197768 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.198179 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.198547 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.198789 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.199051 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.199275 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.199507 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.199731 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.199946 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.200203 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.200411 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.200629 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.200835 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.201012 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 22:13:18.201544 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94628) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 22:13:18.201703 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 22:13:18.201852 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 22:13:18.202016 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 22:13:18.202179 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 22:13:18.202389 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 22:13:18.202573 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.202714 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.202839 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.202961 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.203083 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.204974 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.204974 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.204974 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.204974 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.204974 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.204974 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.204974 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.204974 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206062 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:18.206341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.206341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.207382 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] debug = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.207382 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.207382 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.207382 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.207382 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.207382 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.208166 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.208166 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.208166 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.208166 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.208166 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.208166 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.208166 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.208166 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.209207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.209207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.209207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.209207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.209207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] host = n-d-789963-10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.209207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.209207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.209207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.210209 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.210209 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.210209 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.210209 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.210209 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.210209 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.210209 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.210209 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.211208 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.211208 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.211208 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.211208 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_options = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.211208 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.211208 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.211208 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.211208 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.212207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.212207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.212207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.212207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.212207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.212207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.212207 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.213941 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.213941 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.213941 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.213941 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.213941 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.213941 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.214943 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.214943 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.214943 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.214943 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.214943 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.214943 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.215696 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.215696 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.215696 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.215696 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.215696 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.216402 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.216402 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.216402 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.216402 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.216402 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217057 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217057 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217057 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217057 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217057 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217675 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217675 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217675 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.217675 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_json = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.218833 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.219813 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.219813 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.219813 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.219813 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:13:18.219813 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.219813 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.220439 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.220439 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.220439 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.220439 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.220439 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.220772 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.220847 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.220960 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.221134 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.221291 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.221460 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.221616 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.221772 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.221930 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.222086 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.222243 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.222399 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.222556 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.222717 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.222873 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.223037 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.223193 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.223347 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.223504 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.223660 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.223831 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.224280 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.224280 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.224280 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.224518 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.224594 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.224724 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.224916 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.225073 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.225214 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.225338 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.225497 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.225651 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.225807 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.225964 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.226324 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.226324 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.226564 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.226564 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.226708 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.226838 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.226994 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.227151 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.227308 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.227497 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.227622 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.227743 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.227896 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.228062 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.228201 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.228479 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.228719 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.229039 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.229256 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.229574 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.229727 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.229864 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.230012 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.230157 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.230323 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.230480 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.230637 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.230781 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.230937 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.231078 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.231236 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.231378 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.231523 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.231681 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.231822 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.231972 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.232127 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.232296 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.232434 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.232568 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.232702 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.232845 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.233010 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.233152 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.233288 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.233444 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.233587 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.233750 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.233921 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.234073 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.234218 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.234442 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.234584 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.234730 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.234866 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.235010 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.235146 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.235281 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.235416 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.235559 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.235696 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.235830 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.235975 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.236110 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.236245 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.236381 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.236522 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.236670 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.236815 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.237007 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.237150 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.237284 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.237419 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.237553 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.237686 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.237830 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.237977 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.238113 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.238247 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.238381 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.238542 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.238693 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.238829 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.238987 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.239128 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.239272 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.239428 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.239570 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.239715 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.239870 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.240033 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.240200 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.240341 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.240498 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.240653 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.240818 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.240981 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.241122 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.241281 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.241422 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.241580 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.241781 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.241932 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.242086 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.242222 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.242357 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.242491 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.242634 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.244624 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.244624 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.244624 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.244624 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.244624 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.244624 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.244624 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.244624 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.246172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.246172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.246172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.246172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.246172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.246172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.246172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.246172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.247194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.247194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.247194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.247194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.247194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.247194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.247194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.247194 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.248182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.248182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.248182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.248182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.248182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.248182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.248182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.248182 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249197 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249197 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249197 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249197 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249197 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249197 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249197 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249964 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249964 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249964 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249964 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249964 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.249964 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.250593 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.250593 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.250593 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.250593 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.250989 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.250989 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.250989 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.251241 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.251241 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.251726 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.251726 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.251726 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.251925 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.252077 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.252157 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.252258 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.252425 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.252584 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.252741 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.252903 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.253065 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.253220 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.253388 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.253558 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.253685 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.253842 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.253998 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.254153 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.254318 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.254474 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.254638 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.254772 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.254927 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.255082 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.255248 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.255405 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.255561 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.255715 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.255871 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.256025 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.256180 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.256334 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.256489 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.256643 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.256797 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.256968 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.257135 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.257292 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.257448 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.257605 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.257751 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.257903 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.258065 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.258222 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.258363 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.258528 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.258905 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.258905 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.259107 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.259107 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.259331 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.259452 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.260236 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.260510 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.260801 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.261008 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.261174 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.261344 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.261510 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.261670 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.261835 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.262000 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.262165 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.262322 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.262485 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.262652 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.262812 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.262968 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.263124 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.263280 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.263436 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.263593 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.263748 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.263904 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.264060 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.264215 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.264370 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.264527 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.264683 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.264839 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.265015 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.265172 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.265327 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.265482 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.265638 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:13:18.265786 n-d-789963-10 neutron-server[94628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 22:13:18.364399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46122) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:18.374222 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076315 Sep 17 22:13:29.922274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f72af-1719-413b-bf40-3ae8159d72f2 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:13:29.995731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f72af-1719-413b-bf40-3ae8159d72f2 None None] No non-hosted networks {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 22:13:30.026455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.agentschedulers_db [None req-a03f72af-1719-413b-bf40-3ae8159d72f2 None None] DHCP Agent not found on host n-d-789963-10 {{(pid=94739) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 22:13:30.226028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5e2026a6-3c4a-4d21-8fe9-7b4a91630926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601579'] for agent, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.621582 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6238bee5-2ed7-4492-a98a-e8df9b33c191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601579'] for agent, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.673086 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ce75-82e6-4631-950f-84cb45c9190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.965257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601579'] for agent, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.966242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.966769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.967283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.967982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.969354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.969847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.971490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.971986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.973151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.974353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.976066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.976644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:32.977234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-10', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:32.993989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-10', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:33.685516 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601579'] for agent, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.180384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601579'] for agent, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.427640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46214) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:36.928787 n-d-789963-10 neutron-server[94738]: WARNING oslo_policy.policy [None req-dd22c54e-72bb-4d50-b969-1df54876f8ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:13:36.929408 n-d-789963-10 neutron-server[94738]: WARNING oslo_policy.policy [None req-dd22c54e-72bb-4d50-b969-1df54876f8ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:13:36.993642 n-d-789963-10 neutron-server[94739]: INFO neutron.db.l3_hamode_db [None req-bf6ca742-de14-40b6-a168-3956beb2d924 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 22:13:37.070637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ca742-de14-40b6-a168-3956beb2d924 None None] Routers set() bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:37.071054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ca742-de14-40b6-a168-3956beb2d924 None None] Router IDs set() for agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:13:37.155227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-dd22c54e-72bb-4d50-b969-1df54876f8ed admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:37.156339 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd22c54e-72bb-4d50-b969-1df54876f8ed admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7277710 Sep 17 22:13:39.554112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46228) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:39.865228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-879e4324-0b07-44ea-ba33-4573092defdc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:39.958614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.policy [None req-879e4324-0b07-44ea-ba33-4573092defdc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94738) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 22:13:40.004228 n-d-789963-10 neutron-server[94738]: WARNING oslo_policy.policy [None req-879e4324-0b07-44ea-ba33-4573092defdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:13:40.004543 n-d-789963-10 neutron-server[94738]: WARNING oslo_policy.policy [None req-879e4324-0b07-44ea-ba33-4573092defdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:13:40.013180 n-d-789963-10 neutron-server[94738]: INFO neutron.quota [None req-879e4324-0b07-44ea-ba33-4573092defdc admin admin] Loaded quota_driver: . Sep 17 22:13:40.103828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-879e4324-0b07-44ea-ba33-4573092defdc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786027075710', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786027070989', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786027080052', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786027028008', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786026843689', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786027037540', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1402193', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1423951', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-440323', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-417833'] for rbac-policy, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.167039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-879e4324-0b07-44ea-ba33-4573092defdc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.168267 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-879e4324-0b07-44ea-ba33-4573092defdc admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6131949 Sep 17 22:13:42.777925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46240) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:43.076818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Request body: {'network': {'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'name': 'private', 'admin_state_up': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:43.105473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Made reservation on behalf of ad631e547e0a45ca9ab81201469d96f3 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:43.108246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.125850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.247236 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.250866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.270935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:43.298044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786029999508', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.298636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Unsubscribe: segment precommit_create {{(pid=94738) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 22:13:43.299150 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Added segment f9255df9-18d2-4c3e-bae6-68fb4a931489 of type vlan for network 930d5857-2545-48e8-b36f-bfdc7554d75c Sep 17 22:13:43.315562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff26c20e-86c4-49d7-aff7-736111fd6272,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:43.342172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.342516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.342845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.343169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.343492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.343813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.344129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.344446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.344758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.345171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.345487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.345799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Tracked resource versions report: Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: pushed versions: Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: { 'AddressGroup': {'1.2'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'ConntrackHelper': {'1.0'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Log': {'1.0'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Network': {'1.1'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Port': {'1.7'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'PortForwarding': {'1.2'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'QosPolicy': {'1.9'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'SecurityGroup': {'1.4'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'SubPort': {'1.0'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Subnet': {'1.1'}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Trunk': {'1.1'}} Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: consumer versions: Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: { DHCP agent@n-d-789963-10: {}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: L3 agent@n-d-789963-10: {}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: Metadata agent@n-d-789963-10: {}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: Metering agent@n-d-789963-10: {}, Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: Open vSwitch agent@n-d-789963-10: { 'AddressGroup': '1.2', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'ConntrackHelper': '1.0', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Log': '1.0', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Network': '1.1', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Port': '1.7', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'PortForwarding': '1.2', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'QosPolicy': '1.9', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'SecurityGroup': '1.4', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'SecurityGroupRule': '1.2', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'SubPort': '1.0', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Subnet': '1.1', Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: 'Trunk': '1.1'}} Sep 17 22:13:43.346912 n-d-789963-10 neutron-server[94738]: {{(pid=94738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:13:43.421689 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.460639 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.461784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:43.462416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.518750 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7396889 Sep 17 22:13:43.563598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38b283-9600-4579-9c56-5655dbd91621 admin admin] Pushing event updated for resources: {'Network': ['ID=930d5857-2545-48e8-b36f-bfdc7554d75c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:43.576010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 930d5857-2545-48e8-b36f-bfdc7554d75c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:46.178309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46254) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:46.566594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0bb73-75be-413e-a4a8-2c712333516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.567959 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-53c0bb73-75be-413e-a4a8-2c712333516c admin admin] 10.222.0.48 "GET /v2.0/networks/930d5857-2545-48e8-b36f-bfdc7554d75c HTTP/1.1" status: 200 len: 825 time: 0.3886940 Sep 17 22:13:46.595109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-65a9d9fe-5bfc-44d8-8da1-1e26c95b95de admin admin] 10.222.0.48 "GET /v2.0/subnetpools/6a63d9c5-092d-412a-a24e-1899b1201110 HTTP/1.1" status: 200 len: 734 time: 0.0202854 Sep 17 22:13:46.604248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Request body: {'subnet': {'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'subnetpool_id': '6a63d9c5-092d-412a-a24e-1899b1201110', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c', 'name': 'private-subnet'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:46.625601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Made reservation on behalf of ad631e547e0a45ca9ab81201469d96f3 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:46.628023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.911521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.982058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Checking segment: {'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:46.982429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Network hostable DHCP agents. Network: 930d5857-2545-48e8-b36f-bfdc7554d75c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:46.989150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2b26ee-5a0e-414e-ba94-90a19af6d191,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:47.006182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Network 930d5857-2545-48e8-b36f-bfdc7554d75c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:47.016895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 930d5857-2545-48e8-b36f-bfdc7554d75c) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:47.021389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:47.021963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.028918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532f44a-b361-44de-8b48-b09ffe410fba None None] Network 930d5857-2545-48e8-b36f-bfdc7554d75c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:47.046133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68f2ad99-d04f-441b-aa16-6f5906214265 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4357569 Sep 17 22:13:47.346959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-930d5857-2545-48e8-b36f-bfdc7554d75c', 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'fixed_ips': [{'subnet_id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:47.348214 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.619175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Allocated IP 172.20.0.2 (930d5857-2545-48e8-b36f-bfdc7554d75c/3d2b26ee-5a0e-414e-ba94-90a19af6d191/c956825e-4733-45c0-a372-3b74e848c686) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:47.819111 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.826632 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.917205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Network 930d5857-2545-48e8-b36f-bfdc7554d75c is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:47.925552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:47.935732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:47.946201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Pushing event updated for resources: {'Port': ['ID=c956825e-4733-45c0-a372-3b74e848c686,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:47.977910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.978259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.978603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.978940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.979278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.979611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.979940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.980269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.980595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.980922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.981273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.981602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Tracked resource versions report: Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: pushed versions: Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: { 'AddressGroup': {'1.2'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'ConntrackHelper': {'1.0'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Log': {'1.0'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Network': {'1.1'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Port': {'1.7'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'PortForwarding': {'1.2'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'QosPolicy': {'1.9'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'SecurityGroup': {'1.4'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'SubPort': {'1.0'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Subnet': {'1.1'}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Trunk': {'1.1'}} Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: consumer versions: Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: { DHCP agent@n-d-789963-10: {}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: L3 agent@n-d-789963-10: {}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: Metadata agent@n-d-789963-10: {}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: Metering agent@n-d-789963-10: {}, Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: Open vSwitch agent@n-d-789963-10: { 'AddressGroup': '1.2', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'ConntrackHelper': '1.0', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Log': '1.0', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Network': '1.1', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Port': '1.7', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'PortForwarding': '1.2', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'QosPolicy': '1.9', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'SecurityGroup': '1.4', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'SecurityGroupRule': '1.2', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'SubPort': '1.0', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Subnet': '1.1', Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: 'Trunk': '1.1'}} Sep 17 22:13:47.982749 n-d-789963-10 neutron-server[94739]: {{(pid=94739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:13:48.031558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Attempting to bind port c956825e-4733-45c0-a372-3b74e848c686 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:48.032206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Attempting to bind port c956825e-4733-45c0-a372-3b74e848c686 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:48.032369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Attempting to bind port c956825e-4733-45c0-a372-3b74e848c686 on network 930d5857-2545-48e8-b36f-bfdc7554d75c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:48.037274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:48.037675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Checking segment: {'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:48.038152 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.038541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Bound using segment: {'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:48.038998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Bound port: c956825e-4733-45c0-a372-3b74e848c686, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:48.039484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.101081 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] For port c956825e-4733-45c0-a372-3b74e848c686, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:48.105669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] For port c956825e-4733-45c0-a372-3b74e848c686, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c956825e-4733-45c0-a372-3b74e848c686,segment=NetworkSegment(f9255df9-18d2-4c3e-bae6-68fb4a931489),segment_id=f9255df9-18d2-4c3e-bae6-68fb4a931489)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:48.110105 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.176089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef93e3-3ad6-4347-b7e9-7d13fa41e09c None None] Pushing event updated for resources: {'Port': ['ID=c956825e-4733-45c0-a372-3b74e848c686,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:49.475064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46262) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:49.788907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-6f4def0c-eff8-4cdf-befc-8ed3969a9066 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:49.790773 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f4def0c-eff8-4cdf-befc-8ed3969a9066 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146732 Sep 17 22:13:52.204442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46270) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:52.710281 n-d-789963-10 neutron-server[94737]: WARNING oslo_policy.policy [None req-ae5cb08b-746e-40fb-bb61-db2dc1db3e53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:13:52.711473 n-d-789963-10 neutron-server[94737]: WARNING oslo_policy.policy [None req-ae5cb08b-746e-40fb-bb61-db2dc1db3e53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:13:52.939977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-ae5cb08b-746e-40fb-bb61-db2dc1db3e53 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:52.941170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ae5cb08b-746e-40fb-bb61-db2dc1db3e53 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7346196 Sep 17 22:13:55.675483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46290) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:55.981600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-dd3408b0-e2a7-4bf0-ad6c-1647c89ee710 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:56.004967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3408b0-e2a7-4bf0-ad6c-1647c89ee710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.006492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3408b0-e2a7-4bf0-ad6c-1647c89ee710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.144997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3408b0-e2a7-4bf0-ad6c-1647c89ee710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.150203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3408b0-e2a7-4bf0-ad6c-1647c89ee710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.163592 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3408b0-e2a7-4bf0-ad6c-1647c89ee710 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.165666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd3408b0-e2a7-4bf0-ad6c-1647c89ee710 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4892077 Sep 17 22:13:56.530791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c956825e-4733-45c0-a372-3b74e848c686 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:56.626524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c956825e-4733-45c0-a372-3b74e848c686 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:56.626923 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.649156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e115a5a8-0203-44b4-a418-93a6ae0b8f65 None None] Network 930d5857-2545-48e8-b36f-bfdc7554d75c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:56.797045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a26d71c8-892f-44d0-97eb-7b572cb663f2 None None] Provisioning complete for port c956825e-4733-45c0-a372-3b74e848c686 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:56.797323 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a26d71c8-892f-44d0-97eb-7b572cb663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.856797 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.922347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c956825e-4733-45c0-a372-3b74e848c686, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c956825e-4733-45c0-a372-3b74e848c686,segment=NetworkSegment(f9255df9-18d2-4c3e-bae6-68fb4a931489),segment_id=f9255df9-18d2-4c3e-bae6-68fb4a931489)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:56.939288 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.060196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c956825e-4733-45c0-a372-3b74e848c686,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:57.273309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-05d20ad7-4e90-43fa-92aa-ea36c843f75f None None] Provisioning complete for port c956825e-4733-45c0-a372-3b74e848c686 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:57.273908 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-05d20ad7-4e90-43fa-92aa-ea36c843f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.490118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c956825e-4733-45c0-a372-3b74e848c686 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:58.535316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c956825e-4733-45c0-a372-3b74e848c686 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:58.535688 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.579091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46302) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:58.888256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-8f37bb30-7979-45af-bf0f-baa48ac50e44 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:58.889276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8f37bb30-7979-45af-bf0f-baa48ac50e44 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092740 Sep 17 22:13:59.111359 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:13:59.840593 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb607-7ebd-45eb-8ece-03cb11df0ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.286026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46310) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:01.596041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:01.597690 n-d-789963-10 neutron-server[94737]: INFO neutron.quota [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Loaded quota_driver: . Sep 17 22:14:01.653518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Made reservation on behalf of 3aabaeb7cff9430e9f4ea5a2f2e76e26 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:01.721254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.policy [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94737) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 22:14:01.766147 n-d-789963-10 neutron-server[94737]: WARNING oslo_policy.policy [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:14:01.766524 n-d-789963-10 neutron-server[94737]: WARNING oslo_policy.policy [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:14:01.777569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.797733 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.930111 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.933757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.945176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Reserving flat network on physical network physnet1 {{(pid=94737) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 22:14:01.982400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786029999508', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.983039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Unsubscribe: segment precommit_create {{(pid=94737) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 22:14:01.983565 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Added segment 5449aee7-50ae-47f9-b93b-5b068be8d14e of type flat for network 9e694a0f-862e-4721-8728-799b8fb245da Sep 17 22:14:01.999579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac67a74-1791-44ac-9302-f8156a020bd1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:02.028900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.029258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.029591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.029916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.030252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.030554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.030867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.031180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.031492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.031801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.032109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.032422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Tracked resource versions report: Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: pushed versions: Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: { 'AddressGroup': {'1.2'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'ConntrackHelper': {'1.0'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Log': {'1.0'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Network': {'1.1'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Port': {'1.7'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'PortForwarding': {'1.2'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'QosPolicy': {'1.9'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'SecurityGroup': {'1.4'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'SubPort': {'1.0'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Subnet': {'1.1'}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Trunk': {'1.1'}} Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: consumer versions: Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: { DHCP agent@n-d-789963-10: {}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: L3 agent@n-d-789963-10: {}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: Metadata agent@n-d-789963-10: {}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: Metering agent@n-d-789963-10: {}, Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: Open vSwitch agent@n-d-789963-10: { 'AddressGroup': '1.2', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'ConntrackHelper': '1.0', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Log': '1.0', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Network': '1.1', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Port': '1.7', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'PortForwarding': '1.2', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'QosPolicy': '1.9', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'SecurityGroup': '1.4', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'SecurityGroupRule': '1.2', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'SubPort': '1.0', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Subnet': '1.1', Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: 'Trunk': '1.1'}} Sep 17 22:14:02.033651 n-d-789963-10 neutron-server[94737]: {{(pid=94737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:14:02.115039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.160999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.162211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:02.162852 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.229534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9423687 Sep 17 22:14:02.263069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a006f56-e894-40f4-b808-f8e1ce6b6fdd admin admin] Pushing event updated for resources: {'Network': ['ID=9e694a0f-862e-4721-8728-799b8fb245da,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:02.274886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 9e694a0f-862e-4721-8728-799b8fb245da details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:14:02.610353 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d56cc7e6-8138-49db-bf50-67e2b4581ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.957930 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.631612 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.628887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46334) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:04.846925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64378d1-3d4c-4c06-b7f1-c0f6d8afea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:04.848324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f64378d1-3d4c-4c06-b7f1-c0f6d8afea26 admin admin] 10.222.0.48 "GET /v2.0/subnets/3d2b26ee-5a0e-414e-ba94-90a19af6d191 HTTP/1.1" status: 200 len: 849 time: 0.2184527 Sep 17 22:14:05.013078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eeb259b1-716e-4b43-9d66-06449e287650 admin admin] 10.222.0.48 "GET /v2.0/routers/15d4a439-17fc-4bdf-99be-74ef86726a72 HTTP/1.1" status: 200 len: 704 time: 0.1582799 Sep 17 22:14:05.114793 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.298813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.595188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Allocated IP 172.20.0.1 (930d5857-2545-48e8-b36f-bfdc7554d75c/3d2b26ee-5a0e-414e-ba94-90a19af6d191/94992d4f-4f3b-46a7-a7b0-d36af889ed69) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:05.779817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.847049 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.914690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Network 930d5857-2545-48e8-b36f-bfdc7554d75c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:05.919553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:05.929131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:05.929674 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.995648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Pushing event updated for resources: {'Port': ['ID=94992d4f-4f3b-46a7-a7b0-d36af889ed69,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:06.114996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ed09ee81-f2ca-4b97-b3c5-355ea7acfca2 None None] Provisioning complete for port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:06.115543 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ed09ee81-f2ca-4b97-b3c5-355ea7acfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.134955 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.148956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ed09ee81-f2ca-4b97-b3c5-355ea7acfca2 None None] Port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:06.389250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.393749 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.394477 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.479603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Pushing event updated for resources: {'Port': ['ID=94992d4f-4f3b-46a7-a7b0-d36af889ed69,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:06.520811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Network 930d5857-2545-48e8-b36f-bfdc7554d75c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:06.522104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:06.685966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Router 15d4a439-17fc-4bdf-99be-74ef86726a72 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:14:06.768864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-64b10889-bfd0-491b-9fca-34413fccffd2 None None] Provisioning complete for port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:06.769257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-64b10889-bfd0-491b-9fca-34413fccffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.776077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:06.785254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e34a5b68-3208-4369-b209-8feced490e1c admin admin] 10.222.0.48 "PUT /v2.0/routers/15d4a439-17fc-4bdf-99be-74ef86726a72/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7631760 Sep 17 22:14:06.787566 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Sync routers for ids ['15d4a439-17fc-4bdf-99be-74ef86726a72'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:06.802797 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Routers {'15d4a439-17fc-4bdf-99be-74ef86726a72'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:06.803523 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:14:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['15d4a439-17fc-4bdf-99be-74ef86726a72'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:06.806087 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-64b10889-bfd0-491b-9fca-34413fccffd2 None None] Port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:06.996212 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Set router 15d4a439-17fc-4bdf-99be-74ef86726a72 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:07.431264 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'name': 'router1', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:56Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 2, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'gw_port_host': None, '_interfaces': [{'id': '94992d4f-4f3b-46a7-a7b0-d36af889ed69', 'name': '', 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'mac_address': 'fa:16:3e:06:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:05Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 2, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'subnets': [{'id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a63d9c5-092d-412a-a24e-1899b1201110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:07.483379 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Checking router: 15d4a439-17fc-4bdf-99be-74ef86726a72 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:07.483740 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Updating router 15d4a439-17fc-4bdf-99be-74ef86726a72 port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:14:07.536085 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.062398 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.069869 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.238182 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Attempting to bind port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:08.238600 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Attempting to bind port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:08.239045 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Attempting to bind port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 on network 930d5857-2545-48e8-b36f-bfdc7554d75c {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:08.242170 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Pushing event updated for resources: {'Port': ['ID=94992d4f-4f3b-46a7-a7b0-d36af889ed69,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:08.251899 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.252246 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.252587 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.252936 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.253275 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.253604 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.253931 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.254254 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.254576 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.254898 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.255221 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.255540 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Tracked resource versions report: Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: pushed versions: Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: { 'AddressGroup': {'1.2'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'ConntrackHelper': {'1.0'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Log': {'1.0'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Network': {'1.1'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Port': {'1.7'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'PortForwarding': {'1.2'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'QosPolicy': {'1.9'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'SecurityGroup': {'1.4'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'SubPort': {'1.0'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Subnet': {'1.1'}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Trunk': {'1.1'}} Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: consumer versions: Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: { DHCP agent@n-d-789963-10: {}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: L3 agent@n-d-789963-10: {}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: Metadata agent@n-d-789963-10: {}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: Metering agent@n-d-789963-10: {}, Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: Open vSwitch agent@n-d-789963-10: { 'AddressGroup': '1.2', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'ConntrackHelper': '1.0', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Log': '1.0', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Network': '1.1', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Port': '1.7', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'PortForwarding': '1.2', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'QosPolicy': '1.9', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'SecurityGroup': '1.4', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'SecurityGroupRule': '1.2', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'SubPort': '1.0', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Subnet': '1.1', Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: 'Trunk': '1.1'}} Sep 17 22:14:08.256671 n-d-789963-10 neutron-server[94740]: {{(pid=94740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:14:08.259151 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:08.259555 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Checking segment: {'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:08.260034 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.260414 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Bound using segment: {'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:08.260882 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Bound port: 94992d4f-4f3b-46a7-a7b0-d36af889ed69, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9255df9-18d2-4c3e-bae6-68fb4a931489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:08.261302 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.326110 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] For port 94992d4f-4f3b-46a7-a7b0-d36af889ed69, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:08.334181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7ddfee62-4aa3-45a6-b310-5da25ee7564c None None] Provisioning complete for port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:08.334653 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ddfee62-4aa3-45a6-b310-5da25ee7564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.348635 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] For port 94992d4f-4f3b-46a7-a7b0-d36af889ed69, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=94992d4f-4f3b-46a7-a7b0-d36af889ed69,segment=NetworkSegment(f9255df9-18d2-4c3e-bae6-68fb4a931489),segment_id=f9255df9-18d2-4c3e-bae6-68fb4a931489)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:08.354226 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.369549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7ddfee62-4aa3-45a6-b310-5da25ee7564c None None] Port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:08.415103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f75f51-ab79-43a1-8371-74a5aa65af2e None None] Pushing event updated for resources: {'Port': ['ID=94992d4f-4f3b-46a7-a7b0-d36af889ed69,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:08.417808 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Routers {'15d4a439-17fc-4bdf-99be-74ef86726a72'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:08.418416 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:14:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['15d4a439-17fc-4bdf-99be-74ef86726a72'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:08.509150 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] Set router 15d4a439-17fc-4bdf-99be-74ef86726a72 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:08.588254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bc1f01b5-04b0-4f83-a237-6be388ebbfae None None] Provisioning complete for port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:08.588534 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc1f01b5-04b0-4f83-a237-6be388ebbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.674029 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc1f01b5-04b0-4f83-a237-6be388ebbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.705785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bc1f01b5-04b0-4f83-a237-6be388ebbfae None None] For port 94992d4f-4f3b-46a7-a7b0-d36af889ed69, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=94992d4f-4f3b-46a7-a7b0-d36af889ed69,segment=NetworkSegment(f9255df9-18d2-4c3e-bae6-68fb4a931489),segment_id=f9255df9-18d2-4c3e-bae6-68fb4a931489)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:08.711490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc1f01b5-04b0-4f83-a237-6be388ebbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.719581 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'name': 'router1', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:56Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 2, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'gw_port_host': None, '_interfaces': [{'id': '94992d4f-4f3b-46a7-a7b0-d36af889ed69', 'name': '', 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'mac_address': 'fa:16:3e:06:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:05Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 4, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'subnets': [{'id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a63d9c5-092d-412a-a24e-1899b1201110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:08.749196 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6133c-929b-4972-b90e-f95d0b1cd886 None None] The sync data for ids ['15d4a439-17fc-4bdf-99be-74ef86726a72'] in n-d-789963-10 is: [{'id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'name': 'router1', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:56Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 2, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'gw_port_host': None, '_interfaces': [{'id': '94992d4f-4f3b-46a7-a7b0-d36af889ed69', 'name': '', 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'mac_address': 'fa:16:3e:06:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:05Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 4, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'subnets': [{'id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a63d9c5-092d-412a-a24e-1899b1201110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:08.764016 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f01b5-04b0-4f83-a237-6be388ebbfae None None] Pushing event updated for resources: {'Port': ['ID=94992d4f-4f3b-46a7-a7b0-d36af889ed69,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:09.045455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46354) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:09.161613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e026287-8abc-4703-8d1e-350132dc837c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:09.163621 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0e026287-8abc-4703-8d1e-350132dc837c admin admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 842 time: 0.1166682 Sep 17 22:14:09.173548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'cidr': '172.25.0.0/24', 'enable_dhcp': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:09.194661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Made reservation on behalf of 3aabaeb7cff9430e9f4ea5a2f2e76e26 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:09.197021 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.508951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:14:09.509415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.564366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9961b2be-2a5e-4542-ba53-34bec8bb5d1e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:09.572588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:09.572954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Network hostable DHCP agents. Network: 9e694a0f-862e-4721-8728-799b8fb245da, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:14:09.591188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:14:09.605650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 9e694a0f-862e-4721-8728-799b8fb245da) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:09.610045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:09.610700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.615908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d36ed3-231f-4300-8e94-31674461bf81 None None] Network 9e694a0f-862e-4721-8728-799b8fb245da requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:09.633617 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9b0a5b91-1d0c-4cb8-b834-a5f6ba623d40 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4633040 Sep 17 22:14:09.756648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2496dc4-eeb6-48aa-b45b-d7a4bb6d53b5 None None] Network 9e694a0f-862e-4721-8728-799b8fb245da requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:11.962458 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46362) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:12.185406 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4e8dc820-9bb3-4ad6-bc18-988db6d65835 admin admin] 10.222.0.48 "GET /v2.0/routers/15d4a439-17fc-4bdf-99be-74ef86726a72 HTTP/1.1" status: 200 len: 710 time: 0.2213659 Sep 17 22:14:12.274012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6935e-5a31-4605-b210-5ba0bcad2ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:12.275410 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dbb6935e-5a31-4605-b210-5ba0bcad2ebb admin admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 886 time: 0.0840480 Sep 17 22:14:12.284641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:12.573199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.807878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.880651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.038272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Allocated IP 172.25.0.126 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/ae09eeca-d5f2-4601-a49a-a4ce123b5342) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:13.149241 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.210400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.285759 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:13.291561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:13.298726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:13.300508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Pushing event updated for resources: {'Port': ['ID=ae09eeca-d5f2-4601-a49a-a4ce123b5342,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:13.575161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.766472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.771043 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.951908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Router 15d4a439-17fc-4bdf-99be-74ef86726a72 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:14.063909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:14.068657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.070894 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f55da5e-d69f-44e9-94c0-3ed70106c870 admin admin] 10.222.0.48 "PUT /v2.0/routers/15d4a439-17fc-4bdf-99be-74ef86726a72 HTTP/1.1" status: 200 len: 890 time: 1.7890887 Sep 17 22:14:14.530581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 94992d4f-4f3b-46a7-a7b0-d36af889ed69 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:14.578029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:14.578397 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.277828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Sync routers for ids ['15d4a439-17fc-4bdf-99be-74ef86726a72'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:15.288191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Routers {'15d4a439-17fc-4bdf-99be-74ef86726a72'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:15.288841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:14:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['15d4a439-17fc-4bdf-99be-74ef86726a72'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:15.492875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Set router 15d4a439-17fc-4bdf-99be-74ef86726a72 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:15.874980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'name': 'router1', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'ae09eeca-d5f2-4601-a49a-a4ce123b5342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:56Z', 'updated_at': '2021-09-17T22:14:13Z', 'revision_number': 4, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'gw_port': {'id': 'ae09eeca-d5f2-4601-a49a-a4ce123b5342', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:12Z', 'updated_at': '2021-09-17T22:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '94992d4f-4f3b-46a7-a7b0-d36af889ed69', 'name': '', 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'mac_address': 'fa:16:3e:06:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:05Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 5, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'subnets': [{'id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a63d9c5-092d-412a-a24e-1899b1201110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:15.926453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Checking router: 15d4a439-17fc-4bdf-99be-74ef86726a72 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:15.926808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Updating router 15d4a439-17fc-4bdf-99be-74ef86726a72 port ae09eeca-d5f2-4601-a49a-a4ce123b5342 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:14:15.973759 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.289265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.294590 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.427337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3109-c09b-47d2-b817-8bb907b9a721 None None] Pushing event updated for resources: {'Port': ['ID=ae09eeca-d5f2-4601-a49a-a4ce123b5342,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:16.430679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Attempting to bind port ae09eeca-d5f2-4601-a49a-a4ce123b5342 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:16.431138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Attempting to bind port ae09eeca-d5f2-4601-a49a-a4ce123b5342 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:16.431522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Attempting to bind port ae09eeca-d5f2-4601-a49a-a4ce123b5342 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:16.438312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:16.438685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:16.439085 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.439472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:16.439936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Bound port: ae09eeca-d5f2-4601-a49a-a4ce123b5342, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:16.440332 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.489808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] For port ae09eeca-d5f2-4601-a49a-a4ce123b5342, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:16.493755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] For port ae09eeca-d5f2-4601-a49a-a4ce123b5342, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ae09eeca-d5f2-4601-a49a-a4ce123b5342,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:16.497998 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.504040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46374) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:16.552519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Routers {'15d4a439-17fc-4bdf-99be-74ef86726a72'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:16.553833 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:14:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['15d4a439-17fc-4bdf-99be-74ef86726a72'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:16.588784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3109-c09b-47d2-b817-8bb907b9a721 None None] Pushing event updated for resources: {'Port': ['ID=ae09eeca-d5f2-4601-a49a-a4ce123b5342,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:16.622855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7259f7b8-2238-4d59-a3c4-abf18924d59a admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177657 Sep 17 22:14:16.665231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] Set router 15d4a439-17fc-4bdf-99be-74ef86726a72 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:16.886240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'name': 'router1', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'ae09eeca-d5f2-4601-a49a-a4ce123b5342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:56Z', 'updated_at': '2021-09-17T22:14:13Z', 'revision_number': 4, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'gw_port': {'id': 'ae09eeca-d5f2-4601-a49a-a4ce123b5342', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:12Z', 'updated_at': '2021-09-17T22:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '94992d4f-4f3b-46a7-a7b0-d36af889ed69', 'name': '', 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'mac_address': 'fa:16:3e:06:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:05Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 5, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'subnets': [{'id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a63d9c5-092d-412a-a24e-1899b1201110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:16.912244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ff995-0bab-4720-8ec5-017ba19080b4 None None] The sync data for ids ['15d4a439-17fc-4bdf-99be-74ef86726a72'] in n-d-789963-10 is: [{'id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'name': 'router1', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'ae09eeca-d5f2-4601-a49a-a4ce123b5342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:56Z', 'updated_at': '2021-09-17T22:14:13Z', 'revision_number': 4, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'gw_port': {'id': 'ae09eeca-d5f2-4601-a49a-a4ce123b5342', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:12Z', 'updated_at': '2021-09-17T22:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '94992d4f-4f3b-46a7-a7b0-d36af889ed69', 'name': '', 'network_id': '930d5857-2545-48e8-b36f-bfdc7554d75c', 'tenant_id': 'ad631e547e0a45ca9ab81201469d96f3', 'mac_address': 'fa:16:3e:06:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4a439-17fc-4bdf-99be-74ef86726a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:05Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 5, 'project_id': 'ad631e547e0a45ca9ab81201469d96f3', 'subnets': [{'id': '3d2b26ee-5a0e-414e-ba94-90a19af6d191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a63d9c5-092d-412a-a24e-1899b1201110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:18.556608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ae09eeca-d5f2-4601-a49a-a4ce123b5342 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:18.618947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ae09eeca-d5f2-4601-a49a-a4ce123b5342 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:18.619323 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.712858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.734037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ae09eeca-d5f2-4601-a49a-a4ce123b5342, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ae09eeca-d5f2-4601-a49a-a4ce123b5342,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:18.739471 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.794511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=ae09eeca-d5f2-4601-a49a-a4ce123b5342,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:20.535792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ae09eeca-d5f2-4601-a49a-a4ce123b5342 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:20.616817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ae09eeca-d5f2-4601-a49a-a4ce123b5342 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:20.617358 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.844619 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a11a1bf9-c6b0-439a-9f30-65ce49030d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.620001 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0281-f2b4-40a3-99f0-d0fc57b938e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.962766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.635096 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.140769 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.110803 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:14:59.846673 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47fbc0df-a2ee-40be-a72e-88521e0ebd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.617123 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-793958c3-c3ff-4a1e-89b0-d37cd1915e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.959134 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:03.633058 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.136342 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.109482 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:15:29.849056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c4be7ac7-af66-41f4-8af7-7adecc22393f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.618397 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-88fac346-3358-40d9-bf58-fe70d6a8188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.962326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.634614 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:35.135396 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.109157 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:15:58.264912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46968) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:58.327558 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fe5e10-1877-4036-bd21-923a1202a80d admin admin] GET failed (client error): The resource could not be found. Sep 17 22:15:58.329220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a0fe5e10-1877-4036-bd21-923a1202a80d admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633214 Sep 17 22:15:58.494007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52018420-ea3d-4b58-b8d6-2ec812a7cd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:58.495431 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-52018420-ea3d-4b58-b8d6-2ec812a7cd6f admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614101 Sep 17 22:15:59.849678 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-989f33f2-c111-48a4-8e3f-a74ce1de7a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.686108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46978) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:00.778761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1297b-a6f5-437f-9ff6-e6686a3d5351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:00.780006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-64b1297b-a6f5-437f-9ff6-e6686a3d5351 admin admin] 10.222.0.48 "GET /v2.0/subnets/3d2b26ee-5a0e-414e-ba94-90a19af6d191 HTTP/1.1" status: 200 len: 849 time: 0.0929503 Sep 17 22:16:00.790572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:00.873505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:01.012429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786029973764'] for subnet, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:01.042717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:01.043248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:01.044954 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] 10.222.0.48 "PUT /v2.0/subnets/3d2b26ee-5a0e-414e-ba94-90a19af6d191 HTTP/1.1" status: 200 len: 868 time: 0.2575767 Sep 17 22:16:01.051627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d8e104-1fab-43cf-8307-5216a0ca3570 None None] Network 930d5857-2545-48e8-b36f-bfdc7554d75c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:01.067216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2b26ee-5a0e-414e-ba94-90a19af6d191,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:01.075205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.075545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.075789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.076120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.076450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.076779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.077135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.077512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.077838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.078156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.078474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.078788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f36f3-5542-4645-86b1-3baac565784e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:01.399608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9ffb3d4e-2fe3-4631-bd2b-167dfd28ca58 None None] Provisioning complete for port 94992d4f-4f3b-46a7-a7b0-d36af889ed69 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:01.399981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d4e-2fe3-4631-bd2b-167dfd28ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:01.482887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9ffb3d4e-2fe3-4631-bd2b-167dfd28ca58 None None] Provisioning complete for port c956825e-4733-45c0-a372-3b74e848c686 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:01.483256 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d4e-2fe3-4631-bd2b-167dfd28ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:02.618586 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5f-8303-4825-851d-7667c5ed6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:02.962502 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.261165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:03.462868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdce3d-2570-48b0-9c52-a9a84e44f9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:03.463354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdce3d-2570-48b0-9c52-a9a84e44f9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:03.464903 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bfcdce3d-2570-48b0-9c52-a9a84e44f9e0 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027822 Sep 17 22:16:03.638646 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.145574 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.654253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46994) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:05.783616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc30d5-7268-40cd-bec6-9a720d7404c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:05.784089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc30d5-7268-40cd-bec6-9a720d7404c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:05.785625 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-44cc30d5-7268-40cd-bec6-9a720d7404c0 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304014 Sep 17 22:16:07.966072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:08.109588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d76725-51ef-4a93-81bd-79e9f8842ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:08.111326 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-12d76725-51ef-4a93-81bd-79e9f8842ca4 admin admin] 10.222.0.48 "GET /v2.0/networks/930d5857-2545-48e8-b36f-bfdc7554d75c HTTP/1.1" status: 200 len: 869 time: 0.1439579 Sep 17 22:16:10.321730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47010) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:10.447641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b2c75-cdb9-409c-ada1-653d0181b9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:10.448946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ad1b2c75-cdb9-409c-ada1-653d0181b9ad admin admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 886 time: 0.1262672 Sep 17 22:16:12.740633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47020) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:12.864267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484244b-9f7f-42e9-8179-ecaea109c396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:12.864727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484244b-9f7f-42e9-8179-ecaea109c396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:12.866283 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d484244b-9f7f-42e9-8179-ecaea109c396 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246839 Sep 17 22:16:15.067982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47028) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:15.158199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbeed58-7ef8-43b6-8ce7-94984776d20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.158658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbeed58-7ef8-43b6-8ce7-94984776d20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.160146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-afbeed58-7ef8-43b6-8ce7-94984776d20d admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912261 Sep 17 22:16:17.359999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47036) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:17.449752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe79b6-2d2d-4476-ae4b-300d6f8579a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:17.451126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-10fe79b6-2d2d-4476-ae4b-300d6f8579a5 admin admin] 10.222.0.48 "GET /v2.0/subnets/3d2b26ee-5a0e-414e-ba94-90a19af6d191 HTTP/1.1" status: 200 len: 868 time: 0.0901573 Sep 17 22:16:19.648530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47044) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:19.734452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4f888-82d6-4df0-8c58-7baa21da96e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:19.735811 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5fc4f888-82d6-4df0-8c58-7baa21da96e6 admin admin] 10.222.0.48 "GET /v2.0/subnets/9961b2be-2a5e-4542-ba53-34bec8bb5d1e HTTP/1.1" status: 200 len: 816 time: 0.0862491 Sep 17 22:16:27.107285 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:16:29.850532 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e50a9d1e-e895-4e71-884d-6dc630783050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.619155 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-93c8afdb-bde8-4353-9d0c-7deb9a3c9567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.966077 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.639583 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.153687 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.680681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:43.727688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-7d5c35c6-d68f-42f9-b5b6-78014f19f068 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:16:43.728770 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7d5c35c6-d68f-42f9-b5b6-78014f19f068 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471053 Sep 17 22:16:46.035201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47106) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:46.098405 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3630e2-ee61-4a27-a221-b009b9a47e2d admin admin] GET failed (client error): The resource could not be found. Sep 17 22:16:46.099751 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ed3630e2-ee61-4a27-a221-b009b9a47e2d admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636292 Sep 17 22:16:46.182894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbb6712-4bed-4d3b-9928-42b474ae9c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:46.184349 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fdbb6712-4bed-4d3b-9928-42b474ae9c1b admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800729 Sep 17 22:16:48.415490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47114) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:48.463003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:48.484243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Made reservation on behalf of 3aabaeb7cff9430e9f4ea5a2f2e76e26 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:48.486835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.517926 n-d-789963-10 neutron-server[94737]: WARNING neutron.services.revisions.revision_plugin [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Could not find related network for resource to bump revision. Sep 17 22:16:48.531685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:16:48.541210 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.541546 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Added segment 345fc931-6e63-42b2-b283-eade056e89cb of type vlan for network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 Sep 17 22:16:48.588511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.611610 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.612543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:48.613148 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.643935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2273269 Sep 17 22:16:48.672594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Pushing event updated for resources: {'Network': ['ID=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:48.680502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.680844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.681207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.681542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.681870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.682198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.682531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.682851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.683172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.683495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.683816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.684136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4ecd-cbd3-4dc0-b70e-447dd88c8c46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:48.697349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:16:50.869985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47122) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:50.934119 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62078dc-bc4f-4438-9e17-204256d0e0da admin admin] GET failed (client error): The resource could not be found. Sep 17 22:16:50.935439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b62078dc-bc4f-4438-9e17-204256d0e0da admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644739 Sep 17 22:16:51.038212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82a3803-0939-443d-89fa-5694f9166dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:51.039708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f82a3803-0939-443d-89fa-5694f9166dc5 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989473 Sep 17 22:16:51.050780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Request body: {'subnet': {'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:51.074468 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Made reservation on behalf of 3aabaeb7cff9430e9f4ea5a2f2e76e26 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:51.076733 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.265806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.318648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66327c4-76e9-4105-9516-40a6dce9154d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.331107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:51.331452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Network hostable DHCP agents. Network: 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:16:51.351351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:16:51.361879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:51.366504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:51.367556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.370538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62eec8-095f-4461-b435-bfda3da908cd None None] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:51.396962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c562385-7329-4d9a-a301-645d9c2d751b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3355339 Sep 17 22:16:51.528797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'tenant_id': '3aabaeb7cff9430e9f4ea5a2f2e76e26', 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:16:51.529858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.670724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Allocated IP 192.168.233.2 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/2e5d18a6-446b-4d77-96c9-0aca363b34ee) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:51.821441 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.829593 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.867333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:51.868707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:51.872220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:51.896944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Pushing event updated for resources: {'Port': ['ID=2e5d18a6-446b-4d77-96c9-0aca363b34ee,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.922223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.922533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.923065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.923709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.924224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.924571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.924908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.925377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.925586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.925931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.926260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.926616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:51.957614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Attempting to bind port 2e5d18a6-446b-4d77-96c9-0aca363b34ee on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:51.957614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Attempting to bind port 2e5d18a6-446b-4d77-96c9-0aca363b34ee by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:51.957614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Attempting to bind port 2e5d18a6-446b-4d77-96c9-0aca363b34ee on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:51.962918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:51.963300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:51.963693 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.964084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:51.964540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Bound port: 2e5d18a6-446b-4d77-96c9-0aca363b34ee, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:51.964947 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.028252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] For port 2e5d18a6-446b-4d77-96c9-0aca363b34ee, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:52.031681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] For port 2e5d18a6-446b-4d77-96c9-0aca363b34ee, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2e5d18a6-446b-4d77-96c9-0aca363b34ee,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:52.036880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.098827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c59159-10c0-4b89-9f97-c71b82cbd52d None None] Pushing event updated for resources: {'Port': ['ID=2e5d18a6-446b-4d77-96c9-0aca363b34ee,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.656000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2e5d18a6-446b-4d77-96c9-0aca363b34ee up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:52.717232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 2e5d18a6-446b-4d77-96c9-0aca363b34ee triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:52.717232 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.804682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.841793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 2e5d18a6-446b-4d77-96c9-0aca363b34ee, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2e5d18a6-446b-4d77-96c9-0aca363b34ee,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:52.848662 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.905819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=2e5d18a6-446b-4d77-96c9-0aca363b34ee,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.939609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56e4a1-c8f0-4308-9c8d-17ca18041573 None None] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:53.000795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0f39bad6-62d1-40ec-8ec8-b99b36f7c7af None None] Provisioning complete for port 2e5d18a6-446b-4d77-96c9-0aca363b34ee triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:53.001749 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0f39bad6-62d1-40ec-8ec8-b99b36f7c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.368913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5ed21a44-5887-4932-8350-e35cef9d1d4b None None] Provisioning complete for port 2e5d18a6-446b-4d77-96c9-0aca363b34ee triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:53.369322 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5ed21a44-5887-4932-8350-e35cef9d1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.623113 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2e5d18a6-446b-4d77-96c9-0aca363b34ee up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:54.670981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 2e5d18a6-446b-4d77-96c9-0aca363b34ee triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:54.671346 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.855996 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-507ddb46-2cc1-4503-92c6-acbe25dd143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.620338 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6dcd09a6-4221-4a94-a85f-4002aa97a68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.971769 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.643912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.105306 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:17:05.155863 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.857274 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc299011-4440-450f-b8c3-8cbab5a56344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:32.621695 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7e5014ef-e64e-434d-8baf-49ddaadb3b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:32.973904 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.647511 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.158328 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.103933 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:17:59.861378 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b83b3d3-fb1e-4cab-b689-5dceca83eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.182473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47174) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:00.188850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-b690e45f-0536-4ada-9593-737f0a862dcf tempest-verify_tempest_config-2071875929 tempest-verify_tempest_config-2071875929-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:00.189873 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b690e45f-0536-4ada-9593-737f0a862dcf tempest-verify_tempest_config-2071875929 tempest-verify_tempest_config-2071875929-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064647 Sep 17 22:18:00.476542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47192) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:00.581152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.678128 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.681703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.724419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d070e784-e35c-4d25-9d4b-47867ba9f56f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:00.728843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eabc053d4cf247738d20c2d792f581f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2512126 Sep 17 22:18:00.731709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47198) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:00.733100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.733445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.733783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.734118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.734671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.735006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.735327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.735653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.735974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.736296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.736616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.736948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c814d-8d59-459c-8f11-ff6ca5406eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.785569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.805862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.900794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.903259 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.904408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d070e784-e35c-4d25-9d4b-47867ba9f56f HTTP/1.1" status: 204 len: 168 time: 0.1717486 Sep 17 22:18:00.912781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d070e784-e35c-4d25-9d4b-47867ba9f56f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:00.919485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.919838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.920177 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.920516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.920862 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.921206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.921528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.921890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.922385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.922712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.923139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:00.923344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44031823-b42c-4cc0-8a69-293aaf65800a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:02.623329 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3fa98c52-e2d9-45ef-b88b-50ba011b2edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.975256 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:03.649138 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:05.162508 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.103207 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:18:29.864739 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d4a5be6f-4e86-4df9-b5aa-eec7f58703a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.625124 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0d8815e-bad8-4992-8f18-06a33b41db3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.976148 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.650947 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.164717 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.101975 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:18:59.864550 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4381f62d-df2c-4715-946e-942097222906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.629469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eeae967a-ea9e-4df8-b208-d285baaf7ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.977507 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.654632 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.168771 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.865489 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-158abd13-b7c9-43df-b0e0-95a473c6133e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:32.099797 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:19:32.629573 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69aa5160-015f-4b59-9180-89b40fe74ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:32.978669 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.658114 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.170425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.865296 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c906b43-f761-45d8-b9fa-b47f2550cf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.628708 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-094712cc-6dda-40b8-a664-26a24eb61b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.979897 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.661916 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.173940 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.098165 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:20:29.865854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6fca873c-8b34-42fd-a8d6-f4b0bee276d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.628113 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2c1de560-c9ab-4acc-aa77-3f8ff853332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.980818 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.666382 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.176631 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.096718 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 5 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:20:59.866105 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-93bed50d-db05-46cf-acd7-e3cfdbfbb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:02.628090 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-130f319e-fd2e-4361-8371-7e72195a2f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:02.981445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.667109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.400578 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601579'] for agent, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.180661 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.550679 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601579'] for agent, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.095765 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:21:29.866940 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-60c6ba4c-1d14-4de0-9259-28e029e3abda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.628750 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0fc02afd-04f6-42b1-b456-6b9f1625007a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.981948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.672033 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.356055 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.182838 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.503960 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.277897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47258) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:51.464962 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e8ac67c0-579c-476f-bac5-8af92b2da645 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1835778 Sep 17 22:21:53.679483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47268) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:53.734612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4d680cb3-e28b-40ca-b71d-80751b143b2c admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0540471 Sep 17 22:21:59.868798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e818-5037-4554-baf5-a7b13ac50c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.094447 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:22:02.629200 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5fab3c06-b832-4e54-8078-6c6f4166aee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.983418 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.672226 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.355988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.186342 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.520386 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.870651 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b726b45d-3d1e-45e0-a96d-fd88276636d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.629049 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba0090c7-1ac4-417e-a0ed-bc4d7d8ab4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.984125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.674715 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.351795 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.196275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.100047 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:22:48.521071 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.870313 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5817cd1-ef91-4103-9df2-1a2b25d1be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.631738 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f38bd0da-9b2f-400d-8f62-6a814f386771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.985624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.676811 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.354750 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.193628 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.090448 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:23:18.519556 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.772454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47466) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.105467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-network', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:19.129637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Made reservation on behalf of 2daac13086d342ceb3844d0930d67c9b for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:19.132392 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.141456 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.249990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.263714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.302135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dcc4c1-ef75-4463-90e9-71f0e33175bd,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.311485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:19.315337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.315719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.316132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.316684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.317935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.318502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.319035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.319591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.320169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.321017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.321418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.321746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Tracked resource versions report: Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: pushed versions: Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: { 'AddressGroup': {'1.2'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'ConntrackHelper': {'1.0'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Log': {'1.0'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Network': {'1.1'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Port': {'1.7'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'PortForwarding': {'1.2'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'QosPolicy': {'1.9'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'SecurityGroup': {'1.4'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'SubPort': {'1.0'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Subnet': {'1.1'}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Trunk': {'1.1'}} Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: consumer versions: Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: { DHCP agent@n-d-789963-10: {}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: HyperV agent@n-h1-789963-10: {}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: HyperV agent@n-h2-789963-10: {}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: L3 agent@n-d-789963-10: {}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: Metadata agent@n-d-789963-10: {}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: Metering agent@n-d-789963-10: {}, Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: Open vSwitch agent@n-d-789963-10: { 'AddressGroup': '1.2', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'ConntrackHelper': '1.0', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Log': '1.0', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Network': '1.1', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Port': '1.7', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'PortForwarding': '1.2', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'QosPolicy': '1.9', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'SecurityGroup': '1.4', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'SecurityGroupRule': '1.2', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'SubPort': '1.0', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Subnet': '1.1', Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: 'Trunk': '1.1'}} Sep 17 22:23:19.323024 n-d-789963-10 neutron-server[94738]: {{(pid=94738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:23:19.335126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.336545 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Added segment 303d9832-ba9d-4729-af90-811846453537 of type vlan for network f521677b-9ae6-4013-8450-eb9f8c292d6e Sep 17 22:23:19.404730 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.434042 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.435071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.435891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.534572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] Pushing event updated for resources: {'Network': ['ID=f521677b-9ae6-4013-8450-eb9f8c292d6e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.544235 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-26f4ce03-9e88-4840-8f94-df241c36546e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7690158 Sep 17 22:23:19.544381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47500) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.548431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f521677b-9ae6-4013-8450-eb9f8c292d6e details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:19.552225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Request body: {'subnet': {'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-subnet', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:19.594257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Made reservation on behalf of 2daac13086d342ceb3844d0930d67c9b for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:19.597765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.841874 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.877943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47514) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.915541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6582152d-787e-4468-bbd7-ddadba65eb7d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.928190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Checking segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:19.928471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Network hostable DHCP agents. Network: f521677b-9ae6-4013-8450-eb9f8c292d6e, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:19.931362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.931708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.932039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.932376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.932701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.933049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.933372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.933689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.934007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.934320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.934637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.934949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Tracked resource versions report: Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: pushed versions: Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: { 'AddressGroup': {'1.2'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'ConntrackHelper': {'1.0'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Log': {'1.0'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Network': {'1.1'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Port': {'1.7'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'PortForwarding': {'1.2'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'QosPolicy': {'1.9'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'SecurityGroup': {'1.4'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'SubPort': {'1.0'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Subnet': {'1.1'}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Trunk': {'1.1'}} Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: consumer versions: Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: { DHCP agent@n-d-789963-10: {}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: HyperV agent@n-h1-789963-10: {}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: HyperV agent@n-h2-789963-10: {}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: L3 agent@n-d-789963-10: {}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: Metadata agent@n-d-789963-10: {}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: Metering agent@n-d-789963-10: {}, Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: Open vSwitch agent@n-d-789963-10: { 'AddressGroup': '1.2', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'ConntrackHelper': '1.0', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Log': '1.0', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Network': '1.1', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Port': '1.7', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'PortForwarding': '1.2', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'QosPolicy': '1.9', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'SecurityGroup': '1.4', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'SecurityGroupRule': '1.2', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'SubPort': '1.0', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Subnet': '1.1', Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: 'Trunk': '1.1'}} Sep 17 22:23:19.936059 n-d-789963-10 neutron-server[94737]: {{(pid=94737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:23:19.953522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Network f521677b-9ae6-4013-8450-eb9f8c292d6e is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:19.966078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f521677b-9ae6-4013-8450-eb9f8c292d6e) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:19.974862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.975375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab10e7-5ee4-4708-acea-52d0023bd40c None None] Network f521677b-9ae6-4013-8450-eb9f8c292d6e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:19.976050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.999773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47522) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.002287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4239f75a-7d8c-4763-9f61-146cf1d5f685 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4516315 Sep 17 22:23:20.008828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:20.034991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.038057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.112971 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.174012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-f521677b-9ae6-4013-8450-eb9f8c292d6e', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:20.174012 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.294984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.356839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Allocated IP 172.20.0.2 (f521677b-9ae6-4013-8450-eb9f8c292d6e/6582152d-787e-4468-bbd7-ddadba65eb7d/76bae6cb-a781-427b-be51-6aba349f6a8e) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:20.424306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e8a906ff-8a38-4e24-a672-2eb3d51e9e8e tempest-AutoAllocateNetworkTest-1000056046 tempest-AutoAllocateNetworkTest-1000056046-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4162651d4dbf4c079e8c6a0be1d5bff4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5444207 Sep 17 22:23:20.427683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47540) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.562107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.570488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.587449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47546) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.613991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Network f521677b-9ae6-4013-8450-eb9f8c292d6e is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:20.618328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:20.627788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:20.637725 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.668766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.734684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f0d1e-cc2a-4999-a01f-e6f8bcb86fcf tempest-AutoAllocateNetworkTest-1000056046 tempest-AutoAllocateNetworkTest-1000056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:20.736825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ab1f0d1e-cc2a-4999-a01f-e6f8bcb86fcf tempest-AutoAllocateNetworkTest-1000056046 tempest-AutoAllocateNetworkTest-1000056046-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3081660 Sep 17 22:23:20.740360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47552) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.804919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-90350726-1066-4f8d-ae04-ea80e3ccc5c4 tempest-AutoAllocateNetworkTest-1000056046 tempest-AutoAllocateNetworkTest-1000056046-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629892 Sep 17 22:23:20.806084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47558) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.807743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Pushing event updated for resources: {'Port': ['ID=76bae6cb-a781-427b-be51-6aba349f6a8e,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.844671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.845313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.845770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1f222f30-3842-4b59-bd8b-cbbc5d3a41ca tempest-AutoAllocateNetworkTest-1000056046 tempest-AutoAllocateNetworkTest-1000056046-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4162651d4dbf4c079e8c6a0be1d5bff4 HTTP/1.1" status: 200 len: 208 time: 0.0384316 Sep 17 22:23:20.846084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.846426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.846759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.847089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.847415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.847738 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.848121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.848449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.848771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.849118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Tracked resource versions report: Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: pushed versions: Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: { 'AddressGroup': {'1.2'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'ConntrackHelper': {'1.0'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Log': {'1.0'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Network': {'1.1'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Port': {'1.7'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'PortForwarding': {'1.2'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'QosPolicy': {'1.9'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'SecurityGroup': {'1.4'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'SubPort': {'1.0'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Subnet': {'1.1'}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Trunk': {'1.1'}} Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: consumer versions: Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: { DHCP agent@n-d-789963-10: {}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: HyperV agent@n-h1-789963-10: {}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: HyperV agent@n-h2-789963-10: {}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: L3 agent@n-d-789963-10: {}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: Metadata agent@n-d-789963-10: {}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: Metering agent@n-d-789963-10: {}, Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: Open vSwitch agent@n-d-789963-10: { 'AddressGroup': '1.2', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'ConntrackHelper': '1.0', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Log': '1.0', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Network': '1.1', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Port': '1.7', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'PortForwarding': '1.2', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'QosPolicy': '1.9', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'SecurityGroup': '1.4', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'SecurityGroupRule': '1.2', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'SubPort': '1.0', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Subnet': '1.1', Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: 'Trunk': '1.1'}} Sep 17 22:23:20.850263 n-d-789963-10 neutron-server[94739]: {{(pid=94739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:23:20.858175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Attempting to bind port 76bae6cb-a781-427b-be51-6aba349f6a8e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:20.858443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Attempting to bind port 76bae6cb-a781-427b-be51-6aba349f6a8e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:20.858809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Attempting to bind port 76bae6cb-a781-427b-be51-6aba349f6a8e on network f521677b-9ae6-4013-8450-eb9f8c292d6e {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:20.861339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Allocated IP 172.25.0.121 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/4f1c6fa8-8307-48b2-8610-61a1d631b7f2) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:20.865965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:20.866710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Checking segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:20.867130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.867587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Bound using segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:20.868089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Bound port: 76bae6cb-a781-427b-be51-6aba349f6a8e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:20.868524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.946284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] For port 76bae6cb-a781-427b-be51-6aba349f6a8e, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:20.950552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] For port 76bae6cb-a781-427b-be51-6aba349f6a8e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=76bae6cb-a781-427b-be51-6aba349f6a8e,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:20.956788 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.982202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.034726 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.037023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cde74b-34b1-47f5-a2ff-8081296c7dd2 None None] Pushing event updated for resources: {'Port': ['ID=76bae6cb-a781-427b-be51-6aba349f6a8e,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:21.106056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1c6fa8-8307-48b2-8610-61a1d631b7f2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:21.122431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96046495-f597-4ee4-b162-acd1742cdca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.161171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:21.246664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96046495-f597-4ee4-b162-acd1742cdca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.248581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:21.254129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:21.256551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96046495-f597-4ee4-b162-acd1742cdca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.401041 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-96046495-f597-4ee4-b162-acd1742cdca3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b00c44a4eb3e49aaaa16a6a2ef0b074f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8118978 Sep 17 22:23:21.403497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47578) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:21.462909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96046495-f597-4ee4-b162-acd1742cdca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9377312-d7a5-42c3-9899-8dc2a1b1e51c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:21.481080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb3153b-69c9-473d-a697-aa329dfde653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.506201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb3153b-69c9-473d-a697-aa329dfde653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.568848 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb3153b-69c9-473d-a697-aa329dfde653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.571954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb3153b-69c9-473d-a697-aa329dfde653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.573449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7bb3153b-69c9-473d-a697-aa329dfde653 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9377312-d7a5-42c3-9899-8dc2a1b1e51c HTTP/1.1" status: 204 len: 168 time: 0.1687343 Sep 17 22:23:21.581965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3153b-69c9-473d-a697-aa329dfde653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9377312-d7a5-42c3-9899-8dc2a1b1e51c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:21.650309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.722899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47592) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:22.005071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.183193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Router d607982b-3255-42d6-87e2-c83f84d197a6 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:23:22.237812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21082d40-cb3f-4e85-8647-185dc6bf3f40 None None] Network f521677b-9ae6-4013-8450-eb9f8c292d6e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:22.249173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3cf0164-a13c-4524-8310-73e3bbdba477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.293456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3b57a932-c1e6-4e75-9083-e8ff3af27fe7 None None] Provisioning complete for port 76bae6cb-a781-427b-be51-6aba349f6a8e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:22.294215 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3b57a932-c1e6-4e75-9083-e8ff3af27fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.372067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:22.384298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3cf0164-a13c-4524-8310-73e3bbdba477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.389253 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Sync routers for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:22.390522 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3cf0164-a13c-4524-8310-73e3bbdba477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.405277 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:22.407702 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:23:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:22.407996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.409544 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ede7a534-a832-4802-bdc4-bd58e6853068 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4076321 Sep 17 22:23:22.413406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:22.431978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf0164-a13c-4524-8310-73e3bbdba477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bb9117-7c45-414a-a5f8-3c05bf8f23b9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.461408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47622) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:22.462147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c3cf0164-a13c-4524-8310-73e3bbdba477 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4162651d4dbf4c079e8c6a0be1d5bff4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7367013 Sep 17 22:23:22.555495 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3b57a932-c1e6-4e75-9083-e8ff3af27fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.576654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eda3faa7-9260-4651-be48-756a5305f8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.608602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3b57a932-c1e6-4e75-9083-e8ff3af27fe7 None None] For port 76bae6cb-a781-427b-be51-6aba349f6a8e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=76bae6cb-a781-427b-be51-6aba349f6a8e,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:22.618153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eda3faa7-9260-4651-be48-756a5305f8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.622300 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3b57a932-c1e6-4e75-9083-e8ff3af27fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.691856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47628) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:22.711848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57a932-c1e6-4e75-9083-e8ff3af27fe7 None None] Pushing event updated for resources: {'Port': ['ID=76bae6cb-a781-427b-be51-6aba349f6a8e,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.714011 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28bf85fe-4441-427f-939c-85bae3e26d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.721516 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:22.851940 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eda3faa7-9260-4651-be48-756a5305f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.855720 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eda3faa7-9260-4651-be48-756a5305f8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.857148 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eda3faa7-9260-4651-be48-756a5305f8af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1bb9117-7c45-414a-a5f8-3c05bf8f23b9 HTTP/1.1" status: 204 len: 168 time: 0.3946915 Sep 17 22:23:22.877373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3faa7-9260-4651-be48-756a5305f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bb9117-7c45-414a-a5f8-3c05bf8f23b9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.960342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28bf85fe-4441-427f-939c-85bae3e26d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.969967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28bf85fe-4441-427f-939c-85bae3e26d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.982373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 76bae6cb-a781-427b-be51-6aba349f6a8e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:23.015921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf85fe-4441-427f-939c-85bae3e26d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d19348c-1db8-4256-a4d3-e9283f093b20,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.063799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-28bf85fe-4441-427f-939c-85bae3e26d12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=544e3080bfb04a9683611ee4923f7aec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3705308 Sep 17 22:23:23.067520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47636) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:23.105545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6aeea2b8-0d1a-4d08-b4ca-114e6c27bf4d None None] Provisioning complete for port 76bae6cb-a781-427b-be51-6aba349f6a8e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:23.108142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6aeea2b8-0d1a-4d08-b4ca-114e6c27bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.119159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:21Z', 'revision_number': 3, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:23.149131 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6cc749bc-5813-460c-8243-26993eeca967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.165199 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Checking router: d607982b-3255-42d6-87e2-c83f84d197a6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:23.166423 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Updating router d607982b-3255-42d6-87e2-c83f84d197a6 port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:23.191441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 76bae6cb-a781-427b-be51-6aba349f6a8e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:23.194930 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.198208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6cc749bc-5813-460c-8243-26993eeca967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.201505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.203821 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.306124 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6cc749bc-5813-460c-8243-26993eeca967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.309841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6cc749bc-5813-460c-8243-26993eeca967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.311308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6cc749bc-5813-460c-8243-26993eeca967 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d19348c-1db8-4256-a4d3-e9283f093b20 HTTP/1.1" status: 204 len: 168 time: 0.2426915 Sep 17 22:23:23.320272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc749bc-5813-460c-8243-26993eeca967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d19348c-1db8-4256-a4d3-e9283f093b20,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.559531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Allocated IP 172.20.0.1 (f521677b-9ae6-4013-8450-eb9f8c292d6e/6582152d-787e-4468-bbd7-ddadba65eb7d/0d67ed88-1f6b-4a97-85ad-0fad8526e806) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:23.680775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.717077 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.755812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Network f521677b-9ae6-4013-8450-eb9f8c292d6e is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:23.759129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:23.762902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:23.763751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.778249 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.784073 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.841483 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Pushing event updated for resources: {'Port': ['ID=4f1c6fa8-8307-48b2-8610-61a1d631b7f2,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.853443 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.853652 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.854208 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.854490 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.855200 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.855824 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.856334 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.857099 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.857678 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.858234 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.858782 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.859191 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Tracked resource versions report: Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: pushed versions: Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: { 'AddressGroup': {'1.2'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'ConntrackHelper': {'1.0'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Log': {'1.0'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Network': {'1.1'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Port': {'1.7'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'PortForwarding': {'1.2'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'QosPolicy': {'1.9'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'SecurityGroup': {'1.4'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'SubPort': {'1.0'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Subnet': {'1.1'}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Trunk': {'1.1'}} Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: consumer versions: Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: { DHCP agent@n-d-789963-10: {}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: HyperV agent@n-h1-789963-10: {}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: HyperV agent@n-h2-789963-10: {}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: L3 agent@n-d-789963-10: {}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: Metadata agent@n-d-789963-10: {}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: Metering agent@n-d-789963-10: {}, Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: Open vSwitch agent@n-d-789963-10: { 'AddressGroup': '1.2', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'ConntrackHelper': '1.0', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Log': '1.0', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Network': '1.1', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Port': '1.7', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'PortForwarding': '1.2', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'QosPolicy': '1.9', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'SecurityGroup': '1.4', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'SecurityGroupRule': '1.2', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'SubPort': '1.0', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Subnet': '1.1', Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: 'Trunk': '1.1'}} Sep 17 22:23:23.860556 n-d-789963-10 neutron-server[94740]: {{(pid=94740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:23:23.867232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Pushing event updated for resources: {'Port': ['ID=0d67ed88-1f6b-4a97-85ad-0fad8526e806,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.890077 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Attempting to bind port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:23.891400 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Attempting to bind port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:23.891533 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Attempting to bind port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:23.907295 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:23.907678 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:23.908088 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.916209 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:23.917648 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Bound port: 4f1c6fa8-8307-48b2-8610-61a1d631b7f2, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:23.918251 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.982532 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] For port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:23.986671 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] For port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f1c6fa8-8307-48b2-8610-61a1d631b7f2,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:23.992009 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.052684 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:24.053353 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:23:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:24.123177 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f6217-bf43-4897-8e54-77f5b6267a22 None None] Pushing event updated for resources: {'Port': ['ID=4f1c6fa8-8307-48b2-8610-61a1d631b7f2,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:24.167252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3bb6d092-e52a-4d07-a162-c4dd533074e3 None None] Provisioning complete for port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:24.168448 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d092-e52a-4d07-a162-c4dd533074e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.177065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.232875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6d092-e52a-4d07-a162-c4dd533074e3 None None] Port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:24.270505 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:24.569749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.575867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.577388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.596806 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:21Z', 'revision_number': 3, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:24.628647 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f444ee-d191-41a6-9275-0cc6bb549c70 None None] The sync data for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 is: [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:21Z', 'revision_number': 3, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:24.724386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Pushing event updated for resources: {'Port': ['ID=0d67ed88-1f6b-4a97-85ad-0fad8526e806,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:24.785940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Network f521677b-9ae6-4013-8450-eb9f8c292d6e is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:24.788542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:25.041054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Router d607982b-3255-42d6-87e2-c83f84d197a6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:25.169576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dc9014a1-35a5-412b-85b4-d61e46184658 None None] Provisioning complete for port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:25.170130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc9014a1-35a5-412b-85b4-d61e46184658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.247931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dc9014a1-35a5-412b-85b4-d61e46184658 None None] Port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:25.295788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47736) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:25.298587 n-d-789963-10 neutron-server[94737]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 22:23:25.307063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:25.315777 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-171e4248-fb14-45e0-aeef-579fae4fa97d admin admin] 10.222.0.48 "PUT /v2.0/routers/d607982b-3255-42d6-87e2-c83f84d197a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9000206 Sep 17 22:23:25.359683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-e15c8038-3411-4d36-b650-ba022bf125e0 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=945b47c740e4459a8fda18a7d4e923fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623097 Sep 17 22:23:25.481114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c905-9365-4617-b36c-7c7fd504147a req-481924a2-1968-4215-bbdd-fd9245c17843 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:25.482804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-481924a2-1968-4215-bbdd-fd9245c17843 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1218963 Sep 17 22:23:25.503088 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-a936d320-cea9-42c9-883a-4959f7da33d1 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/quotas/945b47c740e4459a8fda18a7d4e923fc HTTP/1.1" status: 200 len: 375 time: 0.0141292 Sep 17 22:23:25.585546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-321ff324-fc00-4c29-a21a-febeda64244c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=945b47c740e4459a8fda18a7d4e923fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746338 Sep 17 22:23:25.886882 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32fbdeed-7717-474b-bf3f-40757c6e5296 req-f4d7cffc-546d-416d-9c8c-9c8df04780b7 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 210 time: 0.0564575 Sep 17 22:23:26.643756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Sync routers for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:26.662279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:26.663356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:23:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:26.737074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:26.744400 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-network', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:26.793320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Made reservation on behalf of ad34ba5e09924fdfbe80d115e567c78d for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:26.795658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.814086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.873635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47856) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:26.892227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:27.020987 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:27.026673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.038690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.071033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:27.116817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.117076 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Added segment 54365c2c-3b48-4f40-89c7-a010f27186ed of type vlan for network e683eed7-6d11-49a7-bdf4-2f914426fbf1 Sep 17 22:23:27.126726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7913aa-661a-4634-9952-33f48c9ad008,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.192065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.207072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:27.208402 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.229103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.230506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:27.231631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.319016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] Pushing event updated for resources: {'Network': ['ID=e683eed7-6d11-49a7-bdf4-2f914426fbf1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.324661 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-946bbd36-3edb-45d1-82d6-fdee11311c63 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5847113 Sep 17 22:23:27.327748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47878) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:27.333361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Request body: {'subnet': {'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-subnet', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:27.347592 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1ef98091-0924-4572-945c-90cf66660d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.351033 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e683eed7-6d11-49a7-bdf4-2f914426fbf1 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:27.359749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Made reservation on behalf of ad34ba5e09924fdfbe80d115e567c78d for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:27.364708 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.389479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 2, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:27.423548 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.459118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f1c6fa8-8307-48b2-8610-61a1d631b7f2,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:27.471811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Checking router: d607982b-3255-42d6-87e2-c83f84d197a6 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:27.472303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Updating router d607982b-3255-42d6-87e2-c83f84d197a6 port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:27.505207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1ef98091-0924-4572-945c-90cf66660d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.506747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47888) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:27.518217 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1ef98091-0924-4572-945c-90cf66660d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.523810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.552909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.555952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef98091-0924-4572-945c-90cf66660d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482c6dba-2f86-4131-bc6d-01f0b17ffcf1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.580884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1ef98091-0924-4572-945c-90cf66660d40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94b13b97035e4a379eed56b84ff347c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7039559 Sep 17 22:23:27.581457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47892) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:27.654182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13ff9bdf-d6d9-4030-b3f0-e453b761c793 req-70307467-a4bb-4d8c-b715-47ff55a93190 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 210 time: 0.1459787 Sep 17 22:23:27.664597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.710878 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28693030-f7a0-42bf-8428-7574fa502a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.796203 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28693030-f7a0-42bf-8428-7574fa502a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.813120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Checking segment: {'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:27.813682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Network hostable DHCP agents. Network: e683eed7-6d11-49a7-bdf4-2f914426fbf1, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:27.818329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b624b83-c727-48fd-a32b-00068af96d1a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.860486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Network e683eed7-6d11-49a7-bdf4-2f914426fbf1 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:27.886853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e683eed7-6d11-49a7-bdf4-2f914426fbf1) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:27.895393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:27.896263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.907730 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=4f1c6fa8-8307-48b2-8610-61a1d631b7f2,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.912724 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28693030-f7a0-42bf-8428-7574fa502a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.921766 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28693030-f7a0-42bf-8428-7574fa502a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.923352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-28693030-f7a0-42bf-8428-7574fa502a73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/482c6dba-2f86-4131-bc6d-01f0b17ffcf1 HTTP/1.1" status: 204 len: 168 time: 0.3408778 Sep 17 22:23:27.942875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28693030-f7a0-42bf-8428-7574fa502a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c6dba-2f86-4131-bc6d-01f0b17ffcf1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.948691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0113a-e975-4cf9-beeb-61652b4602a5 None None] Network e683eed7-6d11-49a7-bdf4-2f914426fbf1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:27.955312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bc9dbc14-d9d4-49e7-841c-85bc245fff02 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6263115 Sep 17 22:23:27.958627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47912) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:27.968898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:28.028291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.029986 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.150958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.265846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e683eed7-6d11-49a7-bdf4-2f914426fbf1', 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'fixed_ips': [{'subnet_id': '7b624b83-c727-48fd-a32b-00068af96d1a'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:28.267142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.337250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47942) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:28.373679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47948) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:28.575771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.613927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.49', 52781) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:28.693289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-6eea4036-1f58-4830-a936-424c1a796922 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=945b47c740e4459a8fda18a7d4e923fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601749 Sep 17 22:23:28.733154 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.799799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.888463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c905-9365-4617-b36c-7c7fd504147a req-e41afd09-3f92-4266-9811-ba9c55caf18f tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:28.892811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-e41afd09-3f92-4266-9811-ba9c55caf18f tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978874 Sep 17 22:23:28.916668 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e944d48-95d0-4b5e-a2e3-7f5b71afe700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.954224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b863-1759-45f1-8588-9d4b6a5dc90e None None] Pushing event updated for resources: {'Port': ['ID=0d67ed88-1f6b-4a97-85ad-0fad8526e806,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.986413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Allocated IP 172.20.0.2 (e683eed7-6d11-49a7-bdf4-2f914426fbf1/7b624b83-c727-48fd-a32b-00068af96d1a/76b134ad-81a4-4e19-8354-759b818c4044) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:29.010615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:29.035435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.091055 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.120223 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e944d48-95d0-4b5e-a2e3-7f5b71afe700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.121954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e156a27e-632e-4b38-9279-15eeee53e58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.148288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47984) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:29.158535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Request body: {'port': {'device_id': 'f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '945b47c740e4459a8fda18a7d4e923fc'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:29.177927 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e944d48-95d0-4b5e-a2e3-7f5b71afe700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.235530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Attempting to bind port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:29.236263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Attempting to bind port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:29.236627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Attempting to bind port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 on network f521677b-9ae6-4013-8450-eb9f8c292d6e {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:29.258561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:29.259163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Checking segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:29.259569 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.259967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Bound using segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:29.261421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Bound port: 0d67ed88-1f6b-4a97-85ad-0fad8526e806, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:29.261832 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.320607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Allocated IP 172.25.0.49 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/9539e954-bf99-47fd-b81b-e22de2eb5e55) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:29.384183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c15548e7-7118-4539-8a3d-b4c38fde57e5 None None] Provisioning complete for port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:29.384710 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c15548e7-7118-4539-8a3d-b4c38fde57e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.410055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:29.410673 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.454153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b987fa1c-5da4-4bc8-96bc-11729eac25b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.501750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.539199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] For port 0d67ed88-1f6b-4a97-85ad-0fad8526e806, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:29.554229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3000a341-9dd7-41b7-8e82-122096525c22 req-1810a910-634e-4565-aa0b-a72991c08066 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 210 time: 0.3263037 Sep 17 22:23:29.559071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4e944d48-95d0-4b5e-a2e3-7f5b71afe700 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06d1ad78c8524d748c23140f9d13b1cb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1842194 Sep 17 22:23:29.559750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.560537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e944d48-95d0-4b5e-a2e3-7f5b71afe700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa6298-af6e-477e-94aa-6d5292c7f639,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:29.568297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48022) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:29.575717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] For port 0d67ed88-1f6b-4a97-85ad-0fad8526e806, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0d67ed88-1f6b-4a97-85ad-0fad8526e806,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:29.579361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c15548e7-7118-4539-8a3d-b4c38fde57e5 None None] Port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:29.600672 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.615537 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.709764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e156a27e-632e-4b38-9279-15eeee53e58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.710520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b863-1759-45f1-8588-9d4b6a5dc90e None None] Pushing event updated for resources: {'Port': ['ID=0d67ed88-1f6b-4a97-85ad-0fad8526e806,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:29.733317 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.752104 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e156a27e-632e-4b38-9279-15eeee53e58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.853165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Network e683eed7-6d11-49a7-bdf4-2f914426fbf1 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:29.885598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:29.896216 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:30.018751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b987fa1c-5da4-4bc8-96bc-11729eac25b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.060629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b987fa1c-5da4-4bc8-96bc-11729eac25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.098856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Made reservation on behalf of 945b47c740e4459a8fda18a7d4e923fc for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:30.103535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.121102 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.142323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b987fa1c-5da4-4bc8-96bc-11729eac25b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee65938387af4001937c6720cae0a735&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9883621 Sep 17 22:23:30.145110 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e156a27e-632e-4b38-9279-15eeee53e58e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=021982d6271d4b819f97436d728a7362&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8062594 Sep 17 22:23:30.146800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48066) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:30.166045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:30.166686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:23:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:30.187969 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3682-03ba-41e1-878e-96dc2b17de5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.188702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48068) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:30.197657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156a27e-632e-4b38-9279-15eeee53e58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8264d-0664-4141-84c4-bd3f92a0f66e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.278031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987fa1c-5da4-4bc8-96bc-11729eac25b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09def4fe-f7b9-43cd-84fa-d0ab75c6b87a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.288830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:30.329794 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:30.368484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43f83b94-6342-460d-b87a-408e75c7cc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.409333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:30.427095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43f83b94-6342-460d-b87a-408e75c7cc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.428305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Pushing event updated for resources: {'Port': ['ID=76b134ad-81a4-4e19-8354-759b818c4044,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.430676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cdac-b43f-4000-a36b-cb1e034a69d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.437838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Attempting to bind port 76b134ad-81a4-4e19-8354-759b818c4044 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:30.453398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Attempting to bind port 76b134ad-81a4-4e19-8354-759b818c4044 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:30.462220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cdac-b43f-4000-a36b-cb1e034a69d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.469602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Attempting to bind port 76b134ad-81a4-4e19-8354-759b818c4044 on network e683eed7-6d11-49a7-bdf4-2f914426fbf1 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:30.482600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:30.483423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Checking segment: {'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:30.484481 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.485571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Bound using segment: {'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:30.486372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Bound port: 76b134ad-81a4-4e19-8354-759b818c4044, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:30.487048 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.490317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b0c88968-0716-4ef6-b679-e1806fa6fcc0 None None] Provisioning complete for port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:30.490998 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0c88968-0716-4ef6-b679-e1806fa6fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.519425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Pushing event updated for resources: {'Port': ['ID=9539e954-bf99-47fd-b81b-e22de2eb5e55,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.570047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cdac-b43f-4000-a36b-cb1e034a69d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.573355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cdac-b43f-4000-a36b-cb1e034a69d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.575063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c3e4cdac-b43f-4000-a36b-cb1e034a69d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ffa6298-af6e-477e-94aa-6d5292c7f639 HTTP/1.1" status: 204 len: 168 time: 0.9985247 Sep 17 22:23:30.590456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4cdac-b43f-4000-a36b-cb1e034a69d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa6298-af6e-477e-94aa-6d5292c7f639,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.773544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:30.830587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43f83b94-6342-460d-b87a-408e75c7cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.843875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43f83b94-6342-460d-b87a-408e75c7cc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.852691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-43f83b94-6342-460d-b87a-408e75c7cc3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09def4fe-f7b9-43cd-84fa-d0ab75c6b87a HTTP/1.1" status: 204 len: 168 time: 0.7044210 Sep 17 22:23:30.974239 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.985679 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5d131b0-4b14-4135-99a3-220bf0189411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.083968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5d131b0-4b14-4135-99a3-220bf0189411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.183648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-dc20bf99-776c-4046-b97e-20b4a4c117eb tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc5d8d00b3c64f5483d335963faed5ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6355834 Sep 17 22:23:31.204318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f83b94-6342-460d-b87a-408e75c7cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09def4fe-f7b9-43cd-84fa-d0ab75c6b87a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.261132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] For port 76b134ad-81a4-4e19-8354-759b818c4044, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:31.297843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] For port 76b134ad-81a4-4e19-8354-759b818c4044, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=76b134ad-81a4-4e19-8354-759b818c4044,segment=NetworkSegment(54365c2c-3b48-4f40-89c7-a010f27186ed),segment_id=54365c2c-3b48-4f40-89c7-a010f27186ed)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:31.348628 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0c88968-0716-4ef6-b679-e1806fa6fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.351588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.353080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48106) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:31.397048 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3cf3-8322-47f3-aabc-b0688fa0b2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.411506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.498299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.565464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.704835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b0c88968-0716-4ef6-b679-e1806fa6fcc0 None None] For port 0d67ed88-1f6b-4a97-85ad-0fad8526e806, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0d67ed88-1f6b-4a97-85ad-0fad8526e806,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:31.770317 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0c88968-0716-4ef6-b679-e1806fa6fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.829059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adb955-6779-4881-9d64-cfc2b75d38d1 None None] Pushing event updated for resources: {'Port': ['ID=76b134ad-81a4-4e19-8354-759b818c4044,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.897577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:23:31.900718 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3cf3-8322-47f3-aabc-b0688fa0b2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.900919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:31.933187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3cf3-8322-47f3-aabc-b0688fa0b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.944902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f247b-5632-4731-bc88-c427c5fbe924 None None] The sync data for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 is: [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:31.955355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c88968-0716-4ef6-b679-e1806fa6fcc0 None None] Pushing event updated for resources: {'Port': ['ID=0d67ed88-1f6b-4a97-85ad-0fad8526e806,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.070380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3cf3-8322-47f3-aabc-b0688fa0b2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47256c80-6397-4e16-a730-e924c9078708,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.114616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b0ee3cf3-8322-47f3-aabc-b0688fa0b2ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29d216cc52a74031bc6c426463ab8be9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7604518 Sep 17 22:23:32.119572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48116) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:32.184093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Allocated IP 192.168.233.211 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/a8353738-3800-484f-8d9e-bdefb230101f) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:32.265683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:32.276241 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Sync routers for ids ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:32.289056 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Routers {'94f67237-cd8d-48fb-8ad2-a2a0edee2e03'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:32.289700 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:23:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:32.330684 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.334509 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c7386702-b1e6-4ee6-83de-37f4e6d64e3a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.3712132 Sep 17 22:23:32.339586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48122) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:32.353925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d66c4e32-1cab-4d51-a459-2e26d84f9f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.574351 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Set router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:32.584421 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-959cb5c7-5c60-4955-9b59-74e554e11db8 req-5f2ba406-2985-4b65-acab-3c5777efac19 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 210 time: 1.1447442 Sep 17 22:23:32.646413 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-09cd4397-8dbf-45ce-ad58-949b15e9e967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.664649 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d66c4e32-1cab-4d51-a459-2e26d84f9f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.776667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07917ff0-820d-4064-b77d-9fbe17a1f341,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.819982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-2d9afefb-5b33-4c81-8073-bbee8c07b0cd tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:32.829556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-2d9afefb-5b33-4c81-8073-bbee8c07b0cd tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6449177 Sep 17 22:23:32.909295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5d131b0-4b14-4135-99a3-220bf0189411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.922189 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5d131b0-4b14-4135-99a3-220bf0189411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.928078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b5d131b0-4b14-4135-99a3-220bf0189411 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ea8264d-0664-4141-84c4-bd3f92a0f66e HTTP/1.1" status: 204 len: 168 time: 2.7314608 Sep 17 22:23:33.008685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-7365bde9-0cdc-4186-937f-42d0650e0d7d tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/quotas/dc5d8d00b3c64f5483d335963faed5ee HTTP/1.1" status: 200 len: 375 time: 0.1597230 Sep 17 22:23:33.033690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.038841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d131b0-4b14-4135-99a3-220bf0189411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8264d-0664-4141-84c4-bd3f92a0f66e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.284172 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0d67ed88-1f6b-4a97-85ad-0fad8526e806 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:33.291210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-deee48ac-6476-40da-9d16-13730b42bb56 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc5d8d00b3c64f5483d335963faed5ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2349150 Sep 17 22:23:33.375555 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:23:30Z', 'revision_number': 3, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port': {'id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:29Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:33.399029 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.483125 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Checking router: 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:33.493009 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Updating router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 port 9539e954-bf99-47fd-b81b-e22de2eb5e55 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:33.497202 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.541376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b41bb7-807e-4628-b404-b4be3ce73084 None None] Network e683eed7-6d11-49a7-bdf4-2f914426fbf1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:33.565861 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:33.569760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.602566 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.665023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:33.692772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:33.696539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:33.714402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.717514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.732334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d66c4e32-1cab-4d51-a459-2e26d84f9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.751121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d66c4e32-1cab-4d51-a459-2e26d84f9f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.773211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d66c4e32-1cab-4d51-a459-2e26d84f9f0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47256c80-6397-4e16-a730-e924c9078708 HTTP/1.1" status: 204 len: 168 time: 1.6498146 Sep 17 22:23:33.792458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Pushing event updated for resources: {'Port': ['ID=a8353738-3800-484f-8d9e-bdefb230101f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.832329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c4e32-1cab-4d51-a459-2e26d84f9f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47256c80-6397-4e16-a730-e924c9078708,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.838027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-2038def9-308d-48bf-b136-b4182abd5e39 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6885726 Sep 17 22:23:33.852782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-40de1afa-fca7-4a5e-8e05-81ea5297730e tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:23:33.854732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-40de1afa-fca7-4a5e-8e05-81ea5297730e tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069926 Sep 17 22:23:34.304324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57a42850-fc21-436a-9258-e4ae0d52a4b4 req-ecf219be-5e0c-425a-9e52-cd6c175fa61e tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 210 time: 0.2440195 Sep 17 22:23:34.325136 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.339023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9b1f4d11-b188-4b10-bbcd-4d20c9c60466 None None] Provisioning complete for port 76b134ad-81a4-4e19-8354-759b818c4044 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:34.339404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4d11-b188-4b10-bbcd-4d20c9c60466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.369364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71644c3e-5996-4fa2-9d8f-05d0ab2219e7 req-c895a75b-512d-455e-9b3b-e2b1729b17f7 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.390244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71644c3e-5996-4fa2-9d8f-05d0ab2219e7 req-c895a75b-512d-455e-9b3b-e2b1729b17f7 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 936 time: 0.3714840 Sep 17 22:23:34.545634 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.564718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71644c3e-5996-4fa2-9d8f-05d0ab2219e7 req-4e3abd02-f053-475a-b9ec-3783a98e6f63 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733692 Sep 17 22:23:34.598407 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.620644 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.633694 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.773415 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff49f6-4cfc-48e4-8872-425d600a57d0 None None] Pushing event updated for resources: {'Port': ['ID=9539e954-bf99-47fd-b81b-e22de2eb5e55,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:34.880661 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Attempting to bind port 9539e954-bf99-47fd-b81b-e22de2eb5e55 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:34.881051 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Attempting to bind port 9539e954-bf99-47fd-b81b-e22de2eb5e55 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:34.881420 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Attempting to bind port 9539e954-bf99-47fd-b81b-e22de2eb5e55 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:34.914908 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:34.915365 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:34.915835 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.918332 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:34.918729 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Bound port: 9539e954-bf99-47fd-b81b-e22de2eb5e55, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:34.921146 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.059249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48212) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:35.091778 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] For port 9539e954-bf99-47fd-b81b-e22de2eb5e55, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:35.102171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Allocated IP 172.20.0.1 (e683eed7-6d11-49a7-bdf4-2f914426fbf1/7b624b83-c727-48fd-a32b-00068af96d1a/c781fa89-6647-4290-8db2-e6df2f967bd9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:35.108229 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-490f02d9-3ccc-45fc-b1c5-be474723cc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.153387 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] For port 9539e954-bf99-47fd-b81b-e22de2eb5e55, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9539e954-bf99-47fd-b81b-e22de2eb5e55,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:35.171196 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.268656 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Routers {'94f67237-cd8d-48fb-8ad2-a2a0edee2e03'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:35.269400 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:35.292778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 76b134ad-81a4-4e19-8354-759b818c4044 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:35.359637 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff49f6-4cfc-48e4-8872-425d600a57d0 None None] Pushing event updated for resources: {'Port': ['ID=9539e954-bf99-47fd-b81b-e22de2eb5e55,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:35.444768 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-490f02d9-3ccc-45fc-b1c5-be474723cc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.490318 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.512517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-490f02d9-3ccc-45fc-b1c5-be474723cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.576672 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.623928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0efe37f-9565-41af-b1d3-8624dd75d629 req-eaa4e87c-2252-44e0-839c-a41d86de1aac tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 210 time: 0.1740689 Sep 17 22:23:35.649079 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] Set router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:35.659329 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.671532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Request body: {'port': {'device_id': 'f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:35.743914 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4d11-b188-4b10-bbcd-4d20c9c60466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.794329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Network e683eed7-6d11-49a7-bdf4-2f914426fbf1 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:35.811734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-490f02d9-3ccc-45fc-b1c5-be474723cc7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0abde2f8af1b4befa44202dfd8754bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7512393 Sep 17 22:23:35.812466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48240) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:35.830119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:35.862371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f02d9-3ccc-45fc-b1c5-be474723cc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d557fe-90d0-478d-b1a0-ba2d6d715160,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:35.968083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:35.968083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.982236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 76b134ad-81a4-4e19-8354-759b818c4044 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:35.982734 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.995136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9b1f4d11-b188-4b10-bbcd-4d20c9c60466 None None] For port 76b134ad-81a4-4e19-8354-759b818c4044, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=76b134ad-81a4-4e19-8354-759b818c4044,segment=NetworkSegment(54365c2c-3b48-4f40-89c7-a010f27186ed),segment_id=54365c2c-3b48-4f40-89c7-a010f27186ed)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:36.031156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Pushing event updated for resources: {'Port': ['ID=c781fa89-6647-4290-8db2-e6df2f967bd9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:36.042208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.179950 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4d11-b188-4b10-bbcd-4d20c9c60466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.228374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b1e5c-bdb0-4440-9985-46286ffedb38 req-092289ce-b9f6-4f5a-b27e-3dbc072261f7 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.243984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b03b1e5c-bdb0-4440-9985-46286ffedb38 req-092289ce-b9f6-4f5a-b27e-3dbc072261f7 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 936 time: 0.4161470 Sep 17 22:23:36.264223 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:23:30Z', 'revision_number': 3, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port': {'id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:29Z', 'updated_at': '2021-09-17T22:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:36.359141 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c10d97-30d0-4f3c-b511-9e6ff70816da None None] The sync data for ids ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'] in n-d-789963-10 is: [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:23:30Z', 'revision_number': 3, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port': {'id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:29Z', 'updated_at': '2021-09-17T22:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:36.372756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.45', 57104) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:36.416097 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-688f8c8b-a86f-45dc-88ec-cdb934bf3077 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dc5d8d00b3c64f5483d335963faed5ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395937 Sep 17 22:23:36.504625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-17a7e1c2-2035-4ba1-985a-ddefe6f869ca None None] Provisioning complete for port a8353738-3800-484f-8d9e-bdefb230101f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:36.505283 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-17a7e1c2-2035-4ba1-985a-ddefe6f869ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.607086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f4d11-b188-4b10-bbcd-4d20c9c60466 None None] Pushing event updated for resources: {'Port': ['ID=76b134ad-81a4-4e19-8354-759b818c4044,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:36.611128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-17a7e1c2-2035-4ba1-985a-ddefe6f869ca None None] Port a8353738-3800-484f-8d9e-bdefb230101f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:36.644119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68bfb747-7e3c-4aa6-a4d0-0301df0a6adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.745666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-90cd7682-63ff-4d00-ab53-7289c1c29940 None None] Provisioning complete for port 76b134ad-81a4-4e19-8354-759b818c4044 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:36.746857 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-90cd7682-63ff-4d00-ab53-7289c1c29940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.856382 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b03b1e5c-bdb0-4440-9985-46286ffedb38 req-592a38ba-5cd8-4e93-b13c-39643c24339d tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103299 Sep 17 22:23:36.982859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.033147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 76b134ad-81a4-4e19-8354-759b818c4044 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:37.137586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68bfb747-7e3c-4aa6-a4d0-0301df0a6adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.147302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 76b134ad-81a4-4e19-8354-759b818c4044 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:37.147740 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.292086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-bcf4703c-3dae-4ccb-9a59-66b3a3c03035 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.295128 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-bcf4703c-3dae-4ccb-9a59-66b3a3c03035 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8583698 Sep 17 22:23:37.295646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48276) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:37.325551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d107961d-59fa-4bc1-8b69-10778bc3e563 None None] Provisioning complete for port c781fa89-6647-4290-8db2-e6df2f967bd9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:37.325928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d107961d-59fa-4bc1-8b69-10778bc3e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.437207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8353738-3800-484f-8d9e-bdefb230101f {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:37.440651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Request body: {'port': {'device_id': '11169875-3bce-4590-ae39-2bca3793aa21', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': 'dc5d8d00b3c64f5483d335963faed5ee'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:37.447285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d107961d-59fa-4bc1-8b69-10778bc3e563 None None] Port c781fa89-6647-4290-8db2-e6df2f967bd9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:37.455423 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.510724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Transition to ACTIVE for port object a8353738-3800-484f-8d9e-bdefb230101f will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:37.582884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-685d5dab-a5f5-4c08-9a18-25b04545420e req-a51214df-afb4-4b24-b285-26d0c429c5a7 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 210 time: 0.0664999 Sep 17 22:23:37.587035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.683141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8353738-3800-484f-8d9e-bdefb230101f,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:37.887810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Attempting to bind port a8353738-3800-484f-8d9e-bdefb230101f on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:37.892652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Attempting to bind port a8353738-3800-484f-8d9e-bdefb230101f by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:37.896210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Attempting to bind port a8353738-3800-484f-8d9e-bdefb230101f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:37.912022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Port a8353738-3800-484f-8d9e-bdefb230101f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:37.918431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Attempting to bind port a8353738-3800-484f-8d9e-bdefb230101f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:37.937241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:37.949714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:37.950531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:37.951142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Bound port: a8353738-3800-484f-8d9e-bdefb230101f, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:37.952345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.118956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.294622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e26de2-53fd-4643-84ca-61ba3381bc33 req-b37e7f89-5275-4df6-9b26-ce5ef3f1d4a1 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.296139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.303160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.307768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54e26de2-53fd-4643-84ca-61ba3381bc33 req-b37e7f89-5275-4df6-9b26-ce5ef3f1d4a1 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.2196708 Sep 17 22:23:38.591713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] For port a8353738-3800-484f-8d9e-bdefb230101f, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:38.625286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54e26de2-53fd-4643-84ca-61ba3381bc33 req-9817397e-346e-413d-a3f9-5ede47adee61 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111250 Sep 17 22:23:38.636675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] For port a8353738-3800-484f-8d9e-bdefb230101f, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a8353738-3800-484f-8d9e-bdefb230101f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:38.663412 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.813445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48314) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:38.814489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8353738-3800-484f-8d9e-bdefb230101f,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:38.842631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be96788d-b46d-4cfa-ad17-f49631477146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.882248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.883161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.884829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-78d4c5c7-c834-46af-a502-05eb56dc49f6 service neutron] 10.222.0.49 "PUT /v2.0/ports/a8353738-3800-484f-8d9e-bdefb230101f HTTP/1.1" status: 200 len: 1097 time: 4.4014812 Sep 17 22:23:38.916457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423', 'tag': 'a8353738-3800-484f-8d9e-bdefb230101f'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:38.964106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Network e683eed7-6d11-49a7-bdf4-2f914426fbf1 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:38.997732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9539e954-bf99-47fd-b81b-e22de2eb5e55 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:39.010842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:39.038730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Pushing event updated for resources: {'Port': ['ID=c781fa89-6647-4290-8db2-e6df2f967bd9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.155525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4e89363-5acc-421e-b641-3370ebc1d161 req-95fb3e5a-6376-4174-b289-87e5250c7912 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 210 time: 0.3427551 Sep 17 22:23:39.172573 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68bfb747-7e3c-4aa6-a4d0-0301df0a6adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.178263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9539e954-bf99-47fd-b81b-e22de2eb5e55 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:39.178932 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.183307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68bfb747-7e3c-4aa6-a4d0-0301df0a6adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.191988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68bfb747-7e3c-4aa6-a4d0-0301df0a6adb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8d557fe-90d0-478d-b1a0-ba2d6d715160 HTTP/1.1" status: 204 len: 168 time: 3.3663101 Sep 17 22:23:39.438393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c905-9365-4617-b36c-7c7fd504147a req-d33513c9-0c05-4b72-aeee-8ee99a1ce422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.443232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-d33513c9-0c05-4b72-aeee-8ee99a1ce422 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=945b47c740e4459a8fda18a7d4e923fc&device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 1100 time: 0.3082972 Sep 17 22:23:39.448432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfb747-7e3c-4aa6-a4d0-0301df0a6adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d557fe-90d0-478d-b1a0-ba2d6d715160,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.523553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.583716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 9539e954-bf99-47fd-b81b-e22de2eb5e55, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9539e954-bf99-47fd-b81b-e22de2eb5e55,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:39.588324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.726491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=9539e954-bf99-47fd-b81b-e22de2eb5e55,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.735679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-c94279da-c148-45d8-b351-91f69ff917e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a8353738-3800-484f-8d9e-bdefb230101f HTTP/1.1" status: 200 len: 217 time: 0.2471809 Sep 17 22:23:39.764187 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bfde-e09e-4e5d-8eb0-39b84d6aec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.787574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:39.788568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-35f11ad2-d38b-4fc6-b3a5-f5ae7bc7ebfc None None] Provisioning complete for port c781fa89-6647-4290-8db2-e6df2f967bd9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:39.789061 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35f11ad2-d38b-4fc6-b3a5-f5ae7bc7ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.870834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-35f11ad2-d38b-4fc6-b3a5-f5ae7bc7ebfc None None] Port c781fa89-6647-4290-8db2-e6df2f967bd9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:39.994216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c905-9365-4617-b36c-7c7fd504147a req-dea74796-4f6e-4b63-9f63-50fd95a9e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.996368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be96788d-b46d-4cfa-ad17-f49631477146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.997268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-dea74796-4f6e-4b63-9f63-50fd95a9e93e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2520344 Sep 17 22:23:40.011927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be96788d-b46d-4cfa-ad17-f49631477146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.024776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567ff3d-8ed4-4f64-bd4d-3064b2017334 req-68264b1a-94c0-4763-92e5-93c74c68579a tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.027043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e567ff3d-8ed4-4f64-bd4d-3064b2017334 req-68264b1a-94c0-4763-92e5-93c74c68579a tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.2323203 Sep 17 22:23:40.091672 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88368de-03fc-4307-82f6-f47f112562a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423", "tag": "a8353738-3800-484f-8d9e-bdefb230101f"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:40.096086 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-ebd0bfde-e09e-4e5d-8eb0-39b84d6aec60 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:23:40.096086 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:23:40.096086 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id_1': '1e8d8ee4506f478a9d21d96520dcba53', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 23, 19, 936581)}] Sep 17 22:23:40.096086 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:40.096815 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-ebd0bfde-e09e-4e5d-8eb0-39b84d6aec60 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:40.122959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Made reservation on behalf of dc5d8d00b3c64f5483d335963faed5ee for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:40.127596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.146106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.155081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96788d-b46d-4cfa-ad17-f49631477146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92ed580-f9ab-4be2-a4d9-4303a13c8816,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.172375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c905-9365-4617-b36c-7c7fd504147a req-1465f93b-f7e7-4383-b842-2061e08fe6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.174216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-1465f93b-f7e7-4383-b842-2061e08fe6ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1689827 Sep 17 22:23:40.193321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e567ff3d-8ed4-4f64-bd4d-3064b2017334 req-ad8e7b63-2f1d-43bc-a8ed-5fc3b68f4f9f tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350737 Sep 17 22:23:40.268395 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.273019 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be96788d-b46d-4cfa-ad17-f49631477146 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=225c9f272b2d4c1499b3c77c3fa9f249&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9539669 Sep 17 22:23:40.275513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:40.277587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48354) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:40.281063 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.288522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Sync routers for ids ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:40.305925 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Routers {'94f67237-cd8d-48fb-8ad2-a2a0edee2e03'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:40.309094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:40.346939 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-857194b2-afe8-4b85-8a68-1b3fb4a22e1d admin admin] 10.222.0.48 "PUT /v2.0/routers/94f67237-cd8d-48fb-8ad2-a2a0edee2e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0062189 Sep 17 22:23:40.385256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-d15c68ae-82fe-4bbd-b688-24dcf840498d service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906266 Sep 17 22:23:40.568301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e3156ba-4b13-494e-bfd1-cf865eff0463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.617561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Set router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:40.627563 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bfde-e09e-4e5d-8eb0-39b84d6aec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.689688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.713494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e3156ba-4b13-494e-bfd1-cf865eff0463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.854284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Allocated IP 192.168.233.232 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/6ca0f813-4f95-4499-83da-4b63011e2dda) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:40.881099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74b62071-23ad-4ea2-812b-200b11e14a4e req-84a46433-6575-410a-bba2-913b77dafdb5 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 210 time: 0.2476397 Sep 17 22:23:40.893380 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44456952-210c-4b8d-b57e-933f0d591e48 x-openstack-request-id: req-44456952-210c-4b8d-b57e-933f0d591e48 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:40.893662 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423", "tag": "a8353738-3800-484f-8d9e-bdefb230101f", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:40.895364 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44456952-210c-4b8d-b57e-933f0d591e48 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:40.896061 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423', 'tag': 'a8353738-3800-484f-8d9e-bdefb230101f', 'status': 'completed', 'code': 200} Sep 17 22:23:40.960494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7993c905-9365-4617-b36c-7c7fd504147a req-d32e634a-8f15-4ef7-95bb-4b8b99216c13 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677519 Sep 17 22:23:40.965069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9539e954-bf99-47fd-b81b-e22de2eb5e55 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:41.078168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9539e954-bf99-47fd-b81b-e22de2eb5e55 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:41.079633 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.126994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bfde-e09e-4e5d-8eb0-39b84d6aec60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.144968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bfde-e09e-4e5d-8eb0-39b84d6aec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.147045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e3156ba-4b13-494e-bfd1-cf865eff0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.152892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e3156ba-4b13-494e-bfd1-cf865eff0463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.163374 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e3156ba-4b13-494e-bfd1-cf865eff0463 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f92ed580-f9ab-4be2-a4d9-4303a13c8816 HTTP/1.1" status: 204 len: 168 time: 0.8830795 Sep 17 22:23:41.197420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3156ba-4b13-494e-bfd1-cf865eff0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92ed580-f9ab-4be2-a4d9-4303a13c8816,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.204343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:23:36Z', 'revision_number': 4, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port': {'id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:29Z', 'updated_at': '2021-09-17T22:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c781fa89-6647-4290-8db2-e6df2f967bd9', 'name': '', 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'mac_address': 'fa:16:3e:77:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7b624b83-c727-48fd-a32b-00068af96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:34Z', 'updated_at': '2021-09-17T22:23:37Z', 'revision_number': 2, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'subnets': [{'id': '7b624b83-c727-48fd-a32b-00068af96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:41.252393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ebd0bfde-e09e-4e5d-8eb0-39b84d6aec60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e8d8ee4506f478a9d21d96520dcba53&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4335039 Sep 17 22:23:41.255123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48392) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:41.257927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0bfde-e09e-4e5d-8eb0-39b84d6aec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44758a21-ada8-4dd2-9dcf-0bf50fcea00c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.295070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.295628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88368de-03fc-4307-82f6-f47f112562a3 req-357d68e3-7679-4a42-b95f-079080793e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.305614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b88368de-03fc-4307-82f6-f47f112562a3 req-357d68e3-7679-4a42-b95f-079080793e39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=945b47c740e4459a8fda18a7d4e923fc&device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 1100 time: 0.2304463 Sep 17 22:23:41.346411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Checking router: 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:41.349175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Updating router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 port c781fa89-6647-4290-8db2-e6df2f967bd9 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:41.383740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.435612 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.571931 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92c492-ea19-452c-8a3f-50a738baab30 req-475fe617-0e13-4f6e-8279-5d98003cf2e3 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.581073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d92c492-ea19-452c-8a3f-50a738baab30 req-475fe617-0e13-4f6e-8279-5d98003cf2e3 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.2346089 Sep 17 22:23:41.601198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cdf19ef3-5602-4453-af46-847f75c2833a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.607242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Pushing event updated for resources: {'Port': ['ID=6ca0f813-4f95-4499-83da-4b63011e2dda,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.627753 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cdf19ef3-5602-4453-af46-847f75c2833a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.640328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:41.641914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:41.649941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:41.662375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.662995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.701681 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-992fd665-a6fc-46f1-89ef-6d06d4a2548c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2929113 Sep 17 22:23:41.737646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-d01cf5b6-e834-4494-bba4-96c66f6952f4 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:23:41.738824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-d01cf5b6-e834-4494-bba4-96c66f6952f4 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063105 Sep 17 22:23:41.745225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d92c492-ea19-452c-8a3f-50a738baab30 req-5a045b9f-2b90-41d5-be84-b22ab35ada63 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611602 Sep 17 22:23:41.796175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88368de-03fc-4307-82f6-f47f112562a3 req-e96c27a8-6a42-4b55-ac69-769117a1b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.798443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b88368de-03fc-4307-82f6-f47f112562a3 req-e96c27a8-6a42-4b55-ac69-769117a1b7ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.4781327 Sep 17 22:23:41.802984 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cdf19ef3-5602-4453-af46-847f75c2833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.807662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cdf19ef3-5602-4453-af46-847f75c2833a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.808874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cdf19ef3-5602-4453-af46-847f75c2833a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44758a21-ada8-4dd2-9dcf-0bf50fcea00c HTTP/1.1" status: 204 len: 168 time: 0.5402308 Sep 17 22:23:41.861488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b88368de-03fc-4307-82f6-f47f112562a3 req-711e821e-f906-4766-a7d0-b542743607d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a8353738-3800-484f-8d9e-bdefb230101f HTTP/1.1" status: 200 len: 217 time: 0.0514958 Sep 17 22:23:41.862322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf19ef3-5602-4453-af46-847f75c2833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44758a21-ada8-4dd2-9dcf-0bf50fcea00c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.950837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88368de-03fc-4307-82f6-f47f112562a3 req-cec3bb4d-c3ae-4b61-bd09-43d8d5aa92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.958622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b88368de-03fc-4307-82f6-f47f112562a3 req-cec3bb4d-c3ae-4b61-bd09-43d8d5aa92dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0866032 Sep 17 22:23:42.149591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48410) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:42.169431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e40cef5e-7473-4e3f-9756-070c7630b21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.171160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88368de-03fc-4307-82f6-f47f112562a3 req-1b2b1f36-0d07-4caf-b97c-0c3409bf661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.177693 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b88368de-03fc-4307-82f6-f47f112562a3 req-1b2b1f36-0d07-4caf-b97c-0c3409bf661f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2155938 Sep 17 22:23:42.209633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3a2b695f-5059-4449-9ecb-d090c647fea0 None None] Provisioning complete for port 6ca0f813-4f95-4499-83da-4b63011e2dda triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:42.210543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f3a0f-0c15-4d11-b594-6a0541a18780 req-372c0042-61c7-4bfb-9ede-d0fff811ad06 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.211315 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a2b695f-5059-4449-9ecb-d090c647fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.214516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-729f3a0f-0c15-4d11-b594-6a0541a18780 req-372c0042-61c7-4bfb-9ede-d0fff811ad06 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 936 time: 0.1707644 Sep 17 22:23:42.339333 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.365324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.412275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-729f3a0f-0c15-4d11-b594-6a0541a18780 req-0bbe0094-442d-4919-8266-4ed362f4cb92 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743860 Sep 17 22:23:42.432894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e40cef5e-7473-4e3f-9756-070c7630b21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.441263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e40cef5e-7473-4e3f-9756-070c7630b21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.492625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b695f-5059-4449-9ecb-d090c647fea0 None None] Port 6ca0f813-4f95-4499-83da-4b63011e2dda cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:42.494566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46702fe-5124-495b-ad65-8462e204bcd5 None None] Pushing event updated for resources: {'Port': ['ID=c781fa89-6647-4290-8db2-e6df2f967bd9,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:42.528440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e40cef5e-7473-4e3f-9756-070c7630b21c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b39c34fddb940689ddd2ffd6b8bb57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767476 Sep 17 22:23:42.537794 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48420) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:42.538476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cef5e-7473-4e3f-9756-070c7630b21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b4c8d8-956b-4f8f-9011-9763b928bf9d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:42.605417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b88368de-03fc-4307-82f6-f47f112562a3 req-1ecae010-3476-454c-a76c-b7f497e1db51 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882551 Sep 17 22:23:42.650603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Attempting to bind port c781fa89-6647-4290-8db2-e6df2f967bd9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:42.651463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Attempting to bind port c781fa89-6647-4290-8db2-e6df2f967bd9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:42.652093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Attempting to bind port c781fa89-6647-4290-8db2-e6df2f967bd9 on network e683eed7-6d11-49a7-bdf4-2f914426fbf1 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:42.661412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:42.663058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Checking segment: {'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:42.663955 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.664620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Bound using segment: {'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:42.666282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Bound port: c781fa89-6647-4290-8db2-e6df2f967bd9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54365c2c-3b48-4f40-89c7-a010f27186ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:42.666958 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.712139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fb81c87-f94b-4aa6-a578-42ded9eee43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.779116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48426) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:42.786616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ab96d7b0-a96e-4e3b-9c48-0a94860be320 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49230060', 'description': 'tempest-description--58355147'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:42.891357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] For port c781fa89-6647-4290-8db2-e6df2f967bd9, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:42.899035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] For port c781fa89-6647-4290-8db2-e6df2f967bd9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c781fa89-6647-4290-8db2-e6df2f967bd9,segment=NetworkSegment(54365c2c-3b48-4f40-89c7-a010f27186ed),segment_id=54365c2c-3b48-4f40-89c7-a010f27186ed)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:42.913476 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.914198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b88368de-03fc-4307-82f6-f47f112562a3 req-d97b477b-95e1-45e9-b0ba-e0be4031f65a service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012128 Sep 17 22:23:42.955711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab96d7b0-a96e-4e3b-9c48-0a94860be320 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.063232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48432) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:43.097381 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fb81c87-f94b-4aa6-a578-42ded9eee43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.134635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Routers {'94f67237-cd8d-48fb-8ad2-a2a0edee2e03'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:43.135285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:43.265768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fb81c87-f94b-4aa6-a578-42ded9eee43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.269496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fb81c87-f94b-4aa6-a578-42ded9eee43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.271204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7fb81c87-f94b-4aa6-a578-42ded9eee43e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3b4c8d8-956b-4f8f-9011-9763b928bf9d HTTP/1.1" status: 204 len: 168 time: 0.7298789 Sep 17 22:23:43.290260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb81c87-f94b-4aa6-a578-42ded9eee43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b4c8d8-956b-4f8f-9011-9763b928bf9d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:43.317046 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46702fe-5124-495b-ad65-8462e204bcd5 None None] Pushing event updated for resources: {'Port': ['ID=c781fa89-6647-4290-8db2-e6df2f967bd9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:43.346349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5d471cf4-65fc-46dc-8466-f8a5bd4f7e6d None None] Provisioning complete for port c781fa89-6647-4290-8db2-e6df2f967bd9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:43.347641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5d471cf4-65fc-46dc-8466-f8a5bd4f7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.361970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef3a69-da9e-4313-a04a-cca0f91d4894 req-f4d5be54-c5a5-433f-83e6-9722247299fc tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.367243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27ef3a69-da9e-4313-a04a-cca0f91d4894 req-f4d5be54-c5a5-433f-83e6-9722247299fc tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.4519663 Sep 17 22:23:43.368060 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19d34c0a-27c4-4729-995d-033903f5ef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.499024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] Set router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:43.584577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27ef3a69-da9e-4313-a04a-cca0f91d4894 req-1b9da87a-e30a-4068-ae23-3b091a85e8c3 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847584 Sep 17 22:23:43.617777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5d471cf4-65fc-46dc-8466-f8a5bd4f7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.712499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5d471cf4-65fc-46dc-8466-f8a5bd4f7e6d None None] For port c781fa89-6647-4290-8db2-e6df2f967bd9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c781fa89-6647-4290-8db2-e6df2f967bd9,segment=NetworkSegment(54365c2c-3b48-4f40-89c7-a010f27186ed),segment_id=54365c2c-3b48-4f40-89c7-a010f27186ed)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:43.742323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fa54e-68d0-407e-9058-d50ed83e691a req-16804edb-301d-4bc1-b558-dc32a8300e84 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.744675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc0fa54e-68d0-407e-9058-d50ed83e691a req-16804edb-301d-4bc1-b558-dc32a8300e84 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 936 time: 0.1670709 Sep 17 22:23:43.751928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5d471cf4-65fc-46dc-8466-f8a5bd4f7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.758784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab96d7b0-a96e-4e3b-9c48-0a94860be320 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.778513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab96d7b0-a96e-4e3b-9c48-0a94860be320 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.851740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc0fa54e-68d0-407e-9058-d50ed83e691a req-c755081a-0747-4131-b137-61ec0714b9e9 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959783 Sep 17 22:23:43.856642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96d7b0-a96e-4e3b-9c48-0a94860be320 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f3047-98b0-425e-8e13-a94d7d6ef33c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:43.957538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0572c25a-d665-4b19-a33c-81ddcde2bc63 None None] Provisioning complete for port c781fa89-6647-4290-8db2-e6df2f967bd9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:43.957948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0572c25a-d665-4b19-a33c-81ddcde2bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.960268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d471cf4-65fc-46dc-8466-f8a5bd4f7e6d None None] Pushing event updated for resources: {'Port': ['ID=c781fa89-6647-4290-8db2-e6df2f967bd9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.080841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19d34c0a-27c4-4729-995d-033903f5ef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.101019 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19d34c0a-27c4-4729-995d-033903f5ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.158208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:23:36Z', 'revision_number': 4, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port': {'id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:29Z', 'updated_at': '2021-09-17T22:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c781fa89-6647-4290-8db2-e6df2f967bd9', 'name': '', 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'mac_address': 'fa:16:3e:77:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7b624b83-c727-48fd-a32b-00068af96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:34Z', 'updated_at': '2021-09-17T22:23:42Z', 'revision_number': 4, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'subnets': [{'id': '7b624b83-c727-48fd-a32b-00068af96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:44.194154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed283c8-eaaf-4171-89ef-fe41dba1043e None None] The sync data for ids ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'] in n-d-789963-10 is: [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:23:36Z', 'revision_number': 4, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port': {'id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:29Z', 'updated_at': '2021-09-17T22:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c781fa89-6647-4290-8db2-e6df2f967bd9', 'name': '', 'network_id': 'e683eed7-6d11-49a7-bdf4-2f914426fbf1', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'mac_address': 'fa:16:3e:77:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7b624b83-c727-48fd-a32b-00068af96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:34Z', 'updated_at': '2021-09-17T22:23:42Z', 'revision_number': 4, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'subnets': [{'id': '7b624b83-c727-48fd-a32b-00068af96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:44.203772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d34c0a-27c4-4729-995d-033903f5ef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd343fb-4ae8-428a-a97f-e45abc95dac4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.218759 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab96d7b0-a96e-4e3b-9c48-0a94860be320 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.224621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ab96d7b0-a96e-4e3b-9c48-0a94860be320 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.4442601 Sep 17 22:23:44.227877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48458) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:44.233307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5e2c97ae-8353-4960-8d3e-40a8ca2e6788 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Request body: {'security_group_rule': {'security_group_id': 'a90f3047-98b0-425e-8e13-a94d7d6ef33c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:44.270600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-19d34c0a-27c4-4729-995d-033903f5ef05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69ff92feddbc48d28c90ad5420bc3f37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1943920 Sep 17 22:23:44.271828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48462) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:44.396534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97ae-8353-4960-8d3e-40a8ca2e6788 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.470649 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57a4f58-ad69-4934-867a-3403486f7b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.538132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57a4f58-ad69-4934-867a-3403486f7b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.602363 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97ae-8353-4960-8d3e-40a8ca2e6788 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.611648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97ae-8353-4960-8d3e-40a8ca2e6788 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.686065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57a4f58-ad69-4934-867a-3403486f7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.689135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57a4f58-ad69-4934-867a-3403486f7b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.690306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c57a4f58-ad69-4934-867a-3403486f7b76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fd343fb-4ae8-428a-a97f-e45abc95dac4 HTTP/1.1" status: 204 len: 168 time: 0.4172823 Sep 17 22:23:44.708625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c97ae-8353-4960-8d3e-40a8ca2e6788 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b322b0a7-5fd0-4bd8-8365-d8342c01d758,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.712174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a4f58-ad69-4934-867a-3403486f7b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd343fb-4ae8-428a-a97f-e45abc95dac4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.730488 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97ae-8353-4960-8d3e-40a8ca2e6788 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.731631 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5e2c97ae-8353-4960-8d3e-40a8ca2e6788 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5026991 Sep 17 22:23:44.735603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48476) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:44.743913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2e95bd74-750a-4b9d-9f16-dfa6056c557a tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Request body: {'security_group_rule': {'security_group_id': 'a90f3047-98b0-425e-8e13-a94d7d6ef33c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:44.804697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Request body: {'port': {'device_id': '11169875-3bce-4590-ae39-2bca3793aa21', 'device_owner': 'compute:tempest-test_az-1880091973', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:44.942996 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2e95bd74-750a-4b9d-9f16-dfa6056c557a tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.977939 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.034251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c781fa89-6647-4290-8db2-e6df2f967bd9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:45.045797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9660b7-f963-4f4d-9b03-b845c87dbadd req-8eabc44a-cab2-46e8-9838-35d2aeec1e0c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.064654 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de9660b7-f963-4f4d-9b03-b845c87dbadd req-8eabc44a-cab2-46e8-9838-35d2aeec1e0c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.2664607 Sep 17 22:23:45.250240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2e95bd74-750a-4b9d-9f16-dfa6056c557a tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.339179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de9660b7-f963-4f4d-9b03-b845c87dbadd req-a7ba243f-ca15-43af-9530-d1d28b5bc51e tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502465 Sep 17 22:23:45.344604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2e95bd74-750a-4b9d-9f16-dfa6056c557a tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.359264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c781fa89-6647-4290-8db2-e6df2f967bd9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:45.359264 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.396093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2e95bd74-750a-4b9d-9f16-dfa6056c557a tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.397593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2e95bd74-750a-4b9d-9f16-dfa6056c557a tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6609952 Sep 17 22:23:45.421427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48490) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:45.430108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:45.452299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95bd74-750a-4b9d-9f16-dfa6056c557a tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a013d0-172a-42ee-978b-e10b72b76b25,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:45.490996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b5160-e066-44cb-86ce-77b8a6198122 req-6a8ec180-529d-4d21-a875-470ec34d5f34 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.502128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e42b5160-e066-44cb-86ce-77b8a6198122 req-6a8ec180-529d-4d21-a875-470ec34d5f34 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 936 time: 0.3079576 Sep 17 22:23:45.637081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e42b5160-e066-44cb-86ce-77b8a6198122 req-bb1420fd-99fb-405b-9a8a-302104b2bc8f tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293702 Sep 17 22:23:45.639547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.933784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.064744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca0f813-4f95-4499-83da-4b63011e2dda {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:46.087713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.151949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Transition to ACTIVE for port object 6ca0f813-4f95-4499-83da-4b63011e2dda will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:46.185176 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.238437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Allocated IP 172.25.0.74 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/a6b91af2-5c32-4817-b06c-dfca498dd974) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:46.486365 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca0f813-4f95-4499-83da-4b63011e2dda,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.599728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.603186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Attempting to bind port 6ca0f813-4f95-4499-83da-4b63011e2dda on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:46.603475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Attempting to bind port 6ca0f813-4f95-4499-83da-4b63011e2dda by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:46.604183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Attempting to bind port 6ca0f813-4f95-4499-83da-4b63011e2dda on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:46.624457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Port 6ca0f813-4f95-4499-83da-4b63011e2dda on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:46.625089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Attempting to bind port 6ca0f813-4f95-4499-83da-4b63011e2dda on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:46.648997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:46.649631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:46.650162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:46.652188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Bound port: 6ca0f813-4f95-4499-83da-4b63011e2dda, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:46.652505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.809427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fde68-bbeb-4ac9-83ca-0fdfb60031e3 req-9a0b5efd-dae6-4c5e-a8c0-cce8d7391c57 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.810539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-503fde68-bbeb-4ac9-83ca-0fdfb60031e3 req-9a0b5efd-dae6-4c5e-a8c0-cce8d7391c57 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.2629924 Sep 17 22:23:46.914143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] For port 6ca0f813-4f95-4499-83da-4b63011e2dda, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:46.925367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] For port 6ca0f813-4f95-4499-83da-4b63011e2dda, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ca0f813-4f95-4499-83da-4b63011e2dda,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:46.932851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.964534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-503fde68-bbeb-4ac9-83ca-0fdfb60031e3 req-840e578c-a9e2-4ab2-96bf-5517f740f971 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288826 Sep 17 22:23:46.966007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.020389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.021569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.022953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:47.023354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] 10.222.0.45 "PUT /v2.0/ports/6ca0f813-4f95-4499-83da-4b63011e2dda HTTP/1.1" status: 200 len: 1119 time: 2.7592368 Sep 17 22:23:47.023805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11169875-3bce-4590-ae39-2bca3793aa21', 'tag': '6ca0f813-4f95-4499-83da-4b63011e2dda'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:47.024576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:47.030359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:47.047262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event updated for resources: {'Port': ['ID=a6b91af2-5c32-4817-b06c-dfca498dd974,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:47.217487 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.234474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0616a-23ea-45ed-8be3-cc42a1957378 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca0f813-4f95-4499-83da-4b63011e2dda,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:47.389450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.438982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6e077-33ef-4255-ac97-8e5a609c6a33 req-ea047cd7-4711-4a2e-a1c6-e5f8fd5d1771 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.440747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69d6e077-33ef-4255-ac97-8e5a609c6a33 req-ea047cd7-4711-4a2e-a1c6-e5f8fd5d1771 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 970 time: 0.2834210 Sep 17 22:23:47.451064 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acb0fd7-558e-4548-b964-a8bfaf92edbd" -d '{"events": [{"name": "network-changed", "server_uuid": "11169875-3bce-4590-ae39-2bca3793aa21", "tag": "6ca0f813-4f95-4499-83da-4b63011e2dda"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:47.531804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69d6e077-33ef-4255-ac97-8e5a609c6a33 req-6f4c30ee-78aa-4074-be93-9c1f75686c72 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708518 Sep 17 22:23:47.716817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.730236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.771723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.795776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.797166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3715720 Sep 17 22:23:47.845399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19235f19-3c72-4f5e-b18c-e48c5358f9b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event updated for resources: {'Port': ['ID=a6b91af2-5c32-4817-b06c-dfca498dd974,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:47.918904 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a094eb-7d0a-45d3-829a-c7142e3ea760 x-openstack-request-id: req-a6a094eb-7d0a-45d3-829a-c7142e3ea760 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:47.919266 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11169875-3bce-4590-ae39-2bca3793aa21", "tag": "6ca0f813-4f95-4499-83da-4b63011e2dda", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:47.919626 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6a094eb-7d0a-45d3-829a-c7142e3ea760 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:47.919965 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11169875-3bce-4590-ae39-2bca3793aa21', 'tag': '6ca0f813-4f95-4499-83da-4b63011e2dda', 'status': 'completed', 'code': 200} Sep 17 22:23:48.205865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e1872-c236-4ba8-958a-aa51db5c8f46 req-94aace0b-4d56-4bb9-801c-97f454376b81 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.219415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-650e1872-c236-4ba8-958a-aa51db5c8f46 req-94aace0b-4d56-4bb9-801c-97f454376b81 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.1151977 Sep 17 22:23:48.234195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb0fd7-558e-4548-b964-a8bfaf92edbd req-73dfd93a-026f-4736-887b-6609e2bf0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.235901 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4acb0fd7-558e-4548-b964-a8bfaf92edbd req-73dfd93a-026f-4736-887b-6609e2bf0e3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc5d8d00b3c64f5483d335963faed5ee&device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 1122 time: 0.1738532 Sep 17 22:23:48.292193 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4acb0fd7-558e-4548-b964-a8bfaf92edbd req-d71b1d9d-0cb9-4b63-b921-e467e26b552c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=dc5d8d00b3c64f5483d335963faed5ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459812 Sep 17 22:23:48.318072 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-650e1872-c236-4ba8-958a-aa51db5c8f46 req-d053768c-d10b-470c-9633-50bf8c323977 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965879 Sep 17 22:23:48.546251 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.591533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb0fd7-558e-4548-b964-a8bfaf92edbd req-c1a4c8a7-bde0-4743-ae36-073c9537b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.593202 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4acb0fd7-558e-4548-b964-a8bfaf92edbd req-c1a4c8a7-bde0-4743-ae36-073c9537b646 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2936199 Sep 17 22:23:48.941061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f981-bd1e-4b9c-8045-1de87bef1998 req-d290c530-9767-407d-993f-5b11aef97638 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.943472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e09f981-bd1e-4b9c-8045-1de87bef1998 req-d290c530-9767-407d-993f-5b11aef97638 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 970 time: 0.0916350 Sep 17 22:23:49.018089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e09f981-bd1e-4b9c-8045-1de87bef1998 req-b248db96-db25-43d5-a4b2-b50da20efba1 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637445 Sep 17 22:23:49.626399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7c338494-ebaf-43bc-b17d-17c855c152e1 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--49230060&fields=id&tenant_id=2daac13086d342ceb3844d0930d67c9b HTTP/1.1" status: 200 len: 267 time: 0.0693054 Sep 17 22:23:49.634399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e702ff-cc0f-49b4-bcec-bbfc131788b6 req-dc0b0edf-321b-4b08-b7f6-4f02cb99f411 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.635801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e702ff-cc0f-49b4-bcec-bbfc131788b6 req-dc0b0edf-321b-4b08-b7f6-4f02cb99f411 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.0878630 Sep 17 22:23:49.789563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e702ff-cc0f-49b4-bcec-bbfc131788b6 req-0e43d792-14a9-41bc-990b-bd8f8ec59636 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437452 Sep 17 22:23:49.853431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-70dd500c-db5b-47fc-9f17-53750f2c15dc tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.854911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-70dd500c-db5b-47fc-9f17-53750f2c15dc tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 824 time: 0.2182498 Sep 17 22:23:49.870101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-6a4d2716-75fe-459f-bb99-8c3787c595ca tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/quotas/2daac13086d342ceb3844d0930d67c9b HTTP/1.1" status: 200 len: 375 time: 0.0091126 Sep 17 22:23:49.947405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-d970b1dc-7a3d-4086-83b9-6acc098eff74 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718799 Sep 17 22:23:50.128896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-aa36a210-e3e9-47b5-8c64-7adf86919449 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:23:50.140006 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-aa36a210-e3e9-47b5-8c64-7adf86919449 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0716665 Sep 17 22:23:50.398107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-e87dc1bf-5622-4f45-b917-99d6baa9ed20 service neutron] 10.222.0.48 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568147 Sep 17 22:23:50.419703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57948bb-6daa-4a08-97c3-6b24164a0a59 req-51da14b5-3d7a-4d7c-baec-a6b9bcef5bf8 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.421228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b57948bb-6daa-4a08-97c3-6b24164a0a59 req-51da14b5-3d7a-4d7c-baec-a6b9bcef5bf8 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 970 time: 0.0713015 Sep 17 22:23:50.521023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b57948bb-6daa-4a08-97c3-6b24164a0a59 req-95410a57-187a-45b1-a4c4-12a184d066ab tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860853 Sep 17 22:23:50.545118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-2e655563-eb3a-438b-804f-2cc48dbd8e3e service neutron] 10.222.0.48 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400709 Sep 17 22:23:50.812999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-459f4b6b-1da7-4a92-940e-662ed87299ec req-90d61a4c-f8d2-4005-baee-99798dae7317 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 210 time: 0.0369413 Sep 17 22:23:50.992310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48680) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:51.055343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1ca45-5cf3-4584-a686-a011a6b0a689 req-e5e7af79-9dc0-46e8-ac0b-beec6023a50d tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.061939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37f1ca45-5cf3-4584-a686-a011a6b0a689 req-e5e7af79-9dc0-46e8-ac0b-beec6023a50d tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.1016710 Sep 17 22:23:51.100409 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:23:51.211425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37f1ca45-5cf3-4584-a686-a011a6b0a689 req-1ed3701d-d017-42a2-958f-3c512c95e717 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432714 Sep 17 22:23:51.262657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-46aaa12e-e648-446e-9d87-298f59af3658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.439615 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-46aaa12e-e648-446e-9d87-298f59af3658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.449116 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-46aaa12e-e648-446e-9d87-298f59af3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.562690 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-46aaa12e-e648-446e-9d87-298f59af3658 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f69416aad10c4f1aad753c91d8b26f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690756 Sep 17 22:23:51.565707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48708) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:51.567837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaa12e-e648-446e-9d87-298f59af3658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501827d1-a433-4225-9ba6-332c5b8ac75c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:51.635434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fbd91b0c-c192-477e-bb35-b92fd75bba69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.650592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48712) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:51.662766 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fbd91b0c-c192-477e-bb35-b92fd75bba69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.780624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116e06-acdb-4b67-baa8-2e41bb46a84f req-3c589891-582d-4d7a-9fa5-7b574937e4f4 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.782369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff116e06-acdb-4b67-baa8-2e41bb46a84f req-3c589891-582d-4d7a-9fa5-7b574937e4f4 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 970 time: 0.1063635 Sep 17 22:23:51.838872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fbd91b0c-c192-477e-bb35-b92fd75bba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.841729 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fbd91b0c-c192-477e-bb35-b92fd75bba69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.842885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fbd91b0c-c192-477e-bb35-b92fd75bba69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/501827d1-a433-4225-9ba6-332c5b8ac75c HTTP/1.1" status: 204 len: 168 time: 0.2761304 Sep 17 22:23:51.861383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff116e06-acdb-4b67-baa8-2e41bb46a84f req-922003e3-7769-4303-8cd5-c6cbf90222ba tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597234 Sep 17 22:23:51.861534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66d35b7d-3199-40ea-8194-bfcf5364b96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.886474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd91b0c-c192-477e-bb35-b92fd75bba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501827d1-a433-4225-9ba6-332c5b8ac75c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.001613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-559a41ad-248f-4c98-bc12-e961ee7c5958 req-7da6a49b-b915-4442-9c7d-ed563d2c7f2b tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 210 time: 0.0420916 Sep 17 22:23:52.076197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66d35b7d-3199-40ea-8194-bfcf5364b96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.087527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66d35b7d-3199-40ea-8194-bfcf5364b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.174889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48732) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:52.175473 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-66d35b7d-3199-40ea-8194-bfcf5364b96b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=981b561bb3f045fda8bcf91c104f0616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232699 Sep 17 22:23:52.182894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d35b7d-3199-40ea-8194-bfcf5364b96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283a5e4c-cfbc-4c89-b323-7e62cbb526d3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.241574 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dd4385b7-12c9-42cb-b5d2-3b6e46578450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.269949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dd4385b7-12c9-42cb-b5d2-3b6e46578450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.270335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48740) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:52.284886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c0d0-88cd-43c1-8faf-699f02fd8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.384647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de45169-71a1-4515-8b2b-c7c7fdaa73f4 req-fa1219b6-557f-4efb-8945-5df20e0b3b73 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.386901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3de45169-71a1-4515-8b2b-c7c7fdaa73f4 req-fa1219b6-557f-4efb-8945-5df20e0b3b73 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.0884445 Sep 17 22:23:52.388331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dd4385b7-12c9-42cb-b5d2-3b6e46578450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.399620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dd4385b7-12c9-42cb-b5d2-3b6e46578450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.401309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dd4385b7-12c9-42cb-b5d2-3b6e46578450 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/283a5e4c-cfbc-4c89-b323-7e62cbb526d3 HTTP/1.1" status: 204 len: 168 time: 0.2241991 Sep 17 22:23:52.423576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4385b7-12c9-42cb-b5d2-3b6e46578450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a5e4c-cfbc-4c89-b323-7e62cbb526d3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.431739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-99241110-bef4-4071-9633-f9e8a66a27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.433735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-99241110-bef4-4071-9633-f9e8a66a27c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc5d8d00b3c64f5483d335963faed5ee&device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 1122 time: 0.0836253 Sep 17 22:23:52.460656 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3de45169-71a1-4515-8b2b-c7c7fdaa73f4 req-a8871979-99ab-4bd7-8bc3-6246b6d0c9b5 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580549 Sep 17 22:23:52.535911 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-48236eb8-8ad0-49da-b514-5318e47fc85a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=6ca0f813-4f95-4499-83da-4b63011e2dda HTTP/1.1" status: 200 len: 217 time: 0.0787346 Sep 17 22:23:52.634425 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c0d0-88cd-43c1-8faf-699f02fd8db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.647249 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c0d0-88cd-43c1-8faf-699f02fd8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.657571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-d7e9d69d-3ba6-4fb2-8794-2dc34017230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.662528 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-d7e9d69d-3ba6-4fb2-8794-2dc34017230f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1146121 Sep 17 22:23:52.761661 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2a8c0d0-88cd-43c1-8faf-699f02fd8db0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c2ba17029c94020a8c8c35f75d2399e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878857 Sep 17 22:23:52.763590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48756) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:52.789585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8c0d0-88cd-43c1-8faf-699f02fd8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71be2cd-e687-4a80-89d9-e3363e1bb302,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.791020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-cc3cfd2b-d718-4ae3-9f6a-4b03ea158a43 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.793418 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-cc3cfd2b-d718-4ae3-9f6a-4b03ea158a43 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.49 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 824 time: 0.1892288 Sep 17 22:23:52.805948 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-082c648b-eb0f-4e58-b5fb-77e5c99e7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.807714 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-082c648b-eb0f-4e58-b5fb-77e5c99e7a17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1350782 Sep 17 22:23:52.877472 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48764) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:52.927413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-d1e77f12-c5ba-47bb-b53f-70dfa01a361a tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2daac13086d342ceb3844d0930d67c9b HTTP/1.1" status: 200 len: 378 time: 0.0743432 Sep 17 22:23:52.929879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14c16b0f-90ba-4e48-bdec-c3c953ff62bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.967759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Request body: {'port': {'device_id': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'admin_state_up': True, 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'security_groups': ['a90f3047-98b0-425e-8e13-a94d7d6ef33c']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:53.060495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48770) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:53.070189 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1caf4765-4dfd-49a7-86c2-bf8ac566c38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.086477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589133e-d5d8-4dcf-a748-b5b43e5fd586 req-385aab0e-5189-4fd7-a309-da8e126245ba tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.097866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a589133e-d5d8-4dcf-a748-b5b43e5fd586 req-385aab0e-5189-4fd7-a309-da8e126245ba tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 970 time: 0.1656506 Sep 17 22:23:53.107508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1caf4765-4dfd-49a7-86c2-bf8ac566c38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.117262 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-963837fd-e88a-481f-961f-1bf9e533b34a service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006201 Sep 17 22:23:53.164151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21c80f3a-99c2-49e2-acad-d0608e7c5755 req-a0eff904-b8e8-4cb3-b3f4-82ff0f566359 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 210 time: 0.0482216 Sep 17 22:23:53.201311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a589133e-d5d8-4dcf-a748-b5b43e5fd586 req-977972e1-e805-4895-aa83-da39b942d468 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055775 Sep 17 22:23:53.224086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33143d6b-713a-4593-b73e-a41ad4c56286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.250622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1caf4765-4dfd-49a7-86c2-bf8ac566c38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.251406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14c16b0f-90ba-4e48-bdec-c3c953ff62bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.253159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1caf4765-4dfd-49a7-86c2-bf8ac566c38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.254407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1caf4765-4dfd-49a7-86c2-bf8ac566c38c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a71be2cd-e687-4a80-89d9-e3363e1bb302 HTTP/1.1" status: 204 len: 168 time: 0.4837956 Sep 17 22:23:53.259639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14c16b0f-90ba-4e48-bdec-c3c953ff62bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.272164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9cfa0208-e470-45bc-bb48-8ba613c46976 req-cc8ea53c-9b23-4b33-85b3-b976349a0d25 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450906 Sep 17 22:23:53.273358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf4765-4dfd-49a7-86c2-bf8ac566c38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71be2cd-e687-4a80-89d9-e3363e1bb302,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.292101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-33143d6b-713a-4593-b73e-a41ad4c56286 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:23:53.292101 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:23:53.292101 n-d-789963-10 neutron-server[94738]: [parameters: {'project_id_1': '328bf40fe0684bdd87ef33c51bc0a6f1', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 23, 33, 244210)}] Sep 17 22:23:53.292101 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:53.292523 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-33143d6b-713a-4593-b73e-a41ad4c56286 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:53.315148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-14c16b0f-90ba-4e48-bdec-c3c953ff62bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cac94f8ef41149f9b8417677ac025e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355454 Sep 17 22:23:53.316332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c16b0f-90ba-4e48-bdec-c3c953ff62bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95e955c-718e-45f5-8126-ff80bae79a04,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.318471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48776) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:53.319688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Made reservation on behalf of 2daac13086d342ceb3844d0930d67c9b for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:53.323309 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.373703 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb966576-eb3c-4d6e-b531-13fcdebd00b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.396001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb966576-eb3c-4d6e-b531-13fcdebd00b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.451193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb966576-eb3c-4d6e-b531-13fcdebd00b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.454114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb966576-eb3c-4d6e-b531-13fcdebd00b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.455284 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fb966576-eb3c-4d6e-b531-13fcdebd00b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d95e955c-718e-45f5-8126-ff80bae79a04 HTTP/1.1" status: 204 len: 168 time: 0.1357543 Sep 17 22:23:53.460160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Allocated IP 172.20.0.11 (f521677b-9ae6-4013-8450-eb9f8c292d6e/6582152d-787e-4468-bbd7-ddadba65eb7d/5e125712-23ca-41ef-9207-51a0f12581fb) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:53.469958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966576-eb3c-4d6e-b531-13fcdebd00b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95e955c-718e-45f5-8126-ff80bae79a04,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.652445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a411-d89f-453e-831b-bd82bc032ab3 req-f5157c48-0abc-49dc-b140-5c60cb793951 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.654000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5232a411-d89f-453e-831b-bd82bc032ab3 req-f5157c48-0abc-49dc-b140-5c60cb793951 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.1122479 Sep 17 22:23:53.673020 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.719633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5232a411-d89f-453e-831b-bd82bc032ab3 req-ae9b4342-587d-4cb7-beaf-0e4f467aa6bc tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518289 Sep 17 22:23:53.746170 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.794493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33143d6b-713a-4593-b73e-a41ad4c56286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.794987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Network f521677b-9ae6-4013-8450-eb9f8c292d6e is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:53.798112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:53.802531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:53.808425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.809152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.825000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event updated for resources: {'Port': ['ID=5e125712-23ca-41ef-9207-51a0f12581fb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.945881 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33143d6b-713a-4593-b73e-a41ad4c56286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.954552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33143d6b-713a-4593-b73e-a41ad4c56286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.962115 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7179d7da-08b6-4d83-a57d-0d7eeb36d97f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0144882 Sep 17 22:23:53.981715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Request body: {'port': {'device_id': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:54.023850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33143d6b-713a-4593-b73e-a41ad4c56286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c73930-9a96-4073-9f11-c042657cd58e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:54.034726 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-33143d6b-713a-4593-b73e-a41ad4c56286 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=328bf40fe0684bdd87ef33c51bc0a6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9726977 Sep 17 22:23:54.036897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48810) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:54.061457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.110406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8486be79-da87-4c82-a215-a7618ae37907 None None] Provisioning complete for port 5e125712-23ca-41ef-9207-51a0f12581fb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:54.111005 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-012a847f-8efe-4c60-a8cd-c85fb22e5aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.111373 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8486be79-da87-4c82-a215-a7618ae37907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.142729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-012a847f-8efe-4c60-a8cd-c85fb22e5aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.175188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8486be79-da87-4c82-a215-a7618ae37907 None None] Port 5e125712-23ca-41ef-9207-51a0f12581fb cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:54.208070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-012a847f-8efe-4c60-a8cd-c85fb22e5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.211420 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-012a847f-8efe-4c60-a8cd-c85fb22e5aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.213037 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-012a847f-8efe-4c60-a8cd-c85fb22e5aa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04c73930-9a96-4073-9f11-c042657cd58e HTTP/1.1" status: 204 len: 168 time: 0.1746690 Sep 17 22:23:54.236245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a847f-8efe-4c60-a8cd-c85fb22e5aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c73930-9a96-4073-9f11-c042657cd58e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:54.446423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d05a-b092-46a1-bfc9-08388109f432 req-577c3810-5065-4f8f-b783-0da7dfa93f63 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:54.447992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb58d05a-b092-46a1-bfc9-08388109f432 req-577c3810-5065-4f8f-b783-0da7dfa93f63 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 970 time: 0.1352420 Sep 17 22:23:54.467285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117723e-d7e1-436e-b0b8-438912b4de77 req-e1d4f4a5-dd4d-471c-b155-62fd6fae3e65 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:54.469243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5117723e-d7e1-436e-b0b8-438912b4de77 req-e1d4f4a5-dd4d-471c-b155-62fd6fae3e65 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 932 time: 0.1550732 Sep 17 22:23:54.542784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48832) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:54.560596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb58d05a-b092-46a1-bfc9-08388109f432 req-14ad0008-47c3-407b-b5e5-1642373ae403 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887718 Sep 17 22:23:54.563712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5117723e-d7e1-436e-b0b8-438912b4de77 req-62c7ee38-6893-4c24-b475-bfc106cc755d tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818021 Sep 17 22:23:54.581351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fd132fa-c5fb-4f27-ad16-449797f93b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.623802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e125712-23ca-41ef-9207-51a0f12581fb {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:54.633860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.652948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Transition to ACTIVE for port object 5e125712-23ca-41ef-9207-51a0f12581fb will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:54.657694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.751666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Attempting to bind port 5e125712-23ca-41ef-9207-51a0f12581fb on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:54.752004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Attempting to bind port 5e125712-23ca-41ef-9207-51a0f12581fb by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:54.752327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Attempting to bind port 5e125712-23ca-41ef-9207-51a0f12581fb on network f521677b-9ae6-4013-8450-eb9f8c292d6e {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:54.756364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Pushing event updated for resources: {'Port': ['ID=5e125712-23ca-41ef-9207-51a0f12581fb,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:54.757953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fd132fa-c5fb-4f27-ad16-449797f93b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.772015 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fd132fa-c5fb-4f27-ad16-449797f93b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.776591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Port 5e125712-23ca-41ef-9207-51a0f12581fb on network f521677b-9ae6-4013-8450-eb9f8c292d6e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:54.776919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Attempting to bind port 5e125712-23ca-41ef-9207-51a0f12581fb on network f521677b-9ae6-4013-8450-eb9f8c292d6e {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:54.792228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:54.806189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Checking segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:54.806597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Bound using segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:54.807302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Bound port: 5e125712-23ca-41ef-9207-51a0f12581fb, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:54.807864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.827299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6fd132fa-c5fb-4f27-ad16-449797f93b32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cfff3dbb7d0403083b7aaf2278fd66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829864 Sep 17 22:23:54.828063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd132fa-c5fb-4f27-ad16-449797f93b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba5badf-0c2f-422f-8a37-f77e7447b605,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:54.830985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48842) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:54.913248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-81961b4a-c9d8-4ff8-aea4-f7c8d8fa8c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.938853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-81961b4a-c9d8-4ff8-aea4-f7c8d8fa8c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.950406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1b439-592b-47e8-a30b-ed53859667db req-a609d3b9-909f-40b0-86f7-34c28bf18639 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:54.960550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ef1b439-592b-47e8-a30b-ed53859667db req-a609d3b9-909f-40b0-86f7-34c28bf18639 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.0973752 Sep 17 22:23:54.962982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] For port 5e125712-23ca-41ef-9207-51a0f12581fb, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:55.007956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] For port 5e125712-23ca-41ef-9207-51a0f12581fb, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5e125712-23ca-41ef-9207-51a0f12581fb,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:55.018835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-81961b4a-c9d8-4ff8-aea4-f7c8d8fa8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.022314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-81961b4a-c9d8-4ff8-aea4-f7c8d8fa8c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.024006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-81961b4a-c9d8-4ff8-aea4-f7c8d8fa8c58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ba5badf-0c2f-422f-8a37-f77e7447b605 HTTP/1.1" status: 204 len: 168 time: 0.1914055 Sep 17 22:23:55.029523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ef1b439-592b-47e8-a30b-ed53859667db req-38e7dd2e-d079-48be-9ae2-58e62b4bce3f tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679255 Sep 17 22:23:55.042065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.042254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81961b4a-c9d8-4ff8-aea4-f7c8d8fa8c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba5badf-0c2f-422f-8a37-f77e7447b605,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:55.079664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.080492 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.082321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] 10.222.0.49 "PUT /v2.0/ports/5e125712-23ca-41ef-9207-51a0f12581fb HTTP/1.1" status: 200 len: 1093 time: 1.1048698 Sep 17 22:23:55.082929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'tag': '5e125712-23ca-41ef-9207-51a0f12581fb'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:55.085643 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa014385-37c5-47c7-a796-457a385b8162" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768", "tag": "5e125712-23ca-41ef-9207-51a0f12581fb"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:55.147233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef372794-ea2f-43b8-bb3a-a1b474dec44e service neutron] Pushing event updated for resources: {'Port': ['ID=5e125712-23ca-41ef-9207-51a0f12581fb,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:55.161005 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b43f5-c1a4-46e0-ac88-56bb8902009a x-openstack-request-id: req-af5b43f5-c1a4-46e0-ac88-56bb8902009a {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:55.161953 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768", "tag": "5e125712-23ca-41ef-9207-51a0f12581fb", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:55.161953 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af5b43f5-c1a4-46e0-ac88-56bb8902009a {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:55.161953 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'tag': '5e125712-23ca-41ef-9207-51a0f12581fb', 'status': 'completed', 'code': 200} Sep 17 22:23:55.230774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-96339e6e-608d-4e6e-9aa6-244d7d317800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.231967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-96339e6e-608d-4e6e-9aa6-244d7d317800 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 1096 time: 0.0462475 Sep 17 22:23:55.293305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-fe887aaa-b654-4d38-a33e-a9e3e414ed2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e125712-23ca-41ef-9207-51a0f12581fb HTTP/1.1" status: 200 len: 217 time: 0.0439425 Sep 17 22:23:55.357837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-df4dbe6c-25e2-4c65-a860-afa854e80112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.359362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-df4dbe6c-25e2-4c65-a860-afa854e80112 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6582152d-787e-4468-bbd7-ddadba65eb7d HTTP/1.1" status: 200 len: 863 time: 0.0586584 Sep 17 22:23:55.406550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7fc671ab-269d-4edf-8180-d1d0fd16b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.408065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-7fc671ab-269d-4edf-8180-d1d0fd16b909 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f521677b-9ae6-4013-8450-eb9f8c292d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416338 Sep 17 22:23:55.484585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48868) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:55.501827 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7c6209c-4b37-4b99-888e-14cbee34bc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.531528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-08231d63-7c97-45c0-874d-3fa8084ef082 service neutron] 10.222.0.49 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153841 Sep 17 22:23:55.600162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-d211fa7a-d4e1-4699-a493-9f48bf94eb3b tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=46983ab372894d878ae0694672008cf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494134 Sep 17 22:23:55.617302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7c6209c-4b37-4b99-888e-14cbee34bc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.624522 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7c6209c-4b37-4b99-888e-14cbee34bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.674683 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c7c6209c-4b37-4b99-888e-14cbee34bc8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b62a76ec75364f0896fc44bc2801d49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888518 Sep 17 22:23:55.677471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48884) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:55.691946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6209c-4b37-4b99-888e-14cbee34bc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1117b-fead-4062-b186-4cecaa2d3884,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:55.733744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15012f4-1a7d-4cc3-84f5-a3951c71db6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.756082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15012f4-1a7d-4cc3-84f5-a3951c71db6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.814237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15012f4-1a7d-4cc3-84f5-a3951c71db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.817900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15012f4-1a7d-4cc3-84f5-a3951c71db6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.821588 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d15012f4-1a7d-4cc3-84f5-a3951c71db6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abc1117b-fead-4062-b186-4cecaa2d3884 HTTP/1.1" status: 204 len: 168 time: 0.1407361 Sep 17 22:23:55.841697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15012f4-1a7d-4cc3-84f5-a3951c71db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1117b-fead-4062-b186-4cecaa2d3884,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:55.943387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eafafc3c-3adb-41ef-bf9b-a9dd2068aeb7 req-887ec199-42e7-43d1-b9a8-4c926593e1c5 service neutron] 10.222.0.49 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032083 Sep 17 22:23:55.964844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b65264-ea0a-405f-9b8b-73e90d64abe1 req-dcd5372e-2c2f-42ec-ba67-b667c52b10e8 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.966650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00b65264-ea0a-405f-9b8b-73e90d64abe1 req-dcd5372e-2c2f-42ec-ba67-b667c52b10e8 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 970 time: 0.3101137 Sep 17 22:23:55.976202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-e8172ffe-80fc-4836-a9b4-58713fca8d62 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.977703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-e8172ffe-80fc-4836-a9b4-58713fca8d62 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421896 Sep 17 22:23:56.003673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-d63045f7-3aa6-4f5e-a203-9a5d2e588a61 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/quotas/46983ab372894d878ae0694672008cf8 HTTP/1.1" status: 200 len: 375 time: 0.0178151 Sep 17 22:23:56.032235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00b65264-ea0a-405f-9b8b-73e90d64abe1 req-a985611e-4658-4fab-b455-4ae4baf1aefe tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535588 Sep 17 22:23:56.058969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-2601afc7-76f7-4eca-b99b-d617e95090c4 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=46983ab372894d878ae0694672008cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435801 Sep 17 22:23:56.092657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa014385-37c5-47c7-a796-457a385b8162 req-1cd3f239-0fdf-4963-af49-8557b6d22f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.092657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa014385-37c5-47c7-a796-457a385b8162 req-1cd3f239-0fdf-4963-af49-8557b6d22f7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 1096 time: 0.0440521 Sep 17 22:23:56.220566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18700ba1-0fdb-479f-bfdb-de2ecd22143f req-1afc2fe6-78f0-4460-8bb0-a4bb8f5741ec tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.222167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18700ba1-0fdb-479f-bfdb-de2ecd22143f req-1afc2fe6-78f0-4460-8bb0-a4bb8f5741ec tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 944 time: 0.1240673 Sep 17 22:23:56.264903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa014385-37c5-47c7-a796-457a385b8162 req-1a111eb6-bbc4-4b88-a40f-74d06d3df15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.267044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa014385-37c5-47c7-a796-457a385b8162 req-1a111eb6-bbc4-4b88-a40f-74d06d3df15d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 925 time: 0.1591578 Sep 17 22:23:56.287304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18700ba1-0fdb-479f-bfdb-de2ecd22143f req-170e3ca7-f734-4799-a06e-fe347e7c278d tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551658 Sep 17 22:23:56.320166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa014385-37c5-47c7-a796-457a385b8162 req-48dc48ff-f8d0-4d01-a527-f286dfe5f7c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e125712-23ca-41ef-9207-51a0f12581fb HTTP/1.1" status: 200 len: 217 time: 0.0444155 Sep 17 22:23:56.431163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa014385-37c5-47c7-a796-457a385b8162 req-a0a8a7c3-8ea3-465c-9b72-d4c9ecd736a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.433170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa014385-37c5-47c7-a796-457a385b8162 req-a0a8a7c3-8ea3-465c-9b72-d4c9ecd736a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6582152d-787e-4468-bbd7-ddadba65eb7d HTTP/1.1" status: 200 len: 863 time: 0.1051493 Sep 17 22:23:56.459973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e2cd9-f34d-4546-a321-4fc9d6fc4637 req-36de7e58-0fb5-46d1-9224-ec4a1a0ec87f tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.461881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e5e2cd9-f34d-4546-a321-4fc9d6fc4637 req-36de7e58-0fb5-46d1-9224-ec4a1a0ec87f tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.0806351 Sep 17 22:23:56.543881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa014385-37c5-47c7-a796-457a385b8162 req-c586114b-e111-49a5-94b5-2589c203d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.545975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa014385-37c5-47c7-a796-457a385b8162 req-c586114b-e111-49a5-94b5-2589c203d651 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f521677b-9ae6-4013-8450-eb9f8c292d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045668 Sep 17 22:23:56.566611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e5e2cd9-f34d-4546-a321-4fc9d6fc4637 req-79a6f928-e275-4d02-a86a-1c7b8c98b88a tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821874 Sep 17 22:23:56.656734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da7bd320-1ba9-4d11-9979-4d5f3bb521aa req-fc1c533c-8710-49d5-adca-d247d514851b tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 210 time: 0.0354557 Sep 17 22:23:56.717265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa014385-37c5-47c7-a796-457a385b8162 req-f507c48a-fe7d-49a2-a519-634bb68232be service neutron] 10.222.0.49 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491926 Sep 17 22:23:56.840159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa014385-37c5-47c7-a796-457a385b8162 req-c5ab5bf6-77b1-4c73-9932-9b3c107812e0 service neutron] 10.222.0.49 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153889 Sep 17 22:23:57.070486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6ca0f813-4f95-4499-83da-4b63011e2dda details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:57.164070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8de36-9656-42d7-b681-765e8746e6cb req-aab9daf9-eb8b-4eec-aa28-563615ba441d tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.171962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfe8de36-9656-42d7-b681-765e8746e6cb req-aab9daf9-eb8b-4eec-aa28-563615ba441d tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 970 time: 0.0588214 Sep 17 22:23:57.202348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6ca0f813-4f95-4499-83da-4b63011e2dda, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ca0f813-4f95-4499-83da-4b63011e2dda,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:57.216185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfe8de36-9656-42d7-b681-765e8746e6cb req-f582cf69-0013-4b00-93ba-970f44295f7b tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Sep 17 22:23:57.226697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6ca0f813-4f95-4499-83da-4b63011e2dda', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '6ca0f813-4f95-4499-83da-4b63011e2dda', 'mac_address': 'fa:16:3e:56:d5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:tempest-test_az-1880091973', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:57.283802 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.294901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a8353738-3800-484f-8d9e-bdefb230101f details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:57.301671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca0f813-4f95-4499-83da-4b63011e2dda {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:57.335384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6ca0f813-4f95-4499-83da-4b63011e2dda, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ca0f813-4f95-4499-83da-4b63011e2dda,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:57.354261 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.375868 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-269b8527-8e7a-4bf6-87aa-3963da559273 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=46983ab372894d878ae0694672008cf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783746 Sep 17 22:23:57.439655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6ca0f813-4f95-4499-83da-4b63011e2dda,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:57.500633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a8353738-3800-484f-8d9e-bdefb230101f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a8353738-3800-484f-8d9e-bdefb230101f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:57.520565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b12c1-4042-4138-a22f-1f3a35836b99 req-af2a5000-f442-455c-84e3-04d400d293b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.527800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad3b12c1-4042-4138-a22f-1f3a35836b99 req-af2a5000-f442-455c-84e3-04d400d293b7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 944 time: 0.0802917 Sep 17 22:23:57.528513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'a8353738-3800-484f-8d9e-bdefb230101f', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'a8353738-3800-484f-8d9e-bdefb230101f', 'mac_address': 'fa:16:3e:39:d7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:57.573985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad3b12c1-4042-4138-a22f-1f3a35836b99 req-4db3486d-fdaa-4ab1-9b02-424194e2690d tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449238 Sep 17 22:23:57.606739 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.629733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-7088d50e-0a37-4151-9601-87d3ec791d7b tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.631237 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-7088d50e-0a37-4151-9601-87d3ec791d7b tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509260 Sep 17 22:23:57.651475 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8353738-3800-484f-8d9e-bdefb230101f {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:57.651854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Request body: {'port': {'device_id': '5cd63cd9-e89f-4324-978f-655fe9e439c3', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '46983ab372894d878ae0694672008cf8'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:57.677342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a8353738-3800-484f-8d9e-bdefb230101f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a8353738-3800-484f-8d9e-bdefb230101f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:57.685778 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.736701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fcd07-38b6-437d-abce-e915535380bc req-7c21727f-9505-41c2-b70a-8efe8bbdea3b tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.748760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c0fcd07-38b6-437d-abce-e915535380bc req-7c21727f-9505-41c2-b70a-8efe8bbdea3b tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 948 time: 0.1074519 Sep 17 22:23:57.754688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a8353738-3800-484f-8d9e-bdefb230101f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:57.760624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6ca0f813-4f95-4499-83da-4b63011e2dda'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:57.802142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c0fcd07-38b6-437d-abce-e915535380bc req-fb0e3d64-266b-4f8d-9bf6-726cfe8de047 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 Sep 17 22:23:57.837726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1445e93-aad2-46dc-9156-f35d1492c9ec req-7e4b87f4-5852-4f1c-98a0-532df30777f3 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 210 time: 0.0492814 Sep 17 22:23:57.847979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48972) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:57.884971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Made reservation on behalf of 46983ab372894d878ae0694672008cf8 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:57.888841 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.898900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.999668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48976) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:58.009911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.016449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.079180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a4a-5520-489b-b6f8-92be61001d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.088192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9febe9-25c5-462d-834e-8533834d5e83,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:58.093286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b072743-04b0-4b96-8fae-de3708a67434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.163260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Allocated IP 192.168.233.189 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/b984db6a-e63d-4b42-a4cb-c5ebe6102891) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:58.194274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a4a-5520-489b-b6f8-92be61001d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.200511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a4a-5520-489b-b6f8-92be61001d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.201711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['a8353738-3800-484f-8d9e-bdefb230101f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:58.261376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d2af3a4a-5520-489b-b6f8-92be61001d7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd58c735b093497686e25859e32bc468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605236 Sep 17 22:23:58.264047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af3a4a-5520-489b-b6f8-92be61001d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a4ea6a-4b16-469f-95f1-66b4448f0997,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:58.267300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48982) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:58.372052 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b072743-04b0-4b96-8fae-de3708a67434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.384100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a39a3-398d-4bcf-8dab-d0f9d42e1fd0 req-9c28cca6-f15c-4aed-b6f3-cb5909e69db1 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.385647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d0a39a3-398d-4bcf-8dab-d0f9d42e1fd0 req-9c28cca6-f15c-4aed-b6f3-cb5909e69db1 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 971 time: 0.0781562 Sep 17 22:23:58.386414 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b072743-04b0-4b96-8fae-de3708a67434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.400856 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.407886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5b7a-20ff-48ec-bdca-cf4259fa0c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.440075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6b072743-04b0-4b96-8fae-de3708a67434 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b26a020cbc049cfb90adba8fb1be7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5902746 Sep 17 22:23:58.440719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5b7a-20ff-48ec-bdca-cf4259fa0c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.443446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48984) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:58.445377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b072743-04b0-4b96-8fae-de3708a67434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02636475-7df2-46fe-aece-fbc74fc5bfb4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:58.474829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d0a39a3-398d-4bcf-8dab-d0f9d42e1fd0 req-a063d3e3-2c3a-40cb-8af7-ee8ddd0f49f5 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735559 Sep 17 22:23:58.475639 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.510105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ece7c83-2877-47a3-85ae-6bd9a40ae9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.529778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:58.534540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:58.536438 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ece7c83-2877-47a3-85ae-6bd9a40ae9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.538970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:58.544593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.545155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.549124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5b7a-20ff-48ec-bdca-cf4259fa0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.552011 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5b7a-20ff-48ec-bdca-cf4259fa0c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.553280 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7fcf5b7a-20ff-48ec-bdca-cf4259fa0c06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2a4ea6a-4b16-469f-95f1-66b4448f0997 HTTP/1.1" status: 204 len: 168 time: 0.2361314 Sep 17 22:23:58.574506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Pushing event updated for resources: {'Port': ['ID=b984db6a-e63d-4b42-a4cb-c5ebe6102891,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:58.589229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf5b7a-20ff-48ec-bdca-cf4259fa0c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a4ea6a-4b16-469f-95f1-66b4448f0997,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:58.600878 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ece7c83-2877-47a3-85ae-6bd9a40ae9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.603457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ece7c83-2877-47a3-85ae-6bd9a40ae9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.607248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ece7c83-2877-47a3-85ae-6bd9a40ae9cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02636475-7df2-46fe-aece-fbc74fc5bfb4 HTTP/1.1" status: 204 len: 168 time: 0.1601393 Sep 17 22:23:58.612352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece7c83-2877-47a3-85ae-6bd9a40ae9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02636475-7df2-46fe-aece-fbc74fc5bfb4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:58.620473 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-c4266c31-e1d0-4eab-bcac-53fed74f1f42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9752171 Sep 17 22:23:58.636809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Request body: {'port': {'device_id': '5cd63cd9-e89f-4324-978f-655fe9e439c3', 'device_owner': 'compute:tempest-test_az-1880091973', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:58.739390 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.786371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ea7d8-b702-4ad8-bb4f-f3be8e16a2dd req-51fe02c3-a084-42e9-80c8-35f98a524b44 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.793176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-093ea7d8-b702-4ad8-bb4f-f3be8e16a2dd req-51fe02c3-a084-42e9-80c8-35f98a524b44 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 944 time: 0.0818012 Sep 17 22:23:58.863220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-093ea7d8-b702-4ad8-bb4f-f3be8e16a2dd req-25e6eff0-eaad-41bd-aa94-93681f5eb2e9 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612440 Sep 17 22:23:58.896790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f1dc7ea4-da3c-4ac4-967e-e0250f1f3624 None None] Provisioning complete for port b984db6a-e63d-4b42-a4cb-c5ebe6102891 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:58.897571 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7ea4-da3c-4ac4-967e-e0250f1f3624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.951277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc7ea4-da3c-4ac4-967e-e0250f1f3624 None None] Port b984db6a-e63d-4b42-a4cb-c5ebe6102891 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:58.980814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31817e10-56cc-4d89-a04a-ba486d11a8e3 req-71a7efcb-e209-4f04-88e7-7cf35e3aa045 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.982550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31817e10-56cc-4d89-a04a-ba486d11a8e3 req-71a7efcb-e209-4f04-88e7-7cf35e3aa045 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 949 time: 0.0583801 Sep 17 22:23:59.029251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49000) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:59.051624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19b8f408-c944-4c9c-bebf-b5ef8c9bdd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.057557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6ca0f813-4f95-4499-83da-4b63011e2dda up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:59.059380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31817e10-56cc-4d89-a04a-ba486d11a8e3 req-19ab5a26-3a61-41de-91a5-07c71361032b tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694592 Sep 17 22:23:59.077518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518974d-bc40-4107-8193-51e83eb24e6d req-85edf190-4518-465b-ab92-3b0f19542b42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.079094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2518974d-bc40-4107-8193-51e83eb24e6d req-85edf190-4518-465b-ab92-3b0f19542b42 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 936 time: 0.0826912 Sep 17 22:23:59.085422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:59.105811 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ac09eea-aba7-4ba3-8a44-789df074ae80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.123975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 6ca0f813-4f95-4499-83da-4b63011e2dda completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:59.128451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6ca0f813-4f95-4499-83da-4b63011e2dda triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:59.128896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.144148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2518974d-bc40-4107-8193-51e83eb24e6d req-a6ce5d35-bdcc-47cb-bb17-6bae8396972e tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521533 Sep 17 22:23:59.181135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b984db6a-e63d-4b42-a4cb-c5ebe6102891 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:59.191228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.208245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.213402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Transition to ACTIVE for port object b984db6a-e63d-4b42-a4cb-c5ebe6102891 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:59.219890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.232044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11169875-3bce-4590-ae39-2bca3793aa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca0f813-4f95-4499-83da-4b63011e2dda'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:59.302034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a8353738-3800-484f-8d9e-bdefb230101f up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:59.319797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Pushing event updated for resources: {'Port': ['ID=b984db6a-e63d-4b42-a4cb-c5ebe6102891,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.323294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19b8f408-c944-4c9c-bebf-b5ef8c9bdd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.332499 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19b8f408-c944-4c9c-bebf-b5ef8c9bdd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.342042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6ca0f813-4f95-4499-83da-4b63011e2dda, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ca0f813-4f95-4499-83da-4b63011e2dda,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:59.343924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Attempting to bind port b984db6a-e63d-4b42-a4cb-c5ebe6102891 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:59.344256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Attempting to bind port b984db6a-e63d-4b42-a4cb-c5ebe6102891 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:59.344580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Attempting to bind port b984db6a-e63d-4b42-a4cb-c5ebe6102891 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:59.353155 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.372467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Port b984db6a-e63d-4b42-a4cb-c5ebe6102891 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:59.372809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Attempting to bind port b984db6a-e63d-4b42-a4cb-c5ebe6102891 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:59.387808 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-19b8f408-c944-4c9c-bebf-b5ef8c9bdd0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=304a92b4acc94e148414360079db71ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549371 Sep 17 22:23:59.387808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:59.387808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:59.387808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:59.387808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Bound port: b984db6a-e63d-4b42-a4cb-c5ebe6102891, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:59.388268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.390553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49008) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:59.396564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8f408-c944-4c9c-bebf-b5ef8c9bdd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcba9bc-8fea-4ddc-8c99-b55d1f3818d6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.434649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port a8353738-3800-484f-8d9e-bdefb230101f completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:59.442416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port a8353738-3800-484f-8d9e-bdefb230101f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:59.442775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.470356 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ac09eea-aba7-4ba3-8a44-789df074ae80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.473852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6ca0f813-4f95-4499-83da-4b63011e2dda,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.479752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ac09eea-aba7-4ba3-8a44-789df074ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.514349 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f098d4-c77d-4a50-b313-da745e32b9c0" -d '{"events": [{"server_uuid": "11169875-3bce-4590-ae39-2bca3793aa21", "name": "network-vif-plugged", "status": "completed", "tag": "6ca0f813-4f95-4499-83da-4b63011e2dda"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:59.541513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3ac09eea-aba7-4ba3-8a44-789df074ae80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6804605020846ea90496a74206dd68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549325 Sep 17 22:23:59.543239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac09eea-aba7-4ba3-8a44-789df074ae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68970a-c971-4c77-8309-1ae9bd6a6277,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.550770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49014) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:59.572443 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66f9a726-2d8d-4b3d-b78f-7460961a17ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.577936 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.630925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] For port b984db6a-e63d-4b42-a4cb-c5ebe6102891, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:59.639600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66f9a726-2d8d-4b3d-b78f-7460961a17ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.641784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a8353738-3800-484f-8d9e-bdefb230101f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a8353738-3800-484f-8d9e-bdefb230101f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:59.647741 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.649416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429c4a3-0e51-4ccf-9c07-306f4c8891d4 req-d1d5f97e-70be-46a4-a668-67d3b971cff6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.657078 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e7b314-451f-44cc-8393-a81c2d22c418 x-openstack-request-id: req-35e7b314-451f-44cc-8393-a81c2d22c418 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:59.657387 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11169875-3bce-4590-ae39-2bca3793aa21", "name": "network-vif-plugged", "status": "completed", "tag": "6ca0f813-4f95-4499-83da-4b63011e2dda", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:59.657675 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35e7b314-451f-44cc-8393-a81c2d22c418 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:59.658101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c429c4a3-0e51-4ccf-9c07-306f4c8891d4 req-d1d5f97e-70be-46a4-a668-67d3b971cff6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 972 time: 0.0737226 Sep 17 22:23:59.658205 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11169875-3bce-4590-ae39-2bca3793aa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca0f813-4f95-4499-83da-4b63011e2dda', 'code': 200} Sep 17 22:23:59.661500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] For port b984db6a-e63d-4b42-a4cb-c5ebe6102891, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b984db6a-e63d-4b42-a4cb-c5ebe6102891,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:59.677981 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.707822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c429c4a3-0e51-4ccf-9c07-306f4c8891d4 req-cc10f921-4c5d-4867-85b8-4fd027558cc9 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Sep 17 22:23:59.725540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a8353738-3800-484f-8d9e-bdefb230101f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.733085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-84632a98-3e0f-4e79-9e57-d0d5aff50115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.737493 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.45', 57113) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:59.752394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.753925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.755417 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] 10.222.0.45 "PUT /v2.0/ports/b984db6a-e63d-4b42-a4cb-c5ebe6102891 HTTP/1.1" status: 200 len: 1119 time: 1.1255705 Sep 17 22:23:59.755876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd63cd9-e89f-4324-978f-655fe9e439c3', 'tag': 'b984db6a-e63d-4b42-a4cb-c5ebe6102891'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:59.758153 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e46dfd9-4598-4f61-9f7d-80087908a329" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd63cd9-e89f-4324-978f-655fe9e439c3", "tag": "b984db6a-e63d-4b42-a4cb-c5ebe6102891"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:59.817689 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd27b68-543f-468f-85d3-ba308d3a6284 x-openstack-request-id: req-9cd27b68-543f-468f-85d3-ba308d3a6284 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:59.818050 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd63cd9-e89f-4324-978f-655fe9e439c3", "tag": "b984db6a-e63d-4b42-a4cb-c5ebe6102891", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:59.821152 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cd27b68-543f-468f-85d3-ba308d3a6284 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:59.821824 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd63cd9-e89f-4324-978f-655fe9e439c3', 'tag': 'b984db6a-e63d-4b42-a4cb-c5ebe6102891', 'status': 'completed', 'code': 200} Sep 17 22:23:59.825763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51717b-cdda-49df-8c51-ace1662febcd req-3ef23374-f710-46c9-806e-5a44e552ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.827607 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a51717b-cdda-49df-8c51-ace1662febcd req-3ef23374-f710-46c9-806e-5a44e552ee41 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 1124 time: 0.0888736 Sep 17 22:23:59.835461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-84632a98-3e0f-4e79-9e57-d0d5aff50115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.837705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950b4a9-75b5-4c95-b8f5-6ae7c2109d8b service neutron] Pushing event updated for resources: {'Port': ['ID=b984db6a-e63d-4b42-a4cb-c5ebe6102891,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.848839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a51717b-cdda-49df-8c51-ace1662febcd req-224267b3-d7fe-4f0b-8f9a-aa329f944a92 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.875117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66f9a726-2d8d-4b3d-b78f-7460961a17ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.878497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66f9a726-2d8d-4b3d-b78f-7460961a17ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.879978 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-66f9a726-2d8d-4b3d-b78f-7460961a17ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bcba9bc-8fea-4ddc-8c99-b55d1f3818d6 HTTP/1.1" status: 204 len: 168 time: 0.4883912 Sep 17 22:23:59.888612 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c78eb3c-2d8c-415c-b776-1fa59d19da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.931105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9a726-2d8d-4b3d-b78f-7460961a17ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcba9bc-8fea-4ddc-8c99-b55d1f3818d6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.952604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-66d23a5d-75bf-49e7-b3d6-6c3c1447bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.961052 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-66d23a5d-75bf-49e7-b3d6-6c3c1447bbf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46983ab372894d878ae0694672008cf8&device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 1122 time: 0.1500735 Sep 17 22:23:59.979092 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a51717b-cdda-49df-8c51-ace1662febcd req-224267b3-d7fe-4f0b-8f9a-aa329f944a92 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.983943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a51717b-cdda-49df-8c51-ace1662febcd req-224267b3-d7fe-4f0b-8f9a-aa329f944a92 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.025263 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-f236556f-0551-4152-a696-b054630e0365 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b984db6a-e63d-4b42-a4cb-c5ebe6102891 HTTP/1.1" status: 200 len: 217 time: 0.0526969 Sep 17 22:24:00.030179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-84632a98-3e0f-4e79-9e57-d0d5aff50115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.033337 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-84632a98-3e0f-4e79-9e57-d0d5aff50115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.035067 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-84632a98-3e0f-4e79-9e57-d0d5aff50115 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc68970a-c971-4c77-8309-1ae9bd6a6277 HTTP/1.1" status: 204 len: 168 time: 0.4811656 Sep 17 22:24:00.051942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a51717b-cdda-49df-8c51-ace1662febcd req-224267b3-d7fe-4f0b-8f9a-aa329f944a92 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164848 Sep 17 22:24:00.061838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224267b3-d7fe-4f0b-8f9a-aa329f944a92 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2e75346e-c877-4944-a2e3-73535cbb5423,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:00.105812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84632a98-3e0f-4e79-9e57-d0d5aff50115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68970a-c971-4c77-8309-1ae9bd6a6277,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:00.121810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-4d480e13-33f7-4100-ac3b-f8117ff95899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.128633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac353351-b282-474f-a210-1e18c166ef58 req-909a6c2a-03d9-454b-b7f8-97917bf19843 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.130203 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-4d480e13-33f7-4100-ac3b-f8117ff95899 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0940671 Sep 17 22:24:00.138024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac353351-b282-474f-a210-1e18c166ef58 req-909a6c2a-03d9-454b-b7f8-97917bf19843 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 944 time: 0.1490076 Sep 17 22:24:00.208839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac353351-b282-474f-a210-1e18c166ef58 req-31b2f4df-956d-400f-9f52-4afa62f7924c tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677888 Sep 17 22:24:00.273181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9735c-c92a-4fce-9a67-c10169884309 req-6b2d6810-90e7-4232-9fe0-5932476de069 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.274740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bc9735c-c92a-4fce-9a67-c10169884309 req-6b2d6810-90e7-4232-9fe0-5932476de069 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 950 time: 0.0895746 Sep 17 22:24:00.361661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bc9735c-c92a-4fce-9a67-c10169884309 req-ee9157da-d653-4ac1-9bec-2db3ec4db18c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804338 Sep 17 22:24:00.394896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601ede-884c-444f-8c2e-b3ed206b7d80 req-8f4622ea-b284-4565-9a6d-d8bff73832bb tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.396159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-bb5df3bd-280a-438d-b107-b28d23eb1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.396477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0601ede-884c-444f-8c2e-b3ed206b7d80 req-8f4622ea-b284-4565-9a6d-d8bff73832bb tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 970 time: 0.0829458 Sep 17 22:24:00.397949 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-bb5df3bd-280a-438d-b107-b28d23eb1383 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574195 Sep 17 22:24:00.449024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0601ede-884c-444f-8c2e-b3ed206b7d80 req-57b02375-1779-4186-ab4d-03896fef0502 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Sep 17 22:24:00.512109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-9dcc823b-bd4a-4395-93cc-a4952f643a0e service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056118 Sep 17 22:24:00.632561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57a20623-eb4c-46bd-ad48-7a4f8db5a4ff req-7c47eaa5-ee34-4220-8cc1-11808cf0ac17 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120527 Sep 17 22:24:00.728672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-ed7216c8-aee3-4c8e-ad21-03aaaf62ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.730311 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-ed7216c8-aee3-4c8e-ad21-03aaaf62ad0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46983ab372894d878ae0694672008cf8&device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 1122 time: 0.0474608 Sep 17 22:24:00.849303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b91b-8525-40bd-8312-04d0ac6f15db req-311d90dc-5935-43e7-b4ce-2d077c551979 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.858204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5701b91b-8525-40bd-8312-04d0ac6f15db req-311d90dc-5935-43e7-b4ce-2d077c551979 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 972 time: 0.0721221 Sep 17 22:24:00.893836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5701b91b-8525-40bd-8312-04d0ac6f15db req-ee9ea772-7d1b-49ed-859f-97ebc50d8cf9 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340726 Sep 17 22:24:00.929350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-4a30fd14-3a23-4cfa-8a0e-07dde7bb841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.930836 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-4a30fd14-3a23-4cfa-8a0e-07dde7bb841c service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1929190 Sep 17 22:24:00.978196 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-c7de3d87-bd8f-4316-88f7-4384c7f32537 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b984db6a-e63d-4b42-a4cb-c5ebe6102891 HTTP/1.1" status: 200 len: 217 time: 0.0391333 Sep 17 22:24:01.036103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-721fe432-84e3-4294-be04-66de69577f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.037667 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-721fe432-84e3-4294-be04-66de69577f70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0522554 Sep 17 22:24:01.097677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49070) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:01.112607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-53125fb2-9b2c-4a8c-b1d5-f86c15ac0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.114156 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-53125fb2-9b2c-4a8c-b1d5-f86c15ac0dfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675733 Sep 17 22:24:01.224132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-72a71679-0745-4c5f-bf9d-45930d667588 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991869 Sep 17 22:24:01.252984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1334913778-network', 'tenant_id': '99ad4a8697d84895a353ddcce62190a2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:01.254288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5e125712-23ca-41ef-9207-51a0f12581fb details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:01.335002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Made reservation on behalf of 99ad4a8697d84895a353ddcce62190a2 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:01.341197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.366198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e1bd-7c79-4ac1-a79d-193f5e2b5093 req-a7750164-c307-433d-ba1c-a3389b33a95e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.367715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff21e1bd-7c79-4ac1-a79d-193f5e2b5093 req-a7750164-c307-433d-ba1c-a3389b33a95e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 944 time: 0.0772572 Sep 17 22:24:01.372699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.377351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5e125712-23ca-41ef-9207-51a0f12581fb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5e125712-23ca-41ef-9207-51a0f12581fb,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:01.402156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '5e125712-23ca-41ef-9207-51a0f12581fb', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'port_id': '5e125712-23ca-41ef-9207-51a0f12581fb', 'mac_address': 'fa:16:3e:c1:96:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:01.417932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff21e1bd-7c79-4ac1-a79d-193f5e2b5093 req-567b480a-8be8-4a29-a121-2e24314a9cbd tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378735 Sep 17 22:24:01.480774 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.498222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e125712-23ca-41ef-9207-51a0f12581fb {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:01.521020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20487-b0db-4d2d-837d-9d4f59edfbf1 req-7b568021-ff21-4997-b25b-a88143f034b1 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.522659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78d20487-b0db-4d2d-837d-9d4f59edfbf1 req-7b568021-ff21-4997-b25b-a88143f034b1 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 950 time: 0.0643187 Sep 17 22:24:01.534692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5e125712-23ca-41ef-9207-51a0f12581fb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5e125712-23ca-41ef-9207-51a0f12581fb,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:01.539848 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.600256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=5e125712-23ca-41ef-9207-51a0f12581fb,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:01.613133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e46dfd9-4598-4f61-9f7d-80087908a329 req-6502594d-f133-4111-a04c-2fa664b35bab service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727121 Sep 17 22:24:01.614453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78d20487-b0db-4d2d-837d-9d4f59edfbf1 req-f7268876-edb3-4e23-9b31-1fb4e2b95fef tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835218 Sep 17 22:24:01.639603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b60c4-67ff-4118-ba70-ccbc6ad31e08 req-e8eb823d-bb19-410f-99ea-82a472717faa tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.641178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-789b60c4-67ff-4118-ba70-ccbc6ad31e08 req-e8eb823d-bb19-410f-99ea-82a472717faa tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 970 time: 0.0717616 Sep 17 22:24:01.659844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8353738-3800-484f-8d9e-bdefb230101f'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:01.662458 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b8826f-e9ee-49a2-9973-9851b87e3181" -d '{"events": [{"server_uuid": "f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423", "name": "network-vif-plugged", "status": "completed", "tag": "a8353738-3800-484f-8d9e-bdefb230101f"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:01.700793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-789b60c4-67ff-4118-ba70-ccbc6ad31e08 req-4ba25bc1-b173-4483-812c-09e1e86aad33 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502529 Sep 17 22:24:01.729678 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358c4bbc-f358-43a2-8d9c-74ec481ee3d6 x-openstack-request-id: req-358c4bbc-f358-43a2-8d9c-74ec481ee3d6 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:01.729969 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423", "name": "network-vif-plugged", "status": "completed", "tag": "a8353738-3800-484f-8d9e-bdefb230101f", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:01.730211 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-358c4bbc-f358-43a2-8d9c-74ec481ee3d6 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:01.730835 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8353738-3800-484f-8d9e-bdefb230101f', 'code': 200} Sep 17 22:24:01.732618 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.738778 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.764436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:01.775235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b81614e-a055-4bfa-8fe6-ed33f6b74e94,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:01.780653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.781017 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Added segment 9ab14f54-1136-4ee7-9beb-3d6074140b22 of type vlan for network a4c5a28d-5768-4900-80e9-f97d86da36aa Sep 17 22:24:01.824823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.857891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.859403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.860856 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.883760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d55197-6158-4dad-97e7-70f0a2984425 req-1339068c-c884-44ce-9356-754be2673c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.885760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04d55197-6158-4dad-97e7-70f0a2984425 req-1339068c-c884-44ce-9356-754be2673c72 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 1102 time: 0.0486648 Sep 17 22:24:01.911230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8121183 Sep 17 22:24:01.917369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49100) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:01.923051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Request body: {'subnet': {'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1334913778-subnet', 'tenant_id': '99ad4a8697d84895a353ddcce62190a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:01.942363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['5e125712-23ca-41ef-9207-51a0f12581fb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:01.945636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b205f-45bf-46ab-b121-e20e30f90fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c5a28d-5768-4900-80e9-f97d86da36aa,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:01.967534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04d55197-6158-4dad-97e7-70f0a2984425 req-226cdba3-89f4-4bc6-9c57-b5670917d72e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738707 Sep 17 22:24:01.975875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Made reservation on behalf of 99ad4a8697d84895a353ddcce62190a2 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:01.977682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a4c5a28d-5768-4900-80e9-f97d86da36aa details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:01.982664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.094743 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-04bbad2c-074e-4db9-8fd3-da0645e78010 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3244df1228af49e2bdc2f43affbe409b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554125 Sep 17 22:24:02.167343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd001-6288-4ecb-aefd-d1dfa5e9a7b3 req-acf5dedf-3b7d-4556-a22d-5bce57f0b26b tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.169073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07acd001-6288-4ecb-aefd-d1dfa5e9a7b3 req-acf5dedf-3b7d-4556-a22d-5bce57f0b26b tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 972 time: 0.1287026 Sep 17 22:24:02.292372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07acd001-6288-4ecb-aefd-d1dfa5e9a7b3 req-579e5faf-300c-46db-89fe-e6b43c810fbc tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904186 Sep 17 22:24:02.298929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-4ef75f66-5738-4bd2-8457-826d21eb1a51 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.300397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-4ef75f66-5738-4bd2-8457-826d21eb1a51 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976330 Sep 17 22:24:02.345595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-e5268d19-d66c-4c6c-a89f-d5e4d85b443d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/quotas/3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 375 time: 0.0247364 Sep 17 22:24:02.352856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.414341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-b0b201bf-2e88-471d-8df1-4aa2f775182d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590508 Sep 17 22:24:02.459928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c16e025-be5f-4bf5-a549-64555d4c42a5,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:02.481436 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e36fb-e8fa-4fac-9775-b5e2a5167b7b req-01868464-3467-4804-8203-9548c4f3140e tempest-AggregatesAdminTestJSON-1345299913 tempest-AggregatesAdminTestJSON-1345299913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.482970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-410e36fb-e8fa-4fac-9775-b5e2a5167b7b req-01868464-3467-4804-8203-9548c4f3140e tempest-AggregatesAdminTestJSON-1345299913 tempest-AggregatesAdminTestJSON-1345299913-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 1124 time: 0.0711911 Sep 17 22:24:02.484084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:02.484438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Network hostable DHCP agents. Network: a4c5a28d-5768-4900-80e9-f97d86da36aa, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:02.511143 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-410e36fb-e8fa-4fac-9775-b5e2a5167b7b req-75589f1c-d47a-4bb2-9936-703c48ae8a9c tempest-AggregatesAdminTestJSON-1345299913 tempest-AggregatesAdminTestJSON-1345299913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.514507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Network a4c5a28d-5768-4900-80e9-f97d86da36aa is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:02.535944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a4c5a28d-5768-4900-80e9-f97d86da36aa) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:02.541773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.542707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.546416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e69213-6f7e-47ad-8065-426414a7aae2 None None] Network a4c5a28d-5768-4900-80e9-f97d86da36aa requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:02.638435 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0db3baef-0076-4420-993d-49666acf492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.661054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d365df-dedb-4baf-af47-b137cc658fec req-22c6c158-cf8c-40ce-8e28-4b066f76420c tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.662647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0d365df-dedb-4baf-af47-b137cc658fec req-22c6c158-cf8c-40ce-8e28-4b066f76420c tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 945 time: 0.0730591 Sep 17 22:24:02.698030 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-410e36fb-e8fa-4fac-9775-b5e2a5167b7b req-75589f1c-d47a-4bb2-9936-703c48ae8a9c tempest-AggregatesAdminTestJSON-1345299913 tempest-AggregatesAdminTestJSON-1345299913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.712731 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-410e36fb-e8fa-4fac-9775-b5e2a5167b7b req-75589f1c-d47a-4bb2-9936-703c48ae8a9c tempest-AggregatesAdminTestJSON-1345299913 tempest-AggregatesAdminTestJSON-1345299913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.737984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aec20987-e290-4449-a5ed-5e4b8098dffb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8184705 Sep 17 22:24:02.755044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0d365df-dedb-4baf-af47-b137cc658fec req-1715dbf0-9a77-4210-a354-89797a8e53cc tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829456 Sep 17 22:24:02.808702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-410e36fb-e8fa-4fac-9775-b5e2a5167b7b req-75589f1c-d47a-4bb2-9936-703c48ae8a9c tempest-AggregatesAdminTestJSON-1345299913 tempest-AggregatesAdminTestJSON-1345299913-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174515 Sep 17 22:24:02.820161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb97296-5559-41ff-aeb7-0b0f196ae137 None None] Network a4c5a28d-5768-4900-80e9-f97d86da36aa requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:02.824315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75589f1c-d47a-4bb2-9936-703c48ae8a9c tempest-AggregatesAdminTestJSON-1345299913 tempest-AggregatesAdminTestJSON-1345299913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4448534-07db-46f6-a3b9-349b5ac7fc1f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:02.880592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b88c407-b820-4268-a40d-af837dfb99e6 req-1de13636-8ae0-4d74-8156-74424187e632 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 210 time: 0.0353315 Sep 17 22:24:02.939007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74cee1-086a-49b9-9cee-42fabccc781c req-038d6183-011b-4069-b88d-5afe4d9c8f73 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.941133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e74cee1-086a-49b9-9cee-42fabccc781c req-038d6183-011b-4069-b88d-5afe4d9c8f73 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 950 time: 0.0644033 Sep 17 22:24:03.035612 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e74cee1-086a-49b9-9cee-42fabccc781c req-0ec7bbc4-6009-410a-ab39-04e5e5b902ee tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854514 Sep 17 22:24:03.058181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7677-b9fa-4266-a671-809196508d48 req-337ad328-369a-4099-ab83-44088e77d891 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:03.066604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-376c7677-b9fa-4266-a671-809196508d48 req-337ad328-369a-4099-ab83-44088e77d891 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 970 time: 0.0837808 Sep 17 22:24:03.072338 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.121541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-376c7677-b9fa-4266-a671-809196508d48 req-83e0d426-439a-4fc8-aa81-c99064cada3f tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539739 Sep 17 22:24:03.279671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5e125712-23ca-41ef-9207-51a0f12581fb up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:03.342445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 5e125712-23ca-41ef-9207-51a0f12581fb completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:03.347846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 5e125712-23ca-41ef-9207-51a0f12581fb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:03.348222 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.445722 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.463088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49164) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:03.468412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-719914524-network', 'tenant_id': 'bd8d089546444a5c814684a5f55fe696'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:03.486369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5e125712-23ca-41ef-9207-51a0f12581fb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5e125712-23ca-41ef-9207-51a0f12581fb,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:03.490436 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.491503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Made reservation on behalf of bd8d089546444a5c814684a5f55fe696 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:03.493962 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.502937 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.542005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=5e125712-23ca-41ef-9207-51a0f12581fb,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:03.608003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.612873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.638753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:03.649215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4f5ac-b0b6-4495-b3fd-03038dc3a046,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:03.654358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.654701 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Added segment 31a7ac19-af97-4e3d-b4a7-31d4c13115ab of type vlan for network 73203694-ab31-48b0-9170-f93e51918016 Sep 17 22:24:03.687953 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.703362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.731758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e125712-23ca-41ef-9207-51a0f12581fb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:03.734574 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3c0c64-38c3-48f2-9d19-1c5c309b114d" -d '{"events": [{"server_uuid": "d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768", "name": "network-vif-plugged", "status": "completed", "tag": "5e125712-23ca-41ef-9207-51a0f12581fb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:03.737552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.738551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:03.739256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.791518 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222970e0-6abb-47aa-921b-1b48e4cd1bcc x-openstack-request-id: req-222970e0-6abb-47aa-921b-1b48e4cd1bcc {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:03.791844 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768", "name": "network-vif-plugged", "status": "completed", "tag": "5e125712-23ca-41ef-9207-51a0f12581fb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:03.792268 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-222970e0-6abb-47aa-921b-1b48e4cd1bcc {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:03.792804 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e125712-23ca-41ef-9207-51a0f12581fb', 'code': 200} Sep 17 22:24:03.805138 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3380620 Sep 17 22:24:03.805916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49180) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:03.810525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Request body: {'subnet': {'network_id': '73203694-ab31-48b0-9170-f93e51918016', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-719914524-subnet', 'tenant_id': 'bd8d089546444a5c814684a5f55fe696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:03.814532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1248de-f85e-499d-9566-78a96822f1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=73203694-ab31-48b0-9170-f93e51918016,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:03.837482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Made reservation on behalf of bd8d089546444a5c814684a5f55fe696 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:03.837703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 73203694-ab31-48b0-9170-f93e51918016 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:03.841666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.923761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.49', 52791) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:03.964199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-68426815-7a1d-41e6-a355-2847d97369ea tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3244df1228af49e2bdc2f43affbe409b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407789 Sep 17 22:24:04.015920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6924067-1b1d-46d7-bdf2-5819b158ea85 req-abdfd02c-4e78-468f-8990-3b0c8bb2c932 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.017476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6924067-1b1d-46d7-bdf2-5819b158ea85 req-abdfd02c-4e78-468f-8990-3b0c8bb2c932 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 946 time: 0.1531472 Sep 17 22:24:04.027631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58069b78-d4f7-4474-bc7d-6391a8be715d req-6c17dc74-9ae5-4b66-9e96-3d38caee31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.029325 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-58069b78-d4f7-4474-bc7d-6391a8be715d req-6c17dc74-9ae5-4b66-9e96-3d38caee31aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 1098 time: 0.1020360 Sep 17 22:24:04.053718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f111311-21c7-4f85-8c8e-6b89323d5915 req-c4c259a3-9ae7-4f8a-904c-44d17464f0ae tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 210 time: 0.0702441 Sep 17 22:24:04.093323 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-58069b78-d4f7-4474-bc7d-6391a8be715d req-5581099f-bad9-4ca9-b1ba-50f9e7e4e181 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548422 Sep 17 22:24:04.184534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6924067-1b1d-46d7-bdf2-5819b158ea85 req-03b3e8dc-a27a-4a4d-81bc-c3a555956381 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1393163 Sep 17 22:24:04.241387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-4c0116fc-b66d-44d0-9c6c-c70d1aa92750 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.242860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-4c0116fc-b66d-44d0-9c6c-c70d1aa92750 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626402 Sep 17 22:24:04.361093 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.425920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.534247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96a5f9-7a60-40f6-931f-ef9172636996 req-98989e57-d7d6-4015-a9e5-c9bddade8f9e tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.535720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e96a5f9-7a60-40f6-931f-ef9172636996 req-98989e57-d7d6-4015-a9e5-c9bddade8f9e tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 950 time: 0.2795246 Sep 17 22:24:04.547288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Request body: {'port': {'device_id': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '3244df1228af49e2bdc2f43affbe409b'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:04.551811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=44634731-dbe8-41e1-a7d1-47b73794805b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:04.591426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a8a1b-c91e-4533-b521-33b3133876dd req-83f933df-159a-4b12-a546-293b16247ede tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.592872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98a8a1b-c91e-4533-b521-33b3133876dd req-83f933df-159a-4b12-a546-293b16247ede tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 970 time: 0.1689572 Sep 17 22:24:04.607828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Checking segment: {'id': '31a7ac19-af97-4e3d-b4a7-31d4c13115ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '73203694-ab31-48b0-9170-f93e51918016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:04.608174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Network hostable DHCP agents. Network: 73203694-ab31-48b0-9170-f93e51918016, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:04.694773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e96a5f9-7a60-40f6-931f-ef9172636996 req-8a92900c-77e3-47ab-9fff-13070f92101b tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514239 Sep 17 22:24:04.711726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98a8a1b-c91e-4533-b521-33b3133876dd req-4f161226-4206-4972-a862-50e5f8ad5a89 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089191 Sep 17 22:24:04.722386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Network 73203694-ab31-48b0-9170-f93e51918016 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:04.738825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 73203694-ab31-48b0-9170-f93e51918016) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:04.745165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.745756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.750793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c4421-3efa-4857-8a37-1a61b3f7aa61 None None] Network 73203694-ab31-48b0-9170-f93e51918016 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:04.770836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Made reservation on behalf of 3244df1228af49e2bdc2f43affbe409b for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:04.774688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.786018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d2269665-f576-4e65-a531-82be66c4d6bd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9788589 Sep 17 22:24:04.786696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.893725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.899071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.948594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.018776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ab3df-77da-4afa-a8d0-ae1e2291da91 None None] Network 73203694-ab31-48b0-9170-f93e51918016 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:05.088196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b984db6a-e63d-4b42-a4cb-c5ebe6102891 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:05.126020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Allocated IP 192.168.233.181 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/7a4f2261-f46b-4bd9-9abd-af13b0ef9efc) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:05.272854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.301409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b984db6a-e63d-4b42-a4cb-c5ebe6102891, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b984db6a-e63d-4b42-a4cb-c5ebe6102891,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:05.314151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'b984db6a-e63d-4b42-a4cb-c5ebe6102891', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'b984db6a-e63d-4b42-a4cb-c5ebe6102891', 'mac_address': 'fa:16:3e:48:e4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:tempest-test_az-1880091973', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:05.354556 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.357451 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f17e81a3-dd2d-472d-981b-4be5d83a4669 req-2419d60e-1832-4a7c-ae7c-92f13a802520 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 210 time: 0.0353360 Sep 17 22:24:05.378744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b984db6a-e63d-4b42-a4cb-c5ebe6102891 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:05.380210 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.397649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b984db6a-e63d-4b42-a4cb-c5ebe6102891, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b984db6a-e63d-4b42-a4cb-c5ebe6102891,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:05.404608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.429304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.466748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b984db6a-e63d-4b42-a4cb-c5ebe6102891,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.494750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:05.496860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:05.500963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:05.512077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.512760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.541446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9993355 Sep 17 22:24:05.542565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80864f08-c5e7-4f2b-bde5-3f0a788aa76d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.574223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Request body: {'port': {'device_id': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:05.622643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b984db6a-e63d-4b42-a4cb-c5ebe6102891'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:05.730511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.761153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c124631-3f38-4416-a6e0-af8add672a84 req-62c3a188-9108-4764-a184-98771db92d36 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.762622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c124631-3f38-4416-a6e0-af8add672a84 req-62c3a188-9108-4764-a184-98771db92d36 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 946 time: 0.1653309 Sep 17 22:24:05.817096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-eb3fa456-f049-4c89-8f34-f419f5b5ede0 None None] Provisioning complete for port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:05.817621 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa456-f049-4c89-8f34-f419f5b5ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.839223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-def169e4-c403-44ab-8c08-64173c1ef056 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.840946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-def169e4-c403-44ab-8c08-64173c1ef056 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 808 time: 0.2420521 Sep 17 22:24:05.858899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fa456-f049-4c89-8f34-f419f5b5ede0 None None] Port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:05.920999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c124631-3f38-4416-a6e0-af8add672a84 req-2bf73958-319b-49c4-873e-0854c11bd625 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504443 Sep 17 22:24:05.922150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-fd2a6154-428a-4000-9ea4-84c44b80da8b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/quotas/99ad4a8697d84895a353ddcce62190a2 HTTP/1.1" status: 200 len: 375 time: 0.0710828 Sep 17 22:24:05.962043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-ebf3a468-1591-49ad-953e-704f04fa482a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310338 Sep 17 22:24:06.164316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa4ae-8536-4557-81bf-422669db862f req-5acfa80e-ac98-4901-9646-41b45b16ae20 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:06.165803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-237fa4ae-8536-4557-81bf-422669db862f req-5acfa80e-ac98-4901-9646-41b45b16ae20 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 950 time: 0.1242740 Sep 17 22:24:06.172772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-85cd4815-a8e0-4016-8f81-86e9500ed6ed service neutron] 10.222.0.48 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963089 Sep 17 22:24:06.270205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-237fa4ae-8536-4557-81bf-422669db862f req-66d7f867-48e8-4bb1-b329-2c8bda632257 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945120 Sep 17 22:24:06.304450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:06.314106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.341170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Transition to ACTIVE for port object 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:06.354129 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.371496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-2500b772-f714-47f0-bde5-98a2618e42dc service neutron] 10.222.0.48 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882548 Sep 17 22:24:06.440439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:06.451049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e1ea6-3b4c-4e26-8fc4-740cd09d352e req-62e21290-e032-47f7-a2d8-c3c641871fcb tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:06.452682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-202e1ea6-3b4c-4e26-8fc4-740cd09d352e req-62e21290-e032-47f7-a2d8-c3c641871fcb tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 971 time: 0.1195183 Sep 17 22:24:06.506288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Attempting to bind port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:06.506632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Attempting to bind port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:06.507055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Attempting to bind port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:06.528592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-202e1ea6-3b4c-4e26-8fc4-740cd09d352e req-655b157c-b88e-4202-b32b-28e6b1148359 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561559 Sep 17 22:24:06.529178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:06.529499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Attempting to bind port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:06.535565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:06.535933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:06.536502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:06.537104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Bound port: 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:06.537512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.630603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:06.637246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:06.669885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.676717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-9ffba688-cf62-4b72-aa00-071d33ea967f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703278 Sep 17 22:24:06.782058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-8691c24b-7cbe-44ef-9ac5-8efc33bd07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:06.784137 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-8691c24b-7cbe-44ef-9ac5-8efc33bd07d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc5d8d00b3c64f5483d335963faed5ee&device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 1124 time: 0.0585985 Sep 17 22:24:06.904348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-c3c07b7d-fd0d-4259-af32-113c546e1e4e req-08618870-d3da-4982-8150-89dc267d1c1f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:24:06.905439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3c07b7d-fd0d-4259-af32-113c546e1e4e req-08618870-d3da-4982-8150-89dc267d1c1f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074077 Sep 17 22:24:06.910489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-0c5f2400-008b-41f4-9f89-0f3adbe621cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:06.912799 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-0c5f2400-008b-41f4-9f89-0f3adbe621cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1042974 Sep 17 22:24:06.922891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:06.923515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.929994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 1097 time: 1.3599772 Sep 17 22:24:06.929994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:06.931972 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73598334-b1cd-4c32-a62c-9af4988c6719" -d '{"events": [{"name": "network-changed", "server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:06.967341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-f0a77e4a-de41-47a3-85ee-8e6206cf8ad4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=6ca0f813-4f95-4499-83da-4b63011e2dda HTTP/1.1" status: 200 len: 217 time: 0.0472295 Sep 17 22:24:06.986286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47080aa-2a4b-4020-89e1-930d98bb37bd req-88e9139d-8e51-41b9-b105-b8a7440f15b1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:06.988437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b47080aa-2a4b-4020-89e1-930d98bb37bd req-88e9139d-8e51-41b9-b105-b8a7440f15b1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 948 time: 0.3547957 Sep 17 22:24:07.010354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb8eee-47a1-40ab-8f79-ff2ae59cc6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:07.047497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-341d161a-5f68-48c7-b7a1-628c401c6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.050576 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-341d161a-5f68-48c7-b7a1-628c401c6b37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0756631 Sep 17 22:24:07.102165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b984db6a-e63d-4b42-a4cb-c5ebe6102891 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:07.120472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-ca903b9d-61c5-4d0f-abc2-e5bb30a6a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.122078 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-ca903b9d-61c5-4d0f-abc2-e5bb30a6a6f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632217 Sep 17 22:24:07.133791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b47080aa-2a4b-4020-89e1-930d98bb37bd req-ca1db3e0-bad8-473d-acd1-0d12cc6335ad tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351206 Sep 17 22:24:07.146035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5712babd-4581-47a8-b0f9-eb680089c895 req-b3062bf1-0119-4e02-986f-e3774c0ce08b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 210 time: 0.0871921 Sep 17 22:24:07.162030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-60b6a8a4-65a5-4ddd-8d6f-d0c8e28b9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.166729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-60b6a8a4-65a5-4ddd-8d6f-d0c8e28b9f83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1100 time: 0.1489580 Sep 17 22:24:07.177587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port b984db6a-e63d-4b42-a4cb-c5ebe6102891 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:07.189438 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port b984db6a-e63d-4b42-a4cb-c5ebe6102891 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:07.190242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.255386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-dad11f7b-b23c-41ec-969f-d5099ae861a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.0746408 Sep 17 22:24:07.304564 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-b1590879-334f-41d4-a180-72c02ffbc210 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739032 Sep 17 22:24:07.321515 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.331053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-c766b8e2-434c-4ddc-b83c-2bc8bbc6b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.332694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-c766b8e2-434c-4ddc-b83c-2bc8bbc6b4ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0723779 Sep 17 22:24:07.334320 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55c47d7-780b-487a-bdb9-16ad225c25a2 x-openstack-request-id: req-c55c47d7-780b-487a-bdb9-16ad225c25a2 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:07.334599 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:07.334842 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c55c47d7-780b-487a-bdb9-16ad225c25a2 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:07.335215 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'status': 'completed', 'code': 200} Sep 17 22:24:07.363667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd63cd9-e89f-4324-978f-655fe9e439c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b984db6a-e63d-4b42-a4cb-c5ebe6102891'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:07.366303 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178471c9-ffcf-4233-b514-1589e42371ce" -d '{"events": [{"server_uuid": "5cd63cd9-e89f-4324-978f-655fe9e439c3", "name": "network-vif-plugged", "status": "completed", "tag": "b984db6a-e63d-4b42-a4cb-c5ebe6102891"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:07.382114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b984db6a-e63d-4b42-a4cb-c5ebe6102891, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b984db6a-e63d-4b42-a4cb-c5ebe6102891,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:07.387930 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.461739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b984db6a-e63d-4b42-a4cb-c5ebe6102891,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:07.469253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-159f8367-90d0-471e-affc-5940f0c0a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.471824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-159f8367-90d0-471e-affc-5940f0c0a81d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1303246 Sep 17 22:24:07.476753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f94e7ea9-9a17-4f17-9895-5ee970d80ccd req-8d2c0bdd-ccb8-4e70-abaa-5ce5b0cf2be7 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478231 Sep 17 22:24:07.558315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5775-b06a-452b-955d-ce46ce4a61b1 req-df8b25c2-a103-40f8-a17a-12beab932cc9 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.559687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-099f5775-b06a-452b-955d-ce46ce4a61b1 req-df8b25c2-a103-40f8-a17a-12beab932cc9 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 946 time: 0.1451428 Sep 17 22:24:07.620039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070732-b9a2-4d75-bff4-91cadd01e803 req-f23a3fd4-2f61-468f-b933-cab9ae349257 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.621498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14070732-b9a2-4d75-bff4-91cadd01e803 req-f23a3fd4-2f61-468f-b933-cab9ae349257 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 950 time: 0.1490011 Sep 17 22:24:07.668745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-099f5775-b06a-452b-955d-ce46ce4a61b1 req-3d531640-f370-4b10-9781-c89123567d91 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787773 Sep 17 22:24:07.674974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-e79bc49c-7c22-413f-8719-aedcab612b03 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886113 Sep 17 22:24:07.698509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14070732-b9a2-4d75-bff4-91cadd01e803 req-af461b7b-ffb6-4b74-b1e2-1bd8c2232e56 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709116 Sep 17 22:24:07.743176 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba489e70-946f-4aef-b6b1-bab7e43bbc6a x-openstack-request-id: req-ba489e70-946f-4aef-b6b1-bab7e43bbc6a {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:07.743648 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd63cd9-e89f-4324-978f-655fe9e439c3", "name": "network-vif-plugged", "status": "completed", "tag": "b984db6a-e63d-4b42-a4cb-c5ebe6102891", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:07.743962 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba489e70-946f-4aef-b6b1-bab7e43bbc6a {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:07.744421 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd63cd9-e89f-4324-978f-655fe9e439c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b984db6a-e63d-4b42-a4cb-c5ebe6102891', 'code': 200} Sep 17 22:24:07.799398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da5687fb-1535-4fd0-8c15-6d537fa5c1ee req-685055ca-6078-4c8e-84aa-13bb24e7fc7a service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144505 Sep 17 22:24:07.897542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b70fd-d6f4-4741-8b3a-f55d59b751c6 req-d8881102-3424-43c4-a419-8a649ab9e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.899626 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1a6b70fd-d6f4-4741-8b3a-f55d59b751c6 req-d8881102-3424-43c4-a419-8a649ab9e288 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 1124 time: 0.0538974 Sep 17 22:24:07.945508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1a6b70fd-d6f4-4741-8b3a-f55d59b751c6 req-0981983e-1c87-4e92-a302-2a5fcc60559e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Sep 17 22:24:07.975362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1067-8806-4cf6-bfdb-b4ef59db91a1 req-9b2dea9e-2eb3-4b03-bdcb-00652be796a8 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.977130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a41d1067-8806-4cf6-bfdb-b4ef59db91a1 req-9b2dea9e-2eb3-4b03-bdcb-00652be796a8 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 972 time: 0.1356606 Sep 17 22:24:08.016830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0077-f932-4681-a9d9-7d920729181a req-8440a8b3-9a70-484d-bdbb-cdec593bf47d tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.018980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9e0077-f932-4681-a9d9-7d920729181a req-8440a8b3-9a70-484d-bdbb-cdec593bf47d tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 946 time: 0.1673334 Sep 17 22:24:08.027758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49312) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:08.032669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Request body: {'floatingip': {'port_id': '5e125712-23ca-41ef-9207-51a0f12581fb'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:08.086766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-e0f9d333-5f4c-4e1f-a45d-413eb548852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.088348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-e0f9d333-5f4c-4e1f-a45d-413eb548852e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1100 time: 0.1835229 Sep 17 22:24:08.093746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a41d1067-8806-4cf6-bfdb-b4ef59db91a1 req-0ac1ce08-4321-4edc-8b54-1fb055af818c tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054497 Sep 17 22:24:08.126017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.141631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-081a804f-8fd0-4752-8973-1566aa90c1df tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.144178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-081a804f-8fd0-4752-8973-1566aa90c1df tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 808 time: 0.2237453 Sep 17 22:24:08.224511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-cb398f82-ad7f-4f04-9af1-fd1f27276ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.226039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-cb398f82-ad7f-4f04-9af1-fd1f27276ef8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1281979 Sep 17 22:24:08.230676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Request body: {'port': {'device_id': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'admin_state_up': True, 'tenant_id': '99ad4a8697d84895a353ddcce62190a2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:08.319958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-df2657d1-19f3-4f9e-8c54-7f2845e9b524 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=945b47c740e4459a8fda18a7d4e923fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858350 Sep 17 22:24:08.328022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-a4199f17-8a3e-4d71-9d2b-25cc001ab73b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.0922480 Sep 17 22:24:08.524328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-4334f65a-cacb-4943-ac61-642edfb02afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.525827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-4334f65a-cacb-4943-ac61-642edfb02afc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1796980 Sep 17 22:24:08.560522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac09be-a4b1-47ba-a4d3-26a14f255778 req-6130b848-4924-48b3-9a0f-d20916a22e6e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.562053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bac09be-a4b1-47ba-a4d3-26a14f255778 req-6130b848-4924-48b3-9a0f-d20916a22e6e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 948 time: 0.2267911 Sep 17 22:24:08.611718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2335714-3c79-4ecf-a617-2e910328a384 req-a15b50e2-727d-47bb-93a9-a27a05bf45a6 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.613282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-a15b50e2-727d-47bb-93a9-a27a05bf45a6 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817357 Sep 17 22:24:08.656566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-a712155e-b615-463f-8968-601467b060ba tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/quotas/945b47c740e4459a8fda18a7d4e923fc HTTP/1.1" status: 200 len: 375 time: 0.0334077 Sep 17 22:24:08.661035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Made reservation on behalf of 99ad4a8697d84895a353ddcce62190a2 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:08.664456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.671969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bac09be-a4b1-47ba-a4d3-26a14f255778 req-b8e1583d-4ba1-4381-9b28-1c876e112fb7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872121 Sep 17 22:24:08.693013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-a879a155-4f0c-46eb-ae3e-b3969d51fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.693013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-a879a155-4f0c-46eb-ae3e-b3969d51fd02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1539602 Sep 17 22:24:08.825814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6739bd6d-477b-4144-95d2-ebb7de0e91e2 req-8819f5b3-c23f-4196-b085-a7982420d613 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 210 time: 0.0837433 Sep 17 22:24:08.871053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-602d254c-ae10-4d2f-a454-563f1396f15b tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=945b47c740e4459a8fda18a7d4e923fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2034867 Sep 17 22:24:08.938050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-cf546599-1d4c-4cd7-8bec-9d210bfc3134 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205822 Sep 17 22:24:08.949262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Allocated IP 172.20.0.9 (a4c5a28d-5768-4900-80e9-f97d86da36aa/7c16e025-be5f-4bf5-a549-64555d4c42a5/6433f771-a217-438f-b052-f01b0161e830) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:09.013286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.020966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.180402 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Floating IP 041e2639-b4ec-491c-82ce-e7790fd514cd associated. External IP: 172.25.0.74, port: 5e125712-23ca-41ef-9207-51a0f12581fb. Sep 17 22:24:09.273691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c6a3dba-29b8-41e1-b1e3-5de6bb742d92 req-74792f60-4421-416f-8bca-d22b1d4f1df1 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 210 time: 0.0345135 Sep 17 22:24:09.416089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73598334-b1cd-4c32-a62c-9af4988c6719 req-3a746d5d-1edf-4406-aa64-125293dacc85 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681623 Sep 17 22:24:09.471391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0f4ce-8dd7-4f7c-b06f-2d8ca059c7a7 req-6ff913d6-d17e-4d9b-b290-c641a813b94e tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:09.473216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cdd0f4ce-8dd7-4f7c-b06f-2d8ca059c7a7 req-6ff913d6-d17e-4d9b-b290-c641a813b94e tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 972 time: 0.1674891 Sep 17 22:24:09.522791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Router d607982b-3255-42d6-87e2-c83f84d197a6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:09.563868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cdd0f4ce-8dd7-4f7c-b06f-2d8ca059c7a7 req-31aed175-57b0-418e-8793-8ab5155cb1e0 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782492 Sep 17 22:24:09.597773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.677873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.737938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Network a4c5a28d-5768-4900-80e9-f97d86da36aa is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:09.741639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:09.748466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:09.754802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:09.755645 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.759862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Pushing event updated for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:09.778691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-e0c5e718-4b4e-4ea6-b2de-35bc51e383b0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5507116 Sep 17 22:24:09.778875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:09.788330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.797807 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] Sync routers for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:09.808263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Request body: {'port': {'device_id': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:09.816316 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:09.817226 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:24:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:09.831301 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-acf9c5d5-6e3b-4895-9155-ef149b24751e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "PUT /v2.0/floatingips/041e2639-b4ec-491c-82ce-e7790fd514cd HTTP/1.1" status: 200 len: 991 time: 1.7997818 Sep 17 22:24:09.831301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'tag': '5e125712-23ca-41ef-9207-51a0f12581fb'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:09.831980 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768", "tag": "5e125712-23ca-41ef-9207-51a0f12581fb"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:09.945206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49408) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:09.946599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834904e9-4612-4347-a94f-a980e5bf1703 req-93b8dde9-4336-4550-8fd2-9aaa1c487c7b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:09.948251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-834904e9-4612-4347-a94f-a980e5bf1703 req-93b8dde9-4336-4550-8fd2-9aaa1c487c7b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 948 time: 0.0841835 Sep 17 22:24:09.974185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.987234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49412) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:10.052728 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:10.054817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-834904e9-4612-4347-a94f-a980e5bf1703 req-ef8ef28c-2857-4b6a-aff1-d07ef29e05f4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961707 Sep 17 22:24:10.263705 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93e4433f-1e8a-4e5e-82b0-9cf80793fa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.325786 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc71fe4-03ea-4c5f-ab57-7e291f608004 x-openstack-request-id: req-5dc71fe4-03ea-4c5f-ab57-7e291f608004 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:10.326513 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768", "tag": "5e125712-23ca-41ef-9207-51a0f12581fb", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:10.326513 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dc71fe4-03ea-4c5f-ab57-7e291f608004 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:10.326832 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'tag': '5e125712-23ca-41ef-9207-51a0f12581fb', 'status': 'completed', 'code': 200} Sep 17 22:24:10.359541 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c25367ae-d042-42c7-880b-fe7508fd18f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.477050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93e4433f-1e8a-4e5e-82b0-9cf80793fa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.489694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93e4433f-1e8a-4e5e-82b0-9cf80793fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.490216 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '041e2639-b4ec-491c-82ce-e7790fd514cd', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'port_id': '5e125712-23ca-41ef-9207-51a0f12581fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'mac_address': 'fa:16:3e:c1:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:47Z', 'updated_at': '2021-09-17T22:24:08Z', 'revision_number': 1, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:10.491168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc834b0-70c4-42a3-b81d-c72deb1596a3 req-342b91df-4028-4f80-b723-441e11a4c5a0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:10.499713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dcc834b0-70c4-42a3-b81d-c72deb1596a3 req-342b91df-4028-4f80-b723-441e11a4c5a0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 931 time: 0.1234412 Sep 17 22:24:10.524339 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-93e4433f-1e8a-4e5e-82b0-9cf80793fa48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de257ead580a47beb4dc7cd2ed7f37b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758398 Sep 17 22:24:10.525877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49426) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:10.537210 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] Checking router: d607982b-3255-42d6-87e2-c83f84d197a6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:10.541501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-f90340be-c593-4172-8827-dc5421a6fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:10.543552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-f90340be-c593-4172-8827-dc5421a6fec1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 1098 time: 0.1763844 Sep 17 22:24:10.563775 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:10.565591 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:24:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:10.584569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4433f-1e8a-4e5e-82b0-9cf80793fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b943704-21c1-476f-9836-4c319dc4f621,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.635070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dcc834b0-70c4-42a3-b81d-c72deb1596a3 req-9442eaa8-4930-4ff0-834f-bedc34af1a70 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340542 Sep 17 22:24:10.651620 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-818da704-b0cf-4979-894d-60bda4840f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.692583 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-1c3d8cea-330a-4025-8ff9-90e640e0c69d tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=945b47c740e4459a8fda18a7d4e923fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255208 Sep 17 22:24:10.780112 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-818da704-b0cf-4979-894d-60bda4840f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.806257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6433f771-a217-438f-b052-f01b0161e830 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:10.815949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.841580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c25367ae-d042-42c7-880b-fe7508fd18f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.850381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3aaa3cf4-bf08-4ae5-8edb-8d57d1a8658a req-6dfc1620-016a-4832-8848-74c1b1d3c8d4 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 210 time: 0.2192459 Sep 17 22:24:10.860328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c25367ae-d042-42c7-880b-fe7508fd18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.867638 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:10.868161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-2d1e07b5-3c1b-4f69-8a09-8ce22770a95e tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=46983ab372894d878ae0694672008cf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157861 Sep 17 22:24:10.886108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Transition to ACTIVE for port object 6433f771-a217-438f-b052-f01b0161e830 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:10.889076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-5c3eb077-c92a-4231-8dc6-7ed89e89d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:10.890789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-5c3eb077-c92a-4231-8dc6-7ed89e89d5bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 925 time: 0.3351130 Sep 17 22:24:10.907229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25367ae-d042-42c7-880b-fe7508fd18f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4827038a-fa9d-4f02-80e9-dfca73391c6c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.914759 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.954004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2335714-3c79-4ecf-a617-2e910328a384 req-62c24ecd-7673-4684-bea7-3e5256276e6f tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:10.956007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-62c24ecd-7673-4684-bea7-3e5256276e6f tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555864 Sep 17 22:24:10.962053 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c25367ae-d042-42c7-880b-fe7508fd18f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=558ef880e458459288d00931cfed68bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9734316 Sep 17 22:24:10.962902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49446) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:10.978099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Request body: {'port': {'device_id': '5fee0bf6-8a34-43ad-b727-acde5d841d52', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '945b47c740e4459a8fda18a7d4e923fc'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:11.087200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-818da704-b0cf-4979-894d-60bda4840f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.099492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-818da704-b0cf-4979-894d-60bda4840f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.101532 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-818da704-b0cf-4979-894d-60bda4840f5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b943704-21c1-476f-9836-4c319dc4f621 HTTP/1.1" status: 204 len: 168 time: 0.5688314 Sep 17 22:24:11.138991 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-bd3ef33f-2c0a-4057-b63b-7c8120e5af12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e125712-23ca-41ef-9207-51a0f12581fb HTTP/1.1" status: 200 len: 999 time: 0.2349241 Sep 17 22:24:11.141899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Pushing event updated for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:11.152513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818da704-b0cf-4979-894d-60bda4840f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b943704-21c1-476f-9836-4c319dc4f621,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:11.182735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Made reservation on behalf of 945b47c740e4459a8fda18a7d4e923fc for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:11.186269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.204644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04424795-415f-4d4b-bf50-abed8b6685c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.239084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04424795-415f-4d4b-bf50-abed8b6685c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.248268 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '041e2639-b4ec-491c-82ce-e7790fd514cd', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'port_id': '5e125712-23ca-41ef-9207-51a0f12581fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'mac_address': 'fa:16:3e:c1:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:47Z', 'updated_at': '2021-09-17T22:24:08Z', 'revision_number': 1, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:11.282461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:11.283028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:11.283421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:11.285758 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548ad8a-f866-4df9-aa15-5d6eab9833b8 None None] The sync data for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 is: [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '041e2639-b4ec-491c-82ce-e7790fd514cd', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'port_id': '5e125712-23ca-41ef-9207-51a0f12581fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'mac_address': 'fa:16:3e:c1:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:47Z', 'updated_at': '2021-09-17T22:24:08Z', 'revision_number': 1, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:11.304912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-66e997a7-65ce-46b2-8651-85e70fb284d3 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:11.316574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-66e997a7-65ce-46b2-8651-85e70fb284d3 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4475298 Sep 17 22:24:11.339702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:11.340027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:11.350321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-847be780-78c4-4ebc-803e-36965949ad34 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/quotas/46983ab372894d878ae0694672008cf8 HTTP/1.1" status: 200 len: 375 time: 0.0305917 Sep 17 22:24:11.393194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04424795-415f-4d4b-bf50-abed8b6685c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.396322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04424795-415f-4d4b-bf50-abed8b6685c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.404259 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-04424795-415f-4d4b-bf50-abed8b6685c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4827038a-fa9d-4f02-80e9-dfca73391c6c HTTP/1.1" status: 204 len: 168 time: 0.4364886 Sep 17 22:24:11.410666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Allocated IP 192.168.233.171 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/d0d4fcc7-d0a5-429c-a2d9-df5880aedac4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:11.411900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:11.412226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:11.413222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:11.413222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Bound port: 6433f771-a217-438f-b052-f01b0161e830, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:11.413453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.422378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04424795-415f-4d4b-bf50-abed8b6685c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4827038a-fa9d-4f02-80e9-dfca73391c6c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:11.442560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-ed4404cd-4bfe-4788-9496-729962c8739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:11.444091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-ed4404cd-4bfe-4788-9496-729962c8739c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6582152d-787e-4468-bbd7-ddadba65eb7d HTTP/1.1" status: 200 len: 863 time: 0.2902949 Sep 17 22:24:11.493793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-682ccc95-678a-4d52-b55a-2f830e9654a8 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=46983ab372894d878ae0694672008cf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419227 Sep 17 22:24:11.563027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab10ea-35d1-474f-9855-49a3f1cc5555 req-32f692aa-db59-4aa3-955c-2817cd62df02 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:11.574330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34ab10ea-35d1-474f-9855-49a3f1cc5555 req-32f692aa-db59-4aa3-955c-2817cd62df02 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 948 time: 0.3006897 Sep 17 22:24:11.597761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49466) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:11.624254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75828b31-e145-4e94-a194-f70bb133d6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.652957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:11.665485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:11.666053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b68d90-a440-4767-9007-c203f4621845 None None] New status for floating IP 041e2639-b4ec-491c-82ce-e7790fd514cd: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:24:11.691914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.758016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:11.758556 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.781531 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.784440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] 10.222.0.45 "PUT /v2.0/ports/6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 1092 time: 1.9971621 Sep 17 22:24:11.785909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'tag': '6433f771-a217-438f-b052-f01b0161e830'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:11.791023 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "tag": "6433f771-a217-438f-b052-f01b0161e830"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:11.808858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34ab10ea-35d1-474f-9855-49a3f1cc5555 req-1fe700a7-d899-40a5-978c-2ada135a87e2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336862 Sep 17 22:24:11.896728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d54479-00d9-4b6b-9f02-044de1645234 service neutron] Pushing event updated for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:11.902102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75828b31-e145-4e94-a194-f70bb133d6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.918011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-469d4f58-57f8-40ce-b886-945bb76678c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:11.919520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-469d4f58-57f8-40ce-b886-945bb76678c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f521677b-9ae6-4013-8450-eb9f8c292d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4504561 Sep 17 22:24:11.930653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75828b31-e145-4e94-a194-f70bb133d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.956675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.025081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:12.042395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['a8353738-3800-484f-8d9e-bdefb230101f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:12.178194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Pushing event updated for resources: {'Port': ['ID=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:12.198594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-75828b31-e145-4e94-a194-f70bb133d6a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ac53011826f4add889ff965460be61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996175 Sep 17 22:24:12.205270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-0d3a04c8-21a9-4259-92e2-0f11387af052 service neutron] 10.222.0.49 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504640 Sep 17 22:24:12.207701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:12.210089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49488) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:12.210648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49490) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:12.220420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:12.226650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:12.227375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.299754 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-519fe940-237e-47a4-92a3-a30c94e56818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.323974 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-519fe940-237e-47a4-92a3-a30c94e56818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.350333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75828b31-e145-4e94-a194-f70bb133d6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8444e72c-eb88-40f4-b8fa-7f7fe64dce11,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:12.371826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb598f10-4099-4b55-8f7c-8f9507fe3e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.398300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-7c3cdb42-875e-43a7-a772-6255ad59bd68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4259467 Sep 17 22:24:12.421897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Request body: {'port': {'device_id': '5fee0bf6-8a34-43ad-b727-acde5d841d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:12.456066 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-519fe940-237e-47a4-92a3-a30c94e56818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.458683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-519fe940-237e-47a4-92a3-a30c94e56818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.462463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-519fe940-237e-47a4-92a3-a30c94e56818 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8444e72c-eb88-40f4-b8fa-7f7fe64dce11 HTTP/1.1" status: 204 len: 168 time: 0.2428358 Sep 17 22:24:12.473275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b80bd23-06c7-40b0-9c28-df3158f89c90 req-956bfdb8-3931-40e3-890c-712ede546006 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 210 time: 0.2584987 Sep 17 22:24:12.500461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fe940-237e-47a4-92a3-a30c94e56818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8444e72c-eb88-40f4-b8fa-7f7fe64dce11,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:12.564378 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.574902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a5eaa9c3-efa4-46c4-b17b-b1b5fadeadb9 None None] Provisioning complete for port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:12.575777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa9c3-efa4-46c4-b17b-b1b5fadeadb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.589693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-bddbba62-c783-4404-bbce-8431caf804e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:12.591969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-bddbba62-c783-4404-bbce-8431caf804e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1095 time: 0.6882653 Sep 17 22:24:12.640839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a5eaa9c3-efa4-46c4-b17b-b1b5fadeadb9 None None] Port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:12.688240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea8af9-4103-4f3c-8149-31d863f9fdc5 req-7751cb23-1784-423d-830f-97d7fb222884 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:12.690334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cea8af9-4103-4f3c-8149-31d863f9fdc5 req-7751cb23-1784-423d-830f-97d7fb222884 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.2427087 Sep 17 22:24:12.694785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-d6035148-a36c-4353-bd3f-c210b61f3634 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 217 time: 0.0843816 Sep 17 22:24:12.769559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa4203a7-d4ab-44bd-a859-d29bb4716d2c req-1a524972-6d21-4ec3-94d7-cce6583d64e0 service neutron] 10.222.0.49 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950754 Sep 17 22:24:12.788641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34501430-d5c1-4d66-b1b1-f9ab13f1fd68 req-22417dbe-50e4-41e3-a5cc-e83c6a67f739 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:12.790324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34501430-d5c1-4d66-b1b1-f9ab13f1fd68 req-22417dbe-50e4-41e3-a5cc-e83c6a67f739 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 936 time: 0.1971152 Sep 17 22:24:12.791498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb598f10-4099-4b55-8f7c-8f9507fe3e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.824893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb598f10-4099-4b55-8f7c-8f9507fe3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.828724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-09370ce7-1f24-42db-8d9b-b831939c9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:12.830609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-09370ce7-1f24-42db-8d9b-b831939c9f81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.1197612 Sep 17 22:24:12.845561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cea8af9-4103-4f3c-8149-31d863f9fdc5 req-35539194-de63-44a5-9101-1c83e4ff3959 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427732 Sep 17 22:24:12.855792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb598f10-4099-4b55-8f7c-8f9507fe3e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ddb720-28f4-4a99-b314-5f4b7eb6997e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:12.899103 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fb598f10-4099-4b55-8f7c-8f9507fe3e2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8015f7524c34ad69cbd2d10e17ca27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6800125 Sep 17 22:24:12.902033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49504) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:12.905924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-d9075cde-c92f-42a1-9937-6f12acbc3150 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494788 Sep 17 22:24:12.907780 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531c44e-cb1f-4a70-bba4-77df2dcbbd14 x-openstack-request-id: req-d531c44e-cb1f-4a70-bba4-77df2dcbbd14 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:12.908064 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "tag": "6433f771-a217-438f-b052-f01b0161e830", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:12.908916 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d531c44e-cb1f-4a70-bba4-77df2dcbbd14 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:12.909333 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'tag': '6433f771-a217-438f-b052-f01b0161e830', 'status': 'completed', 'code': 200} Sep 17 22:24:12.919956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34501430-d5c1-4d66-b1b1-f9ab13f1fd68 req-2d066edb-840b-4f64-bb2c-0170218871d9 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089947 Sep 17 22:24:13.029803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d00e243b-b9b7-47ab-9c96-1903d5885cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.048185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:13.066074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.073185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d00e243b-b9b7-47ab-9c96-1903d5885cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.098758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-a18d685e-6d3a-4b95-a1ac-4fea064b4aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776471 Sep 17 22:24:13.105327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Transition to ACTIVE for port object d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:13.110547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0eef8-c0f0-4968-9c77-8f7fde0aa32e req-506bd7b5-f6cf-40c3-91b4-837714eeaf0c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.112239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21c0eef8-c0f0-4968-9c77-8f7fde0aa32e req-506bd7b5-f6cf-40c3-91b4-837714eeaf0c tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 972 time: 0.1154141 Sep 17 22:24:13.140746 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.163323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbde15-b9ff-47fd-971d-b350bf31ed0d req-272cfae5-7146-4a2f-89af-0435f363b6af tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.164787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24dbde15-b9ff-47fd-971d-b350bf31ed0d req-272cfae5-7146-4a2f-89af-0435f363b6af tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 948 time: 0.1358705 Sep 17 22:24:13.217405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:13.234708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21c0eef8-c0f0-4968-9c77-8f7fde0aa32e req-cb1b219b-2f5e-4b69-9b0f-2764a12959b2 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120086 Sep 17 22:24:13.243186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d00e243b-b9b7-47ab-9c96-1903d5885cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.245802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d00e243b-b9b7-47ab-9c96-1903d5885cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.247012 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d00e243b-b9b7-47ab-9c96-1903d5885cf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69ddb720-28f4-4a99-b314-5f4b7eb6997e HTTP/1.1" status: 204 len: 168 time: 0.3440716 Sep 17 22:24:13.264049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Attempting to bind port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:13.264381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Attempting to bind port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:13.264708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Attempting to bind port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:13.271175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24dbde15-b9ff-47fd-971d-b350bf31ed0d req-8920cf6b-e231-4245-aa7c-d44d445654ae tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963330 Sep 17 22:24:13.272718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e243b-b9b7-47ab-9c96-1903d5885cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ddb720-28f4-4a99-b314-5f4b7eb6997e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:13.282110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:13.282438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Attempting to bind port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:13.298725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:13.299154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:13.299787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:13.300261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Bound port: d0d4fcc7-d0a5-429c-a2d9-df5880aedac4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:13.300797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.333764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:13.390119 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-94aaa86e-b2c8-47ec-ad82-762b03b4512a tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=46983ab372894d878ae0694672008cf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298180 Sep 17 22:24:13.443044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.45', 57120) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:13.448226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] For port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:13.458706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] For port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:13.537508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.544258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a9519ac-5be8-4313-bc31-5fba61ea1701 req-bf53a96c-297c-437f-85be-8bfc394b3539 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246237 Sep 17 22:24:13.620962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.621616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.623336 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] 10.222.0.45 "PUT /v2.0/ports/d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 HTTP/1.1" status: 200 len: 1097 time: 1.2095015 Sep 17 22:24:13.626462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fee0bf6-8a34-43ad-b727-acde5d841d52', 'tag': 'd0d4fcc7-d0a5-429c-a2d9-df5880aedac4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:13.629188 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d0f75-63a0-45bc-81b1-13a11b86da8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fee0bf6-8a34-43ad-b727-acde5d841d52", "tag": "d0d4fcc7-d0a5-429c-a2d9-df5880aedac4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:13.644487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:13.651072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6d2321cf-7eb6-40ab-b170-9de55776d08c tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.660336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6d2321cf-7eb6-40ab-b170-9de55776d08c tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535439 Sep 17 22:24:13.676337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-49b763d2-9f4c-4de9-992a-bcb7cc39e409 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.677918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-49b763d2-9f4c-4de9-992a-bcb7cc39e409 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.45 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 972 time: 0.2235353 Sep 17 22:24:13.694808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'mac_address': 'fa:16:3e:00:f5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:13.701979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Request body: {'port': {'device_id': '347b95cc-71cd-49ff-81e9-ba9d2577ffb8', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '46983ab372894d878ae0694672008cf8'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:13.761356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.763360 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8751232b-b84e-4e5a-aee2-1b30dc901249 x-openstack-request-id: req-8751232b-b84e-4e5a-aee2-1b30dc901249 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:13.763613 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fee0bf6-8a34-43ad-b727-acde5d841d52", "tag": "d0d4fcc7-d0a5-429c-a2d9-df5880aedac4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:13.763875 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8751232b-b84e-4e5a-aee2-1b30dc901249 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:13.764281 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fee0bf6-8a34-43ad-b727-acde5d841d52', 'tag': 'd0d4fcc7-d0a5-429c-a2d9-df5880aedac4', 'status': 'completed', 'code': 200} Sep 17 22:24:13.775870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b7357-667e-4f47-842d-181651a42d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:13.789244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:13.804721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-ffca749f-41f7-4330-a157-bba012016b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.807624 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-ffca749f-41f7-4330-a157-bba012016b19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1095 time: 0.1638660 Sep 17 22:24:13.831511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-212075f0-682b-4e46-8dfe-fa22a67c3e14 req-b4fe9b17-05b4-45a7-a070-8910729dc411 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 210 time: 0.1697884 Sep 17 22:24:13.853668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:13.867622 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.954859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2335714-3c79-4ecf-a617-2e910328a384 req-045243bd-e536-4078-82fb-4e862697594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.957422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-045243bd-e536-4078-82fb-4e862697594d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=945b47c740e4459a8fda18a7d4e923fc&device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 1100 time: 0.2420895 Sep 17 22:24:14.065261 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:14.081397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-a8d85ac9-8c8c-4297-bb4d-1f20489f033d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 HTTP/1.1" status: 200 len: 217 time: 0.1108918 Sep 17 22:24:14.124129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Deleting port 6ca0f813-4f95-4499-83da-4b63011e2dda {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:14.124493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.169597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-53c9c307-3de7-42ec-a11f-b1af0a4e27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:14.171177 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-53c9c307-3de7-42ec-a11f-b1af0a4e27ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.2883067 Sep 17 22:24:14.180083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31714cbb-9cc3-4639-a5fe-ca7931aac92e req-3849fef7-fe17-4955-bffb-71d4e86f2b97 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:14.188509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31714cbb-9cc3-4639-a5fe-ca7931aac92e req-3849fef7-fe17-4955-bffb-71d4e86f2b97 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.2214687 Sep 17 22:24:14.258001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2335714-3c79-4ecf-a617-2e910328a384 req-02b01990-3429-4f97-8ab2-a659250b9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:14.259795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-02b01990-3429-4f97-8ab2-a659250b9a37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1377308 Sep 17 22:24:14.265163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Made reservation on behalf of 46983ab372894d878ae0694672008cf8 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:14.269957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.274467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:14.282399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2f8be-d812-4c3b-8db4-b3d2bff868b4 req-6fbaa92c-b49c-48f4-b9e8-6cba17a83ca0 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:14.284510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14a2f8be-d812-4c3b-8db4-b3d2bff868b4 req-6fbaa92c-b49c-48f4-b9e8-6cba17a83ca0 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 948 time: 0.2193558 Sep 17 22:24:14.302363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31714cbb-9cc3-4639-a5fe-ca7931aac92e req-b1be4c82-9763-4840-82bd-2b234037892c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083527 Sep 17 22:24:14.499534 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-ff044e6c-50ed-490a-9419-bef3bb2f19bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 217 time: 0.0430632 Sep 17 22:24:14.517470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14a2f8be-d812-4c3b-8db4-b3d2bff868b4 req-409596bb-5c3e-46bd-9355-2a5e0024b147 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120047 Sep 17 22:24:14.562210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2335714-3c79-4ecf-a617-2e910328a384 req-6146855e-944d-4389-8dd9-9b4995c14773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:14.567119 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-6146855e-944d-4389-8dd9-9b4995c14773 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2814729 Sep 17 22:24:14.579016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-90ac8e0b-aeae-4361-9223-80746684d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:14.580552 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-90ac8e0b-aeae-4361-9223-80746684d773 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0644987 Sep 17 22:24:14.635379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] For port 6ca0f813-4f95-4499-83da-4b63011e2dda, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ca0f813-4f95-4499-83da-4b63011e2dda,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:14.636179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.656872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Calling delete_port for 6ca0f813-4f95-4499-83da-4b63011e2dda owned by compute:tempest-test_az-1880091973 {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:14.703554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ede6fa-006a-41c3-b4ab-e5fb503ec4c8 req-b2877ad1-9df1-4752-999c-a9133bc7b998 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:14.705011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70ede6fa-006a-41c3-b4ab-e5fb503ec4c8 req-b2877ad1-9df1-4752-999c-a9133bc7b998 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 949 time: 0.2757425 Sep 17 22:24:14.778909 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-cd908849-037c-4160-a0ed-5b0308bc5ac0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801493 Sep 17 22:24:14.787987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49570) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:14.826342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Allocated IP 192.168.233.24 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/9b0bc6d5-834d-48e6-9e59-352b4130dfe1) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:14.833301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70ede6fa-006a-41c3-b4ab-e5fb503ec4c8 req-9ad5d09d-5736-43f9-81eb-8ed85090853f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158028 Sep 17 22:24:14.849051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17197a-585d-4070-82b4-64f46c23241f req-386ab48d-7938-4331-95b2-57656d3b767b tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:14.856439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc17197a-585d-4070-82b4-64f46c23241f req-386ab48d-7938-4331-95b2-57656d3b767b tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/ports?device_id=11169875-3bce-4590-ae39-2bca3793aa21 HTTP/1.1" status: 200 len: 972 time: 0.2445085 Sep 17 22:24:14.891735 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-e842a7ce-1c5c-4f1e-8887-302113d08226 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059654 Sep 17 22:24:14.927579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-3940ad92-8fd8-4c7e-9d5c-fc068d73a35c service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403232 Sep 17 22:24:15.048296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc17197a-585d-4070-82b4-64f46c23241f req-15728f9c-9f54-478f-a4c3-4d0ef1e352f8 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.48 "GET /v2.0/security-groups?id=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910148 Sep 17 22:24:15.051373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2335714-3c79-4ecf-a617-2e910328a384 req-4911e54b-1721-4474-9118-efc74387a522 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473584 Sep 17 22:24:15.062205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.085872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6ca0f813-4f95-4499-83da-4b63011e2dda'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:15.087806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01d4fec5-7f97-497b-8c21-e83010a6803a req-c979f26d-4b7f-47cc-aca4-45748e6acf0d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 210 time: 0.0431695 Sep 17 22:24:15.154609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Pushing event deleted for resources: {'Port': ['ID=6ca0f813-4f95-4499-83da-4b63011e2dda,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:15.272522 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9ff0aab3-7178-4fb7-ae64-0ee699219ba7 req-1de9cac9-1216-4500-90cc-bdb03b7d12aa service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810843 Sep 17 22:24:15.273537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] No DVR routers for this DVR port 6ca0f813-4f95-4499-83da-4b63011e2dda on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:15.277590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.280244 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c006361-4b9c-4425-b4fa-170d03022c0c req-b1362416-5838-45cd-b1cd-df569dffc2d6 tempest-AggregatesAdminTestJSON-1369624746 tempest-AggregatesAdminTestJSON-1369624746-project] 10.222.0.45 "DELETE /v2.0/ports/6ca0f813-4f95-4499-83da-4b63011e2dda HTTP/1.1" status: 204 len: 173 time: 1.5772669 Sep 17 22:24:15.362940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:15.442120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1724141449-network', 'tenant_id': '8f677f9a40d749f08fff66de007bdc97'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:15.467087 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:15.473489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:15.475912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.497680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Made reservation on behalf of 8f677f9a40d749f08fff66de007bdc97 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:15.500304 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.519987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.594178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.610040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.635660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:15.640100 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a938024-d151-43f7-a5dc-277b720cb248" -d '{"events": [{"server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "name": "network-vif-plugged", "status": "completed", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:15.663357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:15.669253 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.683038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-8359e8ef-7a4b-461a-8a42-a12155d471b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:15.684516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-8359e8ef-7a4b-461a-8a42-a12155d471b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=945b47c740e4459a8fda18a7d4e923fc&device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 1100 time: 0.5748174 Sep 17 22:24:15.685819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.690098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.719970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:15.725912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:15.731207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa004d85-58ec-406d-b133-932897146db6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:15.736869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.737433 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Added segment 4ce97a89-54b0-470a-a21f-8844b4b890d3 of type vlan for network 58975321-f89b-4639-babe-4db7114e8a95 Sep 17 22:24:15.748091 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.756470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f84bf-d544-4bfb-902c-8ee58136e7e8 req-c464b5cb-44be-459f-ba94-0c84cad2dd4b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:15.758046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d4f84bf-d544-4bfb-902c-8ee58136e7e8 req-c464b5cb-44be-459f-ba94-0c84cad2dd4b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.1378138 Sep 17 22:24:15.760135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b984db6a-e63d-4b42-a4cb-c5ebe6102891'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:15.770547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11169875-3bce-4590-ae39-2bca3793aa21', 'name': 'network-vif-deleted', 'tag': '6ca0f813-4f95-4499-83da-4b63011e2dda'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:15.772835 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50fc936-c1cb-4ff5-a69f-76f8a42cbe39" -d '{"events": [{"server_uuid": "11169875-3bce-4590-ae39-2bca3793aa21", "name": "network-vif-deleted", "tag": "6ca0f813-4f95-4499-83da-4b63011e2dda"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:15.800761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.829339 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.830410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:15.831108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.869961 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0804904 Sep 17 22:24:15.872013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f400b19-8633-48bc-a45f-f9aa6c6b453b req-7563943c-9054-46ef-b07c-b32330a893c2 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:15.873628 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f400b19-8633-48bc-a45f-f9aa6c6b453b req-7563943c-9054-46ef-b07c-b32330a893c2 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 948 time: 0.2077265 Sep 17 22:24:15.874129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49600) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:15.875976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:15.886475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Request body: {'subnet': {'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1724141449-subnet', 'tenant_id': '8f677f9a40d749f08fff66de007bdc97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:15.901410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081caf7c-2b4f-4f13-81e3-35f3c124463a admin admin] Pushing event updated for resources: {'Network': ['ID=58975321-f89b-4639-babe-4db7114e8a95,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:15.901614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:15.909335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Pushing event updated for resources: {'Port': ['ID=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:15.918676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:15.928836 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 58975321-f89b-4639-babe-4db7114e8a95 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:15.936597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:15.937294 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.984745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d4f84bf-d544-4bfb-902c-8ee58136e7e8 req-099b0490-e6ea-4e83-8525-31764f81cccd tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118108 Sep 17 22:24:15.994225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-3b0489d7-9619-4326-a2fd-4dff67694205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:15.995688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-3b0489d7-9619-4326-a2fd-4dff67694205 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2955754 Sep 17 22:24:16.003078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Made reservation on behalf of 8f677f9a40d749f08fff66de007bdc97 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:16.005501 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.021851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-dd630132-eeda-4388-b92a-22ecad1bb01d tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3330867 Sep 17 22:24:16.084552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f400b19-8633-48bc-a45f-f9aa6c6b453b req-85ac2d72-3aea-4cce-b9a7-0d25a519cff7 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875787 Sep 17 22:24:16.092666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Request body: {'port': {'device_id': '347b95cc-71cd-49ff-81e9-ba9d2577ffb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:16.106413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-62edc524-e2e0-4645-b9a7-6f0fa44a09fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 HTTP/1.1" status: 200 len: 217 time: 0.0907722 Sep 17 22:24:16.110370 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b50ac70-8884-41bd-b50f-e2163548429c x-openstack-request-id: req-4b50ac70-8884-41bd-b50f-e2163548429c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:16.111243 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "name": "network-vif-plugged", "status": "completed", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:16.112288 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b50ac70-8884-41bd-b50f-e2163548429c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:16.112847 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'code': 200} Sep 17 22:24:16.184112 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b1fcff-d2cd-49e2-abd3-9d1748a8a27d x-openstack-request-id: req-f3b1fcff-d2cd-49e2-abd3-9d1748a8a27d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:16.184569 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11169875-3bce-4590-ae39-2bca3793aa21", "name": "network-vif-deleted", "tag": "6ca0f813-4f95-4499-83da-4b63011e2dda", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:16.185030 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3b1fcff-d2cd-49e2-abd3-9d1748a8a27d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:16.185622 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11169875-3bce-4590-ae39-2bca3793aa21', 'name': 'network-vif-deleted', 'tag': '6ca0f813-4f95-4499-83da-4b63011e2dda', 'status': 'completed', 'code': 200} Sep 17 22:24:16.248715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-085c4d43-dfad-4d87-9ce4-03f5dc35ce6c None None] Provisioning complete for port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:16.249123 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-085c4d43-dfad-4d87-9ce4-03f5dc35ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.294680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-085c4d43-dfad-4d87-9ce4-03f5dc35ce6c None None] Port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:16.299669 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.319418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c3a5d-86b6-41eb-8beb-7cb48c42ba63 req-5bc5a256-d135-4685-a990-13e29c5c948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:16.320958 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-532c3a5d-86b6-41eb-8beb-7cb48c42ba63 req-5bc5a256-d135-4685-a990-13e29c5c948c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1102 time: 0.0438526 Sep 17 22:24:16.323488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-4f0e4bb2-73f1-413a-902a-5df5f5ee833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:16.325050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-4f0e4bb2-73f1-413a-902a-5df5f5ee833a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1483240 Sep 17 22:24:16.382083 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-532c3a5d-86b6-41eb-8beb-7cb48c42ba63 req-c6b8ff60-204d-4d3e-9ca2-3d7265a1c1bd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518546 Sep 17 22:24:16.393957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92738-9a56-4f6a-955d-7362f902dfbf req-1275fdb0-115e-4d86-b653-1ea2abc064bd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:16.395457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89f92738-9a56-4f6a-955d-7362f902dfbf req-1275fdb0-115e-4d86-b653-1ea2abc064bd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.2072947 Sep 17 22:24:16.553355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49616) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:16.604502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-72874331-344f-45b0-a102-fc3a8fecbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:16.605973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-72874331-344f-45b0-a102-fc3a8fecbd94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2719827 Sep 17 22:24:16.621351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89f92738-9a56-4f6a-955d-7362f902dfbf req-237187c9-908a-482d-a638-2bb8ee1bdc04 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986043 Sep 17 22:24:16.664810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cfabb-2c49-4307-aea2-39476be58041 req-ad4d38b3-02b9-4b8f-a884-b63f385ace26 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:16.666269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-252cfabb-2c49-4307-aea2-39476be58041 req-ad4d38b3-02b9-4b8f-a884-b63f385ace26 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 935 time: 0.2650790 Sep 17 22:24:16.687959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.712993 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a5211a8c-6b0a-4ee1-91eb-e50fcda2376a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc5d8d00b3c64f5483d335963faed5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563616 Sep 17 22:24:16.713627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49624) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:16.780654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a0f81db-4420-46ca-a933-92efcc2770dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.810246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a0f81db-4420-46ca-a933-92efcc2770dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.864233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-252cfabb-2c49-4307-aea2-39476be58041 req-2b61ac7f-1984-4a65-9d64-26a0422bcb07 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869807 Sep 17 22:24:16.874706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a0f81db-4420-46ca-a933-92efcc2770dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.878271 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a0f81db-4420-46ca-a933-92efcc2770dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.882385 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0a0f81db-4420-46ca-a933-92efcc2770dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73 HTTP/1.1" status: 204 len: 168 time: 0.1655071 Sep 17 22:24:16.884159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f008b3-0a54-42c9-b52e-090832c071aa,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:16.896014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f81db-4420-46ca-a933-92efcc2770dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d4c3aa-7fe5-4f6e-a1e9-c860fab97e73,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:16.897627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-38766f4a-0c1a-4c38-b2c6-ffd86743ac49 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816660 Sep 17 22:24:16.918812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:16.919161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Network hostable DHCP agents. Network: 58975321-f89b-4639-babe-4db7114e8a95, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:16.985353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49632) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:17.035909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Network 58975321-f89b-4639-babe-4db7114e8a95 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:17.064156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 58975321-f89b-4639-babe-4db7114e8a95) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:17.069119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:17.069707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.074722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc6a60-4376-488d-936b-45ed3e6a3e34 None None] Network 58975321-f89b-4639-babe-4db7114e8a95 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:17.080833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:17.090281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846d0f75-63a0-45bc-81b1-13a11b86da8e req-88455a5e-d0aa-47b7-8c25-6717d9d07fb3 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810749 Sep 17 22:24:17.107552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.134856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6433f771-a217-438f-b052-f01b0161e830 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:17.187694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6ca0f813-4f95-4499-83da-4b63011e2dda no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:17.199348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-037b8216-2e27-4d75-bd1b-52df9622a42c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3171158 Sep 17 22:24:17.211402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Transition to ACTIVE for port object 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:17.225153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 6ca0f813-4f95-4499-83da-4b63011e2dda {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:17.225485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6ca0f813-4f95-4499-83da-4b63011e2dda not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:17.241466 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.292470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b25450-34b1-4b96-81cb-a1b4c5e8a802 req-ff545e54-18aa-4809-af8c-5b96c4f1eb50 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:17.294257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73b25450-34b1-4b96-81cb-a1b4c5e8a802 req-ff545e54-18aa-4809-af8c-5b96c4f1eb50 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.2065480 Sep 17 22:24:17.300193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Pushing event updated for resources: {'Port': ['ID=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:17.326377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b261bbc0-5ec9-43e4-9377-f62574d1b2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.397089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49646) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:17.397767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73b25450-34b1-4b96-81cb-a1b4c5e8a802 req-405dd1ca-fe9a-474d-ad7b-25a7a2647abe tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884798 Sep 17 22:24:17.422488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae063-e9a8-4be7-8327-31dd38842b15 req-d6a98df7-b395-4f99-a538-a5b7b4e863ed tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:17.432377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75aae063-e9a8-4be7-8327-31dd38842b15 req-d6a98df7-b395-4f99-a538-a5b7b4e863ed tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 948 time: 0.2441106 Sep 17 22:24:17.471518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Attempting to bind port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:17.472616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Attempting to bind port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:17.473057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Attempting to bind port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:17.492280 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-11b0e675-f241-4ff3-a69d-80619ae6d2f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5cdeede0e854462a390058344ff98d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939841 Sep 17 22:24:17.494664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49648) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:17.496155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:17.496523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Attempting to bind port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:17.509613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:17.510262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:17.510660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:17.511160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Bound port: 9b0bc6d5-834d-48e6-9e59-352b4130dfe1, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:17.511526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.560986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75aae063-e9a8-4be7-8327-31dd38842b15 req-2f17e8c3-9793-4e2a-882d-907471d3afe8 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277394 Sep 17 22:24:17.578076 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b261bbc0-5ec9-43e4-9377-f62574d1b2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.590648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b261bbc0-5ec9-43e4-9377-f62574d1b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.597333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:17.626522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6433f771-a217-438f-b052-f01b0161e830', 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'port_id': '6433f771-a217-438f-b052-f01b0161e830', 'mac_address': 'fa:16:3e:c6:ca:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c16e025-be5f-4bf5-a549-64555d4c42a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:17.642251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] For port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:17.648123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] For port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:17.660800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.664322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c39c-eb30-4b4f-917c-0b4c1db05a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.675572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548fbbaa-1dbe-4dd2-9420-4b2eb6e11956 None None] Network 58975321-f89b-4639-babe-4db7114e8a95 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:17.677907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261bbc0-5ec9-43e4-9377-f62574d1b2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6ae759-3fa6-4275-9c1e-4094681b9b3b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:17.683266 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b261bbc0-5ec9-43e4-9377-f62574d1b2df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccd1c98732784fe9aef7717e4067b911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6968679 Sep 17 22:24:17.690665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49654) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:17.721088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c39c-eb30-4b4f-917c-0b4c1db05a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.769142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Pushing event updated for resources: {'Port': ['ID=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:17.811026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:17.811644 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.813328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6cd2b85c-bb63-4c98-91ef-72769ff610fd service neutron] 10.222.0.49 "PUT /v2.0/ports/9b0bc6d5-834d-48e6-9e59-352b4130dfe1 HTTP/1.1" status: 200 len: 1096 time: 1.7328789 Sep 17 22:24:17.814089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347b95cc-71cd-49ff-81e9-ba9d2577ffb8', 'tag': '9b0bc6d5-834d-48e6-9e59-352b4130dfe1'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:17.815152 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97e6a8b5-52a6-410f-ae65-74c276a52c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.818747 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8130d9c-c000-42da-8543-00be01737145" -d '{"events": [{"name": "network-changed", "server_uuid": "347b95cc-71cd-49ff-81e9-ba9d2577ffb8", "tag": "9b0bc6d5-834d-48e6-9e59-352b4130dfe1"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:17.822529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c39c-eb30-4b4f-917c-0b4c1db05a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.833988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.845969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c39c-eb30-4b4f-917c-0b4c1db05a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.850111 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2ae5c39c-eb30-4b4f-917c-0b4c1db05a0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4448534-07db-46f6-a3b9-349b5ac7fc1f HTTP/1.1" status: 204 len: 168 time: 0.3518291 Sep 17 22:24:17.850270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f8831-fdfb-4818-b45a-524e2c4363f4 req-bff5c0a6-06d9-47e3-8a65-7829c2213b62 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:17.854968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6433f771-a217-438f-b052-f01b0161e830 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:17.863222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc2f8831-fdfb-4818-b45a-524e2c4363f4 req-bff5c0a6-06d9-47e3-8a65-7829c2213b62 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.0892026 Sep 17 22:24:17.879812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:17.887508 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.895572 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de6aef5-ca40-47fd-89eb-4334e4e5f8e5 x-openstack-request-id: req-0de6aef5-ca40-47fd-89eb-4334e4e5f8e5 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:17.896079 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347b95cc-71cd-49ff-81e9-ba9d2577ffb8", "tag": "9b0bc6d5-834d-48e6-9e59-352b4130dfe1", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:17.896079 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0de6aef5-ca40-47fd-89eb-4334e4e5f8e5 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:17.896485 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347b95cc-71cd-49ff-81e9-ba9d2577ffb8', 'tag': '9b0bc6d5-834d-48e6-9e59-352b4130dfe1', 'status': 'completed', 'code': 200} Sep 17 22:24:17.900120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5c39c-eb30-4b4f-917c-0b4c1db05a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4448534-07db-46f6-a3b9-349b5ac7fc1f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:17.923444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97e6a8b5-52a6-410f-ae65-74c276a52c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.940260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc2f8831-fdfb-4818-b45a-524e2c4363f4 req-f7958692-a7a5-431b-9d4f-6e27cd559a75 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761268 Sep 17 22:24:17.967357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:18.066193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97e6a8b5-52a6-410f-ae65-74c276a52c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.068882 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97e6a8b5-52a6-410f-ae65-74c276a52c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.070130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-97e6a8b5-52a6-410f-ae65-74c276a52c9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be6ae759-3fa6-4275-9c1e-4094681b9b3b HTTP/1.1" status: 204 len: 168 time: 0.3784919 Sep 17 22:24:18.086460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6a8b5-52a6-410f-ae65-74c276a52c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6ae759-3fa6-4275-9c1e-4094681b9b3b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:18.139832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6433f771-a217-438f-b052-f01b0161e830'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:18.290432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-c0d4a2cd-dab5-4b09-8581-7f2b69f517c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:18.291962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-c0d4a2cd-dab5-4b09-8581-7f2b69f517c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46983ab372894d878ae0694672008cf8&device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 1099 time: 0.3013263 Sep 17 22:24:18.309143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091614b-88c0-47aa-93f6-31dc61e542a5 req-4e377246-550c-407d-8396-df551e220f8e tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:18.310651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6091614b-88c0-47aa-93f6-31dc61e542a5 req-4e377246-550c-407d-8396-df551e220f8e tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 947 time: 0.0640104 Sep 17 22:24:18.363326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-50b2e590-ccd4-451f-a4a2-667ac6b9f654 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9b0bc6d5-834d-48e6-9e59-352b4130dfe1 HTTP/1.1" status: 200 len: 217 time: 0.0488055 Sep 17 22:24:18.420112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6091614b-88c0-47aa-93f6-31dc61e542a5 req-f8599ac8-a7c3-45b3-9267-4a7067c21bee tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989861 Sep 17 22:24:18.434036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-61bf1bda-60d5-407f-b4f2-f3013e472ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:18.435813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-61bf1bda-60d5-407f-b4f2-f3013e472ad0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0623384 Sep 17 22:24:18.543919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-fd6be166-3936-46c2-92f2-cae9bb07a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:18.544091 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.548038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-fd6be166-3936-46c2-92f2-cae9bb07a823 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018796 Sep 17 22:24:18.567690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee26da-67ea-4555-a317-8e563be1e552 req-dc67d468-d03e-411c-9b36-4ded58ebace6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:18.569365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91ee26da-67ea-4555-a317-8e563be1e552 req-dc67d468-d03e-411c-9b36-4ded58ebace6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 944 time: 0.0874276 Sep 17 22:24:18.640921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49684) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:18.663547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2945d06b-3c70-41ee-90ef-3bdfe302a02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.665139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91ee26da-67ea-4555-a317-8e563be1e552 req-a11405b0-2bf9-41c4-942d-efe014babe12 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873461 Sep 17 22:24:18.729924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-6c85b85b-745f-4f0d-b101-36ab7d6557ad service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594980 Sep 17 22:24:18.777146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dab49-ef62-40e3-b46d-bb9e2978adae req-0da47e18-9574-4f32-b394-4d0997b11127 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:18.779058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844dab49-ef62-40e3-b46d-bb9e2978adae req-0da47e18-9574-4f32-b394-4d0997b11127 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 948 time: 0.0987148 Sep 17 22:24:18.822414 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2945d06b-3c70-41ee-90ef-3bdfe302a02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.825380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49692) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:18.831262 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-674805541-network', 'tenant_id': '3d56035bd9f74902877e3bf009c1ee1f'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:18.835523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2945d06b-3c70-41ee-90ef-3bdfe302a02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.878213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844dab49-ef62-40e3-b46d-bb9e2978adae req-3493f6da-fcd0-4225-81b4-7e51bd5089f4 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859115 Sep 17 22:24:18.883842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87705461-c1eb-4f52-8e8a-0721953218d1 req-273b33c9-c724-488b-b9a2-2444fb2661db service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446512 Sep 17 22:24:18.890776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2945d06b-3c70-41ee-90ef-3bdfe302a02a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8217e995c45490b87f926e016c476a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479830 Sep 17 22:24:18.893775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Made reservation on behalf of 3d56035bd9f74902877e3bf009c1ee1f for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:18.896307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.900786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49694) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:18.905765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.908450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945d06b-3c70-41ee-90ef-3bdfe302a02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fcb3e5-f9fd-4da2-921f-76c2adf99c46,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:18.963298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2fea-5340-4ed1-a0b1-eacfa9926b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.996240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2fea-5340-4ed1-a0b1-eacfa9926b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.031582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.037065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.059606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:19.077592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35730bb-92f5-47f1-a514-a87d835a1e40,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.082099 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.082416 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Added segment fc120bad-5384-4695-a2ab-7b5eff597566 of type vlan for network 87741ab3-1e1d-4e90-9e11-41b9a7a39c04 Sep 17 22:24:19.124391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8130d9c-c000-42da-8543-00be01737145 req-2e42a34a-97b0-45d9-9780-f50333f4f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.126225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8130d9c-c000-42da-8543-00be01737145 req-2e42a34a-97b0-45d9-9780-f50333f4f9e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46983ab372894d878ae0694672008cf8&device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 1099 time: 0.1071661 Sep 17 22:24:19.132524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.135015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d0f41-53d0-42ce-b6cd-bffaa9fe8f4c req-bc22c44d-05a3-4642-825d-610ac11b13f2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.136794 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b2d0f41-53d0-42ce-b6cd-bffaa9fe8f4c req-bc22c44d-05a3-4642-825d-610ac11b13f2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1010542 Sep 17 22:24:19.137469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2fea-5340-4ed1-a0b1-eacfa9926b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.139999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2fea-5340-4ed1-a0b1-eacfa9926b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.144041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a6b2fea-5340-4ed1-a0b1-eacfa9926b65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6fcb3e5-f9fd-4da2-921f-76c2adf99c46 HTTP/1.1" status: 204 len: 168 time: 0.2392364 Sep 17 22:24:19.151192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:19.153270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6433f771-a217-438f-b052-f01b0161e830 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:19.183281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.187480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.187480 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.208874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b2fea-5340-4ed1-a0b1-eacfa9926b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fcb3e5-f9fd-4da2-921f-76c2adf99c46,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.297364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b2d0f41-53d0-42ce-b6cd-bffaa9fe8f4c req-1a098210-2f79-4298-85bf-59e3a2d21fd9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200330 Sep 17 22:24:19.326718 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5001726 Sep 17 22:24:19.329903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49712) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:19.333285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8130d9c-c000-42da-8543-00be01737145 req-8f741057-5e62-4e8a-9092-34f35bd3882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.335262 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Request body: {'subnet': {'network_id': '87741ab3-1e1d-4e90-9e11-41b9a7a39c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-674805541-subnet', 'tenant_id': '3d56035bd9f74902877e3bf009c1ee1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:19.338692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Pushing event updated for resources: {'Network': ['ID=87741ab3-1e1d-4e90-9e11-41b9a7a39c04,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.339657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8130d9c-c000-42da-8543-00be01737145 req-8f741057-5e62-4e8a-9092-34f35bd3882d service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1926804 Sep 17 22:24:19.351449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.351794 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.352128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.352457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.352900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.353128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.353448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.353765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.355066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.355066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.355066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.355066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e3836-bb39-4d72-9eeb-0c5b42f71201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:19.373761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 87741ab3-1e1d-4e90-9e11-41b9a7a39c04 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:19.375962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Made reservation on behalf of 3d56035bd9f74902877e3bf009c1ee1f for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:19.390253 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.415175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8130d9c-c000-42da-8543-00be01737145 req-acf051db-1e8e-4130-9cd1-74357a4833c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9b0bc6d5-834d-48e6-9e59-352b4130dfe1 HTTP/1.1" status: 200 len: 217 time: 0.0680480 Sep 17 22:24:19.468078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 6433f771-a217-438f-b052-f01b0161e830 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:19.503868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6433f771-a217-438f-b052-f01b0161e830 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:19.507268 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.523041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8130d9c-c000-42da-8543-00be01737145 req-f66bfe6b-2c0c-4257-88d9-0eee2c3cb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.524535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8130d9c-c000-42da-8543-00be01737145 req-f66bfe6b-2c0c-4257-88d9-0eee2c3cb152 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1020002 Sep 17 22:24:19.576812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:19.594988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'd0d4fcc7-d0a5-429c-a2d9-df5880aedac4', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'd0d4fcc7-d0a5-429c-a2d9-df5880aedac4', 'mac_address': 'fa:16:3e:60:82:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:19.637812 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.675125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:19.687566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8130d9c-c000-42da-8543-00be01737145 req-a63e2f53-d370-4a6d-9e39-b3a20bce5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.698626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8130d9c-c000-42da-8543-00be01737145 req-a63e2f53-d370-4a6d-9e39-b3a20bce5159 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563220 Sep 17 22:24:19.718563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab6c97-7def-484d-8fae-c1e773aa4109 req-001e1096-e177-4c7e-b357-9e9e71669477 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.720221 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.720360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0ab6c97-7def-484d-8fae-c1e773aa4109 req-001e1096-e177-4c7e-b357-9e9e71669477 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 947 time: 0.1652460 Sep 17 22:24:19.724580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.726087 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:19.740302 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.776720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6433f771-a217-438f-b052-f01b0161e830'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:19.779208 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03441af-a165-4cf0-9d6d-39c7781db6b9" -d '{"events": [{"server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "name": "network-vif-plugged", "status": "completed", "tag": "6433f771-a217-438f-b052-f01b0161e830"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:19.797514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:19.811053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.817595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.825507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Checking segment: {'id': 'fc120bad-5384-4695-a2ab-7b5eff597566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '87741ab3-1e1d-4e90-9e11-41b9a7a39c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:19.826129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Network hostable DHCP agents. Network: 87741ab3-1e1d-4e90-9e11-41b9a7a39c04, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:19.850214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=66296c03-7500-4803-a0d9-fd2fff2c4bfd,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.855964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Network 87741ab3-1e1d-4e90-9e11-41b9a7a39c04 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:19.870104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 87741ab3-1e1d-4e90-9e11-41b9a7a39c04) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:19.879696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.880331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.883695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.887809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9407f84-c4b0-4d7e-aabd-163dd1bda803 None None] Network 87741ab3-1e1d-4e90-9e11-41b9a7a39c04 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:19.915082 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-51da4431-eaf5-40db-83ac-d4688d1e1beb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5832508 Sep 17 22:24:19.969218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['d0d4fcc7-d0a5-429c-a2d9-df5880aedac4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:19.973829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0ab6c97-7def-484d-8fae-c1e773aa4109 req-8695aa52-43ce-418e-a877-d8a9b9c4ff37 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210276 Sep 17 22:24:20.028792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0797a6-d382-4241-b103-a8fbf787c339 req-328b405c-508e-433a-987e-6c8e342b7f1d tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:20.040283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c0797a6-d382-4241-b103-a8fbf787c339 req-328b405c-508e-433a-987e-6c8e342b7f1d tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1102 time: 0.2481203 Sep 17 22:24:20.051724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8130d9c-c000-42da-8543-00be01737145 req-da6386e3-dc19-43b7-a19f-a1901ebad54d service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272300 Sep 17 22:24:20.087105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1c0797a6-d382-4241-b103-a8fbf787c339 req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.118297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f33cd0-1bc6-4668-b455-9d82755bf27a None None] Network 87741ab3-1e1d-4e90-9e11-41b9a7a39c04 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:20.292959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8130d9c-c000-42da-8543-00be01737145 req-7b7d7d1e-3a78-4ef5-b16c-00cabaae3012 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291203 Sep 17 22:24:20.312627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4ff1-ce92-4067-8ed3-913b8e0133c1 req-e9a81b64-532d-477c-b7a8-f3a312d5ab3f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:20.315192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2cf4ff1-ce92-4067-8ed3-913b8e0133c1 req-e9a81b64-532d-477c-b7a8-f3a312d5ab3f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 945 time: 0.1100154 Sep 17 22:24:20.383037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2cf4ff1-ce92-4067-8ed3-913b8e0133c1 req-d7f18b0c-468e-4081-a70b-a832715ae3e9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590274 Sep 17 22:24:20.387676 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1c0797a6-d382-4241-b103-a8fbf787c339 req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.393548 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1c0797a6-d382-4241-b103-a8fbf787c339 req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.439022 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00196be-062e-4177-ad36-8f1d2e1dab95 x-openstack-request-id: req-c00196be-062e-4177-ad36-8f1d2e1dab95 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:20.439941 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "name": "network-vif-plugged", "status": "completed", "tag": "6433f771-a217-438f-b052-f01b0161e830", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:20.440836 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c00196be-062e-4177-ad36-8f1d2e1dab95 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:20.441383 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6433f771-a217-438f-b052-f01b0161e830', 'code': 200} Sep 17 22:24:20.450881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c0797a6-d382-4241-b103-a8fbf787c339 req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090838 Sep 17 22:24:20.481364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d16c86-b716-43d4-a158-a6344e794814,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:20.490304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.490640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.490985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.491324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.491659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.491987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.492662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.492662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.493096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.493415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.493749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.494077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9c75c-4b6f-4bee-85c6-2ae13ff9d9e6 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:20.583919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9339c-2ba2-40ce-8640-be2f7fca317b req-61692d3c-2ecc-4c76-9566-58175613e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:20.585450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83b9339c-2ba2-40ce-8640-be2f7fca317b req-61692d3c-2ecc-4c76-9566-58175613e559 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1097 time: 0.0773013 Sep 17 22:24:20.598152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f939f2-17e7-4c18-9fc6-57ff63279848 req-eb6959dc-1e0e-4d9a-a960-39d194389fb7 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:20.599664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7f939f2-17e7-4c18-9fc6-57ff63279848 req-eb6959dc-1e0e-4d9a-a960-39d194389fb7 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 949 time: 0.0750973 Sep 17 22:24:20.653536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83b9339c-2ba2-40ce-8640-be2f7fca317b req-6c83873d-51db-4215-8a76-fa22cc9f10ab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528898 Sep 17 22:24:20.658658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7f939f2-17e7-4c18-9fc6-57ff63279848 req-2edc26f5-8f64-409a-92d6-f78370f971fa tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Sep 17 22:24:20.900898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-27ac1db9-88bd-45a9-aa4f-891aa8fd922f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:20.902723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-27ac1db9-88bd-45a9-aa4f-891aa8fd922f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 821 time: 0.1311929 Sep 17 22:24:20.925766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-043302e9-2c1f-44ab-9cd8-6868c5f2e565 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/quotas/8f677f9a40d749f08fff66de007bdc97 HTTP/1.1" status: 200 len: 375 time: 0.0156009 Sep 17 22:24:20.963234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-1e3edbc1-420f-41fb-a412-6bb2b1457c56 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341811 Sep 17 22:24:21.153188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:21.210176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-835ce6c9-e465-4be4-981f-24648c8975fb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:24:21.212154 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-835ce6c9-e465-4be4-981f-24648c8975fb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1372583 Sep 17 22:24:21.230094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:21.234983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:21.235629 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.336883 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.346096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-be2db2e4-7e9e-4b9b-9b31-b964cca5f284 service neutron] 10.222.0.48 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253946 Sep 17 22:24:21.381520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:21.388264 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.459407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-7383a058-2a9a-4a13-9d06-90d8f71be56f service neutron] 10.222.0.48 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013591 Sep 17 22:24:21.468873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:21.477814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.478163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.478497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.479009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.479486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.480028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.480592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.481125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.481604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.482199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.482888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.483350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:21.527267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49824) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:21.600812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd28714-d5b0-4c78-bbcb-faf12cdeb1a0 req-1acf9576-e920-493b-9021-21c380e3d77b tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:21.602574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbd28714-d5b0-4c78-bbcb-faf12cdeb1a0 req-1acf9576-e920-493b-9021-21c380e3d77b tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 947 time: 0.0664549 Sep 17 22:24:21.645998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-e3df3824-b60a-4f0a-ab81-40b759a3d469 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171904 Sep 17 22:24:21.657690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-19e0f120-e99a-4fbc-a430-79091685f215 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:24:21.659357 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-19e0f120-e99a-4fbc-a430-79091685f215 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059564 Sep 17 22:24:21.671258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbd28714-d5b0-4c78-bbcb-faf12cdeb1a0 req-d1eea15c-566e-493f-bb43-6ebb631e7f09 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607836 Sep 17 22:24:21.838663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240e93d-95cd-40e8-ad7e-99eded1a7bba req-1a105023-b6ae-4b51-aa67-cc47919f9b78 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:21.840350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8240e93d-95cd-40e8-ad7e-99eded1a7bba req-1a105023-b6ae-4b51-aa67-cc47919f9b78 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.0728481 Sep 17 22:24:21.895628 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8240e93d-95cd-40e8-ad7e-99eded1a7bba req-c831c08d-d035-4596-84c0-f4c52b7c560f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Sep 17 22:24:22.048028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f91a49ef-6831-4207-8750-61545068b8bf req-7e41b698-0360-4355-af02-1a643021dc90 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 210 time: 0.0483441 Sep 17 22:24:22.074333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768ce5-beca-44db-b551-8094a92fffb4 req-50ec6930-36ca-4f30-917d-20a640db682a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.083951 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13768ce5-beca-44db-b551-8094a92fffb4 req-50ec6930-36ca-4f30-917d-20a640db682a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 945 time: 0.1040168 Sep 17 22:24:22.129478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13768ce5-beca-44db-b551-8094a92fffb4 req-f288a166-5479-4177-877d-e1dbe0f37eeb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Sep 17 22:24:22.185942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb346a7b-1554-42b8-95d7-77f0f124ddf6 req-7ccde6b8-b4e2-456c-840a-52c5770b0778 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.187489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb346a7b-1554-42b8-95d7-77f0f124ddf6 req-7ccde6b8-b4e2-456c-840a-52c5770b0778 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 950 time: 0.0617762 Sep 17 22:24:22.235680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb346a7b-1554-42b8-95d7-77f0f124ddf6 req-9f16406d-1378-4407-8935-1bc0f9fa6811 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Sep 17 22:24:22.442863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fee0bf6-8a34-43ad-b727-acde5d841d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d4fcc7-d0a5-429c-a2d9-df5880aedac4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:22.445971 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12f116f-95e9-4075-938c-d19728463832" -d '{"events": [{"server_uuid": "5fee0bf6-8a34-43ad-b727-acde5d841d52", "name": "network-vif-plugged", "status": "completed", "tag": "d0d4fcc7-d0a5-429c-a2d9-df5880aedac4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:22.515934 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f7f6fd-c777-408b-af23-ebf0f7666852 x-openstack-request-id: req-d3f7f6fd-c777-408b-af23-ebf0f7666852 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:22.516539 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fee0bf6-8a34-43ad-b727-acde5d841d52", "name": "network-vif-plugged", "status": "completed", "tag": "d0d4fcc7-d0a5-429c-a2d9-df5880aedac4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:22.516539 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3f7f6fd-c777-408b-af23-ebf0f7666852 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:22.516918 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fee0bf6-8a34-43ad-b727-acde5d841d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d4fcc7-d0a5-429c-a2d9-df5880aedac4', 'code': 200} Sep 17 22:24:22.591663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2338-3eb7-481d-b734-83ccd246fe56 req-7a928e03-1f53-4b34-91dc-27e4103e6484 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.593460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56ca2338-3eb7-481d-b734-83ccd246fe56 req-7a928e03-1f53-4b34-91dc-27e4103e6484 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1097 time: 0.0455704 Sep 17 22:24:22.633192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56ca2338-3eb7-481d-b734-83ccd246fe56 req-597a32b2-fbc7-4554-ad1e-9b7740a9c56f tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Sep 17 22:24:22.719830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31dee-d737-45f4-9718-f6deb5cb959f req-d3819f2f-ef9e-40a1-9c4a-3f9580958ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.722722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0d31dee-d737-45f4-9718-f6deb5cb959f req-d3819f2f-ef9e-40a1-9c4a-3f9580958ca7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 1102 time: 0.0503170 Sep 17 22:24:22.789582 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0d31dee-d737-45f4-9718-f6deb5cb959f req-4122687b-67f4-4cc8-9150-bbd270ec2695 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Sep 17 22:24:22.870698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401f1ae-f3f6-45a3-ac15-e71662e91ce1 req-0d18b7bb-41e8-4537-b071-f96f778bdbc6 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.872237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9401f1ae-f3f6-45a3-ac15-e71662e91ce1 req-0d18b7bb-41e8-4537-b071-f96f778bdbc6 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1097 time: 0.0765462 Sep 17 22:24:22.885361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845c28c-8573-4296-83a3-15f1d9619887 req-933bce92-96f5-4d63-9c4f-64314a6e4af9 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.887558 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a845c28c-8573-4296-83a3-15f1d9619887 req-933bce92-96f5-4d63-9c4f-64314a6e4af9 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 947 time: 0.0634367 Sep 17 22:24:22.938571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9401f1ae-f3f6-45a3-ac15-e71662e91ce1 req-1978a7f1-de10-41ae-8ccf-163996557ebf tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500517 Sep 17 22:24:22.947099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a845c28c-8573-4296-83a3-15f1d9619887 req-2163777c-dbd6-4472-9e35-b82b99d5f5d5 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518329 Sep 17 22:24:23.040728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49914) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:23.170430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-b9efca1b-daa9-4538-ab75-d49a11db0503 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:23.170430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-b9efca1b-daa9-4538-ab75-d49a11db0503 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 821 time: 0.1743686 Sep 17 22:24:23.185962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0990944-6702-4e76-a0f2-1e01112f5be7 req-5c90a70c-2808-435f-9e72-dcdd4a1febd2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:23.188710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0990944-6702-4e76-a0f2-1e01112f5be7 req-5c90a70c-2808-435f-9e72-dcdd4a1febd2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.0872152 Sep 17 22:24:23.193999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Request body: {'port': {'device_id': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'admin_state_up': True, 'tenant_id': '8f677f9a40d749f08fff66de007bdc97'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:23.225308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8cb19f99-770c-4158-9fd6-0ad75597c348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.312910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0aa3ff5-2d93-4562-89fe-3071964e59bb req-5a303052-0396-4fe2-a32d-8b4e0d35b86a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 210 time: 0.0648897 Sep 17 22:24:23.322439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0990944-6702-4e76-a0f2-1e01112f5be7 req-a7e94b99-5c0c-4ff4-9b5f-3c637725248a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229708 Sep 17 22:24:23.325624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8cb19f99-770c-4158-9fd6-0ad75597c348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.344227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8cb19f99-770c-4158-9fd6-0ad75597c348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.381230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Made reservation on behalf of 8f677f9a40d749f08fff66de007bdc97 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:23.385645 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.389542 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8cb19f99-770c-4158-9fd6-0ad75597c348 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2eab100224c54052bea18c0e25adf75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470478 Sep 17 22:24:23.390672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49928) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:23.409542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:23.418939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19f99-770c-4158-9fd6-0ad75597c348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b48675d-7b57-45c7-a107-233403e44594,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:23.560233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:23.574584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '9b0bc6d5-834d-48e6-9e59-352b4130dfe1', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '9b0bc6d5-834d-48e6-9e59-352b4130dfe1', 'mac_address': 'fa:16:3e:bd:ed:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:23.583388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32e6247c-d066-46e0-868b-129ededce4c1 req-71757e7b-c8f6-41a3-83b4-3368aa98d25f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1811180 Sep 17 22:24:23.634622 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.648351 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc12beaa-d266-4efc-8089-14f3604ec168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.659310 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:23.682915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:23.688438 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.714929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6247c-d066-46e0-868b-129ededce4c1 req-aa7113f9-8766-48a9-beb3-e8bd6f2637c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:23.719545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6247c-d066-46e0-868b-129ededce4c1 req-aa7113f9-8766-48a9-beb3-e8bd6f2637c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=945b47c740e4459a8fda18a7d4e923fc&device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 1102 time: 0.0657716 Sep 17 22:24:23.726909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39268f2b-2834-4053-9fb2-07af6b18c04e req-bc84607d-5b39-4bd5-a299-c1dfda6003e0 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:23.735929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39268f2b-2834-4053-9fb2-07af6b18c04e req-bc84607d-5b39-4bd5-a299-c1dfda6003e0 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 950 time: 0.2589474 Sep 17 22:24:23.744431 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc12beaa-d266-4efc-8089-14f3604ec168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.747861 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:23.764264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Allocated IP 172.20.0.9 (58975321-f89b-4639-babe-4db7114e8a95/66f008b3-0a54-42c9-b52e-090832c071aa/df65da52-43f3-45b4-a448-c7fdb250e937) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:23.819147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-8655d9bf-7017-4b73-b2d8-a7737df6e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:23.820702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-8655d9bf-7017-4b73-b2d8-a7737df6e7a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1102 time: 0.1979330 Sep 17 22:24:23.851903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6247c-d066-46e0-868b-129ededce4c1 req-2d6f9a88-df58-4799-b103-3864259bb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:23.853706 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6247c-d066-46e0-868b-129ededce4c1 req-2d6f9a88-df58-4799-b103-3864259bb23c service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1074646 Sep 17 22:24:23.861965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39268f2b-2834-4053-9fb2-07af6b18c04e req-f4ce0347-cac2-41b9-afc5-5c27e8d97805 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243246 Sep 17 22:24:23.931814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6247c-d066-46e0-868b-129ededce4c1 req-cd0c10c1-d8bd-4742-831c-67b4704db7c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a8353738-3800-484f-8d9e-bdefb230101f HTTP/1.1" status: 200 len: 217 time: 0.0695627 Sep 17 22:24:23.968712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc12beaa-d266-4efc-8089-14f3604ec168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.972275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc12beaa-d266-4efc-8089-14f3604ec168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.975866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bc12beaa-d266-4efc-8089-14f3604ec168 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b48675d-7b57-45c7-a107-233403e44594 HTTP/1.1" status: 204 len: 168 time: 0.5819600 Sep 17 22:24:24.035477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12beaa-d266-4efc-8089-14f3604ec168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b48675d-7b57-45c7-a107-233403e44594,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:24.066580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-eefec8c8-cb8d-47e6-a969-046ae7650386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.068586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-eefec8c8-cb8d-47e6-a969-046ae7650386 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2340512 Sep 17 22:24:24.143784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6247c-d066-46e0-868b-129ededce4c1 req-1fb903f3-7a91-486d-bb86-9bdee811d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.145340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6247c-d066-46e0-868b-129ededce4c1 req-1fb903f3-7a91-486d-bb86-9bdee811d7a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2047036 Sep 17 22:24:24.172542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9b0bc6d5-834d-48e6-9e59-352b4130dfe1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:24.211756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6247c-d066-46e0-868b-129ededce4c1 req-20a31f8c-0141-472b-9d60-c7ac8f18dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.214059 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6247c-d066-46e0-868b-129ededce4c1 req-20a31f8c-0141-472b-9d60-c7ac8f18dc40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593560 Sep 17 22:24:24.366952 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6247c-d066-46e0-868b-129ededce4c1 req-7f35190a-5231-4bf0-9e97-fbe3e7b3b7c5 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434629 Sep 17 22:24:24.425276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-d8c3cc2d-2e9e-49e9-8f64-e93a1e4f69e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.3466203 Sep 17 22:24:24.430638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.476411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49976) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:24.510989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f7ae-85ff-49c9-868c-ffbed8c172e9 req-088622f5-7d23-463d-bf6a-2dacb0d2cad0 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.512615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3098f7ae-85ff-49c9-868c-ffbed8c172e9 req-088622f5-7d23-463d-bf6a-2dacb0d2cad0 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 948 time: 0.2019944 Sep 17 22:24:24.515257 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6247c-d066-46e0-868b-129ededce4c1 req-2ff02292-6a29-4831-bf19-0ff5fb7f9f65 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352580 Sep 17 22:24:24.532260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-e1fa2616-8bd6-483a-98a5-74317e487ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.534383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-e1fa2616-8bd6-483a-98a5-74317e487ce4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0993013 Sep 17 22:24:24.568683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49980) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:24.587667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6231602-36c2-4c8d-a077-e7cd6a21afcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.597357 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.616616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3098f7ae-85ff-49c9-868c-ffbed8c172e9 req-03a16a89-141f-4c39-a8be-77db023d2dd8 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954084 Sep 17 22:24:24.661263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Network 58975321-f89b-4639-babe-4db7114e8a95 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:24.666706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:24.671729 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0a6027b9-9af6-4c17-b463-b95cbfc72d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.673271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0a6027b9-9af6-4c17-b463-b95cbfc72d9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179318 Sep 17 22:24:24.674769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:24.680343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.680987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.690831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Pushing event updated for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:24.784546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6231602-36c2-4c8d-a077-e7cd6a21afcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.790890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6231602-36c2-4c8d-a077-e7cd6a21afcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.804893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d688dd09-2503-4e3d-bce1-fbc9f33b9ba0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6148734 Sep 17 22:24:24.810788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-5455a155-bbda-42e0-9a26-c5b2c3c3adb9 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177299 Sep 17 22:24:24.827159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Request body: {'port': {'device_id': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:24.836496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-03f03919-2356-4610-be17-7ab598db4aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.861955 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f6231602-36c2-4c8d-a077-e7cd6a21afcd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa9e99312d2e475993e6c6e855f4b2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920582 Sep 17 22:24:24.862937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6231602-36c2-4c8d-a077-e7cd6a21afcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c361fab8-8d36-49d0-896a-2b5271d962fe,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:24.867491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:24.961529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6c1bf50-73a1-4633-b957-8049f72ee314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.996234 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6c1bf50-73a1-4633-b957-8049f72ee314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.997325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74131ae-a3d0-417a-b085-cf03ad2e38e4 req-d40b92fe-0568-45e2-a815-c35713186243 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.999218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a74131ae-a3d0-417a-b085-cf03ad2e38e4 req-d40b92fe-0568-45e2-a815-c35713186243 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 931 time: 0.1690750 Sep 17 22:24:25.001891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.043013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-03f03919-2356-4610-be17-7ab598db4aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.049194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-03f03919-2356-4610-be17-7ab598db4aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.076411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-35bb33b5-357b-4421-b98c-c7ee4eec8a7f service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093801 Sep 17 22:24:25.093803 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-03f03919-2356-4610-be17-7ab598db4aec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91fdc14f425546cab5aa2d36dff5859f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124423 Sep 17 22:24:25.094971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f03919-2356-4610-be17-7ab598db4aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cee779-d336-4f03-88cb-56c85245f439,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.099169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6c1bf50-73a1-4633-b957-8049f72ee314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.102119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6c1bf50-73a1-4633-b957-8049f72ee314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.106036 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b6c1bf50-73a1-4633-b957-8049f72ee314 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c361fab8-8d36-49d0-896a-2b5271d962fe HTTP/1.1" status: 204 len: 168 time: 0.2318397 Sep 17 22:24:25.106174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49992) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:25.130241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1bf50-73a1-4633-b957-8049f72ee314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c361fab8-8d36-49d0-896a-2b5271d962fe,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.133557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a74131ae-a3d0-417a-b085-cf03ad2e38e4 req-556e979e-f386-4b5b-a281-0bbb88a72504 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213350 Sep 17 22:24:25.321191 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42feb29f-7b0e-4e2d-9c01-a8bf605a7039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.356759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01440598-8a72-43ac-9135-d909511f8608 req-d2b70037-5042-433f-a1dc-a1c5cee0d6b6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:25.358301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01440598-8a72-43ac-9135-d909511f8608 req-d2b70037-5042-433f-a1dc-a1c5cee0d6b6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1416008 Sep 17 22:24:25.404688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42feb29f-7b0e-4e2d-9c01-a8bf605a7039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.406102 n-d-789963-10 neutron-server[94738]: WARNING keystonemiddleware.auth_token [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-19e0f120-e99a-4fbc-a430-79091685f215 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 22:24:25.410427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-e223de49-5dae-414f-a844-0627378187aa tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:24:25.411458 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-e223de49-5dae-414f-a844-0627378187aa tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1880841 Sep 17 22:24:25.417455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:25.464835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-4ed95287-b39c-4f2f-878b-f24dd5782b35 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:25.466504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01440598-8a72-43ac-9135-d909511f8608 req-46cbadb2-15ac-46a9-a719-e539ed9b1287 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960083 Sep 17 22:24:25.481614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:25.481776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-4ed95287-b39c-4f2f-878b-f24dd5782b35 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports/6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 1094 time: 0.0589201 Sep 17 22:24:25.495838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:25.496260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.501325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Request body: {'binding': {'host': 'n-h2-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:25.502613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:24:25.534157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42feb29f-7b0e-4e2d-9c01-a8bf605a7039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.537159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42feb29f-7b0e-4e2d-9c01-a8bf605a7039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.538656 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-42feb29f-7b0e-4e2d-9c01-a8bf605a7039 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56cee779-d336-4f03-88cb-56c85245f439 HTTP/1.1" status: 204 len: 168 time: 0.4339774 Sep 17 22:24:25.543369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df65da52-43f3-45b4-a448-c7fdb250e937 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:25.557759 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.560828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feb29f-7b0e-4e2d-9c01-a8bf605a7039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cee779-d336-4f03-88cb-56c85245f439,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.575496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Transition to ACTIVE for port object df65da52-43f3-45b4-a448-c7fdb250e937 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:25.585984 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.651167 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.683251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347b95cc-71cd-49ff-81e9-ba9d2577ffb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0bc6d5-834d-48e6-9e59-352b4130dfe1'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:25.693658 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb12a2c8-aa0a-4031-8cbf-c6df8074c035" -d '{"events": [{"server_uuid": "347b95cc-71cd-49ff-81e9-ba9d2577ffb8", "name": "network-vif-plugged", "status": "completed", "tag": "9b0bc6d5-834d-48e6-9e59-352b4130dfe1"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:25.716519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Pushing event updated for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.722096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:25.733236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.741860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on host n-h2-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:25.742873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:25.743292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:25.749887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:25.750874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:25.757353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:25.758006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:25.758500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:25.759038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Bound port: 6433f771-a217-438f-b052-f01b0161e830, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:25.778993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752d824-7754-440d-8856-0fa5ca76381d req-c19878fa-2677-4cde-96b0-ac462f7dc530 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:25.783501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4752d824-7754-440d-8856-0fa5ca76381d req-c19878fa-2677-4cde-96b0-ac462f7dc530 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 950 time: 0.1367826 Sep 17 22:24:25.784475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:25.784806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:25.785152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:25.790608 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:25.790926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:25.801469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.828446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:25.829113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:25.830300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:25.830936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Bound port: df65da52-43f3-45b4-a448-c7fdb250e937, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:25.831300 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.853432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4752d824-7754-440d-8856-0fa5ca76381d req-fdc03157-55f8-4548-bd6d-60fe2bb5fabc tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538921 Sep 17 22:24:25.869338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:25.875590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.877901 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c14f5083-06e3-4b0c-a882-a76b1b808572 service neutron] 10.222.0.48 "POST /v2.0/ports/6433f771-a217-438f-b052-f01b0161e830/bindings HTTP/1.1" status: 201 len: 390 time: 0.3813426 Sep 17 22:24:25.978012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:25.995747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:26.012985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bab80-0e21-4555-9fa1-efe6dcd0398b req-06e5a94e-9007-4b40-9d69-766d243835c1 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.020610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50026) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:26.024723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc9bab80-0e21-4555-9fa1-efe6dcd0398b req-06e5a94e-9007-4b40-9d69-766d243835c1 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 949 time: 0.0897448 Sep 17 22:24:26.028492 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.043840 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc68b269-7869-4b02-886b-743dfb9e96e3 x-openstack-request-id: req-bc68b269-7869-4b02-886b-743dfb9e96e3 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:26.044549 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347b95cc-71cd-49ff-81e9-ba9d2577ffb8", "name": "network-vif-plugged", "status": "completed", "tag": "9b0bc6d5-834d-48e6-9e59-352b4130dfe1", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:26.045045 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc68b269-7869-4b02-886b-743dfb9e96e3 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:26.045614 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347b95cc-71cd-49ff-81e9-ba9d2577ffb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0bc6d5-834d-48e6-9e59-352b4130dfe1', 'code': 200} Sep 17 22:24:26.050248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9f7b-0e53-44a3-98d3-da7d270da982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.119179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.120190 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.121877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] 10.222.0.45 "PUT /v2.0/ports/df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 1092 time: 1.2990603 Sep 17 22:24:26.124732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:26.127985 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f429f834-e061-4561-9616-eef70ffafc91" -d '{"events": [{"name": "network-changed", "server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:26.196496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9f7b-0e53-44a3-98d3-da7d270da982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.203271 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9f7b-0e53-44a3-98d3-da7d270da982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.214343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc9bab80-0e21-4555-9fa1-efe6dcd0398b req-0a11ee71-16c1-40b9-b30a-5d0dbf29b30e tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885474 Sep 17 22:24:26.238871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ae3d9f7b-0e53-44a3-98d3-da7d270da982 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ef8717f436041978d6f8d998e27a8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143188 Sep 17 22:24:26.243691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50036) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:26.246556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2335f33-5ff6-455c-95b8-01268cd84486 service neutron] Pushing event updated for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:26.266355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-780eab1e-2532-4cec-bf0d-47ad221d1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.269299 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-780eab1e-2532-4cec-bf0d-47ad221d1ca1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1095 time: 0.0846546 Sep 17 22:24:26.321808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d9f7b-0e53-44a3-98d3-da7d270da982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9971880-48c2-4622-bbd1-7197bac021d1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:26.357406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-1b64c589-a9b7-4f4b-b3de-a70ea81091c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 217 time: 0.0773640 Sep 17 22:24:26.372814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-d71e19a5-3970-4938-8d1f-35e766955aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.374378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-d71e19a5-3970-4938-8d1f-35e766955aeb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1097 time: 0.0933123 Sep 17 22:24:26.383925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0863e3c9-f3e2-4c29-98aa-d656d6922855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.425553 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31367ce0-3eee-4ced-b3a7-302f29d68de3 x-openstack-request-id: req-31367ce0-3eee-4ced-b3a7-302f29d68de3 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:26.426216 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:26.426610 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31367ce0-3eee-4ced-b3a7-302f29d68de3 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:26.428085 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937', 'status': 'completed', 'code': 200} Sep 17 22:24:26.450278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0863e3c9-f3e2-4c29-98aa-d656d6922855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.471148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-5375893f-3b08-41b6-a143-f58bc5d39551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.473136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-5375893f-3b08-41b6-a143-f58bc5d39551 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.1002574 Sep 17 22:24:26.506026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcf261-c434-4a2e-aa04-943a20bd1ffe req-266721d2-2015-4113-93ae-ae417a0ad06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.507494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48fcf261-c434-4a2e-aa04-943a20bd1ffe req-266721d2-2015-4113-93ae-ae417a0ad06e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 1101 time: 0.2373376 Sep 17 22:24:26.527188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94dd4b-bd45-4ee4-afaf-900749474c9e req-23e794ec-07cc-42f1-a953-200e6bb6d804 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.529069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c94dd4b-bd45-4ee4-afaf-900749474c9e req-23e794ec-07cc-42f1-a953-200e6bb6d804 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 945 time: 0.1695359 Sep 17 22:24:26.534984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-9d02dc93-1320-4b1f-8f3b-cc7f9c57df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.537332 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-9d02dc93-1320-4b1f-8f3b-cc7f9c57df75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1479514 Sep 17 22:24:26.548203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0863e3c9-f3e2-4c29-98aa-d656d6922855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.551043 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0863e3c9-f3e2-4c29-98aa-d656d6922855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.554685 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0863e3c9-f3e2-4c29-98aa-d656d6922855 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9971880-48c2-4622-bbd1-7197bac021d1 HTTP/1.1" status: 204 len: 168 time: 0.3075495 Sep 17 22:24:26.558525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-d9d174d9-e314-42e8-a746-08fd157222e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548136 Sep 17 22:24:26.600535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863e3c9-f3e2-4c29-98aa-d656d6922855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9971880-48c2-4622-bbd1-7197bac021d1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:26.604812 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-acdd9a6f-1509-47a3-8404-dd642efb6cf7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 217 time: 0.0508115 Sep 17 22:24:26.672517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7a876-1f27-405c-aac7-6215fd0885a0 req-85e52705-aa3d-44f7-ad14-fdd5b7b1794b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.674489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2aa7a876-1f27-405c-aac7-6215fd0885a0 req-85e52705-aa3d-44f7-ad14-fdd5b7b1794b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.2003138 Sep 17 22:24:26.679185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-61f6f5ce-092c-4c4a-86cd-e726292b7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.679539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-61f6f5ce-092c-4c4a-86cd-e726292b7485 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0665028 Sep 17 22:24:26.701153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48fcf261-c434-4a2e-aa04-943a20bd1ffe req-88e85d30-c018-41fc-856e-08f1cad68261 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845241 Sep 17 22:24:26.707243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c94dd4b-bd45-4ee4-afaf-900749474c9e req-e1755bdf-4922-4be7-8efc-a9331eef86e1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518259 Sep 17 22:24:26.719931 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-137df2fc-c112-434c-92b0-db93f5c1b4db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324807 Sep 17 22:24:26.772482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2aa7a876-1f27-405c-aac7-6215fd0885a0 req-4e52cc75-4316-4397-b764-f9a7da6db1bf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Sep 17 22:24:26.786722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-5ea47139-901b-4fa1-9092-217b657362c4 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113900 Sep 17 22:24:27.115459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54904478-3abb-46c4-9bbf-a315d13443ad req-a5377be6-dcbb-462d-a0ec-72290a3aab52 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.117025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54904478-3abb-46c4-9bbf-a315d13443ad req-a5377be6-dcbb-462d-a0ec-72290a3aab52 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 950 time: 0.3226504 Sep 17 22:24:27.160711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0be0e7-8ec0-4982-803a-ccc2a00f6a83 req-1f38c661-cfe8-4786-9ce8-b61fc31301b9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.167169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d0be0e7-8ec0-4982-803a-ccc2a00f6a83 req-1f38c661-cfe8-4786-9ce8-b61fc31301b9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.3169026 Sep 17 22:24:27.172184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5848e6-2101-4152-b14c-08118ca3d4e0 req-ce7f550f-5e56-4ac8-9276-d53a8f56cb10 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687580 Sep 17 22:24:27.219347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54904478-3abb-46c4-9bbf-a315d13443ad req-959f1d3b-3561-4107-843e-3ae5f668de68 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914330 Sep 17 22:24:27.237825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d0be0e7-8ec0-4982-803a-ccc2a00f6a83 req-66921e4b-4543-4876-9088-68d49b493322 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697224 Sep 17 22:24:27.243078 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-49df7986-7062-481d-bc6b-a854bb221b99 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570573 Sep 17 22:24:27.316319 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429f834-e061-4561-9616-eef70ffafc91 req-d617b2b1-3a58-4bc2-b67c-f6ab33814edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.318565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f429f834-e061-4561-9616-eef70ffafc91 req-d617b2b1-3a58-4bc2-b67c-f6ab33814edc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1095 time: 0.0796440 Sep 17 22:24:27.371145 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-72d760f2-5de1-495f-b5ab-4fb85681e0f4 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186051 Sep 17 22:24:27.450175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429f834-e061-4561-9616-eef70ffafc91 req-bfc38fb0-b00a-415d-b495-e1de7e8a9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.451660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f429f834-e061-4561-9616-eef70ffafc91 req-bfc38fb0-b00a-415d-b495-e1de7e8a9c04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1204865 Sep 17 22:24:27.459870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7e13a-df16-46e7-8f90-a626fe266618 req-b448fedf-1f49-4e92-849b-0262394b045a tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.469377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72a7e13a-df16-46e7-8f90-a626fe266618 req-b448fedf-1f49-4e92-849b-0262394b045a tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 949 time: 0.1385634 Sep 17 22:24:27.514700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f429f834-e061-4561-9616-eef70ffafc91 req-3a6974eb-0202-483c-b8d2-75ea37ed36ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 217 time: 0.0523841 Sep 17 22:24:27.564536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72a7e13a-df16-46e7-8f90-a626fe266618 req-34db9907-5db5-4a32-be35-efab666bf302 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969834 Sep 17 22:24:27.585369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429f834-e061-4561-9616-eef70ffafc91 req-8928c8cc-8e11-446f-be54-4215155a50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.587352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f429f834-e061-4561-9616-eef70ffafc91 req-8928c8cc-8e11-446f-be54-4215155a50ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0599906 Sep 17 22:24:27.622793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f429f834-e061-4561-9616-eef70ffafc91 req-c3cbd905-f54f-4647-8161-ada3bdf9fed1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263357 Sep 17 22:24:27.721955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f429f834-e061-4561-9616-eef70ffafc91 req-d07d74f9-cbcb-4709-b8a6-466308a97c4f service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908821 Sep 17 22:24:27.811416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c4807537-fb81-4459-aea3-a387bbf00888 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.813969 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-c4807537-fb81-4459-aea3-a387bbf00888 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.1007869 Sep 17 22:24:27.832222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-10'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:27.903164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50100) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:27.915914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:27.928215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178fe66-c2e0-41ec-bf96-090bbe9fe55d req-9dc95387-5884-4e78-bf21-c83fee254b4b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.929782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b178fe66-c2e0-41ec-bf96-090bbe9fe55d req-9dc95387-5884-4e78-bf21-c83fee254b4b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 945 time: 0.1407895 Sep 17 22:24:27.941723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f429f834-e061-4561-9616-eef70ffafc91 req-60449bec-418e-476d-be1d-9d3a4da7b9c1 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098682 Sep 17 22:24:27.981692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b178fe66-c2e0-41ec-bf96-090bbe9fe55d req-5865222f-3db6-4a68-a64f-9fcd57053072 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Sep 17 22:24:27.990020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6c45b-ea6a-44c7-bd39-9dda6990b725 req-118ec064-e1ef-42b2-baf1-2fd687f219b4 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.991536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48b6c45b-ea6a-44c7-bd39-9dda6990b725 req-118ec064-e1ef-42b2-baf1-2fd687f219b4 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.1328697 Sep 17 22:24:28.037298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48b6c45b-ea6a-44c7-bd39-9dda6990b725 req-c0d68fa5-cdf1-45e8-b982-c8ec351359df tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Sep 17 22:24:28.077625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:28.090758 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:24:28.128207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:28.151856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31cd2d92-8f65-4bcb-8939-de6cb0cb4bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.171546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6433f771-a217-438f-b052-f01b0161e830'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:28.174718 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e186dbf-f29f-4443-8c7e-faf2dd2e325b" -d '{"events": [{"server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "name": "network-vif-unplugged", "status": "completed", "tag": "6433f771-a217-438f-b052-f01b0161e830"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:28.178713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.187314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.243622 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62ba1da-43ef-4dca-9d09-bff1a3886708 x-openstack-request-id: req-c62ba1da-43ef-4dca-9d09-bff1a3886708 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:28.244353 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "name": "network-vif-unplugged", "status": "completed", "tag": "6433f771-a217-438f-b052-f01b0161e830", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:28.244429 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c62ba1da-43ef-4dca-9d09-bff1a3886708 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:28.244763 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6433f771-a217-438f-b052-f01b0161e830', 'code': 200} Sep 17 22:24:28.258039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31cd2d92-8f65-4bcb-8939-de6cb0cb4bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.269656 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31cd2d92-8f65-4bcb-8939-de6cb0cb4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.305203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:28.309958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:28.309958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:28.310905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:28.316917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:28.317277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Attempting to bind port 6433f771-a217-438f-b052-f01b0161e830 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:28.322353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:28.322694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:28.323079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:28.323508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Bound port: 6433f771-a217-438f-b052-f01b0161e830, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:28.323866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.339651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd2d92-8f65-4bcb-8939-de6cb0cb4bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4dd3d4-4412-40bc-98f4-675c6771b26a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:28.390871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:28.393863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:28.398686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.408793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-31cd2d92-8f65-4bcb-8939-de6cb0cb4bf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d446b8109ae4f489c5f7aa8b090cce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997892 Sep 17 22:24:28.409014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50122) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:28.443397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf154cdc-bb1e-4b3f-8598-92da1d5a8b3e req-39fd7550-99e9-4444-90b9-605cddf3a2c3 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:28.444900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf154cdc-bb1e-4b3f-8598-92da1d5a8b3e req-39fd7550-99e9-4444-90b9-605cddf3a2c3 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 950 time: 0.0966506 Sep 17 22:24:28.453200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aabb6-7d1c-46a1-bf0c-c2faad3bccbc req-d2e85f19-e0aa-40f2-92bc-ecc2e35c4aca tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:28.455177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b52aabb6-7d1c-46a1-bf0c-c2faad3bccbc req-d2e85f19-e0aa-40f2-92bc-ecc2e35c4aca tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1052558 Sep 17 22:24:28.508517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=8']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:28.510455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf154cdc-bb1e-4b3f-8598-92da1d5a8b3e req-29c75f3f-1274-47c5-9414-a4eaba946290 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541029 Sep 17 22:24:28.513291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:28.514102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.515499 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-22500c80-2a4b-4a3d-8bfe-a664c5b3d6f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 1123 time: 0.6919413 Sep 17 22:24:28.520775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b52aabb6-7d1c-46a1-bf0c-c2faad3bccbc req-d070a922-da5c-4681-ad79-f62584ba9b3b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Sep 17 22:24:28.535375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9712b427-02f1-4e6f-8b55-84838e27fe2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.566351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9712b427-02f1-4e6f-8b55-84838e27fe2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.594545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6433f771-a217-438f-b052-f01b0161e830'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:28.622398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9712b427-02f1-4e6f-8b55-84838e27fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.625218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9712b427-02f1-4e6f-8b55-84838e27fe2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.629463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9712b427-02f1-4e6f-8b55-84838e27fe2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef4dd3d4-4412-40bc-98f4-675c6771b26a HTTP/1.1" status: 204 len: 168 time: 0.2165339 Sep 17 22:24:28.652662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712b427-02f1-4e6f-8b55-84838e27fe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4dd3d4-4412-40bc-98f4-675c6771b26a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:28.810111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87bea-111d-4392-93bf-1e891162abb4 req-47059846-5c05-43be-929b-a2cd2bc7c26d tempest-LiveMigrationNegativeTest-1186964025 tempest-LiveMigrationNegativeTest-1186964025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:28.811678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4f87bea-111d-4392-93bf-1e891162abb4 req-47059846-5c05-43be-929b-a2cd2bc7c26d tempest-LiveMigrationNegativeTest-1186964025 tempest-LiveMigrationNegativeTest-1186964025-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 1102 time: 0.0872486 Sep 17 22:24:28.834073 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e4f87bea-111d-4392-93bf-1e891162abb4 req-b5385547-3add-452f-b85e-b62e067428d4 tempest-LiveMigrationNegativeTest-1186964025 tempest-LiveMigrationNegativeTest-1186964025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.922733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740ff25-c852-43d8-ab3d-fc789e9cac96 req-88f88753-9636-4634-8a93-d4770d5ca020 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:28.924463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0740ff25-c852-43d8-ab3d-fc789e9cac96 req-88f88753-9636-4634-8a93-d4770d5ca020 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 949 time: 0.0753164 Sep 17 22:24:28.983335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0740ff25-c852-43d8-ab3d-fc789e9cac96 req-cd6a6750-c9a1-49e5-b010-78f72df31ebf tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 Sep 17 22:24:29.002610 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e4f87bea-111d-4392-93bf-1e891162abb4 req-b5385547-3add-452f-b85e-b62e067428d4 tempest-LiveMigrationNegativeTest-1186964025 tempest-LiveMigrationNegativeTest-1186964025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.008696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e4f87bea-111d-4392-93bf-1e891162abb4 req-b5385547-3add-452f-b85e-b62e067428d4 tempest-LiveMigrationNegativeTest-1186964025 tempest-LiveMigrationNegativeTest-1186964025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.033467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50144) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:29.037258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4f87bea-111d-4392-93bf-1e891162abb4 req-b5385547-3add-452f-b85e-b62e067428d4 tempest-LiveMigrationNegativeTest-1186964025 tempest-LiveMigrationNegativeTest-1186964025-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169199 Sep 17 22:24:29.041712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5385547-3add-452f-b85e-b62e067428d4 tempest-LiveMigrationNegativeTest-1186964025 tempest-LiveMigrationNegativeTest-1186964025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71296e7a-89c0-443a-b741-0f6ee2117e8e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:29.047700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90288ba5-6a7c-463c-9f29-2b6178131219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.164127 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90288ba5-6a7c-463c-9f29-2b6178131219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.169910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90288ba5-6a7c-463c-9f29-2b6178131219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.357006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d379e-659d-47de-9091-2cf757c6174e req-102dae7e-b42a-4aae-ac9c-af0a5e2eebca tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.358592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a19d379e-659d-47de-9091-2cf757c6174e req-102dae7e-b42a-4aae-ac9c-af0a5e2eebca tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.0592663 Sep 17 22:24:29.414496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a19d379e-659d-47de-9091-2cf757c6174e req-32423fd4-5d41-44e6-ba33-c3a3e5ac5f98 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Sep 17 22:24:29.442643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90288ba5-6a7c-463c-9f29-2b6178131219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0cedb-6c80-4e51-95de-c85df5b6c8ba,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:29.448569 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-90288ba5-6a7c-463c-9f29-2b6178131219 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e830a8144fde4882ada859fb828b65f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138682 Sep 17 22:24:29.451150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50158) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:29.458311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebeab6-c2dd-42b4-a72f-7f8833847eda req-a0bc130d-81d9-4d32-8041-a9774f8988ca tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.460123 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9eebeab6-c2dd-42b4-a72f-7f8833847eda req-a0bc130d-81d9-4d32-8041-a9774f8988ca tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.0616913 Sep 17 22:24:29.503067 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e7d16a2-e4b3-459e-a672-d5e612dbc056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.524152 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e7d16a2-e4b3-459e-a672-d5e612dbc056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.525742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9eebeab6-c2dd-42b4-a72f-7f8833847eda req-3be8a942-15d9-4da1-b82b-ecf0ab4cff00 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584471 Sep 17 22:24:29.538882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdb8e9-8f21-4263-9496-1866cdc231fa req-b5b4188b-ff46-40a6-b6bf-9e333c8536e1 tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.540389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bfdb8e9-8f21-4263-9496-1866cdc231fa req-b5b4188b-ff46-40a6-b6bf-9e333c8536e1 tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 1101 time: 0.0531783 Sep 17 22:24:29.570891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0bfdb8e9-8f21-4263-9496-1866cdc231fa req-8958e6ff-8184-4b8f-a87b-228e931615b3 tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.580421 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e7d16a2-e4b3-459e-a672-d5e612dbc056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.583591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e7d16a2-e4b3-459e-a672-d5e612dbc056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.584799 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6e7d16a2-e4b3-459e-a672-d5e612dbc056 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4db0cedb-6c80-4e51-95de-c85df5b6c8ba HTTP/1.1" status: 204 len: 168 time: 0.1326697 Sep 17 22:24:29.595965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d16a2-e4b3-459e-a672-d5e612dbc056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0cedb-6c80-4e51-95de-c85df5b6c8ba,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:29.708633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0bfdb8e9-8f21-4263-9496-1866cdc231fa req-8958e6ff-8184-4b8f-a87b-228e931615b3 tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.713842 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0bfdb8e9-8f21-4263-9496-1866cdc231fa req-8958e6ff-8184-4b8f-a87b-228e931615b3 tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.746136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bfdb8e9-8f21-4263-9496-1866cdc231fa req-8958e6ff-8184-4b8f-a87b-228e931615b3 tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888216 Sep 17 22:24:29.766610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103506f6-a4e9-4ba5-af2f-d19b4026a3db req-65ad1716-fa67-4b27-9bdd-2b4949aa7a5f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.766610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-103506f6-a4e9-4ba5-af2f-d19b4026a3db req-65ad1716-fa67-4b27-9bdd-2b4949aa7a5f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.0865636 Sep 17 22:24:29.782167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958e6ff-8184-4b8f-a87b-228e931615b3 tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc49443-1659-4747-8aff-6f639679a2ab,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:29.815921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-103506f6-a4e9-4ba5-af2f-d19b4026a3db req-6eb9308c-365c-412d-bf92-abebd47d493b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508630 Sep 17 22:24:29.883646 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7782cde-7378-45ab-bd20-c3c8a51b612c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.039582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8a002-24e3-42c3-b54d-e48211ac41ce req-7e2df827-a7e0-4356-b48d-b550d7e94500 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.041195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-08d8a002-24e3-42c3-b54d-e48211ac41ce req-7e2df827-a7e0-4356-b48d-b550d7e94500 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 950 time: 0.0614948 Sep 17 22:24:30.088538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-08d8a002-24e3-42c3-b54d-e48211ac41ce req-55fdd509-1686-44a1-923d-c93e45c88bb4 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Sep 17 22:24:30.246822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'tag': '6433f771-a217-438f-b052-f01b0161e830'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:30.250513 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1395cfc1-4446-42d9-9c76-f06de9039215" -d '{"events": [{"name": "network-changed", "server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "tag": "6433f771-a217-438f-b052-f01b0161e830"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:30.290356 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9795cb5-fc2c-433f-ae51-98a979454019 x-openstack-request-id: req-c9795cb5-fc2c-433f-ae51-98a979454019 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:30.290610 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "tag": "6433f771-a217-438f-b052-f01b0161e830", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:30.290828 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9795cb5-fc2c-433f-ae51-98a979454019 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:30.291216 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'tag': '6433f771-a217-438f-b052-f01b0161e830', 'status': 'completed', 'code': 200} Sep 17 22:24:30.358215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-2bbda479-80cf-45ba-b3de-5632e66491cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.359987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-2bbda479-80cf-45ba-b3de-5632e66491cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1126 time: 0.0442526 Sep 17 22:24:30.363835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50218) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:30.395921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50222) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:30.472599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-87c8bf2a-1491-4e04-b096-850e0458ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.474937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-87c8bf2a-1491-4e04-b096-850e0458ced9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1053119 Sep 17 22:24:30.512288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-network', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:30.526705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20a396cf-17d4-464d-8dac-0e457a903c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.537431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-d5d594fc-2a84-4e8f-baae-f6fe88a05545 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 217 time: 0.0522368 Sep 17 22:24:30.537716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Made reservation on behalf of 8e3f58d6704448d99c9deed74e45dc36 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:30.540732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.550279 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.656457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-2a4cf164-9ad2-4c05-ac73-dbb9ae751242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.656799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.658607 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-2a4cf164-9ad2-4c05-ac73-dbb9ae751242 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.1132278 Sep 17 22:24:30.662314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.684038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:30.686750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894161f8-58d9-47b0-82aa-697811a31e41 req-0ea7c791-95c6-48bf-9a08-4136ad11e8b9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.688208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-894161f8-58d9-47b0-82aa-697811a31e41 req-0ea7c791-95c6-48bf-9a08-4136ad11e8b9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.1636562 Sep 17 22:24:30.699723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e01b48-3172-401a-a69f-0ccab108a97a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:30.702798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.703144 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Added segment 999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c of type vlan for network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 Sep 17 22:24:30.714460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-8291a393-d2dd-4c6e-a19d-c0774f2626c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459588 Sep 17 22:24:30.732480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cc33e-71b7-471a-93cc-360fda9e08cb req-8593e706-5d84-4ef2-a497-c54d8c341999 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.734272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b5cc33e-71b7-471a-93cc-360fda9e08cb req-8593e706-5d84-4ef2-a497-c54d8c341999 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.1294792 Sep 17 22:24:30.747789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.773844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.774820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.775403 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.834808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] Pushing event updated for resources: {'Network': ['ID=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:30.845501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:30.861906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-894161f8-58d9-47b0-82aa-697811a31e41 req-156b6cc8-859b-4ec8-86f5-cdbf34c5e0cc tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522181 Sep 17 22:24:30.892547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b5cc33e-71b7-471a-93cc-360fda9e08cb req-67cbeb6f-67a3-4b57-a1f4-78afd58cb5e3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393361 Sep 17 22:24:30.935861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-5e7f083f-35e6-4f1e-9246-91eb28fd4ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990993 Sep 17 22:24:30.947212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20a396cf-17d4-464d-8dac-0e457a903c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.956921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ead5d99c-fa3b-4ee8-a872-6ad9c145626b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5598602 Sep 17 22:24:30.962149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50236) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:30.967207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Request body: {'subnet': {'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-subnet', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:30.980918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20a396cf-17d4-464d-8dac-0e457a903c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.988019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Made reservation on behalf of 8e3f58d6704448d99c9deed74e45dc36 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:30.990783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.114032 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-20a396cf-17d4-464d-8dac-0e457a903c1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3ba004bbfe24c9993d2f43b9e5a89b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491562 Sep 17 22:24:31.114753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a396cf-17d4-464d-8dac-0e457a903c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e4032c-fd8e-42d2-ba83-216e345652c7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:31.117757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50240) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:31.135232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2543b-8a2b-4daa-835d-3b37d58090c7 req-905d9624-9a4d-49a2-89a4-26f0bcb1d00e tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.136741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53d2543b-8a2b-4daa-835d-3b37d58090c7 req-905d9624-9a4d-49a2-89a4-26f0bcb1d00e tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 1101 time: 0.1946933 Sep 17 22:24:31.151408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f032e2-7a16-4134-8d7e-03da2516ce1a req-f1abc5dc-24ee-4843-bbf7-cf2ba2174053 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.152869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37f032e2-7a16-4134-8d7e-03da2516ce1a req-f1abc5dc-24ee-4843-bbf7-cf2ba2174053 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1729610 Sep 17 22:24:31.187478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1395cfc1-4446-42d9-9c76-f06de9039215 req-55b80bd5-38fc-4b73-8053-675f2b5184ae service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296906 Sep 17 22:24:31.194576 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.218123 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53d2543b-8a2b-4daa-835d-3b37d58090c7 req-88fad322-874b-4025-bc5d-5f536f8bbfa7 tempest-ServersAdminNegativeTestJSON-1922962180 tempest-ServersAdminNegativeTestJSON-1922962180-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642843 Sep 17 22:24:31.231414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device df65da52-43f3-45b4-a448-c7fdb250e937 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:31.240457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37f032e2-7a16-4134-8d7e-03da2516ce1a req-bbdff5d2-4ad8-4cda-b041-1294949abbe0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696409 Sep 17 22:24:31.279086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35137aad-b582-4fa0-b0ba-1bb9c6d3dae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.298418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbda9f5-80fb-403b-8bd7-87661b9e0a90,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:31.326029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35137aad-b582-4fa0-b0ba-1bb9c6d3dae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.345246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Checking segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:31.345611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Network hostable DHCP agents. Network: bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:31.379304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218c2ae-65c2-4c25-86cd-38afe1542804 req-fa308932-a5b7-43a5-a404-795db3fade8b tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.383108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:31.386723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0218c2ae-65c2-4c25-86cd-38afe1542804 req-fa308932-a5b7-43a5-a404-795db3fade8b tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 950 time: 0.0727048 Sep 17 22:24:31.397366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35137aad-b582-4fa0-b0ba-1bb9c6d3dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.401712 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35137aad-b582-4fa0-b0ba-1bb9c6d3dae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.405602 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-35137aad-b582-4fa0-b0ba-1bb9c6d3dae0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9e4032c-fd8e-42d2-ba83-216e345652c7 HTTP/1.1" status: 204 len: 168 time: 0.2861843 Sep 17 22:24:31.409325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:31.412436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:31.427037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c142f-0967-4aaf-8e8e-2c83754292c9 None None] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:31.436692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.436692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.442823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'df65da52-43f3-45b4-a448-c7fdb250e937', 'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'port_id': 'df65da52-43f3-45b4-a448-c7fdb250e937', 'mac_address': 'fa:16:3e:8b:aa:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f008b3-0a54-42c9-b52e-090832c071aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:31.446234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35137aad-b582-4fa0-b0ba-1bb9c6d3dae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e4032c-fd8e-42d2-ba83-216e345652c7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:31.462791 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db0c7096-2213-4044-9fb3-f0f07796d65c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4965534 Sep 17 22:24:31.462791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50254) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:31.467135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:31.474240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6433f771-a217-438f-b052-f01b0161e830 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:31.490255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0218c2ae-65c2-4c25-86cd-38afe1542804 req-35417dae-3547-444c-9bc5-27d5b9062593 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958507 Sep 17 22:24:31.495242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.496642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.559092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.605019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-f8ea302d-4cf7-4afc-83fe-44d49bc8a209 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.607211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-f8ea302d-4cf7-4afc-83fe-44d49bc8a209 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 950 time: 0.0960350 Sep 17 22:24:31.718142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.resource_extend [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:24:31.760438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.779285 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.848620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df65da52-43f3-45b4-a448-c7fdb250e937 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:31.869610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988d198-d9ba-4463-8963-b62a2eaca616 req-01b81376-664b-463e-83ab-28043fb4d2a2 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.871099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d988d198-d9ba-4463-8963-b62a2eaca616 req-01b81376-664b-463e-83ab-28043fb4d2a2 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 949 time: 0.0801232 Sep 17 22:24:31.905207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50262) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:31.909095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Deleting port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:31.909275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.950275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-694d7c7a-9617-4a35-964b-e329a3303f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.978734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:31.982527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:31.988206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:24:31.989103 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.997758 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.001770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d988d198-d9ba-4463-8963-b62a2eaca616 req-dc3366d0-d24d-4bfc-90d2-64b824ef8ce2 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215572 Sep 17 22:24:32.002182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.029124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.045120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6433f771-a217-438f-b052-f01b0161e830 has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:24:32.150863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.173594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Allocated IP 172.25.0.215 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:32.221972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Allocated IP 172.20.0.2 (bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90/adbda9f5-80fb-403b-8bd7-87661b9e0a90/aa1a659a-9176-46a3-8dae-d2643aab2b02) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:32.253193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['df65da52-43f3-45b4-a448-c7fdb250e937'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:32.299784 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.300841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] For port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:32.301233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.339926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8eb24-1acf-4792-8517-7ba03102333b req-ae1e5504-ffeb-45c7-87a0-0585a891cae4 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:32.340762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.353633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6d8eb24-1acf-4792-8517-7ba03102333b req-ae1e5504-ffeb-45c7-87a0-0585a891cae4 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.3856215 Sep 17 22:24:32.354901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Calling delete_port for d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:32.380765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:32.383707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:32.388151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a406f-927d-4def-b465-d6a90f3e19ac req-20347b33-ceb2-4ef4-b9a3-7c33d709c18e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:32.388425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:32.393425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-891a406f-927d-4def-b465-d6a90f3e19ac req-20347b33-ceb2-4ef4-b9a3-7c33d709c18e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 944 time: 0.1941135 Sep 17 22:24:32.455488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.464235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.470923 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.523861 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:32.531095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:32.538577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:32.545463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Pushing event updated for resources: {'Port': ['ID=aa1a659a-9176-46a3-8dae-d2643aab2b02,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.556174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-891a406f-927d-4def-b465-d6a90f3e19ac req-f0e97a5b-c10a-4963-bd0d-524499e23958 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468496 Sep 17 22:24:32.582766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6d8eb24-1acf-4792-8517-7ba03102333b req-384dbc43-4279-4d5f-87e6-c8de5160038c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109561 Sep 17 22:24:32.604867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-694d7c7a-9617-4a35-964b-e329a3303f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.625832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-694d7c7a-9617-4a35-964b-e329a3303f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.646538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Attempting to bind port aa1a659a-9176-46a3-8dae-d2643aab2b02 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:32.646918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Attempting to bind port aa1a659a-9176-46a3-8dae-d2643aab2b02 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:32.647283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Attempting to bind port aa1a659a-9176-46a3-8dae-d2643aab2b02 on network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:32.660129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.662534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:32.662955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Checking segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:32.663364 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.665026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Bound using segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:32.669509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Bound port: aa1a659a-9176-46a3-8dae-d2643aab2b02, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:32.670023 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.686535 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a99e8b2a-da32-48bc-b6b0-0e2e451b1a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.734992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-694d7c7a-9617-4a35-964b-e329a3303f0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac553c1afe0f4b859507e621dedf5a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8262117 Sep 17 22:24:32.751513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50272) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:32.759906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] For port aa1a659a-9176-46a3-8dae-d2643aab2b02, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:32.763676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] For port aa1a659a-9176-46a3-8dae-d2643aab2b02, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa1a659a-9176-46a3-8dae-d2643aab2b02,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:32.765296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d7c7a-9617-4a35-964b-e329a3303f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43384187-aeb7-4833-afd6-77aa7af6db83,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.788425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.792472 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b1f66-9b9d-428e-a597-091f7974f37f req-5dca3ac6-b78d-4037-8ecf-5a96547068bf tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:32.801086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5b1f66-9b9d-428e-a597-091f7974f37f req-5dca3ac6-b78d-4037-8ecf-5a96547068bf tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1393971 Sep 17 22:24:32.853567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.866022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3656ceb5-776c-4da9-99fe-82a2d7e6897e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.872059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eeac6-5884-4cdf-8506-75a4cfe67b99 None None] Pushing event updated for resources: {'Port': ['ID=aa1a659a-9176-46a3-8dae-d2643aab2b02,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.902524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['a8353738-3800-484f-8d9e-bdefb230101f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:32.909750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5b1f66-9b9d-428e-a597-091f7974f37f req-234326d7-20b9-4d20-a0d5-15ef1a82829e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077163 Sep 17 22:24:32.916524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Pushing event deleted for resources: {'Port': ['ID=d0d4fcc7-d0a5-429c-a2d9-df5880aedac4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.920819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3656ceb5-776c-4da9-99fe-82a2d7e6897e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.958973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.006886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2efe5-4680-4880-a73a-8bb32feb403a req-dcb00468-c758-446f-a2f4-b50cdd38f951 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:33.008441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ad2efe5-4680-4880-a73a-8bb32feb403a req-dcb00468-c758-446f-a2f4-b50cdd38f951 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fee0bf6-8a34-43ad-b727-acde5d841d52 HTTP/1.1" status: 200 len: 867 time: 0.1993647 Sep 17 22:24:33.015369 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.047533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] No DVR routers for this DVR port d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:33.072274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.081597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69b10d3a-0585-4bde-bc3f-640bfd0450c4 req-1ba0772e-cd47-45f9-a354-fbefb516402c tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.45 "DELETE /v2.0/ports/d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 HTTP/1.1" status: 204 len: 173 time: 1.4607060 Sep 17 22:24:33.082088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fee0bf6-8a34-43ad-b727-acde5d841d52', 'name': 'network-vif-deleted', 'tag': 'd0d4fcc7-d0a5-429c-a2d9-df5880aedac4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:33.102720 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41890ff5-c3d4-47dc-839b-b06acb4132c4" -d '{"events": [{"server_uuid": "5fee0bf6-8a34-43ad-b727-acde5d841d52", "name": "network-vif-deleted", "tag": "d0d4fcc7-d0a5-429c-a2d9-df5880aedac4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:33.103296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3656ceb5-776c-4da9-99fe-82a2d7e6897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.106926 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3656ceb5-776c-4da9-99fe-82a2d7e6897e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.110891 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3656ceb5-776c-4da9-99fe-82a2d7e6897e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43384187-aeb7-4833-afd6-77aa7af6db83 HTTP/1.1" status: 204 len: 168 time: 0.3576210 Sep 17 22:24:33.132769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656ceb5-776c-4da9-99fe-82a2d7e6897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43384187-aeb7-4833-afd6-77aa7af6db83,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:33.181566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ad2efe5-4680-4880-a73a-8bb32feb403a req-2106348a-c33c-4e05-b477-0febc4931185 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351557 Sep 17 22:24:33.193484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:24:33.257224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device df65da52-43f3-45b4-a448-c7fdb250e937 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:33.316137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa9cf6-ef1f-4831-a5d0-4d5a1c1aa2f4 req-98f935bf-7127-43aa-bf5b-2c4b0a717eb5 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:33.317778 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6fa9cf6-ef1f-4831-a5d0-4d5a1c1aa2f4 req-98f935bf-7127-43aa-bf5b-2c4b0a717eb5 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 949 time: 0.1733768 Sep 17 22:24:33.326075 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2478a7a9-7bb3-43db-8e19-8de798d82549 x-openstack-request-id: req-2478a7a9-7bb3-43db-8e19-8de798d82549 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:33.326372 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fee0bf6-8a34-43ad-b727-acde5d841d52", "name": "network-vif-deleted", "tag": "d0d4fcc7-d0a5-429c-a2d9-df5880aedac4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:33.326623 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2478a7a9-7bb3-43db-8e19-8de798d82549 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:33.327037 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fee0bf6-8a34-43ad-b727-acde5d841d52', 'name': 'network-vif-deleted', 'tag': 'd0d4fcc7-d0a5-429c-a2d9-df5880aedac4', 'status': 'completed', 'code': 200} Sep 17 22:24:33.397423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port df65da52-43f3-45b4-a448-c7fdb250e937 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:33.403952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port df65da52-43f3-45b4-a448-c7fdb250e937 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:33.404073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6fa9cf6-ef1f-4831-a5d0-4d5a1c1aa2f4 req-2318b4c8-b5a2-41ad-a2d5-bf6fa54ba474 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759749 Sep 17 22:24:33.404327 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.427692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:33.440210 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:33.449851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.451175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0749ebea-9f9a-4250-88fc-2eb3d13d6627 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 1.9876964 Sep 17 22:24:33.454879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50280) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:33.456252 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:33.457050 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:24:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:33.522112 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.555689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:33.558301 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883a64b4-ab75-46a0-a8f7-b2b09d7ecc65" -d '{"events": [{"server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "name": "network-vif-plugged", "status": "completed", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:33.574530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:33.581480 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.582414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:33.608970 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:33.636563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:33.637799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d0d4fcc7-d0a5-429c-a2d9-df5880aedac4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:33.692261 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef10a9dd-3dcb-4853-af50-2150ebc82ab8 x-openstack-request-id: req-ef10a9dd-3dcb-4853-af50-2150ebc82ab8 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:33.692610 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "name": "network-vif-plugged", "status": "completed", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:33.692800 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef10a9dd-3dcb-4853-af50-2150ebc82ab8 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:33.696799 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937', 'code': 200} Sep 17 22:24:33.755924 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.764005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:33.904786 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:32Z', 'revision_number': 3, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:33.944564 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:33.944842 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Updating router ff67c9e7-eb86-4123-9a4e-f870de2acc5d port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:24:33.974107 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.974201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdd7d2-ae3b-4fa2-9e44-18dcbf2ce846 req-fc2947e7-5032-493b-961c-c72e3a33fbf1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:33.977274 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90bdd7d2-ae3b-4fa2-9e44-18dcbf2ce846 req-fc2947e7-5032-493b-961c-c72e3a33fbf1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 945 time: 0.2312462 Sep 17 22:24:33.983988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e9fa-c690-4ff1-bca7-26d8f0925138 req-bc1d55a8-6f68-474d-bbcf-40fb887710bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:33.985867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6323e9fa-c690-4ff1-bca7-26d8f0925138 req-bc1d55a8-6f68-474d-bbcf-40fb887710bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1097 time: 0.2638669 Sep 17 22:24:34.010361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe2aa-525d-483b-8fca-d4fc399eb9d7 req-4e5c0f45-adb3-4b65-b9da-7dd6fe26a761 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:34.019029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d82fe2aa-525d-483b-8fca-d4fc399eb9d7 req-4e5c0f45-adb3-4b65-b9da-7dd6fe26a761 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.2984104 Sep 17 22:24:34.172446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90bdd7d2-ae3b-4fa2-9e44-18dcbf2ce846 req-7e773f36-75fc-45ec-8f0a-d4c047e3b6ba tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846261 Sep 17 22:24:34.174270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6323e9fa-c690-4ff1-bca7-26d8f0925138 req-9d7985e1-5fe5-4d67-b3ef-890769bdfbe3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505060 Sep 17 22:24:34.184042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d82fe2aa-525d-483b-8fca-d4fc399eb9d7 req-8a797011-65b2-4478-b849-2eaaa24ec401 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633353 Sep 17 22:24:34.332725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-0a401425-5df8-40ea-91b2-416c625a7af0 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:34.335722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894fb01-1b60-4617-a1f4-0f85e9fbcb2d None None] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:34.336751 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-0a401425-5df8-40ea-91b2-416c625a7af0 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.49 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 949 time: 0.1305594 Sep 17 22:24:34.371045 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.381140 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.457572 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Attempting to bind port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:34.458767 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Attempting to bind port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:34.459696 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.460406 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Attempting to bind port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:34.474372 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:34.475490 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:34.476130 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.477350 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:34.477793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4ade0e52-ce21-4ec8-a3d6-b3b056a258de None None] Provisioning complete for port aa1a659a-9176-46a3-8dae-d2643aab2b02 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:34.478521 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Bound port: c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:34.479231 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.480060 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ade0e52-ce21-4ec8-a3d6-b3b056a258de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.482595 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Pushing event updated for resources: {'Port': ['ID=c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:34.522080 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.522430 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.522774 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.523112 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.523445 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.523775 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.524107 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.524425 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.524746 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.525098 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.525440 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.525733 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:34.563638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa0fe-6810-4c70-a035-47b419317b3a req-d80dcdfc-3893-4fd8-9698-a2f2e94ce3a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:34.584552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7caa0fe-6810-4c70-a035-47b419317b3a req-d80dcdfc-3893-4fd8-9698-a2f2e94ce3a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.2563441 Sep 17 22:24:34.589904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Deleting port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:34.591122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.594238 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] For port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:34.605031 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] For port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:34.615445 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.681311 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ade0e52-ce21-4ec8-a3d6-b3b056a258de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.715050 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bec0e-4d86-4607-83fe-0755718c81b6 None None] Pushing event updated for resources: {'Port': ['ID=c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:34.743917 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:34.744803 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:24:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:34.755747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ade0e52-ce21-4ec8-a3d6-b3b056a258de None None] For port aa1a659a-9176-46a3-8dae-d2643aab2b02, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa1a659a-9176-46a3-8dae-d2643aab2b02,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:34.767751 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ade0e52-ce21-4ec8-a3d6-b3b056a258de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.838682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] For port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:34.839041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.871688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade0e52-ce21-4ec8-a3d6-b3b056a258de None None] Pushing event updated for resources: {'Port': ['ID=aa1a659a-9176-46a3-8dae-d2643aab2b02,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:34.876980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Calling delete_port for 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:34.881030 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:34.949251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7caa0fe-6810-4c70-a035-47b419317b3a req-3d78d6da-0bbe-4c37-9a51-cb33ff463999 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584423 Sep 17 22:24:34.952776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.054224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa1a659a-9176-46a3-8dae-d2643aab2b02 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:35.129556 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.140423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5673121f-d378-4125-a37f-f0427504018a None None] Provisioning complete for port aa1a659a-9176-46a3-8dae-d2643aab2b02 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:35.141416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5673121f-d378-4125-a37f-f0427504018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.148917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b984db6a-e63d-4b42-a4cb-c5ebe6102891'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:35.190748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9b0bc6d5-834d-48e6-9e59-352b4130dfe1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:35.225161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Pushing event deleted for resources: {'Port': ['ID=9b0bc6d5-834d-48e6-9e59-352b4130dfe1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:35.229896 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:32Z', 'revision_number': 3, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:35.303733 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0543a-63ec-4855-94e0-a22349ce731c None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:32Z', 'revision_number': 3, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:35.363393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] No DVR routers for this DVR port 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:35.371851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.377827 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6a29932-d94b-401b-b88b-d9a9e7c86bd1 req-1fbe1404-6a03-4b14-af21-986e5461af18 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.49 "DELETE /v2.0/ports/9b0bc6d5-834d-48e6-9e59-352b4130dfe1 HTTP/1.1" status: 204 len: 173 time: 1.0170517 Sep 17 22:24:35.378574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347b95cc-71cd-49ff-81e9-ba9d2577ffb8', 'name': 'network-vif-deleted', 'tag': '9b0bc6d5-834d-48e6-9e59-352b4130dfe1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:35.383411 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d394102e-54db-4397-9b5e-d033f1eac32c" -d '{"events": [{"server_uuid": "347b95cc-71cd-49ff-81e9-ba9d2577ffb8", "name": "network-vif-deleted", "tag": "9b0bc6d5-834d-48e6-9e59-352b4130dfe1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:35.417622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port aa1a659a-9176-46a3-8dae-d2643aab2b02 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:35.418244 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.508380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ca4b6-751f-4a69-90c2-5a554848a08a req-a6c9876f-c168-4959-9aa6-cbcefee82475 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:35.510506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f0ca4b6-751f-4a69-90c2-5a554848a08a req-a6c9876f-c168-4959-9aa6-cbcefee82475 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=347b95cc-71cd-49ff-81e9-ba9d2577ffb8 HTTP/1.1" status: 200 len: 867 time: 0.6756361 Sep 17 22:24:35.525718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.568736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a96e0-53ef-4c70-b642-43b35797a982 req-8db72d32-41b2-4eb8-843d-58fc898e6819 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:35.570327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b8a96e0-53ef-4c70-b642-43b35797a982 req-8db72d32-41b2-4eb8-843d-58fc898e6819 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 950 time: 0.4192910 Sep 17 22:24:35.675028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Allocated IP 172.20.0.1 (bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90/adbda9f5-80fb-403b-8bd7-87661b9e0a90/8e83256a-6e9e-4f38-b15a-687a2d19684c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:35.685554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f0ca4b6-751f-4a69-90c2-5a554848a08a req-7d115327-f617-490c-be98-84356ca6c8b8 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642361 Sep 17 22:24:35.750244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b8a96e0-53ef-4c70-b642-43b35797a982 req-12d0dda3-01ad-4499-9663-098364338533 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669097 Sep 17 22:24:35.778503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-049a7f0a-453a-402a-a820-b662410856bf service neutron] 10.222.0.45 "GET /v2.0/ports/6433f771-a217-438f-b052-f01b0161e830/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.2015486 Sep 17 22:24:35.969039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de92db-3a72-46b0-a9e5-279d514714b2 req-4674319a-1d97-4edf-8f38-804658ce86d3 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:35.970824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66de92db-3a72-46b0-a9e5-279d514714b2 req-4674319a-1d97-4edf-8f38-804658ce86d3 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 943 time: 0.1941333 Sep 17 22:24:35.996891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.038110 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4df22-fc51-4b12-932f-53b000c8c30d req-c11bb4d9-95b4-4d64-a5cf-3ac7ae2383e5 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:36.039618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ae4df22-fc51-4b12-932f-53b000c8c30d req-c11bb4d9-95b4-4d64-a5cf-3ac7ae2383e5 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 945 time: 0.1998942 Sep 17 22:24:36.137963 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66de92db-3a72-46b0-a9e5-279d514714b2 req-cf720062-8ad2-4fff-a10c-a77682fbe041 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595485 Sep 17 22:24:36.176786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ae4df22-fc51-4b12-932f-53b000c8c30d req-c73a3181-c5f8-4659-af0b-1710d96a794e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294668 Sep 17 22:24:36.181790 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.252386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:36.256207 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3973325-ad47-4ce6-ae5e-581522f1c57d x-openstack-request-id: req-e3973325-ad47-4ce6-ae5e-581522f1c57d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:36.256719 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347b95cc-71cd-49ff-81e9-ba9d2577ffb8", "name": "network-vif-deleted", "tag": "9b0bc6d5-834d-48e6-9e59-352b4130dfe1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:36.256719 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3973325-ad47-4ce6-ae5e-581522f1c57d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:36.257165 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347b95cc-71cd-49ff-81e9-ba9d2577ffb8', 'name': 'network-vif-deleted', 'tag': '9b0bc6d5-834d-48e6-9e59-352b4130dfe1', 'status': 'completed', 'code': 200} Sep 17 22:24:36.261939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:36.265058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:36.273811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:36.274227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.285173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e83256a-6e9e-4f38-b15a-687a2d19684c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:36.402233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:36.498551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6433f771-a217-438f-b052-f01b0161e830 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:36.517655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:36.534701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0722c296-d135-4d13-b3bd-d04adb0307d0 None None] Provisioning complete for port 8e83256a-6e9e-4f38-b15a-687a2d19684c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:36.535520 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0722c296-d135-4d13-b3bd-d04adb0307d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.541029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102d304-3d5b-46d5-86f9-0ca233ae88a3 req-2727eef2-15fb-462f-b641-91bd6c25303b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:36.542581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e102d304-3d5b-46d5-86f9-0ca233ae88a3 req-2727eef2-15fb-462f-b641-91bd6c25303b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1518192 Sep 17 22:24:36.553527 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.573799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0722c296-d135-4d13-b3bd-d04adb0307d0 None None] Port 8e83256a-6e9e-4f38-b15a-687a2d19684c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:36.634805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.693615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e102d304-3d5b-46d5-86f9-0ca233ae88a3 req-7fa24b68-922f-4734-8781-2e379b209b1e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373079 Sep 17 22:24:36.756246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] Transition to ACTIVE for port object 6433f771-a217-438f-b052-f01b0161e830 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:36.839276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.916340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-72b93d99-dcb2-431f-8102-e827b1116310 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:36.917943 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-72b93d99-dcb2-431f-8102-e827b1116310 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 950 time: 0.1105824 Sep 17 22:24:36.926641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] No DVR routers for this DVR port 6433f771-a217-438f-b052-f01b0161e830 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:36.945220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5f57a-19e3-4b7d-ac3d-1a1f42cd6ed0 req-a7d1f38c-e6d0-4788-9375-8ec7146c81a0 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:36.946616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bd5f57a-19e3-4b7d-ac3d-1a1f42cd6ed0 req-a7d1f38c-e6d0-4788-9375-8ec7146c81a0 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1097 time: 0.2032502 Sep 17 22:24:36.969452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] Pushing event updated for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=10']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:37.029737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:37.036284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8e1ec916-eab3-40df-b5f8-944b88745d9c service neutron] 10.222.0.45 "PUT /v2.0/ports/6433f771-a217-438f-b052-f01b0161e830/bindings/n-h2-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2443242 Sep 17 22:24:37.043209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.046948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bd5f57a-19e3-4b7d-ac3d-1a1f42cd6ed0 req-49729105-4b8d-43c6-b81f-3e062a1dc8c1 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911367 Sep 17 22:24:37.050822 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.052331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.070480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Deleting port a8353738-3800-484f-8d9e-bdefb230101f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:37.071219 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.147516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:37.147883 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.171360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e83256a-6e9e-4f38-b15a-687a2d19684c,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:37.241587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] For port a8353738-3800-484f-8d9e-bdefb230101f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a8353738-3800-484f-8d9e-bdefb230101f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:37.242161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.261112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Calling delete_port for a8353738-3800-484f-8d9e-bdefb230101f owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:37.277161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-bad6832a-37b0-4a33-8ad6-d01604221ad2 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:37.278969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-bad6832a-37b0-4a33-8ad6-d01604221ad2 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.1563447 Sep 17 22:24:37.301330 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.312749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:37.322283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:37.327658 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.328539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa1a659a-9176-46a3-8dae-d2643aab2b02 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:37.356413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:37.433981 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.496874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Pushing event deleted for resources: {'Port': ['ID=a8353738-3800-484f-8d9e-bdefb230101f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:37.511290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] No DVR routers for this DVR port a8353738-3800-484f-8d9e-bdefb230101f on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:37.513710 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.515714 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e57fff18-eaf4-46e4-9b25-af99e2e5836a req-25b5cd19-9c0f-4bf9-8d45-89b233a16280 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.49 "DELETE /v2.0/ports/a8353738-3800-484f-8d9e-bdefb230101f HTTP/1.1" status: 204 len: 173 time: 0.5883527 Sep 17 22:24:37.540071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac051a53-7cb7-4d1c-8de0-42a914f79431 req-44928912-ad35-4fb6-a14e-1b39a04d5edd tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:37.542313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac051a53-7cb7-4d1c-8de0-42a914f79431 req-44928912-ad35-4fb6-a14e-1b39a04d5edd tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423 HTTP/1.1" status: 200 len: 867 time: 0.2576771 Sep 17 22:24:37.543655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['a8353738-3800-484f-8d9e-bdefb230101f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:37.544433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-19b8c7b1-024c-4fdf-83a7-1f83863b94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:37.546211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-19b8c7b1-024c-4fdf-83a7-1f83863b94f5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033&tenant_id=99ad4a8697d84895a353ddcce62190a2 HTTP/1.1" status: 200 len: 1096 time: 0.2498846 Sep 17 22:24:37.609441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aae857-594b-4b43-a3c7-d830dc3d6ba0 req-92ecb041-6e64-4d5d-b2a4-4eccd44f5b05 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:37.611232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58aae857-594b-4b43-a3c7-d830dc3d6ba0 req-92ecb041-6e64-4d5d-b2a4-4eccd44f5b05 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 972 time: 0.2964215 Sep 17 22:24:37.615376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:37.628095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port aa1a659a-9176-46a3-8dae-d2643aab2b02 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:37.628496 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.722490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac051a53-7cb7-4d1c-8de0-42a914f79431 req-0fb43aa2-0c80-4744-ab13-45b87b6c9851 tempest-LiveMigrationNegativeTest-1503858557 tempest-LiveMigrationNegativeTest-1503858557-project] 10.222.0.48 "GET /v2.0/security-groups?id=07917ff0-820d-4064-b77d-9fbe17a1f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680522 Sep 17 22:24:37.755688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:37.777204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58aae857-594b-4b43-a3c7-d830dc3d6ba0 req-2074b33e-1465-4f2d-a8ab-05e13dd2385c tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd9febe9-25c5-462d-834e-8533834d5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466906 Sep 17 22:24:37.780363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-39fc6870-c9cd-491b-944d-0847a51e34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:37.781834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-39fc6870-c9cd-491b-944d-0847a51e34f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1096 time: 0.1543846 Sep 17 22:24:37.824611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-01cf3222-5547-45ef-8286-975d80d07e93 None None] Provisioning complete for port 8e83256a-6e9e-4f38-b15a-687a2d19684c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:37.825020 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-01cf3222-5547-45ef-8286-975d80d07e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.864498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-01cf3222-5547-45ef-8286-975d80d07e93 None None] Port 8e83256a-6e9e-4f38-b15a-687a2d19684c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:38.196457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d9df9-1b81-431c-bde7-28acd4755c38 req-dbdfc269-ac98-4358-9903-256d19a6c6d0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.197993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d2d9df9-1b81-431c-bde7-28acd4755c38 req-dbdfc269-ac98-4358-9903-256d19a6c6d0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 944 time: 0.1919761 Sep 17 22:24:38.207011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e9fd-12bc-42a2-9e10-8c61756f1f54 req-1e0dfea1-b321-4a8f-9615-be74ad7beec0 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.208525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c34e9fd-12bc-42a2-9e10-8c61756f1f54 req-1e0dfea1-b321-4a8f-9615-be74ad7beec0 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1097 time: 0.2045767 Sep 17 22:24:38.239200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:38.249779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:38.255085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c764dec5-eaed-4cf8-b4c0-d8149d24cee9 admin admin] 10.222.0.48 "PUT /v2.0/routers/ff67c9e7-eb86-4123-9a4e-f870de2acc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7984805 Sep 17 22:24:38.258238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423', 'name': 'network-vif-deleted', 'tag': 'a8353738-3800-484f-8d9e-bdefb230101f'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:38.260664 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b1266-10aa-43ee-b9c9-6eb6184f0a68" -d '{"events": [{"server_uuid": "f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423", "name": "network-vif-deleted", "tag": "a8353738-3800-484f-8d9e-bdefb230101f"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:38.265637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-3cf637a9-1b21-4f1b-8694-cb9133c8cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.265747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:38.266439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:24:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:38.267528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-3cf637a9-1b21-4f1b-8694-cb9133c8cff0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.2624903 Sep 17 22:24:38.301243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c34e9fd-12bc-42a2-9e10-8c61756f1f54 req-6dbe65b9-1e5c-4508-9b5f-5e0e953dee4b tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848098 Sep 17 22:24:38.333539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-d1035e82-2d0d-48ba-ab50-9796d3e34c13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 217 time: 0.0444977 Sep 17 22:24:38.333539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d2d9df9-1b81-431c-bde7-28acd4755c38 req-6c72c24a-8d9e-4955-b7ae-b81beff2272d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158803 Sep 17 22:24:38.420849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-5db7b41b-1c60-4a8f-8a86-c31084fb258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.422198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-5db7b41b-1c60-4a8f-8a86-c31084fb258f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0839064 Sep 17 22:24:38.451313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:38.460102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-d1c1ab8c-a61f-4a2a-9670-9a7642804eb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287950 Sep 17 22:24:38.480284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-26c963be-0293-476a-9391-c62c9fe1df4a tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.481917 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-26c963be-0293-476a-9391-c62c9fe1df4a tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 972 time: 0.0920060 Sep 17 22:24:38.526288 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d78771-2635-4ce7-88e8-15d7d3f2772b x-openstack-request-id: req-a2d78771-2635-4ce7-88e8-15d7d3f2772b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:38.527087 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423", "name": "network-vif-deleted", "tag": "a8353738-3800-484f-8d9e-bdefb230101f", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:38.527479 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2d78771-2635-4ce7-88e8-15d7d3f2772b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:38.528018 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b31bc0-e0f7-47e4-b54c-e9c82e1fb423', 'name': 'network-vif-deleted', 'tag': 'a8353738-3800-484f-8d9e-bdefb230101f', 'status': 'completed', 'code': 200} Sep 17 22:24:38.633626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c70c6f-58be-449c-934f-6d4945e3a9a2 req-78bdad0b-e17e-4d1a-ba38-dbb80defb2e6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.635144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44c70c6f-58be-449c-934f-6d4945e3a9a2 req-78bdad0b-e17e-4d1a-ba38-dbb80defb2e6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1774824 Sep 17 22:24:38.684787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 2, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:38.698024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-2308e7f1-badb-4cbc-881a-8b30ba41850a service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938999 Sep 17 22:24:38.711623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:38.712062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Updating router ff67c9e7-eb86-4123-9a4e-f870de2acc5d port 8e83256a-6e9e-4f38-b15a-687a2d19684c binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:24:38.737644 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.745909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44c70c6f-58be-449c-934f-6d4945e3a9a2 req-6f69dbc8-485b-46f3-8622-5f2033b90bf1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024919 Sep 17 22:24:38.747792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Deleting port b984db6a-e63d-4b42-a4cb-c5ebe6102891 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:38.748130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.920430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:38.959141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-985df09e-79da-4f5f-a02b-56dab3f732f7 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.966688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-985df09e-79da-4f5f-a02b-56dab3f732f7 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 821 time: 0.2768466 Sep 17 22:24:38.989961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] For port b984db6a-e63d-4b42-a4cb-c5ebe6102891, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b984db6a-e63d-4b42-a4cb-c5ebe6102891,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:38.990336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.002794 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-23721cdd-7226-4263-a438-5deb2089e3cc service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917235 Sep 17 22:24:39.004065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-b010158f-93ae-4ea3-9048-b6728c13af99 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/quotas/8e3f58d6704448d99c9deed74e45dc36 HTTP/1.1" status: 200 len: 375 time: 0.0365713 Sep 17 22:24:39.008172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Calling delete_port for b984db6a-e63d-4b42-a4cb-c5ebe6102891 owned by compute:tempest-test_az-1880091973 {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:39.018223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:39.018624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.110850 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.124349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-ea6c4946-f7f0-4730-b522-e27e72282c1a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113260 Sep 17 22:24:39.136615 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.208164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b5142-a5a9-4ef3-889d-d28793cb4ae6 None None] Pushing event updated for resources: {'Port': ['ID=8e83256a-6e9e-4f38-b15a-687a2d19684c,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:39.288200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6433f771-a217-438f-b052-f01b0161e830 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:39.293083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-ab71af8e-a8a1-472e-b0fa-1b7b9243c6e2 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585908 Sep 17 22:24:39.309222 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.325827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b984db6a-e63d-4b42-a4cb-c5ebe6102891'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:39.350192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Attempting to bind port 8e83256a-6e9e-4f38-b15a-687a2d19684c on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:39.350993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Attempting to bind port 8e83256a-6e9e-4f38-b15a-687a2d19684c by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:39.351472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Attempting to bind port 8e83256a-6e9e-4f38-b15a-687a2d19684c on network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:39.365456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:39.366446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Checking segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:39.366592 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.367062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Bound using segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:39.367643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Bound port: 8e83256a-6e9e-4f38-b15a-687a2d19684c, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:39.368115 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.380830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Pushing event deleted for resources: {'Port': ['ID=b984db6a-e63d-4b42-a4cb-c5ebe6102891,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:39.394573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6433f771-a217-438f-b052-f01b0161e830 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:39.481858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] For port 8e83256a-6e9e-4f38-b15a-687a2d19684c, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:39.489736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] For port 8e83256a-6e9e-4f38-b15a-687a2d19684c, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8e83256a-6e9e-4f38-b15a-687a2d19684c,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:39.494913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] No DVR routers for this DVR port b984db6a-e63d-4b42-a4cb-c5ebe6102891 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:39.497353 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.499421 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.501724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f40eb7d-9706-4286-8b5f-b142dd47d1cd req-c1a04084-e27f-4254-ac48-b94ec5b7bbce tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.45 "DELETE /v2.0/ports/b984db6a-e63d-4b42-a4cb-c5ebe6102891 HTTP/1.1" status: 204 len: 173 time: 1.0050523 Sep 17 22:24:39.507216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd63cd9-e89f-4324-978f-655fe9e439c3', 'name': 'network-vif-deleted', 'tag': 'b984db6a-e63d-4b42-a4cb-c5ebe6102891'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:39.511285 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdd618d-f51e-4ebd-b16f-9a22a7a54183" -d '{"events": [{"server_uuid": "5cd63cd9-e89f-4324-978f-655fe9e439c3", "name": "network-vif-deleted", "tag": "b984db6a-e63d-4b42-a4cb-c5ebe6102891"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:39.538140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:39.557032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-02fe1800-52ef-449e-a8e6-5f1f1510bfff tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:39.558941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-02fe1800-52ef-449e-a8e6-5f1f1510bfff tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.2509873 Sep 17 22:24:39.575697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:39.576047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9b0bc6d5-834d-48e6-9e59-352b4130dfe1 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:39.612681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:39.613418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:24:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:39.678941 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b5142-a5a9-4ef3-889d-d28793cb4ae6 None None] Pushing event updated for resources: {'Port': ['ID=8e83256a-6e9e-4f38-b15a-687a2d19684c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:39.694737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-86196931-899c-48ea-be98-3812d6f40368 None None] Provisioning complete for port 8e83256a-6e9e-4f38-b15a-687a2d19684c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:39.695366 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-86196931-899c-48ea-be98-3812d6f40368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.713705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-52e26716-4a27-47f2-b6c2-dd23d870b07d service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139645 Sep 17 22:24:39.917558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8ec1facb-be6c-41dd-bddb-804cbae20971 service neutron] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:39.928005 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-86196931-899c-48ea-be98-3812d6f40368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.928489 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8ec1facb-be6c-41dd-bddb-804cbae20971 service neutron] Notify callbacks [] for binding, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.929693 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f1e581e-c722-4e11-ba85-f60fecce4a1a req-8ec1facb-be6c-41dd-bddb-804cbae20971 service neutron] 10.222.0.49 "DELETE /v2.0/ports/6433f771-a217-438f-b052-f01b0161e830/bindings/n-h1-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.3591065 Sep 17 22:24:39.956597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:40.084618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-86196931-899c-48ea-be98-3812d6f40368 None None] For port 8e83256a-6e9e-4f38-b15a-687a2d19684c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8e83256a-6e9e-4f38-b15a-687a2d19684c,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:40.127121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-86196931-899c-48ea-be98-3812d6f40368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.174525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4c5b6ed-4a7e-4552-aa33-8720c58943e6 req-813b1cde-c3ed-4b13-99a5-ca0005e43bf6 tempest-ServersAdminNegativeTestJSON-153322624 tempest-ServersAdminNegativeTestJSON-153322624-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cd63cd9-e89f-4324-978f-655fe9e439c3 HTTP/1.1" status: 200 len: 210 time: 0.0357678 Sep 17 22:24:40.381223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86196931-899c-48ea-be98-3812d6f40368 None None] Pushing event updated for resources: {'Port': ['ID=8e83256a-6e9e-4f38-b15a-687a2d19684c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:40.419188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b77f16bc-7c92-4c00-8cbd-1b97fb60b193 None None] Provisioning complete for port 8e83256a-6e9e-4f38-b15a-687a2d19684c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:40.419687 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b77f16bc-7c92-4c00-8cbd-1b97fb60b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.466405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63bb7d-ba32-4dbe-a87f-9c41841eaf55 req-e6871bac-c492-4beb-8c68-2eb286702ed9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:40.484054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d63bb7d-ba32-4dbe-a87f-9c41841eaf55 req-e6871bac-c492-4beb-8c68-2eb286702ed9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 944 time: 0.1675007 Sep 17 22:24:40.598807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50462) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:40.601525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d63bb7d-ba32-4dbe-a87f-9c41841eaf55 req-172d4dd9-8f7f-4179-807e-26a37967d282 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088262 Sep 17 22:24:40.709333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50468) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:40.760779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:40.798682 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb16d51-ad26-4c25-aa37-d5b5dba661f5 x-openstack-request-id: req-fdb16d51-ad26-4c25-aa37-d5b5dba661f5 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:40.799208 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd63cd9-e89f-4324-978f-655fe9e439c3", "name": "network-vif-deleted", "tag": "b984db6a-e63d-4b42-a4cb-c5ebe6102891", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:40.799304 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdb16d51-ad26-4c25-aa37-d5b5dba661f5 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:40.799686 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd63cd9-e89f-4324-978f-655fe9e439c3', 'name': 'network-vif-deleted', 'tag': 'b984db6a-e63d-4b42-a4cb-c5ebe6102891', 'status': 'completed', 'code': 200} Sep 17 22:24:40.807691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42a5e8-df9e-4b2b-a1e9-606e2cb3fcc2 None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:40.907607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-eefe0ec9-7667-4dff-b9cd-693cbf0f276f tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:24:40.909243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-eefe0ec9-7667-4dff-b9cd-693cbf0f276f tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1987948 Sep 17 22:24:40.976663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511efcb4-b514-4fe6-bd16-8f404822797c req-8ef7bdc0-07e6-42ff-8a79-0c789ba1f435 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:40.981330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-511efcb4-b514-4fe6-bd16-8f404822797c req-8ef7bdc0-07e6-42ff-8a79-0c789ba1f435 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1227725 Sep 17 22:24:40.981851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50472) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:40.982471 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dfd8f045-7c6d-4939-b89a-61ad5df366e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=945b47c740e4459a8fda18a7d4e923fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3822341 Sep 17 22:24:40.995902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-23597a68-5314-4b6f-ad26-94d4c947454e tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:40.997508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-23597a68-5314-4b6f-ad26-94d4c947454e tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports/df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 1094 time: 0.0785596 Sep 17 22:24:41.145386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-511efcb4-b514-4fe6-bd16-8f404822797c req-bbab28cb-71af-47bc-ab4b-18cc8003362d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488192 Sep 17 22:24:41.151943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90ebc1d-415b-46f7-8530-84e576408fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.169167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Request body: {'binding': {'host': 'n-h2-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:41.169627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:24:41.203541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90ebc1d-415b-46f7-8530-84e576408fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.314970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a009b984-31a9-474a-a4a2-ac48089c96f8 req-a0d78145-60ef-4c0a-a0b7-f95aebb71491 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 210 time: 0.0601451 Sep 17 22:24:41.330876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90ebc1d-415b-46f7-8530-84e576408fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.333593 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90ebc1d-415b-46f7-8530-84e576408fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.336890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a90ebc1d-415b-46f7-8530-84e576408fd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07917ff0-820d-4064-b77d-9fbe17a1f341 HTTP/1.1" status: 204 len: 168 time: 0.3520625 Sep 17 22:24:41.348077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ebc1d-415b-46f7-8530-84e576408fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07917ff0-820d-4064-b77d-9fbe17a1f341,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:41.370690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on host n-h2-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:41.371533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:41.372120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:41.388729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:41.389343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:41.395737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:41.396876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:41.397520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:41.398181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Bound port: df65da52-43f3-45b4-a448-c7fdb250e937, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:41.477881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:41.487485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.491091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-b8f9a4b0-05ed-430c-bd98-5f0743e1a39b service neutron] 10.222.0.48 "POST /v2.0/ports/df65da52-43f3-45b4-a448-c7fdb250e937/bindings HTTP/1.1" status: 201 len: 390 time: 0.4101746 Sep 17 22:24:41.508837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a8353738-3800-484f-8d9e-bdefb230101f no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:41.578063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: a8353738-3800-484f-8d9e-bdefb230101f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:41.578729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a8353738-3800-484f-8d9e-bdefb230101f not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:41.645533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadf96f-9f9e-4602-992d-c50956b33825 req-d5b74b3a-56ff-463d-83c6-03b9acad79bf tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:41.665268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fbadf96f-9f9e-4602-992d-c50956b33825 req-d5b74b3a-56ff-463d-83c6-03b9acad79bf tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1096 time: 0.0961888 Sep 17 22:24:41.782007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fbadf96f-9f9e-4602-992d-c50956b33825 req-84731ac3-03a7-4541-a420-798d959f576b tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111360 Sep 17 22:24:42.046429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50502) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.136658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-569e11e3-9279-41f9-a53a-45ccc2fdf681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.138292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-569e11e3-9279-41f9-a53a-45ccc2fdf681 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1097 time: 0.1162674 Sep 17 22:24:42.210188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50510) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.251434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50514) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.261368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc7ec-76e1-47b0-9cc7-ff052bb46832 req-cc07e49b-2824-4372-8809-aa660cfcc209 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.262978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-deebc7ec-76e1-47b0-9cc7-ff052bb46832 req-cc07e49b-2824-4372-8809-aa660cfcc209 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 945 time: 0.5271444 Sep 17 22:24:42.287098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-1a20553f-fb83-4e77-8ae6-572a893cd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.288964 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-1a20553f-fb83-4e77-8ae6-572a893cd1e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1327412 Sep 17 22:24:42.347983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-66a275d2-f5f7-41db-8758-0bec32af4650 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.349560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-66a275d2-f5f7-41db-8758-0bec32af4650 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 821 time: 0.6249239 Sep 17 22:24:42.380149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Request body: {'port': {'device_id': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'admin_state_up': True, 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:42.390209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-deebc7ec-76e1-47b0-9cc7-ff052bb46832 req-2a19a161-773f-4e52-b17b-1ec961004851 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126289 Sep 17 22:24:42.401348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-ef1f2f0c-ee93-4cb3-a6f0-b48b0502f3ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 217 time: 0.0835750 Sep 17 22:24:42.406596 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d8454bf9-2034-4702-8833-6ae59a1dffe5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebccb29626464523ad9b4efe8d17cb00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509895 Sep 17 22:24:42.406937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50518) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.451509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814191-03a6-4401-a2b1-b65df6e2b8c7 req-75569b95-16b9-45dd-9040-c7d9a23498fb tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.453057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77814191-03a6-4401-a2b1-b65df6e2b8c7 req-75569b95-16b9-45dd-9040-c7d9a23498fb tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1622531 Sep 17 22:24:42.537024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca5c726e-60f7-4f6a-9d57-e07479bb5069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.542867 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-ef3a5643-0359-4241-ac77-c60d5763fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.546269 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-ef3a5643-0359-4241-ac77-c60d5763fbec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0822625 Sep 17 22:24:42.576870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca5c726e-60f7-4f6a-9d57-e07479bb5069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.585094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77814191-03a6-4401-a2b1-b65df6e2b8c7 req-4c85225d-55a6-4ab5-9fb5-1535ef97142b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186526 Sep 17 22:24:42.625978 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22b12480-13fd-4489-94a0-0dfb6315c24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.631120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-288d1fc3-5176-45c9-9e81-661ce6aad4af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46983ab372894d878ae0694672008cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164324 Sep 17 22:24:42.633643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50528) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.635826 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-1f1f5488-30ed-40a7-a12f-99042646f10a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499799 Sep 17 22:24:42.719054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56ce0e7a-717c-4e16-bfe2-6131b00e6956 req-d92a5f56-f1c8-4a28-934f-fbf6201f16d1 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 210 time: 0.0509884 Sep 17 22:24:42.726301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:24:42.726301 n-d-789963-10 neutron-server[94737]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:24:42.726301 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'id': '070cbf33-e49c-4c16-8cfd-06dc43a547aa', 'expiration': datetime.datetime(2021, 9, 17, 22, 26, 42, 693825)}] Sep 17 22:24:42.726301 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:42.726686 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:42.743105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca5c726e-60f7-4f6a-9d57-e07479bb5069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.745022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca5c726e-60f7-4f6a-9d57-e07479bb5069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.748981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ca5c726e-60f7-4f6a-9d57-e07479bb5069 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71296e7a-89c0-443a-b741-0f6ee2117e8e HTTP/1.1" status: 204 len: 168 time: 0.3384123 Sep 17 22:24:42.761833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-43123735-b2e5-4692-84c4-867a6c3b944b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.763328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-43123735-b2e5-4692-84c4-867a6c3b944b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 808 time: 0.2150743 Sep 17 22:24:42.775765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c726e-60f7-4f6a-9d57-e07479bb5069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71296e7a-89c0-443a-b741-0f6ee2117e8e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:42.791830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6db8a53d-9cef-48ae-8c7d-60d5eff4eae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.795455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a86fe4e1-3479-4fee-9e4f-1e2f1297667b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/quotas/99ad4a8697d84895a353ddcce62190a2 HTTP/1.1" status: 200 len: 375 time: 0.0219042 Sep 17 22:24:42.872061 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6db8a53d-9cef-48ae-8c7d-60d5eff4eae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.927179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8e83256a-6e9e-4f38-b15a-687a2d19684c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:42.970044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-71d36a44-14fe-402f-bf63-a2f47413fa89 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1632581 Sep 17 22:24:42.971459 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6db8a53d-9cef-48ae-8c7d-60d5eff4eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.974617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6db8a53d-9cef-48ae-8c7d-60d5eff4eae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.975794 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6db8a53d-9cef-48ae-8c7d-60d5eff4eae8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd9febe9-25c5-462d-834e-8533834d5e83 HTTP/1.1" status: 204 len: 168 time: 0.3162897 Sep 17 22:24:42.987964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8a53d-9cef-48ae-8c7d-60d5eff4eae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9febe9-25c5-462d-834e-8533834d5e83,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:43.030804 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-1acce788-7fb9-48a9-9ce6-2be2a616dd1b service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845339 Sep 17 22:24:43.083854 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8e83256a-6e9e-4f38-b15a-687a2d19684c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:43.084132 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.105244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-04baf360-39e7-45c7-b17c-856bd5d9068c service neutron] 10.222.0.48 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149619 Sep 17 22:24:43.236362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-fde78d66-20c6-41ee-822c-376a5dabe6cd service neutron] 10.222.0.48 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162248 Sep 17 22:24:43.238669 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22b12480-13fd-4489-94a0-0dfb6315c24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.248506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22b12480-13fd-4489-94a0-0dfb6315c24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.266882 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-674bf9a5-4ac9-4a7d-aab1-19085c375c03 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264183 Sep 17 22:24:43.274769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Made reservation on behalf of 8e3f58d6704448d99c9deed74e45dc36 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:43.280161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.294236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b984db6a-e63d-4b42-a4cb-c5ebe6102891 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:43.304103 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-22b12480-13fd-4489-94a0-0dfb6315c24c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c4e1427c42c41bbaca9da7e0a24ae12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2239242 Sep 17 22:24:43.305755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50544) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.332469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b12480-13fd-4489-94a0-0dfb6315c24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e8bb9f-5c10-444f-a7f2-f75fd8cd98c5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:43.379490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: b984db6a-e63d-4b42-a4cb-c5ebe6102891 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:43.380844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b984db6a-e63d-4b42-a4cb-c5ebe6102891 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:43.388459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8be863f-ad0c-41f0-bf4d-400b9816ca9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.417955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8be863f-ad0c-41f0-bf4d-400b9816ca9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.486477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Allocated IP 172.20.0.3 (bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90/adbda9f5-80fb-403b-8bd7-87661b9e0a90/fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:43.614472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-cfa5fc66-c685-413f-82db-92496a311735 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:43.615749 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-cfa5fc66-c685-413f-82db-92496a311735 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.1897035 Sep 17 22:24:43.622635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50558) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.631684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40205724-1cab-441d-a8c9-2e099a508400 req-57e7ed12-a7da-4794-b699-8346ca9af7bf tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 210 time: 0.0886486 Sep 17 22:24:43.631985 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8be863f-ad0c-41f0-bf4d-400b9816ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.634774 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8be863f-ad0c-41f0-bf4d-400b9816ca9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.636245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b8be863f-ad0c-41f0-bf4d-400b9816ca9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0e8bb9f-5c10-444f-a7f2-f75fd8cd98c5 HTTP/1.1" status: 204 len: 168 time: 0.3295159 Sep 17 22:24:43.685822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-10'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:43.729877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a7b3e-5c66-4a3e-a5ab-1c6af724e6c9 req-718b1982-af08-46e0-ac42-3c47148d710d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:43.730134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be863f-ad0c-41f0-bf4d-400b9816ca9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e8bb9f-5c10-444f-a7f2-f75fd8cd98c5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:43.740139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c48a7b3e-5c66-4a3e-a5ab-1c6af724e6c9 req-718b1982-af08-46e0-ac42-3c47148d710d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 945 time: 0.1981697 Sep 17 22:24:43.767597 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-16a96fab-9ad4-48c7-88b9-f9d1c0363860 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20b32bd3c9aa44b79f5370283ae019ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408067 Sep 17 22:24:43.768282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50570) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.859305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.859505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.876595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499297bc-e409-42e4-a6ba-74195ab86695 req-2012ad69-0616-4ecf-a65a-9e5b2323fd1c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:43.884237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-499297bc-e409-42e4-a6ba-74195ab86695 req-2012ad69-0616-4ecf-a65a-9e5b2323fd1c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1393561 Sep 17 22:24:43.895400 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c48a7b3e-5c66-4a3e-a5ab-1c6af724e6c9 req-79341687-071a-4f84-a952-f17bc19aca17 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538424 Sep 17 22:24:44.033245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-499297bc-e409-42e4-a6ba-74195ab86695 req-8041e313-e86c-45f9-a9b5-56a910ff0a35 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479719 Sep 17 22:24:44.051805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f439723-1f8f-48f9-adbb-31e3ac2d32cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.065262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-909ae211-94e1-4808-8a34-a80acbe28863 req-9f5fd039-b2b7-4c11-9a77-6f99ee717f27 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 210 time: 0.0602014 Sep 17 22:24:44.082531 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.132729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f439723-1f8f-48f9-adbb-31e3ac2d32cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.187206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:44.191841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:44.193534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:44.208175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:44.218214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:44.221289 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.244414 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f439723-1f8f-48f9-adbb-31e3ac2d32cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.247038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f439723-1f8f-48f9-adbb-31e3ac2d32cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.251063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8f439723-1f8f-48f9-adbb-31e3ac2d32cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdc49443-1659-4747-8aff-6f639679a2ab HTTP/1.1" status: 204 len: 168 time: 0.4818008 Sep 17 22:24:44.258603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:44.270183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8945470 Sep 17 22:24:44.271091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1b651-8b8c-49cc-a75c-f6f3a1da651b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Pushing event updated for resources: {'Port': ['ID=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:44.290948 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439723-1f8f-48f9-adbb-31e3ac2d32cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc49443-1659-4747-8aff-6f639679a2ab,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:44.298679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Request body: {'port': {'device_id': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:44.359828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:44.362257 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb7d08a-29ea-4f61-aaeb-79b49de7f225" -d '{"events": [{"server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:44.376389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.392813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.410953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.483213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50590) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:44.485506 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6f5d3e-d3a0-48fd-85fe-eb070bc22474 x-openstack-request-id: req-bc6f5d3e-d3a0-48fd-85fe-eb070bc22474 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:44.485859 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:44.486183 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc6f5d3e-d3a0-48fd-85fe-eb070bc22474 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:44.486509 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937', 'code': 200} Sep 17 22:24:44.511299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b156f192-4f31-4fd1-90a0-9df7e3199fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.628257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f8691ec7-896e-4b53-a417-f655ef9ee76e None None] Provisioning complete for port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:44.629420 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f8691ec7-896e-4b53-a417-f655ef9ee76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.677934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f8691ec7-896e-4b53-a417-f655ef9ee76e None None] Port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:44.682303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:44.682644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:44.682970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:44.702915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Pushing event updated for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:44.718011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:44.718323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Attempting to bind port df65da52-43f3-45b4-a448-c7fdb250e937 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:44.726166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:44.726513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:44.726946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:44.727383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Bound port: df65da52-43f3-45b4-a448-c7fdb250e937, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:44.727916 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.826086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:44.838097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:44.848597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.882767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78fd2986-f48f-47de-8b75-894d2eab7c7f req-b09adcf1-391d-4443-8ce1-19c6ae509765 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 210 time: 0.0895257 Sep 17 22:24:44.973765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b156f192-4f31-4fd1-90a0-9df7e3199fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.011633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b156f192-4f31-4fd1-90a0-9df7e3199fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.034344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.035058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.036578 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] 10.222.0.49 "PUT /v2.0/ports/df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 1123 time: 1.3987553 Sep 17 22:24:45.038672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880a25f-21b3-41aa-8d39-c6b7407e642f service neutron] Pushing event updated for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=8']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.097349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['df65da52-43f3-45b4-a448-c7fdb250e937'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:45.178498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b156f192-4f31-4fd1-90a0-9df7e3199fcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d993304f0447470eb1e70ea910a74f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893573 Sep 17 22:24:45.181439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50618) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:45.197172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156f192-4f31-4fd1-90a0-9df7e3199fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff23bbe-ad3e-4fb9-a5e9-3099bad9b683,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.205537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:45.235485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-c4d59ee1-66eb-473d-beaf-95f992cb8c36 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.237217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-c4d59ee1-66eb-473d-beaf-95f992cb8c36 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 808 time: 0.3932467 Sep 17 22:24:45.239244 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.259870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e114ad5-3db5-4cb4-b555-6b814a419f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.260678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Request body: {'port': {'device_id': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'admin_state_up': True, 'tenant_id': '99ad4a8697d84895a353ddcce62190a2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:45.285245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Transition to ACTIVE for port object fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:45.289890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e114ad5-3db5-4cb4-b555-6b814a419f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.306749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c97a-a9f1-4f85-bc1d-094c1d1e3f04 req-2a9c8c2b-19f0-4285-935b-fb278fbee289 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.308472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6965c97a-a9f1-4f85-bc1d-094c1d1e3f04 req-2a9c8c2b-19f0-4285-935b-fb278fbee289 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.2891116 Sep 17 22:24:45.315124 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.400162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e114ad5-3db5-4cb4-b555-6b814a419f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.400669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893887f8-0bf8-4a2d-b3bd-2bb75cd9d27a req-709c0b3b-3c8d-468e-9241-c9e13d46d656 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.402364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-893887f8-0bf8-4a2d-b3bd-2bb75cd9d27a req-709c0b3b-3c8d-468e-9241-c9e13d46d656 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.2390149 Sep 17 22:24:45.403248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e114ad5-3db5-4cb4-b555-6b814a419f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.408879 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6e114ad5-3db5-4cb4-b555-6b814a419f2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ff23bbe-ad3e-4fb9-a5e9-3099bad9b683 HTTP/1.1" status: 204 len: 168 time: 0.2260888 Sep 17 22:24:45.418338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e114ad5-3db5-4cb4-b555-6b814a419f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff23bbe-ad3e-4fb9-a5e9-3099bad9b683,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.502540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.533972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6965c97a-a9f1-4f85-bc1d-094c1d1e3f04 req-a7aa617a-fb98-4160-9861-496f5b6896cf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096064 Sep 17 22:24:45.565697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-893887f8-0bf8-4a2d-b3bd-2bb75cd9d27a req-951d360e-d786-4f7b-b53a-0d02e16af294 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415958 Sep 17 22:24:45.565697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Attempting to bind port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:45.565697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Attempting to bind port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:45.565697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Attempting to bind port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba on network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:45.585529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba on network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:45.585856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Attempting to bind port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba on network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:45.613783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:45.614194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Checking segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:45.614561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Bound using segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:45.615096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Bound port: fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:45.615447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.626675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Made reservation on behalf of 99ad4a8697d84895a353ddcce62190a2 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:45.630214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.828288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aeabb-df99-49af-b0be-5dd51fa9e747 req-07b0663d-9a0a-4878-a028-26e12fe909d6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.830555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-255aeabb-df99-49af-b0be-5dd51fa9e747 req-07b0663d-9a0a-4878-a028-26e12fe909d6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 943 time: 0.2075512 Sep 17 22:24:45.858764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] For port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:45.914528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] For port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:45.931544 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.946800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Allocated IP 172.20.0.11 (a4c5a28d-5768-4900-80e9-f97d86da36aa/7c16e025-be5f-4bf5-a549-64555d4c42a5/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:45.956781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-255aeabb-df99-49af-b0be-5dd51fa9e747 req-6137d655-3fd7-46e9-be09-5b25bb7a38b2 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090007 Sep 17 22:24:45.986203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.986827 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.988259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] 10.222.0.49 "PUT /v2.0/ports/fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 1092 time: 1.6999235 Sep 17 22:24:45.990568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:45.992848 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b321f-5ff5-408b-a643-9a429713fc83" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:46.048200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62957a-c5fb-4752-a57f-0c8b516f5b86 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:46.170901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-048bae5e-ca8d-44a3-a30c-307828533026 req-2b7ad0ea-2abd-489e-9d45-4ed8edb58932 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 210 time: 0.0644405 Sep 17 22:24:46.269968 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023b49a7-f8c7-4271-9927-fe2f7640ee4b x-openstack-request-id: req-023b49a7-f8c7-4271-9927-fe2f7640ee4b {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:46.270582 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:46.271285 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-023b49a7-f8c7-4271-9927-fe2f7640ee4b {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:46.271748 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'status': 'completed', 'code': 200} Sep 17 22:24:46.281346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-6860fb16-007c-44cf-afc5-e0a3d2716240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.284976 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-6860fb16-007c-44cf-afc5-e0a3d2716240 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1095 time: 0.2173300 Sep 17 22:24:46.346674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-a20b8959-e52f-4fad-86ff-5ffa2b17c963 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 217 time: 0.0444832 Sep 17 22:24:46.357125 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.430547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-07005dcd-3b40-4a34-a413-02cbf8456342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.432354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-07005dcd-3b40-4a34-a413-02cbf8456342 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.0731564 Sep 17 22:24:46.453468 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.487984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:46.491005 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb729b23-47e7-41c5-8bdf-08f6793abff4" -d '{"events": [{"name": "network-changed", "server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:46.541671 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1448e06b-030e-41fb-acac-21ad09de1fc8 x-openstack-request-id: req-1448e06b-030e-41fb-acac-21ad09de1fc8 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:46.541967 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:46.542236 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1448e06b-030e-41fb-acac-21ad09de1fc8 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:46.542614 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937', 'status': 'completed', 'code': 200} Sep 17 22:24:46.558383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Network a4c5a28d-5768-4900-80e9-f97d86da36aa is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:46.572557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Pushing event updated for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:46.578613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:46.593281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:46.601701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.602279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.607181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-6269758d-7e61-4085-aedc-dae3c36d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.609531 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-6269758d-7e61-4085-aedc-dae3c36d3648 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1126 time: 0.0460417 Sep 17 22:24:46.620254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-f904f9ea-63bc-4d5b-8459-a8a5c8c13408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.622221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-f904f9ea-63bc-4d5b-8459-a8a5c8c13408 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803219 Sep 17 22:24:46.636964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-a21f3518-e029-42a9-8527-1bd8d2c6531c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3861768 Sep 17 22:24:46.683949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Request body: {'port': {'device_id': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:46.759330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-f69a5991-aee4-4d5c-81b0-871fa3f4eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.761412 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-f69a5991-aee4-4d5c-81b0-871fa3f4eef5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1433346 Sep 17 22:24:46.804961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50702) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:46.812798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-6253b93f-48f0-44a3-80e7-3121298c1a52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 217 time: 0.0436256 Sep 17 22:24:46.887314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-e2c1ceda-732f-449d-9a6b-b91653655615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.889438 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-e2c1ceda-732f-449d-9a6b-b91653655615 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0679359 Sep 17 22:24:46.931811 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-96765d79-ed22-4dd2-9c7a-40d6fc8f3ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347624 Sep 17 22:24:47.051462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-a03738b7-5684-4c33-952e-1af490739811 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104906 Sep 17 22:24:47.058653 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.080452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a266b-d5ef-42f0-b6f7-8919d88562a7 req-80e238cd-80ab-4721-92b0-dc9f626462ca tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:47.081978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-914a266b-d5ef-42f0-b6f7-8919d88562a7 req-80e238cd-80ab-4721-92b0-dc9f626462ca tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.4166555 Sep 17 22:24:47.117672 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2dc6399e-f423-4090-b36c-7db0b6ba054f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.130863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-7deeb4d5-2bb6-43b4-a602-fc1ec78e735f service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929967 Sep 17 22:24:47.148911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa5261-0c47-4ced-8bd2-93a3fd834326 req-4aa9210d-84bf-42f8-baa0-f7d075bf6503 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:47.150689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28aa5261-0c47-4ced-8bd2-93a3fd834326 req-4aa9210d-84bf-42f8-baa0-f7d075bf6503 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.4640746 Sep 17 22:24:47.213282 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb729b23-47e7-41c5-8bdf-08f6793abff4 req-bf0b8fde-ab1d-47e6-bb7e-d424bd11e1b5 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541059 Sep 17 22:24:47.280963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2dc6399e-f423-4090-b36c-7db0b6ba054f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.285537 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2dc6399e-f423-4090-b36c-7db0b6ba054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.340634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2dc6399e-f423-4090-b36c-7db0b6ba054f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9049e1c1783040bf84d007eeeb4f3594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316668 Sep 17 22:24:47.340634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6399e-f423-4090-b36c-7db0b6ba054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656f4910-7179-410d-9354-49f45ecdc77a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:47.341413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50720) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:47.352351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28aa5261-0c47-4ced-8bd2-93a3fd834326 req-00536b98-c683-4bff-83ec-ee013659e590 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918747 Sep 17 22:24:47.369509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-914a266b-d5ef-42f0-b6f7-8919d88562a7 req-55e46a7e-befe-4ac6-bf43-cca91bf9130b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668419 Sep 17 22:24:47.443003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d9b5a1c-5f82-4523-9920-21999c8da425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.474059 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d9b5a1c-5f82-4523-9920-21999c8da425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.511420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe44d0b3-75bc-4702-8e99-d26f057eda61 req-d71f330c-fa66-401e-bd21-558f03506d16 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595083 Sep 17 22:24:47.559239 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d9b5a1c-5f82-4523-9920-21999c8da425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.564096 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d9b5a1c-5f82-4523-9920-21999c8da425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.564738 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device df65da52-43f3-45b4-a448-c7fdb250e937 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:47.565716 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0d9b5a1c-5f82-4523-9920-21999c8da425 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/656f4910-7179-410d-9354-49f45ecdc77a HTTP/1.1" status: 204 len: 168 time: 0.2230349 Sep 17 22:24:47.582801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b5a1c-5f82-4523-9920-21999c8da425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f4910-7179-410d-9354-49f45ecdc77a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:47.696228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:47.708233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.718778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb777ba-71ae-4f3b-8959-6ab1857a3cc7 req-27bd3584-f9c6-4821-a72f-a9b91e56316e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:47.726635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb777ba-71ae-4f3b-8959-6ab1857a3cc7 req-27bd3584-f9c6-4821-a72f-a9b91e56316e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 943 time: 0.1308887 Sep 17 22:24:47.760879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-e718dd96-96f5-49d2-bd6f-dc076081fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:47.762506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-e718dd96-96f5-49d2-bd6f-dc076081fb6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1095 time: 0.1102376 Sep 17 22:24:47.765342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:47.765633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Transition to ACTIVE for port object 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:47.781138 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.781602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device df65da52-43f3-45b4-a448-c7fdb250e937 has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:24:47.862839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb777ba-71ae-4f3b-8959-6ab1857a3cc7 req-fe98fd88-6a50-425a-a762-6893c47154ec tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352706 Sep 17 22:24:47.933398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:47.971315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15ac2d-2d40-4192-8ff8-377a466f93ce req-b1a9cb99-4c65-4bc0-a588-c20f3f5cf998 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:47.973189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e15ac2d-2d40-4192-8ff8-377a466f93ce req-b1a9cb99-4c65-4bc0-a588-c20f3f5cf998 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 944 time: 0.2087622 Sep 17 22:24:48.012035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50744) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.020840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-8193726d-2f99-41b8-9d16-e3bea01caaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.024178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-8193726d-2f99-41b8-9d16-e3bea01caaa3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.2453511 Sep 17 22:24:48.024994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:48.025418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:48.026244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:48.041159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:48.041586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:48.087877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:48.088209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:48.089116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:48.089625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Bound port: 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:48.090043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.093063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-537fd383-7e8e-4479-a4c1-02486b4f2006 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 217 time: 0.0583882 Sep 17 22:24:48.122603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e15ac2d-2d40-4192-8ff8-377a466f93ce req-df7a13db-bb43-436c-9240-8d2266ed5354 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334662 Sep 17 22:24:48.151196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50748) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.168419 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0069519-f043-4218-a6c5-0673c5ef2231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.195370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-b2bed64e-daf1-4c5c-af40-8cf42ed49c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.197067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-b2bed64e-daf1-4c5c-af40-8cf42ed49c34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.0877647 Sep 17 22:24:48.257827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:48.262112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:48.272842 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.290485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-a05a811b-1252-4f93-b059-9e1f5204133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.292066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-a05a811b-1252-4f93-b059-9e1f5204133c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828931 Sep 17 22:24:48.294596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0069519-f043-4218-a6c5-0673c5ef2231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.300733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0069519-f043-4218-a6c5-0673c5ef2231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.357949 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0069519-f043-4218-a6c5-0673c5ef2231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e8eca1d7db74d8e8345a17e75e77c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030964 Sep 17 22:24:48.358368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50752) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.367530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0069519-f043-4218-a6c5-0673c5ef2231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72de9dd6-63ae-429e-bc48-fe5270cc9238,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:48.413436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ea06dd-3fd1-4703-952a-327e277d0cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.429110 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.429708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.431079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] 10.222.0.45 "PUT /v2.0/ports/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 200 len: 1093 time: 1.7669024 Sep 17 22:24:48.433383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:48.436479 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a539f9-af2c-4e08-9a51-6365ca562beb" -d '{"events": [{"name": "network-changed", "server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:48.460496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-053417f0-ec4d-4463-be5d-9264d617d100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.475406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afe395-75ae-4f33-aa3d-6fd5121af775 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:48.480635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-a2ec2f00-c178-4a74-a5c3-d739894ba082 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537766 Sep 17 22:24:48.488311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-053417f0-ec4d-4463-be5d-9264d617d100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.533699 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.570747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50764) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.580898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-053417f0-ec4d-4463-be5d-9264d617d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.583382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-053417f0-ec4d-4463-be5d-9264d617d100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.584506 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-053417f0-ec4d-4463-be5d-9264d617d100 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72de9dd6-63ae-429e-bc48-fe5270cc9238 HTTP/1.1" status: 204 len: 168 time: 0.2250071 Sep 17 22:24:48.604179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053417f0-ec4d-4463-be5d-9264d617d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72de9dd6-63ae-429e-bc48-fe5270cc9238,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:48.631324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ea06dd-3fd1-4703-952a-327e277d0cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.640413 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ea06dd-3fd1-4703-952a-327e277d0cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.683384 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-39ea06dd-3fd1-4703-952a-327e277d0cbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5027903b4ba94798aef23396f4e4288d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701050 Sep 17 22:24:48.687206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50770) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.717538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea06dd-3fd1-4703-952a-327e277d0cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b9d0b9-00f1-4e76-87bc-44aa0062705d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:48.718744 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d8b321f-5ff5-408b-a643-9a429713fc83 req-8f914339-9874-4b48-b581-0a588ae1a435 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033737 Sep 17 22:24:48.721367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-760943fd-d730-496b-8f21-ab90880e5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.723079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-760943fd-d730-496b-8f21-ab90880e5c14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1096 time: 0.2331500 Sep 17 22:24:48.731645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b832297-c9b7-44e0-a108-6ee2157e27d4 req-89d28367-39da-4a90-8660-c0bd1b4d2346 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.740180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b832297-c9b7-44e0-a108-6ee2157e27d4 req-89d28367-39da-4a90-8660-c0bd1b4d2346 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.2385795 Sep 17 22:24:48.756521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbcff4-8d46-4921-bb10-372a88533dbe req-3d4bc792-4fb6-47cc-91dd-d18580d71237 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.758609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbfbcff4-8d46-4921-bb10-372a88533dbe req-3d4bc792-4fb6-47cc-91dd-d18580d71237 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.2600853 Sep 17 22:24:48.768361 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faebb1ae-dfc6-4937-8728-db023158da69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.793420 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faebb1ae-dfc6-4937-8728-db023158da69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.811392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-2cf6b552-e51c-4191-98c3-16fdef09f463 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 200 len: 217 time: 0.0688057 Sep 17 22:24:48.851631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faebb1ae-dfc6-4937-8728-db023158da69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.855898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faebb1ae-dfc6-4937-8728-db023158da69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.857360 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-faebb1ae-dfc6-4937-8728-db023158da69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66b9d0b9-00f1-4e76-87bc-44aa0062705d HTTP/1.1" status: 204 len: 168 time: 0.1690354 Sep 17 22:24:48.871564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebb1ae-dfc6-4937-8728-db023158da69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b9d0b9-00f1-4e76-87bc-44aa0062705d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:48.908633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b832297-c9b7-44e0-a108-6ee2157e27d4 req-e9e6e966-f7af-49a7-87fd-99db287b8c69 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675227 Sep 17 22:24:48.916002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eff88ad3-7c2c-4af0-a385-e3b6426bafbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.925446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbfbcff4-8d46-4921-bb10-372a88533dbe req-65e7d80a-de67-424f-8c37-fed54f1d1190 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591115 Sep 17 22:24:48.929852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-b5f7f25a-8e65-4bc5-9095-210b193f86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.931288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-b5f7f25a-8e65-4bc5-9095-210b193f86a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.1085360 Sep 17 22:24:48.979453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-e1ccec39-9868-4f46-af77-d0b6a6ff8031 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391624 Sep 17 22:24:48.981455 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dd7ecf-e9b6-4d99-9f3a-6c9b40cf200b x-openstack-request-id: req-f5dd7ecf-e9b6-4d99-9f3a-6c9b40cf200b {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:48.981748 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:48.981999 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5dd7ecf-e9b6-4d99-9f3a-6c9b40cf200b {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:48.982617 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa', 'status': 'completed', 'code': 200} Sep 17 22:24:49.130622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eff88ad3-7c2c-4af0-a385-e3b6426bafbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.137588 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eff88ad3-7c2c-4af0-a385-e3b6426bafbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.146863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec2940-7c1e-42e5-a9b5-ac38531bc5b8 req-977b337c-0b52-4283-b7de-14a04ca07e90 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:49.149025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8ec2940-7c1e-42e5-a9b5-ac38531bc5b8 req-977b337c-0b52-4283-b7de-14a04ca07e90 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 943 time: 0.0932589 Sep 17 22:24:49.180798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-beb54d03-be58-414a-a0f5-712c1ae18593 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891088 Sep 17 22:24:49.186102 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eff88ad3-7c2c-4af0-a385-e3b6426bafbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d03c287ca33746b5a9fcff663f9026ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6140928 Sep 17 22:24:49.187099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50790) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:49.194809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff88ad3-7c2c-4af0-a385-e3b6426bafbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb2ac7c-7559-4f11-8858-181de9450ab2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.205243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8ec2940-7c1e-42e5-a9b5-ac38531bc5b8 req-b8135d7a-780b-4759-b955-0d78b07f4784 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442281 Sep 17 22:24:49.256389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c38938d4-50c1-49cf-a524-adf526aa5fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.286260 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c38938d4-50c1-49cf-a524-adf526aa5fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.335361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98cf16a6-5792-4e54-9b70-c21102929d29 req-66b131fe-1518-4341-9772-38269e3b21dd service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348078 Sep 17 22:24:49.344519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158998ed-0e93-4d1a-82da-9cb5c4f6a049 req-d02855d3-bc8c-4ffa-bf1a-d981a5d55f08 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:49.346288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-158998ed-0e93-4d1a-82da-9cb5c4f6a049 req-d02855d3-bc8c-4ffa-bf1a-d981a5d55f08 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 944 time: 0.0703096 Sep 17 22:24:49.358739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c38938d4-50c1-49cf-a524-adf526aa5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.365691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c38938d4-50c1-49cf-a524-adf526aa5fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.368712 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c38938d4-50c1-49cf-a524-adf526aa5fb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bb2ac7c-7559-4f11-8858-181de9450ab2 HTTP/1.1" status: 204 len: 168 time: 0.1805460 Sep 17 22:24:49.396636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38938d4-50c1-49cf-a524-adf526aa5fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb2ac7c-7559-4f11-8858-181de9450ab2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.400904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-158998ed-0e93-4d1a-82da-9cb5c4f6a049 req-69145be2-88cc-4d8d-a2be-2faf214b80ad tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Sep 17 22:24:49.453844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-1af9cd1b-669b-42c9-af8b-7e7e8a2320d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:49.455368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-1af9cd1b-669b-42c9-af8b-7e7e8a2320d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1096 time: 0.0534849 Sep 17 22:24:49.456062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50798) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:49.479574 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb52c301-7dcf-4880-bfc7-13f598675c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.597916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-328efeb8-7f41-4b91-bad1-b5038cec4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:49.599333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-328efeb8-7f41-4b91-bad1-b5038cec4ed7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1349914 Sep 17 22:24:49.645735 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-80232cbc-20f6-4cca-a62e-e817a339c5fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 200 len: 217 time: 0.0365999 Sep 17 22:24:49.677475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50806) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:49.693694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-11ad8bf8-8cb4-47d5-8f63-9706852ecfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.718898 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb52c301-7dcf-4880-bfc7-13f598675c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.723727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-0b3cc44d-5d6e-42d1-a0b7-5663fa0dbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:49.725603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-0b3cc44d-5d6e-42d1-a0b7-5663fa0dbea3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0711186 Sep 17 22:24:49.726655 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb52c301-7dcf-4880-bfc7-13f598675c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.775803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-ca410da3-3dee-43c4-a315-54b0580f126c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353243 Sep 17 22:24:49.818904 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-11ad8bf8-8cb4-47d5-8f63-9706852ecfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.823996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-11ad8bf8-8cb4-47d5-8f63-9706852ecfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.830588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eb52c301-7dcf-4880-bfc7-13f598675c2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=028147b136244e849ceb14281b6ac5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730967 Sep 17 22:24:49.833484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50810) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:49.843582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52c301-7dcf-4880-bfc7-13f598675c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94d0355-0169-46c2-9500-b20eff3bba65,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.867366 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-11ad8bf8-8cb4-47d5-8f63-9706852ecfc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5b3dcaf41524f07aa7bc0eabc678f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873837 Sep 17 22:24:49.868184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad8bf8-8cb4-47d5-8f63-9706852ecfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a111f392-64ff-4ad4-b307-30c86a927efe,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.871457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50812) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:49.926224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f32c0942-d07e-466f-996c-51625be017f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.947410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a573473-5372-4f39-80a0-8505b9665cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.948864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f32c0942-d07e-466f-996c-51625be017f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.951339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-90a3d505-e672-4c19-91e4-bb41ad9257a2 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608310 Sep 17 22:24:49.992499 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a573473-5372-4f39-80a0-8505b9665cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.005698 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f32c0942-d07e-466f-996c-51625be017f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.009024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f32c0942-d07e-466f-996c-51625be017f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.020518 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f32c0942-d07e-466f-996c-51625be017f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a111f392-64ff-4ad4-b307-30c86a927efe HTTP/1.1" status: 204 len: 168 time: 0.1406019 Sep 17 22:24:50.042391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c0942-d07e-466f-996c-51625be017f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a111f392-64ff-4ad4-b307-30c86a927efe,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:50.164316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40856f-af87-4e75-87cf-ba58eda10187 req-024e52f7-b41d-4af2-b99f-d42d99f032b7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.165877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c40856f-af87-4e75-87cf-ba58eda10187 req-024e52f7-b41d-4af2-b99f-d42d99f032b7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1757801 Sep 17 22:24:50.172040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66a539f9-af2c-4e08-9a51-6365ca562beb req-06068927-a2c8-42ed-95ba-b06ade78522c service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124865 Sep 17 22:24:50.182662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a573473-5372-4f39-80a0-8505b9665cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.185152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a573473-5372-4f39-80a0-8505b9665cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.189481 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a573473-5372-4f39-80a0-8505b9665cd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d94d0355-0169-46c2-9500-b20eff3bba65 HTTP/1.1" status: 204 len: 168 time: 0.3504424 Sep 17 22:24:50.211978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f94da-ba94-4e68-819b-2d04f21a4ae1 req-6e0df493-6326-4af0-9faa-93b16641fd9d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.213410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d81f94da-ba94-4e68-819b-2d04f21a4ae1 req-6e0df493-6326-4af0-9faa-93b16641fd9d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.1277061 Sep 17 22:24:50.214168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a573473-5372-4f39-80a0-8505b9665cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94d0355-0169-46c2-9500-b20eff3bba65,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:50.492159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c40856f-af87-4e75-87cf-ba58eda10187 req-98be4a0b-76c7-4c9d-8b58-dd45a74be2e7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185167 Sep 17 22:24:50.504201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d81f94da-ba94-4e68-819b-2d04f21a4ae1 req-e98a5cd3-ef10-4d20-8924-45b52eb967f2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798374 Sep 17 22:24:50.619919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3591a1-ed95-4d66-ba2e-ecf89f8d2136 req-efd790f7-4af2-49fa-b4c8-04b1701dfd27 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.621485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f3591a1-ed95-4d66-ba2e-ecf89f8d2136 req-efd790f7-4af2-49fa-b4c8-04b1701dfd27 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 943 time: 0.0512211 Sep 17 22:24:50.672566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f3591a1-ed95-4d66-ba2e-ecf89f8d2136 req-961ea273-caaa-47bd-88ff-a6f0653207ae tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Sep 17 22:24:50.752404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137862c-b27b-4f08-afa5-8d0e447f8119 req-5b1622bd-c300-4fd7-987f-96e9affc7193 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.754350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c137862c-b27b-4f08-afa5-8d0e447f8119 req-5b1622bd-c300-4fd7-987f-96e9affc7193 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 944 time: 0.0633955 Sep 17 22:24:50.795017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c137862c-b27b-4f08-afa5-8d0e447f8119 req-21c93ea5-f034-4ede-903f-cd2b808be4ac tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Sep 17 22:24:51.091374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-f8ad55b8-b370-4f26-8d41-86e0760414e5 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bacf776354f24786b8b3d7588cdb0966&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249162 Sep 17 22:24:51.172915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50890) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:51.237010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-9e2e5340-7228-4a0f-8092-5c94d2dcbd6d tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:51.244900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-9e2e5340-7228-4a0f-8092-5c94d2dcbd6d tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463394 Sep 17 22:24:51.263398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-8b9be338-a9c5-4d17-980c-d7f26e7bdcb0 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/quotas/bacf776354f24786b8b3d7588cdb0966 HTTP/1.1" status: 200 len: 375 time: 0.0172443 Sep 17 22:24:51.302775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-18295b79-3321-493e-906e-72724446f8f2 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bacf776354f24786b8b3d7588cdb0966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382845 Sep 17 22:24:51.345848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-398736537-network', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:51.368483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Made reservation on behalf of f7cc7ba6c72e40e790a0adc81b91ad25 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:51.371209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.380225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.501524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.506761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.529834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9acd2e0-bc0a-4818-8944-bc9eaf182f76 req-c82fd4c8-1462-4004-99cd-6564e4e8e8aa tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 210 time: 0.0377100 Sep 17 22:24:51.553972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:51.566594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.566949 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Added segment f29db5cd-42af-413d-b09f-700abddde6b8 of type vlan for network a37846a2-6b36-419f-8679-b143ce2498f3 Sep 17 22:24:51.575793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae1dd8b-0f9b-46e3-8eba-d507621b9421,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:51.603795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:51.637100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.683178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.684231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:51.685106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.741451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b9cf-76b2-4ce9-a636-01c0e5718211 req-384ccf36-1980-4747-ba01-fea3df3164d1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:51.749148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a899b9cf-76b2-4ce9-a636-01c0e5718211 req-384ccf36-1980-4747-ba01-fea3df3164d1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1191287 Sep 17 22:24:51.787240 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6108274 Sep 17 22:24:51.793108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50920) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:51.819471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:51.821201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab8939-027d-4fbc-b8e5-55ca83565e5e admin admin] Pushing event updated for resources: {'Network': ['ID=a37846a2-6b36-419f-8679-b143ce2498f3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:51.822646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Request body: {'subnet': {'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-subnet', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:51.853659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'mac_address': 'fa:16:3e:89:16:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:51.864319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a37846a2-6b36-419f-8679-b143ce2498f3 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:51.874742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Made reservation on behalf of f7cc7ba6c72e40e790a0adc81b91ad25 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:51.878423 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.982018 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.016119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:52.045974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:52.051605 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.097858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a899b9cf-76b2-4ce9-a636-01c0e5718211 req-92149227-dac2-4274-9ada-009866cbdac3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414972 Sep 17 22:24:52.125637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:52.171531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d253b-1db1-4879-a04a-c6029494b483 req-b32b8f73-dc84-4e16-ac0a-62996bd8dfdf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.173983 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b3d253b-1db1-4879-a04a-c6029494b483 req-b32b8f73-dc84-4e16-ac0a-62996bd8dfdf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 943 time: 0.4616840 Sep 17 22:24:52.177488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.290472 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e61258-7445-4d9c-8141-4f7276051669,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:52.313841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-d5c4d093-01e1-4b8c-8ebf-233e7e9703de service neutron] 10.222.0.45 "GET /v2.0/ports/df65da52-43f3-45b4-a448-c7fdb250e937/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.2423146 Sep 17 22:24:52.321905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b3d253b-1db1-4879-a04a-c6029494b483 req-582303c2-981c-4e14-9f2d-7438ff1ea5dd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355143 Sep 17 22:24:52.347385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Checking segment: {'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:52.347385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Network hostable DHCP agents. Network: a37846a2-6b36-419f-8679-b143ce2498f3, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:52.433667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Network a37846a2-6b36-419f-8679-b143ce2498f3 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:52.456356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38202a3-e3fb-435f-9108-4f0705dc6f8e req-95e897a0-9cce-4a79-b3c3-07c4fa7c887a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.457786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b38202a3-e3fb-435f-9108-4f0705dc6f8e req-95e897a0-9cce-4a79-b3c3-07c4fa7c887a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 944 time: 0.1339557 Sep 17 22:24:52.489002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a37846a2-6b36-419f-8679-b143ce2498f3) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:52.496373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d99ad4-7b64-48b8-b30c-a67d34ca75e8 None None] Network a37846a2-6b36-419f-8679-b143ce2498f3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:52.519219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.519807 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.550151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eae8a-dd70-4e6c-a27f-f301622af1f7 req-bd7deb49-ee79-42cc-8fd0-8035522191f6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.551639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-335eae8a-dd70-4e6c-a27f-f301622af1f7 req-bd7deb49-ee79-42cc-8fd0-8035522191f6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 944 time: 0.1457033 Sep 17 22:24:52.566831 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b38202a3-e3fb-435f-9108-4f0705dc6f8e req-8e3fa9c5-33ba-458a-b3bc-936a001b4e8a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996749 Sep 17 22:24:52.583732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f93fd345-7423-4b73-8d66-9e71ecfda3fc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7726538 Sep 17 22:24:52.585637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:52.591442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50938) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:52.604739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:52.679218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-335eae8a-dd70-4e6c-a27f-f301622af1f7 req-e48625c0-907b-4d63-a17a-caa485c5ae4f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197262 Sep 17 22:24:52.691346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.692668 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.732548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-a37846a2-6b36-419f-8679-b143ce2498f3', 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'fixed_ips': [{'subnet_id': 'a8e61258-7445-4d9c-8141-4f7276051669'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:24:52.733450 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.756990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:52.815039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:52.846868 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-6f438ef1-7165-4736-850b-2b6c4fb8d5ec tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bacf776354f24786b8b3d7588cdb0966&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317204 Sep 17 22:24:52.929335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df65da52-43f3-45b4-a448-c7fdb250e937 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:52.937251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Allocated IP 172.20.0.2 (a37846a2-6b36-419f-8679-b143ce2498f3/a8e61258-7445-4d9c-8141-4f7276051669/469657b7-d8d6-4897-91a1-87c785999393) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:52.941895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:52.961275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e59b78c-4a2d-4757-b197-c519d5b17c50 req-7862c2d2-acbd-4c25-a1b9-e40f99f1eac9 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 210 time: 0.1654441 Sep 17 22:24:52.980300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-34d224dd-0ff5-457a-932f-332cf182dd56 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301599 Sep 17 22:24:53.004615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.008275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.016553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-723df7c3-231d-4167-be80-49005c0bdeee tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:53.017788 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-723df7c3-231d-4167-be80-49005c0bdeee tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623938 Sep 17 22:24:53.034233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Request body: {'port': {'device_id': '434f0257-5ac9-4f91-905d-b49a0c06691c', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': 'bacf776354f24786b8b3d7588cdb0966'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:53.101628 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.110054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.168330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Network a37846a2-6b36-419f-8679-b143ce2498f3 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:53.171835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:53.181415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Made reservation on behalf of bacf776354f24786b8b3d7588cdb0966 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:53.182312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:53.187093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.187267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Pushing event updated for resources: {'Port': ['ID=469657b7-d8d6-4897-91a1-87c785999393,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.199452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.250101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Attempting to bind port 469657b7-d8d6-4897-91a1-87c785999393 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:53.250512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Attempting to bind port 469657b7-d8d6-4897-91a1-87c785999393 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:53.251107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Attempting to bind port 469657b7-d8d6-4897-91a1-87c785999393 on network a37846a2-6b36-419f-8679-b143ce2498f3 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:53.260442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:53.260910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Checking segment: {'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:53.261552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.262111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Bound using segment: {'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:53.262935 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Bound port: 469657b7-d8d6-4897-91a1-87c785999393, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:53.263245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.307365 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.313345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.324116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:53.329120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-435bcafc-9d2d-4388-8c96-47b56a81320d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:53.331788 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.336503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-435bcafc-9d2d-4388-8c96-47b56a81320d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299716 Sep 17 22:24:53.343584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] For port 469657b7-d8d6-4897-91a1-87c785999393, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:53.349465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] For port 469657b7-d8d6-4897-91a1-87c785999393, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=469657b7-d8d6-4897-91a1-87c785999393,segment=NetworkSegment(f29db5cd-42af-413d-b09f-700abddde6b8),segment_id=f29db5cd-42af-413d-b09f-700abddde6b8)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:53.357017 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.373925 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-73028d02-bcfa-491a-9dd8-56160b066483 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/quotas/9856ef488c504f94a81c7ee281a5a5f2 HTTP/1.1" status: 200 len: 375 time: 0.0364473 Sep 17 22:24:53.377743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40fd90b-1d58-4064-8b30-c03b4a4f12a8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.382005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] Transition to ACTIVE for port object df65da52-43f3-45b4-a448-c7fdb250e937 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:53.408106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd47180-b22e-4110-b6a8-dcae778bf872 req-8001a1a4-f808-4984-a932-73d5208fee7b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:53.409767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edd47180-b22e-4110-b6a8-dcae778bf872 req-8001a1a4-f808-4984-a932-73d5208fee7b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1836689 Sep 17 22:24:53.422118 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.456465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-07ffbe39-f5ca-4260-b539-edc6d2c95164 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687118 Sep 17 22:24:53.520521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Allocated IP 192.168.233.29 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/bc43e849-b808-4507-b470-0790cc10a9b4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:53.525645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2dfc6-e23f-489b-9b14-8dbd067fb123 None None] Pushing event updated for resources: {'Port': ['ID=469657b7-d8d6-4897-91a1-87c785999393,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.556245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] No DVR routers for this DVR port df65da52-43f3-45b4-a448-c7fdb250e937 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:53.572190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:53.593589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa', 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'port_id': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa', 'mac_address': 'fa:16:3e:82:8e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c16e025-be5f-4bf5-a549-64555d4c42a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:53.613798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edd47180-b22e-4110-b6a8-dcae778bf872 req-1666f262-e8b4-47c8-a3df-80c8e012c005 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939135 Sep 17 22:24:53.614994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] Pushing event updated for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=10']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.669398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-d0d7690a-b556-4ab3-b5af-8500db8537a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/df65da52-43f3-45b4-a448-c7fdb250e937/bindings/n-h2-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 1.3412824 Sep 17 22:24:53.690125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.764874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:53.794956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:53.802684 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.879192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.909084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.963934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.997760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:54.019813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:54.023237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:54.036418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:54.044254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.044994 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.066596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Pushing event updated for resources: {'Port': ['ID=bc43e849-b808-4507-b470-0790cc10a9b4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:54.085281 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-673c40db-c4c1-471e-a72e-91409b93aa25 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0546536 Sep 17 22:24:54.109046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Request body: {'port': {'device_id': '434f0257-5ac9-4f91-905d-b49a0c06691c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:54.180972 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.346176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-72b29b2c-dd3a-40fd-8d3a-e9f1b056a766 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.348172 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-72b29b2c-dd3a-40fd-8d3a-e9f1b056a766 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.5406675 Sep 17 22:24:54.367981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa054-e2da-4181-a16c-24be518f1f26 req-afb96d33-9bc7-4058-82d5-2c025003fec2 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.376092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf7fa054-e2da-4181-a16c-24be518f1f26 req-afb96d33-9bc7-4058-82d5-2c025003fec2 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 944 time: 0.1697073 Sep 17 22:24:54.383444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-eb7ce9d7-0660-463e-8924-ceb3a973eab5 None None] Provisioning complete for port bc43e849-b808-4507-b470-0790cc10a9b4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:54.384130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eb7ce9d7-0660-463e-8924-ceb3a973eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.405706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.437546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ce9d7-0660-463e-8924-ceb3a973eab5 None None] Port bc43e849-b808-4507-b470-0790cc10a9b4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:54.455988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e144444-7036-488a-8feb-63b092055c45 req-cd6278d1-2541-4973-a1b0-d5e0c7177509 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.457549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e144444-7036-488a-8feb-63b092055c45 req-cd6278d1-2541-4973-a1b0-d5e0c7177509 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 944 time: 0.2531559 Sep 17 22:24:54.467969 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.541615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc43e849-b808-4507-b470-0790cc10a9b4 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:54.549520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.563083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Transition to ACTIVE for port object bc43e849-b808-4507-b470-0790cc10a9b4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:54.564374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf7fa054-e2da-4181-a16c-24be518f1f26 req-c02b9885-b09f-411c-8291-54f0dd7d5c50 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871765 Sep 17 22:24:54.568091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.661281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc43e849-b808-4507-b470-0790cc10a9b4,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:54.675227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Attempting to bind port bc43e849-b808-4507-b470-0790cc10a9b4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:54.675795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Attempting to bind port bc43e849-b808-4507-b470-0790cc10a9b4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:54.676303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Attempting to bind port bc43e849-b808-4507-b470-0790cc10a9b4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:54.681788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-d867fefd-e706-42dc-a304-b2e8a8ec6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.682341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Port bc43e849-b808-4507-b470-0790cc10a9b4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:54.682850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Attempting to bind port bc43e849-b808-4507-b470-0790cc10a9b4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:54.683700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-d867fefd-e706-42dc-a304-b2e8a8ec6fba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9&tenant_id=8f677f9a40d749f08fff66de007bdc97 HTTP/1.1" status: 200 len: 1096 time: 0.3007565 Sep 17 22:24:54.686750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Allocated IP 172.25.0.71 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/668d2116-86bc-4aa6-a013-4ae00870a940) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:54.691397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:54.692055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:54.692634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:54.693403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Bound port: bc43e849-b808-4507-b470-0790cc10a9b4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:54.693767 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.735174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e144444-7036-488a-8feb-63b092055c45 req-e9f2a146-7ad6-4cf2-87f9-439161eebac6 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605739 Sep 17 22:24:54.842442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] For port bc43e849-b808-4507-b470-0790cc10a9b4, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:54.846065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] For port bc43e849-b808-4507-b470-0790cc10a9b4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bc43e849-b808-4507-b470-0790cc10a9b4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:54.860322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.909702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.910341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.911701 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] 10.222.0.45 "PUT /v2.0/ports/bc43e849-b808-4507-b470-0790cc10a9b4 HTTP/1.1" status: 200 len: 1096 time: 0.8112650 Sep 17 22:24:54.912139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434f0257-5ac9-4f91-905d-b49a0c06691c', 'tag': 'bc43e849-b808-4507-b470-0790cc10a9b4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:54.914414 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047814a1-616c-4bee-ab3e-275c596de74c" -d '{"events": [{"name": "network-changed", "server_uuid": "434f0257-5ac9-4f91-905d-b49a0c06691c", "tag": "bc43e849-b808-4507-b470-0790cc10a9b4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:54.947010 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.949858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b8e91-dd9c-4531-a606-7256813862a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc43e849-b808-4507-b470-0790cc10a9b4,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:54.964287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc539bd0-0c5f-42d4-ac2a-3e9cde4949b7 req-cb742083-33cb-4bb4-aa7e-791579ce7609 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.975293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc539bd0-0c5f-42d4-ac2a-3e9cde4949b7 req-cb742083-33cb-4bb4-aa7e-791579ce7609 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 945 time: 0.2904415 Sep 17 22:24:54.981718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 469657b7-d8d6-4897-91a1-87c785999393 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:54.983685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b13e8-d5dc-4fd0-981f-91ad5f01710f None None] Network a37846a2-6b36-419f-8679-b143ce2498f3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:55.005943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-2f7186e4-2bf7-4750-9ae1-c17c4dc737cd tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226282 Sep 17 22:24:55.030846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-e16bf141-e5df-4040-b9a0-97bc06b2934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.033164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-e16bf141-e5df-4040-b9a0-97bc06b2934c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bacf776354f24786b8b3d7588cdb0966&device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 1099 time: 0.0581584 Sep 17 22:24:55.072329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-0dcd4098-dfbf-4846-81ec-a567b52a2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.074269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-0dcd4098-dfbf-4846-81ec-a567b52a2332 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1096 time: 0.3141193 Sep 17 22:24:55.123601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-b4f5c117-9b71-4786-9807-3d75184ac701 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=bc43e849-b808-4507-b470-0790cc10a9b4 HTTP/1.1" status: 200 len: 217 time: 0.0812070 Sep 17 22:24:55.152383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 469657b7-d8d6-4897-91a1-87c785999393 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:55.152752 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.199807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-dc321f3e-5d7f-4f4b-8a25-7719f866de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.201478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-dc321f3e-5d7f-4f4b-8a25-7719f866de8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0708461 Sep 17 22:24:55.267652 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.268640 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-2abfca60-dbe1-4202-86a9-169dcd76c114 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446064 Sep 17 22:24:55.284151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc539bd0-0c5f-42d4-ac2a-3e9cde4949b7 req-98605ce8-8ccb-43c9-a355-b10a40fc6f09 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079050 Sep 17 22:24:55.285054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-823adc56-3445-4e51-9e23-f97f5913a499 None None] Provisioning complete for port 469657b7-d8d6-4897-91a1-87c785999393 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:55.285445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-823adc56-3445-4e51-9e23-f97f5913a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.321452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-4df7cc0e-cf47-4f4a-b006-ba5668c25371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.324156 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-4df7cc0e-cf47-4f4a-b006-ba5668c25371 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150837 Sep 17 22:24:55.338061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:55.384530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a4af7590-64ca-45b0-8f9b-84fedd56d931 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.393572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a4af7590-64ca-45b0-8f9b-84fedd56d931 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3865793 Sep 17 22:24:55.425500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:55.448809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:55.451964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-1173ec19-483f-477c-a2c7-bfaa3bc39fb8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/quotas/9856ef488c504f94a81c7ee281a5a5f2 HTTP/1.1" status: 200 len: 375 time: 0.0571921 Sep 17 22:24:55.458087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:55.469374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Pushing event updated for resources: {'Port': ['ID=668d2116-86bc-4aa6-a013-4ae00870a940,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:55.487130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.544471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:55.555615 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-2f48e404-1918-4b67-a262-bb0db2b9318e service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105560 Sep 17 22:24:55.562461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:55.563330 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.567874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-588ba185-0988-4e5d-878d-563a592c2b8b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.570005 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-588ba185-0988-4e5d-878d-563a592c2b8b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812159 Sep 17 22:24:55.593554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-ea1ea009-4676-42cc-996e-f4c21c61d239 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300278 Sep 17 22:24:55.595756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 469657b7-d8d6-4897-91a1-87c785999393, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=469657b7-d8d6-4897-91a1-87c785999393,segment=NetworkSegment(f29db5cd-42af-413d-b09f-700abddde6b8),segment_id=f29db5cd-42af-413d-b09f-700abddde6b8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:55.596668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Request body: {'port': {'device_id': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '9856ef488c504f94a81c7ee281a5a5f2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:55.614511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-73e1e0b5-2d82-4458-91df-07b41d386f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.614715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:55.619184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-73e1e0b5-2d82-4458-91df-07b41d386f34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.5269299 Sep 17 22:24:55.620590 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-823adc56-3445-4e51-9e23-f97f5913a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.674296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf5e5d-f1a8-4f13-975b-d23bf9cacca8 req-61df54ce-d8de-409b-a395-fa04a9c3b165 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.676264 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84bf5e5d-f1a8-4f13-975b-d23bf9cacca8 req-61df54ce-d8de-409b-a395-fa04a9c3b165 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 947 time: 0.3108861 Sep 17 22:24:55.719911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-d4f67288-a521-4aad-94dc-e71a8656d85c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 217 time: 0.0640664 Sep 17 22:24:55.788513 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ebd4b1c-bb9c-452f-87f6-14cbffe51316 req-5927f9e4-5967-4633-9c79-f56554c95de9 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170613 Sep 17 22:24:55.804249 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.835739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Made reservation on behalf of 9856ef488c504f94a81c7ee281a5a5f2 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:55.839273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.860905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.885927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84bf5e5d-f1a8-4f13-975b-d23bf9cacca8 req-a022a989-c427-4a71-86b9-32076bf0c4f2 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/security-groups?id=f40fd90b-1d58-4064-8b30-c03b4a4f12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775112 Sep 17 22:24:55.889323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-ab903e45-9fa8-4c4a-91fa-56a1711354fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.891600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-ab903e45-9fa8-4c4a-91fa-56a1711354fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.1609461 Sep 17 22:24:55.992308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-6b7d017a-4556-4506-bfd6-3f8ccfda0dec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910826 Sep 17 22:24:56.041366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.048194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.052346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=469657b7-d8d6-4897-91a1-87c785999393,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.053642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.107865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:56.112776 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-823adc56-3445-4e51-9e23-f97f5913a499 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:56.113747 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-823adc56-3445-4e51-9e23-f97f5913a499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:56.121179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:56.121799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.124789 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.177403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95108e3-491c-470a-add0-4cdbf5f792c3 req-c5922332-fc37-4b69-994d-c95bd4f0cc22 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.178942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b95108e3-491c-470a-add0-4cdbf5f792c3 req-c5922332-fc37-4b69-994d-c95bd4f0cc22 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.2505188 Sep 17 22:24:56.202757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:56.206310 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b6bc8d-f1db-4a7d-819b-c9caaaeee35e" -d '{"events": [{"server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "name": "network-vif-plugged", "status": "completed", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:56.222994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:56.232720 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.233740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device df65da52-43f3-45b4-a448-c7fdb250e937 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:56.263420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Allocated IP 192.168.233.130 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/9add09be-540f-4192-b9a0-99f74eb504b0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:56.340772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.359951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device df65da52-43f3-45b4-a448-c7fdb250e937 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:56.363801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.399506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:56.404010 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.449656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.461673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.477302 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d201430c-5bd8-480f-88d7-3a4825d45cee x-openstack-request-id: req-d201430c-5bd8-480f-88d7-3a4825d45cee {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:56.477674 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434f0257-5ac9-4f91-905d-b49a0c06691c", "tag": "bc43e849-b808-4507-b470-0790cc10a9b4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:56.477844 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d201430c-5bd8-480f-88d7-3a4825d45cee {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:56.478244 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434f0257-5ac9-4f91-905d-b49a0c06691c', 'tag': 'bc43e849-b808-4507-b470-0790cc10a9b4', 'status': 'completed', 'code': 200} Sep 17 22:24:56.540531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc28261-a520-4717-b154-296c13e5dba4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.552816 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.561522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047814a1-616c-4bee-ab3e-275c596de74c req-7f0dcbe5-7d44-41c3-a567-a287acc71e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.563603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-047814a1-616c-4bee-ab3e-275c596de74c req-7f0dcbe5-7d44-41c3-a567-a287acc71e5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bacf776354f24786b8b3d7588cdb0966&device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 1099 time: 0.0829179 Sep 17 22:24:56.626681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:56.632819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:56.642189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:56.643688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b95108e3-491c-470a-add0-4cdbf5f792c3 req-2060b373-9241-4c2b-9a49-a61291ec7477 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199166 Sep 17 22:24:56.647664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.648288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.653348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.667073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-152fb534-332b-4dbc-972b-716a45ea42a6 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992389 Sep 17 22:24:56.699306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-7a148518-ebbb-4cb2-a32a-fcc9d03dbe3b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1070361 Sep 17 22:24:56.719435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Request body: {'port': {'device_id': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:56.748243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047814a1-616c-4bee-ab3e-275c596de74c req-e3acd79b-5ee4-4e30-9b70-affccd389e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.749928 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-047814a1-616c-4bee-ab3e-275c596de74c req-e3acd79b-5ee4-4e30-9b70-affccd389e95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1626813 Sep 17 22:24:56.780113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e5b37-56a2-43ac-8344-4aa6f34e5352 req-51e10f6f-204d-4c27-8731-542ad69ea99a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.781818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e0e5b37-56a2-43ac-8344-4aa6f34e5352 req-51e10f6f-204d-4c27-8731-542ad69ea99a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 944 time: 0.4909866 Sep 17 22:24:56.803427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9bdd7a13-cdf2-4a44-b9c9-2aa886a09fb0 None None] Provisioning complete for port 469657b7-d8d6-4897-91a1-87c785999393 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:56.803802 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9bdd7a13-cdf2-4a44-b9c9-2aa886a09fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.815344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-047814a1-616c-4bee-ab3e-275c596de74c req-d8f71606-bc35-4b8d-b009-727edffd5925 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=bc43e849-b808-4507-b470-0790cc10a9b4 HTTP/1.1" status: 200 len: 217 time: 0.0545955 Sep 17 22:24:56.840444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.942489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 469657b7-d8d6-4897-91a1-87c785999393 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:56.953657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ca423-2ec8-490f-b0ed-89e57a1f4df4 req-5e141cd4-0595-4669-b240-8a5429b9f74a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.955572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-150ca423-2ec8-490f-b0ed-89e57a1f4df4 req-5e141cd4-0595-4669-b240-8a5429b9f74a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 944 time: 0.2247379 Sep 17 22:24:56.963933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e0e5b37-56a2-43ac-8344-4aa6f34e5352 req-b925a26e-1209-4fdf-bfe2-7b5e96cc8a82 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625195 Sep 17 22:24:57.023732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-edd66e84-a7f6-4973-ae4a-ed4f69700805 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437316 Sep 17 22:24:57.028727 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.038792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-150ca423-2ec8-490f-b0ed-89e57a1f4df4 req-15171af9-c8aa-4afb-a634-f6ea834bc58f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655379 Sep 17 22:24:57.077620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 469657b7-d8d6-4897-91a1-87c785999393 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:57.078269 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.131233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-7ff9afa4-50d7-4c0c-9595-d0c476dbc51a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959575 Sep 17 22:24:57.171407 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8446a497-248d-467b-8089-5d3543b26ef7 x-openstack-request-id: req-8446a497-248d-467b-8089-5d3543b26ef7 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:57.171726 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "name": "network-vif-plugged", "status": "completed", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:57.172644 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8446a497-248d-467b-8089-5d3543b26ef7 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:57.173134 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa', 'code': 200} Sep 17 22:24:57.198403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24283611-2474-4716-80e8-a4e5d1dc6235 req-e10c5895-8a63-48a6-8012-040a3ff718aa tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 210 time: 0.0695753 Sep 17 22:24:57.206462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f476c434-0816-437e-923c-901b4ea79efd None None] Provisioning complete for port 9add09be-540f-4192-b9a0-99f74eb504b0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:57.206840 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f476c434-0816-437e-923c-901b4ea79efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.254003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047814a1-616c-4bee-ab3e-275c596de74c req-6c9f0e78-ae57-456e-8ca4-0c2f3d12b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.255463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-047814a1-616c-4bee-ab3e-275c596de74c req-6c9f0e78-ae57-456e-8ca4-0c2f3d12b91c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.4319916 Sep 17 22:24:57.342354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f476c434-0816-437e-923c-901b4ea79efd None None] Port 9add09be-540f-4192-b9a0-99f74eb504b0 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:57.354491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-6f4d6012-8d37-4211-9fb5-8cbda050e3df tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.356065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-6f4d6012-8d37-4211-9fb5-8cbda050e3df tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125223 Sep 17 22:24:57.383370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Request body: {'port': {'device_id': '9aeca913-7244-4814-a36c-1e11d18e7cec', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '9856ef488c504f94a81c7ee281a5a5f2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:57.463518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047814a1-616c-4bee-ab3e-275c596de74c req-c9a1b538-3ac9-4f28-953e-ad68bfa0c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.464920 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-047814a1-616c-4bee-ab3e-275c596de74c req-c9a1b538-3ac9-4f28-953e-ad68bfa0c19b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1924798 Sep 17 22:24:57.468283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585e579-3885-4751-934b-c28103775743 req-9a635e7a-cc22-4d26-abf2-2021d1349443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.470154 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b585e579-3885-4751-934b-c28103775743 req-9a635e7a-cc22-4d26-abf2-2021d1349443 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1098 time: 0.1031246 Sep 17 22:24:57.552221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff111e5c-2bc7-410c-89ae-dd62ca654638 req-b5b88c7b-b8fd-467d-9499-be45d95ead6b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.553759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff111e5c-2bc7-410c-89ae-dd62ca654638 req-b5b88c7b-b8fd-467d-9499-be45d95ead6b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 946 time: 0.1967204 Sep 17 22:24:57.581741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875c75-ec3f-468a-a503-a095442d07af req-52080910-7767-4ac8-a419-e48fe20cd3dd tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.583224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-52080910-7767-4ac8-a419-e48fe20cd3dd tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.2093098 Sep 17 22:24:57.594714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be332-da56-48ea-bba2-c1ea0797d033 req-7eab846b-f591-4268-ba67-0ffacb8663eb tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.596167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-531be332-da56-48ea-bba2-c1ea0797d033 req-7eab846b-f591-4268-ba67-0ffacb8663eb tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 947 time: 0.2250707 Sep 17 22:24:57.616826 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b585e579-3885-4751-934b-c28103775743 req-5879f5ff-9f73-4019-8dd5-b0846ee7e7f1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155736 Sep 17 22:24:57.650243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-047814a1-616c-4bee-ab3e-275c596de74c req-ab9ff0b4-f1cf-470d-b311-e1a4e43ea3c1 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477373 Sep 17 22:24:57.692564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9add09be-540f-4192-b9a0-99f74eb504b0 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:57.700165 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.702549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff111e5c-2bc7-410c-89ae-dd62ca654638 req-316b6c71-2b9f-49b2-9b35-8f947317e6df tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418035 Sep 17 22:24:57.713044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Transition to ACTIVE for port object 9add09be-540f-4192-b9a0-99f74eb504b0 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:57.727596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.736760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Router f33f05ef-351c-4f9d-9872-1c9413c015e6 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:24:57.751586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-531be332-da56-48ea-bba2-c1ea0797d033 req-cc67e09b-b22b-4587-9541-a1991c04ebd2 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/security-groups?id=f40fd90b-1d58-4064-8b30-c03b4a4f12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390746 Sep 17 22:24:57.756822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Made reservation on behalf of 9856ef488c504f94a81c7ee281a5a5f2 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:57.761100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.798448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:57.859179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Attempting to bind port 9add09be-540f-4192-b9a0-99f74eb504b0 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:57.860108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Attempting to bind port 9add09be-540f-4192-b9a0-99f74eb504b0 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:57.860438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Attempting to bind port 9add09be-540f-4192-b9a0-99f74eb504b0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:57.895159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Port 9add09be-540f-4192-b9a0-99f74eb504b0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:57.895472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Attempting to bind port 9add09be-540f-4192-b9a0-99f74eb504b0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:57.906620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:57.906969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:57.907323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:57.907751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Bound port: 9add09be-540f-4192-b9a0-99f74eb504b0, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:57.908104 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.959829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.49', 52810) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:57.971767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-047814a1-616c-4bee-ab3e-275c596de74c req-045f5dbf-fe74-4835-95e2-926a0a554af2 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567683 Sep 17 22:24:58.011453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4c875c75-ec3f-468a-a503-a095442d07af req-d3a8193b-def2-4884-aca7-418d591c32b7 service neutron] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:58.028502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c875c75-ec3f-468a-a503-a095442d07af req-d3a8193b-def2-4884-aca7-418d591c32b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.029657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c875c75-ec3f-468a-a503-a095442d07af req-d3a8193b-def2-4884-aca7-418d591c32b7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/df65da52-43f3-45b4-a448-c7fdb250e937/bindings/n-h1-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.4269767 Sep 17 22:24:58.047892 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:58.066066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:58.067848 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-24a6ceb5-26f9-47f8-bf9c-f2727bd3c410 service neutron] show failed (client error): The resource could not be found. Sep 17 22:24:58.069016 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-24a6ceb5-26f9-47f8-bf9c-f2727bd3c410 service neutron] 10.222.0.49 "GET /v2.0/ports/7a4f2261-f46b-4bd9-9abd-af13b0ef9efc/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.1082537 Sep 17 22:24:58.072829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.087724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:58.105917 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Sync routers for ids ['f33f05ef-351c-4f9d-9872-1c9413c015e6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:58.116701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.117348 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.118735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/9add09be-540f-4192-b9a0-99f74eb504b0 HTTP/1.1" status: 200 len: 1097 time: 1.4045184 Sep 17 22:24:58.127696 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Routers {'f33f05ef-351c-4f9d-9872-1c9413c015e6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:58.137247 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:24:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f33f05ef-351c-4f9d-9872-1c9413c015e6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:58.145583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5760a8-9ce5-4629-8b24-7d377de54018 req-e503a52e-b4b6-475b-8832-8366a78195c3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.150570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c602a70-71bf-49bb-b300-4566702ac6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:58.153077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df5760a8-9ce5-4629-8b24-7d377de54018 req-e503a52e-b4b6-475b-8832-8366a78195c3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.2960842 Sep 17 22:24:58.209220 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.213345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51014) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:58.213500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d1db1023-72c5-468a-b046-6f43a58660ef admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6151412 Sep 17 22:24:58.228151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Allocated IP 192.168.233.89 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/8b450479-7128-4f73-b4e4-50d57dc968e4) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:58.269392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df5760a8-9ce5-4629-8b24-7d377de54018 req-cfd69448-797d-451f-afc2-8c8845ff0063 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152782 Sep 17 22:24:58.292336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3cfb4-30a6-4c11-8d19-fd76bf7bc5dc req-41a94568-8d27-4a54-a4f0-069abbce308e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.299119 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ea3cfb4-30a6-4c11-8d19-fd76bf7bc5dc req-41a94568-8d27-4a54-a4f0-069abbce308e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 945 time: 0.2277920 Sep 17 22:24:58.424242 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Set router f33f05ef-351c-4f9d-9872-1c9413c015e6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:58.463400 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ea3cfb4-30a6-4c11-8d19-fd76bf7bc5dc req-27532007-c2d4-4bf2-97de-f5b0e70a0859 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557741 Sep 17 22:24:58.539324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:58.543218 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d328cb-17a1-47df-85e8-23b6867cc28c" -d '{"events": [{"name": "network-changed", "server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:58.551240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a88136-375d-4872-93d5-a9212b6c4298 req-1ea9c83c-72dd-464d-bd26-720d5e735c52 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.552814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20a88136-375d-4872-93d5-a9212b6c4298 req-1ea9c83c-72dd-464d-bd26-720d5e735c52 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 944 time: 0.1516211 Sep 17 22:24:58.616144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0155a87-0f86-4d98-8a1c-cd7d84e05e24 req-e8051c25-4cf6-491f-8f67-e22e525ac54a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 210 time: 0.0505457 Sep 17 22:24:58.620653 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-51e7a6ff-e6f6-45d4-8071-f40325fe42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.622188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-51e7a6ff-e6f6-45d4-8071-f40325fe42ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1100 time: 0.3293982 Sep 17 22:24:58.648646 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.660329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20a88136-375d-4872-93d5-a9212b6c4298 req-3b3c0c36-a533-4266-8dad-bb0b39002d23 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998712 Sep 17 22:24:58.690888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-7c5ba057-0810-4ca7-b59a-fd988eb02fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.692531 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-7c5ba057-0810-4ca7-b59a-fd988eb02fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95&tenant_id=3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 1102 time: 0.2603090 Sep 17 22:24:58.695234 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:24:55Z', 'revision_number': 3, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:58.706280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.736660 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Checking router: f33f05ef-351c-4f9d-9872-1c9413c015e6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:58.737066 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Updating router f33f05ef-351c-4f9d-9872-1c9413c015e6 port 668d2116-86bc-4aa6-a013-4ae00870a940 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:24:58.762743 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.775167 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd4eeaa-7a0e-4dfb-a78c-0e5cf593a2bb x-openstack-request-id: req-8dd4eeaa-7a0e-4dfb-a78c-0e5cf593a2bb {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:58.775465 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:58.775722 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dd4eeaa-7a0e-4dfb-a78c-0e5cf593a2bb {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:58.776110 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0', 'status': 'completed', 'code': 200} Sep 17 22:24:58.781249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:58.816434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:58.828299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:58.834720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:58.838800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-fd3989fd-3bec-4be5-967f-74c01a853cb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9add09be-540f-4192-b9a0-99f74eb504b0 HTTP/1.1" status: 200 len: 217 time: 0.1528141 Sep 17 22:24:58.841068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.841755 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.860479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Pushing event updated for resources: {'Port': ['ID=8b450479-7128-4f73-b4e4-50d57dc968e4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:58.893532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-3b1ec8d0-2455-457e-bdec-f0d3756d401d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5149906 Sep 17 22:24:58.916321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Request body: {'port': {'device_id': '9aeca913-7244-4814-a36c-1e11d18e7cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:58.941262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.104148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-f97dcf45-5702-40c2-b22d-1fc4f96ff4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.105652 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-f97dcf45-5702-40c2-b22d-1fc4f96ff4e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2581730 Sep 17 22:24:59.130003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5d967d59-b19b-48cb-b44e-d22b8eda8987 None None] Provisioning complete for port 8b450479-7128-4f73-b4e4-50d57dc968e4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:59.131191 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5d967d59-b19b-48cb-b44e-d22b8eda8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.132234 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.143701 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.175282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:59.178157 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c326bb94-18a3-4f7c-ba9a-c64befedf645" -d '{"events": [{"server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "name": "network-vif-plugged", "status": "completed", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:59.181708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-5d967d59-b19b-48cb-b44e-d22b8eda8987 None None] Port 8b450479-7128-4f73-b4e4-50d57dc968e4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:59.215692 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fcbbc-9307-4c17-834f-40c7448df576 None None] Pushing event updated for resources: {'Port': ['ID=668d2116-86bc-4aa6-a013-4ae00870a940,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:59.221456 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Attempting to bind port 668d2116-86bc-4aa6-a013-4ae00870a940 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:59.222043 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Attempting to bind port 668d2116-86bc-4aa6-a013-4ae00870a940 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:59.222583 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Attempting to bind port 668d2116-86bc-4aa6-a013-4ae00870a940 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:59.228538 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:59.228905 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:59.229340 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.229723 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:59.230190 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Bound port: 668d2116-86bc-4aa6-a013-4ae00870a940, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:59.230577 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.275672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.285968 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] For port 668d2116-86bc-4aa6-a013-4ae00870a940, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:59.290434 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] For port 668d2116-86bc-4aa6-a013-4ae00870a940, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=668d2116-86bc-4aa6-a013-4ae00870a940,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:59.296406 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.298494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-35bd75fc-93fc-4432-9275-8f44e703505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.300093 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-35bd75fc-93fc-4432-9275-8f44e703505b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816008 Sep 17 22:24:59.319455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91466970-7167-4e0b-90f4-1b5a8d593c32 req-6428d3ab-2db8-4334-9a10-8928accd06eb tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.327700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91466970-7167-4e0b-90f4-1b5a8d593c32 req-6428d3ab-2db8-4334-9a10-8928accd06eb tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1096 time: 0.4177511 Sep 17 22:24:59.343484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bc43e849-b808-4507-b470-0790cc10a9b4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:59.353599 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Routers {'f33f05ef-351c-4f9d-9872-1c9413c015e6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:59.354459 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:24:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f33f05ef-351c-4f9d-9872-1c9413c015e6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:59.361517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261031c9-9143-452c-9871-21fb7f65d666 req-76f29f17-b01f-4330-8135-996d451c515d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.363093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-261031c9-9143-452c-9871-21fb7f65d666 req-76f29f17-b01f-4330-8135-996d451c515d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 946 time: 0.4840431 Sep 17 22:24:59.413549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91466970-7167-4e0b-90f4-1b5a8d593c32 req-a882fc54-3389-40a1-b53f-a75f5e64eb25 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848532 Sep 17 22:24:59.473012 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] Set router f33f05ef-351c-4f9d-9872-1c9413c015e6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:59.519324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bc43e849-b808-4507-b470-0790cc10a9b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bc43e849-b808-4507-b470-0790cc10a9b4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:59.544355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'bc43e849-b808-4507-b470-0790cc10a9b4', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'bc43e849-b808-4507-b470-0790cc10a9b4', 'mac_address': 'fa:16:3e:ec:7c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:59.603071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:59.613563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-261031c9-9143-452c-9871-21fb7f65d666 req-c14619a0-71f6-43be-afff-75d48bf54835 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311792 Sep 17 22:24:59.615403 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fcbbc-9307-4c17-834f-40c7448df576 None None] Pushing event updated for resources: {'Port': ['ID=668d2116-86bc-4aa6-a013-4ae00870a940,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:59.617122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-aa58f8d7-f86e-45ea-82ee-a7edd9bec9ec service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973759 Sep 17 22:24:59.630537 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.660599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc43e849-b808-4507-b470-0790cc10a9b4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:59.678648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.701621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe6587-6be5-439a-819b-6301181e3d74 req-73630e8f-8095-4901-82ce-3d81d9cac50e tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.706314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bffe6587-6be5-439a-819b-6301181e3d74 req-73630e8f-8095-4901-82ce-3d81d9cac50e tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 947 time: 0.1403005 Sep 17 22:24:59.708653 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:24:55Z', 'revision_number': 3, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:59.709483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bc43e849-b808-4507-b470-0790cc10a9b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bc43e849-b808-4507-b470-0790cc10a9b4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:59.719483 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.739683 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02a730-3bc1-48c3-b900-ca8a472b4e5c None None] The sync data for ids ['f33f05ef-351c-4f9d-9872-1c9413c015e6'] in n-d-789963-10 is: [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:24:55Z', 'revision_number': 3, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:59.761935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bffe6587-6be5-439a-819b-6301181e3d74 req-e91c92df-d378-4b6d-8f80-3129fa22531a tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/security-groups?id=f40fd90b-1d58-4064-8b30-c03b4a4f12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481927 Sep 17 22:24:59.769449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:59.806281 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee560db6-3ba0-42dd-b2d6-2d86ccdc88c9 x-openstack-request-id: req-ee560db6-3ba0-42dd-b2d6-2d86ccdc88c9 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:59.806572 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "name": "network-vif-plugged", "status": "completed", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:59.806851 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee560db6-3ba0-42dd-b2d6-2d86ccdc88c9 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:59.807210 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'code': 200} Sep 17 22:24:59.815512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=bc43e849-b808-4507-b470-0790cc10a9b4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:59.908417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e1007887-a1f4-4f35-9f6f-01ab7dc41f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.954485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['bc43e849-b808-4507-b470-0790cc10a9b4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:59.981516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4596456-be89-4edb-8f29-46e78b766399 req-c9240aa6-e850-4719-a47b-5b6d5c24ac21 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.983077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4596456-be89-4edb-8f29-46e78b766399 req-c9240aa6-e850-4719-a47b-5b6d5c24ac21 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 945 time: 0.0850692 Sep 17 22:24:59.992146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6c3ff-c6f0-44fb-bb40-465982e84309 req-84749129-307c-4183-9f18-993c264acea9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.993732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7f6c3ff-c6f0-44fb-bb40-465982e84309 req-84749129-307c-4183-9f18-993c264acea9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1123693 Sep 17 22:25:00.097898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7f6c3ff-c6f0-44fb-bb40-465982e84309 req-ed97ddb3-4356-4010-b073-4ac584991f89 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933697 Sep 17 22:25:00.159589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4596456-be89-4edb-8f29-46e78b766399 req-2af6db5a-82ac-43b8-8ad4-b59bd015feb8 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567879 Sep 17 22:25:00.262482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.311416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b412333e-b3ad-4ff1-ac20-d74462d5214c req-415d04ea-6459-42d5-b741-5e5c12458417 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716230 Sep 17 22:25:00.313159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a700f-2ff5-4166-b600-b00643a47705 req-201a81cb-862b-457f-859a-1a03eed9cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:00.314723 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ae0a700f-2ff5-4166-b600-b00643a47705 req-201a81cb-862b-457f-859a-1a03eed9cf59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.1700068 Sep 17 22:25:00.325196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Transition to ACTIVE for port object 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:00.382539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.478321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cea8e2-c6f8-4ee1-bc07-9f0be47dd001 req-982f9fd6-0457-4c9a-bac0-36dcbf608c50 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:00.479891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59cea8e2-c6f8-4ee1-bc07-9f0be47dd001 req-982f9fd6-0457-4c9a-bac0-36dcbf608c50 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1098 time: 0.1742296 Sep 17 22:25:00.511520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ae0a700f-2ff5-4166-b600-b00643a47705 req-9931452c-3a0e-4967-ac5f-0eb9f0289ddc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321635 Sep 17 22:25:00.512648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Allocated IP 172.20.0.1 (a37846a2-6b36-419f-8679-b143ce2498f3/a8e61258-7445-4d9c-8141-4f7276051669/2fef0217-7d9f-4a2c-b38b-942e77aefe12) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:00.530926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:00.539785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-70cf0650-1a9b-4e19-8b89-1676ba0aba1a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:00.548247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-70cf0650-1a9b-4e19-8b89-1676ba0aba1a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 821 time: 0.2980139 Sep 17 22:25:00.579709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] No DVR routers for this DVR port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:00.596771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-832d8d43-437d-440e-b76d-221e720bd575 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/quotas/8f677f9a40d749f08fff66de007bdc97 HTTP/1.1" status: 200 len: 375 time: 0.0470357 Sep 17 22:25:00.607254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-98cb1abb-826c-48ca-a08b-1cf583bd854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:00.608800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-98cb1abb-826c-48ca-a08b-1cf583bd854b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1100 time: 0.1670160 Sep 17 22:25:00.616219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59cea8e2-c6f8-4ee1-bc07-9f0be47dd001 req-cd9393f9-72af-4cf7-a65f-96848648587f tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209311 Sep 17 22:25:00.729572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-21c916c1-152e-4be2-8895-0c8e0de94a3e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121938 Sep 17 22:25:00.760833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Attempting to bind port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:00.761189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Attempting to bind port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:00.761518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Attempting to bind port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:00.782619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:00.787122 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe4a367-d236-423b-be66-04cec00be516" -d '{"events": [{"server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:00.787886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b450479-7128-4f73-b4e4-50d57dc968e4 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:00.795284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:00.795515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Attempting to bind port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:00.798849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.808098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:00.808434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:00.808818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:00.817077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Transition to ACTIVE for port object 8b450479-7128-4f73-b4e4-50d57dc968e4 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:00.821018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Bound port: 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:00.821506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.895719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.929487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.997460 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Pushing event updated for resources: {'Port': ['ID=8b450479-7128-4f73-b4e4-50d57dc968e4,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:01.034611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:01.035752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-9f65a0d1-f53e-425a-a3bb-82a0d922b4c5 service neutron] 10.222.0.48 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051999 Sep 17 22:25:01.037888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 668d2116-86bc-4aa6-a013-4ae00870a940 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:01.087488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f83458-823d-47f5-866e-b7052959c7fe req-372c221e-7da0-4f92-b31f-f54abce0f522 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.089106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54f83458-823d-47f5-866e-b7052959c7fe req-372c221e-7da0-4f92-b31f-f54abce0f522 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 947 time: 0.2340109 Sep 17 22:25:01.126987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:01.153563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.174311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 668d2116-86bc-4aa6-a013-4ae00870a940 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:01.175021 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.213645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.221902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.222527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.223946 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] 10.222.0.45 "PUT /v2.0/ports/7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 1097 time: 2.4470596 Sep 17 22:25:01.234382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-ae341fac-11c1-4436-bcbf-ed81dbbac3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.234610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Attempting to bind port 8b450479-7128-4f73-b4e4-50d57dc968e4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:01.234919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Attempting to bind port 8b450479-7128-4f73-b4e4-50d57dc968e4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:01.235248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Attempting to bind port 8b450479-7128-4f73-b4e4-50d57dc968e4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:01.236199 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-ae341fac-11c1-4436-bcbf-ed81dbbac3f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2938731 Sep 17 22:25:01.259060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Network a37846a2-6b36-419f-8679-b143ce2498f3 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:01.273079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Port 8b450479-7128-4f73-b4e4-50d57dc968e4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:01.273559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Attempting to bind port 8b450479-7128-4f73-b4e4-50d57dc968e4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:01.289694 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.295434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54f83458-823d-47f5-866e-b7052959c7fe req-7088dc11-b502-473d-8e3b-9c64a5c9af41 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850429 Sep 17 22:25:01.307491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:01.307832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:01.308216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:01.311823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Bound port: 8b450479-7128-4f73-b4e4-50d57dc968e4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:01.312146 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.316633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 668d2116-86bc-4aa6-a013-4ae00870a940, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=668d2116-86bc-4aa6-a013-4ae00870a940,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:01.326398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.337769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:01.340986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:01.341466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.349894 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-496156b7-453a-41ef-8e53-57b04c6d4e37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9add09be-540f-4192-b9a0-99f74eb504b0 HTTP/1.1" status: 200 len: 217 time: 0.1021185 Sep 17 22:25:01.402142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=668d2116-86bc-4aa6-a013-4ae00870a940,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:01.406984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bc43e849-b808-4507-b470-0790cc10a9b4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:01.420968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc2815-299d-437a-bd63-3ccbdf36f216 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:01.483230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-54c124e8-39af-4c88-a066-333eb46c3fdd service neutron] 10.222.0.48 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465957 Sep 17 22:25:01.512353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port bc43e849-b808-4507-b470-0790cc10a9b4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:01.518500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] For port 8b450479-7128-4f73-b4e4-50d57dc968e4, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:01.523783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port bc43e849-b808-4507-b470-0790cc10a9b4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:01.523971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.535887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] For port 8b450479-7128-4f73-b4e4-50d57dc968e4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8b450479-7128-4f73-b4e4-50d57dc968e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:01.552275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.555457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c53e87-0494-4c2a-a9f9-577900cfb31c req-2511cae4-ba44-43ef-aae9-f303dcd3aaa8 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.557098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0c53e87-0494-4c2a-a9f9-577900cfb31c req-2511cae4-ba44-43ef-aae9-f303dcd3aaa8 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1098 time: 0.0974643 Sep 17 22:25:01.589054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-86c3ff97-9d5f-475c-9f48-2b53875cbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.591063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-86c3ff97-9d5f-475c-9f48-2b53875cbcbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1100 time: 0.3310204 Sep 17 22:25:01.642276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-c1346848-5425-4a63-829b-2706322f44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.643869 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-c1346848-5425-4a63-829b-2706322f44ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2460849 Sep 17 22:25:01.651064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.652555 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.661187 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Pushing event updated for resources: {'Port': ['ID=2fef0217-7d9f-4a2c-b38b-942e77aefe12,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:01.663236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] 10.222.0.45 "PUT /v2.0/ports/8b450479-7128-4f73-b4e4-50d57dc968e4 HTTP/1.1" status: 200 len: 1096 time: 2.7517266 Sep 17 22:25:01.674248 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:01.701497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aeca913-7244-4814-a36c-1e11d18e7cec', 'tag': '8b450479-7128-4f73-b4e4-50d57dc968e4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:01.707393 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c5f1c4-7370-4054-beda-331eaab933cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9aeca913-7244-4814-a36c-1e11d18e7cec", "tag": "8b450479-7128-4f73-b4e4-50d57dc968e4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:01.759496 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.807191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0c53e87-0494-4c2a-a9f9-577900cfb31c req-cebd23b6-a453-47e2-a991-b3d8d5dab045 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250259 Sep 17 22:25:01.819839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:01.827789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434f0257-5ac9-4f91-905d-b49a0c06691c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc43e849-b808-4507-b470-0790cc10a9b4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:01.834554 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c466edf2-1a8e-4a38-b807-9c6270dcb6ef" -d '{"events": [{"server_uuid": "434f0257-5ac9-4f91-905d-b49a0c06691c", "name": "network-vif-plugged", "status": "completed", "tag": "bc43e849-b808-4507-b470-0790cc10a9b4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:01.868374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bc43e849-b808-4507-b470-0790cc10a9b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bc43e849-b808-4507-b470-0790cc10a9b4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:01.872508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632f81a-87fa-4b41-b96a-1cbf6a1267af service neutron] Pushing event updated for resources: {'Port': ['ID=8b450479-7128-4f73-b4e4-50d57dc968e4,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:01.879619 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.923496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-2d01452e-c67f-4c0e-8715-9ab8c6d8c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.925165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-e12bda0a-10eb-4aa3-a599-484026a5dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.925312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-2d01452e-c67f-4c0e-8715-9ab8c6d8c8ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2447567 Sep 17 22:25:01.928785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-e12bda0a-10eb-4aa3-a599-484026a5dd82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 1099 time: 0.1934869 Sep 17 22:25:01.971911 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a898e27-d38f-48c8-a18d-1cd80841189b x-openstack-request-id: req-6a898e27-d38f-48c8-a18d-1cd80841189b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:01.972324 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:01.972802 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a898e27-d38f-48c8-a18d-1cd80841189b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:01.973331 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'code': 200} Sep 17 22:25:01.974318 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.977168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-8493b10d-dbc6-4ec9-95a4-5275856d9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.978868 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-8493b10d-dbc6-4ec9-95a4-5275856d9011 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.3657064 Sep 17 22:25:02.006357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8a690cba-d1ca-441b-91e0-4f113664147d None None] Provisioning complete for port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:02.006729 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a690cba-d1ca-441b-91e0-4f113664147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.009500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=bc43e849-b808-4507-b470-0790cc10a9b4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:02.071879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-6959836d-9dab-4d6c-9e6a-e450a13cacab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8b450479-7128-4f73-b4e4-50d57dc968e4 HTTP/1.1" status: 200 len: 217 time: 0.1342931 Sep 17 22:25:02.087143 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-3e76b3d8-9724-4017-9209-c3eacdc6c82a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.0752029 Sep 17 22:25:02.094678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8a690cba-d1ca-441b-91e0-4f113664147d None None] Port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:02.191376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e5700-2adf-4d50-b0df-f809a62774e8 req-d7daf55e-5636-45c8-8bfa-1b5655a36fcb tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.193972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-703e5700-2adf-4d50-b0df-f809a62774e8 req-d7daf55e-5636-45c8-8bfa-1b5655a36fcb tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 949 time: 0.1777489 Sep 17 22:25:02.220464 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-b7dfe2bb-e4bc-40e1-aa37-9a892be806cc service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798426 Sep 17 22:25:02.232835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037c9b-80da-445c-9c8c-35d205e5a252 req-72bf520f-54ef-404f-85ba-6bc74cd17532 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.235044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2037c9b-80da-445c-9c8c-35d205e5a252 req-72bf520f-54ef-404f-85ba-6bc74cd17532 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 948 time: 0.1726766 Sep 17 22:25:02.253780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-927e1755-e2af-4e13-bc98-ffa055b86cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.255427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-927e1755-e2af-4e13-bc98-ffa055b86cdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1602588 Sep 17 22:25:02.329571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-84c6d02b-c9a2-4c69-a713-3384bfc08ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.331699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-84c6d02b-c9a2-4c69-a713-3384bfc08ee0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2357345 Sep 17 22:25:02.337586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-703e5700-2adf-4d50-b0df-f809a62774e8 req-a3bddd0a-b19a-4e0e-8f1d-7e31a88b5cad tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/security-groups?id=f40fd90b-1d58-4064-8b30-c03b4a4f12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316741 Sep 17 22:25:02.352515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2037c9b-80da-445c-9c8c-35d205e5a252 req-871360d0-acb6-408c-9f10-a5b401af72d8 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077816 Sep 17 22:25:02.361884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-5b2a6084-6974-44d2-a46c-2ace47075206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.363377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-5b2a6084-6974-44d2-a46c-2ace47075206 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965011 Sep 17 22:25:02.522387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06b43677-2a68-43fd-98ed-77452b86ebf8 req-fa047190-b870-415c-977a-52763a058e33 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 210 time: 0.0549040 Sep 17 22:25:02.529660 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20d328cb-17a1-47df-85e8-23b6867cc28c req-c63593d8-6ff3-4bde-b664-d731aedbc7ec service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990627 Sep 17 22:25:02.531993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-72965ec4-2848-4b23-a14f-1c1cf5375b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.533468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-72965ec4-2848-4b23-a14f-1c1cf5375b36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1692030 Sep 17 22:25:02.570203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-f62781bf-9e9a-43f1-9901-448f197e1e5f service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965849 Sep 17 22:25:02.600389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041b36-b3ef-477b-acaa-8daf221b8c9f req-c402f5b3-8383-4bc0-af91-9ac0756e0449 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.602816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae041b36-b3ef-477b-acaa-8daf221b8c9f req-c402f5b3-8383-4bc0-af91-9ac0756e0449 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 945 time: 0.1345022 Sep 17 22:25:02.605547 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6696521-adb9-4064-94e9-1670bf21bffe x-openstack-request-id: req-a6696521-adb9-4064-94e9-1670bf21bffe {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:02.605876 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aeca913-7244-4814-a36c-1e11d18e7cec", "tag": "8b450479-7128-4f73-b4e4-50d57dc968e4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:02.606169 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6696521-adb9-4064-94e9-1670bf21bffe {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:02.606633 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aeca913-7244-4814-a36c-1e11d18e7cec', 'tag': '8b450479-7128-4f73-b4e4-50d57dc968e4', 'status': 'completed', 'code': 200} Sep 17 22:25:02.642642 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c9db9a6c-ed05-4490-b6ad-107fe79d8200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.667925 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdf560e-fd5f-4585-a0be-030faa0529c6 x-openstack-request-id: req-bbdf560e-fd5f-4585-a0be-030faa0529c6 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:02.668407 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434f0257-5ac9-4f91-905d-b49a0c06691c", "name": "network-vif-plugged", "status": "completed", "tag": "bc43e849-b808-4507-b470-0790cc10a9b4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:02.668818 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbdf560e-fd5f-4585-a0be-030faa0529c6 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:02.669395 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434f0257-5ac9-4f91-905d-b49a0c06691c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc43e849-b808-4507-b470-0790cc10a9b4', 'code': 200} Sep 17 22:25:02.697289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.711916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae041b36-b3ef-477b-acaa-8daf221b8c9f req-56dd0d3f-b03c-47c3-b607-303cf1e69b61 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922964 Sep 17 22:25:02.722598 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.723756 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.772905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fe40d42-5f80-41a5-901d-dd1e1d7e74c3 req-28a3617d-b6dd-43a1-920f-f90ee8844ba9 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977015 Sep 17 22:25:02.786437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913a46-7dd8-4587-91ce-192b7a12891f req-9fd3f401-c88a-4242-a4a4-e6ab30f72366 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.787951 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10913a46-7dd8-4587-91ce-192b7a12891f req-9fd3f401-c88a-4242-a4a4-e6ab30f72366 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 947 time: 0.0727317 Sep 17 22:25:02.835558 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-71f59df9-d1ed-41cd-a52e-26c6e3699eee service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731881 Sep 17 22:25:02.912992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10913a46-7dd8-4587-91ce-192b7a12891f req-35d3b952-eeba-4b55-9a31-9c7176a15ecf tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181862 Sep 17 22:25:02.915875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Pushing event updated for resources: {'Port': ['ID=2fef0217-7d9f-4a2c-b38b-942e77aefe12,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:02.940212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 668d2116-86bc-4aa6-a013-4ae00870a940 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:02.979868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2b058-dbc3-4f01-b342-f67f33795a64 req-87566b64-eedb-4bdf-9f98-1bd616a7e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.981401 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6fd2b058-dbc3-4f01-b342-f67f33795a64 req-87566b64-eedb-4bdf-9f98-1bd616a7e786 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 1101 time: 0.2111027 Sep 17 22:25:03.037379 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.050534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.45', 57167) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:03.063351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 668d2116-86bc-4aa6-a013-4ae00870a940 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:03.063785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.075281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5f1c4-7370-4054-beda-331eaab933cc req-713e53e9-eba2-4102-8841-a23d72dc0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.076786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16c5f1c4-7370-4054-beda-331eaab933cc req-713e53e9-eba2-4102-8841-a23d72dc0b57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 1099 time: 0.2449603 Sep 17 22:25:03.077519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Network a37846a2-6b36-419f-8679-b143ce2498f3 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:03.096188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6fd2b058-dbc3-4f01-b342-f67f33795a64 req-7c385c80-b178-41fc-a889-2553fafa0b58 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f40fd90b-1d58-4064-8b30-c03b4a4f12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025987 Sep 17 22:25:03.098007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ec904fb-8fff-4ec3-accb-c49120411ac5 req-72905340-b290-46b4-b7be-88d01cc577df service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507472 Sep 17 22:25:03.098856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:03.234828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-7222ed32-b1f7-48f3-a1c3-28bada37ea80 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3748155 Sep 17 22:25:03.254066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:03.268237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5f79d-7322-4646-93be-b4c0a27ae474 req-f3f36f3f-0188-4d57-9cee-fd423910e85a tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.269810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64b5f79d-7322-4646-93be-b4c0a27ae474 req-f3f36f3f-0188-4d57-9cee-fd423910e85a tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1098 time: 0.2288828 Sep 17 22:25:03.312092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5f1c4-7370-4054-beda-331eaab933cc req-6313753f-a21c-4de5-872e-ac1568d38e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.317470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16c5f1c4-7370-4054-beda-331eaab933cc req-6313753f-a21c-4de5-872e-ac1568d38e4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2106335 Sep 17 22:25:03.360558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.426728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Router f33f05ef-351c-4f9d-9872-1c9413c015e6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:03.434727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64b5f79d-7322-4646-93be-b4c0a27ae474 req-f104bc64-35e8-4819-9199-dd7e76a280e4 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511621 Sep 17 22:25:03.435264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-607215ae-5237-4917-84c1-99a15c6d6ecc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.436981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-607215ae-5237-4917-84c1-99a15c6d6ecc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 821 time: 0.3825388 Sep 17 22:25:03.439188 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16c5f1c4-7370-4054-beda-331eaab933cc req-b47c3cd9-2f1a-4b3c-a4f0-a8dcd0e5abe6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8b450479-7128-4f73-b4e4-50d57dc968e4 HTTP/1.1" status: 200 len: 217 time: 0.1140478 Sep 17 22:25:03.455269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d24fb66b-e7bf-4f50-8d0f-6625f04bb36a None None] Provisioning complete for port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:03.455763 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d24fb66b-e7bf-4f50-8d0f-6625f04bb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.472895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Request body: {'port': {'device_id': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'admin_state_up': True, 'tenant_id': '8f677f9a40d749f08fff66de007bdc97'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:03.556034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5f1c4-7370-4054-beda-331eaab933cc req-bef2e01b-c59d-4586-96a4-26bad464fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.557658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16c5f1c4-7370-4054-beda-331eaab933cc req-bef2e01b-c59d-4586-96a4-26bad464fd3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0878940 Sep 17 22:25:03.609762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.644416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d24fb66b-e7bf-4f50-8d0f-6625f04bb36a None None] Port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:03.692279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.887449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:03.894877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5f1c4-7370-4054-beda-331eaab933cc req-b466c6c9-d08c-49ad-a375-0ad4b8dbb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.904833 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-015d6130-a519-4369-a168-dd259fbb1f2b admin admin] 10.222.0.48 "PUT /v2.0/routers/f33f05ef-351c-4f9d-9872-1c9413c015e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6807532 Sep 17 22:25:03.905079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16c5f1c4-7370-4054-beda-331eaab933cc req-b466c6c9-d08c-49ad-a375-0ad4b8dbb733 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3274393 Sep 17 22:25:03.905191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Sync routers for ids ['f33f05ef-351c-4f9d-9872-1c9413c015e6'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:03.925336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Made reservation on behalf of 8f677f9a40d749f08fff66de007bdc97 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:03.930507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.934297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Routers {'f33f05ef-351c-4f9d-9872-1c9413c015e6'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:03.934997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f33f05ef-351c-4f9d-9872-1c9413c015e6'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:03.956308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3638-1c4a-4e07-9851-b72c60e08adf req-12224067-3373-4239-aebf-8d72db4acfec tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.962076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-616e3638-1c4a-4e07-9851-b72c60e08adf req-12224067-3373-4239-aebf-8d72db4acfec tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 949 time: 0.3426645 Sep 17 22:25:04.002822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:04.004905 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fede46-57a1-40ba-a80e-8ca6feceafc3" -d '{"events": [{"name": "network-changed", "server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:04.066640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Set router f33f05ef-351c-4f9d-9872-1c9413c015e6 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:04.117192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-616e3638-1c4a-4e07-9851-b72c60e08adf req-a37b2ee7-a3c2-4a0b-97d6-630ad0afd2a7 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/security-groups?id=f40fd90b-1d58-4064-8b30-c03b4a4f12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244979 Sep 17 22:25:04.117404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Allocated IP 172.20.0.6 (58975321-f89b-4639-babe-4db7114e8a95/66f008b3-0a54-42c9-b52e-090832c071aa/1b5bad79-4fc3-4984-9b32-cac59a7a94ee) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:04.122797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Allocated IP 172.25.0.132 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/6808b808-9a0e-43ff-bfd6-bd0dba307952) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:04.147417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16c5f1c4-7370-4054-beda-331eaab933cc req-e63f5d0f-9444-4298-a570-626428d66932 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337410 Sep 17 22:25:04.323329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '2fef0217-7d9f-4a2c-b38b-942e77aefe12', 'name': '', 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'mac_address': 'fa:16:3e:a2:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a8e61258-7445-4d9c-8141-4f7276051669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:59Z', 'updated_at': '2021-09-17T22:25:02Z', 'revision_number': 2, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'subnets': [{'id': 'a8e61258-7445-4d9c-8141-4f7276051669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:04.338047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4219e-cdb5-41b9-823b-a5921b9b760c req-4c17414e-5534-4b87-b235-fc4c1ff54843 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.339703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12d4219e-cdb5-41b9-823b-a5921b9b760c req-4c17414e-5534-4b87-b235-fc4c1ff54843 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 948 time: 0.1501114 Sep 17 22:25:04.347211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.354860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Checking router: f33f05ef-351c-4f9d-9872-1c9413c015e6 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:04.355219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Updating router f33f05ef-351c-4f9d-9872-1c9413c015e6 port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:04.378923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16c5f1c4-7370-4054-beda-331eaab933cc req-833066c1-f9fd-4669-98ee-8ab1bd5f75e1 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173946 Sep 17 22:25:04.396783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.398951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.406780 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.409282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.441529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12d4219e-cdb5-41b9-823b-a5921b9b760c req-c8319732-ca80-4cc6-8bf6-854ac3bdbb00 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899291 Sep 17 22:25:04.460194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Network 58975321-f89b-4639-babe-4db7114e8a95 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:04.463376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:04.472623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:04.478520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.479134 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.485514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.490216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Pushing event updated for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:04.505080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-abec36b5-10e2-4ea1-a84b-169b61415ff2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0367765 Sep 17 22:25:04.519295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Request body: {'port': {'device_id': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:04.545344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:04.557628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:04.563490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:04.585363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Pushing event updated for resources: {'Port': ['ID=6808b808-9a0e-43ff-bfd6-bd0dba307952,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:04.591844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.648735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf0c4c-e558-428d-80d4-d843c5a3b3b4 req-00e91451-dc80-4826-84cf-95dfed2a468f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.650332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9bf0c4c-e558-428d-80d4-d843c5a3b3b4 req-00e91451-dc80-4826-84cf-95dfed2a468f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 931 time: 0.1199691 Sep 17 22:25:04.667047 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.705487 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.711970 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.716699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9bf0c4c-e558-428d-80d4-d843c5a3b3b4 req-c893100e-f3e5-4837-b217-90cde0d65d8b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574508 Sep 17 22:25:04.725167 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.784720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5702f-02e1-4ff4-af5c-d4f658e1e6f1 None None] Pushing event updated for resources: {'Port': ['ID=2fef0217-7d9f-4a2c-b38b-942e77aefe12,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:04.865899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Attempting to bind port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:04.866272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Attempting to bind port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:04.866643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Attempting to bind port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 on network a37846a2-6b36-419f-8679-b143ce2498f3 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:04.872191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:04.872999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Checking segment: {'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:04.873629 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.874434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Bound using segment: {'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:04.875949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Bound port: 2fef0217-7d9f-4a2c-b38b-942e77aefe12, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29db5cd-42af-413d-b09f-700abddde6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:04.876709 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.944018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5e9a-67fc-42e5-bafe-802f42dc9c7f req-21336e21-a20d-4ad4-96aa-07f261bfaeba tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.945723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-590c5e9a-67fc-42e5-bafe-802f42dc9c7f req-21336e21-a20d-4ad4-96aa-07f261bfaeba tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 947 time: 0.0841980 Sep 17 22:25:04.956963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] For port 2fef0217-7d9f-4a2c-b38b-942e77aefe12, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:04.960568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] For port 2fef0217-7d9f-4a2c-b38b-942e77aefe12, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2fef0217-7d9f-4a2c-b38b-942e77aefe12,segment=NetworkSegment(f29db5cd-42af-413d-b09f-700abddde6b8),segment_id=f29db5cd-42af-413d-b09f-700abddde6b8)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:04.966947 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.969832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5bad79-4fc3-4984-9b32-cac59a7a94ee {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:04.980233 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.983665 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.990893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.996962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Transition to ACTIVE for port object 1b5bad79-4fc3-4984-9b32-cac59a7a94ee will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:05.003741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.037056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Routers {'f33f05ef-351c-4f9d-9872-1c9413c015e6'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:05.037626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f33f05ef-351c-4f9d-9872-1c9413c015e6'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:05.068255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-590c5e9a-67fc-42e5-bafe-802f42dc9c7f req-21cb847b-9b3e-438e-abf6-0ed127dbac27 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109970 Sep 17 22:25:05.081887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.082688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.093147 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:25:05.115840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Pushing event updated for resources: {'Port': ['ID=6808b808-9a0e-43ff-bfd6-bd0dba307952,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.150740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:05.151149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:05.151550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:05.154078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.157983 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018fd83e-a4ba-423d-8f57-3ace0f383feb x-openstack-request-id: req-018fd83e-a4ba-423d-8f57-3ace0f383feb {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:05.158278 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:05.158682 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-018fd83e-a4ba-423d-8f57-3ace0f383feb {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:05.159068 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'status': 'completed', 'code': 200} Sep 17 22:25:05.162193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:05.162193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:05.167270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-9d0bee2f-93fd-435d-b71c-6ac116cb126b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9248192 Sep 17 22:25:05.167567 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:05.167903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:05.168298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:05.168705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Bound port: 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:05.169262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.262036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] Set router f33f05ef-351c-4f9d-9872-1c9413c015e6 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:05.303614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-58c4a7cd-c93a-4a06-816f-56a12831a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.306225 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-58c4a7cd-c93a-4a06-816f-56a12831a57e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1100 time: 0.1124260 Sep 17 22:25:05.315586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5702f-02e1-4ff4-af5c-d4f658e1e6f1 None None] Pushing event updated for resources: {'Port': ['ID=2fef0217-7d9f-4a2c-b38b-942e77aefe12,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.362097 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.363169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-d9d00561-e7fd-4494-a357-c83adc1b06b7 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.1930988 Sep 17 22:25:05.373528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:05.389693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7ea46db2-3bc3-4405-89a3-3641cffa03f2 None None] Provisioning complete for port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:05.390070 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ea46db2-3bc3-4405-89a3-3641cffa03f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.418729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:05.426611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.485878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.486727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.488056 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 1092 time: 0.9738305 Sep 17 22:25:05.495647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-2c07f805-dcc4-49f0-b67a-362e09c9240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.497176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-2c07f805-dcc4-49f0-b67a-362e09c9240c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1100 time: 0.2580733 Sep 17 22:25:05.500802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-83784513-1131-4fa8-91c9-3acbe4053824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.502782 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-83784513-1131-4fa8-91c9-3acbe4053824 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1844332 Sep 17 22:25:05.520316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d82f5c-cac0-4541-a9cf-e64a6bb6c2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.574400 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ea46db2-3bc3-4405-89a3-3641cffa03f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.584717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-bf190de4-7ac3-478d-b3cf-396e5b2eeca3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.0735273 Sep 17 22:25:05.584987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64853371-1042-442d-881f-a7138d974229 req-c2adbd2a-7ec2-4d49-947b-16f38d64ad51 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2510219 Sep 17 22:25:05.595675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:05.634510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-a1267546-001d-418c-9008-4a69c3afab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.636042 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-a1267546-001d-418c-9008-4a69c3afab87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1095 time: 0.0790193 Sep 17 22:25:05.641078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:05.645288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7ea46db2-3bc3-4405-89a3-3641cffa03f2 None None] For port 2fef0217-7d9f-4a2c-b38b-942e77aefe12, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2fef0217-7d9f-4a2c-b38b-942e77aefe12,segment=NetworkSegment(f29db5cd-42af-413d-b09f-700abddde6b8),segment_id=f29db5cd-42af-413d-b09f-700abddde6b8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:05.654163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-0af44f63-2b47-4eb4-af4d-f87f6c6170f6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.655610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-0af44f63-2b47-4eb4-af4d-f87f6c6170f6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2915030 Sep 17 22:25:05.657912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ea46db2-3bc3-4405-89a3-3641cffa03f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.687859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-8d440756-9ba6-4c6a-b058-5d397e499dec tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:05.688095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-2e95c09c-9081-45c0-99ed-a5048f0cc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.688895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2534c457-d2a9-4b46-a2cd-f31682277b91 req-8d440756-9ba6-4c6a-b058-5d397e499dec tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133650 Sep 17 22:25:05.689694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.689885 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-2e95c09c-9081-45c0-99ed-a5048f0cc2fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0975556 Sep 17 22:25:05.691377 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-03b9981c-02c2-428a-a232-0948411b7da4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 217 time: 0.0469139 Sep 17 22:25:05.705876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-f4d66fc2-f505-4e56-9cb7-4819f52026ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.707731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-f4d66fc2-f505-4e56-9cb7-4819f52026ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2023845 Sep 17 22:25:05.739273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '2fef0217-7d9f-4a2c-b38b-942e77aefe12', 'name': '', 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'mac_address': 'fa:16:3e:a2:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a8e61258-7445-4d9c-8141-4f7276051669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:59Z', 'updated_at': '2021-09-17T22:25:04Z', 'revision_number': 4, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'subnets': [{'id': 'a8e61258-7445-4d9c-8141-4f7276051669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:05.762238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-10f2daef-915a-481f-b56f-22c393aa5815 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.0457869 Sep 17 22:25:05.800860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-0b6f6b9d-f0b3-4dab-a62c-e0a415a5d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.802344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d965e-f4ab-48e4-8b91-73c0a655ad5d None None] The sync data for ids ['f33f05ef-351c-4f9d-9872-1c9413c015e6'] in n-d-789963-10 is: [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '2fef0217-7d9f-4a2c-b38b-942e77aefe12', 'name': '', 'network_id': 'a37846a2-6b36-419f-8679-b143ce2498f3', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'mac_address': 'fa:16:3e:a2:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a8e61258-7445-4d9c-8141-4f7276051669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:59Z', 'updated_at': '2021-09-17T22:25:04Z', 'revision_number': 4, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'subnets': [{'id': 'a8e61258-7445-4d9c-8141-4f7276051669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:05.803792 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-0b6f6b9d-f0b3-4dab-a62c-e0a415a5d862 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0870237 Sep 17 22:25:05.807031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea46db2-3bc3-4405-89a3-3641cffa03f2 None None] Pushing event updated for resources: {'Port': ['ID=2fef0217-7d9f-4a2c-b38b-942e77aefe12,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.871675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fc33faba-9431-4f3e-b84d-e7fb9fdf8c9f None None] Provisioning complete for port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:05.872054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc33faba-9431-4f3e-b84d-e7fb9fdf8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.872485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-ee9cd22f-5e10-45da-a4e2-5a2f9d3dcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.874298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-ee9cd22f-5e10-45da-a4e2-5a2f9d3dcb10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1658871 Sep 17 22:25:05.876774 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-8ddf094a-c348-4111-90ee-199fa0db30c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622408 Sep 17 22:25:05.915536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:05.940243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '9add09be-540f-4192-b9a0-99f74eb504b0', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '9add09be-540f-4192-b9a0-99f74eb504b0', 'mac_address': 'fa:16:3e:e2:81:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:05.972706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-d7fd1f43-555d-40f3-904a-896fbcd8ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.974273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-d7fd1f43-555d-40f3-904a-896fbcd8ad6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2026873 Sep 17 22:25:05.975859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf2812-831d-465f-b6b7-9f675992602b req-fc6ae6c6-355e-4d85-a5a6-4d1e1a673753 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.983026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0cf2812-831d-465f-b6b7-9f675992602b req-fc6ae6c6-355e-4d85-a5a6-4d1e1a673753 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1098 time: 0.1974282 Sep 17 22:25:06.009926 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.032556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add09be-540f-4192-b9a0-99f74eb504b0 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:06.068142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:06.075217 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.095743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-8cf2ffae-4114-4d99-a6fc-7e88bb21d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:06.097353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-8cf2ffae-4114-4d99-a6fc-7e88bb21d5dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101081 Sep 17 22:25:06.101594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-0a5a0559-36c8-4d14-bd74-03bb6f2bb80a service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186909 Sep 17 22:25:06.106133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0cf2812-831d-465f-b6b7-9f675992602b req-d6340982-934c-47bf-b088-348e872c26c9 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222227 Sep 17 22:25:06.107717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.108405 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-e2900e55-9ee1-4677-9c7d-a888a8da24f8 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124546 Sep 17 22:25:06.168352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.291248 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-85e8e94c-f16b-446e-a024-4beeff3a7945 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715324 Sep 17 22:25:06.294864 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e17daa4c-3731-4a5f-8288-5f199ec9edd9 req-50872e3b-f24c-4f10-af18-c4c527ed74f6 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746798 Sep 17 22:25:06.364343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-fe929c96-9a07-4c58-b869-43fd95acf988 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524428 Sep 17 22:25:06.389507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a791-5982-4702-a95b-0bbd39ba30e4 req-f23b063d-d046-4e96-8468-79ba1db75e03 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:06.391806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de95a791-5982-4702-a95b-0bbd39ba30e4 req-f23b063d-d046-4e96-8468-79ba1db75e03 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 949 time: 0.1121817 Sep 17 22:25:06.401374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Allocated IP 172.25.0.254 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/e77c0e9a-840b-4129-ac77-ea1b77990fdb) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:06.513953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de95a791-5982-4702-a95b-0bbd39ba30e4 req-301b40ce-a0e3-4001-8348-4fbf9dcbe981 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/security-groups?id=f40fd90b-1d58-4064-8b30-c03b4a4f12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144805 Sep 17 22:25:06.547776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9add09be-540f-4192-b9a0-99f74eb504b0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:06.576343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1fede46-57a1-40ba-a80e-8ca6feceafc3 req-dc308764-a5cc-4187-816a-5446ae9cef4f service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012191 Sep 17 22:25:06.644703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.667748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f56db-6b94-4034-b7e5-975b176ed434 req-d9d894ff-9175-42b6-8213-e7a203f04493 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:06.669604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a8f56db-6b94-4034-b7e5-975b176ed434 req-d9d894ff-9175-42b6-8213-e7a203f04493 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 948 time: 0.0851424 Sep 17 22:25:06.717511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.732883 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a8f56db-6b94-4034-b7e5-975b176ed434 req-37c9cff0-c6d2-4a16-890a-5c027a883734 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559134 Sep 17 22:25:06.763202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:06.766904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:06.770869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:06.784500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event updated for resources: {'Port': ['ID=e77c0e9a-840b-4129-ac77-ea1b77990fdb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.859820 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.914687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2fef0217-7d9f-4a2c-b38b-942e77aefe12 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:06.974997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:06.975456 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.114704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6376f-a8b4-423e-8378-664d9ea9b725 req-e29d727e-6e28-4755-9497-6b96c7828768 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.116179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ed6376f-a8b4-423e-8378-664d9ea9b725 req-e29d727e-6e28-4755-9497-6b96c7828768 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 943 time: 0.3002150 Sep 17 22:25:07.120869 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.160539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:07.162894 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cb8677-800d-40a2-abe4-3959cb7cdc16" -d '{"events": [{"name": "network-changed", "server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:07.185288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ed6376f-a8b4-423e-8378-664d9ea9b725 req-922f4337-fcb6-464a-9895-a37c3606daf9 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623925 Sep 17 22:25:07.362242 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.371330 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.387303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8b450479-7128-4f73-b4e4-50d57dc968e4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:07.415286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.424389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-fdc305dc-d896-4f7b-9523-3552421d76e9 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.425918 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-fdc305dc-d896-4f7b-9523-3552421d76e9 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 821 time: 0.1645849 Sep 17 22:25:07.455720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.456968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64853371-1042-442d-881f-a7138d974229 req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8713660 Sep 17 22:25:07.457926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b36cab-b4f6-46bc-aab3-d4bf1c54cde4 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event updated for resources: {'Port': ['ID=e77c0e9a-840b-4129-ac77-ea1b77990fdb,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.462296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-30523fdd-9c43-4fde-ba1c-e83533ef4e8e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/quotas/8e3f58d6704448d99c9deed74e45dc36 HTTP/1.1" status: 200 len: 375 time: 0.0289493 Sep 17 22:25:07.491201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8b450479-7128-4f73-b4e4-50d57dc968e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8b450479-7128-4f73-b4e4-50d57dc968e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:07.502310 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '8b450479-7128-4f73-b4e4-50d57dc968e4', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '8b450479-7128-4f73-b4e4-50d57dc968e4', 'mac_address': 'fa:16:3e:ba:ec:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:07.533324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64853371-1042-442d-881f-a7138d974229 req-211dff8c-f50b-4d07-bc60-ea36fc03c403 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0682945 Sep 17 22:25:07.541097 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.554613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b450479-7128-4f73-b4e4-50d57dc968e4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:07.574156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8b450479-7128-4f73-b4e4-50d57dc968e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8b450479-7128-4f73-b4e4-50d57dc968e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:07.579608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.580441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:07.590482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-bae4d4f3-4733-4003-be3a-85f5fd60570c tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1171281 Sep 17 22:25:07.644636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=8b450479-7128-4f73-b4e4-50d57dc968e4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.648393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:07.658476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:07.684076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'mac_address': 'fa:16:3e:00:f5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:07.737350 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.751865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 9add09be-540f-4192-b9a0-99f74eb504b0 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:07.754246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853371-1042-442d-881f-a7138d974229 req-7a98c2db-cd71-4d2a-a631-23cb04d15ebf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.754661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:07.755637 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64853371-1042-442d-881f-a7138d974229 req-7a98c2db-cd71-4d2a-a631-23cb04d15ebf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2153764 Sep 17 22:25:07.762042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 9add09be-540f-4192-b9a0-99f74eb504b0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:07.762410 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.764147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-6becf825-9037-4257-83fb-902a75ff178a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1326480 Sep 17 22:25:07.773032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-64853371-1042-442d-881f-a7138d974229 req-8d24e82a-19c4-4eb7-87ed-a9dcc465fece tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:07.773995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64853371-1042-442d-881f-a7138d974229 req-8d24e82a-19c4-4eb7-87ed-a9dcc465fece tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072320 Sep 17 22:25:07.792456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-22b050c9-b939-4fcf-85a0-2e5a2da06df2 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923196 Sep 17 22:25:07.797724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:07.805272 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.945296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-7b4fccc6-7aba-421a-b035-62157e945c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.946826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-7b4fccc6-7aba-421a-b035-62157e945c8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1101 time: 0.1226716 Sep 17 22:25:07.977520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82153f8c-8428-41c4-be10-e8b1cc957ec8 req-522b0276-85dd-4a45-b0be-f5df1126380f tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.979026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-82153f8c-8428-41c4-be10-e8b1cc957ec8 req-522b0276-85dd-4a45-b0be-f5df1126380f tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 948 time: 0.1208146 Sep 17 22:25:07.991265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-bc28a01f-6ab1-4e03-bd02-17f23e343308 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890981 Sep 17 22:25:08.022037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:08.041203 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.067471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:08.070219 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87527b2c-0593-4e51-9677-e376d62cc2ae" -d '{"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-plugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:08.080859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-82153f8c-8428-41c4-be10-e8b1cc957ec8 req-c97383a4-252e-468a-b355-156cd62b2eae tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933166 Sep 17 22:25:08.085304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['8b450479-7128-4f73-b4e4-50d57dc968e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:08.087581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:08.122407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-2a901ad1-a926-42e8-aa76-108d06381c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.123892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-2a901ad1-a926-42e8-aa76-108d06381c45 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1440015 Sep 17 22:25:08.139232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:08.155384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.196226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-5575ece7-2577-4f68-8879-8f714e9f8591 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.0643167 Sep 17 22:25:08.251876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:08.307070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-20bbc34d-7dae-4568-9160-7b84492f99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.308643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-20bbc34d-7dae-4568-9160-7b84492f99a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1048214 Sep 17 22:25:08.415779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-f3d57824-7d53-407d-a5c0-4b95c2a1620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.417416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-f3d57824-7d53-407d-a5c0-4b95c2a1620c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0988114 Sep 17 22:25:08.545295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-626949b0-c84e-4f85-a97f-5950c5a3b927 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201684 Sep 17 22:25:08.556289 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85204d2d-3c83-4363-a6d4-b8e650eb953b x-openstack-request-id: req-85204d2d-3c83-4363-a6d4-b8e650eb953b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:08.556777 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:08.556883 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85204d2d-3c83-4363-a6d4-b8e650eb953b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:08.557367 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee', 'status': 'completed', 'code': 200} Sep 17 22:25:08.689102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-816bb9e7-0ac2-4010-98fd-5d331cee8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.690846 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-816bb9e7-0ac2-4010-98fd-5d331cee8173 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1095 time: 0.1096580 Sep 17 22:25:08.796133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77793d7d-d16c-49b5-91c5-e878d637a3bd req-9158b7fa-71e1-4d58-b5c4-bc101ac6f3bf service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336402 Sep 17 22:25:08.827184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-20742c55-ee97-4c1d-b877-1343255bfb47 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.829974 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-20742c55-ee97-4c1d-b877-1343255bfb47 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95&tenant_id=3244df1228af49e2bdc2f43affbe409b&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 949 time: 0.1739652 Sep 17 22:25:08.888876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-dff8e20f-c706-4e97-b35a-2fe98cc6509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.891007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-dff8e20f-c706-4e97-b35a-2fe98cc6509d service neutron] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1833951 Sep 17 22:25:08.914899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-0515dcfe-8f56-463a-929a-e30bd8bd1c52 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1581872 Sep 17 22:25:08.923158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:08.943758 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-8febe79f-7ff7-4a6c-a87d-ea491e743f07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 217 time: 0.0399668 Sep 17 22:25:08.946899 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-c7b34eab-fb57-485b-be37-5f303ac9bbae service neutron] delete failed (client error): The resource could not be found. Sep 17 22:25:08.947828 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-c7b34eab-fb57-485b-be37-5f303ac9bbae service neutron] 10.222.0.49 "DELETE /v2.0/ports/7a4f2261-f46b-4bd9-9abd-af13b0ef9efc/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.1104012 Sep 17 22:25:08.949457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.006263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-605a43b1-adb5-48bb-a3cb-629a7f623706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.007847 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-605a43b1-adb5-48bb-a3cb-629a7f623706 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0562425 Sep 17 22:25:09.050962 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-ec3e4f75-e12f-4a7b-8c0b-5c3b860206c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339539 Sep 17 22:25:09.085499 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.167599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-2dc6ccdb-c04c-469f-be95-4b0207822109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.169474 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-2dc6ccdb-c04c-469f-be95-4b0207822109 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1101 time: 0.0895140 Sep 17 22:25:09.205779 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-031f88ec-b881-4892-8942-55b97dec134e service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466990 Sep 17 22:25:09.210678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Allocated IP 172.25.0.91 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/41052381-63ff-4994-9f87-c8139c714422) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:09.335677 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.341595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-78458f72-ea83-4921-ac0c-98091b366895 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:09.342593 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-78458f72-ea83-4921-ac0c-98091b366895 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104306 Sep 17 22:25:09.352015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-6fb30435-db4d-4180-9617-6562e6e076f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.353481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-6fb30435-db4d-4180-9617-6562e6e076f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1716282 Sep 17 22:25:09.383038 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.403517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:09.406414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8b450479-7128-4f73-b4e4-50d57dc968e4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:09.425263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:09.427365 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a0cb8677-800d-40a2-abe4-3959cb7cdc16 req-2fc2294e-a4e3-405a-9839-7f99bbfb0ddd service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104385 Sep 17 22:25:09.429657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:09.431046 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-b0254054-1651-4f9c-8ed8-ad15b3e707da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.0598886 Sep 17 22:25:09.433682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-09384558-d567-4ed2-90c6-e5d9b24e6433 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.434569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:09.434988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-09384558-d567-4ed2-90c6-e5d9b24e6433 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 200 len: 1095 time: 0.0806727 Sep 17 22:25:09.449158 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Request body: {'binding': {'host': 'n-h2-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:09.449650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:25:09.484784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.500972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event updated for resources: {'Port': ['ID=41052381-63ff-4994-9f87-c8139c714422,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:09.537364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-4111d9f8-ad07-4f67-b4af-6ab58f157bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.539435 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-4111d9f8-ad07-4f67-b4af-6ab58f157bf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0971043 Sep 17 22:25:09.540697 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.545202 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 8b450479-7128-4f73-b4e4-50d57dc968e4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:09.552711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 8b450479-7128-4f73-b4e4-50d57dc968e4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:09.553480 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.599717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:09.619011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee', 'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'port_id': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee', 'mac_address': 'fa:16:3e:9f:aa:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f008b3-0a54-42c9-b52e-090832c071aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:09.697788 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.723057 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.726066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5bad79-4fc3-4984-9b32-cac59a7a94ee {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:09.747524 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.753320 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.766579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:09.774763 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.787044 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.787552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8b450479-7128-4f73-b4e4-50d57dc968e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8b450479-7128-4f73-b4e4-50d57dc968e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:09.807578 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.809065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8916507 Sep 17 22:25:09.813241 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.814106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:09.815451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efc1e1-caad-48ec-91bd-da5f7c015caf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event updated for resources: {'Port': ['ID=41052381-63ff-4994-9f87-c8139c714422,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:09.873180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-2213483d-96da-4824-b98f-d4516633b951 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.0517662 Sep 17 22:25:09.873659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:09.934620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:09.944996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:09.945169 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.946656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=8b450479-7128-4f73-b4e4-50d57dc968e4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:09.994466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-e3f1dd19-0094-41ef-aca7-1e1acaaff1a9 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.995849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4965ee20-716d-449e-a9b4-24f9ad1fbaff req-e3f1dd19-0094-41ef-aca7-1e1acaaff1a9 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1073465 Sep 17 22:25:10.016168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-8ef82050-cec6-45ba-a209-720bfc9ae057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.017765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-8ef82050-cec6-45ba-a209-720bfc9ae057 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1592045 Sep 17 22:25:10.032856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1b5bad79-4fc3-4984-9b32-cac59a7a94ee'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:10.041201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on host n-h2-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:10.041472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:10.041786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:10.057637 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff0f946-eb16-456b-95de-b0337a81a122 x-openstack-request-id: req-fff0f946-eb16-456b-95de-b0337a81a122 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:10.057942 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-plugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:10.058229 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fff0f946-eb16-456b-95de-b0337a81a122 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:10.058576 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0', 'code': 200} Sep 17 22:25:10.060529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:10.060529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:10.073941 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.074536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-dac6edb2-e602-45ea-b1c6-b1d64d3a4632 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.076643 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-dac6edb2-e602-45ea-b1c6-b1d64d3a4632 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 821 time: 0.2154267 Sep 17 22:25:10.086801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:10.087154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:10.087528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:10.087964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Bound port: 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:10.121351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Request body: {'port': {'device_id': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'admin_state_up': True, 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:10.122325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:10.147308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f763a34-77f8-4c41-971a-eae921133e38 req-4001a4dd-2251-49cc-aa89-78c8c5877120 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 210 time: 0.0452063 Sep 17 22:25:10.147539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.211402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d91bb-29e6-43a8-8955-6d025eedfcaa req-b784596d-9d79-4b01-8490-b86a579c3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.213073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a9d91bb-29e6-43a8-8955-6d025eedfcaa req-b784596d-9d79-4b01-8490-b86a579c3082 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1102 time: 0.0439453 Sep 17 22:25:10.223003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:10.258995 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-6afe2b3b-dc7c-47ed-a474-bfc2f6f4ff2f service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310436 Sep 17 22:25:10.270604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:10.275294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a9d91bb-29e6-43a8-8955-6d025eedfcaa req-76d0ebc1-f660-4fe3-88b3-ae81320f9f98 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Sep 17 22:25:10.286859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01afe52-19c3-4264-b0f7-d15f2c97c372 req-5e7f0459-5015-4dc8-905f-d89f54b86960 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.288408 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c01afe52-19c3-4264-b0f7-d15f2c97c372 req-5e7f0459-5015-4dc8-905f-d89f54b86960 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 944 time: 0.0743515 Sep 17 22:25:10.303762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.304923 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b3351126-0b07-4e1f-a419-542b9ea4b28d service neutron] 10.222.0.48 "POST /v2.0/ports/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa/bindings HTTP/1.1" status: 201 len: 390 time: 0.8619688 Sep 17 22:25:10.341123 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c01afe52-19c3-4264-b0f7-d15f2c97c372 req-f5283f28-b744-44cd-9e88-5d71291dba79 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449085 Sep 17 22:25:10.389618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Made reservation on behalf of 8e3f58d6704448d99c9deed74e45dc36 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:10.396657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.452921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b649dd9a-5ae9-41b9-941a-9faaa0fccfc5 req-cb82bef8-d6b2-4c1e-b1bd-4210037c8454 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846573 Sep 17 22:25:10.540456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11b2f7-0678-43b3-89ca-1f3fd78877ea req-6abff84e-6cb1-4297-8564-e8be994a34d7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.541963 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb11b2f7-0678-43b3-89ca-1f3fd78877ea req-6abff84e-6cb1-4297-8564-e8be994a34d7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.0850842 Sep 17 22:25:10.561751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee6010-8fea-464b-b72a-2866f6aed5aa req-5fd8607b-603d-43fe-8b03-b77795abfb4e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.563947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdee6010-8fea-464b-b72a-2866f6aed5aa req-5fd8607b-603d-43fe-8b03-b77795abfb4e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 949 time: 0.0730326 Sep 17 22:25:10.567734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Allocated IP 172.20.0.4 (bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90/adbda9f5-80fb-403b-8bd7-87661b9e0a90/63fbe798-a14e-4b78-8bad-d2f516c4290d) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:10.607657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb11b2f7-0678-43b3-89ca-1f3fd78877ea req-46524376-27f2-43ba-b59f-f59b997ec85a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588434 Sep 17 22:25:10.619925 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdee6010-8fea-464b-b72a-2866f6aed5aa req-8dd2092c-d732-47d2-982c-3ef2838438c1 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485587 Sep 17 22:25:10.722448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.754835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca274793-7af6-4bd2-b802-c275eb61085a req-fe0d1600-e81a-4081-b1ae-4b11f236cfd6 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1059878 Sep 17 22:25:10.760337 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.766391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:10.791078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.796793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:10.809436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:10.813276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:10.817113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:10.823852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.824497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.843802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Pushing event updated for resources: {'Port': ['ID=63fbe798-a14e-4b78-8bad-d2f516c4290d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:10.862243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-be02afaa-04d5-4c62-965e-f096f8b7ef14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7454858 Sep 17 22:25:10.907552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Request body: {'port': {'device_id': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:10.966956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa1e52-4835-42f3-a1bb-ac5e403c8316 req-1d8ea845-e23f-482c-a5ce-e6ba87785ec1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.969649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6efa1e52-4835-42f3-a1bb-ac5e403c8316 req-1d8ea845-e23f-482c-a5ce-e6ba87785ec1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 946 time: 0.0870645 Sep 17 22:25:10.987355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.990582 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.069040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-e8d877be-d71f-431f-9cfd-af9d9f3902b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.070551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-e8d877be-d71f-431f-9cfd-af9d9f3902b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1098 time: 0.0915632 Sep 17 22:25:11.071172 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6efa1e52-4835-42f3-a1bb-ac5e403c8316 req-b7aad77f-c07c-4554-bfb1-8346ec6823b9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924633 Sep 17 22:25:11.138344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Allocated IP 172.25.0.182 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/ca03998a-a777-4bb1-a1bc-c99223ab6b27) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:11.210551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-513c9c61-aed8-4728-9770-a47073d70d9b None None] Provisioning complete for port 63fbe798-a14e-4b78-8bad-d2f516c4290d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:11.211001 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-513c9c61-aed8-4728-9770-a47073d70d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.255976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-513c9c61-aed8-4728-9770-a47073d70d9b None None] Port 63fbe798-a14e-4b78-8bad-d2f516c4290d cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:11.295638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-3439542e-efc3-4474-b74b-9f808184edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.297731 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-3439542e-efc3-4474-b74b-9f808184edca service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.2150369 Sep 17 22:25:11.312044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700450-70ab-4354-9535-ec2e756318be req-4a0bad73-549a-49f8-9be8-43623726de52 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.313786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98700450-70ab-4354-9535-ec2e756318be req-4a0bad73-549a-49f8-9be8-43623726de52 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 931 time: 0.0796168 Sep 17 22:25:11.318904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.366055 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-9455beba-02f3-4b95-ae6b-64d6b868ce81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 200 len: 217 time: 0.0541945 Sep 17 22:25:11.372737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98700450-70ab-4354-9535-ec2e756318be req-698de1eb-312e-4600-a64b-302894057a09 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521002 Sep 17 22:25:11.384431 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.404202 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:11.427957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:11.431400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:11.434882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:11.449338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event updated for resources: {'Port': ['ID=ca03998a-a777-4bb1-a1bc-c99223ab6b27,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.487403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fbe798-a14e-4b78-8bad-d2f516c4290d {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:11.497970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-92c7eee1-b438-44a1-bf18-4a2ef9236cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.501814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-92c7eee1-b438-44a1-bf18-4a2ef9236cc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.1025460 Sep 17 22:25:11.503681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.515808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:11.521873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.525515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:11.525894 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.540469 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-b5c08de8-1d74-4d9f-87eb-d0941182f998 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326462 Sep 17 22:25:11.543127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Transition to ACTIVE for port object 63fbe798-a14e-4b78-8bad-d2f516c4290d will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:11.583655 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.584604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.673566 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.692359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Pushing event updated for resources: {'Port': ['ID=63fbe798-a14e-4b78-8bad-d2f516c4290d,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.740426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:11.751521 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.772635 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-f6a486bd-cf78-45d2-8e90-2a22f0aa1777 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228026 Sep 17 22:25:11.773689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Attempting to bind port 63fbe798-a14e-4b78-8bad-d2f516c4290d on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:11.774348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Attempting to bind port 63fbe798-a14e-4b78-8bad-d2f516c4290d by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:11.774548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Attempting to bind port 63fbe798-a14e-4b78-8bad-d2f516c4290d on network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:11.779286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Port 63fbe798-a14e-4b78-8bad-d2f516c4290d on network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:11.780608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Attempting to bind port 63fbe798-a14e-4b78-8bad-d2f516c4290d on network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:11.787979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:11.788484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Checking segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:11.789042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Bound using segment: {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:11.789809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Bound port: 63fbe798-a14e-4b78-8bad-d2f516c4290d, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:11.790369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.825787 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.836972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.847558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.893551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.927894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aea016-0eb9-4f75-8327-d2e53ed6db80 req-558dbd08-7311-4bc2-9532-5d2502c76c5b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.936202 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1aea016-0eb9-4f75-8327-d2e53ed6db80 req-558dbd08-7311-4bc2-9532-5d2502c76c5b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 945 time: 0.1721489 Sep 17 22:25:11.944377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.945507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca274793-7af6-4bd2-b802-c275eb61085a req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1845715 Sep 17 22:25:11.946094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888f011-7314-4763-b39a-16a1ec978e55 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event updated for resources: {'Port': ['ID=ca03998a-a777-4bb1-a1bc-c99223ab6b27,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.989788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] For port 63fbe798-a14e-4b78-8bad-d2f516c4290d, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:11.993599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] For port 63fbe798-a14e-4b78-8bad-d2f516c4290d, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:11.996412 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-12b8003a-fb90-4a6d-98d0-c001c0a1f56c service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021365 Sep 17 22:25:11.999005 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.061005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeca913-7244-4814-a36c-1e11d18e7cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b450479-7128-4f73-b4e4-50d57dc968e4'}, {'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'}, {'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:12.061471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.062580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.064256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] 10.222.0.49 "PUT /v2.0/ports/63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 1092 time: 1.1612573 Sep 17 22:25:12.065021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:12.066819 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f4261-c89b-4554-b78b-2a9226d4c62c" -d '{"events": [{"server_uuid": "9aeca913-7244-4814-a36c-1e11d18e7cec", "name": "network-vif-plugged", "status": "completed", "tag": "8b450479-7128-4f73-b4e4-50d57dc968e4"}, {"server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "name": "network-vif-plugged", "status": "completed", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc"}, {"server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "name": "network-vif-plugged", "status": "completed", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:12.067558 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482b4e6-f64d-49f2-a85c-86dbe049eee4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:12.096541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c4bc3-a9c3-4a0a-8a51-4262efacde89 service neutron] Pushing event updated for resources: {'Port': ['ID=63fbe798-a14e-4b78-8bad-d2f516c4290d,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:12.240629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca274793-7af6-4bd2-b802-c275eb61085a req-31625391-f513-4970-b95e-46db66311155 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.2825322 Sep 17 22:25:12.262704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-579c061e-67db-4fcd-986e-bec6ec97951d tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.263163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1aea016-0eb9-4f75-8327-d2e53ed6db80 req-c256203f-1ddb-45e5-a5a0-3fcda0cb2e38 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261187 Sep 17 22:25:12.266856 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-579c061e-67db-4fcd-986e-bec6ec97951d tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1098 time: 0.0881512 Sep 17 22:25:12.274717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-1e8815d0-2b3c-4ea1-8659-04d58c87305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.276179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-1e8815d0-2b3c-4ea1-8659-04d58c87305d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 1095 time: 0.0860615 Sep 17 22:25:12.302117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-10'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:12.357474 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-f7f2423d-6e9c-4667-8a16-27e94a14182d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 217 time: 0.0594771 Sep 17 22:25:12.403009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca274793-7af6-4bd2-b802-c275eb61085a req-1ca00aa8-46ef-45ea-aacf-839de8078a81 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.404348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca274793-7af6-4bd2-b802-c275eb61085a req-1ca00aa8-46ef-45ea-aacf-839de8078a81 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1579678 Sep 17 22:25:12.423060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebe8ff-79e2-4b35-8865-71ed463240e8 req-c63aec68-8d24-47f4-88f7-90bbbff67fd6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.424661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1ebe8ff-79e2-4b35-8865-71ed463240e8 req-c63aec68-8d24-47f4-88f7-90bbbff67fd6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.0840786 Sep 17 22:25:12.431019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.447917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-151128db-e96d-45ac-8862-6881ef8ffc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.449439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-151128db-e96d-45ac-8862-6881ef8ffc07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.0836496 Sep 17 22:25:12.476162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1ebe8ff-79e2-4b35-8865-71ed463240e8 req-d8a7e8ed-3812-42ec-98a6-c79a8a59cc88 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443137 Sep 17 22:25:12.514553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319ab79-24d4-442a-a644-e4c81abb32dc req-1b4ac86e-1188-4712-a86c-77377cf02290 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.517008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6319ab79-24d4-442a-a644-e4c81abb32dc req-1b4ac86e-1188-4712-a86c-77377cf02290 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 949 time: 0.0578501 Sep 17 22:25:12.568999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-5130d2fc-34a2-49aa-9ebb-8fab954d2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.570441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-5130d2fc-34a2-49aa-9ebb-8fab954d2bdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990942 Sep 17 22:25:12.588111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6319ab79-24d4-442a-a644-e4c81abb32dc req-adb54e0e-a609-43a0-ae81-371b35b318db tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630655 Sep 17 22:25:12.604545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f00eb-fe1e-45d0-8bde-10e46e102788 req-a35eab13-59a6-41a9-8fc0-ebac08081b09 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.606058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-281f00eb-fe1e-45d0-8bde-10e46e102788 req-a35eab13-59a6-41a9-8fc0-ebac08081b09 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 949 time: 0.0661824 Sep 17 22:25:12.636520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:12.648638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-281f00eb-fe1e-45d0-8bde-10e46e102788 req-c652e346-a05d-42a4-9dcc-ae8fe8fa0daa tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/security-groups?id=f40fd90b-1d58-4064-8b30-c03b4a4f12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357287 Sep 17 22:25:12.694714 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc553f39-475d-4045-8211-a07b6314a042 x-openstack-request-id: req-bc553f39-475d-4045-8211-a07b6314a042 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:12.695196 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:12.695534 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc553f39-475d-4045-8211-a07b6314a042 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:12.696011 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'status': 'completed', 'code': 200} Sep 17 22:25:12.726557 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c144daa-62e6-4b06-9ff1-979060afcbcd x-openstack-request-id: req-3c144daa-62e6-4b06-9ff1-979060afcbcd {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:12.727737 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeca913-7244-4814-a36c-1e11d18e7cec", "name": "network-vif-plugged", "status": "completed", "tag": "8b450479-7128-4f73-b4e4-50d57dc968e4", "code": 200}, {"server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "name": "network-vif-plugged", "status": "completed", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc", "code": 200}, {"server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "name": "network-vif-plugged", "status": "completed", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:12.728404 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c144daa-62e6-4b06-9ff1-979060afcbcd {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:12.729695 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeca913-7244-4814-a36c-1e11d18e7cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b450479-7128-4f73-b4e4-50d57dc968e4', 'code': 200} Sep 17 22:25:12.730420 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'code': 200} Sep 17 22:25:12.730878 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee', 'code': 200} Sep 17 22:25:12.735070 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-c5fba271-5ab1-49b5-bb66-82f1e7c99ce8 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541779 Sep 17 22:25:12.738272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:12.845227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.876662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c3e0a-b65f-4acb-af1c-bc6c2699a847 req-809ab57e-c0c1-43fd-aca0-636e071a53b1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.877221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.878316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c9c3e0a-b65f-4acb-af1c-bc6c2699a847 req-809ab57e-c0c1-43fd-aca0-636e071a53b1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 946 time: 0.1360831 Sep 17 22:25:12.912148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0085d5-3e62-44e6-a7bd-23d504455b53 req-843181e9-3d3e-4cdc-bbdb-4a226ae31ea4 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.913958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd0085d5-3e62-44e6-a7bd-23d504455b53 req-843181e9-3d3e-4cdc-bbdb-4a226ae31ea4 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 943 time: 0.1264298 Sep 17 22:25:12.927820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a5cbd-4a25-4d42-8d65-bbdc67a95cb5 req-d49a84fe-798c-4d01-b55d-74b6bc10cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.929337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-414a5cbd-4a25-4d42-8d65-bbdc67a95cb5 req-d49a84fe-798c-4d01-b55d-74b6bc10cb71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 1101 time: 0.0999248 Sep 17 22:25:12.957437 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9482ced-012a-4d05-ad27-a388bb3647b6 req-516fe8ec-5edd-488c-8ed1-91c9cc085bae service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926947 Sep 17 22:25:12.964687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c9c3e0a-b65f-4acb-af1c-bc6c2699a847 req-960fb0dd-a9c3-4456-b877-44817a3da035 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790365 Sep 17 22:25:12.982199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee0bb5-64da-41ae-a1cd-97468bbb80e4 req-b02d2005-5658-449d-b7e3-88cde7355c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.983801 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e9ee0bb5-64da-41ae-a1cd-97468bbb80e4 req-b02d2005-5658-449d-b7e3-88cde7355c4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1097 time: 0.1367743 Sep 17 22:25:12.999848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:13.008456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-414a5cbd-4a25-4d42-8d65-bbdc67a95cb5 req-d85ecc68-d12e-4874-b92f-08e6c84a96c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671215 Sep 17 22:25:13.013120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd0085d5-3e62-44e6-a7bd-23d504455b53 req-ed1a7f9e-504a-47d3-9501-df430e476df0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891860 Sep 17 22:25:13.072967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.073284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.073617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.106716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.107354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Attempting to bind port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.119282 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e9ee0bb5-64da-41ae-a1cd-97468bbb80e4 req-bdce0e86-3c8b-4061-aba7-0fc25c6a2474 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156895 Sep 17 22:25:13.126723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-117922c3-f7a4-4c02-8bf5-d579d5dde41a tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.128132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-117922c3-f7a4-4c02-8bf5-d579d5dde41a tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.45 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 949 time: 0.1640029 Sep 17 22:25:13.130205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:13.130544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:13.131118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:13.131354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Bound port: 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:13.131714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.152674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee559e0-ff10-40ca-b317-69277bfaf589 req-584f2e6a-d84f-49b9-9a2b-3d600429ab9d tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.152914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-730a952d-fa4d-401f-ba50-9b3055951eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.154395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ee559e0-ff10-40ca-b317-69277bfaf589 req-584f2e6a-d84f-49b9-9a2b-3d600429ab9d tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1102 time: 0.0708721 Sep 17 22:25:13.154648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-730a952d-fa4d-401f-ba50-9b3055951eb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 1095 time: 0.1050427 Sep 17 22:25:13.160342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-43782639-1606-4422-b2a9-113e84640ecf tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1461298 Sep 17 22:25:13.173228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:13.211642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ee559e0-ff10-40ca-b317-69277bfaf589 req-f5a4e904-da1b-44a1-8f25-8faece043d2a tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492179 Sep 17 22:25:13.215385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.270593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:13.291416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:13.307281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.321308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-a30560b2-20af-4866-855c-17e9771dc84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.322781 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-a30560b2-20af-4866-855c-17e9771dc84c service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.1495984 Sep 17 22:25:13.347886 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.478980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9065b-0a69-48dd-9e1b-d32a7195c86f req-5a9b195f-ec3f-492c-b1c9-e920c752922b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.480573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffe9065b-0a69-48dd-9e1b-d32a7195c86f req-5a9b195f-ec3f-492c-b1c9-e920c752922b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 945 time: 0.0911562 Sep 17 22:25:13.518332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Allocated IP 172.25.0.107 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/200c8bfa-c526-483f-8063-642c5e538f45) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:13.552608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffe9065b-0a69-48dd-9e1b-d32a7195c86f req-bdf8b3c7-7b2a-4634-b030-26adc1297608 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639288 Sep 17 22:25:13.655025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-c4a795cf-525e-4947-90a0-209764fdbb4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 217 time: 0.3024409 Sep 17 22:25:13.665341 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.679125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-2dc50bc0-f04b-456b-a451-b2affcbe2295 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3244df1228af49e2bdc2f43affbe409b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337336 Sep 17 22:25:13.742823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.743430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.744796 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] 10.222.0.49 "PUT /v2.0/ports/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 200 len: 1124 time: 1.4490287 Sep 17 22:25:13.752409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9134b2-8323-44e5-8038-9e10ebe25a7b service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=8']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:13.785627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.800280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-af5301f8-6565-4db5-bee5-bcfa9ab343a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.801806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-af5301f8-6565-4db5-bee5-bcfa9ab343a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.1199596 Sep 17 22:25:13.829837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:13.854417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Deleting port bc43e849-b808-4507-b470-0790cc10a9b4 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:13.854656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.855084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:13.858044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event updated for resources: {'Port': ['ID=200c8bfa-c526-483f-8063-642c5e538f45,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:13.861897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:13.871315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-2814bfcf-69de-4169-8102-97a28734549e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.872920 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-2814bfcf-69de-4169-8102-97a28734549e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868052 Sep 17 22:25:13.874161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:13.883521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-80b1e0cc-f3cc-4dd1-bd19-d87ddf53c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.885090 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-80b1e0cc-f3cc-4dd1-bd19-d87ddf53c5f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757365 Sep 17 22:25:13.920134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-9c0b2877-810c-465e-942a-8469ec3897c2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/quotas/3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 375 time: 0.0396905 Sep 17 22:25:13.950039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.008801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.018121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-c34e1e91-75db-4d33-8e44-dab6774fd211 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771375 Sep 17 22:25:14.019096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] For port bc43e849-b808-4507-b470-0790cc10a9b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bc43e849-b808-4507-b470-0790cc10a9b4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:14.019464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.036572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Calling delete_port for bc43e849-b808-4507-b470-0790cc10a9b4 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:14.059574 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-d7356d9c-633e-42aa-9d12-8002d4ab9c91 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665523 Sep 17 22:25:14.203862 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.213645 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b482b4e6-f64d-49f2-a85c-86dbe049eee4 req-4b06919b-2c75-4e8b-95c5-0a866c873a8c service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201549 Sep 17 22:25:14.214707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.278486 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.286614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.294408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['bc43e849-b808-4507-b470-0790cc10a9b4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:14.327872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Pushing event deleted for resources: {'Port': ['ID=bc43e849-b808-4507-b470-0790cc10a9b4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.342082 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.343856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1756029 Sep 17 22:25:14.364415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6148f87-5633-439e-83a4-397a876403ec tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event updated for resources: {'Port': ['ID=200c8bfa-c526-483f-8063-642c5e538f45,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.390985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] No DVR routers for this DVR port bc43e849-b808-4507-b470-0790cc10a9b4 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:14.395812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.401279 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06cc02d9-029d-4bd4-ae5f-98683f76cedd req-fa88159c-dca2-43a5-89ee-799350a59ab8 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.45 "DELETE /v2.0/ports/bc43e849-b808-4507-b470-0790cc10a9b4 HTTP/1.1" status: 204 len: 173 time: 0.7590406 Sep 17 22:25:14.440331 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-1ba42dd3-e4b3-4ded-b28f-f2a2a69de6a3 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0898643 Sep 17 22:25:14.451198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5e45-fb9d-469d-8a82-4a09313f37c6 req-90ece4ef-f05d-4563-8df2-5406027d94db tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:14.461361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c22a5e45-fb9d-469d-8a82-4a09313f37c6 req-90ece4ef-f05d-4563-8df2-5406027d94db tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 949 time: 0.2071664 Sep 17 22:25:14.591999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c22a5e45-fb9d-469d-8a82-4a09313f37c6 req-02cb201d-b659-485e-a3fd-2671b49f8e44 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297605 Sep 17 22:25:14.646446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-cd4f8c7a-30d5-4ab7-bca9-fd4c23cc391a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:14.647994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a2b87b6-f6cd-4ef5-8542-b2d16bbe78c8 req-cd4f8c7a-30d5-4ab7-bca9-fd4c23cc391a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1769638 Sep 17 22:25:14.697527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa'}, {'name': 'network-changed', 'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa'}, {'server_uuid': '434f0257-5ac9-4f91-905d-b49a0c06691c', 'name': 'network-vif-deleted', 'tag': 'bc43e849-b808-4507-b470-0790cc10a9b4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:14.699953 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa2a621-2660-4cfc-b404-797be4464475" -d '{"events": [{"server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa"}, {"name": "network-changed", "server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa"}, {"server_uuid": "434f0257-5ac9-4f91-905d-b49a0c06691c", "name": "network-vif-deleted", "tag": "bc43e849-b808-4507-b470-0790cc10a9b4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:14.710009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf8fd650-d9fd-48a9-9bcd-ac9dd8145be7 req-16b07cd2-5707-4a05-b9e8-c7ef44c346b2 tempest-TenantUsagesTestJSON-200954511 tempest-TenantUsagesTestJSON-200954511-project] 10.222.0.48 "GET /v2.0/ports?device_id=434f0257-5ac9-4f91-905d-b49a0c06691c HTTP/1.1" status: 200 len: 210 time: 0.0321043 Sep 17 22:25:14.853459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea5a01-0eb6-4617-9e78-3042ac547c3a req-1db486ef-1ec8-4d1a-b2e6-052e3560435d tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:14.855852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2ea5a01-0eb6-4617-9e78-3042ac547c3a req-1db486ef-1ec8-4d1a-b2e6-052e3560435d tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 943 time: 0.0705340 Sep 17 22:25:14.867682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580307e-9ba7-4199-b7fc-3280eea84de5 req-dcbcc258-29e9-4f35-9a77-3e809a32db4c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:14.867682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0580307e-9ba7-4199-b7fc-3280eea84de5 req-dcbcc258-29e9-4f35-9a77-3e809a32db4c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 944 time: 0.0925686 Sep 17 22:25:14.935114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2ea5a01-0eb6-4617-9e78-3042ac547c3a req-573b5fdb-5318-492a-940c-ba1112c2c954 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680120 Sep 17 22:25:14.944140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0580307e-9ba7-4199-b7fc-3280eea84de5 req-8af7b227-1e0c-44a7-ab1c-31e9a74430be tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615842 Sep 17 22:25:15.032221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9766ff11-1ebd-461b-9cc4-4c50f9225c18 req-84b8720f-3b84-4bf2-950b-edafc2bdf432 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 210 time: 0.0347140 Sep 17 22:25:15.138879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96eb450f-ff85-4668-b149-56cdf81dcf47 req-19129cd6-6b4c-4abf-93fe-48e1af9fb2ff tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips/59ed75b6-d553-4ccd-b44c-06a3f9966dd1 HTTP/1.1" status: 200 len: 693 time: 0.0817146 Sep 17 22:25:15.150002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edada5a6-6932-4095-862e-66f260e24e15 req-7face0c5-ae06-4789-b5cf-274435e63850 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.151339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edada5a6-6932-4095-862e-66f260e24e15 req-7face0c5-ae06-4789-b5cf-274435e63850 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 945 time: 0.1225822 Sep 17 22:25:15.251229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edada5a6-6932-4095-862e-66f260e24e15 req-cba6769f-fb49-4f88-be19-c96c656fcf39 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902743 Sep 17 22:25:15.292060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb450f-ff85-4668-b149-56cdf81dcf47 req-00404ced-7cb5-4b52-9688-c535cdb8c7d2 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.297477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96eb450f-ff85-4668-b149-56cdf81dcf47 req-00404ced-7cb5-4b52-9688-c535cdb8c7d2 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1451800 Sep 17 22:25:15.305748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-96eb450f-ff85-4668-b149-56cdf81dcf47 req-87b73c05-9030-493d-a965-373fa20f1709 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:15.307427 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a63e2-95fe-4320-9650-90e9be97622e x-openstack-request-id: req-924a63e2-95fe-4320-9650-90e9be97622e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:15.307923 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa", "code": 200}, {"name": "network-changed", "server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa", "status": "completed", "code": 200}, {"server_uuid": "434f0257-5ac9-4f91-905d-b49a0c06691c", "name": "network-vif-deleted", "tag": "bc43e849-b808-4507-b470-0790cc10a9b4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:15.308028 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-924a63e2-95fe-4320-9650-90e9be97622e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:15.308365 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa', 'code': 200} Sep 17 22:25:15.308612 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa', 'status': 'completed', 'code': 200} Sep 17 22:25:15.308858 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434f0257-5ac9-4f91-905d-b49a0c06691c', 'name': 'network-vif-deleted', 'tag': 'bc43e849-b808-4507-b470-0790cc10a9b4', 'status': 'completed', 'code': 200} Sep 17 22:25:15.310063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96eb450f-ff85-4668-b149-56cdf81dcf47 req-87b73c05-9030-493d-a965-373fa20f1709 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098426 Sep 17 22:25:15.363027 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-9752627a-666f-4bab-8186-0cb141a8af14 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3244df1228af49e2bdc2f43affbe409b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341287 Sep 17 22:25:15.411705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-bd748d36-e2a1-413b-83c3-72e7b080e8f7 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips/59ed75b6-d553-4ccd-b44c-06a3f9966dd1 HTTP/1.1" status: 200 len: 693 time: 0.0781698 Sep 17 22:25:15.448547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a0b32-af51-4100-8c37-62f03e570556 req-99b87dd4-2c20-49fe-9c78-b68ef60f8413 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.450078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f10a0b32-af51-4100-8c37-62f03e570556 req-99b87dd4-2c20-49fe-9c78-b68ef60f8413 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1097 time: 0.0720489 Sep 17 22:25:15.467017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2a621-2660-4cfc-b404-797be4464475 req-725522c0-6fc3-4978-9b7b-9d146c098a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.469235 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ffa2a621-2660-4cfc-b404-797be4464475 req-725522c0-6fc3-4978-9b7b-9d146c098a1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1127 time: 0.1194248 Sep 17 22:25:15.524503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-aedc184d-6cff-4e75-93b2-5b616c2cf579 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.526046 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-aedc184d-6cff-4e75-93b2-5b616c2cf579 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452312 Sep 17 22:25:15.564889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Request body: {'port': {'device_id': '78333bc2-3869-491e-9500-21762446d062', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '3244df1228af49e2bdc2f43affbe409b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:15.653271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2a621-2660-4cfc-b404-797be4464475 req-c61e55ce-5267-425e-af81-1288e11f06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.654774 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ffa2a621-2660-4cfc-b404-797be4464475 req-c61e55ce-5267-425e-af81-1288e11f06b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1760986 Sep 17 22:25:15.681463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:15.710642 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ffa2a621-2660-4cfc-b404-797be4464475 req-08128865-9963-40f9-836b-a924ef45e354 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 200 len: 217 time: 0.0483031 Sep 17 22:25:15.744201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f10a0b32-af51-4100-8c37-62f03e570556 req-b4a1ea2b-f125-4b00-a81f-b40bfd0bd671 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807248 Sep 17 22:25:15.764707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-803a9cff-5ee0-4328-8634-a6533ce90309 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.766953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-803a9cff-5ee0-4328-8634-a6533ce90309 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.3474445 Sep 17 22:25:15.774958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Made reservation on behalf of 3244df1228af49e2bdc2f43affbe409b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:15.778363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a7260eeb-57fb-418e-821b-8acdf42e0cdd tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:15.778853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.783252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2a621-2660-4cfc-b404-797be4464475 req-b1277a90-6342-445c-b55c-a7649c071291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.784919 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ffa2a621-2660-4cfc-b404-797be4464475 req-b1277a90-6342-445c-b55c-a7649c071291 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0643301 Sep 17 22:25:15.786759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a7260eeb-57fb-418e-821b-8acdf42e0cdd tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133302 Sep 17 22:25:15.791765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:15.807564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:25:15.831010 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ffa2a621-2660-4cfc-b404-797be4464475 req-26af29e7-87c4-4c77-bdd9-56334880de39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276961 Sep 17 22:25:15.841614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-f00c1a29-6dfa-41d2-8b46-2b0364df4ee8 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0539641 Sep 17 22:25:15.917914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-f27387df-0ca7-4b72-a059-e899d541ad12 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0714297 Sep 17 22:25:15.938805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c699f39-e892-46d2-850a-54a2177652bc req-a41708d7-42d6-47df-9dfd-4c803c8bad51 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.940408 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c699f39-e892-46d2-850a-54a2177652bc req-a41708d7-42d6-47df-9dfd-4c803c8bad51 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 949 time: 0.0958834 Sep 17 22:25:16.002569 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ffa2a621-2660-4cfc-b404-797be4464475 req-073ae020-6eea-4a98-9b8a-8ee5ce3b37cb service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614153 Sep 17 22:25:16.028060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Allocated IP 192.168.233.13 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/b4e8c32d-e7d9-42db-a45f-7fda6e0c4924) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:16.060836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c699f39-e892-46d2-850a-54a2177652bc req-9e94cad8-6fcc-479d-8439-a239fa1fe3aa tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878196 Sep 17 22:25:16.086726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Deleting port 200c8bfa-c526-483f-8063-642c5e538f45 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:16.087075 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.159121 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ffa2a621-2660-4cfc-b404-797be4464475 req-e116c90b-9658-4bab-8f19-8f9aee4b2a61 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460896 Sep 17 22:25:16.187101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.187806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.201129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Calling delete_port for 200c8bfa-c526-483f-8063-642c5e538f45 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:16.273322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.309541 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.326894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:16.366472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:16.369223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b84462-a3b9-428f-9ffb-d790d0f662c1 req-c6012fda-d5c9-4f4a-a66f-de562763c385 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.372598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:16.378131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6b84462-a3b9-428f-9ffb-d790d0f662c1 req-c6012fda-d5c9-4f4a-a66f-de562763c385 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1097 time: 0.0978980 Sep 17 22:25:16.388858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:16.399783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.400591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.413505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.427292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-46daf040-0ac4-4ce4-a51d-cdd17daf39a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8665760 Sep 17 22:25:16.434703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6b84462-a3b9-428f-9ffb-d790d0f662c1 req-68777e29-88b0-4125-b6f1-f653c143f4cf tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490577 Sep 17 22:25:16.436238 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.443033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Request body: {'port': {'device_id': '78333bc2-3869-491e-9500-21762446d062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:16.495485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event deleted for resources: {'Port': ['ID=200c8bfa-c526-483f-8063-642c5e538f45,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.511908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51290) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:16.538986 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.542401 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.556870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.558752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea289e1-9c80-4b20-adee-55cc2b4cfa4e req-a560878a-2f3f-4443-b861-048d9fed3a6a tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "DELETE /v2.0/floatingips/59ed75b6-d553-4ccd-b44c-06a3f9966dd1 HTTP/1.1" status: 204 len: 173 time: 0.6341650 Sep 17 22:25:16.689623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc79114-4c00-4d15-b1b1-e16609b966cc req-49d8f88b-83e4-4c66-990f-098823c1f063 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.690793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5bc79114-4c00-4d15-b1b1-e16609b966cc req-49d8f88b-83e4-4c66-990f-098823c1f063 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 943 time: 0.1298730 Sep 17 22:25:16.701312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-aeca972b-5e93-4140-b22b-cf84f792c6c2 None None] Provisioning complete for port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:16.701842 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aeca972b-5e93-4140-b22b-cf84f792c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.722655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a94bc-7a8a-4550-89a8-e9948725346f req-7826e3ee-6e99-465f-b6ee-6878e30e9279 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.724078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c86a94bc-7a8a-4550-89a8-e9948725346f req-7826e3ee-6e99-465f-b6ee-6878e30e9279 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 944 time: 0.0864441 Sep 17 22:25:16.739700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-aeca972b-5e93-4140-b22b-cf84f792c6c2 None None] Port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:16.757329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6fede17d-953e-4c81-863c-25b997216154 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bacf776354f24786b8b3d7588cdb0966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058134 Sep 17 22:25:16.758652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5bc79114-4c00-4d15-b1b1-e16609b966cc req-d6012aa4-69a6-481b-a1e0-fb9ebbfeb18e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609694 Sep 17 22:25:16.759880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51296) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:16.806251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c86a94bc-7a8a-4550-89a8-e9948725346f req-1a628639-1da4-4e18-b042-a6c9dbf5c37e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692112 Sep 17 22:25:16.873347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-09f2c426-85ce-4dd6-a38d-2905966674cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.890415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:16.897991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.910873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Transition to ACTIVE for port object b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:16.915017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.926090 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-09f2c426-85ce-4dd6-a38d-2905966674cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.935992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6915-0f4e-45b1-b237-b34b1e921cb8 req-387dd730-a398-431f-be8d-2fdd78122116 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.937567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-240c6915-0f4e-45b1-b237-b34b1e921cb8 req-387dd730-a398-431f-be8d-2fdd78122116 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 935 time: 0.1222165 Sep 17 22:25:16.963517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:17.003356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Attempting to bind port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:17.003689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Attempting to bind port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:17.004015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Attempting to bind port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:17.009667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:17.009989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Attempting to bind port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:17.017032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:17.017373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:17.017522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6cb48-54fe-46c4-aa3e-04e709f90f80 req-9182de2c-43fc-4381-b4f9-9d7d7d46eaf2 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.017881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:17.018287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Bound port: b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:17.018619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.019308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16a6cb48-54fe-46c4-aa3e-04e709f90f80 req-9182de2c-43fc-4381-b4f9-9d7d7d46eaf2 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1409481 Sep 17 22:25:17.023040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-240c6915-0f4e-45b1-b237-b34b1e921cb8 req-4dd4d164-0096-46ba-a771-379e17332147 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723217 Sep 17 22:25:17.081534 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-09f2c426-85ce-4dd6-a38d-2905966674cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.084340 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-09f2c426-85ce-4dd6-a38d-2905966674cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.085803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-09f2c426-85ce-4dd6-a38d-2905966674cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f40fd90b-1d58-4064-8b30-c03b4a4f12a8 HTTP/1.1" status: 204 len: 168 time: 0.3233564 Sep 17 22:25:17.100163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16a6cb48-54fe-46c4-aa3e-04e709f90f80 req-8a1a948b-a9d9-43bb-847b-621d0b39cf19 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710301 Sep 17 22:25:17.109305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2c426-85ce-4dd6-a38d-2905966674cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40fd90b-1d58-4064-8b30-c03b4a4f12a8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:17.120042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:17.123837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:17.159761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.209968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.210592 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.212010 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] 10.222.0.45 "PUT /v2.0/ports/b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 1096 time: 0.7739923 Sep 17 22:25:17.252235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83fa85-de3d-4274-96ac-1694bfe037ae service neutron] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:17.314578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:17.319699 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8fde8e-f725-4926-bf4b-325ccb325b11" -d '{"events": [{"name": "network-changed", "server_uuid": "78333bc2-3869-491e-9500-21762446d062", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:17.368527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-3f878b59-717e-4f0a-9f5c-87201ddf1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.370158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-3f878b59-717e-4f0a-9f5c-87201ddf1c35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 1099 time: 0.1019347 Sep 17 22:25:17.408397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bc43e849-b808-4507-b470-0790cc10a9b4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:17.425800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-d2063909-54f0-4719-aafb-ce2cd055ec29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 217 time: 0.0415354 Sep 17 22:25:17.431168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: bc43e849-b808-4507-b470-0790cc10a9b4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:17.431749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bc43e849-b808-4507-b470-0790cc10a9b4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:17.471765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b82c39-e7b7-42a1-a021-4c4c179740f5 req-c244363e-192e-4588-a307-f0fa9bc4f733 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.478012 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b82c39-e7b7-42a1-a021-4c4c179740f5 req-c244363e-192e-4588-a307-f0fa9bc4f733 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3445511 Sep 17 22:25:17.523737 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16646434-73a9-4874-8147-5fb71b68be5f x-openstack-request-id: req-16646434-73a9-4874-8147-5fb71b68be5f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:17.525651 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78333bc2-3869-491e-9500-21762446d062", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:17.526000 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16646434-73a9-4874-8147-5fb71b68be5f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:17.526659 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'status': 'completed', 'code': 200} Sep 17 22:25:17.530013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-44177d00-125a-4a09-a428-c5e05b5c5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.536920 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-44177d00-125a-4a09-a428-c5e05b5c5a6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0917950 Sep 17 22:25:17.589641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-fa733722-047f-4468-b9c6-0efc299d366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.590839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-8b1e81a6-3fa9-4b77-9cd0-60a7eb389658 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450730 Sep 17 22:25:17.591711 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-fa733722-047f-4468-b9c6-0efc299d366c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459206 Sep 17 22:25:17.618093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51326) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:17.647706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5120d722-0606-48db-9d60-8ee3852be24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.696984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0abc-549f-4907-8f0f-82773d5f2fcc req-8fb27e83-7d3a-42de-9ef6-6d31d095d948 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.698406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 63fbe798-a14e-4b78-8bad-d2f516c4290d details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:17.698567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f3e0abc-549f-4907-8f0f-82773d5f2fcc req-8fb27e83-7d3a-42de-9ef6-6d31d095d948 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1097 time: 0.1067197 Sep 17 22:25:17.743078 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-d22bf67c-0d16-474b-b6e6-2c52ec19d43c service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366220 Sep 17 22:25:17.749182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-e532b0af-ba5c-4fa0-a45b-d7c19419df9e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.751435 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-e532b0af-ba5c-4fa0-a45b-d7c19419df9e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495340 Sep 17 22:25:17.772685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-2126435e-a816-4c6d-8837-5745fcbb1e40 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/quotas/9856ef488c504f94a81c7ee281a5a5f2 HTTP/1.1" status: 200 len: 375 time: 0.0136671 Sep 17 22:25:17.774150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f3e0abc-549f-4907-8f0f-82773d5f2fcc req-c0d9d15f-067d-4f77-8d58-795c0150c0a3 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665398 Sep 17 22:25:17.823564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 63fbe798-a14e-4b78-8bad-d2f516c4290d, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:17.836663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'port_id': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'mac_address': 'fa:16:3e:dc:30:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:17.876119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5120d722-0606-48db-9d60-8ee3852be24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.880845 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.882444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fbb4ee2-8296-4410-9c98-87689f591745 req-0f45e880-02da-4c46-96fc-d5e18deadda3 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246960 Sep 17 22:25:17.883433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5120d722-0606-48db-9d60-8ee3852be24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.899841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fbe798-a14e-4b78-8bad-d2f516c4290d {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:17.922364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9909749-5ee6-4ea8-b973-f5a87a5892a7 req-bcef1fff-5459-45b6-9deb-02625710b933 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=f7cc7ba6c72e40e790a0adc81b91ad25 HTTP/1.1" status: 200 len: 1656 time: 0.0915589 Sep 17 22:25:17.923555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 63fbe798-a14e-4b78-8bad-d2f516c4290d, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:17.930910 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.938725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120d722-0606-48db-9d60-8ee3852be24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30daee7-23c9-4c3a-8ab6-de98d3e0b5d1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:17.946685 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5120d722-0606-48db-9d60-8ee3852be24f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f3742c6df42499d9b825dbd88cc5f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242426 Sep 17 22:25:17.946970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51332) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:17.955576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-cc3eca53-c882-4304-a560-6859b11ad0cc tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1737633 Sep 17 22:25:18.007495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=63fbe798-a14e-4b78-8bad-d2f516c4290d,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:18.026496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-f42530ec-4229-40ae-aedb-6df243f74f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.028000 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-f42530ec-4229-40ae-aedb-6df243f74f37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 1099 time: 0.0745544 Sep 17 22:25:18.038295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7436e200-ba07-46c7-8f3e-0857306b3912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.086943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7436e200-ba07-46c7-8f3e-0857306b3912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.094642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9909749-5ee6-4ea8-b973-f5a87a5892a7 req-6af0cfe8-cd0e-44ac-b98f-33c7bc80edce tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.104233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9909749-5ee6-4ea8-b973-f5a87a5892a7 req-6af0cfe8-cd0e-44ac-b98f-33c7bc80edce tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks?id=9e694a0f-862e-4721-8728-799b8fb245da&id=9e694a0f-862e-4721-8728-799b8fb245da&id=9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 787 time: 0.1475933 Sep 17 22:25:18.110535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-d9909749-5ee6-4ea8-b973-f5a87a5892a7 req-15b3f87e-ab43-49dc-8587-da3e4752d864 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:18.116829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9909749-5ee6-4ea8-b973-f5a87a5892a7 req-15b3f87e-ab43-49dc-8587-da3e4752d864 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113168 Sep 17 22:25:18.184058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-73f6d816-879f-409d-b473-5b360b2fa463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.185997 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-73f6d816-879f-409d-b473-5b360b2fa463 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1424356 Sep 17 22:25:18.204433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7436e200-ba07-46c7-8f3e-0857306b3912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.207366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7436e200-ba07-46c7-8f3e-0857306b3912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.208725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7436e200-ba07-46c7-8f3e-0857306b3912 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a30daee7-23c9-4c3a-8ab6-de98d3e0b5d1 HTTP/1.1" status: 204 len: 168 time: 0.2607768 Sep 17 22:25:18.248220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0366efb-e42e-4810-91d7-50674849e5b9 req-7838076b-ab31-4d6a-8a30-63e597af359b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.250081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0366efb-e42e-4810-91d7-50674849e5b9 req-7838076b-ab31-4d6a-8a30-63e597af359b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 944 time: 0.0949464 Sep 17 22:25:18.250234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436e200-ba07-46c7-8f3e-0857306b3912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30daee7-23c9-4c3a-8ab6-de98d3e0b5d1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:18.254843 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-e3a31539-3a29-4e88-8649-4b9684ec65b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 217 time: 0.0586700 Sep 17 22:25:18.297488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b864d41-2720-41a1-ab49-b31ccdd7680e req-b68eaddb-1d51-4b41-b91c-ac663bfca115 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.299181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b864d41-2720-41a1-ab49-b31ccdd7680e req-b68eaddb-1d51-4b41-b91c-ac663bfca115 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 944 time: 0.1021094 Sep 17 22:25:18.324348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-ec83a255-36ab-45f5-8698-1eb3b95e637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.325960 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-ec83a255-36ab-45f5-8698-1eb3b95e637a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0621536 Sep 17 22:25:18.347164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0366efb-e42e-4810-91d7-50674849e5b9 req-5004933c-e9f9-4222-a788-23946b4af241 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717754 Sep 17 22:25:18.373046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b864d41-2720-41a1-ab49-b31ccdd7680e req-8a91957e-7281-40b3-9e84-bcc12af658f1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Sep 17 22:25:18.395523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-add4900a-1903-43cf-aa63-81d4f95088d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.397155 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-add4900a-1903-43cf-aa63-81d4f95088d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591681 Sep 17 22:25:18.482125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fea74d99-bbc8-4d21-8b85-a5e49717ef85 req-24348e99-a5bd-4878-9579-7d7675eea52a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 210 time: 0.0558965 Sep 17 22:25:18.501163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['63fbe798-a14e-4b78-8bad-d2f516c4290d'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:18.561319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-ea32e608-b52d-4453-8eda-5bb9f9e28d6f service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545787 Sep 17 22:25:18.566829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74374504-e2d5-4033-bb04-832f99a6235a req-38da19cf-0fd2-4ec1-8ecd-b3b2296b4259 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips/1b3df95a-cdf6-4baf-8896-5676e0d70395 HTTP/1.1" status: 200 len: 693 time: 0.0571091 Sep 17 22:25:18.567721 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.581929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f444d-ab1f-4b42-8ee8-563a295502fe req-226ccf40-47d7-4555-8a47-f6415fcfecc3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.583446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb1f444d-ab1f-4b42-8ee8-563a295502fe req-226ccf40-47d7-4555-8a47-f6415fcfecc3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 947 time: 0.1497912 Sep 17 22:25:18.707782 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9d8fde8e-f725-4926-bf4b-325ccb325b11 req-a4e047de-e665-44e1-b2c5-5f11a12ca2b6 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336007 Sep 17 22:25:18.739766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb1f444d-ab1f-4b42-8ee8-563a295502fe req-7643fa61-2890-4a52-ad8f-3f2a88d879b1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415021 Sep 17 22:25:18.780030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374504-e2d5-4033-bb04-832f99a6235a req-429af696-e0c0-44e7-905a-79599bd3b926 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.782307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74374504-e2d5-4033-bb04-832f99a6235a req-429af696-e0c0-44e7-905a-79599bd3b926 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1978090 Sep 17 22:25:18.793984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-74374504-e2d5-4033-bb04-832f99a6235a req-3098b949-3544-42ad-8299-42210f3677d8 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:18.795178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74374504-e2d5-4033-bb04-832f99a6235a req-3098b949-3544-42ad-8299-42210f3677d8 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069945 Sep 17 22:25:18.855649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74374504-e2d5-4033-bb04-832f99a6235a req-b61ad6cb-2b7a-4fbe-a665-939cffd19aa8 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0537500 Sep 17 22:25:18.933985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74374504-e2d5-4033-bb04-832f99a6235a req-89d298cc-8598-4069-a6eb-2acf9b8046ca tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0712278 Sep 17 22:25:18.957073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105b4c3-92fb-454a-9649-f1a68ccaac43 req-346c23cc-2ea2-4ca4-849f-6bba6f5d98b5 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.958612 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f105b4c3-92fb-454a-9649-f1a68ccaac43 req-346c23cc-2ea2-4ca4-849f-6bba6f5d98b5 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1097 time: 0.0600331 Sep 17 22:25:19.087297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f105b4c3-92fb-454a-9649-f1a68ccaac43 req-2f7f805c-d0a1-4517-bc98-47b30416e352 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940337 Sep 17 22:25:19.110833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Deleting port ca03998a-a777-4bb1-a1bc-c99223ab6b27 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:19.111171 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.161190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51374) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:19.195444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.195961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.209057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Calling delete_port for ca03998a-a777-4bb1-a1bc-c99223ab6b27 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:19.271960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-network', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:19.294408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Made reservation on behalf of 1d34547c379c4ecaa88efa3ae04f1294 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:19.297711 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.307577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.376800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.406999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event deleted for resources: {'Port': ['ID=ca03998a-a777-4bb1-a1bc-c99223ab6b27,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:19.445502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.449256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.450358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74374504-e2d5-4033-bb04-832f99a6235a req-befc9d7a-edc2-4583-bb7e-5bbd9df6c504 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "DELETE /v2.0/floatingips/1b3df95a-cdf6-4baf-8896-5676e0d70395 HTTP/1.1" status: 204 len: 173 time: 0.5045905 Sep 17 22:25:19.477693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.494512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.506063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-0439c8e7-77b3-49a1-a974-4b6739705d4b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454857 Sep 17 22:25:19.526319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:19.561910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b43e-c3aa-42f5-b56a-58ea423abec2 req-003a2fda-bb7c-4a1d-888c-0889f0210e02 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.563593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b41b43e-c3aa-42f5-b56a-58ea423abec2 req-003a2fda-bb7c-4a1d-888c-0889f0210e02 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 944 time: 0.0614796 Sep 17 22:25:19.625515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b41b43e-c3aa-42f5-b56a-58ea423abec2 req-e80f0482-0144-4c51-8b89-f37c3980dd19 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557954 Sep 17 22:25:19.635141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:19.642749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.643118 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Added segment 1d2ae629-de06-4221-8d5a-7c2b1bf98dd2 of type vlan for network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 Sep 17 22:25:19.680487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.681013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.681453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.681886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.682324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.682819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.683570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.683704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.684099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.684514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.684947 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.685337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:19.721952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:19.755389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192a3de-19e2-4130-b8ca-56323e9ebc01 req-8e0b97c7-b459-41fb-b6a6-1163236930c0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.757253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1192a3de-19e2-4130-b8ca-56323e9ebc01 req-8e0b97c7-b459-41fb-b6a6-1163236930c0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 944 time: 0.0684421 Sep 17 22:25:19.773782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.776687 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-95ab0676-f2ac-4f79-bf37-9dd21187d706 service neutron] 10.222.0.45 "GET /v2.0/ports/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.1967530 Sep 17 22:25:19.786657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-2b3b5893-a11c-4262-b2d9-8ab34cd722fc tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.790074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-2b3b5893-a11c-4262-b2d9-8ab34cd722fc tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726166 Sep 17 22:25:19.811946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1192a3de-19e2-4130-b8ca-56323e9ebc01 req-aa651126-dd2e-432f-82fa-34ea30a9ee9a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Sep 17 22:25:19.819112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Request body: {'port': {'device_id': '530b5d4a-d282-4272-a4a3-8f3b4a3bb72a', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '9856ef488c504f94a81c7ee281a5a5f2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:19.869444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:19.881151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.882175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.882748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.884588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:25:19.901569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-77fd67c7-9865-4e94-8ef0-bc742b025af8 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips/304884c3-81b1-440c-a689-fc186c908bd4 HTTP/1.1" status: 200 len: 692 time: 0.0657117 Sep 17 22:25:19.976738 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8144286 Sep 17 22:25:19.981716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51410) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:19.988245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Request body: {'subnet': {'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-subnet', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:20.034597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Made reservation on behalf of 1d34547c379c4ecaa88efa3ae04f1294 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:20.035013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4a4d0-6eea-4bbb-8ccb-6297ca075224 admin admin] Pushing event updated for resources: {'Network': ['ID=c9cd1a36-1a0c-4f04-93e5-b6c8370e5960,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:20.038619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.047874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:20.051254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-b29f3ee6-75f5-4ca9-8438-0df30aaaacbd tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.052683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-b29f3ee6-75f5-4ca9-8438-0df30aaaacbd tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1436431 Sep 17 22:25:20.108536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Made reservation on behalf of 9856ef488c504f94a81c7ee281a5a5f2 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:20.112860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.176920 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-c0194f94-c17e-42b5-a6d6-51280ba40bb6 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.1124389 Sep 17 22:25:20.217388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-23e2e604-449c-4c99-a184-a08114055953 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:20.218657 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-23e2e604-449c-4c99-a184-a08114055953 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099804 Sep 17 22:25:20.241716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-3ed323cb-80df-40cb-ac5f-74d9c83f4973 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.0531824 Sep 17 22:25:20.271977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:20.562771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-583550e8-d7bc-4189-a966-2bc7817f9f60 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.564151 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-583550e8-d7bc-4189-a966-2bc7817f9f60 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports/1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 1094 time: 0.3378422 Sep 17 22:25:20.576371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:20.581159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Request body: {'binding': {'host': 'n-h2-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:20.581605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:25:20.646241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.653797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:20.659964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Allocated IP 192.168.233.254 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/8176deb2-9f75-435e-9149-1d93dabe5670) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:20.683179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:20.697534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Deleting port 41052381-63ff-4994-9f87-c8139c714422 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:20.697873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.711102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.735985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13113c3b-d644-40b6-abc2-6a6c7f6323f5,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:20.750834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.751180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.751526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.751863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.752195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.752523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.752848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.753194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.753520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.753842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.754160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.754478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:20.785953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Checking segment: {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:20.786311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Network hostable DHCP agents. Network: c9cd1a36-1a0c-4f04-93e5-b6c8370e5960, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:20.821206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:20.834355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.834355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.844295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c9cd1a36-1a0c-4f04-93e5-b6c8370e5960) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:20.851111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Calling delete_port for 41052381-63ff-4994-9f87-c8139c714422 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:20.853805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.854752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.855434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca1627-abda-41b3-aded-f8c0dd7340f0 None None] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:20.876967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2bac8580-a68d-4039-89f7-5ecd0d75abd0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8930693 Sep 17 22:25:20.878335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51416) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.882582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:20.942844 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.943989 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.950134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on host n-h2-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:20.950470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:20.950780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:20.967292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] Transition to ACTIVE for port object 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:20.975429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.980112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:20.980536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:20.991430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:20.991762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:20.992146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:20.992578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Bound port: 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:21.017424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-c9cd1a36-1a0c-4f04-93e5-b6c8370e5960', 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'fixed_ips': [{'subnet_id': '13113c3b-d644-40b6-abc2-6a6c7f6323f5'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:21.018806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.025647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.070720 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.107564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] No DVR routers for this DVR port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:21.136973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.164323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:21.172717 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.173222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Allocated IP 172.20.0.2 (c9cd1a36-1a0c-4f04-93e5-b6c8370e5960/13113c3b-d644-40b6-abc2-6a6c7f6323f5/be9514ab-01d8-4e31-a42d-e0716d8984c4) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:21.174015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-fe89daa4-288e-4fee-86d8-649e53462c85 service neutron] 10.222.0.48 "POST /v2.0/ports/1b5bad79-4fc3-4984-9b32-cac59a7a94ee/bindings HTTP/1.1" status: 201 len: 390 time: 0.6005390 Sep 17 22:25:21.186003 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-a3ff8c36-06bc-481f-8658-f89f4b9544c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa/bindings/n-h2-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 1.3848348 Sep 17 22:25:21.204847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.216332 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.222281 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.224669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['8b450479-7128-4f73-b4e4-50d57dc968e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:21.250280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event deleted for resources: {'Port': ['ID=41052381-63ff-4994-9f87-c8139c714422,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.256637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:21.263917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:21.266549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:21.273042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.273738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.294172 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.294929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9add09be-540f-4192-b9a0-99f74eb504b0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:21.297538 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.298854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4838733e-fc75-4bf0-a9f3-987891961eb5 req-f8bfd00c-9ffc-4ff2-9df8-d4b4f65556e1 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "DELETE /v2.0/floatingips/304884c3-81b1-440c-a689-fc186c908bd4 HTTP/1.1" status: 204 len: 173 time: 1.0487928 Sep 17 22:25:21.313031 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4980748 Sep 17 22:25:21.325903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32ad53-582e-449b-b0ed-bd0d1a441383 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Pushing event updated for resources: {'Port': ['ID=8176deb2-9f75-435e-9149-1d93dabe5670,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.363777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Request body: {'port': {'device_id': '530b5d4a-d282-4272-a4a3-8f3b4a3bb72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:21.425663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:21.449035 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.472718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-c1332eb8-21a7-48f0-a00d-6fc561484287 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.474336 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-c1332eb8-21a7-48f0-a00d-6fc561484287 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.1654625 Sep 17 22:25:21.614151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-dcbe6a07-ebe0-4589-95ff-7d7fabeacae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.616220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-dcbe6a07-ebe0-4589-95ff-7d7fabeacae4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e&tenant_id=99ad4a8697d84895a353ddcce62190a2 HTTP/1.1" status: 200 len: 1097 time: 0.1215672 Sep 17 22:25:21.640290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986000b4-c56b-49a3-bf24-bbef76cc9064 req-5171fab6-9af2-404b-bbe8-f92a229a1418 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.647376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-986000b4-c56b-49a3-bf24-bbef76cc9064 req-5171fab6-9af2-404b-bbe8-f92a229a1418 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 947 time: 0.2092054 Sep 17 22:25:21.666333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329d31-3e6f-4e2a-9b85-90f552e7ddbe req-fd6e3614-6736-43e2-be15-a2d147d8ec59 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.667779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9329d31-3e6f-4e2a-9b85-90f552e7ddbe req-fd6e3614-6736-43e2-be15-a2d147d8ec59 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 936 time: 0.2273796 Sep 17 22:25:21.675974 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.707549 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.709057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.760655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-8c36052c-3c85-49a1-bd86-c44b2c71b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.762389 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-8c36052c-3c85-49a1-bd86-c44b2c71b24e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1097 time: 0.0946343 Sep 17 22:25:21.777346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-986000b4-c56b-49a3-bf24-bbef76cc9064 req-0dac408b-a7b2-4145-8493-33921ecb4a69 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289103 Sep 17 22:25:21.814580 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9329d31-3e6f-4e2a-9b85-90f552e7ddbe req-f621a91f-7cf1-48ef-9afd-3a75e4fb1c33 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333234 Sep 17 22:25:21.849691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 63fbe798-a14e-4b78-8bad-d2f516c4290d up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:21.908799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Allocated IP 172.25.0.56 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/38784eaa-5bf2-4568-9d67-0874337d4225) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:21.916058 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.925509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8176deb2-9f75-435e-9149-1d93dabe5670 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:21.934200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-f1c7841b-b9f2-4338-9235-ee0c87c9e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.936041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0925e4bf-1e4b-40d6-9540-f121481962db None None] Provisioning complete for port 8176deb2-9f75-435e-9149-1d93dabe5670 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:21.937014 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0925e4bf-1e4b-40d6-9540-f121481962db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.937670 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-f1c7841b-b9f2-4338-9235-ee0c87c9e36b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1576436 Sep 17 22:25:21.940421 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.943602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:21.979936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:21.994262 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-6a15be49-6378-4c73-a754-3f0b1a34570e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 200 len: 217 time: 0.0503075 Sep 17 22:25:21.995354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Transition to ACTIVE for port object 8176deb2-9f75-435e-9149-1d93dabe5670 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:22.000237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.012903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ca9a8-51ed-4b9e-9541-5009abda75ac req-e0fc2c10-89d2-4e89-b724-3691267c2685 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.018548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:22.021767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:22.023109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb2ca9a8-51ed-4b9e-9541-5009abda75ac req-e0fc2c10-89d2-4e89-b724-3691267c2685 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 944 time: 0.0990632 Sep 17 22:25:22.024800 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 63fbe798-a14e-4b78-8bad-d2f516c4290d completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:22.043904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Pushing event updated for resources: {'Port': ['ID=be9514ab-01d8-4e31-a42d-e0716d8984c4,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.058302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.058644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.058978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.059318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.059624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.059953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.060273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.060590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.060906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.061262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.062251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.062811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:22.117503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Pushing event updated for resources: {'Port': ['ID=8176deb2-9f75-435e-9149-1d93dabe5670,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.122777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 63fbe798-a14e-4b78-8bad-d2f516c4290d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:22.123150 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.154838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-0ba64c63-4f1e-4071-a0e1-cf5138cafbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.157739 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-0ba64c63-4f1e-4071-a0e1-cf5138cafbc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.1468306 Sep 17 22:25:22.160455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'mac_address': 'fa:16:3e:d5:82:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:22.162974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Attempting to bind port 8176deb2-9f75-435e-9149-1d93dabe5670 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:22.163724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Attempting to bind port 8176deb2-9f75-435e-9149-1d93dabe5670 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:22.164076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Attempting to bind port 8176deb2-9f75-435e-9149-1d93dabe5670 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:22.164903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb2ca9a8-51ed-4b9e-9541-5009abda75ac req-1f66be4b-6fb1-4b54-bc17-6725f5b23248 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409414 Sep 17 22:25:22.190079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b3f0d-a99d-4de8-a56d-e7b5c65f4d97 req-472a6490-362d-456a-9175-db330637c32d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.190306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Port 8176deb2-9f75-435e-9149-1d93dabe5670 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:22.190306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Attempting to bind port 8176deb2-9f75-435e-9149-1d93dabe5670 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:22.190488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-740b3f0d-a99d-4de8-a56d-e7b5c65f4d97 req-472a6490-362d-456a-9175-db330637c32d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 945 time: 0.1617315 Sep 17 22:25:22.214372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:22.214745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:22.215358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:22.215802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Bound port: 8176deb2-9f75-435e-9149-1d93dabe5670, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:22.216162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.223230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-067e2230-ffa2-4e9f-ac78-3dc4c71c2931 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534515 Sep 17 22:25:22.223448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Attempting to bind port be9514ab-01d8-4e31-a42d-e0716d8984c4 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:22.223653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Attempting to bind port be9514ab-01d8-4e31-a42d-e0716d8984c4 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:22.223950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Attempting to bind port be9514ab-01d8-4e31-a42d-e0716d8984c4 on network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:22.238825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0925e4bf-1e4b-40d6-9540-f121481962db None None] Port 8176deb2-9f75-435e-9149-1d93dabe5670 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:22.271052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:22.271479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Checking segment: {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:22.271814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.272203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Bound using segment: {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:22.272682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Bound port: be9514ab-01d8-4e31-a42d-e0716d8984c4, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:22.273088 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.291625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.315100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-ebc64d75-e44e-4c9c-bb3a-70588ba7b159 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips/51797baa-80a5-4e08-9443-f3e69d2b03a3 HTTP/1.1" status: 200 len: 693 time: 0.0958309 Sep 17 22:25:22.327751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-740b3f0d-a99d-4de8-a56d-e7b5c65f4d97 req-d368fa86-14e3-4c69-ba89-e83eb4e308ea tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304767 Sep 17 22:25:22.343379 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.395797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] For port 8176deb2-9f75-435e-9149-1d93dabe5670, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:22.400084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] For port 8176deb2-9f75-435e-9149-1d93dabe5670, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8176deb2-9f75-435e-9149-1d93dabe5670,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:22.403026 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-75983253-34c6-405d-adc6-195fb4553c57 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690278 Sep 17 22:25:22.404447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:22.406664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.415882 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.462191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:22.481853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.482465 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.482789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.485085 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] 10.222.0.49 "PUT /v2.0/ports/8176deb2-9f75-435e-9149-1d93dabe5670 HTTP/1.1" status: 200 len: 1097 time: 1.1268666 Sep 17 22:25:22.486480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] For port be9514ab-01d8-4e31-a42d-e0716d8984c4, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:22.489234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530b5d4a-d282-4272-a4a3-8f3b4a3bb72a', 'tag': '8176deb2-9f75-435e-9149-1d93dabe5670'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:22.491664 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75f531e-87ab-430f-8b46-a8a55f589ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "530b5d4a-d282-4272-a4a3-8f3b4a3bb72a", "tag": "8176deb2-9f75-435e-9149-1d93dabe5670"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:22.494740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:22.497537 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aadb9d7-8d1c-48a5-bce9-89de080f324e" -d '{"events": [{"server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "name": "network-vif-plugged", "status": "completed", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:22.504606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] For port be9514ab-01d8-4e31-a42d-e0716d8984c4, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be9514ab-01d8-4e31-a42d-e0716d8984c4,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:22.518439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-c2380586-1758-44ff-b8cd-00b9f1c94a3e tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.519882 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-c2380586-1758-44ff-b8cd-00b9f1c94a3e tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1968646 Sep 17 22:25:22.523267 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.537394 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.543380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 63fbe798-a14e-4b78-8bad-d2f516c4290d, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:22.556210 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.579711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.628403 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-330746f4-27db-403c-b841-69b0faacb1ea service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163372 Sep 17 22:25:22.632748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Pushing event updated for resources: {'Port': ['ID=38784eaa-5bf2-4568-9d67-0874337d4225,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.669665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f452-75fc-4f5f-9a6c-48b76fc6e771 None None] Pushing event updated for resources: {'Port': ['ID=be9514ab-01d8-4e31-a42d-e0716d8984c4,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.715352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21354c0d-370f-45c1-bdf6-d4e47035b447 service neutron] Pushing event updated for resources: {'Port': ['ID=8176deb2-9f75-435e-9149-1d93dabe5670,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.738505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:22.738743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8962-4956-458a-abc0-1a54a7fb60cb req-ad1cecd2-5ac1-4065-babb-60f7ac79f7eb tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.744980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd5e8962-4956-458a-abc0-1a54a7fb60cb req-ad1cecd2-5ac1-4065-babb-60f7ac79f7eb tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 945 time: 0.2233188 Sep 17 22:25:22.745137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=63fbe798-a14e-4b78-8bad-d2f516c4290d,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.757055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-4bc19c57-a092-4458-9738-84e0b03c7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.758711 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-4bc19c57-a092-4458-9738-84e0b03c7002 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 1100 time: 0.1292577 Sep 17 22:25:22.768005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:22.776754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-05e59c1d-0c4b-4b52-8e6d-0d39569e43ff tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.1553621 Sep 17 22:25:22.811475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:22.830979 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-9690a322-3eb3-4d77-923b-705eb661905d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8176deb2-9f75-435e-9149-1d93dabe5670 HTTP/1.1" status: 200 len: 217 time: 0.0530424 Sep 17 22:25:22.833881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:22.933359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-458b06d2-81e9-407b-a1c2-a4dbabde4eec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3109219 Sep 17 22:25:22.951433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-73f13d67-98a9-44dd-859c-be1a4963567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.958634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-73f13d67-98a9-44dd-859c-be1a4963567c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1063974 Sep 17 22:25:23.015788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-83a8cf2c-da21-412e-9729-be91d67c4a21 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.2206676 Sep 17 22:25:23.065971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-51d24031-25c2-46e9-a20f-974bfd47d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:23.067761 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-51d24031-25c2-46e9-a20f-974bfd47d929 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999157 Sep 17 22:25:23.069173 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd5e8962-4956-458a-abc0-1a54a7fb60cb req-ef3ed055-0827-4031-a205-1fd9b4340ecf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182614 Sep 17 22:25:23.075200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-395e2c29-3f00-4865-b969-d86817d60e9a tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:23.077833 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-395e2c29-3f00-4865-b969-d86817d60e9a tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.0642517 Sep 17 22:25:23.174870 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d2394-7a26-4883-b5d6-8efce1b6d11e x-openstack-request-id: req-882d2394-7a26-4883-b5d6-8efce1b6d11e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:23.175382 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "name": "network-vif-plugged", "status": "completed", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:23.175605 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-882d2394-7a26-4883-b5d6-8efce1b6d11e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:23.177346 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'code': 200} Sep 17 22:25:23.207601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-428551c8-d3c3-437e-b368-86b15f29ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:23.209688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-428551c8-d3c3-437e-b368-86b15f29ea6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 1098 time: 0.2106481 Sep 17 22:25:23.219974 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87f72a0-2467-4924-be01-88fe843f344b x-openstack-request-id: req-e87f72a0-2467-4924-be01-88fe843f344b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:23.220889 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530b5d4a-d282-4272-a4a3-8f3b4a3bb72a", "tag": "8176deb2-9f75-435e-9149-1d93dabe5670", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:23.221183 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e87f72a0-2467-4924-be01-88fe843f344b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:23.221630 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530b5d4a-d282-4272-a4a3-8f3b4a3bb72a', 'tag': '8176deb2-9f75-435e-9149-1d93dabe5670', 'status': 'completed', 'code': 200} Sep 17 22:25:23.276179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-596df74a-9830-4854-a5ee-fc6883789c36 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974726 Sep 17 22:25:23.313507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.49', 52819) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:23.393635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-2188dec1-8ba3-400e-b726-f7bd715ebc60 service neutron] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:23.403151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-2188dec1-8ba3-400e-b726-f7bd715ebc60 service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.404197 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-24c95d9b-1f60-4bcb-b4b1-a2c69f115d22 req-2188dec1-8ba3-400e-b726-f7bd715ebc60 service neutron] 10.222.0.49 "DELETE /v2.0/ports/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa/bindings/n-h1-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.3165517 Sep 17 22:25:23.425271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee68f8-17d6-457c-81d4-481bda4d6da0 req-c49fc589-5e6f-4ef3-8140-34099448230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:23.427507 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63ee68f8-17d6-457c-81d4-481bda4d6da0 req-c49fc589-5e6f-4ef3-8140-34099448230a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 1097 time: 0.1108012 Sep 17 22:25:23.434006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:23.457732 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-816a94d1-afa5-4b2b-8ad7-c5839932b7e3 req-0e1aa738-ceca-4c46-a275-d6030925554c service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685648 Sep 17 22:25:23.483603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:23.502164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63ee68f8-17d6-457c-81d4-481bda4d6da0 req-4f40624d-7305-4260-abee-694892534beb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558729 Sep 17 22:25:23.759233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:23.763780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-b21c82f7-5ebd-4325-9c45-34fb72bc0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:23.765719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-b21c82f7-5ebd-4325-9c45-34fb72bc0011 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 925 time: 0.4929507 Sep 17 22:25:23.776417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad2c9e-b66d-4d6e-8930-69073561397f req-64f06db2-801c-4231-b700-a8b02846cf7f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:23.779651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9ad2c9e-b66d-4d6e-8930-69073561397f req-64f06db2-801c-4231-b700-a8b02846cf7f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 948 time: 0.4752908 Sep 17 22:25:23.787172 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.793430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Deleting port e77c0e9a-840b-4129-ac77-ea1b77990fdb {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:23.793743 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.902154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed667b9-d890-4b7e-b7ae-41437beb7e34 None None] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:23.986780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9ad2c9e-b66d-4d6e-8930-69073561397f req-131470d4-428e-4c3a-a46b-cafc19229a48 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949391 Sep 17 22:25:24.025683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.025995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.050598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5aa052c1-8042-4509-a372-b8ced1ef2af7 None None] Provisioning complete for port be9514ab-01d8-4e31-a42d-e0716d8984c4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:24.050976 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5aa052c1-8042-4509-a372-b8ced1ef2af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.070011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-cf20f318-d93e-4d2c-b39d-4d1ef9c80ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.071721 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-cf20f318-d93e-4d2c-b39d-4d1ef9c80ed6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 1100 time: 0.0619593 Sep 17 22:25:24.163698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Calling delete_port for e77c0e9a-840b-4129-ac77-ea1b77990fdb owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:24.192997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5aa052c1-8042-4509-a372-b8ced1ef2af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.206903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-29e3fefc-32f0-4ef4-bbf4-c4df2ecfecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.209697 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-29e3fefc-32f0-4ef4-bbf4-c4df2ecfecd1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1278572 Sep 17 22:25:24.210603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-ecbdc573-5fe3-4010-816f-00df081ed71c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e125712-23ca-41ef-9207-51a0f12581fb HTTP/1.1" status: 200 len: 1001 time: 0.1946945 Sep 17 22:25:24.271809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5aa052c1-8042-4509-a372-b8ced1ef2af7 None None] For port be9514ab-01d8-4e31-a42d-e0716d8984c4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be9514ab-01d8-4e31-a42d-e0716d8984c4,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:24.282853 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5aa052c1-8042-4509-a372-b8ced1ef2af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.299102 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-a3fdfae3-5dac-4fd6-84ab-f1ffa044f2de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8176deb2-9f75-435e-9149-1d93dabe5670 HTTP/1.1" status: 200 len: 217 time: 0.0657063 Sep 17 22:25:24.349440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d30feb-909f-4d0b-9441-db9831ef3ad1 req-f8c6c7eb-2997-4798-8b32-7c5e5211d9b3 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.352201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa052c1-8042-4509-a372-b8ced1ef2af7 None None] Pushing event updated for resources: {'Port': ['ID=be9514ab-01d8-4e31-a42d-e0716d8984c4,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:24.366604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7d30feb-909f-4d0b-9441-db9831ef3ad1 req-f8c6c7eb-2997-4798-8b32-7c5e5211d9b3 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 948 time: 0.2869327 Sep 17 22:25:24.370877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-40a3f24e-4c9c-4f3c-ba0b-cc962a6fb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.372631 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-40a3f24e-4c9c-4f3c-ba0b-cc962a6fb09b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0598943 Sep 17 22:25:24.437120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-f0e6934f-99c8-4f63-890a-422a27f7e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.437433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.438643 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-f0e6934f-99c8-4f63-890a-422a27f7e66a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0577860 Sep 17 22:25:24.439996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-53776396-effa-43c3-9613-3b45e838f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.441454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-53776396-effa-43c3-9613-3b45e838f5fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6582152d-787e-4468-bbd7-ddadba65eb7d HTTP/1.1" status: 200 len: 863 time: 0.1927388 Sep 17 22:25:24.459586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7d30feb-909f-4d0b-9441-db9831ef3ad1 req-6f8c621f-ea0a-4a4d-8af0-fd7150b71386 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926609 Sep 17 22:25:24.507674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bd8a27ba-8c89-418c-b241-c36685f476f4 None None] Provisioning complete for port be9514ab-01d8-4e31-a42d-e0716d8984c4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:24.508298 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd8a27ba-8c89-418c-b241-c36685f476f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.574242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-92f33d40-0d94-4413-b346-e124c4255929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.576006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-92f33d40-0d94-4413-b346-e124c4255929 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1097 time: 0.1066620 Sep 17 22:25:24.604980 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-2041850d-0cf2-4704-b638-6748c3f83db2 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365168 Sep 17 22:25:24.628892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-3da48b1b-c1ed-4aa2-8cc7-a161665960bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.630456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-3da48b1b-c1ed-4aa2-8cc7-a161665960bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f521677b-9ae6-4013-8450-eb9f8c292d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354506 Sep 17 22:25:24.708071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.744056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-b261ddc3-e652-49a3-aff9-2b2e9ed1be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.745710 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-b261ddc3-e652-49a3-aff9-2b2e9ed1be64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1561167 Sep 17 22:25:24.783753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Pushing event deleted for resources: {'Port': ['ID=e77c0e9a-840b-4129-ac77-ea1b77990fdb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:24.798002 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f75f531e-87ab-430f-8b46-a8a55f589ba6 req-da0d4417-59f1-4ccc-9cee-1f8636a61bdd service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740577 Sep 17 22:25:24.799423 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-27d9bb47-11b4-47a7-a4f7-a815393d57f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 217 time: 0.0428560 Sep 17 22:25:24.831351 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.834612 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.835813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e210ab1-fd12-4ba8-8c0d-261ed8008c8d req-5d42213b-6c25-4ee7-a48d-15a6d13ad280 tempest-FloatingIPDetailsTestJSON-1722436563 tempest-FloatingIPDetailsTestJSON-1722436563-project] 10.222.0.48 "DELETE /v2.0/floatingips/51797baa-80a5-4e08-9443-f3e69d2b03a3 HTTP/1.1" status: 204 len: 173 time: 1.7793374 Sep 17 22:25:24.847834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9eb2-1af9-421b-b1b6-a29ca1de11cf req-6e4ecd97-e8dd-41be-9fab-ea2179c63b42 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.849724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2ab9eb2-1af9-421b-b1b6-a29ca1de11cf req-6e4ecd97-e8dd-41be-9fab-ea2179c63b42 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 945 time: 0.2078872 Sep 17 22:25:24.853871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51442) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:24.882664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-ae30e634-ea94-4a1e-826e-b2daab3f1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.884135 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-ae30e634-ea94-4a1e-826e-b2daab3f1875 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0594800 Sep 17 22:25:24.925418 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-71b9c2df-df66-492a-a26d-531ea645c9bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325339 Sep 17 22:25:24.939235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:25:24.942344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-597d291d-2274-4178-ad64-f867a5cbd714 service neutron] 10.222.0.49 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954180 Sep 17 22:25:24.954203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be9514ab-01d8-4e31-a42d-e0716d8984c4 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:25.003398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port be9514ab-01d8-4e31-a42d-e0716d8984c4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:25.003823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.034474 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-a901f38c-141d-4f03-ab67-4b1f64ec8c75 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989566 Sep 17 22:25:25.059694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2ab9eb2-1af9-421b-b1b6-a29ca1de11cf req-f2cfd20e-a270-4b71-b718-f46903f5effe tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568115 Sep 17 22:25:25.145409 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-897c09d1-f52f-4163-9d7f-62acecb29db6 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014781 Sep 17 22:25:25.182708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b05610-86d5-45b1-bdc1-bb0388494946 req-0d7e4767-7e5f-4d52-acdd-61fb872445a9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:25.184176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48b05610-86d5-45b1-bdc1-bb0388494946 req-0d7e4767-7e5f-4d52-acdd-61fb872445a9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 945 time: 0.2661746 Sep 17 22:25:25.329371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-159a0d84-40eb-4917-b1ec-663a819349e2 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:25.330833 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-159a0d84-40eb-4917-b1ec-663a819349e2 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.0460641 Sep 17 22:25:25.349442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-10'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:25.410238 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.465913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:25.537252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:25.544085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:25.544641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.557337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77aa84ee-4156-4ffe-a586-439b99df10ae req-a094b64d-49ba-41ae-8831-44730d5434c1 service neutron] 10.222.0.49 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925977 Sep 17 22:25:25.564551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:25.594894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d1ac9-8d4d-4426-85b5-124e8e253fa5 req-35160b9e-7405-4e3c-9bc1-c0113b79a8a1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:25.596334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a4d1ac9-8d4d-4426-85b5-124e8e253fa5 req-35160b9e-7405-4e3c-9bc1-c0113b79a8a1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 945 time: 0.4516244 Sep 17 22:25:25.605335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48b05610-86d5-45b1-bdc1-bb0388494946 req-283246df-d0b9-43e4-9f8e-17b94d484c42 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989222 Sep 17 22:25:25.613560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:25.658659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:25.664490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:25.667358 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba6dafa-3f6a-4ec1-a95b-c68880f3f184" -d '{"events": [{"server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "name": "network-vif-unplugged", "status": "completed", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:25.672598 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Sync routers for ids ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:25.674216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.683294 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.683522 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Routers {'b6b24d15-2822-4361-8c09-50fa1ca4bdd1'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:25.684991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.691714 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:25.725777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.730297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-111e778a-085c-4e44-bd8c-dc8b21b251cf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8509872 Sep 17 22:25:25.732054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:25.734974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51456) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:25.735756 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5016ece-777f-41a4-aee6-a990ac35fd32" -d '{"events": [{"server_uuid": "78333bc2-3869-491e-9500-21762446d062", "name": "network-vif-plugged", "status": "completed", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:25.755275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a4d1ac9-8d4d-4426-85b5-124e8e253fa5 req-eaa9c8b8-5c07-4bdd-a101-5ce851ef5d1e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477523 Sep 17 22:25:25.756249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:25.764242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.792048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:25.823363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:25.843222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:25.843804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:25.844314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:25.849215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:25.849572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Attempting to bind port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:25.854723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:25.855199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:25.855688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:25.856218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Bound port: 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:25.856668 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.862667 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Set router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:25.930035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:25.933307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:25.939621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.007464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=8']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:26.032065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.032686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.034109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c0efdc35-767a-4811-a1d4-a0fbb53c9c01 service neutron] 10.222.0.49 "PUT /v2.0/ports/1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 1123 time: 0.6890395 Sep 17 22:25:26.053096 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 3, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:26.060266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c4e5e-528f-4001-bc67-25201e01d1c5 req-9eb9bb7d-8084-4923-8518-480f7b32ce33 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.062689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-275c4e5e-528f-4001-bc67-25201e01d1c5 req-9eb9bb7d-8084-4923-8518-480f7b32ce33 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.3029444 Sep 17 22:25:26.084354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a073e-5b5a-4c5b-9ea3-58e41043775c req-d0129785-a52f-4aaa-a083-1106a2d0f61c tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.086353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f66a073e-5b5a-4c5b-9ea3-58e41043775c req-d0129785-a52f-4aaa-a083-1106a2d0f61c tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 948 time: 0.2042539 Sep 17 22:25:26.086620 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Checking router: b6b24d15-2822-4361-8c09-50fa1ca4bdd1 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:26.086969 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Updating router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 port 38784eaa-5bf2-4568-9d67-0874337d4225 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:26.114227 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.126545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1b5bad79-4fc3-4984-9b32-cac59a7a94ee'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:26.236908 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-275c4e5e-528f-4001-bc67-25201e01d1c5 req-78ee6397-e9ef-4ff0-89d6-16c49dc1e0ba tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495557 Sep 17 22:25:26.273381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f66a073e-5b5a-4c5b-9ea3-58e41043775c req-930d5513-eebf-4ddc-8110-ff9bee99b9d7 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751089 Sep 17 22:25:26.378189 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f78258-0ac6-4a70-b64a-fde1cbe237af x-openstack-request-id: req-17f78258-0ac6-4a70-b64a-fde1cbe237af {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:26.378679 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "name": "network-vif-unplugged", "status": "completed", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:26.378797 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17f78258-0ac6-4a70-b64a-fde1cbe237af {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:26.379084 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee', 'code': 200} Sep 17 22:25:26.416246 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df66259f-e4ed-4394-ac38-12ba8ea80451 x-openstack-request-id: req-df66259f-e4ed-4394-ac38-12ba8ea80451 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:26.417212 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78333bc2-3869-491e-9500-21762446d062", "name": "network-vif-plugged", "status": "completed", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:26.417473 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df66259f-e4ed-4394-ac38-12ba8ea80451 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:26.417877 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'code': 200} Sep 17 22:25:26.482966 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.485347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.492524 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.545278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Attempting to bind port 38784eaa-5bf2-4568-9d67-0874337d4225 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:26.545829 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Attempting to bind port 38784eaa-5bf2-4568-9d67-0874337d4225 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:26.546331 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Attempting to bind port 38784eaa-5bf2-4568-9d67-0874337d4225 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:26.569721 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:26.570094 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:26.570494 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.570884 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:26.571344 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Bound port: 38784eaa-5bf2-4568-9d67-0874337d4225, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:26.571891 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.585421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2c4e7-cf8b-4d09-b1ca-e92b453ea7f8 req-c8e4e320-2c1f-418b-95a6-7734d742bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.587028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1c2c4e7-cf8b-4d09-b1ca-e92b453ea7f8 req-c8e4e320-2c1f-418b-95a6-7734d742bcee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 1101 time: 0.0677588 Sep 17 22:25:26.592185 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634f68e-99f6-4037-b33b-93c0a8d279fc None None] Pushing event updated for resources: {'Port': ['ID=38784eaa-5bf2-4568-9d67-0874337d4225,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:26.634827 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1c2c4e7-cf8b-4d09-b1ca-e92b453ea7f8 req-041836d0-03c2-4227-a568-42a5d07c3882 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Sep 17 22:25:26.638238 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] For port 38784eaa-5bf2-4568-9d67-0874337d4225, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:26.642745 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] For port 38784eaa-5bf2-4568-9d67-0874337d4225, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=38784eaa-5bf2-4568-9d67-0874337d4225,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:26.650023 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.713726 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634f68e-99f6-4037-b33b-93c0a8d279fc None None] Pushing event updated for resources: {'Port': ['ID=38784eaa-5bf2-4568-9d67-0874337d4225,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:26.714412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcf8f8-35fb-421a-8784-0289bffca64b req-cba06c85-9419-49b9-b9f0-c05a2f0bccd4 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.715689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eefcf8f8-35fb-421a-8784-0289bffca64b req-cba06c85-9419-49b9-b9f0-c05a2f0bccd4 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 945 time: 0.2280977 Sep 17 22:25:26.721742 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Routers {'b6b24d15-2822-4361-8c09-50fa1ca4bdd1'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:26.722347 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:26.737804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aaeb7-baac-4dec-a880-eb41cf797e5f req-3e9351b1-2551-442a-80f9-3b4f9d3ff71e tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.739309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-482aaeb7-baac-4dec-a880-eb41cf797e5f req-3e9351b1-2551-442a-80f9-3b4f9d3ff71e tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 1097 time: 0.1889968 Sep 17 22:25:26.830756 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] Set router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:26.932174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eefcf8f8-35fb-421a-8784-0289bffca64b req-20ada711-2e34-4144-b88a-30831033082e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861217 Sep 17 22:25:26.952976 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-482aaeb7-baac-4dec-a880-eb41cf797e5f req-a7afe940-287d-40a4-b2dd-0619357c4219 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911540 Sep 17 22:25:26.965437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.041527 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 3, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:27.074434 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d1706-dbaf-43d5-a3c3-b8b28546d6e7 None None] The sync data for ids ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'] in n-d-789963-10 is: [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 3, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:27.512997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02c3df-3349-4616-939e-9266d513cfa5 req-85d6c950-ff90-43d2-b044-f2b23604e471 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:27.514769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad02c3df-3349-4616-939e-9266d513cfa5 req-85d6c950-ff90-43d2-b044-f2b23604e471 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 943 time: 0.4624567 Sep 17 22:25:27.547100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-8e9ca91a-ce14-4649-8908-a1818098e5a1 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:27.548541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-8e9ca91a-ce14-4649-8908-a1818098e5a1 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4236391 Sep 17 22:25:27.655732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-f828366c-3488-47ac-a647-9f69640be74e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.0895081 Sep 17 22:25:27.667310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad02c3df-3349-4616-939e-9266d513cfa5 req-983c5013-7bd4-4eac-90db-9aa5cc19eade tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371827 Sep 17 22:25:27.679768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Request body: {'floatingip': {'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:27.682755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Deleting port 2fef0217-7d9f-4a2c-b38b-942e77aefe12 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:27.683087 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.686044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Allocated IP 172.20.0.1 (c9cd1a36-1a0c-4f04-93e5-b6c8370e5960/13113c3b-d644-40b6-abc2-6a6c7f6323f5/d6cf1299-94c0-4915-9ec2-b30172780621) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:27.751548 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.789430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:27.912966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:27.926227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:25:27.926650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8176deb2-9f75-435e-9149-1d93dabe5670 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:28.034622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8176deb2-9f75-435e-9149-1d93dabe5670, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8176deb2-9f75-435e-9149-1d93dabe5670,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:28.045395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8176deb2-9f75-435e-9149-1d93dabe5670', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '8176deb2-9f75-435e-9149-1d93dabe5670', 'mac_address': 'fa:16:3e:2e:f1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:28.057192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] For port 2fef0217-7d9f-4a2c-b38b-942e77aefe12, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2fef0217-7d9f-4a2c-b38b-942e77aefe12,segment=NetworkSegment(f29db5cd-42af-413d-b09f-700abddde6b8),segment_id=f29db5cd-42af-413d-b09f-700abddde6b8)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:28.057561 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.085794 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.101988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8176deb2-9f75-435e-9149-1d93dabe5670 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:28.120753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Calling delete_port for 2fef0217-7d9f-4a2c-b38b-942e77aefe12 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:28.124244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8176deb2-9f75-435e-9149-1d93dabe5670, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8176deb2-9f75-435e-9149-1d93dabe5670,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:28.129065 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.166950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-e89bd6cd-1ba4-45db-b98f-981fbe3e5a76 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:28.168415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-e89bd6cd-1ba4-45db-b98f-981fbe3e5a76 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 808 time: 0.4118342 Sep 17 22:25:28.173326 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.179385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8176deb2-9f75-435e-9149-1d93dabe5670,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:28.261677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-68355590-f6f1-4d2c-a431-a8ca4a1df7cf tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/quotas/99ad4a8697d84895a353ddcce62190a2 HTTP/1.1" status: 200 len: 375 time: 0.0808802 Sep 17 22:25:28.380193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:28.382597 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8826bad-c1a3-421c-80d4-5826b070fb44" -d '{"events": [{"name": "network-changed", "server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:28.465245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.556531 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-747415eb-44ae-41e4-8416-65f9d0b45dd3 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2803938 Sep 17 22:25:28.558265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:28.608256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:28.655265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:28.655909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.711727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Pushing event updated for resources: {'Port': ['ID=d6cf1299-94c0-4915-9ec2-b30172780621,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:28.772729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8176deb2-9f75-435e-9149-1d93dabe5670'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:28.885676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-597123a6-3cd7-4481-ac58-ef87a92d0f38 None None] Provisioning complete for port d6cf1299-94c0-4915-9ec2-b30172780621 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:28.886302 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-597123a6-3cd7-4481-ac58-ef87a92d0f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.933301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 38784eaa-5bf2-4568-9d67-0874337d4225 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:28.967037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-597123a6-3cd7-4481-ac58-ef87a92d0f38 None None] Port d6cf1299-94c0-4915-9ec2-b30172780621 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:29.031402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 38784eaa-5bf2-4568-9d67-0874337d4225 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:29.031771 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.111964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.133311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 38784eaa-5bf2-4568-9d67-0874337d4225, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=38784eaa-5bf2-4568-9d67-0874337d4225,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:29.138300 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.165335 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.resource_extend [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:25:29.189965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=38784eaa-5bf2-4568-9d67-0874337d4225,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:29.268698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-c2f86715-9926-4c70-a203-71f7d40001e9 service neutron] 10.222.0.48 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948950 Sep 17 22:25:29.269297 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.328258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.340544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fef0217-7d9f-4a2c-b38b-942e77aefe12,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:29.357752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.512308 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.638276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-a9dacbbc-a076-4c0d-bc52-a65e0f45e9f2 service neutron] 10.222.0.48 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529313 Sep 17 22:25:29.669445 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Floating IP 4e587338-2032-4855-8f01-2e6f494fa30f associated. External IP: 172.25.0.132, port: fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba. Sep 17 22:25:29.719321 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.877365 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa0e1-0882-49af-acf0-af257eadbddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.996693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e86e62-3981-456a-9bb4-5abb817bf5ea req-5a4df736-e594-4bf9-b900-dcd6d69dfa73 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:29.998184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9e86e62-3981-456a-9bb4-5abb817bf5ea req-5a4df736-e594-4bf9-b900-dcd6d69dfa73 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1512010 Sep 17 22:25:30.069712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.086702 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.087710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.229223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9e86e62-3981-456a-9bb4-5abb817bf5ea req-d2b69314-36b4-4870-9be5-e22570536679 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788950 Sep 17 22:25:30.331629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Pushing event updated for resources: {'Port': ['ID=d6cf1299-94c0-4915-9ec2-b30172780621,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:30.363637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:30.438458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Router f33f05ef-351c-4f9d-9872-1c9413c015e6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:30.441118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:30.483518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e6491-90bc-4a46-8d94-21ebd8a8d773 req-c4a51f6b-1a32-455b-9f9a-11910973c3f3 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:30.484900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf0e6491-90bc-4a46-8d94-21ebd8a8d773 req-c4a51f6b-1a32-455b-9f9a-11910973c3f3 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 949 time: 0.1781058 Sep 17 22:25:30.485714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:30.705035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fad48a31-de65-4f8f-9916-10635960c219 None None] Provisioning complete for port d6cf1299-94c0-4915-9ec2-b30172780621 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:30.705599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fad48a31-de65-4f8f-9916-10635960c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.750572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-fad48a31-de65-4f8f-9916-10635960c219 None None] Port d6cf1299-94c0-4915-9ec2-b30172780621 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:30.882399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-8e6c2f9e-7814-4809-9bd5-a9fa7d58b8c0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:30.884673 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-8e6c2f9e-7814-4809-9bd5-a9fa7d58b8c0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 808 time: 0.1231575 Sep 17 22:25:30.900360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Request body: {'port': {'device_id': '22553057-c1ee-4441-bb46-f62103724d79', 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'admin_state_up': True, 'tenant_id': '99ad4a8697d84895a353ddcce62190a2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:30.930679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf0e6491-90bc-4a46-8d94-21ebd8a8d773 req-43b5df5f-051c-4f28-930e-addb18f0c1d7 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370985 Sep 17 22:25:31.000277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 38784eaa-5bf2-4568-9d67-0874337d4225 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:31.027276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:31.036032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Made reservation on behalf of 99ad4a8697d84895a353ddcce62190a2 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:31.039676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:31.041462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.044943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.057419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:31.058260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:31.083371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:31.086859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:31.094535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-898a2a3b-5699-4d29-9857-3cfc16dddd4d admin admin] 10.222.0.48 "PUT /v2.0/routers/f33f05ef-351c-4f9d-9872-1c9413c015e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2398262 Sep 17 22:25:31.097328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51502) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:31.098798 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] Sync routers for ids ['f33f05ef-351c-4f9d-9872-1c9413c015e6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:31.107748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-86f4801b-de37-405e-a191-416b300e2278 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "PUT /v2.0/floatingips/4e587338-2032-4855-8f01-2e6f494fa30f HTTP/1.1" status: 200 len: 996 time: 3.4448376 Sep 17 22:25:31.129560 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] Routers {'f33f05ef-351c-4f9d-9872-1c9413c015e6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:31.133993 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f33f05ef-351c-4f9d-9872-1c9413c015e6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:31.141516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:31.143777 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977c6c71-8b57-4328-962b-373958502d70" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:31.146329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 38784eaa-5bf2-4568-9d67-0874337d4225 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:31.146456 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.168396 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2422b19e-6571-4ef2-83e3-d1ff95d6a072 x-openstack-request-id: req-2422b19e-6571-4ef2-83e3-d1ff95d6a072 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:31.169226 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:31.169488 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2422b19e-6571-4ef2-83e3-d1ff95d6a072 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:31.170937 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee', 'status': 'completed', 'code': 200} Sep 17 22:25:31.267725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-5e0f3710-e9b5-46ba-a678-034411d16daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:31.269486 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-5e0f3710-e9b5-46ba-a678-034411d16daa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1126 time: 0.0966685 Sep 17 22:25:31.278700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:31.332972 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] Set router f33f05ef-351c-4f9d-9872-1c9413c015e6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:31.359952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-ab00d92d-6f15-4a1e-a9ae-adcfc1538517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:31.361566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-ab00d92d-6f15-4a1e-a9ae-adcfc1538517 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.2146025 Sep 17 22:25:31.368689 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.466606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb12d0-8d36-4473-b6ea-6113f6ae46a8 req-9d8c97f6-0abc-4dd5-9f8e-2719d95c3d50 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:31.474555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9cb12d0-8d36-4473-b6ea-6113f6ae46a8 req-9d8c97f6-0abc-4dd5-9f8e-2719d95c3d50 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 943 time: 0.2925360 Sep 17 22:25:31.500498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:31.516742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Sync routers for ids ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:31.545017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9d095d77-7602-4ccf-9197-5a4b1fd53f0d admin admin] 10.222.0.48 "PUT /v2.0/routers/b6b24d15-2822-4361-8c09-50fa1ca4bdd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8086569 Sep 17 22:25:31.577726 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:25:28Z', 'revision_number': 5, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:31.582244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Routers {'b6b24d15-2822-4361-8c09-50fa1ca4bdd1'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:31.583270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:31.623209 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] Checking router: f33f05ef-351c-4f9d-9872-1c9413c015e6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:31.633354 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] Routers {'f33f05ef-351c-4f9d-9872-1c9413c015e6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:31.634243 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f33f05ef-351c-4f9d-9872-1c9413c015e6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:31.641210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9cb12d0-8d36-4473-b6ea-6113f6ae46a8 req-ed1c92a2-f0dc-4993-aa65-09889c023eca tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621840 Sep 17 22:25:31.661492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-f8a98e79-85f8-4d75-9912-9a950c1e3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:31.666618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-f8a98e79-85f8-4d75-9912-9a950c1e3dcd service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.2930744 Sep 17 22:25:31.669762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.685916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-3a35388d-c8ee-4ab0-9726-3392a429fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:31.687660 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-3a35388d-c8ee-4ab0-9726-3392a429fbb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1024675 Sep 17 22:25:31.766536 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-208185b9-c207-4909-9bec-cd5e9b57afeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 217 time: 0.0637443 Sep 17 22:25:31.811876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-aa3fa738-8c66-4eb2-8243-16e6f2ecff59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 999 time: 0.1351662 Sep 17 22:25:31.827205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:31.846780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-c7ea11b8-1be5-4586-bf45-469c49f44009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:31.848462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-c7ea11b8-1be5-4586-bf45-469c49f44009 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0741916 Sep 17 22:25:31.857156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Allocated IP 172.20.0.8 (a4c5a28d-5768-4900-80e9-f97d86da36aa/7c16e025-be5f-4bf5-a549-64555d4c42a5/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:31.877191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8176deb2-9f75-435e-9149-1d93dabe5670 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:31.878895 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] Set router f33f05ef-351c-4f9d-9872-1c9413c015e6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:31.896240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f3216ea-9751-4258-865f-be9c30326750 req-304e85ea-4d32-47a3-8dc1-7485788b6565 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 210 time: 0.1437941 Sep 17 22:25:31.933353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-c9789bdb-bda2-4298-9ae6-aa55404dd1d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718236 Sep 17 22:25:31.952090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-edc62bd5-aad5-4f35-bc07-f8d28ac59aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:31.959163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Set router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:31.964235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-edc62bd5-aad5-4f35-bc07-f8d28ac59aaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.1283128 Sep 17 22:25:32.023663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Deleting port 668d2116-86bc-4aa6-a013-4ae00870a940 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:32.024076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.158891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-cfaea98e-fdfe-476e-8d75-20aaa205b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.168151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-cfaea98e-fdfe-476e-8d75-20aaa205b72f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2029755 Sep 17 22:25:32.177261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-098da23e-d779-44eb-94c5-58246b6883ba service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:32.184921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-098da23e-d779-44eb-94c5-58246b6883ba service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149028 Sep 17 22:25:32.206279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-686d936e-ee37-45c9-973e-f2161360521c req-88f38d24-4d62-4b78-b04b-7ac5a31c282f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:32.207588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-686d936e-ee37-45c9-973e-f2161360521c req-88f38d24-4d62-4b78-b04b-7ac5a31c282f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078797 Sep 17 22:25:32.237650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-6e9fbc7a-4165-44c7-8310-d75893d4787a service neutron] 10.222.0.45 "GET /v2.0/ports/1b5bad79-4fc3-4984-9b32-cac59a7a94ee/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.2356617 Sep 17 22:25:32.258694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.311904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 8176deb2-9f75-435e-9149-1d93dabe5670 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:32.312149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-4f4aa36b-e044-4064-b546-52a9de05b9c2 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652194 Sep 17 22:25:32.333045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.336517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:32.345831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8176deb2-9f75-435e-9149-1d93dabe5670 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:32.346478 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.405563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Network a4c5a28d-5768-4900-80e9-f97d86da36aa is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:32.407719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] For port 668d2116-86bc-4aa6-a013-4ae00870a940, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=668d2116-86bc-4aa6-a013-4ae00870a940,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:32.408350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.412630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:25:32.426562 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:25:28Z', 'revision_number': 5, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:32.432718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Calling delete_port for 668d2116-86bc-4aa6-a013-4ae00870a940 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:32.443075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:32.456423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:89:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:28Z', 'revision_number': 1, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:32.459826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:32.466825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.467728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.486041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Pushing event updated for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:32.487797 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab63bb8-20cd-4fa3-9846-552523da9d87 None None] The sync data for ids ['f33f05ef-351c-4f9d-9872-1c9413c015e6'] in n-d-789963-10 is: [{'id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'name': 'tempest-FloatingIPDetailsTestJSON-398736537-router', 'tenant_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:52Z', 'updated_at': '2021-09-17T22:25:28Z', 'revision_number': 5, 'project_id': 'f7cc7ba6c72e40e790a0adc81b91ad25', 'gw_port': {'id': '668d2116-86bc-4aa6-a013-4ae00870a940', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33f05ef-351c-4f9d-9872-1c9413c015e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:54Z', 'updated_at': '2021-09-17T22:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:32.496472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:32.511543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-f5cf6a2f-3f72-4d16-95b7-0051eab87922 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6157765 Sep 17 22:25:32.537885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:32.538532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:32.544064 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8826bad-c1a3-421c-80d4-5826b070fb44 req-d3a880ad-58e5-43e5-bad2-6bf38534f3a9 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195601 Sep 17 22:25:32.552326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Request body: {'port': {'device_id': '22553057-c1ee-4441-bb46-f62103724d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:32.582084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51524) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:32.587747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-network', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:32.601202 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-39c39792-e800-4c05-910a-b562b9adab26 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139352 Sep 17 22:25:32.657895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.661328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Made reservation on behalf of 4be0a94c1b7d43e2ade6ec89f032bf75 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:32.665346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.686730 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f139abf2-cff6-4053-8b70-4f15edabf60a x-openstack-request-id: req-f139abf2-cff6-4053-8b70-4f15edabf60a {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:32.687058 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:32.687382 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f139abf2-cff6-4053-8b70-4f15edabf60a {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:32.687742 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'status': 'completed', 'code': 200} Sep 17 22:25:32.702986 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.727762 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.733980 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-026d6f9c-f7cf-4b4f-8f2f-63c3914fcc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.792689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd6cf1299-94c0-4915-9ec2-b30172780621', 'name': '', 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'mac_address': 'fa:16:3e:95:21:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13113c3b-d644-40b6-abc2-6a6c7f6323f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:27Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 2, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'subnets': [{'id': '13113c3b-d644-40b6-abc2-6a6c7f6323f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:32.822873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6c71-8b57-4328-962b-373958502d70 req-2b3ca393-d780-43d5-a494-9bf7a7a6ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.824313 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-977c6c71-8b57-4328-962b-373958502d70 req-2b3ca393-d780-43d5-a494-9bf7a7a6ff01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.1400671 Sep 17 22:25:32.829409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3338d5ab-a984-4337-8c3a-affee8d7fab1 req-566282f9-2ba7-4ef9-9fcd-536d991f1d8d service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213292 Sep 17 22:25:32.843197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Checking router: b6b24d15-2822-4361-8c09-50fa1ca4bdd1 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:32.844620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Updating router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 port d6cf1299-94c0-4915-9ec2-b30172780621 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:32.849780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbcd16-15f1-4119-b341-75e326e1d993 req-0236c454-1256-4e84-9afe-11e295aa0a24 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.850761 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ffbcd16-15f1-4119-b341-75e326e1d993 req-0236c454-1256-4e84-9afe-11e295aa0a24 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 949 time: 0.1607504 Sep 17 22:25:32.878878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8176deb2-9f75-435e-9149-1d93dabe5670, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8176deb2-9f75-435e-9149-1d93dabe5670,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:32.910573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:32.913400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530b5d4a-d282-4272-a4a3-8f3b4a3bb72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8176deb2-9f75-435e-9149-1d93dabe5670'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:32.915861 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b49355d-2636-4c05-a363-4212f511694c" -d '{"events": [{"server_uuid": "530b5d4a-d282-4272-a4a3-8f3b4a3bb72a", "name": "network-vif-plugged", "status": "completed", "tag": "8176deb2-9f75-435e-9149-1d93dabe5670"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:32.933290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-39e69e5c-e764-43e4-8c71-03123ba473e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2504730 Sep 17 22:25:32.968818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2fef0217-7d9f-4a2c-b38b-942e77aefe12 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:33.002017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 2fef0217-7d9f-4a2c-b38b-942e77aefe12 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:33.002488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2fef0217-7d9f-4a2c-b38b-942e77aefe12 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:33.004825 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.121482 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.166972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8176deb2-9f75-435e-9149-1d93dabe5670,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:33.184372 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.369817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:33.381371 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.387764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ffbcd16-15f1-4119-b341-75e326e1d993 req-7018319d-ac78-4569-9f80-59f1b56e1e64 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315708 Sep 17 22:25:33.398008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Transition to ACTIVE for port object cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:33.419535 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.425089 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.438147 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.442129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369b8f-007a-47f1-9dcc-049d57103775 req-bfb1c31b-a2d5-4a18-900d-e9472a3e6341 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.443704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc369b8f-007a-47f1-9dcc-049d57103775 req-bfb1c31b-a2d5-4a18-900d-e9472a3e6341 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1887167 Sep 17 22:25:33.465897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.506634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6c71-8b57-4328-962b-373958502d70 req-01d0c833-8e18-4139-b9e9-6e9b807d6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.508305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-977c6c71-8b57-4328-962b-373958502d70 req-01d0c833-8e18-4139-b9e9-6e9b807d6b54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.6714349 Sep 17 22:25:33.513846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb84c891-9cb6-445b-96cd-980b6aea24c4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:33.523741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Pushing event deleted for resources: {'Port': ['ID=668d2116-86bc-4aa6-a013-4ae00870a940,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:33.530210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:33.534251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:33.588286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.654144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc369b8f-007a-47f1-9dcc-049d57103775 req-1febb187-cbb8-43a4-b63c-69b16bcf21b2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994562 Sep 17 22:25:33.721774 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-977c6c71-8b57-4328-962b-373958502d70 req-2e9b28cc-2d14-4cb9-b361-a303cfba27a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 999 time: 0.1914542 Sep 17 22:25:33.742039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:33.767970 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.768328 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Added segment 9333857a-49ab-4a04-b569-3484ccf564e5 of type vlan for network 4587cf5b-c577-4fb9-99b4-22051cd59228 Sep 17 22:25:33.784799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:33.819654 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.849286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.854060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.874975 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.888356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff224950-d436-4b2e-aadb-c281c41e5977 req-31edadaa-d671-43f7-8536-54518b4ee89c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.891244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff224950-d436-4b2e-aadb-c281c41e5977 req-31edadaa-d671-43f7-8536-54518b4ee89c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 943 time: 0.3104634 Sep 17 22:25:33.899099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:33.899954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:33.900439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:33.903956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6c71-8b57-4328-962b-373958502d70 req-14c98957-34bc-4155-9813-6ffc841a8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.906134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-977c6c71-8b57-4328-962b-373958502d70 req-14c98957-34bc-4155-9813-6ffc841a8321 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.1832743 Sep 17 22:25:33.908563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.909857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.910673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.959141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5bad79-4fc3-4984-9b32-cac59a7a94ee {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:33.973713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:33.975644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:89:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:28Z', 'revision_number': 1, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:34.007746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba90a6-fd67-46a2-84d0-233f1a134e8d None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:89:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:28Z', 'revision_number': 1, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:34.008718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] Pushing event updated for resources: {'Network': ['ID=4587cf5b-c577-4fb9-99b4-22051cd59228,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:34.023375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:34.023855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:34.033110 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.036638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4587cf5b-c577-4fb9-99b4-22051cd59228 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:34.056118 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.058446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:34.059782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:34.060616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:34.062427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Bound port: cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:34.063304 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.068672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.097931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6c71-8b57-4328-962b-373958502d70 req-eda00adb-9d8f-4857-9cda-0fe442f67bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.099088 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.099614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f33f05ef-351c-4f9d-9872-1c9413c015e6 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:25:34.099748 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-977c6c71-8b57-4328-962b-373958502d70 req-eda00adb-9d8f-4857-9cda-0fe442f67bf2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168861 Sep 17 22:25:34.116057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-7d757d95-e866-4f34-90fa-b36a739114d6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.116288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b06b1-39e3-4a8c-bcad-cd8c3e034588 None None] Pushing event updated for resources: {'Port': ['ID=d6cf1299-94c0-4915-9ec2-b30172780621,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:34.127645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-7d757d95-e866-4f34-90fa-b36a739114d6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3522224 Sep 17 22:25:34.148345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.159490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a9809e6c-25f4-4245-b9c1-150d8ef3406a admin admin] 10.222.0.48 "DELETE /v2.0/routers/f33f05ef-351c-4f9d-9872-1c9413c015e6 HTTP/1.1" status: 204 len: 168 time: 3.0571826 Sep 17 22:25:34.163097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51560) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:34.186560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:34.191092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:34.210551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6311c01b-5680-4e5b-97ca-183c19afd1ad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6247942 Sep 17 22:25:34.211720 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51562) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:34.223228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Request body: {'subnet': {'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-subnet', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:34.258388 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Attempting to bind port d6cf1299-94c0-4915-9ec2-b30172780621 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:34.259142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Attempting to bind port d6cf1299-94c0-4915-9ec2-b30172780621 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:34.259702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Attempting to bind port d6cf1299-94c0-4915-9ec2-b30172780621 on network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:34.269267 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.282112 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:34.285192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Checking segment: {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:34.286311 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.286905 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Bound using segment: {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:34.289418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Bound port: d6cf1299-94c0-4915-9ec2-b30172780621, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:34.290121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.371455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:34.375026 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Made reservation on behalf of 4be0a94c1b7d43e2ade6ec89f032bf75 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:34.380440 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.433855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f51cc5-f9b9-48a8-97cc-6f3a67386149 admin admin] Deleting subnet a8e61258-7445-4d9c-8141-4f7276051669 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:34.452633 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.454145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] For port d6cf1299-94c0-4915-9ec2-b30172780621, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:34.458478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] For port d6cf1299-94c0-4915-9ec2-b30172780621, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d6cf1299-94c0-4915-9ec2-b30172780621,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:34.463475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.464085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.465807 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-5d8367b6-26bb-432f-9c4f-2e83222c6de6 service neutron] 10.222.0.45 "PUT /v2.0/ports/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 200 len: 1092 time: 1.9220164 Sep 17 22:25:34.466259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:34.468172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.468696 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8366ea30-8b31-4192-a8f1-02b6a42baf67" -d '{"events": [{"name": "network-changed", "server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:34.523344 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6770d3-130d-4b13-bb33-553130228d87 None None] New status for floating IP 4e587338-2032-4855-8f01-2e6f494fa30f: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:25:34.552372 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30f51cc5-f9b9-48a8-97cc-6f3a67386149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.560203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Routers {'b6b24d15-2822-4361-8c09-50fa1ca4bdd1'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:34.560908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:34.605611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-f0f44baa-ddfa-4261-afa2-326739b3fe18 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 999 time: 0.4770606 Sep 17 22:25:34.612592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff224950-d436-4b2e-aadb-c281c41e5977 req-202d8fa3-069a-4d22-a352-7b4c7a584ebc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236205 Sep 17 22:25:34.629356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Request body: {'floatingip': {'port_id': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:34.637294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-6c80abe1-791a-4aa0-83ff-15a847c60ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.638815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-6c80abe1-791a-4aa0-83ff-15a847c60ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1095 time: 0.0967336 Sep 17 22:25:34.643526 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-977c6c71-8b57-4328-962b-373958502d70 req-f1899eea-979c-49ff-8978-fde808c0c6de service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505384 Sep 17 22:25:34.746986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] Set router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:34.766976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] Transition to ACTIVE for port object 1b5bad79-4fc3-4984-9b32-cac59a7a94ee will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:34.781050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.798638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30f51cc5-f9b9-48a8-97cc-6f3a67386149 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.803973 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-ce6dd70a-bf29-4674-864a-e046fae79707 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 200 len: 217 time: 0.1536851 Sep 17 22:25:34.807059 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.854436 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469c9a8f-5e09-47ce-8835-65774260c5e7 x-openstack-request-id: req-469c9a8f-5e09-47ce-8835-65774260c5e7 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:34.854734 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530b5d4a-d282-4272-a4a3-8f3b4a3bb72a", "name": "network-vif-plugged", "status": "completed", "tag": "8176deb2-9f75-435e-9149-1d93dabe5670", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:34.855086 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-469c9a8f-5e09-47ce-8835-65774260c5e7 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:34.855383 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530b5d4a-d282-4272-a4a3-8f3b4a3bb72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8176deb2-9f75-435e-9149-1d93dabe5670', 'code': 200} Sep 17 22:25:34.894514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6142387a-bedf-4c48-9f21-6378147a9f87 None None] Provisioning complete for port d6cf1299-94c0-4915-9ec2-b30172780621 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:34.895131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6142387a-bedf-4c48-9f21-6378147a9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.990971 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-977c6c71-8b57-4328-962b-373958502d70 req-36779c45-5516-4475-9355-f85830168fa4 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311934 Sep 17 22:25:35.011619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 668d2116-86bc-4aa6-a013-4ae00870a940 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:35.037276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b06b1-39e3-4a8c-bcad-cd8c3e034588 None None] Pushing event updated for resources: {'Port': ['ID=d6cf1299-94c0-4915-9ec2-b30172780621,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.049184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 668d2116-86bc-4aa6-a013-4ae00870a940 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:35.049541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 668d2116-86bc-4aa6-a013-4ae00870a940 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:35.118108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-4b1d2ae1-4675-44ca-af65-c04945a3c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.119891 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-4b1d2ae1-4675-44ca-af65-c04945a3c737 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.3002725 Sep 17 22:25:35.125026 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-9485fbd4-8f60-4d96-bd35-4d8b22ed513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.126586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-9485fbd4-8f60-4d96-bd35-4d8b22ed513c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 1101 time: 0.1385367 Sep 17 22:25:35.128017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.179812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] No DVR routers for this DVR port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:35.187463 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6142387a-bedf-4c48-9f21-6378147a9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.211752 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-d01d48a9-ff96-48e7-982f-f8cc2cdc92eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574207 Sep 17 22:25:35.236813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=10']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.255213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Pushing event updated for resources: {'Subnet': ['ID=092079b8-8ec3-40c6-95ab-a520f13a1937,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.258445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.263338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6142387a-bedf-4c48-9f21-6378147a9f87 None None] For port d6cf1299-94c0-4915-9ec2-b30172780621, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d6cf1299-94c0-4915-9ec2-b30172780621,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:35.274135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6142387a-bedf-4c48-9f21-6378147a9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.307362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30f51cc5-f9b9-48a8-97cc-6f3a67386149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.308875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd6cf1299-94c0-4915-9ec2-b30172780621', 'name': '', 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'mac_address': 'fa:16:3e:95:21:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13113c3b-d644-40b6-abc2-6a6c7f6323f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:27Z', 'updated_at': '2021-09-17T22:25:34Z', 'revision_number': 4, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'subnets': [{'id': '13113c3b-d644-40b6-abc2-6a6c7f6323f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:35.316420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-62220800-50b0-4cf0-a38b-92b400c79071 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b5bad79-4fc3-4984-9b32-cac59a7a94ee/bindings/n-h2-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 3.0689392 Sep 17 22:25:35.346033 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad39fa8-fd37-40a4-8ac1-568767669063 None None] The sync data for ids ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'] in n-d-789963-10 is: [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd6cf1299-94c0-4915-9ec2-b30172780621', 'name': '', 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'mac_address': 'fa:16:3e:95:21:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13113c3b-d644-40b6-abc2-6a6c7f6323f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:27Z', 'updated_at': '2021-09-17T22:25:34Z', 'revision_number': 4, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'subnets': [{'id': '13113c3b-d644-40b6-abc2-6a6c7f6323f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:35.367447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142387a-bedf-4c48-9f21-6378147a9f87 None None] Pushing event updated for resources: {'Port': ['ID=d6cf1299-94c0-4915-9ec2-b30172780621,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.372214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Checking segment: {'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:35.372745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Network hostable DHCP agents. Network: 4587cf5b-c577-4fb9-99b4-22051cd59228, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:35.388561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-aa42e059-377b-4b10-b739-bcf505f45d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.390723 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-aa42e059-377b-4b10-b739-bcf505f45d35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2381070 Sep 17 22:25:35.405185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-96422f7f-3f5f-4400-9f27-bee6dd3f5011 None None] Provisioning complete for port d6cf1299-94c0-4915-9ec2-b30172780621 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:35.405911 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-96422f7f-3f5f-4400-9f27-bee6dd3f5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.406956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a14a6-7dae-404a-8da3-5c2fb9068ec8 req-c694e89c-943d-4ba6-ac55-ef8c2fb1519a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.416169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f77a14a6-7dae-404a-8da3-5c2fb9068ec8 req-c694e89c-943d-4ba6-ac55-ef8c2fb1519a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.4173074 Sep 17 22:25:35.439062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e23085-b00a-48ce-b344-c56d6f5cf7f9 req-738abf84-0877-498a-ada4-a359e7daebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.441240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4e23085-b00a-48ce-b344-c56d6f5cf7f9 req-738abf84-0877-498a-ada4-a359e7daebfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 1102 time: 0.4340546 Sep 17 22:25:35.490920 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-bbdc2ca5-d5e8-435a-bb3a-3f8049aee85c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 217 time: 0.0840693 Sep 17 22:25:35.501527 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-15b76898-2727-4ef5-9951-89cd1a59f490 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808247 Sep 17 22:25:35.512740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Network 4587cf5b-c577-4fb9-99b4-22051cd59228 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:35.526141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:35.603962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:35.610706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f77a14a6-7dae-404a-8da3-5c2fb9068ec8 req-22f3f8ea-72a9-49f4-87bc-283f598dfb0b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944866 Sep 17 22:25:35.616510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30f51cc5-f9b9-48a8-97cc-6f3a67386149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.624338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4e23085-b00a-48ce-b344-c56d6f5cf7f9 req-edded4da-7d70-4056-8565-cc56ec1ce515 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544993 Sep 17 22:25:35.657532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f51cc5-f9b9-48a8-97cc-6f3a67386149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e61258-7445-4d9c-8141-4f7276051669,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.660436 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30f51cc5-f9b9-48a8-97cc-6f3a67386149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.665129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-30f51cc5-f9b9-48a8-97cc-6f3a67386149 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8e61258-7445-4d9c-8141-4f7276051669 HTTP/1.1" status: 204 len: 168 time: 1.3792086 Sep 17 22:25:35.670034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e4d777-98b3-4237-8163-7bed0047c365 None None] Network a37846a2-6b36-419f-8679-b143ce2498f3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:35.698096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51572) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:35.824739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.841553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-47f9ec7c-4887-4dcf-b9fa-cb09aa55a609 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.844365 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-47f9ec7c-4887-4dcf-b9fa-cb09aa55a609 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.4502411 Sep 17 22:25:35.849993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4587cf5b-c577-4fb9-99b4-22051cd59228) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:35.860123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.860637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:35.860767 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.872451 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:25:35.873125 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:25:35.899921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-7b9685f2-cf7f-4809-aa95-e89a356bb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.901453 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-7b9685f2-cf7f-4809-aa95-e89a356bb260 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.3977807 Sep 17 22:25:35.913305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6327fa27-5ac4-4153-a8d9-319a1a0f993d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7009838 Sep 17 22:25:35.916793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51574) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:35.923486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:35.923842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e30993-796b-4dd5-a848-3a06d9902800 None None] Network 4587cf5b-c577-4fb9-99b4-22051cd59228 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:35.936759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Deleting port 469657b7-d8d6-4897-91a1-87c785999393 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:35.937635 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.956984 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1bf6f571-9c74-4588-9f0e-fa6e4cc9def3 req-02539b72-3abc-40f3-99af-87cffe72916d service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393353 Sep 17 22:25:35.971981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-de353f7b-9e4d-49e8-abfa-9b5c56e33291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.973685 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-de353f7b-9e4d-49e8-abfa-9b5c56e33291 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576062 Sep 17 22:25:36.055342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.057800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.079057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] For port 469657b7-d8d6-4897-91a1-87c785999393, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=469657b7-d8d6-4897-91a1-87c785999393,segment=NetworkSegment(f29db5cd-42af-413d-b09f-700abddde6b8),segment_id=f29db5cd-42af-413d-b09f-700abddde6b8)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:36.079434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.102271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] DHCP port deletion for a37846a2-6b36-419f-8679-b143ce2498f3 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:25:36.107664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Calling delete_port for 469657b7-d8d6-4897-91a1-87c785999393 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:36.183624 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-43b4e0ef-6d3c-45a3-beff-44c105b64336 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963212 Sep 17 22:25:36.194036 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.249296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] Deleting port 469657b7-d8d6-4897-91a1-87c785999393 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:36.249699 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.254855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4587cf5b-c577-4fb9-99b4-22051cd59228', 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'fixed_ips': [{'subnet_id': '092079b8-8ec3-40c6-95ab-a520f13a1937'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:36.255725 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.300900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-12ba2971-5c1a-4aaa-b68e-4070cfb008bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.302781 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-12ba2971-5c1a-4aaa-b68e-4070cfb008bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9&tenant_id=8f677f9a40d749f08fff66de007bdc97 HTTP/1.1" status: 200 len: 1096 time: 0.1361012 Sep 17 22:25:36.347016 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-0ea1492c-8c28-4ea5-8511-2dc946d3c4a5 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292579 Sep 17 22:25:36.447782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-50ac29cc-18b5-4c58-9d84-815bc615febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.449510 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-50ac29cc-18b5-4c58-9d84-815bc615febb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1096 time: 0.0819907 Sep 17 22:25:36.454825 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.543930 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] For port 469657b7-d8d6-4897-91a1-87c785999393, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=469657b7-d8d6-4897-91a1-87c785999393,segment=NetworkSegment(f29db5cd-42af-413d-b09f-700abddde6b8),segment_id=f29db5cd-42af-413d-b09f-700abddde6b8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:36.544283 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.570578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] Calling delete_port for 469657b7-d8d6-4897-91a1-87c785999393 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:36.625356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-3984d654-4106-4769-b9fe-b3d930fd6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.626971 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-3984d654-4106-4769-b9fe-b3d930fd6ecf service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1686749 Sep 17 22:25:36.686463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-ca864274-9061-4568-9e63-e1a83cfea694 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 217 time: 0.0491762 Sep 17 22:25:36.713560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Allocated IP 172.20.0.2 (4587cf5b-c577-4fb9-99b4-22051cd59228/092079b8-8ec3-40c6-95ab-a520f13a1937/c3c913a1-5489-4a73-b538-3a08c9e00529) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:36.753650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-941dbdd1-155f-45f7-8d73-ed3dbd83c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.755977 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-941dbdd1-155f-45f7-8d73-ed3dbd83c351 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0564861 Sep 17 22:25:36.768225 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.804310 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-0ca1bd1a-3c75-4bc0-91bd-68d2753d6c61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390682 Sep 17 22:25:36.807419 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.825232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d784e-243a-4ded-a5f5-b8786ed0a321 req-1de13ce6-e645-4892-b54d-9b9ccbc60d9a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.826832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f87d784e-243a-4ded-a5f5-b8786ed0a321 req-1de13ce6-e645-4892-b54d-9b9ccbc60d9a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 950 time: 0.6265609 Sep 17 22:25:36.841485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] Pushing event deleted for resources: {'Port': ['ID=469657b7-d8d6-4897-91a1-87c785999393,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:36.844577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4a163-6b91-44e0-aa5a-221c7c1e44bc None None] No DVR routers for this DVR port 469657b7-d8d6-4897-91a1-87c785999393 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:36.967762 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.970994 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-c3e52692-92d2-4fa4-b612-5af6ce66a2bb service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402059 Sep 17 22:25:36.976357 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.980839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.014013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Pushing event deleted for resources: {'Port': ['ID=469657b7-d8d6-4897-91a1-87c785999393,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:37.015692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d6cf1299-94c0-4915-9ec2-b30172780621 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:37.048412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Network 4587cf5b-c577-4fb9-99b4-22051cd59228 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:37.054482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] No DVR routers for this DVR port 469657b7-d8d6-4897-91a1-87c785999393 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:37.055022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:37.060871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:37.081623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Pushing event updated for resources: {'Port': ['ID=c3c913a1-5489-4a73-b538-3a08c9e00529,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:37.104103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f87d784e-243a-4ded-a5f5-b8786ed0a321 req-5b9b536f-05cb-40c7-b951-09ebb6827f7b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242445 Sep 17 22:25:37.122861 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-563f511c-19c5-493a-be15-6b20e61a16ce service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287100 Sep 17 22:25:37.148879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d6cf1299-94c0-4915-9ec2-b30172780621 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:37.149286 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.171669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Attempting to bind port c3c913a1-5489-4a73-b538-3a08c9e00529 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:37.172039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Attempting to bind port c3c913a1-5489-4a73-b538-3a08c9e00529 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:37.172397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Attempting to bind port c3c913a1-5489-4a73-b538-3a08c9e00529 on network 4587cf5b-c577-4fb9-99b4-22051cd59228 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:37.179209 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503a1bf5-73ae-4236-ab97-63c8a798db46 x-openstack-request-id: req-503a1bf5-73ae-4236-ab97-63c8a798db46 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:37.179723 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:37.180231 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-503a1bf5-73ae-4236-ab97-63c8a798db46 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:37.180777 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec', 'status': 'completed', 'code': 200} Sep 17 22:25:37.188010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:37.188381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Checking segment: {'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:37.188784 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.189219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Bound using segment: {'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:37.189659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Bound port: c3c913a1-5489-4a73-b538-3a08c9e00529, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:37.190036 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.256870 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.259315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-6081c461-3e56-4701-8bd2-d948f7dadd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.261263 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-6081c461-3e56-4701-8bd2-d948f7dadd95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1095 time: 0.0517411 Sep 17 22:25:37.296474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] For port c3c913a1-5489-4a73-b538-3a08c9e00529, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:37.300919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] For port c3c913a1-5489-4a73-b538-3a08c9e00529, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c3c913a1-5489-4a73-b538-3a08c9e00529,segment=NetworkSegment(9333857a-49ab-4a04-b569-3484ccf564e5),segment_id=9333857a-49ab-4a04-b569-3484ccf564e5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:37.308688 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.383872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e468d1-9250-4fed-bdea-227f9cd82951 None None] Pushing event updated for resources: {'Port': ['ID=c3c913a1-5489-4a73-b538-3a08c9e00529,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:37.390308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 469657b7-d8d6-4897-91a1-87c785999393 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:37.397176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-34a812b4-ad1b-45fc-9e91-79f6dcdfd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.398830 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-34a812b4-ad1b-45fc-9e91-79f6dcdfd14f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1304862 Sep 17 22:25:37.414967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 469657b7-d8d6-4897-91a1-87c785999393 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:37.414967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 469657b7-d8d6-4897-91a1-87c785999393 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:37.430794 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.431158 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.431909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.432248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > port after_create 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.432582 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.432907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > port after_update 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.433242 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.434079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.434079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.434259 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.449463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-66073ee2-bbf1-423e-b8a0-428115217031 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 200 len: 217 time: 0.0427024 Sep 17 22:25:37.504691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-5a14609d-4c83-4439-88c6-881ce0451c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.506698 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-5a14609d-4c83-4439-88c6-881ce0451c95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0484478 Sep 17 22:25:37.533616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.534133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.534332 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.534606 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:25:37.534961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37846a2-6b36-419f-8679-b143ce2498f3']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:37.547758 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-2b57b267-cdca-43be-8938-0aa1510c05f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329826 Sep 17 22:25:37.604117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29db5cd-42af-413d-b09f-700abddde6b8') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:37.604413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29db5cd-42af-413d-b09f-700abddde6b8') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:37.639342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.703686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.721523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-e7eb1dab-d08b-49b2-ab48-0f303d914060 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.723037 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-e7eb1dab-d08b-49b2-ab48-0f303d914060 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.1118248 Sep 17 22:25:37.724588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33820574-2113-4134-a235-c29eea5a26b3 req-4852e7f7-7eee-42ee-892f-0ab929739b82 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.726296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33820574-2113-4134-a235-c29eea5a26b3 req-4852e7f7-7eee-42ee-892f-0ab929739b82 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.4644852 Sep 17 22:25:37.732978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:25:37.733618 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.744856 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-99470654-41f5-404f-b083-0f205a23cbb4 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768105 Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: from cryptography.utils import int_from_bytes Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: from cryptography.utils import int_from_bytes Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:25:37.763460 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:25:37.904415 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8366ea30-8b31-4192-a8f1-02b6a42baf67 req-c3fd9f9a-2be9-4c97-ac9c-5c563700f6ec service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374240 Sep 17 22:25:37.933611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-457a9388-cc9b-490c-b6c5-50afdd2bf686 service neutron] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:37.937228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-457a9388-cc9b-490c-b6c5-50afdd2bf686 service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.938329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e60379e-b57d-4bb7-a4eb-d855f1dce2d4 req-457a9388-cc9b-490c-b6c5-50afdd2bf686 service neutron] 10.222.0.49 "DELETE /v2.0/ports/1b5bad79-4fc3-4984-9b32-cac59a7a94ee/bindings/n-h1-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.2062430 Sep 17 22:25:37.983986 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.990583 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.992783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a37846a2-6b36-419f-8679-b143ce2498f3 HTTP/1.1" status: 204 len: 168 time: 2.2933712 Sep 17 22:25:38.006226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33820574-2113-4134-a235-c29eea5a26b3 req-9745442b-2cee-4676-952b-70ab8de4c136 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406967 Sep 17 22:25:38.063262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531479e-bd98-4a3d-b97c-f7787b5d7385 admin admin] Pushing event deleted for resources: {'Network': ['ID=a37846a2-6b36-419f-8679-b143ce2498f3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:38.088130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.114971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.136034 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.136463 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.214159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51584) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.258726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22302425-19a1-45b5-b930-48093c164904 req-b92b3a0d-989e-445c-bff7-22044f3c2133 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.261907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-98fe9d90-3c38-43b9-9da4-22b9a0f0c8de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7cc7ba6c72e40e790a0adc81b91ad25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437264 Sep 17 22:25:38.262028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22302425-19a1-45b5-b930-48093c164904 req-b92b3a0d-989e-445c-bff7-22044f3c2133 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 944 time: 0.1895254 Sep 17 22:25:38.267994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51586) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.340412 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc415435-5914-40cb-9f8e-981427637d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.370552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc415435-5914-40cb-9f8e-981427637d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.409461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22302425-19a1-45b5-b930-48093c164904 req-b3265417-9a8f-428a-8ca4-83aa1f41f5e7 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873084 Sep 17 22:25:38.411529 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Floating IP 4e587338-2032-4855-8f01-2e6f494fa30f associated. External IP: 172.25.0.132, port: fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba. Sep 17 22:25:38.423591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Allocated IP 172.25.0.113 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/4f82b99c-0dae-4387-870c-b56c2f092a6c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:38.430816 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc415435-5914-40cb-9f8e-981427637d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.441339 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc415435-5914-40cb-9f8e-981427637d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.444015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fc415435-5914-40cb-9f8e-981427637d6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ae1dd8b-0f9b-46e3-8eba-d507621b9421 HTTP/1.1" status: 204 len: 168 time: 0.1749699 Sep 17 22:25:38.472030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d8357-7623-4b45-9b39-eda2103e009a None None] Network 4587cf5b-c577-4fb9-99b4-22051cd59228 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:38.476270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc415435-5914-40cb-9f8e-981427637d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae1dd8b-0f9b-46e3-8eba-d507621b9421,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:38.573110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a3c0d02c-7836-48f1-9daa-4d64dd029b29 None None] Provisioning complete for port c3c913a1-5489-4a73-b538-3a08c9e00529 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:38.573484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d02c-7836-48f1-9daa-4d64dd029b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.669346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2ac5d-b20f-4b77-bc77-73509f3d43fe req-7282ce5c-09aa-4168-b67a-f2bae8b17d45 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.671663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ed2ac5d-b20f-4b77-bc77-73509f3d43fe req-7282ce5c-09aa-4168-b67a-f2bae8b17d45 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.1723173 Sep 17 22:25:38.726202 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d02c-7836-48f1-9daa-4d64dd029b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.783042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a3c0d02c-7836-48f1-9daa-4d64dd029b29 None None] For port c3c913a1-5489-4a73-b538-3a08c9e00529, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c3c913a1-5489-4a73-b538-3a08c9e00529,segment=NetworkSegment(9333857a-49ab-4a04-b569-3484ccf564e5),segment_id=9333857a-49ab-4a04-b569-3484ccf564e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:38.789558 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d02c-7836-48f1-9daa-4d64dd029b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.848077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0d02c-7836-48f1-9daa-4d64dd029b29 None None] Pushing event updated for resources: {'Port': ['ID=c3c913a1-5489-4a73-b538-3a08c9e00529,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:39.000759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c3c913a1-5489-4a73-b538-3a08c9e00529 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:39.062960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c3c913a1-5489-4a73-b538-3a08c9e00529 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:39.063409 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.125330 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.133559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0be9dae9-148c-40ed-9769-a210792875b3 None None] Provisioning complete for port c3c913a1-5489-4a73-b538-3a08c9e00529 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:39.133932 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0be9dae9-148c-40ed-9769-a210792875b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.153182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ed2ac5d-b20f-4b77-bc77-73509f3d43fe req-8b459eee-bace-4680-bfad-6433de16b06c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758058 Sep 17 22:25:39.237160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.281076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:39.284622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:39.291509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:39.296984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:39.321654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51612) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:39.323810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Pushing event updated for resources: {'Port': ['ID=4f82b99c-0dae-4387-870c-b56c2f092a6c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:39.423785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-network', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:39.445702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Made reservation on behalf of ab2603bf04b249c28d4baf50f90bde23 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:39.447850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.457082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.539032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:39.551747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.558466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.563002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1cb30-262b-4baa-87d2-ae179e9619bc req-7e8eaa4c-aa61-4b9d-b20a-6845072f8800 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:39.564544 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1c1cb30-262b-4baa-87d2-ae179e9619bc req-7e8eaa4c-aa61-4b9d-b20a-6845072f8800 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 950 time: 0.2231367 Sep 17 22:25:39.595093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45da4436-d22e-4d8a-9d7d-355b996d6e28,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:39.604713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:39.607288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:39.618041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.618387 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Added segment 197802a7-2763-4489-9ebd-2846321e7cb1 of type vlan for network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce Sep 17 22:25:39.634631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:39.643866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:39.659490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec', 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'port_id': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec', 'mac_address': 'fa:16:3e:f5:35:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c16e025-be5f-4bf5-a549-64555d4c42a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:39.660809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:39.661468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:39.664993 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.693932 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.694888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:39.695504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.717540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1c1cb30-262b-4baa-87d2-ae179e9619bc req-636869b0-f441-4865-a40e-06a80099f5c4 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379681 Sep 17 22:25:39.745490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.762831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:39.801079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd424f3-92e1-465b-ba9c-c9f745ba2cce,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:39.812544 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d53c7be6-e21e-4b98-90bd-b677c654c9c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4898062 Sep 17 22:25:39.816264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:39.823378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Request body: {'subnet': {'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-subnet', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:39.847482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Made reservation on behalf of ab2603bf04b249c28d4baf50f90bde23 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:39.849883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.850096 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.867412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:39.874953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:39.877487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:39.914157 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.014830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e550bb-630c-4061-a50a-a6e8891e62bf req-80b846bb-50fe-4570-a89d-e02c8b13f416 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.016567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5e550bb-630c-4061-a50a-a6e8891e62bf req-80b846bb-50fe-4570-a89d-e02c8b13f416 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1789110 Sep 17 22:25:40.047167 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.064192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:40.123221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Checking segment: {'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:40.123651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Network hostable DHCP agents. Network: 0bd424f3-92e1-465b-ba9c-c9f745ba2cce, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:40.127225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab037788-726b-4c38-9354-d5137007026a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:40.145801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:40.156759 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 0bd424f3-92e1-465b-ba9c-c9f745ba2cce) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:40.161804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.162450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.171391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5e550bb-630c-4061-a50a-a6e8891e62bf req-7adee55c-5138-47ac-9998-d510c699f7f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123242 Sep 17 22:25:40.172275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30d998-7fd3-47f5-9a68-7155f4d0ef66 None None] Network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:40.179464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:40.180265 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be1e6263-61ff-4dbe-a1fa-a9b7bbc1234f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3621845 Sep 17 22:25:40.182547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51622) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:40.190926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:40.198167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:40.230384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.234166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.287185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.314765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.408220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:40.439202 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.523769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.541760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:dc:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:37Z', 'revision_number': 3, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:40.585342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:40.631030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:40.632173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:40.674760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-0bd424f3-92e1-465b-ba9c-c9f745ba2cce', 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'fixed_ips': [{'subnet_id': 'ab037788-726b-4c38-9354-d5137007026a'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:40.675752 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.779122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.798334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:40.800647 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:40.804088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.842444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-aeaf8563-7d47-4361-b13a-aa96e0a88946 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "PUT /v2.0/floatingips/4e587338-2032-4855-8f01-2e6f494fa30f HTTP/1.1" status: 200 len: 998 time: 6.2217953 Sep 17 22:25:40.856659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cecabd-a254-40d2-b3ef-fa48c8914173 req-9833cb2e-45a6-4902-8a3e-440ba542b563 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.858410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6cecabd-a254-40d2-b3ef-fa48c8914173 req-9833cb2e-45a6-4902-8a3e-440ba542b563 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1096 time: 0.0993505 Sep 17 22:25:40.859673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:40.895010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:25:40.942716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6cecabd-a254-40d2-b3ef-fa48c8914173 req-48bba086-c85b-4b55-845e-aa16abfdd219 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752401 Sep 17 22:25:40.949416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-53f1aeca-4170-42d3-8076-429db2e53788 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.950906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-53f1aeca-4170-42d3-8076-429db2e53788 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports/fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 942 time: 0.0755391 Sep 17 22:25:40.976343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Allocated IP 172.25.0.153 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/b8d50a7f-449a-41e2-b46e-fcab3192d521) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:40.985502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Allocated IP 172.20.0.2 (0bd424f3-92e1-465b-ba9c-c9f745ba2cce/ab037788-726b-4c38-9354-d5137007026a/ab9ed14a-2690-4332-bcd4-23db81078224) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:41.011379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c3c913a1-5489-4a73-b538-3a08c9e00529 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:41.161484 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.190122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:41.202027 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Sync routers for ids ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:41.203197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.211286 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Routers {'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:41.212124 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:41.224669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-7c7e838c-6eb6-4d8e-84eb-cf4642b45809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:41.236511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-7c7e838c-6eb6-4d8e-84eb-cf4642b45809 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.1411846 Sep 17 22:25:41.246664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:41.252622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:41.260393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:41.264670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d50a7f-449a-41e2-b46e-fcab3192d521,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:41.311201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c3c913a1-5489-4a73-b538-3a08c9e00529 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:41.311488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.322949 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Set router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:41.347958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:dc:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:37Z', 'revision_number': 3, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:41.380981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-da548e5a-5e1a-4cf8-a454-91fbcd612616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:41.382535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-da548e5a-5e1a-4cf8-a454-91fbcd612616 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.1452699 Sep 17 22:25:41.398235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177882c-eda6-4f9c-9e46-a1659b8d7716 req-bf702bee-e55a-4a39-9ceb-8de549b633a1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:41.399572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4177882c-eda6-4f9c-9e46-a1659b8d7716 req-bf702bee-e55a-4a39-9ceb-8de549b633a1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 944 time: 0.2609427 Sep 17 22:25:41.409436 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.410862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d91381aa-615c-4dcf-adcc-e52fa7062794 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4916975 Sep 17 22:25:41.426377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf61e9-cd81-4419-beca-abe8c87b59b7 None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:dc:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:37Z', 'revision_number': 3, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:41.429997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51640) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:41.459656 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.469981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.513088 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4177882c-eda6-4f9c-9e46-a1659b8d7716 req-26445d25-2401-4b57-bcd4-79d1fc293c05 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044979 Sep 17 22:25:41.515748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-425d298a-dd0d-4a13-ac13-862e3e183215 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 217 time: 0.1151245 Sep 17 22:25:41.559011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:41.567105 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:25:39Z', 'revision_number': 3, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port': {'id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:38Z', 'updated_at': '2021-09-17T22:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:41.590320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-d5f2116f-c7c9-4998-b3ec-ce639a515d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:41.592401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-d5f2116f-c7c9-4998-b3ec-ce639a515d28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.0681124 Sep 17 22:25:41.623442 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Checking router: ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:41.624282 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Updating router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 port 4f82b99c-0dae-4387-870c-b56c2f092a6c binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:41.641684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:41.658624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:41.671572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:41.677836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-afb49bb0-a2c8-4f18-902c-f210ce98b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:41.683394 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.688871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Pushing event updated for resources: {'Port': ['ID=ab9ed14a-2690-4332-bcd4-23db81078224,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:41.692419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-afb49bb0-a2c8-4f18-902c-f210ce98b0d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929573 Sep 17 22:25:41.695261 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c5752-6af6-46c8-826b-bf6936cc98d8 None None] New status for floating IP 4e587338-2032-4855-8f01-2e6f494fa30f: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:25:41.727203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.841693 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-cc27cc3b-e73f-4131-aaf6-9bc5fde7e605 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483560 Sep 17 22:25:41.871336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Attempting to bind port ab9ed14a-2690-4332-bcd4-23db81078224 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:41.872037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Attempting to bind port ab9ed14a-2690-4332-bcd4-23db81078224 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:41.872569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Attempting to bind port ab9ed14a-2690-4332-bcd4-23db81078224 on network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:41.882285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:41.928978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:41.929623 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.931831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:41.932466 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Checking segment: {'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:41.933062 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.933622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Bound using segment: {'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:41.934288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Bound port: ab9ed14a-2690-4332-bcd4-23db81078224, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:41.934985 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.015758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-b6b16044-aaa0-4c77-8dc4-e39c372c4537 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663294 Sep 17 22:25:42.124528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-14be8c9b-a595-446e-98c6-a7d22a8e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.130124 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:25:42.133216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-14be8c9b-a595-446e-98c6-a7d22a8e08f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 1097 time: 0.0707674 Sep 17 22:25:42.178524 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.191655 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.238360 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Pushing event updated for resources: {'Port': ['ID=4f82b99c-0dae-4387-870c-b56c2f092a6c,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:42.247891 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.249106 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.249763 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.250439 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.250928 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.251425 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.252057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] For port ab9ed14a-2690-4332-bcd4-23db81078224, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:42.252618 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.253175 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.253779 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.254252 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.254735 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.255211 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:42.256303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] For port ab9ed14a-2690-4332-bcd4-23db81078224, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ab9ed14a-2690-4332-bcd4-23db81078224,segment=NetworkSegment(197802a7-2763-4489-9ebd-2846321e7cb1),segment_id=197802a7-2763-4489-9ebd-2846321e7cb1)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:42.261090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-f273ed60-b32a-46c8-a226-2f633ae3b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.273289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-f273ed60-b32a-46c8-a226-2f633ae3b27e service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.1388261 Sep 17 22:25:42.284335 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.336183 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Attempting to bind port 4f82b99c-0dae-4387-870c-b56c2f092a6c on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:42.336183 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Attempting to bind port 4f82b99c-0dae-4387-870c-b56c2f092a6c by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:42.336529 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Attempting to bind port 4f82b99c-0dae-4387-870c-b56c2f092a6c on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:42.342139 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:42.342521 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:42.343337 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.343337 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:42.343769 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Bound port: 4f82b99c-0dae-4387-870c-b56c2f092a6c, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:42.344487 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.385341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-4075237e-4621-403a-bcc7-bfe2fb73b477 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 1001 time: 0.1107726 Sep 17 22:25:42.396991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbcfd5-2f18-45d3-ad3f-e960e048adf1 None None] Pushing event updated for resources: {'Port': ['ID=ab9ed14a-2690-4332-bcd4-23db81078224,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:42.415686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.417175 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] For port 4f82b99c-0dae-4387-870c-b56c2f092a6c, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:42.421675 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] For port 4f82b99c-0dae-4387-870c-b56c2f092a6c, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f82b99c-0dae-4387-870c-b56c2f092a6c,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:42.425041 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:42.441108 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.460748 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:42.461351 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:42.480975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:42.488169 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66d5e22-52dd-4011-9ecc-e5b5af8e80fb" -d '{"events": [{"server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "name": "network-vif-plugged", "status": "completed", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:42.504402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:42.514302 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.533315 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.539118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.539823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.542446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.543188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.543827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.544471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.545687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.546334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.546950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.547744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.548359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.548995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.549611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.559420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-cf262eca-41b3-4d17-a80e-4ebc50c639ed tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79&device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a&device_id=78333bc2-3869-491e-9500-21762446d062&device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5&device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9&device_id=9aeca913-7244-4814-a36c-1e11d18e7cec&device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28&device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2&device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9&device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95&device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 11763 time: 0.1725845 Sep 17 22:25:42.573902 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-82a22312-3ad8-43ab-9fa2-0af59d8b6235 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.577222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-5533f350-792a-400c-8107-2ea21bfb6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.579002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-5533f350-792a-400c-8107-2ea21bfb6174 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.1805799 Sep 17 22:25:42.588732 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:42.598345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:42.680676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05658f-02d6-405d-87e2-f868cf399778 req-0cc6d5a8-dffd-4a92-90bd-8ce0b503de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.682500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-0cc6d5a8-dffd-4a92-90bd-8ce0b503de54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954900 Sep 17 22:25:42.805229 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6de3f-f6d6-4938-9872-efa7d4998ba1 None None] Pushing event updated for resources: {'Port': ['ID=4f82b99c-0dae-4387-870c-b56c2f092a6c,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:42.826830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:25:42.847889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-82a22312-3ad8-43ab-9fa2-0af59d8b6235 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.853555 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Routers {'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:42.854282 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:42.865135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-71d64616-072b-411c-9b9c-5b21f1bf6109 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722510 Sep 17 22:25:42.866536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-82a22312-3ad8-43ab-9fa2-0af59d8b6235 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.936602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4355a115-a15c-45aa-a69f-f5223b250db8 req-82a22312-3ad8-43ab-9fa2-0af59d8b6235 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&id=1fc28261-a520-4717-b154-296c13e5dba4&id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&id=08e01b48-3172-401a-a69f-0ccab108a97a&id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.3759968 Sep 17 22:25:42.967581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a22312-3ad8-43ab-9fa2-0af59d8b6235 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bd7729-704e-4174-97c8-3ab1ec568288,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:42.979915 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] Set router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:43.005433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.045782 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b95f530-969c-445c-8ad0-b3879cb53317 x-openstack-request-id: req-5b95f530-969c-445c-8ad0-b3879cb53317 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:43.046076 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:43.046295 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b95f530-969c-445c-8ad0-b3879cb53317 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:43.046682 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'status': 'completed', 'code': 200} Sep 17 22:25:43.102296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:43.121644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Sync routers for ids ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:43.124755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ab9ed14a-2690-4332-bcd4-23db81078224 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:43.177021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Routers {'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:43.177697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:43.178554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e05658f-02d6-405d-87e2-f868cf399778 req-9eae637a-52aa-43b8-bf55-454694b1efe6 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996426 Sep 17 22:25:43.308186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-3551b0e7-752b-4bcc-8aeb-cbcf98d03a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:43.311424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-3551b0e7-752b-4bcc-8aeb-cbcf98d03a1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.2652338 Sep 17 22:25:43.315271 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:dc:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:42Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:43.316647 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.318543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8c2bb7b0-7f75-4414-9ab4-a41dd7bb5fa6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1343718 Sep 17 22:25:43.323559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51664) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:43.345592 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:43.348647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Allocated IP 172.20.0.1 (4587cf5b-c577-4fb9-99b4-22051cd59228/092079b8-8ec3-40c6-95ab-a520f13a1937/59f9cdcc-b68f-4866-b701-4f6283b8c4fc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:43.362422 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:43.363054 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:43.373819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7cbca-c89f-47cb-a130-560cdf81c583 req-23d79e90-90a0-485b-b0aa-1af928e1c690 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:43.383243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27c7cbca-c89f-47cb-a130-560cdf81c583 req-23d79e90-90a0-485b-b0aa-1af928e1c690 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1055701 Sep 17 22:25:43.412093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49df17-b47d-4555-b520-681749854c46 req-99b330e3-f21f-46da-8677-4f0f7f915076 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:43.422903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-99b330e3-f21f-46da-8677-4f0f7f915076 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 821 time: 0.2890077 Sep 17 22:25:43.442047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-0a3806fd-c1c4-4af1-9bb1-90133863c1a0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/quotas/8f677f9a40d749f08fff66de007bdc97 HTTP/1.1" status: 200 len: 375 time: 0.0179937 Sep 17 22:25:43.485418 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:25:39Z', 'revision_number': 3, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port': {'id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:38Z', 'updated_at': '2021-09-17T22:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:43.509262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27c7cbca-c89f-47cb-a130-560cdf81c583 req-9b3f2fbc-7b33-4f6e-8845-201ab9d2a650 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248991 Sep 17 22:25:43.544063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-2c40c2a8-d6e0-4218-b4aa-217a80d4bb9b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951929 Sep 17 22:25:43.549665 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5539af-f99f-4e5d-a4fa-966d468fe5ee None None] The sync data for ids ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'] in n-d-789963-10 is: [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:25:39Z', 'revision_number': 3, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port': {'id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:38Z', 'updated_at': '2021-09-17T22:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:43.564375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ab9ed14a-2690-4332-bcd4-23db81078224 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:43.568846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.590178 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:43.675013 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f09170-6e61-41a2-9497-693cf1d1929e x-openstack-request-id: req-67f09170-6e61-41a2-9497-693cf1d1929e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:43.675869 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "name": "network-vif-plugged", "status": "completed", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:43.676304 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67f09170-6e61-41a2-9497-693cf1d1929e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:43.676896 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec', 'code': 200} Sep 17 22:25:43.821625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-bec1f730-dd4c-4007-aec8-4fa9140a2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:43.823252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-bec1f730-dd4c-4007-aec8-4fa9140a2741 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.4908435 Sep 17 22:25:43.847415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-623b8902-3e01-48bc-bd6a-87d1795b5131 service neutron] 10.222.0.48 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996914 Sep 17 22:25:43.850285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Set router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:43.887980 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.950336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892056b-33d4-4868-8fd2-3945473f4a27 req-223861bd-77ab-41d5-b87c-82b6cd84cdb4 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:43.962169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7892056b-33d4-4868-8fd2-3945473f4a27 req-223861bd-77ab-41d5-b87c-82b6cd84cdb4 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.2090580 Sep 17 22:25:43.976184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7822e618-e0c2-4630-82a8-ac1378d969f5 None None] Network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:44.039512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.122108 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:dc:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:42Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.136901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-84af6730-bb90-4d8c-a15d-46a8fd8c25be service neutron] 10.222.0.48 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713370 Sep 17 22:25:44.149273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7892056b-33d4-4868-8fd2-3945473f4a27 req-aa83c728-7d97-426f-aa92-878ec84679bd tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859467 Sep 17 22:25:44.156632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ab9ed14a-2690-4332-bcd4-23db81078224, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ab9ed14a-2690-4332-bcd4-23db81078224,segment=NetworkSegment(197802a7-2763-4489-9ebd-2846321e7cb1),segment_id=197802a7-2763-4489-9ebd-2846321e7cb1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:44.157068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f575385c-879b-4055-a8fb-ccd72ea7d230 None None] Provisioning complete for port ab9ed14a-2690-4332-bcd4-23db81078224 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:44.157424 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f575385c-879b-4055-a8fb-ccd72ea7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.163364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-e8b31229-22b8-42df-8d32-25501bca2cb5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 217 time: 0.0848114 Sep 17 22:25:44.173054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ea210-4d9f-48b0-bc51-f16077ea51eb req-8d284160-f0c2-428b-9381-9aefaa7fd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.178700 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b49ea210-4d9f-48b0-bc51-f16077ea51eb req-8d284160-f0c2-428b-9381-9aefaa7fd42b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1097 time: 0.4548032 Sep 17 22:25:44.180075 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.187305 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6502485-fb10-42c6-896d-21a32f19ff1e None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:dc:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:42Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:44.205781 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.328968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Network 4587cf5b-c577-4fb9-99b4-22051cd59228 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:44.443641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:44.451005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:44.453107 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.481091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Pushing event updated for resources: {'Port': ['ID=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:44.510773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a0444ae-dcd2-4432-9508-77dd89e0f77c req-35904577-2d77-4136-b969-9a59ddf50dbd tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 1001 time: 0.1513040 Sep 17 22:25:44.512628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=ab9ed14a-2690-4332-bcd4-23db81078224,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:44.563249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-f5af179c-59f4-4990-83a5-9d26fd239efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.566495 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-f5af179c-59f4-4990-83a5-9d26fd239efa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.3604608 Sep 17 22:25:44.583604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b49ea210-4d9f-48b0-bc51-f16077ea51eb req-9f8793dd-3501-47aa-afaa-996aeb78ef68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788962 Sep 17 22:25:44.668659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0444ae-dcd2-4432-9508-77dd89e0f77c req-4bcf8ca7-8d53-4a31-8b4e-ac15894cf0c5 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.685180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a0444ae-dcd2-4432-9508-77dd89e0f77c req-4bcf8ca7-8d53-4a31-8b4e-ac15894cf0c5 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports/63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 942 time: 0.1717310 Sep 17 22:25:44.697575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:41Z', 'revision_number': 3, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.729838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a01b2c12-8435-4499-827f-2f7768e5fdfc req-d7e8e966-6bb4-4f52-8f9f-3b3e2e269cf3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 210 time: 0.0858836 Sep 17 22:25:44.750389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Checking router: cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:44.750889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Updating router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 port b8d50a7f-449a-41e2-b46e-fcab3192d521 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:44.809213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.024805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb890-84be-4395-a660-229d1a7fcea1 req-4fda9243-5c6c-4c4d-96d9-5ce8cc56524e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.035753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f9cb890-84be-4395-a660-229d1a7fcea1 req-4fda9243-5c6c-4c4d-96d9-5ce8cc56524e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1182470 Sep 17 22:25:45.061467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:45.063819 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9945a8-35fa-4f75-8157-4394684757ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:45.119679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a0444ae-dcd2-4432-9508-77dd89e0f77c req-6ba5fec3-ab80-4a32-b398-85a52a572323 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 1001 time: 0.3054554 Sep 17 22:25:45.198752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f82b99c-0dae-4387-870c-b56c2f092a6c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:45.265609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f9cb890-84be-4395-a660-229d1a7fcea1 req-5d8bb6f6-260c-401c-b311-e2ac406e528a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288828 Sep 17 22:25:45.297187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a6045d45-69c7-46dc-ac57-eaa40a6ba2cb None None] Provisioning complete for port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:45.298556 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a6045d45-69c7-46dc-ac57-eaa40a6ba2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.329310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0444ae-dcd2-4432-9508-77dd89e0f77c req-2237f4f6-2cdd-4a3f-9691-ace8ac4f5c23 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.338283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a0444ae-dcd2-4432-9508-77dd89e0f77c req-2237f4f6-2cdd-4a3f-9691-ace8ac4f5c23 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2171769 Sep 17 22:25:45.345926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-9a0444ae-dcd2-4432-9508-77dd89e0f77c req-b8fea294-b0c0-4002-8f7f-04a4b493164a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:45.360140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a0444ae-dcd2-4432-9508-77dd89e0f77c req-b8fea294-b0c0-4002-8f7f-04a4b493164a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208428 Sep 17 22:25:45.389851 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669be72e-8336-48a9-9c98-1f7bd7516825 x-openstack-request-id: req-669be72e-8336-48a9-9c98-1f7bd7516825 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:45.390165 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:45.390408 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-669be72e-8336-48a9-9c98-1f7bd7516825 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:45.390807 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'status': 'completed', 'code': 200} Sep 17 22:25:45.410965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a6045d45-69c7-46dc-ac57-eaa40a6ba2cb None None] Port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:45.418816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4f82b99c-0dae-4387-870c-b56c2f092a6c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:45.419141 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.420114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-5f76b9d1-11c0-41fc-8c87-936132486889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.422338 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-5f76b9d1-11c0-41fc-8c87-936132486889 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8440287 Sep 17 22:25:45.476735 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.490111 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.566856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd54834-2645-434d-8f19-cdfa6a4e7412 None None] Pushing event updated for resources: {'Port': ['ID=b8d50a7f-449a-41e2-b46e-fcab3192d521,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:45.581949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9945a8-35fa-4f75-8157-4394684757ab req-9cac05b5-f705-44a1-a14a-c95aab2f746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.583984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9945a8-35fa-4f75-8157-4394684757ab req-9cac05b5-f705-44a1-a14a-c95aab2f746d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 1097 time: 0.1252334 Sep 17 22:25:45.593508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Attempting to bind port b8d50a7f-449a-41e2-b46e-fcab3192d521 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:45.594113 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Attempting to bind port b8d50a7f-449a-41e2-b46e-fcab3192d521 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:45.594662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Attempting to bind port b8d50a7f-449a-41e2-b46e-fcab3192d521 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:45.595494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecf5b9-99e9-4284-a3c5-ccc851151f46 req-3936e8fc-49e0-4869-beb4-39d329b0680b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.597671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9ecf5b9-99e9-4284-a3c5-ccc851151f46 req-3936e8fc-49e0-4869-beb4-39d329b0680b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.1140049 Sep 17 22:25:45.627193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f201feb8-37bb-4e4d-ad93-c844bb5d973c None None] Provisioning complete for port ab9ed14a-2690-4332-bcd4-23db81078224 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:45.627598 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f201feb8-37bb-4e4d-ad93-c844bb5d973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.632715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.676326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:45.676753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:45.677130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.677532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:45.678021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Bound port: b8d50a7f-449a-41e2-b46e-fcab3192d521, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:45.678550 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.725388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.741010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9ecf5b9-99e9-4284-a3c5-ccc851151f46 req-faa17fdc-6491-4831-bf13-d1812f4cd28b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322532 Sep 17 22:25:45.781499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b1c3a-e85d-4849-9d72-5d49c505381c req-68ac95dd-d315-4227-b639-361f215a146b tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.781993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b1c3a-e85d-4849-9d72-5d49c505381c req-68ac95dd-d315-4227-b639-361f215a146b tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.785127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b1c3a-e85d-4849-9d72-5d49c505381c req-68ac95dd-d315-4227-b639-361f215a146b tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.786531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 4f82b99c-0dae-4387-870c-b56c2f092a6c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f82b99c-0dae-4387-870c-b56c2f092a6c,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:45.789113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c1b1c3a-e85d-4849-9d72-5d49c505381c req-68ac95dd-d315-4227-b639-361f215a146b tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a&device_id=9aeca913-7244-4814-a36c-1e11d18e7cec&device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 2886 time: 0.1625521 Sep 17 22:25:45.790913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.796136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9945a8-35fa-4f75-8157-4394684757ab req-b328874d-a52c-4626-bee3-2bf1e6673d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.797948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9945a8-35fa-4f75-8157-4394684757ab req-b328874d-a52c-4626-bee3-2bf1e6673d67 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.1992640 Sep 17 22:25:45.805448 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.805776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ab9ed14a-2690-4332-bcd4-23db81078224 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:45.810903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] For port b8d50a7f-449a-41e2-b46e-fcab3192d521, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:45.903598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c1b1c3a-e85d-4849-9d72-5d49c505381c req-be8ec52f-0ca7-482c-b46a-76da58ea7e1f tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978932 Sep 17 22:25:45.922411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9945a8-35fa-4f75-8157-4394684757ab req-626847b1-f943-473b-a31b-00b73dfc83a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 1001 time: 0.1144383 Sep 17 22:25:46.006748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] For port b8d50a7f-449a-41e2-b46e-fcab3192d521, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b8d50a7f-449a-41e2-b46e-fcab3192d521,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:46.037272 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-c1f0208c-80f8-4879-ad78-ae81766d9310 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923967 Sep 17 22:25:46.051319 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.061878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40096bc5-2af5-4ebe-9f10-b9646a547646 req-afeac376-f271-4f0c-9632-6fbb3766f2f1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 210 time: 0.0422528 Sep 17 22:25:46.070732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9945a8-35fa-4f75-8157-4394684757ab req-2738c68d-42fe-430f-8dd0-3227cb997e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.072200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9945a8-35fa-4f75-8157-4394684757ab req-2738c68d-42fe-430f-8dd0-3227cb997e0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.1360826 Sep 17 22:25:46.108133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-f0bc8e14-e38d-462c-b205-527ea26c0c94 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 1001 time: 0.1774890 Sep 17 22:25:46.120746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=4f82b99c-0dae-4387-870c-b56c2f092a6c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:46.169279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Routers {'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:46.171237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:46.244817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e63a22-e406-4701-b568-def79dae6387 req-fde7a8b7-262f-4cbb-a38d-bebf11ed006f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.260029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-fde7a8b7-262f-4cbb-a38d-bebf11ed006f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports/63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 942 time: 0.1226845 Sep 17 22:25:46.267054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9945a8-35fa-4f75-8157-4394684757ab req-fbcc9263-21d2-4064-9ba1-e2420199996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.270665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ab9ed14a-2690-4332-bcd4-23db81078224 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:46.271048 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.278314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9945a8-35fa-4f75-8157-4394684757ab req-fbcc9263-21d2-4064-9ba1-e2420199996e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1822028 Sep 17 22:25:46.302306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd54834-2645-434d-8f19-cdfa6a4e7412 None None] Pushing event updated for resources: {'Port': ['ID=b8d50a7f-449a-41e2-b46e-fcab3192d521,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:46.323407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Allocated IP 172.20.0.1 (0bd424f3-92e1-465b-ba9c-c9f745ba2cce/ab037788-726b-4c38-9354-d5137007026a/a0c3e91a-6744-4c07-a813-cb356013f64e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:46.369182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] Set router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:46.485421 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-87cedcba-3726-43db-91eb-904da4f408c7 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 1001 time: 0.1501346 Sep 17 22:25:46.493658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9945a8-35fa-4f75-8157-4394684757ab req-ab233a33-ded8-4b12-aefb-9afe26910d0f service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071326 Sep 17 22:25:46.511931 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.554815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c94da4-0af2-465d-b6e3-86a6ee0f54f0 req-14d47ee9-2ce8-42a1-9bcb-805e1886af66 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.556462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37c94da4-0af2-465d-b6e3-86a6ee0f54f0 req-14d47ee9-2ce8-42a1-9bcb-805e1886af66 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1240675 Sep 17 22:25:46.670820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49df17-b47d-4555-b520-681749854c46 req-b54574b3-b2a5-453e-87b0-ddc71939843e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.672511 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-b54574b3-b2a5-453e-87b0-ddc71939843e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 821 time: 0.6394987 Sep 17 22:25:46.674485 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7ca69a65-a5a2-48fa-ab9f-52cd5aaa1c73 req-eaa8579f-7b0d-4274-bb50-9a35983bc5e5 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336959 Sep 17 22:25:46.705662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37c94da4-0af2-465d-b6e3-86a6ee0f54f0 req-716e1f36-e235-4039-bdcd-76e9339d3fb5 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288066 Sep 17 22:25:46.709443 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.711438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.718498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Request body: {'port': {'device_id': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'admin_state_up': True, 'tenant_id': '8f677f9a40d749f08fff66de007bdc97'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:46.737724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e63a22-e406-4701-b568-def79dae6387 req-1a99cad7-355e-4d00-988f-0eaf220f99b6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.739171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-1a99cad7-355e-4d00-988f-0eaf220f99b6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2439299 Sep 17 22:25:46.746050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:41Z', 'revision_number': 3, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:46.759635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9945a8-35fa-4f75-8157-4394684757ab req-4b52a1c1-4198-48ad-a0e8-a4ba2c8a74db service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528894 Sep 17 22:25:46.786308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621678c-d1c7-4ddd-b706-5f790ff6b6f7 None None] The sync data for ids ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'] in n-d-789963-10 is: [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:41Z', 'revision_number': 3, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:46.821255 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.821983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.838268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-c1e6c21f-6e4d-4630-8af7-00fb6c6fd895 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 1001 time: 0.0906978 Sep 17 22:25:46.844044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:46.867077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:46.902125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:46.919409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:46.920461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.975518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c3e91a-6744-4c07-a813-cb356013f64e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:46.995168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f82b99c-0dae-4387-870c-b56c2f092a6c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:47.104145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Made reservation on behalf of 8f677f9a40d749f08fff66de007bdc97 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:47.116655 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.143897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4f82b99c-0dae-4387-870c-b56c2f092a6c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:47.144755 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.198044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Pushing event updated for resources: {'Port': ['ID=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:47.249317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Network 4587cf5b-c577-4fb9-99b4-22051cd59228 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:47.256286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:47.315709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5c63b4d0-63b5-41c7-a9b3-7eb017e86811 None None] Provisioning complete for port a0c3e91a-6744-4c07-a813-cb356013f64e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:47.316092 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c63b4d0-63b5-41c7-a9b3-7eb017e86811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.355298 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.367998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-5c63b4d0-63b5-41c7-a9b3-7eb017e86811 None None] Port a0c3e91a-6744-4c07-a813-cb356013f64e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:47.397523 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.468815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb7564-61c1-4d1f-be76-1f24b023e710 req-7088ea93-b7b9-47f3-b381-e92090ce7201 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.476378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0bb7564-61c1-4d1f-be76-1f24b023e710 req-7088ea93-b7b9-47f3-b381-e92090ce7201 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.1460233 Sep 17 22:25:47.562118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0bb7564-61c1-4d1f-be76-1f24b023e710 req-abd7ddd6-12cb-45f7-b149-8b28e30b51d2 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848012 Sep 17 22:25:47.602986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3b2083e6-3435-4c6d-a916-9edd7b5e9d01 None None] Provisioning complete for port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:47.606388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3b2083e6-3435-4c6d-a916-9edd7b5e9d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.628075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:47.631213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Allocated IP 172.20.0.12 (58975321-f89b-4639-babe-4db7114e8a95/66f008b3-0a54-42c9-b52e-090832c071aa/72684df2-ec56-4945-9bb0-5807ba797a9e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:47.634851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.640962 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.641325 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Floating IP 4e587338-2032-4855-8f01-2e6f494fa30f disassociated. External IP: 172.25.0.132, port: 63fbe798-a14e-4b78-8bad-d2f516c4290d. Sep 17 22:25:47.680047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3b2083e6-3435-4c6d-a916-9edd7b5e9d01 None None] Port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:47.886115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.918603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22622b5a-ad44-438f-93ef-45823756d84d req-4dc2a3e4-2600-48a5-a1a0-cde8d1a19a58 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 210 time: 0.0320678 Sep 17 22:25:47.949270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:48.091240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a6611-4105-440f-8d07-661b66a211ff req-a1c82441-53dd-4ec0-ace6-7c560a7b5721 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.093451 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef0a6611-4105-440f-8d07-661b66a211ff req-a1c82441-53dd-4ec0-ace6-7c560a7b5721 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1097 time: 0.0904381 Sep 17 22:25:48.111424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:48.122317 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.126765 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:48.137473 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:48.138232 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:48.166380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-0bd0b4f3-aed7-4b06-8512-e59855c54e37 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "PUT /v2.0/floatingips/4e587338-2032-4855-8f01-2e6f494fa30f HTTP/1.1" status: 200 len: 695 time: 1.3270626 Sep 17 22:25:48.166974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:48.169520 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d229b0db-dfd9-4c22-987a-620e23530a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:48.185409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef0a6611-4105-440f-8d07-661b66a211ff req-8185c2ed-8bce-4e06-a564-d9abff7172bf tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789640 Sep 17 22:25:48.189474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.189900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.251697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e63a22-e406-4701-b568-def79dae6387 req-3fb62058-e31c-409b-a8bd-37a9317d69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.254668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-3fb62058-e31c-409b-a8bd-37a9317d69fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 1097 time: 0.0679936 Sep 17 22:25:48.273290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:48.286321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Sync routers for ids ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:48.297208 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-932aa8a8-752e-455a-903e-b6cfd209e2ee admin admin] 10.222.0.48 "PUT /v2.0/routers/ff0f85b1-f9fe-46b0-8e29-364d81ccfb04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8575022 Sep 17 22:25:48.297434 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:48.301546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Routers {'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:48.302183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:48.346777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c3e91a-6744-4c07-a813-cb356013f64e,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:48.377428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef17e3a-571c-4a6f-8523-ce3736c52760 req-6a3994cd-ca77-40bc-a361-f53b02c22ac2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.378969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ef17e3a-571c-4a6f-8523-ce3736c52760 req-6a3994cd-ca77-40bc-a361-f53b02c22ac2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1098332 Sep 17 22:25:48.429788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e63a22-e406-4701-b568-def79dae6387 req-e580aa48-57c2-4c2b-8357-b983a775a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.431323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-e580aa48-57c2-4c2b-8357-b983a775a21f service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.1705706 Sep 17 22:25:48.468652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.480547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-9aade970-2566-4a83-8852-a4590579f9e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 217 time: 0.0373456 Sep 17 22:25:48.497614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ef17e3a-571c-4a6f-8523-ce3736c52760 req-dc0d201d-6236-41dd-93df-157e62cbdef9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050925 Sep 17 22:25:48.498646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Set router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:48.568339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:48.571220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:48.628239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e63a22-e406-4701-b568-def79dae6387 req-b56a9b41-d261-46ab-bf3f-c6a06f7f0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.629391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-b56a9b41-d261-46ab-bf3f-c6a06f7f0ae5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.1284676 Sep 17 22:25:48.650153 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.673819 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:48.683883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.706582 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:48.718576 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:48.719233 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:48.723763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7065b6-ccc9-49ad-9f0a-ba1318e30b54 req-6b2476dd-deeb-447d-a621-864e2655103a tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.731586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c7065b6-ccc9-49ad-9f0a-ba1318e30b54 req-6b2476dd-deeb-447d-a621-864e2655103a tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1102 time: 0.1287971 Sep 17 22:25:48.794207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c7065b6-ccc9-49ad-9f0a-ba1318e30b54 req-803d5bf1-4000-43b1-9a3d-7a439592d3da tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616353 Sep 17 22:25:48.802992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e63a22-e406-4701-b568-def79dae6387 req-188e3ed8-1483-469b-940a-56f41439178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.811199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-188e3ed8-1483-469b-940a-56f41439178e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592810 Sep 17 22:25:48.814596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Pushing event updated for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:48.884223 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926b2026-cc89-4a3e-97e7-d2a83565e63e x-openstack-request-id: req-926b2026-cc89-4a3e-97e7-d2a83565e63e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:48.884223 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:48.884223 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-926b2026-cc89-4a3e-97e7-d2a83565e63e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:48.884223 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'status': 'completed', 'code': 200} Sep 17 22:25:48.910155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Network 58975321-f89b-4639-babe-4db7114e8a95 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:49.007401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:49.010890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:49.018036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:49.019548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.069815 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:49.097754 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-3da54057-51e1-46f6-b22a-feba54cbc7ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3893688 Sep 17 22:25:49.135109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Request body: {'port': {'device_id': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:49.142834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b8d50a7f-449a-41e2-b46e-fcab3192d521 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:49.186254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-8bc2fac2-09e2-41f4-810f-140207547b80 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618124 Sep 17 22:25:49.204481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8f103a20-1054-41e7-9e40-42b461216ef7 None None] Provisioning complete for port a0c3e91a-6744-4c07-a813-cb356013f64e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:49.205032 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8f103a20-1054-41e7-9e40-42b461216ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.260798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8f103a20-1054-41e7-9e40-42b461216ef7 None None] Port a0c3e91a-6744-4c07-a813-cb356013f64e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:49.299264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 4, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port': {'id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:38Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '59f9cdcc-b68f-4866-b701-4f6283b8c4fc', 'name': '', 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'mac_address': 'fa:16:3e:b1:54:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '092079b8-8ec3-40c6-95ab-a520f13a1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:43Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 2, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'subnets': [{'id': '092079b8-8ec3-40c6-95ab-a520f13a1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:49.332092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Checking router: ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:49.332514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Updating router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:49.360584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b8d50a7f-449a-41e2-b46e-fcab3192d521 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:49.360886 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.367945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:49.395142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.445978 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:49.511206 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f826d-5bda-42f9-a558-7fd76caa9c8a None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:49.592787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-246047d2-3271-4220-9063-d0bc0e1dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:49.594591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-246047d2-3271-4220-9063-d0bc0e1dbd5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 1097 time: 0.5804808 Sep 17 22:25:49.680670 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.752732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-f49553fa-d95b-4b03-80bd-268961eb824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:49.756262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-f49553fa-d95b-4b03-80bd-268961eb824c service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.1378026 Sep 17 22:25:49.790501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:49.810342 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80ce6724-5b72-430c-a96b-c760385763c8 admin admin] 10.222.0.48 "PUT /v2.0/routers/cf5f4811-47b5-4c82-a6e8-ec63e1ce6326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4774597 Sep 17 22:25:49.810588 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Sync routers for ids ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:49.810696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.819475 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Routers {'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:49.820166 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:49.853358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port b8d50a7f-449a-41e2-b46e-fcab3192d521, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b8d50a7f-449a-41e2-b46e-fcab3192d521,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:49.887588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.906490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c3652-028d-4059-9d8f-8dcc0cbea8c1 req-540b1a92-4b0a-45b5-8fb2-ded31bdb9411 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:49.916852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef2c3652-028d-4059-9d8f-8dcc0cbea8c1 req-540b1a92-4b0a-45b5-8fb2-ded31bdb9411 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1102 time: 0.5990303 Sep 17 22:25:49.927766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-534626a9-eedb-42df-b628-2343502bd4ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 200 len: 217 time: 0.1401975 Sep 17 22:25:50.083095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45dc91-dbdc-4812-8fb4-f187d24f9b1f None None] New status for floating IP 4e587338-2032-4855-8f01-2e6f494fa30f: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:25:50.161526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-80e18aeb-8a1b-4c74-ab38-a7adfc17c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:50.162765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-80e18aeb-8a1b-4c74-ab38-a7adfc17c40f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.2226479 Sep 17 22:25:50.173357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7e63a22-e406-4701-b568-def79dae6387 req-3c524f78-fb6d-4c71-865e-7d5493fb3bc4 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972616 Sep 17 22:25:50.256444 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Set router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:50.327887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=b8d50a7f-449a-41e2-b46e-fcab3192d521,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:50.393598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef2c3652-028d-4059-9d8f-8dcc0cbea8c1 req-f4d5ff3b-f5b2-40e5-a978-f3e009faf14c tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753284 Sep 17 22:25:50.436635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-516ae403-e491-4c32-820b-e24527fc9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:50.439247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-516ae403-e491-4c32-820b-e24527fc9e38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646229 Sep 17 22:25:50.533999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72684df2-ec56-4945-9bb0-5807ba797a9e {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:50.568364 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.632379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Transition to ACTIVE for port object 72684df2-ec56-4945-9bb0-5807ba797a9e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:50.644590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.757823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.773192 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.886251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e8ea0-3100-4482-ac79-cc3fa0ebafb0 None None] Pushing event updated for resources: {'Port': ['ID=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:50.925622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e24e-c14f-4386-b502-5a557011a392 req-02269d6a-f133-4960-b37e-e0a3c3424488 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:50.930265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:50.930836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:50.930937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:50.942980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5488e24e-c14f-4386-b502-5a557011a392 req-02269d6a-f133-4960-b37e-e0a3c3424488 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 932 time: 0.5148199 Sep 17 22:25:50.946732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Pushing event updated for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:50.962165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:50.962486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:50.983111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:50.983484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:50.983856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:50.984298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Bound port: 72684df2-ec56-4945-9bb0-5807ba797a9e, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:50.984663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.065817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Attempting to bind port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:51.066203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Attempting to bind port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:51.066574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Attempting to bind port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc on network 4587cf5b-c577-4fb9-99b4-22051cd59228 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:51.094235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b8d50a7f-449a-41e2-b46e-fcab3192d521 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:51.110053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7176d-dbe4-4247-8893-735a4356d8dd req-85c28490-373c-4092-8c56-1164a38ab727 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.136442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbb7176d-dbe4-4247-8893-735a4356d8dd req-85c28490-373c-4092-8c56-1164a38ab727 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.5161116 Sep 17 22:25:51.197710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5488e24e-c14f-4386-b502-5a557011a392 req-7d378b15-b6ab-47c4-b33c-24ddaf209c1e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368531 Sep 17 22:25:51.253104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:51.253104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Checking segment: {'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:51.253104 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.253104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Bound using segment: {'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:51.253104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Bound port: 59f9cdcc-b68f-4866-b701-4f6283b8c4fc, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9333857a-49ab-4a04-b569-3484ccf564e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:51.253104 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.253751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-4317a7fc-430e-4c26-8b1f-296783127d90 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639287 Sep 17 22:25:51.350087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:51.369300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:51.383716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.438186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d229b0db-dfd9-4c22-987a-620e23530a3c req-758ac21e-ab53-48c0-98b4-a33b7a7d592f service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630032 Sep 17 22:25:51.468142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbb7176d-dbe4-4247-8893-735a4356d8dd req-e440e45e-613d-468a-af57-a9cee5b97fab tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217349 Sep 17 22:25:51.529278 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-949be0e2-e32c-480e-a1ba-ab34c54cf0ca req-137ee51d-2b44-41b8-9e7b-ede10cf1ccfc tempest-FloatingIPDetailsNegativeTestJSON-995866797 tempest-FloatingIPDetailsNegativeTestJSON-995866797-project] show failed (client error): The resource could not be found. Sep 17 22:25:51.534812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-949be0e2-e32c-480e-a1ba-ab34c54cf0ca req-137ee51d-2b44-41b8-9e7b-ede10cf1ccfc tempest-FloatingIPDetailsNegativeTestJSON-995866797 tempest-FloatingIPDetailsNegativeTestJSON-995866797-project] 10.222.0.48 "GET /v2.0/floatingips/266d0c9b-25c0-4db1-b6c9-f02e2262cc3c HTTP/1.1" status: 404 len: 350 time: 0.0931470 Sep 17 22:25:51.549894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51764) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:51.555046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.565338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.567037 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] 10.222.0.45 "PUT /v2.0/ports/72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 200 len: 1093 time: 2.4580352 Sep 17 22:25:51.569481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:51.609711 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7649cdb3-c1ae-46ab-9436-652817589cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:51.688634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-412703c2-4096-4f70-8d6c-307df72e3941 None None] Provisioning complete for port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:51.688634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-412703c2-4096-4f70-8d6c-307df72e3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.758292 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:47Z', 'revision_number': 4, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a0c3e91a-6744-4c07-a813-cb356013f64e', 'name': '', 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'mac_address': 'fa:16:3e:38:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ab037788-726b-4c38-9354-d5137007026a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:45Z', 'updated_at': '2021-09-17T22:25:47Z', 'revision_number': 2, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'subnets': [{'id': 'ab037788-726b-4c38-9354-d5137007026a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:51.852597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01980085-e2eb-411c-8733-ddc882114f43 service neutron] Pushing event updated for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:51.907569 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Checking router: cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:51.909212 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Updating router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 port a0c3e91a-6744-4c07-a813-cb356013f64e binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:51.923466 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-412703c2-4096-4f70-8d6c-307df72e3941 None None] Port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:51.941936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49df17-b47d-4555-b520-681749854c46 req-d0480cad-9c65-4041-9649-e890f19928df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.944560 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-d0480cad-9c65-4041-9649-e890f19928df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1096 time: 0.3063862 Sep 17 22:25:51.967731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b8d50a7f-449a-41e2-b46e-fcab3192d521 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:51.968284 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.974458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] For port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:52.006725 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.157945 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c6a4ed-6dfb-4f91-a07a-ecccf8f128ea x-openstack-request-id: req-c9c6a4ed-6dfb-4f91-a07a-ecccf8f128ea {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:52.158324 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:52.158529 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9c6a4ed-6dfb-4f91-a07a-ecccf8f128ea {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:52.158905 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e', 'status': 'completed', 'code': 200} Sep 17 22:25:52.160856 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-499a942a-7a70-4184-aec0-d28548dfadaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 200 len: 217 time: 0.2072480 Sep 17 22:25:52.163277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] For port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,segment=NetworkSegment(9333857a-49ab-4a04-b569-3484ccf564e5),segment_id=9333857a-49ab-4a04-b569-3484ccf564e5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:52.187488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.345696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49df17-b47d-4555-b520-681749854c46 req-d2247341-13ec-47e8-b613-24e63c6ceadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:52.347218 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-d2247341-13ec-47e8-b613-24e63c6ceadd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.1697357 Sep 17 22:25:52.385352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e8ea0-3100-4482-ac79-cc3fa0ebafb0 None None] Pushing event updated for resources: {'Port': ['ID=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:52.404255 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-946d3e45-a7a7-42ce-85a1-ccd05efed743 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484004 Sep 17 22:25:52.427444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Routers {'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:52.428103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:52.673855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-4bc9c03c-4d45-4046-8259-cc95389f34e8 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596552 Sep 17 22:25:52.719685 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.760997 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.795444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] Set router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:52.959160 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1c3df-bd62-48b9-b5bc-6e8ccab02c0d None None] Pushing event updated for resources: {'Port': ['ID=a0c3e91a-6744-4c07-a813-cb356013f64e,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:52.974926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422ef4e-7449-4059-96b9-96d93944977b req-ab017458-f8e5-4a46-a4d8-14ade9348abe tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:52.974926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-ab017458-f8e5-4a46-a4d8-14ade9348abe tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7152960 Sep 17 22:25:53.025733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a49df17-b47d-4555-b520-681749854c46 req-b3f75b66-0bd4-4422-9158-e791b4b5b91c service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340437 Sep 17 22:25:53.135113 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Attempting to bind port a0c3e91a-6744-4c07-a813-cb356013f64e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:53.135487 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Attempting to bind port a0c3e91a-6744-4c07-a813-cb356013f64e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:53.141471 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Attempting to bind port a0c3e91a-6744-4c07-a813-cb356013f64e on network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:53.157258 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:53.157635 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Checking segment: {'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:53.158050 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.158450 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Bound using segment: {'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:53.158940 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Bound port: a0c3e91a-6744-4c07-a813-cb356013f64e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197802a7-2763-4489-9ebd-2846321e7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:53.159341 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.285736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-12622489-4ec0-4c60-934d-481f881a4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:53.286241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf51a9-00fc-438c-99c4-f0b51541d6dd req-59a18bad-b6c6-40a8-bfaf-f2e9b297e712 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:53.287394 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-12622489-4ec0-4c60-934d-481f881a4646 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1096 time: 0.1633096 Sep 17 22:25:53.298545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8bf51a9-00fc-438c-99c4-f0b51541d6dd req-59a18bad-b6c6-40a8-bfaf-f2e9b297e712 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.9319551 Sep 17 22:25:53.320066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-b389a732-ccbe-4e9d-a12d-6f3ea98739f7 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.1964869 Sep 17 22:25:53.330518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Request body: {'floatingip': {'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:53.396502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.452580 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] For port a0c3e91a-6744-4c07-a813-cb356013f64e, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:53.458521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1a515e07-953e-4e1f-b33c-8d7749a9c6a9 None None] Provisioning complete for port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:53.458772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a515e07-953e-4e1f-b33c-8d7749a9c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.464044 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] For port a0c3e91a-6744-4c07-a813-cb356013f64e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0c3e91a-6744-4c07-a813-cb356013f64e,segment=NetworkSegment(197802a7-2763-4489-9ebd-2846321e7cb1),segment_id=197802a7-2763-4489-9ebd-2846321e7cb1)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:53.478942 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.638517 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Routers {'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:53.639363 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:53.644416 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1c3df-bd62-48b9-b5bc-6e8ccab02c0d None None] Pushing event updated for resources: {'Port': ['ID=a0c3e91a-6744-4c07-a813-cb356013f64e,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:53.652752 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a515e07-953e-4e1f-b33c-8d7749a9c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.727187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1a515e07-953e-4e1f-b33c-8d7749a9c6a9 None None] For port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,segment=NetworkSegment(9333857a-49ab-4a04-b569-3484ccf564e5),segment_id=9333857a-49ab-4a04-b569-3484ccf564e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:53.742989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-2bc03aa5-45ef-4abd-ab4b-afe6777790bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:53.747489 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a515e07-953e-4e1f-b33c-8d7749a9c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.751028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-2bc03aa5-45ef-4abd-ab4b-afe6777790bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.4527962 Sep 17 22:25:53.759740 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-cb5eb81c-41b6-42a5-9f78-d9e720bac930 service neutron] show failed (client error): The resource could not be found. Sep 17 22:25:53.760961 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-cb5eb81c-41b6-42a5-9f78-d9e720bac930 service neutron] 10.222.0.45 "GET /v2.0/ports/b4e8c32d-e7d9-42db-a45f-7fda6e0c4924/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.1793354 Sep 17 22:25:53.762575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 4, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port': {'id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:38Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '59f9cdcc-b68f-4866-b701-4f6283b8c4fc', 'name': '', 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'mac_address': 'fa:16:3e:b1:54:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '092079b8-8ec3-40c6-95ab-a520f13a1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:43Z', 'updated_at': '2021-09-17T22:25:51Z', 'revision_number': 4, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'subnets': [{'id': '092079b8-8ec3-40c6-95ab-a520f13a1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:53.896482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7c4b8-8fa5-4115-ad84-1e447412223d None None] The sync data for ids ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'] in n-d-789963-10 is: [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 4, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port': {'id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:38Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '59f9cdcc-b68f-4866-b701-4f6283b8c4fc', 'name': '', 'network_id': '4587cf5b-c577-4fb9-99b4-22051cd59228', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'mac_address': 'fa:16:3e:b1:54:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '092079b8-8ec3-40c6-95ab-a520f13a1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:43Z', 'updated_at': '2021-09-17T22:25:51Z', 'revision_number': 4, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'subnets': [{'id': '092079b8-8ec3-40c6-95ab-a520f13a1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:54.007227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-43a1b862-ddd4-4415-990e-fab845ec9c00 None None] Provisioning complete for port a0c3e91a-6744-4c07-a813-cb356013f64e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:54.007227 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43a1b862-ddd4-4415-990e-fab845ec9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.053835 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-aed7731e-d576-48c1-af68-00846da15dde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 200 len: 217 time: 0.2858989 Sep 17 22:25:54.174722 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] Set router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:54.307971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-2ee7b092-b773-4064-a275-fc8d4ad75e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:54.314382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a515e07-953e-4e1f-b33c-8d7749a9c6a9 None None] Pushing event updated for resources: {'Port': ['ID=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:54.316135 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-2ee7b092-b773-4064-a275-fc8d4ad75e7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.2551174 Sep 17 22:25:54.502209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43a1b862-ddd4-4415-990e-fab845ec9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.515563 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-b3dc20d1-6b3e-43ad-9574-d8b99cb9883f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909091 Sep 17 22:25:54.619532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-43a1b862-ddd4-4415-990e-fab845ec9c00 None None] For port a0c3e91a-6744-4c07-a813-cb356013f64e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0c3e91a-6744-4c07-a813-cb356013f64e,segment=NetworkSegment(197802a7-2763-4489-9ebd-2846321e7cb1),segment_id=197802a7-2763-4489-9ebd-2846321e7cb1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:54.637879 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43a1b862-ddd4-4415-990e-fab845ec9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.717603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1b862-ddd4-4415-990e-fab845ec9c00 None None] Pushing event updated for resources: {'Port': ['ID=a0c3e91a-6744-4c07-a813-cb356013f64e,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:54.762925 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:47Z', 'revision_number': 4, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a0c3e91a-6744-4c07-a813-cb356013f64e', 'name': '', 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'mac_address': 'fa:16:3e:38:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ab037788-726b-4c38-9354-d5137007026a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:45Z', 'updated_at': '2021-09-17T22:25:53Z', 'revision_number': 4, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'subnets': [{'id': 'ab037788-726b-4c38-9354-d5137007026a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:54.770407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9e997478-eb65-4b18-a3ab-73935e7ef4a6 None None] Provisioning complete for port a0c3e91a-6744-4c07-a813-cb356013f64e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:54.770784 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e997478-eb65-4b18-a3ab-73935e7ef4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.773554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-864b2411-3414-4457-a4b3-01d8e6c546e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:54.779328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-864b2411-3414-4457-a4b3-01d8e6c546e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062&tenant_id=3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 1101 time: 0.4411645 Sep 17 22:25:54.819344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:54.827880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8bf51a9-00fc-438c-99c4-f0b51541d6dd req-900826ca-480b-49d7-a24f-359e08eef6ed tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5284705 Sep 17 22:25:54.835368 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4788aaf-d61e-4e82-8e68-b2d12225d3c8 None None] The sync data for ids ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'] in n-d-789963-10 is: [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:47Z', 'revision_number': 4, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a0c3e91a-6744-4c07-a813-cb356013f64e', 'name': '', 'network_id': '0bd424f3-92e1-465b-ba9c-c9f745ba2cce', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'mac_address': 'fa:16:3e:38:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ab037788-726b-4c38-9354-d5137007026a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:45Z', 'updated_at': '2021-09-17T22:25:53Z', 'revision_number': 4, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'subnets': [{'id': 'ab037788-726b-4c38-9354-d5137007026a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:54.930935 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-7ad9a43d-e049-4896-b133-995d47f428ff service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885705 Sep 17 22:25:55.117120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-2eeada04-ab6f-413f-b192-7b2e2f124ef6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.119046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-2eeada04-ab6f-413f-b192-7b2e2f124ef6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a3a7a5b-e7d9-474c-bca1-d156e3f343a5 HTTP/1.1" status: 200 len: 945 time: 0.3776801 Sep 17 22:25:55.215113 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7649cdb3-c1ae-46ab-9436-652817589cbf req-cddc54c6-7919-438b-baed-c8ab7bf19ba1 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687321 Sep 17 22:25:55.252158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.600125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 72684df2-ec56-4945-9bb0-5807ba797a9e details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:55.684505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 59f9cdcc-b68f-4866-b701-4f6283b8c4fc up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:55.697693 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.718231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:55.807558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:55.849174 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.869528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:55.893016 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '72684df2-ec56-4945-9bb0-5807ba797a9e', 'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'port_id': '72684df2-ec56-4945-9bb0-5807ba797a9e', 'mac_address': 'fa:16:3e:c6:e7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f008b3-0a54-42c9-b52e-090832c071aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:55.918001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.932812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Transition to ACTIVE for port object b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:55.933919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:55.937881 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd549cc-6ba8-418d-8ffd-a0df97fad21a" -d '{"events": [{"server_uuid": "78333bc2-3869-491e-9500-21762446d062", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:55.943727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.983445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.006148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:56.006612 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.040242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9f0af-9b76-4ee8-9d3f-c45fa99902f5 req-59caf1be-258c-4e55-8a7c-560efbf7246b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:56.054884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72684df2-ec56-4945-9bb0-5807ba797a9e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:56.062084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acc9f0af-9b76-4ee8-9d3f-c45fa99902f5 req-59caf1be-258c-4e55-8a7c-560efbf7246b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.7764132 Sep 17 22:25:56.098174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:56.110640 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.120549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] No DVR routers for this DVR port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:56.140223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:56.158586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.245025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Attempting to bind port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:56.246139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Attempting to bind port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:56.246640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Attempting to bind port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:56.255434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:56.255788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Attempting to bind port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:56.261938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:56.262278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:56.262659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:56.263149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Bound port: b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:56.263880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.265566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0c3e91a-6744-4c07-a813-cb356013f64e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:56.274607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:56.361294 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['72684df2-ec56-4945-9bb0-5807ba797a9e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:56.366742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a0c3e91a-6744-4c07-a813-cb356013f64e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:56.371050 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.377626 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Floating IP 4e587338-2032-4855-8f01-2e6f494fa30f associated. External IP: 172.25.0.132, port: fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba. Sep 17 22:25:56.393529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acc9f0af-9b76-4ee8-9d3f-c45fa99902f5 req-a46e16f3-e20b-4a98-ba80-16eef81c159c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313358 Sep 17 22:25:56.424356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:56.429921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:56.443000 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.512393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:56.528301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:56.529886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.531642 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-6ef58f7a-2d45-4d30-8aa5-59ddf225ce44 service neutron] 10.222.0.49 "PUT /v2.0/ports/b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 1096 time: 1.7289102 Sep 17 22:25:56.537612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Deleting port 63fbe798-a14e-4b78-8bad-d2f516c4290d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:56.537947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.657975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-4d3a1ff3-67c7-4825-9a40-a950281f1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:56.659475 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-4d3a1ff3-67c7-4825-9a40-a950281f1960 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 1099 time: 0.0822937 Sep 17 22:25:56.883872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-5febbd91-48a1-49cc-bf45-e48afcaa1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:56.889834 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-5febbd91-48a1-49cc-bf45-e48afcaa1b8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2124701 Sep 17 22:25:56.986987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-3a020adf-144e-4fcd-bfe7-5c61b9e843c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 217 time: 0.0871882 Sep 17 22:25:57.071533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-759d6e1c-15e6-41ec-ac13-02614fffbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.074385 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-759d6e1c-15e6-41ec-ac13-02614fffbd19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0764554 Sep 17 22:25:57.098507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] For port 63fbe798-a14e-4b78-8bad-d2f516c4290d, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=63fbe798-a14e-4b78-8bad-d2f516c4290d,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:57.098958 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.117417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Calling delete_port for 63fbe798-a14e-4b78-8bad-d2f516c4290d owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:57.222892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:57.227888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-99139d89-ec8f-4a96-97ae-712d65d17022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.233881 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-99139d89-ec8f-4a96-97ae-712d65d17022 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171091 Sep 17 22:25:57.508090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:57.532409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.532409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.532409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Deleting port a0c3e91a-6744-4c07-a813-cb356013f64e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:57.532409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.547130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:57.564763 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:57.568111 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:57.572413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-66563e1f-8d16-4b50-a1de-61a16c3cb7a5 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293152 Sep 17 22:25:57.574002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:57.613458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Pushing event deleted for resources: {'Port': ['ID=63fbe798-a14e-4b78-8bad-d2f516c4290d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:57.634068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-ce392afc-edd5-47f9-b63b-4c3c86439315 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "PUT /v2.0/floatingips/4e587338-2032-4855-8f01-2e6f494fa30f HTTP/1.1" status: 200 len: 996 time: 4.3116980 Sep 17 22:25:57.726745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:57.736155 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd298f7c-c152-458d-9440-51888c68a624" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:57.796566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 72684df2-ec56-4945-9bb0-5807ba797a9e up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:57.837795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] No DVR routers for this DVR port 63fbe798-a14e-4b78-8bad-d2f516c4290d on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:57.892533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.896253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59ecdd0f-adf9-4067-83a7-7a897dff4c57 req-7f7d0e44-e8a1-498c-8c23-b7973c44ae69 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.49 "DELETE /v2.0/ports/63fbe798-a14e-4b78-8bad-d2f516c4290d HTTP/1.1" status: 204 len: 173 time: 2.7321672 Sep 17 22:25:57.975035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] For port a0c3e91a-6744-4c07-a813-cb356013f64e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0c3e91a-6744-4c07-a813-cb356013f64e,segment=NetworkSegment(197802a7-2763-4489-9ebd-2846321e7cb1),segment_id=197802a7-2763-4489-9ebd-2846321e7cb1)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:57.975488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.980744 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc7e3bef-ebfb-4f7d-a4e9-9b31fa994a94 req-8db434d3-a05f-426d-bbea-0f580e4bf70c service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963890 Sep 17 22:25:57.992562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422ef4e-7449-4059-96b9-96d93944977b req-20fae42a-70fd-401f-9d59-4b347df6556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:58.002653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-20fae42a-70fd-401f-9d59-4b347df6556c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.2498035 Sep 17 22:25:58.026215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 63fbe798-a14e-4b78-8bad-d2f516c4290d no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:58.030919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Calling delete_port for a0c3e91a-6744-4c07-a813-cb356013f64e owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:58.208515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 72684df2-ec56-4945-9bb0-5807ba797a9e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:58.219926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 72684df2-ec56-4945-9bb0-5807ba797a9e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:58.220289 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.229120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 63fbe798-a14e-4b78-8bad-d2f516c4290d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:58.229491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 63fbe798-a14e-4b78-8bad-d2f516c4290d not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:58.242786 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:58.559376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.561784 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.608285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:58.612038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c3e91a-6744-4c07-a813-cb356013f64e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:58.633450 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6b98e1-b806-4068-9a99-1feb7c98c309" -d '{"events": [{"server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "name": "network-vif-plugged", "status": "completed", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:58.647547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:58.655685 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.656440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:58.832071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:58.833236 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:89:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:55Z', 'revision_number': 8, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:58.838524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:58.887076 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:58.901922 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:58.902473 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:59.080187 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:59.234511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422ef4e-7449-4059-96b9-96d93944977b req-f193ddf9-f16a-4a4a-8a8f-2e061474df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.243281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-f193ddf9-f16a-4a4a-8a8f-2e061474df44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 1.2397475 Sep 17 22:25:59.260593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9c5ed-c2a1-4266-a0c2-d5ba3785f73c req-13b8a922-d749-47ca-ad2a-ab9608fb595d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.263131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bed9c5ed-c2a1-4266-a0c2-d5ba3785f73c req-13b8a922-d749-47ca-ad2a-ab9608fb595d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 945 time: 0.7177567 Sep 17 22:25:59.413674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-30bd75dc-c992-4b6d-bbe2-10b41bf63900 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 999 time: 0.1690061 Sep 17 22:25:59.422351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bed9c5ed-c2a1-4266-a0c2-d5ba3785f73c req-0e26a9c9-2ddb-4c0d-bcfb-3004f1a3b611 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105587 Sep 17 22:25:59.605230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.613093 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e2db8c-6a68-4a30-897b-a30bdffd65cb x-openstack-request-id: req-c5e2db8c-6a68-4a30-897b-a30bdffd65cb {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:59.613657 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78333bc2-3869-491e-9500-21762446d062", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:59.613857 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5e2db8c-6a68-4a30-897b-a30bdffd65cb {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:59.614339 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'code': 200} Sep 17 22:25:59.650814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422ef4e-7449-4059-96b9-96d93944977b req-203f4780-b837-4213-ad80-8cca3a7fda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.652483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-203f4780-b837-4213-ad80-8cca3a7fda62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.1851106 Sep 17 22:25:59.665566 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:89:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:55Z', 'revision_number': 8, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:59.706937 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4dcb6-200e-41fa-8704-505ebd797c3d None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4e587338-2032-4855-8f01-2e6f494fa30f', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'port_id': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'mac_address': 'fa:16:3e:89:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:04Z', 'updated_at': '2021-09-17T22:25:55Z', 'revision_number': 8, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:59.866068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea9fc-fd55-46ce-9b5d-393b2a061bb5 req-416f4eca-96dd-4f75-984e-01687c761090 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.867565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c5ea9fc-fd55-46ce-9b5d-393b2a061bb5 req-416f4eca-96dd-4f75-984e-01687c761090 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1401739 Sep 17 22:25:59.881660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422ef4e-7449-4059-96b9-96d93944977b req-c226642e-829e-42c1-8d0c-e4a34d6ebe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.881660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-c226642e-829e-42c1-8d0c-e4a34d6ebe28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627851 Sep 17 22:25:59.922175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47069995-9575-4e07-98c4-7b1b04259a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.031816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c5ea9fc-fd55-46ce-9b5d-393b2a061bb5 req-f06b130f-4a7c-4195-9309-5c1008220e0d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283627 Sep 17 22:26:00.110072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d9fb4-b95e-4cf7-acd2-31991b867d96 None None] New status for floating IP 4e587338-2032-4855-8f01-2e6f494fa30f: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:26:00.233075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:00.254495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-00196e11-2269-49c3-b9a9-3f77ff7b8e4e service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723023 Sep 17 22:26:00.302543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec550b-1496-4792-9a36-d4fd69822c51 req-2daf25a0-a611-4485-afc9-15cf4992ac4f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:00.310521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-65ec550b-1496-4792-9a36-d4fd69822c51 req-2daf25a0-a611-4485-afc9-15cf4992ac4f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 947 time: 0.1072004 Sep 17 22:26:00.449691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-65ec550b-1496-4792-9a36-d4fd69822c51 req-812107bc-6cbb-4588-a7b2-f50aa9f1ff5c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381221 Sep 17 22:26:00.508669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0422ef4e-7449-4059-96b9-96d93944977b req-c1da9931-b7b2-4e90-b974-80f5bdf77341 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533026 Sep 17 22:26:00.556026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:00.562642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ef72f3ce-99fa-43ca-92c7-e0c45b68b0c7 admin admin] 10.222.0.48 "PUT /v2.0/routers/cf5f4811-47b5-4c82-a6e8-ec63e1ce6326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0113654 Sep 17 22:26:00.565167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51844) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:00.568947 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] Sync routers for ids ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:00.582467 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] Routers {'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:00.584052 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.639810 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bced408-3d26-40f3-ae3f-e774e2c7efbe x-openstack-request-id: req-5bced408-3d26-40f3-ae3f-e774e2c7efbe {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:00.640339 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:00.640339 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bced408-3d26-40f3-ae3f-e774e2c7efbe {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:00.640731 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'status': 'completed', 'code': 200} Sep 17 22:26:00.656210 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c575fef-34a5-441e-ba85-563ebeb5fcb4 x-openstack-request-id: req-4c575fef-34a5-441e-ba85-563ebeb5fcb4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:00.657044 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "name": "network-vif-plugged", "status": "completed", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:00.658056 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c575fef-34a5-441e-ba85-563ebeb5fcb4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:00.659172 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e', 'code': 200} Sep 17 22:26:00.789834 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] Set router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:00.790584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.817566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25639438-68e1-440c-912f-784a12a65943 req-cf070c01-6d21-495e-baa8-850710bd3faa tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips/4e587338-2032-4855-8f01-2e6f494fa30f HTTP/1.1" status: 200 len: 998 time: 0.1068966 Sep 17 22:26:00.995836 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:58Z', 'revision_number': 5, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.008901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25639438-68e1-440c-912f-784a12a65943 req-e3851379-1dcd-4619-a601-aa41449464c6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.029031 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] Checking router: cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:01.037039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25639438-68e1-440c-912f-784a12a65943 req-e3851379-1dcd-4619-a601-aa41449464c6 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2120504 Sep 17 22:26:01.041291 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] Routers {'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:01.042022 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:25:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.076569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.138832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-dc294b53-e6c5-4cac-aae4-2056904d2b3b tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 1001 time: 0.0957336 Sep 17 22:26:01.195428 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] Set router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:01.207686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c2061-86c9-4c0e-b1fe-34d342fa4164 req-7fe1e2b8-5e01-4bdd-bacd-0d48aab777da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.215577 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-483c2061-86c9-4c0e-b1fe-34d342fa4164 req-7fe1e2b8-5e01-4bdd-bacd-0d48aab777da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1098 time: 0.1864216 Sep 17 22:26:01.257087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd298f7c-c152-458d-9440-51888c68a624 req-015f6b30-60c6-4115-ae84-9ffad73e3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.258968 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd298f7c-c152-458d-9440-51888c68a624 req-015f6b30-60c6-4115-ae84-9ffad73e3110 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.2498786 Sep 17 22:26:01.317133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-483c2061-86c9-4c0e-b1fe-34d342fa4164 req-f5f289f7-3251-4f68-bd27-9d22eeb3c0bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813570 Sep 17 22:26:01.321916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63c989-6e31-4343-9c8f-87322e4466ab req-ef713a7d-1870-4f81-b655-d918f884d49b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.333269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Deleting port b8d50a7f-449a-41e2-b46e-fcab3192d521 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:01.334040 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.334648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb63c989-6e31-4343-9c8f-87322e4466ab req-ef713a7d-1870-4f81-b655-d918f884d49b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.5790067 Sep 17 22:26:01.349527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-872946d0-fea9-4c88-8053-c624a1075f13 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.366100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-872946d0-fea9-4c88-8053-c624a1075f13 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports/fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 942 time: 0.2199550 Sep 17 22:26:01.546143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb63c989-6e31-4343-9c8f-87322e4466ab req-ac520e3e-376d-4444-9e75-c2503a3ec531 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105057 Sep 17 22:26:01.614200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] For port b8d50a7f-449a-41e2-b46e-fcab3192d521, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b8d50a7f-449a-41e2-b46e-fcab3192d521,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:01.617266 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.640274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Calling delete_port for b8d50a7f-449a-41e2-b46e-fcab3192d521 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:01.758876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-c93549be-2d47-44d9-b718-2aa7aaa44a87 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 1001 time: 0.2424726 Sep 17 22:26:01.766407 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:58Z', 'revision_number': 5, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.841435 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeeaf70-645d-41c5-beb4-2d9a8b1607c8 None None] The sync data for ids ['cf5f4811-47b5-4c82-a6e8-ec63e1ce6326'] in n-d-789963-10 is: [{'id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034672777-router', 'tenant_id': 'ab2603bf04b249c28d4baf50f90bde23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:58Z', 'revision_number': 5, 'project_id': 'ab2603bf04b249c28d4baf50f90bde23', 'gw_port': {'id': 'b8d50a7f-449a-41e2-b46e-fcab3192d521', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5f4811-47b5-4c82-a6e8-ec63e1ce6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:40Z', 'updated_at': '2021-09-17T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:01.915217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-1d0a45d2-c029-42dd-82db-16c3ff7a5a6e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.924749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-1d0a45d2-c029-42dd-82db-16c3ff7a5a6e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1635299 Sep 17 22:26:01.997174 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:02.001209 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab55aad-5b54-4a40-91f6-82df6c167f24" -d '{"events": [{"name": "network-changed", "server_uuid": "78333bc2-3869-491e-9500-21762446d062", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:02.007905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.015832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b84df-f466-45b7-b8ee-53c8466f1481 req-43f1f02d-9497-4f1d-aebe-b330a38cee6d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:02.034078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:02.037513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc3b84df-f466-45b7-b8ee-53c8466f1481 req-43f1f02d-9497-4f1d-aebe-b330a38cee6d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.3019354 Sep 17 22:26:02.116978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-b395f1e2-0bbe-4cb5-a019-86b5b9f15024 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 1001 time: 0.1895485 Sep 17 22:26:02.117850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d50a7f-449a-41e2-b46e-fcab3192d521,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:02.124177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:02.130247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.205621 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.256225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.259654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.260122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc3b84df-f466-45b7-b8ee-53c8466f1481 req-6fa59e15-cd7c-4fb5-b627-8c40abe5cb2d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195826 Sep 17 22:26:02.269026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:02.289268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'mac_address': 'fa:16:3e:d5:82:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:02.348624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.364253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:02.407036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:02.412560 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.454642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.455430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:02.468633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.470241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cd07e3ea-cac3-498d-8fdc-ab92d9194d65 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cf5f4811-47b5-4c82-a6e8-ec63e1ce6326 HTTP/1.1" status: 204 len: 168 time: 1.9041107 Sep 17 22:26:02.472842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51868) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:02.503795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd298f7c-c152-458d-9440-51888c68a624 req-e761929d-e6a2-42c8-805f-ad4e68a9a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:02.505682 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd298f7c-c152-458d-9440-51888c68a624 req-e761929d-e6a2-42c8-805f-ad4e68a9a988 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 1.2318480 Sep 17 22:26:02.550241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:02.551024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cceb25-1204-4658-a89a-1c23e467c97c req-fa3590c1-e39b-41b9-a8c5-cbf37904c488 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:02.553426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77cceb25-1204-4658-a89a-1c23e467c97c req-fa3590c1-e39b-41b9-a8c5-cbf37904c488 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 948 time: 0.1504941 Sep 17 22:26:02.641034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9473d9-3bbf-4847-84f7-a6a447332590 admin admin] Deleting subnet ab037788-726b-4c38-9354-d5137007026a {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:02.644910 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-700a3725-cb3f-4c2d-a6b1-1adca075f872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.645957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'name': 'network-vif-deleted', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:02.649050 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9ba1a1-5d71-451a-8cee-f95e2f6279c2" -d '{"events": [{"server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "name": "network-vif-deleted", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:02.666913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c9473d9-3bbf-4847-84f7-a6a447332590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.678131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd298f7c-c152-458d-9440-51888c68a624 req-a1baae0e-21f7-47a7-912b-228abf6977bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 1001 time: 0.1412055 Sep 17 22:26:02.798343 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.802681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77cceb25-1204-4658-a89a-1c23e467c97c req-9692dae6-c491-41a1-bed3-df61a5835d66 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493976 Sep 17 22:26:02.806914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.807305 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Floating IP 4e587338-2032-4855-8f01-2e6f494fa30f disassociated. External IP: 172.25.0.132, port: fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba. Sep 17 22:26:03.031860 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.060552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:03.186417 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c849ed7-6e5e-4b79-889d-b3a404d043c0 x-openstack-request-id: req-9c849ed7-6e5e-4b79-889d-b3a404d043c0 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:03.186998 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78333bc2-3869-491e-9500-21762446d062", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:03.186998 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c849ed7-6e5e-4b79-889d-b3a404d043c0 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:03.187399 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'status': 'completed', 'code': 200} Sep 17 22:26:03.247636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c9473d9-3bbf-4847-84f7-a6a447332590 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.320757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd298f7c-c152-458d-9440-51888c68a624 req-36060998-c684-40a9-9640-1a34a0820c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.322275 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd298f7c-c152-458d-9440-51888c68a624 req-36060998-c684-40a9-9640-1a34a0820c6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.5999548 Sep 17 22:26:03.356155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:03.455398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-310ff6f8-4866-4e0d-8d42-6c90bee981a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.456970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-310ff6f8-4866-4e0d-8d42-6c90bee981a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 1100 time: 0.2293963 Sep 17 22:26:03.546500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f60cb2-98a9-4a55-9d1d-cbb006f4e6b9 req-444e3eec-00c1-40e7-8e23-970b03302bd1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.548038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38f60cb2-98a9-4a55-9d1d-cbb006f4e6b9 req-444e3eec-00c1-40e7-8e23-970b03302bd1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.3309209 Sep 17 22:26:03.551776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0c3e91a-6744-4c07-a813-cb356013f64e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:03.558399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c9473d9-3bbf-4847-84f7-a6a447332590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.601566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a0c3e91a-6744-4c07-a813-cb356013f64e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:03.603813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0c3e91a-6744-4c07-a813-cb356013f64e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:03.604447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b8d50a7f-449a-41e2-b46e-fcab3192d521 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:03.629197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: b8d50a7f-449a-41e2-b46e-fcab3192d521 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:03.629581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b8d50a7f-449a-41e2-b46e-fcab3192d521 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:03.636172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-311c2f17-4741-4c8a-95cd-62d43cfabb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.639566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-311c2f17-4741-4c8a-95cd-62d43cfabb5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 1100 time: 0.4449492 Sep 17 22:26:03.644832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c9473d9-3bbf-4847-84f7-a6a447332590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.700828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38f60cb2-98a9-4a55-9d1d-cbb006f4e6b9 req-06c55ccf-289d-4370-a10f-c5a51666c664 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284108 Sep 17 22:26:03.717586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c9473d9-3bbf-4847-84f7-a6a447332590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.720469 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7c9473d9-3bbf-4847-84f7-a6a447332590 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ab037788-726b-4c38-9354-d5137007026a HTTP/1.1" status: 204 len: 168 time: 1.2457962 Sep 17 22:26:03.724742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9473d9-3bbf-4847-84f7-a6a447332590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab037788-726b-4c38-9354-d5137007026a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.726568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:03.729950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51896) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:03.748078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe49ce2-c615-4ea5-9da3-0ab29a592beb None None] Network 0bd424f3-92e1-465b-ba9c-c9f745ba2cce requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:03.750551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:03.764472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd298f7c-c152-458d-9440-51888c68a624 req-31af41bd-a747-4252-9d69-324012671995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.766153 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd298f7c-c152-458d-9440-51888c68a624 req-31af41bd-a747-4252-9d69-324012671995 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3681948 Sep 17 22:26:03.767452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.773482 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.854754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-d8147094-1450-4118-b1d3-3b2185b366d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.856389 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-d8147094-1450-4118-b1d3-3b2185b366d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1970332 Sep 17 22:26:03.876873 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41287d5f-8ff6-4265-ab24-debeb6443a54 x-openstack-request-id: req-41287d5f-8ff6-4265-ab24-debeb6443a54 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:03.888606 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a7a5b-e7d9-474c-bca1-d156e3f343a5", "name": "network-vif-deleted", "tag": "63fbe798-a14e-4b78-8bad-d2f516c4290d", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:03.890231 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41287d5f-8ff6-4265-ab24-debeb6443a54 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:03.899559 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3a7a5b-e7d9-474c-bca1-d156e3f343a5', 'name': 'network-vif-deleted', 'tag': '63fbe798-a14e-4b78-8bad-d2f516c4290d', 'status': 'completed', 'code': 200} Sep 17 22:26:03.930121 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-5fcccece-d6a7-44fe-9788-530e89d1e8f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 217 time: 0.0639803 Sep 17 22:26:03.937848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-018f8a29-fe47-4b70-b609-9ba1ac65b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.941038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-018f8a29-fe47-4b70-b609-9ba1ac65b4f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.3903317 Sep 17 22:26:03.942611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:03.945837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:04.066191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-8b08ad1f-b080-4910-82af-0ecf00584619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:04.067601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-8b08ad1f-b080-4910-82af-0ecf00584619 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1242938 Sep 17 22:26:04.074141 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd298f7c-c152-458d-9440-51888c68a624 req-23cba093-03c3-46e4-9592-183a4c9768be service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160749 Sep 17 22:26:04.163418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-358a018a-51d1-4139-8648-a289c7b8af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:04.165064 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-358a018a-51d1-4139-8648-a289c7b8af48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878720 Sep 17 22:26:04.263078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:04.266783 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd298f7c-c152-458d-9440-51888c68a624 req-8bf5716b-27cf-4d09-a324-a3d8dd6ee178 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525424 Sep 17 22:26:04.423522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] DHCP port deletion for 0bd424f3-92e1-465b-ba9c-c9f745ba2cce request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:04.424274 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-da95dfb5-3b29-4060-bc3d-6e9cbae6afe7 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462132 Sep 17 22:26:04.510635 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.629479 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-a92fa9c8-fedc-43a2-a417-717143c97167 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939437 Sep 17 22:26:04.693280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] Deleting port ab9ed14a-2690-4332-bcd4-23db81078224 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:04.694157 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.740161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-10a92bba-e2fb-4f33-bb42-5aa6dc24ca0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 217 time: 0.7874439 Sep 17 22:26:04.746849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-cfd6efbd-8608-4145-a083-52995e684cb0 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "PUT /v2.0/floatingips/4e587338-2032-4855-8f01-2e6f494fa30f HTTP/1.1" status: 200 len: 696 time: 2.6305914 Sep 17 22:26:04.809673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.833853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] For port ab9ed14a-2690-4332-bcd4-23db81078224, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ab9ed14a-2690-4332-bcd4-23db81078224,segment=NetworkSegment(197802a7-2763-4489-9ebd-2846321e7cb1),segment_id=197802a7-2763-4489-9ebd-2846321e7cb1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:04.834258 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.851712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] Calling delete_port for ab9ed14a-2690-4332-bcd4-23db81078224 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:04.928132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-420fddc6-f495-49b9-9b46-d8aba9650d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:04.928791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:04.930676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-420fddc6-f495-49b9-9b46-d8aba9650d4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1150672 Sep 17 22:26:04.961149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:04.984045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:04.984686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:05.058644 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.134990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d96cd-acec-4167-ab53-b42d05e95dbe req-e60c7f20-7288-42ca-97ed-0090420689e2 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:05.147039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-352d96cd-acec-4167-ab53-b42d05e95dbe req-e60c7f20-7288-42ca-97ed-0090420689e2 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.4340389 Sep 17 22:26:05.186188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] The port 'ab9ed14a-2690-4332-bcd4-23db81078224' was deleted {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 22:26:05.204866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:05.218724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-28cbe81a-6fe8-4654-8b9f-2707cad2ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:05.226067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-28cbe81a-6fe8-4654-8b9f-2707cad2ed4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.4081879 Sep 17 22:26:05.291101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.293344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] No DVR routers for this DVR port ab9ed14a-2690-4332-bcd4-23db81078224 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:05.300459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7017b09-d080-4fd8-9ff2-768a78ea7937 None None] Pushing event deleted for resources: {'Port': ['ID=ab9ed14a-2690-4332-bcd4-23db81078224,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:05.329079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd424f3-92e1-465b-ba9c-c9f745ba2cce']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:05.345498 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.345982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197802a7-2763-4489-9ebd-2846321e7cb1') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:05.346521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197802a7-2763-4489-9ebd-2846321e7cb1') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:05.357519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-9d7a25ee-f36d-43a4-a0d1-c56ccab97a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:05.359528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-9d7a25ee-f36d-43a4-a0d1-c56ccab97a2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3661196 Sep 17 22:26:05.377581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.435720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.449223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-352d96cd-acec-4167-ab53-b42d05e95dbe req-a59170f4-31c5-495c-b169-75f5cb65b3ed tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012738 Sep 17 22:26:05.487699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:05.488276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:05.493364 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:05.588617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ab9ed14a-2690-4332-bcd4-23db81078224 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:05.620710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ab9ed14a-2690-4332-bcd4-23db81078224 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:05.621538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ab9ed14a-2690-4332-bcd4-23db81078224 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:05.649886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:05.681287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-318c8f9a-d5fe-483e-baf1-752d26ba8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:05.688827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-318c8f9a-d5fe-483e-baf1-752d26ba8eae service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.4619045 Sep 17 22:26:05.701355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d331c-8b07-4cde-b595-09da26860185 None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:24:36Z', 'revision_number': 4, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '8e83256a-6e9e-4f38-b15a-687a2d19684c', 'name': '', 'network_id': 'bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'mac_address': 'fa:16:3e:48:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:34Z', 'updated_at': '2021-09-17T22:24:39Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'subnets': [{'id': 'adbda9f5-80fb-403b-8bd7-87661b9e0a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:05.701799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-0dbbf93c-b273-43ca-af4f-fdc00dff55d2 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118954 Sep 17 22:26:05.750749 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.764414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-02018026-af93-47ce-8b0f-55f995ac6d59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 217 time: 0.0746152 Sep 17 22:26:05.800872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dfe65-4573-4681-a87c-93673c3d4e10 req-0c57d96e-0351-4c91-bd05-eeca7ffb2a61 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:05.802522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a9dfe65-4573-4681-a87c-93673c3d4e10 req-0c57d96e-0351-4c91-bd05-eeca7ffb2a61 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1098 time: 0.1859899 Sep 17 22:26:05.805592 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.810602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0bd424f3-92e1-465b-ba9c-c9f745ba2cce HTTP/1.1" status: 204 len: 168 time: 2.0797012 Sep 17 22:26:05.855433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb435b5-1bb4-41d2-ada6-5d94f6d7bf18 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd424f3-92e1-465b-ba9c-c9f745ba2cce,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:05.902486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:05.905329 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:05.938336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-8929ddb7-903d-4645-9aee-e55cba663957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:05.939584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-8929ddb7-903d-4645-9aee-e55cba663957 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.1603527 Sep 17 22:26:05.963437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a9dfe65-4573-4681-a87c-93673c3d4e10 req-5400d50f-b54e-4463-97c0-9f02f5e44e5e tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212003 Sep 17 22:26:05.992576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ab55aad-5b54-4a40-91f6-82df6c167f24 req-5a5d7e74-1123-4afc-84cc-7b838d85f863 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398143 Sep 17 22:26:06.038790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-a6292c46-3b56-465c-8c21-2553c5849c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:06.044985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-a6292c46-3b56-465c-8c21-2553c5849c87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960279 Sep 17 22:26:06.067432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:06.147904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51914) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:06.229042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-a0cd5b3e-3f1c-4b96-a8c9-f78a1b146dfd service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766927 Sep 17 22:26:06.239808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931d29a-6e61-41ab-9fb5-28cf4edcf865 req-3c83afd5-1c6c-49f8-9e67-fb82103d53a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:06.242796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:26:06.249274 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5931d29a-6e61-41ab-9fb5-28cf4edcf865 req-3c83afd5-1c6c-49f8-9e67-fb82103d53a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 948 time: 0.0904708 Sep 17 22:26:06.256824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ea2efa6-bf90-44b6-ac15-703db4475d36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab2603bf04b249c28d4baf50f90bde23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074584 Sep 17 22:26:06.257121 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55561d-270e-4035-805e-2d1ec381b385 None None] New status for floating IP 4e587338-2032-4855-8f01-2e6f494fa30f: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:26:06.259698 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51916) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:06.267839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:06.268060 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.329280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deaf3c96-1e76-4b1b-8875-3917d3b6e5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.355936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deaf3c96-1e76-4b1b-8875-3917d3b6e5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.376520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5931d29a-6e61-41ab-9fb5-28cf4edcf865 req-2c5fb77e-d84c-4576-a630-d1d461555a6a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240244 Sep 17 22:26:06.431857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deaf3c96-1e76-4b1b-8875-3917d3b6e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.434990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deaf3c96-1e76-4b1b-8875-3917d3b6e5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.439802 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-deaf3c96-1e76-4b1b-8875-3917d3b6e5a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45da4436-d22e-4d8a-9d7d-355b996d6e28 HTTP/1.1" status: 204 len: 168 time: 0.1788960 Sep 17 22:26:06.440749 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.454397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf3c96-1e76-4b1b-8875-3917d3b6e5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da4436-d22e-4d8a-9d7d-355b996d6e28,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:06.468898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c154203-6b7d-41e9-b1d5-0da1bfa01cc8 req-3a8b8ed8-d8bf-48ad-84f9-5335818d44b5 service neutron] 10.222.0.48 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049088 Sep 17 22:26:06.498688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:06.507162 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9072f9-95ab-4a78-9876-d4eea082feeb" -d '{"events": [{"server_uuid": "78333bc2-3869-491e-9500-21762446d062", "name": "network-vif-plugged", "status": "completed", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:06.541676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:06.547452 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.603249 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f25dfca-8d12-4357-8229-e97e71d86dd9 x-openstack-request-id: req-1f25dfca-8d12-4357-8229-e97e71d86dd9 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:06.603770 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:06.604814 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f25dfca-8d12-4357-8229-e97e71d86dd9 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:06.605406 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'status': 'completed', 'code': 200} Sep 17 22:26:06.645433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:06.734764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-f439d616-e88b-4bf3-b99a-32b07a256ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:06.749673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-f439d616-e88b-4bf3-b99a-32b07a256ddf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3f58d6704448d99c9deed74e45dc36&device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0993626 Sep 17 22:26:06.928044 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2cba8-af72-4eaa-b7a7-5d8ecab16ee4 x-openstack-request-id: req-b8a2cba8-af72-4eaa-b7a7-5d8ecab16ee4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:06.930175 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78333bc2-3869-491e-9500-21762446d062", "name": "network-vif-plugged", "status": "completed", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:06.931397 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8a2cba8-af72-4eaa-b7a7-5d8ecab16ee4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:06.931920 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'code': 200} Sep 17 22:26:06.989244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb074d-7490-46ec-a14a-f044e459be13 req-4eed4f3c-6cdc-4a02-97c9-fb35b0a5bb19 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:06.991013 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-4eed4f3c-6cdc-4a02-97c9-fb35b0a5bb19 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062&tenant_id=3244df1228af49e2bdc2f43affbe409b&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 949 time: 0.0926936 Sep 17 22:26:07.054783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab5c9a-96f5-4567-a4c3-02a1c0375635 req-6a2e7078-2195-4b07-901f-464cb707d389 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.062337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96ab5c9a-96f5-4567-a4c3-02a1c0375635 req-6a2e7078-2195-4b07-901f-464cb707d389 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.2759097 Sep 17 22:26:07.092518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-9b9ed93b-0331-4d09-add3-6abcb33374d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.094053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-9b9ed93b-0331-4d09-add3-6abcb33374d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 200 len: 922 time: 0.3362503 Sep 17 22:26:07.099453 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-21cb074d-7490-46ec-a14a-f044e459be13 req-15d9c6d1-a746-4d41-96e0-b101a91065e3 service neutron] delete failed (client error): The resource could not be found. Sep 17 22:26:07.101065 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-15d9c6d1-a746-4d41-96e0-b101a91065e3 service neutron] 10.222.0.45 "DELETE /v2.0/ports/b4e8c32d-e7d9-42db-a45f-7fda6e0c4924/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0996072 Sep 17 22:26:07.172353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96ab5c9a-96f5-4567-a4c3-02a1c0375635 req-eeb70d8e-a61d-4e8b-9c41-7b1f97a20c4b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029418 Sep 17 22:26:07.173892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-552556c6-e775-4af1-91a4-49ef035a3927 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 200 len: 217 time: 0.0701799 Sep 17 22:26:07.209492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76c12-991a-46e2-aca1-377457fdadb3 req-5c8d1a46-5f5d-4b5c-8cb1-36fe40f956a4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.211089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0d76c12-991a-46e2-aca1-377457fdadb3 req-5c8d1a46-5f5d-4b5c-8cb1-36fe40f956a4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.2064333 Sep 17 22:26:07.284409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb074d-7490-46ec-a14a-f044e459be13 req-64679f6b-8000-40d6-8cb9-73fc6dd39bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.290078 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-64679f6b-8000-40d6-8cb9-73fc6dd39bb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 1101 time: 0.1138186 Sep 17 22:26:07.426326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-39976c39-4bbf-44a4-8444-66df09729310 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips/4e587338-2032-4855-8f01-2e6f494fa30f HTTP/1.1" status: 200 len: 694 time: 0.1225460 Sep 17 22:26:07.440600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0d76c12-991a-46e2-aca1-377457fdadb3 req-16f600ac-a6df-4a33-bfb7-e4af852cfa9a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158308 Sep 17 22:26:07.454332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-d19ca6db-a6e5-4deb-86b2-41b274cff716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.456119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb074d-7490-46ec-a14a-f044e459be13 req-390aa087-d4fa-4372-9bee-e9371165f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.456316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-d19ca6db-a6e5-4deb-86b2-41b274cff716 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 200 len: 860 time: 0.2302864 Sep 17 22:26:07.457641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-390aa087-d4fa-4372-9bee-e9371165f62b service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1598437 Sep 17 22:26:07.519032 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-d2e8235b-369d-4642-81b7-85a6c6a0217a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 200 len: 217 time: 0.0471952 Sep 17 22:26:07.611112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-9bf31076-feb7-4a26-9d57-720c926d6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.612905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-9bf31076-feb7-4a26-9d57-720c926d6bda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398664 Sep 17 22:26:07.639964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-811e96ec-6c47-4643-8a02-6b3e7f2afc8e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.656429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-811e96ec-6c47-4643-8a02-6b3e7f2afc8e tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2291913 Sep 17 22:26:07.670532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb074d-7490-46ec-a14a-f044e459be13 req-8cb53f3f-4d3e-430e-a6be-da762fc77621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.672511 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-8cb53f3f-4d3e-430e-a6be-da762fc77621 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1451156 Sep 17 22:26:07.783933 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb074d-7490-46ec-a14a-f044e459be13 req-e983cf8b-b6b8-4e86-ae0c-9a019d890ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.785470 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-e983cf8b-b6b8-4e86-ae0c-9a019d890ba6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0988765 Sep 17 22:26:07.790432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-3c97386e-c0f7-4cae-8891-6e278692c025 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 697 time: 0.1328573 Sep 17 22:26:07.907936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-f9f101b2-d765-4446-811c-2f49f1098b46 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 697 time: 0.1165702 Sep 17 22:26:07.941543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-c56509fe-59ab-405e-ab02-a41b1b233e6a service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449869 Sep 17 22:26:07.978609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-da995e64-081c-4212-89f9-358aea843553 service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555918 Sep 17 22:26:08.059457 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21cb074d-7490-46ec-a14a-f044e459be13 req-5a1a7129-625f-424d-a014-40ec6c67d874 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078870 Sep 17 22:26:08.274885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ac57bf-59f8-4a5d-915b-dd4a11b3c36e req-ade36732-7dac-4136-b570-c2cd0678441e service neutron] 10.222.0.49 "GET /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790561 Sep 17 22:26:08.306717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Deleting port 6808b808-9a0e-43ff-bfd6-bd0dba307952 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:08.307054 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.380838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb578776-0648-4d51-896d-fb637452cb45 req-c663b264-b663-4a12-930f-26210df655ed tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:08.388679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb578776-0648-4d51-896d-fb637452cb45 req-c663b264-b663-4a12-930f-26210df655ed tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1175447 Sep 17 22:26:08.460145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb578776-0648-4d51-896d-fb637452cb45 req-ef307a8c-baef-49d3-9783-cb5dc83480f6 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700476 Sep 17 22:26:08.462398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.462833 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.491150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Calling delete_port for 6808b808-9a0e-43ff-bfd6-bd0dba307952 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:08.729955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f1d3a-48ec-4818-ad17-1aab74f58ac5 req-c09e6d05-40e4-4c89-b68f-6b0d84d24593 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:08.731816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b7f1d3a-48ec-4818-ad17-1aab74f58ac5 req-c09e6d05-40e4-4c89-b68f-6b0d84d24593 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.0739079 Sep 17 22:26:08.818659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b7f1d3a-48ec-4818-ad17-1aab74f58ac5 req-6c16f3e6-bb9e-4bfe-a64b-706592585853 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808079 Sep 17 22:26:08.820060 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.897385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Pushing event deleted for resources: {'Port': ['ID=6808b808-9a0e-43ff-bfd6-bd0dba307952,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:08.983482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.986348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.987502 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6526f870-a8d4-4f20-8430-ebf00905c768 req-4dc7a456-59cb-40be-a0ab-809e7e2cc6ca tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "DELETE /v2.0/floatingips/4e587338-2032-4855-8f01-2e6f494fa30f HTTP/1.1" status: 204 len: 173 time: 1.0787959 Sep 17 22:26:09.345584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ac6b-ff16-42df-b444-f80776ab9ddd req-c60f6120-738f-4070-a7be-9d15f85af2c9 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:09.347972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ead1ac6b-ff16-42df-b444-f80776ab9ddd req-c60f6120-738f-4070-a7be-9d15f85af2c9 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 945 time: 0.0785391 Sep 17 22:26:09.392542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ead1ac6b-ff16-42df-b444-f80776ab9ddd req-bb67386e-bcd2-429e-9f9d-98014fce8d9a tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Sep 17 22:26:09.629883 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52014) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:09.675166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5ba0b-8b6d-4296-ac2e-55ea1ed2cbc0 req-e2aa315a-4519-40de-9d1b-820e5f465e09 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:09.679122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6f5ba0b-8b6d-4296-ac2e-55ea1ed2cbc0 req-e2aa315a-4519-40de-9d1b-820e5f465e09 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0935102 Sep 17 22:26:09.745362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6f5ba0b-8b6d-4296-ac2e-55ea1ed2cbc0 req-a76acde1-4978-477a-9cc9-a08cc9e64440 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 Sep 17 22:26:09.791714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53b7e353-9491-4a6c-8fe4-f7a130e70d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.915985 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53b7e353-9491-4a6c-8fe4-f7a130e70d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.922558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53b7e353-9491-4a6c-8fe4-f7a130e70d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.980739 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-53b7e353-9491-4a6c-8fe4-f7a130e70d42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7278f7ddedb242ce8fafbf33be0b3b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497126 Sep 17 22:26:09.982447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7e353-9491-4a6c-8fe4-f7a130e70d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e31116-7044-40b7-9ec0-9f569c22dd65,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:09.984383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52030) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.024128 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe922-987a-4da9-adbd-f0c45cad7eb8 req-0af3353b-693c-449a-92c3-8053a474064b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:10.026216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edbfe922-987a-4da9-adbd-f0c45cad7eb8 req-0af3353b-693c-449a-92c3-8053a474064b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1061506 Sep 17 22:26:10.104713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edbfe922-987a-4da9-adbd-f0c45cad7eb8 req-d4d1fef0-1634-4d75-99e9-41bf4269d43b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Sep 17 22:26:10.143725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4925345-facb-4f15-bb00-43ae6007dd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.174834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4925345-facb-4f15-bb00-43ae6007dd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.252088 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4925345-facb-4f15-bb00-43ae6007dd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.261410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4925345-facb-4f15-bb00-43ae6007dd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.265672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d4925345-facb-4f15-bb00-43ae6007dd99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6e31116-7044-40b7-9ec0-9f569c22dd65 HTTP/1.1" status: 204 len: 168 time: 0.2671916 Sep 17 22:26:10.292342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4925345-facb-4f15-bb00-43ae6007dd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e31116-7044-40b7-9ec0-9f569c22dd65,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:10.385059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3c6b-b26c-4639-b5d5-59cc93e50274 req-2bb2dc7f-138e-497e-9083-5a2c78d21727 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:10.387528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b87c3c6b-b26c-4639-b5d5-59cc93e50274 req-2bb2dc7f-138e-497e-9083-5a2c78d21727 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1064043 Sep 17 22:26:10.501727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b87c3c6b-b26c-4639-b5d5-59cc93e50274 req-2d84d3dc-b97d-4302-a056-91defd51075c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074276 Sep 17 22:26:10.636298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9981ab-439e-4e83-af86-aed41aca1b37 req-07bfadd0-9d23-4348-b43a-58d2d1719798 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:10.645047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d9981ab-439e-4e83-af86-aed41aca1b37 req-07bfadd0-9d23-4348-b43a-58d2d1719798 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 945 time: 0.1383741 Sep 17 22:26:10.690485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d9981ab-439e-4e83-af86-aed41aca1b37 req-648b58df-2736-460f-84c4-d521ab445b14 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441046 Sep 17 22:26:10.925362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feaa27-91cf-4732-a6ea-fcf02376a7ef req-4d686f60-2812-4cf7-a768-2c0f3e0c76cb tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:10.933211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63feaa27-91cf-4732-a6ea-fcf02376a7ef req-4d686f60-2812-4cf7-a768-2c0f3e0c76cb tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1026833 Sep 17 22:26:10.983822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63feaa27-91cf-4732-a6ea-fcf02376a7ef req-a98df331-a8be-4d67-8e97-bc933139b8df tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496294 Sep 17 22:26:11.029086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-6a971ab3-bd2f-4bcd-9b0a-4c8b49f731e4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3244df1228af49e2bdc2f43affbe409b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309362 Sep 17 22:26:11.189529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-937c406a-3173-434a-90f9-c10ffbfd0535 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:11.204430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-937c406a-3173-434a-90f9-c10ffbfd0535 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744030 Sep 17 22:26:11.236412 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-95e8b139-c6b8-4b8b-90d9-587d06e24715 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/quotas/3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 375 time: 0.0310030 Sep 17 22:26:11.358313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-dff91adb-2035-4c07-8f5d-919fbd6dd69b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206834 Sep 17 22:26:11.455665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52092) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:11.515332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-fc77a667-8fd1-418c-91c3-030e1de46b1c tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:11.516997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-fc77a667-8fd1-418c-91c3-030e1de46b1c tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 945 time: 0.0857649 Sep 17 22:26:11.616197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-97087889-network', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:11.665889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Made reservation on behalf of 41c6f2234dc149a7ac45db22fc6d3ffa for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:11.668245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.694022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.743271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-309acd57-97df-4b6e-9e59-11ecf4a39641 req-5d884751-8e95-4b97-865c-f2f73c086797 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 210 time: 0.0490634 Sep 17 22:26:11.833216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.840807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.863330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Deleting port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:11.863758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.877358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:11.892297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2afe7-c741-4583-995c-7cb2aba3e172,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:11.898770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.899306 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Added segment af6e6860-f824-4eda-b346-97c46b88b5e8 of type vlan for network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 Sep 17 22:26:11.956302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.997140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.998432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:11.999314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.051702 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5941999 Sep 17 22:26:12.089221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52110) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.099345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Request body: {'subnet': {'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-97087889-subnet', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:12.121389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:12.128179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] For port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:12.128701 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.129473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1924f4-75cc-414c-a3b5-5971a7e2accb admin admin] Pushing event updated for resources: {'Network': ['ID=5a570f39-cc1d-4ba8-920e-a769974e4ae5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:12.141777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Made reservation on behalf of 41c6f2234dc149a7ac45db22fc6d3ffa for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:12.145812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.174428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Calling delete_port for fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:12.221766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:12.416338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.520843 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.555483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=40713f22-04ea-445c-96a6-532d4c729e88,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:12.565790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:12.568946 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b46f7-c17a-480e-b228-e62cab369c8e" -d '{"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-unplugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:12.596220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Checking segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:12.596569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Network hostable DHCP agents. Network: 5a570f39-cc1d-4ba8-920e-a769974e4ae5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:12.598605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:12.633892 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.638610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:12.640041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:12.667872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 5a570f39-cc1d-4ba8-920e-a769974e4ae5) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:12.672872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:12.673553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.705241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-53192eff-ef09-4f87-bcbd-9f22cd08aecc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6108613 Sep 17 22:26:12.705658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52122) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.717771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:12.790890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.792303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.849895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:12.852382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a8c849-7ea0-4a5b-9309-cd85891a915e None None] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:12.890444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.924707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7c92-e2eb-4f81-9751-315c7609fda5 req-00965ebf-2837-4086-a4b9-5ca1c67cb5a7 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:12.926328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28bd7c92-e2eb-4f81-9751-315c7609fda5 req-00965ebf-2837-4086-a4b9-5ca1c67cb5a7 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 945 time: 1.1532662 Sep 17 22:26:13.103893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1b53-2e26-418f-b9b7-f24473055c43 req-d0a6e0bb-0f94-42cc-b868-04b93d195d00 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:13.105418 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10db1b53-2e26-418f-b9b7-f24473055c43 req-d0a6e0bb-0f94-42cc-b868-04b93d195d00 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 948 time: 0.2745488 Sep 17 22:26:13.119681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28bd7c92-e2eb-4f81-9751-315c7609fda5 req-744d9316-c923-4cb9-aa62-6f5db00a4449 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/security-groups?id=08e01b48-3172-401a-a69f-0ccab108a97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682868 Sep 17 22:26:13.164149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.265487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.302124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10db1b53-2e26-418f-b9b7-f24473055c43 req-4319cc9e-66c8-4c2d-918b-30d468134a13 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227818 Sep 17 22:26:13.311928 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.322609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-39fd90e2-7fde-4c0f-90c4-81bc71bfae03 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3244df1228af49e2bdc2f43affbe409b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841434 Sep 17 22:26:13.326197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:13.327563 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.415323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Pushing event deleted for resources: {'Port': ['ID=fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.521380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] No DVR routers for this DVR port fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:13.535345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.537652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee36eb82-0f0d-43ac-9b17-f83bfb69b11a req-89c8b317-1de9-4f29-9134-b9518990b61f tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.49 "DELETE /v2.0/ports/fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba HTTP/1.1" status: 204 len: 173 time: 2.0112345 Sep 17 22:26:13.538299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'name': 'network-vif-deleted', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:13.541895 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9329526b-d309-4fbd-8be2-d0172ac8e008" -d '{"events": [{"server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "name": "network-vif-deleted", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:13.597125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d26a324-72e1-4e26-a674-336c49485f81 req-c7a53454-955f-4551-a0fd-19ae10f2e2f5 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 210 time: 0.0769148 Sep 17 22:26:13.631360 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd90fac4-c851-4736-b822-a8a6357f1fcb x-openstack-request-id: req-dd90fac4-c851-4736-b822-a8a6357f1fcb {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:13.633476 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4fff47-1f61-42bb-a82e-6b2bba048fb2", "name": "network-vif-deleted", "tag": "fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:13.633751 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd90fac4-c851-4736-b822-a8a6357f1fcb {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:13.634252 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4fff47-1f61-42bb-a82e-6b2bba048fb2', 'name': 'network-vif-deleted', 'tag': 'fd83da8b-3eef-46a9-ab33-7d4f9d5d74ba', 'status': 'completed', 'code': 200} Sep 17 22:26:13.659568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Allocated IP 172.20.0.2 (5a570f39-cc1d-4ba8-920e-a769974e4ae5/40713f22-04ea-445c-96a6-532d4c729e88/ee228f38-8a57-4f17-8b6d-1a50363c5588) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:13.911788 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eaa64a-99da-4a58-a4c4-04be134c2c6a x-openstack-request-id: req-79eaa64a-99da-4a58-a4c4-04be134c2c6a {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:13.912361 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-unplugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:13.912873 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79eaa64a-99da-4a58-a4c4-04be134c2c6a {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:13.913522 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0', 'code': 200} Sep 17 22:26:13.956706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-95a0a1c2-201e-4ad0-82c0-58f58e5f218b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:13.958520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-95a0a1c2-201e-4ad0-82c0-58f58e5f218b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6208873 Sep 17 22:26:13.989210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Request body: {'port': {'device_id': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '3244df1228af49e2bdc2f43affbe409b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:13.993869 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.016505 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.077161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:14.082086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:14.096695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:14.102003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:14.156102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Pushing event updated for resources: {'Port': ['ID=ee228f38-8a57-4f17-8b6d-1a50363c5588,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.216164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.260695 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.313699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203cbf-a272-4b50-9059-956d732ae323 req-e178f72f-16d3-4551-82d3-ad244480cb4b tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:14.321116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d203cbf-a272-4b50-9059-956d732ae323 req-e178f72f-16d3-4551-82d3-ad244480cb4b tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1097 time: 0.1206765 Sep 17 22:26:14.374486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d76ed805-d095-4b34-8b8e-86efe8276310 req-0b1917e1-fb7b-4823-87ca-31a5aeecec96 tempest-FloatingIPsAssociationTestJSON-391945816 tempest-FloatingIPsAssociationTestJSON-391945816-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4fff47-1f61-42bb-a82e-6b2bba048fb2 HTTP/1.1" status: 200 len: 210 time: 0.0967588 Sep 17 22:26:14.457727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Attempting to bind port ee228f38-8a57-4f17-8b6d-1a50363c5588 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:14.458854 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Attempting to bind port ee228f38-8a57-4f17-8b6d-1a50363c5588 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:14.459456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Attempting to bind port ee228f38-8a57-4f17-8b6d-1a50363c5588 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:14.472771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d203cbf-a272-4b50-9059-956d732ae323 req-3713eb50-6d39-4185-a8ed-60a3ec63fa3b tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191022 Sep 17 22:26:14.485255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:14.493270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Checking segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:14.494576 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.501474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Bound using segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:14.502151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Bound port: ee228f38-8a57-4f17-8b6d-1a50363c5588, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:14.502868 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.551817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Allocated IP 172.25.0.184 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/b040ee3b-4163-4663-aa04-83648d2e2ce6) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:14.585437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5408e1-c982-438e-ba45-1454be35ff04 req-f8229786-8f7f-4087-ab42-bbc22e48dee3 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:14.595432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5408e1-c982-438e-ba45-1454be35ff04 req-f8229786-8f7f-4087-ab42-bbc22e48dee3 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 948 time: 0.1053395 Sep 17 22:26:14.654211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:14.673226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] For port ee228f38-8a57-4f17-8b6d-1a50363c5588, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:14.675872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '9add09be-540f-4192-b9a0-99f74eb504b0', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '9add09be-540f-4192-b9a0-99f74eb504b0', 'mac_address': 'fa:16:3e:e2:81:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:14.683671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5408e1-c982-438e-ba45-1454be35ff04 req-3d88ea4e-c987-4643-978c-e1de24b5339d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869560 Sep 17 22:26:14.736064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] For port ee228f38-8a57-4f17-8b6d-1a50363c5588, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ee228f38-8a57-4f17-8b6d-1a50363c5588,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:14.787317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-a48c5a75-412b-415e-b1d4-5bd7e330594b req-2c700700-869a-4cfa-af2a-75f0ed8351a1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:26:14.788348 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.788980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a48c5a75-412b-415e-b1d4-5bd7e330594b req-2c700700-869a-4cfa-af2a-75f0ed8351a1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058324 Sep 17 22:26:14.801514 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.836155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add09be-540f-4192-b9a0-99f74eb504b0 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:14.836719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75434ae4-c8a6-4464-a339-c6eb1e9d4a6f req-0135418e-3711-47ae-ae36-bfb8a2ac02a3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 210 time: 0.0470037 Sep 17 22:26:14.896302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Made reservation on behalf of 3244df1228af49e2bdc2f43affbe409b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:14.900050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.937128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9aa6d-ac05-45bf-9cbb-16764c56645f None None] Pushing event updated for resources: {'Port': ['ID=ee228f38-8a57-4f17-8b6d-1a50363c5588,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.980151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:14.987706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.988692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.097774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.126002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.193655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:15.199434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:15.202965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:15.459078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Allocated IP 192.168.233.20 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/d7268c67-cf03-46ca-92da-4256e5ab433e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:15.491529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:15.510545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9add09be-540f-4192-b9a0-99f74eb504b0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:15.705416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b040ee3b-4163-4663-aa04-83648d2e2ce6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.707783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ee228f38-8a57-4f17-8b6d-1a50363c5588 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:15.932469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ee228f38-8a57-4f17-8b6d-1a50363c5588 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:15.933204 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.161442 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.260989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ee228f38-8a57-4f17-8b6d-1a50363c5588, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ee228f38-8a57-4f17-8b6d-1a50363c5588,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:16.271968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3072a01-4785-43a9-aecb-5b55c63ff2db req-6a1f6fac-2dad-4f12-98e7-6f8ea877c16b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:16.275856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3072a01-4785-43a9-aecb-5b55c63ff2db req-6a1f6fac-2dad-4f12-98e7-6f8ea877c16b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 949 time: 0.1873236 Sep 17 22:26:16.285037 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.407908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=ee228f38-8a57-4f17-8b6d-1a50363c5588,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:16.408257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3072a01-4785-43a9-aecb-5b55c63ff2db req-c6c507a4-de8d-4ebd-a73a-73de54b7b674 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193771 Sep 17 22:26:16.490502 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.537651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.551477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:16.561422 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.655005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:16.719799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-d03af6f0-8443-463e-9a0d-21dc132bfce1 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:26:16.729163 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-d03af6f0-8443-463e-9a0d-21dc132bfce1 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253716 Sep 17 22:26:16.809593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:16.811594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:16.817083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:16.830662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:16.831690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.909552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-5fb88a80-7257-48d0-802a-69dd4dfa5444 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:16.916414 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-5fb88a80-7257-48d0-802a-69dd4dfa5444 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 200 len: 1094 time: 0.1837146 Sep 17 22:26:16.920626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:16.927952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Request body: {'binding': {'host': 'n-h2-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:16.930053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:26:16.998160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23857d-bff9-4301-8f84-1a3616996813 None None] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:17.001867 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a4c83eb3-5b22-487b-9660-07739b0193f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0305176 Sep 17 22:26:17.003185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f4692-b570-4868-9a2b-889b600bf7de req-38d834be-90cf-4616-9d5e-a7090363667b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:17.016668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-289f4692-b570-4868-9a2b-889b600bf7de req-38d834be-90cf-4616-9d5e-a7090363667b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 935 time: 0.4796972 Sep 17 22:26:17.025504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Request body: {'port': {'device_id': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:17.099603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-289f4692-b570-4868-9a2b-889b600bf7de req-b61faf5e-ec1d-462c-bff3-a772978eef50 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767224 Sep 17 22:26:17.254442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.260639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-13ed0773-c123-471c-a8a8-7027c76ef7ed None None] Provisioning complete for port ee228f38-8a57-4f17-8b6d-1a50363c5588 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:17.261253 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-13ed0773-c123-471c-a8a8-7027c76ef7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.294376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Deleting port 8e83256a-6e9e-4f38-b15a-687a2d19684c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:17.294862 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.336121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.468055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] For port 8e83256a-6e9e-4f38-b15a-687a2d19684c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8e83256a-6e9e-4f38-b15a-687a2d19684c,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:17.468431 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.502417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Calling delete_port for 8e83256a-6e9e-4f38-b15a-687a2d19684c owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:17.643284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ee228f38-8a57-4f17-8b6d-1a50363c5588 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:17.747389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b2897-770e-4e5f-bcba-78d21125af50 req-ad5798e9-b2b6-42d7-a815-6e15d9d5089f tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:17.756740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a1b2897-770e-4e5f-bcba-78d21125af50 req-ad5798e9-b2b6-42d7-a815-6e15d9d5089f tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 949 time: 0.1580570 Sep 17 22:26:17.772402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-63199ca2-f378-4192-af14-0ee96ab5a711 None None] Provisioning complete for port d7268c67-cf03-46ca-92da-4256e5ab433e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:17.772775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63199ca2-f378-4192-af14-0ee96ab5a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.789642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7268c67-cf03-46ca-92da-4256e5ab433e {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:17.799627 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.813996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Transition to ACTIVE for port object d7268c67-cf03-46ca-92da-4256e5ab433e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:17.831200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.879493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-63199ca2-f378-4192-af14-0ee96ab5a711 None None] Port d7268c67-cf03-46ca-92da-4256e5ab433e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:17.910619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ee228f38-8a57-4f17-8b6d-1a50363c5588 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:17.911082 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.962913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a1b2897-770e-4e5f-bcba-78d21125af50 req-b8114458-a500-4f38-96ea-c12ec2668d34 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052090 Sep 17 22:26:18.108308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.140435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:18.166809 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.280645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e83256a-6e9e-4f38-b15a-687a2d19684c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.326456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 9add09be-540f-4192-b9a0-99f74eb504b0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:18.326831 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.366146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on host n-h2-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:18.366636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:18.367098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:18.397074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.407140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:18.409702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:18.470042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6038febd-cc54-4c07-985f-5b318f867acd None None] Provisioning complete for port ee228f38-8a57-4f17-8b6d-1a50363c5588 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:18.470789 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6038febd-cc54-4c07-985f-5b318f867acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.474462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:18.474798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:18.475186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:18.475620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Bound port: cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:18.481962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:18.482443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:18.482877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:18.503824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:18.503824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:18.544533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:18.544792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:18.545432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:18.545886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Bound port: d7268c67-cf03-46ca-92da-4256e5ab433e, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:18.546243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.572259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37c809-68f8-48ba-bff1-2ba46f4890c1 req-dd7b3293-32c8-44a7-958b-93ec4af26215 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:18.579581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d37c809-68f8-48ba-bff1-2ba46f4890c1 req-dd7b3293-32c8-44a7-958b-93ec4af26215 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.2969537 Sep 17 22:26:18.677638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:18.683433 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.684534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:18.697341 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.699113 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.732541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:18.733716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:18.736344 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0110ae63-fbf5-42e8-8cc9-c8445bba4197" -d '{"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-plugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:18.742031 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.751931 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.773735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.810929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:18.811575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.814164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-9ac0ebd2-df73-4c98-b209-93c720c9af07 service neutron] 10.222.0.45 "PUT /v2.0/ports/d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 1096 time: 1.8002105 Sep 17 22:26:18.814723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:18.817806 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138156a2-8a73-4b95-b8c6-48602fb23117" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:18.839740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.867131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:18.875204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d37c809-68f8-48ba-bff1-2ba46f4890c1 req-bd4fa0aa-c9bb-437b-bf62-bd749d6aa365 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831740 Sep 17 22:26:18.879444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.881246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-291fa342-6711-47b7-8b2b-deaf9875cf17 service neutron] 10.222.0.48 "POST /v2.0/ports/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec/bindings HTTP/1.1" status: 201 len: 390 time: 1.9634931 Sep 17 22:26:18.957567 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Router 555c2346-7340-4a48-a154-349f0a237228 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:26:18.990664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-832886d9-5408-41d5-8adb-f983c3960865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:18.992379 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-832886d9-5408-41d5-8adb-f983c3960865 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1099 time: 0.0823078 Sep 17 22:26:19.124203 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:26:19.135750 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa46c701-844a-4976-9ca8-6dc037da4dce x-openstack-request-id: req-fa46c701-844a-4976-9ca8-6dc037da4dce {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:19.136515 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851cfab7-a379-4845-ae92-0b05a9818b3e x-openstack-request-id: req-851cfab7-a379-4845-ae92-0b05a9818b3e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:19.137082 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-plugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:19.137652 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa46c701-844a-4976-9ca8-6dc037da4dce {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:19.138599 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0', 'code': 200} Sep 17 22:26:19.138990 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:19.139342 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-851cfab7-a379-4845-ae92-0b05a9818b3e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:19.141037 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'status': 'completed', 'code': 200} Sep 17 22:26:19.148360 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-ec58ab45-1024-4cab-be5e-9dc350f49c12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.1090384 Sep 17 22:26:19.290565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-28aef8cf-a3be-4301-a262-b4ba30545ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:19.292185 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-28aef8cf-a3be-4301-a262-b4ba30545ae6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1334269 Sep 17 22:26:19.336884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:19.351167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Sync routers for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:19.365409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a99cbc3a-8c19-4a9e-846c-e8e8cb2b6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:19.367686 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-a99cbc3a-8c19-4a9e-846c-e8e8cb2b6d97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629334 Sep 17 22:26:19.369198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:19.369666 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.370116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:19.372058 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-22671a8c-dd8e-4ac7-a56a-c1d6df51d4f0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6648567 Sep 17 22:26:19.383299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52208) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:19.531284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e85185-3357-4de0-a42e-b01de5cc270f req-0cfcc868-f2ab-45aa-a809-37bc782997ae tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:19.541266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75e85185-3357-4de0-a42e-b01de5cc270f req-0cfcc868-f2ab-45aa-a809-37bc782997ae tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.3237240 Sep 17 22:26:19.566812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:19.597252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Router ff67c9e7-eb86-4123-9a4e-f870de2acc5d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:19.606037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75e85185-3357-4de0-a42e-b01de5cc270f req-ea6daf31-75a3-4a78-808a-de18a57c8bca tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630107 Sep 17 22:26:19.617607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-37c95166-046f-45c0-9cf3-d2467ec5ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:19.632602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-37c95166-046f-45c0-9cf3-d2467ec5ea81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1097 time: 0.3357959 Sep 17 22:26:19.675188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f671a2-fe6a-4fce-ba73-bc310edf8996 req-664b8afe-f174-4476-8a3d-2759fea2f28e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:19.679403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18f671a2-fe6a-4fce-ba73-bc310edf8996 req-664b8afe-f174-4476-8a3d-2759fea2f28e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.3861845 Sep 17 22:26:19.760889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-12a2c4fb-aae6-4e02-9945-e35a968e53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:19.763694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-12a2c4fb-aae6-4e02-9945-e35a968e53b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1213629 Sep 17 22:26:19.767130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-1076dc49-fbb8-420c-993d-30c4dd365bf1 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845308 Sep 17 22:26:19.832832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:16Z', 'revision_number': 3, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:19.860847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Checking router: 555c2346-7340-4a48-a154-349f0a237228 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:19.861226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Updating router 555c2346-7340-4a48-a154-349f0a237228 port b040ee3b-4163-4663-aa04-83648d2e2ce6 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:26:19.881304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-8ca47b50-ee86-41d2-b649-281234a1f258 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 200 len: 217 time: 0.0652902 Sep 17 22:26:19.895379 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.941185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70bce7-8577-462f-baf8-05bd0555cfc7 req-5cf51dcd-5170-429e-992a-9d3aaa29e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:19.944247 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc70bce7-8577-462f-baf8-05bd0555cfc7 req-5cf51dcd-5170-429e-992a-9d3aaa29e45f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1102 time: 0.3187094 Sep 17 22:26:19.954226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18f671a2-fe6a-4fce-ba73-bc310edf8996 req-ef0fe526-c26a-4995-ad5e-41a81e54ec91 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876011 Sep 17 22:26:20.048824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc70bce7-8577-462f-baf8-05bd0555cfc7 req-792173f1-bb3a-4fb2-8751-dbdf41c09a02 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953343 Sep 17 22:26:20.073134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2805416-774e-4a01-9743-7f3bc29108b7 req-92f220dc-dc53-4e75-924a-7a80c079a298 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884946 Sep 17 22:26:20.105576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-a536319a-0acc-4aa6-aca4-bafaf82913df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:20.107588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-a536319a-0acc-4aa6-aca4-bafaf82913df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.2175899 Sep 17 22:26:20.123098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:20.139879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c1ea584a-3d13-4d0e-ac23-f9d46d68987e admin admin] 10.222.0.48 "PUT /v2.0/routers/ff67c9e7-eb86-4123-9a4e-f870de2acc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6414433 Sep 17 22:26:20.143764 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] Sync routers for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:20.154604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52216) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:20.160817 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:20.161849 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:20.167015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba5e03-6006-43ad-bb8a-cd986ab66159 req-fb1d19ec-5f3b-4747-b876-2120bc7a49c8 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:20.168686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aba5e03-6006-43ad-bb8a-cd986ab66159 req-fb1d19ec-5f3b-4747-b876-2120bc7a49c8 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.1661777 Sep 17 22:26:20.236727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aba5e03-6006-43ad-bb8a-cd986ab66159 req-99e4eb1d-d798-4438-a50a-fd0dbfbdfe0b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616355 Sep 17 22:26:20.282384 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:20.530086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-74de72fa-b54a-454d-a877-dbb598ca8575 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577192 Sep 17 22:26:20.535134 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:26:18Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:20.596440 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.610820 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.669809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-78b2e611-5856-4a0a-93e3-27e447f144b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:20.671353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-78b2e611-5856-4a0a-93e3-27e447f144b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1099 time: 0.5298524 Sep 17 22:26:20.704279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Attempting to bind port b040ee3b-4163-4663-aa04-83648d2e2ce6 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:20.705280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Attempting to bind port b040ee3b-4163-4663-aa04-83648d2e2ce6 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:20.705661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Attempting to bind port b040ee3b-4163-4663-aa04-83648d2e2ce6 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:20.711791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-5f12513d-c996-4d1c-bf6a-f6f449a5f2ef service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687620 Sep 17 22:26:20.730952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:20.731286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:20.731801 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.732210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:20.732722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Bound port: b040ee3b-4163-4663-aa04-83648d2e2ce6, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:20.733127 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.813892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a51b6-acaf-48f6-acd8-47a9a11ea4b5 None None] Pushing event updated for resources: {'Port': ['ID=b040ee3b-4163-4663-aa04-83648d2e2ce6,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.831124 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] Checking router: ff67c9e7-eb86-4123-9a4e-f870de2acc5d for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:20.851919 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] Routers {'ff67c9e7-eb86-4123-9a4e-f870de2acc5d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:20.853004 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:20.871571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-17b95501-c74c-4ad4-b0cd-b370cfacf62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:20.882535 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-17b95501-c74c-4ad4-b0cd-b370cfacf62e service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1724932 Sep 17 22:26:20.893539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] For port b040ee3b-4163-4663-aa04-83648d2e2ce6, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:20.900304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] For port b040ee3b-4163-4663-aa04-83648d2e2ce6, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b040ee3b-4163-4663-aa04-83648d2e2ce6,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:20.917131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.004866 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-44293a96-3b68-4e4a-94e4-71453a86b764 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.1078577 Sep 17 22:26:21.079279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a51b6-acaf-48f6-acd8-47a9a11ea4b5 None None] Pushing event updated for resources: {'Port': ['ID=b040ee3b-4163-4663-aa04-83648d2e2ce6,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:21.082602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.110072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.130167 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] Set router ff67c9e7-eb86-4123-9a4e-f870de2acc5d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:21.135664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:21.136401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.207003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-ccc44e2f-14de-4ebc-95de-bd45206b3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:21.208280 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-ccc44e2f-14de-4ebc-95de-bd45206b3b1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1869159 Sep 17 22:26:21.344190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:21.375239 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:26:18Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.402043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-13b433e5-27b8-45d6-8777-dc7dd471f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:21.403661 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-13b433e5-27b8-45d6-8777-dc7dd471f519 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1832242 Sep 17 22:26:21.416190 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd433a-8864-48cb-9504-9e1b8f977426 None None] The sync data for ids ['ff67c9e7-eb86-4123-9a4e-f870de2acc5d'] in n-d-789963-10 is: [{'id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1206467267-router', 'tenant_id': '8e3f58d6704448d99c9deed74e45dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:31Z', 'updated_at': '2021-09-17T22:26:18Z', 'revision_number': 5, 'project_id': '8e3f58d6704448d99c9deed74e45dc36', 'gw_port': {'id': 'c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67c9e7-eb86-4123-9a4e-f870de2acc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:32Z', 'updated_at': '2021-09-17T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:21.512911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.632771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-81196c34-70df-4209-afd6-b828121a3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:16Z', 'revision_number': 3, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.676361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81196c34-70df-4209-afd6-b828121a3843 None None] The sync data for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 is: [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:16Z', 'revision_number': 3, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:21.692039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf158c-22c0-4737-b5e7-b58b9e13229d req-92e5a404-befd-4b2c-b6cc-88d2ab78067f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:21.703871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Allocated IP 172.20.0.1 (5a570f39-cc1d-4ba8-920e-a769974e4ae5/40713f22-04ea-445c-96a6-532d4c729e88/36b895f5-9589-4976-9891-8157d4255a63) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:21.706722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8bf158c-22c0-4737-b5e7-b58b9e13229d req-92e5a404-befd-4b2c-b6cc-88d2ab78067f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.1506400 Sep 17 22:26:21.712310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-629acc91-06a8-44c9-b148-54264352258d service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9915063 Sep 17 22:26:21.733882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcb4f8-4b91-4c7c-ab12-7b988eae881e req-7a59a81e-5092-42ae-a4ab-4b8fe90a6f07 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:21.743256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86dcb4f8-4b91-4c7c-ab12-7b988eae881e req-7a59a81e-5092-42ae-a4ab-4b8fe90a6f07 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1887569 Sep 17 22:26:21.751695 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-cb1b689a-4a9b-4597-be97-2a850fb858ea service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134694 Sep 17 22:26:21.814982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Deleting port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:21.817940 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.854745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86dcb4f8-4b91-4c7c-ab12-7b988eae881e req-10ad2f09-898a-4096-8207-221f7927bf04 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102228 Sep 17 22:26:21.898802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8bf158c-22c0-4737-b5e7-b58b9e13229d req-4266a519-613e-4dc7-b845-c012232e9bad tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760836 Sep 17 22:26:22.081492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] For port c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:22.082035 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.120398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984b40e-ecd8-4ce3-822f-1175e6cd1f01 req-c4e74f63-77ac-42a2-99ee-28f06955b34d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:22.135446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5984b40e-ecd8-4ce3-822f-1175e6cd1f01 req-c4e74f63-77ac-42a2-99ee-28f06955b34d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.1345143 Sep 17 22:26:22.155393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Calling delete_port for c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:22.158749 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138156a2-8a73-4b95-b8c6-48602fb23117 req-dbf2391b-127c-4fd5-a1d8-ca63793a63f8 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754759 Sep 17 22:26:22.217152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5984b40e-ecd8-4ce3-822f-1175e6cd1f01 req-e52b785b-289d-48bb-b830-9ceb2aa88401 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807016 Sep 17 22:26:22.396148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.491399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.555172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:22.559716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:22.565260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:22.565714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.627122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Pushing event updated for resources: {'Port': ['ID=36b895f5-9589-4976-9891-8157d4255a63,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:22.639039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.658519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.659060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.659563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.660085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.660589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.661131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.661636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.662117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.662608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.663100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.663580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.664058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:22.729942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:22.738159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.033228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3fd56f02-4f83-451b-8972-ce17e973072e None None] Provisioning complete for port 36b895f5-9589-4976-9891-8157d4255a63 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:23.033801 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3fd56f02-4f83-451b-8972-ce17e973072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.072109 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.075578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.132162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702422ec-3b72-48cc-a929-48d88af1c754 req-ac9217c2-7638-4080-9bf8-88cd82a5883c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:23.133435 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-702422ec-3b72-48cc-a929-48d88af1c754 req-ac9217c2-7638-4080-9bf8-88cd82a5883c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.1400521 Sep 17 22:26:23.146207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3fd56f02-4f83-451b-8972-ce17e973072e None None] Port 36b895f5-9589-4976-9891-8157d4255a63 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:23.156562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.255152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ba8c3-b1b9-40a6-b1d2-6146ca64b453 req-44893f09-0cad-4d22-aa31-096191834277 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:23.265075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca8ba8c3-b1b9-40a6-b1d2-6146ca64b453 req-44893f09-0cad-4d22-aa31-096191834277 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.2240248 Sep 17 22:26:23.272972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-702422ec-3b72-48cc-a929-48d88af1c754 req-98dac7c5-3073-4836-a767-69249ab36d0e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312327 Sep 17 22:26:23.314954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.315617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff67c9e7-eb86-4123-9a4e-f870de2acc5d {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:23.324788 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.326097 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9fba21f7-9800-4761-b8ce-4d4952f82ef1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ff67c9e7-eb86-4123-9a4e-f870de2acc5d HTTP/1.1" status: 204 len: 168 time: 3.1686304 Sep 17 22:26:23.328600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52240) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:23.352050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca8ba8c3-b1b9-40a6-b1d2-6146ca64b453 req-bd2be91e-283e-4102-a255-d0992b57a601 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777791 Sep 17 22:26:23.675999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed45cc-8cf2-4c93-8cc5-4022f030ee32 req-6e0c8a6a-19ec-463b-85c6-549f33a4e205 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:23.682749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2ed45cc-8cf2-4c93-8cc5-4022f030ee32 req-6e0c8a6a-19ec-463b-85c6-549f33a4e205 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1616619 Sep 17 22:26:23.683972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad48d3bf-dc1e-466a-b6be-58f225a83cbb admin admin] Deleting subnet adbda9f5-80fb-403b-8bd7-87661b9e0a90 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:23.690829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15395964-bcc7-498d-b26a-d068906e36e4 req-fe4b3817-1671-48dc-be3e-39fa99c9b4da tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:23.698675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:23.718811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15395964-bcc7-498d-b26a-d068906e36e4 req-fe4b3817-1671-48dc-be3e-39fa99c9b4da tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.1455007 Sep 17 22:26:23.740167 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ad48d3bf-dc1e-466a-b6be-58f225a83cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.819373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2ed45cc-8cf2-4c93-8cc5-4022f030ee32 req-41141f67-082d-484b-8310-d6ba2fc9ec16 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828629 Sep 17 22:26:23.835157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.835315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15395964-bcc7-498d-b26a-d068906e36e4 req-ef854619-f03f-4b68-907e-a9a24934a745 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147835 Sep 17 22:26:23.873255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:23.908281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'mac_address': 'fa:16:3e:c4:c8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:23.959472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.960234 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.005311 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.061862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7268c67-cf03-46ca-92da-4256e5ab433e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:24.099260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:24.111583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b040ee3b-4163-4663-aa04-83648d2e2ce6 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:24.126581 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.166759 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Pushing event updated for resources: {'Port': ['ID=36b895f5-9589-4976-9891-8157d4255a63,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:24.194098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ad48d3bf-dc1e-466a-b6be-58f225a83cbb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.325756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:24.351278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.351844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.352037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.352353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.352692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.355306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.358493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.358926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.362167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.362551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.362904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.364463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:24.401891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b040ee3b-4163-4663-aa04-83648d2e2ce6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:24.402938 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.447821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['d7268c67-cf03-46ca-92da-4256e5ab433e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:24.501555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:24.515720 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ad48d3bf-dc1e-466a-b6be-58f225a83cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.518261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:24.724245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.749165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port b040ee3b-4163-4663-aa04-83648d2e2ce6, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b040ee3b-4163-4663-aa04-83648d2e2ce6,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:24.751469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04900-14f7-459e-92c7-69a2798c5164 req-ea7bdc5f-705e-48f7-9542-1f44e1002210 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:24.762952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0a04900-14f7-459e-92c7-69a2798c5164 req-ea7bdc5f-705e-48f7-9542-1f44e1002210 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.3238173 Sep 17 22:26:24.775592 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.786823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8e83256a-6e9e-4f38-b15a-687a2d19684c no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:24.833899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5d83-ce0f-4391-b0bd-c135a6b55b2a req-2dc1dfb5-b98f-4a15-8b3f-f20aa57cdc1c tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:24.840657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3bc5d83-ce0f-4391-b0bd-c135a6b55b2a req-2dc1dfb5-b98f-4a15-8b3f-f20aa57cdc1c tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.2859263 Sep 17 22:26:24.847467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 8e83256a-6e9e-4f38-b15a-687a2d19684c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:24.847869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8e83256a-6e9e-4f38-b15a-687a2d19684c not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:24.937332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0a04900-14f7-459e-92c7-69a2798c5164 req-9322b1ff-c6d6-4499-b353-d3af6d134a7f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725793 Sep 17 22:26:24.986830 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=b040ee3b-4163-4663-aa04-83648d2e2ce6,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.063077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-be00abea-da2d-4317-963e-3d0427cba231 None None] Provisioning complete for port 36b895f5-9589-4976-9891-8157d4255a63 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:25.063744 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-be00abea-da2d-4317-963e-3d0427cba231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.068281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3bc5d83-ce0f-4391-b0bd-c135a6b55b2a req-1c06de74-556c-470a-a86f-0b2be443c5cd tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090943 Sep 17 22:26:25.197473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-be00abea-da2d-4317-963e-3d0427cba231 None None] Port 36b895f5-9589-4976-9891-8157d4255a63 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:25.231584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db5b7-15a5-4e75-a29f-f43733cd574a req-683005b1-8c44-447c-a14e-ad78fa7a135d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:25.243679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef2db5b7-15a5-4e75-a29f-f43733cd574a req-683005b1-8c44-447c-a14e-ad78fa7a135d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.0949943 Sep 17 22:26:25.313828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef2db5b7-15a5-4e75-a29f-f43733cd574a req-e9ff34b6-00f6-4485-93f0-b18def5c6801 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691595 Sep 17 22:26:25.363564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Router 555c2346-7340-4a48-a154-349f0a237228 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:25.459547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ad48d3bf-dc1e-466a-b6be-58f225a83cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.488142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc72d4-8c10-42b8-82b4-d9709632b0eb req-59d7df5a-b16b-4f15-b366-eadd1171ebd8 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:25.491872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73cc72d4-8c10-42b8-82b4-d9709632b0eb req-59d7df5a-b16b-4f15-b366-eadd1171ebd8 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1098 time: 0.1208465 Sep 17 22:26:25.501459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48d3bf-dc1e-466a-b6be-58f225a83cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbda9f5-80fb-403b-8bd7-87661b9e0a90,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.554492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2955fc-a36a-421a-af0e-63caccc22f6f None None] Network bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:25.566548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ad48d3bf-dc1e-466a-b6be-58f225a83cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.568789 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ad48d3bf-dc1e-466a-b6be-58f225a83cbb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/adbda9f5-80fb-403b-8bd7-87661b9e0a90 HTTP/1.1" status: 204 len: 168 time: 2.2390962 Sep 17 22:26:25.574664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52286) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:25.593822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73cc72d4-8c10-42b8-82b4-d9709632b0eb req-2c9427db-ec91-45b1-a652-0f58bcede9fa tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897722 Sep 17 22:26:25.656215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:25.662732 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4820121e-26cc-47e0-8efa-b7b056271b3d admin admin] 10.222.0.48 "PUT /v2.0/routers/555c2346-7340-4a48-a154-349f0a237228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2784564 Sep 17 22:26:25.689346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b040ee3b-4163-4663-aa04-83648d2e2ce6 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:25.697512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Sync routers for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:25.706500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.835092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:25.835768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:25.870645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Deleting port aa1a659a-9176-46a3-8dae-d2643aab2b02 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:25.886072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.987004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b040ee3b-4163-4663-aa04-83648d2e2ce6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:25.987243 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.005564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] For port aa1a659a-9176-46a3-8dae-d2643aab2b02, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa1a659a-9176-46a3-8dae-d2643aab2b02,segment=NetworkSegment(999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c),segment_id=999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:26.005840 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.021897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:26.030925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Calling delete_port for aa1a659a-9176-46a3-8dae-d2643aab2b02 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:26.089028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] DHCP port deletion for bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:26.268722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.298832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1a659a-9176-46a3-8dae-d2643aab2b02,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.311910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] No DVR routers for this DVR port aa1a659a-9176-46a3-8dae-d2643aab2b02 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:26.486996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.519896 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.520311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.521405 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.521749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > port after_create 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.522081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.522723 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > port after_update 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.523047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.523364 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.523673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.524112 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.554559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] Deleting port aa1a659a-9176-46a3-8dae-d2643aab2b02 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:26.554936 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.556866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:26.583122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52328) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:26.587878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151746138', 'description': 'tempest-description--1918405333'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:26.598888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:26.599235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c9c668d5-e5bd-4ec9-9f37-d7ead5a4acd4 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:26.622541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.671746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] For port aa1a659a-9176-46a3-8dae-d2643aab2b02, host n-d-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:26.672144 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.687765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] Calling delete_port for aa1a659a-9176-46a3-8dae-d2643aab2b02 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:26.691189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.ipam_backend_mixin [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] Port aa1a659a-9176-46a3-8dae-d2643aab2b02 was not found and therefore no delete operation was performed {{(pid=94739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:26:26.694690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.744166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] Pushing event deleted for resources: {'Port': ['ID=aa1a659a-9176-46a3-8dae-d2643aab2b02,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.757013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe322113-b3eb-435d-bb5a-d00d887b3b9e None None] No DVR routers for this DVR port aa1a659a-9176-46a3-8dae-d2643aab2b02 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:26.759894 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.761946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:23Z', 'revision_number': 2, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:26.772543 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.773211 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.773658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.773658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.773658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:26:26.775068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:26.818385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Checking router: 555c2346-7340-4a48-a154-349f0a237228 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:26.818834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Updating router 555c2346-7340-4a48-a154-349f0a237228 port 36b895f5-9589-4976-9891-8157d4255a63 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:26:26.825425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:26.825768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999c0fa6-50bc-4c1b-a8b4-fb07aebf9a3c') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:26.839679 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.841402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2569389 Sep 17 22:26:26.846734 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.851694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52340) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:26.851989 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.882464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0cfa8cd8-8f2a-45c9-9664-aa5a152bd893 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'security_group_rule': {'security_group_id': '7559f2ff-ebd6-4a44-b197-50861d28d953', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:26.882957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.895070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7559f2ff-ebd6-4a44-b197-50861d28d953,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.896426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:26.896978 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: from cryptography.utils import int_from_bytes Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: from cryptography.utils import int_from_bytes Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:26.903019 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:26.925778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.926133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.926464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.926802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.927138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.927467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.927817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.928114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.928437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.928761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.929156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.929576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ab0f-cb79-4cfa-a38f-94437b0b4477 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.992722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.023934 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cfa8cd8-8f2a-45c9-9664-aa5a152bd893 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.025597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:27.029245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.042377 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1ce52712-609e-42e8-b315-1d044f4c3174 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bf1421e3-c7c3-4ab3-ad9c-6cb111dd2a90 HTTP/1.1" status: 204 len: 168 time: 1.4603713 Sep 17 22:26:27.071845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-c9a04611-b322-4a85-b980-ec6fe91ef5d0 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:27.080107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-c9a04611-b322-4a85-b980-ec6fe91ef5d0 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/networks?id=c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 HTTP/1.1" status: 200 len: 814 time: 0.2509887 Sep 17 22:26:27.086738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-0da30390-06fd-4450-8b31-2e7479da81fd tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:26:27.087827 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-0da30390-06fd-4450-8b31-2e7479da81fd tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060916 Sep 17 22:26:27.100303 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-b2f4dfc1-6802-43ac-af66-9d41107be06f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/quotas/1d34547c379c4ecaa88efa3ae04f1294 HTTP/1.1" status: 200 len: 375 time: 0.0193233 Sep 17 22:26:27.186475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-e3b382a4-8abc-434b-9ab8-503f9f099f5a tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:27.194113 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-e3b382a4-8abc-434b-9ab8-503f9f099f5a tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports/72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 200 len: 1095 time: 0.0844388 Sep 17 22:26:27.198687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Request body: {'binding': {'host': 'n-h2-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:27.199433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:26:27.201375 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-dcaccae5-9b13-426e-b9c9-8c2e582ed013 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d34547c379c4ecaa88efa3ae04f1294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802870 Sep 17 22:26:27.212246 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cfa8cd8-8f2a-45c9-9664-aa5a152bd893 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.232652 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cfa8cd8-8f2a-45c9-9664-aa5a152bd893 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.235734 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.246635 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.267379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52344) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.301662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa8cd8-8f2a-45c9-9664-aa5a152bd893 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b1c888-fdf8-456f-8a42-3aaa9a7bddc7,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:27.315446 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cfa8cd8-8f2a-45c9-9664-aa5a152bd893 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.319792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52346) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.319977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0cfa8cd8-8f2a-45c9-9664-aa5a152bd893 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4448721 Sep 17 22:26:27.348658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2116b8d6-a91d-4d53-a922-c0c1ec0c0135 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'security_group_rule': {'security_group_id': '7559f2ff-ebd6-4a44-b197-50861d28d953', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:27.349532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-e1532121-e3f7-4599-9a6d-84006460a38c service neutron] 10.222.0.48 "GET /v2.0/networks/c9cd1a36-1a0c-4f04-93e5-b6c8370e5960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476591 Sep 17 22:26:27.379293 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4c231685-135a-4248-8c8e-f7b1743b09dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e3f58d6704448d99c9deed74e45dc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1103592 Sep 17 22:26:27.381991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.389835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ca77e-1cd1-42d1-b8a0-d5fe3fdfecf6 None None] Pushing event updated for resources: {'Port': ['ID=36b895f5-9589-4976-9891-8157d4255a63,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:27.420849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Attempting to bind port 36b895f5-9589-4976-9891-8157d4255a63 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:27.421324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Attempting to bind port 36b895f5-9589-4976-9891-8157d4255a63 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:27.421853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Attempting to bind port 36b895f5-9589-4976-9891-8157d4255a63 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:27.428406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:27.428900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Checking segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:27.429413 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.436907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Bound using segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:27.441495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Bound port: 36b895f5-9589-4976-9891-8157d4255a63, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:27.442110 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.484032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on host n-h2-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:27.484032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:27.484421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:27.492706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:27.493443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:27.504014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:27.504700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:27.504700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:27.507147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Bound port: 72684df2-ec56-4945-9bb0-5807ba797a9e, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:27.534255 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e28e4ac-8527-4db0-ab60-b0b0e4b0ed9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.560379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa1a659a-9176-46a3-8dae-d2643aab2b02 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:27.562529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2116b8d6-a91d-4d53-a922-c0c1ec0c0135 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.595377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:27.607695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: aa1a659a-9176-46a3-8dae-d2643aab2b02 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:27.608076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa1a659a-9176-46a3-8dae-d2643aab2b02 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:27.613897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e28e4ac-8527-4db0-ab60-b0b0e4b0ed9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.615872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] For port 36b895f5-9589-4976-9891-8157d4255a63, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:27.624024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.625265 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-6a556cc4-7a48-4749-bf8b-78255130e8ab service neutron] 10.222.0.48 "POST /v2.0/ports/72684df2-ec56-4945-9bb0-5807ba797a9e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4301469 Sep 17 22:26:27.635329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] For port 36b895f5-9589-4976-9891-8157d4255a63, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=36b895f5-9589-4976-9891-8157d4255a63,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:27.646566 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.649387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-7541fc57-bbdc-4f14-80e1-773c229cc1bf service neutron] 10.222.0.48 "GET /v2.0/networks/c9cd1a36-1a0c-4f04-93e5-b6c8370e5960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969973 Sep 17 22:26:27.662899 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2116b8d6-a91d-4d53-a922-c0c1ec0c0135 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.669118 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2116b8d6-a91d-4d53-a922-c0c1ec0c0135 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.706293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e28e4ac-8527-4db0-ab60-b0b0e4b0ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.707925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e28e4ac-8527-4db0-ab60-b0b0e4b0ed9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.709361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4e28e4ac-8527-4db0-ab60-b0b0e4b0ed9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08e01b48-3172-401a-a69f-0ccab108a97a HTTP/1.1" status: 204 len: 168 time: 0.3172956 Sep 17 22:26:27.713436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116b8d6-a91d-4d53-a922-c0c1ec0c0135 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d03488-811d-4c88-b79e-a51a6da3e942,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:27.719235 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2116b8d6-a91d-4d53-a922-c0c1ec0c0135 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.721724 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2116b8d6-a91d-4d53-a922-c0c1ec0c0135 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3978934 Sep 17 22:26:27.725381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52354) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.731929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:27.736408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28e4ac-8527-4db0-ab60-b0b0e4b0ed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e01b48-3172-401a-a69f-0ccab108a97a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:27.768445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.833570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ca77e-1cd1-42d1-b8a0-d5fe3fdfecf6 None None] Pushing event updated for resources: {'Port': ['ID=36b895f5-9589-4976-9891-8157d4255a63,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:27.840036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:27.849344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-21c1e4c7-5993-4ecd-a16b-677620fecdc2 None None] Provisioning complete for port 36b895f5-9589-4976-9891-8157d4255a63 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:27.861418 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-21c1e4c7-5993-4ecd-a16b-677620fecdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.905551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e73b-60a1-44f7-8b8b-ea21b0b94e5f req-ca9f0f3c-d281-44f6-83a5-5f20b4a7f677 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:27.907405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3510e73b-60a1-44f7-8b8b-ea21b0b94e5f req-ca9f0f3c-d281-44f6-83a5-5f20b4a7f677 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.0938928 Sep 17 22:26:27.941369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.956365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:27.957045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:28.041625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3510e73b-60a1-44f7-8b8b-ea21b0b94e5f req-5453073a-e5ae-408f-adf4-5b387de438b9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167219 Sep 17 22:26:28.171633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312858ef-54de-4c6f-ba39-d98110160592 req-945315dc-3c57-4374-8919-9107d3c23315 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:28.185455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-312858ef-54de-4c6f-ba39-d98110160592 req-945315dc-3c57-4374-8919-9107d3c23315 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1361542 Sep 17 22:26:28.223776 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Allocated IP 172.25.0.147 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/355daa6d-66a9-4173-b191-a520607d19b0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:28.256635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port d7268c67-cf03-46ca-92da-4256e5ab433e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:26:28.286238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-312858ef-54de-4c6f-ba39-d98110160592 req-44f237c3-2b71-4d4e-9fd0-fd58379da81a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989771 Sep 17 22:26:28.332722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port d7268c67-cf03-46ca-92da-4256e5ab433e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:28.346103 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.441142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-21c1e4c7-5993-4ecd-a16b-677620fecdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.444092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:28.487333 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.539887 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.563741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2983d-bea6-4037-8f44-049a092d804c req-24891ed4-d588-42fd-94bf-a8b282453720 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:28.565606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be2983d-bea6-4037-8f44-049a092d804c req-24891ed4-d588-42fd-94bf-a8b282453720 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.1843953 Sep 17 22:26:28.582986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174016ac-2e02-4209-a2c8-2a58423fafbb req-07681d1c-af9e-4fa4-a192-67afd629d5a1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:28.593465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-174016ac-2e02-4209-a2c8-2a58423fafbb req-07681d1c-af9e-4fa4-a192-67afd629d5a1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1189759 Sep 17 22:26:28.613364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:28.616640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:28.622241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:28.668881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'Port': ['ID=355daa6d-66a9-4173-b191-a520607d19b0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:28.701288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be2983d-bea6-4037-8f44-049a092d804c req-71565bde-1245-4ee1-a5c7-e63345d9beee tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280744 Sep 17 22:26:28.703966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-21c1e4c7-5993-4ecd-a16b-677620fecdc2 None None] For port 36b895f5-9589-4976-9891-8157d4255a63, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=36b895f5-9589-4976-9891-8157d4255a63,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:28.733697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-174016ac-2e02-4209-a2c8-2a58423fafbb req-30f6bab1-9c27-47f0-832d-038d6854b658 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388431 Sep 17 22:26:28.753689 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-21c1e4c7-5993-4ecd-a16b-677620fecdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.790665 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.847268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36b0d6e5-385f-4c11-84e1-88fa6b57a2e8 req-b9600a4b-ca6c-4d3d-9bc5-1edf1c131d9e tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 210 time: 0.0659006 Sep 17 22:26:28.848850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.884316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:28.887670 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26a006f-ac9a-480b-beeb-980c92e65bfa" -d '{"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-plugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:28.914993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:28.930901 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.957200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.968840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1e4c7-5993-4ecd-a16b-677620fecdc2 None None] Pushing event updated for resources: {'Port': ['ID=36b895f5-9589-4976-9891-8157d4255a63,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:28.980646 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dede5d9d-f7f1-4436-b7ec-4b47abae49b2 x-openstack-request-id: req-dede5d9d-f7f1-4436-b7ec-4b47abae49b2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:28.981320 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-plugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:28.982179 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dede5d9d-f7f1-4436-b7ec-4b47abae49b2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:28.982690 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'code': 200} Sep 17 22:26:28.983478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a9162e01-ad41-4e08-b4b3-c28e2de33ab6 None None] Provisioning complete for port 36b895f5-9589-4976-9891-8157d4255a63 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:28.985133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a9162e01-ad41-4e08-b4b3-c28e2de33ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.152599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:29.157332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3d403-e71c-46c0-a39f-d03bce69a2de req-98c6c88f-1e1e-4f7b-ac41-fcbbed7373b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:29.160843 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-42f3d403-e71c-46c0-a39f-d03bce69a2de req-98c6c88f-1e1e-4f7b-ac41-fcbbed7373b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1101 time: 0.1211464 Sep 17 22:26:29.225324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52388) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:29.273810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:27Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:29.295446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6946e-dafb-4cc4-ac1d-e82884b5fa7e req-47c2e250-eba4-4424-b044-6eff4cc93603 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:29.303629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86c6946e-dafb-4cc4-ac1d-e82884b5fa7e req-47c2e250-eba4-4424-b044-6eff4cc93603 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.1142819 Sep 17 22:26:29.334853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6453840-49b1-4b79-a804-cd03ce70edae None None] The sync data for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 is: [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:27Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:29.344379 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-42f3d403-e71c-46c0-a39f-d03bce69a2de req-8314bd7f-3071-472e-b84c-e926bc06b74a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726024 Sep 17 22:26:29.353553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86c6946e-dafb-4cc4-ac1d-e82884b5fa7e req-8a3cb338-8404-4ac0-a7a0-69c2b05a7e6c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490062 Sep 17 22:26:29.384485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.393735 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.499143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-network', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:29.551454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'Port': ['ID=355daa6d-66a9-4173-b191-a520607d19b0,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:29.553595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c283def-58bd-403a-bee1-043f6f278e6e req-c58b3435-96b2-44db-a157-7146c05e09df tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:29.571479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c283def-58bd-403a-bee1-043f6f278e6e req-c58b3435-96b2-44db-a157-7146c05e09df tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1204147 Sep 17 22:26:29.573753 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.574365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Made reservation on behalf of 4fdb2b79faa3446d91fb248e513757c5 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:29.576825 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.593874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.599717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-34784d97-f6f2-4bd7-a68c-9772d058d047 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8720551 Sep 17 22:26:29.612100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.616530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 36b895f5-9589-4976-9891-8157d4255a63 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:29.695920 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c283def-58bd-403a-bee1-043f6f278e6e req-af097870-068b-4fea-baea-5b41d47e38fd tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233351 Sep 17 22:26:29.729915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 36b895f5-9589-4976-9891-8157d4255a63 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:29.730813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.970059 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f93cdbdc-04ab-4ff1-926f-888aa79730b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.018393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-e47c3b69-5439-46fe-b5e8-7cc628c50d90 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1151746138&fields=id&tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa HTTP/1.1" status: 200 len: 267 time: 0.1496511 Sep 17 22:26:30.042368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775cf5f-c96d-4fdb-9341-f6b37f82d1d9 req-135f7bb8-1d75-4c67-be5b-592f1a1a9831 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:30.045620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3775cf5f-c96d-4fdb-9341-f6b37f82d1d9 req-135f7bb8-1d75-4c67-be5b-592f1a1a9831 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.2080150 Sep 17 22:26:30.077642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0b145df5-15a8-4862-9d63-509bb184a11c tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:30.079152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0b145df5-15a8-4862-9d63-509bb184a11c tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.49 "GET /v2.0/networks?id=c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 HTTP/1.1" status: 200 len: 814 time: 0.3350394 Sep 17 22:26:30.128419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Request body: {'port': {'device_id': 'e99a2a87-e580-418e-90a7-92e43fbf248a', 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960', 'admin_state_up': True, 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:30.140447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.187607 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.266567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3775cf5f-c96d-4fdb-9341-f6b37f82d1d9 req-8827975e-3fd9-42b8-84a4-ffcf9aac94c2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045867 Sep 17 22:26:30.280976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:30.329918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.333681 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.334031 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Added segment 1c74fa6b-f04f-41be-a3ff-4f0633842d14 of type vlan for network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 Sep 17 22:26:30.375503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-7e295cb1-33c9-4022-94c3-02379d649300 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:30.376976 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-7e295cb1-33c9-4022-94c3-02379d649300 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.3279598 Sep 17 22:26:30.467374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.477538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-ef5299b9-1b1b-4ad6-8762-7e367eaf6e88 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/quotas/41c6f2234dc149a7ac45db22fc6d3ffa HTTP/1.1" status: 200 len: 375 time: 0.0633106 Sep 17 22:26:30.565370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e77fd-dd38-4eeb-9424-bebcdcb9c45f req-9d90d820-41a9-4c41-ac6d-85593d1f3935 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:30.567482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-520e77fd-dd38-4eeb-9424-bebcdcb9c45f req-9d90d820-41a9-4c41-ac6d-85593d1f3935 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.2033684 Sep 17 22:26:30.573173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.574934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:30.575856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.629761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Made reservation on behalf of 1d34547c379c4ecaa88efa3ae04f1294 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:30.634703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.668459 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-9384abf8-98c3-4b5d-9fdf-4dea92c799f1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1843631 Sep 17 22:26:30.702563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4758365 Sep 17 22:26:30.705555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52436) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:30.711185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Request body: {'subnet': {'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-subnet', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:30.744827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f652-1e34-403c-b737-1023cb49d3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0a289da3-27f2-4c02-a1ba-2687ea32cc69,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.758791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:30.789832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Made reservation on behalf of 4fdb2b79faa3446d91fb248e513757c5 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:30.792480 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.878327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-520e77fd-dd38-4eeb-9424-bebcdcb9c45f req-2043a1a6-ad9b-48a4-85d6-e485d709234b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942963 Sep 17 22:26:31.063555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c69bd568-d89b-4e7d-9dc3-0a6cbd825c9d req-47783613-1f05-4bba-b334-5bee93d6c593 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 210 time: 0.0707438 Sep 17 22:26:31.076733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.176107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-37da43f7-fd4d-40f6-a347-6d23141cb159 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461095 Sep 17 22:26:31.180070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77db637-91d4-46e8-8968-44c6dffa4211,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:31.206463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Checking segment: {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:31.207182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Network hostable DHCP agents. Network: 0a289da3-27f2-4c02-a1ba-2687ea32cc69, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:31.229406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:31.242756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 0a289da3-27f2-4c02-a1ba-2687ea32cc69) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:31.253483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c54541b-a5f5-4e05-a0a3-e57134711f18 None None] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:31.259566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:31.260764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.288916 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-28dfe790-74e2-455e-8f49-bd1f18dcccd2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5816438 Sep 17 22:26:31.291428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52440) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:31.302760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:31.326122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-41e8712c-d67c-4b78-96d2-cdd3601acfbb service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490963 Sep 17 22:26:31.337746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Allocated IP 172.20.0.10 (c9cd1a36-1a0c-4f04-93e5-b6c8370e5960/13113c3b-d644-40b6-abc2-6a6c7f6323f5/c639bcdb-5b39-436f-8924-4641b67ed5b8) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:31.359746 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.362010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.472890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.506022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:31.507185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.554847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360c8a-4fdb-4dc5-af72-81b530b6687c req-1c780e59-b9db-48b4-9770-c3a3b4c7a2d2 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:31.563529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46360c8a-4fdb-4dc5-af72-81b530b6687c req-1c780e59-b9db-48b4-9770-c3a3b4c7a2d2 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.2843587 Sep 17 22:26:31.725162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46360c8a-4fdb-4dc5-af72-81b530b6687c req-b45455a3-10e9-4c3b-9780-66182e565998 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606061 Sep 17 22:26:31.768448 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.857814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.897227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Allocated IP 172.20.0.2 (0a289da3-27f2-4c02-a1ba-2687ea32cc69/d77db637-91d4-46e8-8968-44c6dffa4211/22542853-0e0e-4e36-96cd-4043698bf395) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:31.933636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.977415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:31.982360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:31.989683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:32.100718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61e09-7499-4f7d-b339-5b5dba6ba112 req-e600fc0d-20b6-47d4-b87f-6cb5614a6d44 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:32.109277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0e61e09-7499-4f7d-b339-5b5dba6ba112 req-e600fc0d-20b6-47d4-b87f-6cb5614a6d44 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.2643368 Sep 17 22:26:32.140360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Pushing event updated for resources: {'Port': ['ID=c639bcdb-5b39-436f-8924-4641b67ed5b8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:32.167046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:32.168773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.188152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0e61e09-7499-4f7d-b339-5b5dba6ba112 req-5740a670-cc7a-446e-bcdf-6d0efb302872 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777583 Sep 17 22:26:32.221414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-f45a15ba-fd1c-4de8-956d-f8afbd7a8ca5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1084440 Sep 17 22:26:32.383429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4b92e-4878-46c0-bccd-43feea9f5782 req-1fcf30c5-bdd8-4db0-934b-53fcf8fd9816 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:32.394161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0aa4b92e-4878-46c0-bccd-43feea9f5782 req-1fcf30c5-bdd8-4db0-934b-53fcf8fd9816 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1166911 Sep 17 22:26:32.405689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-24c5d002-58e5-4f74-9b02-2134f3c01e25 None None] Provisioning complete for port c639bcdb-5b39-436f-8924-4641b67ed5b8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:32.406068 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24c5d002-58e5-4f74-9b02-2134f3c01e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.472378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0aa4b92e-4878-46c0-bccd-43feea9f5782 req-4f938037-90da-4af5-bc1d-00f0bf049a0f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771489 Sep 17 22:26:32.487187 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.489358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24c5d002-58e5-4f74-9b02-2134f3c01e25 None None] Port c639bcdb-5b39-436f-8924-4641b67ed5b8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:32.505630 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.553714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:32.557175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:32.560648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:32.576163 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.579516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Pushing event updated for resources: {'Port': ['ID=22542853-0e0e-4e36-96cd-4043698bf395,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:32.606251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.692766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91a00f8e-9015-40bc-894c-93a9baa0f141 req-6055bb92-08f2-4979-84e9-3bb22863cd5c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 210 time: 0.0774314 Sep 17 22:26:32.699911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Attempting to bind port 22542853-0e0e-4e36-96cd-4043698bf395 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:32.700407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Attempting to bind port 22542853-0e0e-4e36-96cd-4043698bf395 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:32.705112 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Attempting to bind port 22542853-0e0e-4e36-96cd-4043698bf395 on network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:32.715187 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a898c53-40d2-4699-a37b-f8c58aa8f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.725194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:32.725584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Checking segment: {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:32.725999 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.726401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Bound using segment: {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:32.726975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Bound port: 22542853-0e0e-4e36-96cd-4043698bf395, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:32.727494 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.780435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Allocated IP 172.25.0.199 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/a436730e-4407-473c-b022-ff51e11b1e48) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:32.907644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] For port 22542853-0e0e-4e36-96cd-4043698bf395, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:32.913070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] For port 22542853-0e0e-4e36-96cd-4043698bf395, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=22542853-0e0e-4e36-96cd-4043698bf395,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:32.917125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4be77d-0ff2-4475-96ed-c9670e75bcc2 req-0cd7b548-eb2e-45ed-9452-3959c98286c7 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:32.918860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a4be77d-0ff2-4475-96ed-c9670e75bcc2 req-0cd7b548-eb2e-45ed-9452-3959c98286c7 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1074016 Sep 17 22:26:32.920714 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.969820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a4be77d-0ff2-4475-96ed-c9670e75bcc2 req-9f86af1c-cebe-4f78-8295-f35c7d809358 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Sep 17 22:26:33.015900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82a16d-31e2-4801-9361-a2025a868932 None None] Pushing event updated for resources: {'Port': ['ID=22542853-0e0e-4e36-96cd-4043698bf395,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.028279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.033561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.102240 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.179599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:33.182003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0aa3-9e16-4b94-9c72-e661458f4945 req-b69b718a-4b64-49e2-93f6-ec5a956800e2 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:33.183759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23de0aa3-9e16-4b94-9c72-e661458f4945 req-b69b718a-4b64-49e2-93f6-ec5a956800e2 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 932 time: 0.1157720 Sep 17 22:26:33.188273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:33.192339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:33.252998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Pushing event updated for resources: {'Port': ['ID=a436730e-4407-473c-b022-ff51e11b1e48,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.322477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23de0aa3-9e16-4b94-9c72-e661458f4945 req-63c6af73-9f14-49e8-b833-15460dac5c07 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257532 Sep 17 22:26:33.578655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-4ac0f910-02c7-49dd-ade3-394457217b40 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:33.580302 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-4ac0f910-02c7-49dd-ade3-394457217b40 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.2494142 Sep 17 22:26:33.597947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d002829-b674-41f2-b6b1-b54605c7890e req-a870577e-e327-4c7b-a9a3-25b57a146362 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:33.600091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d002829-b674-41f2-b6b1-b54605c7890e req-a870577e-e327-4c7b-a9a3-25b57a146362 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1205847 Sep 17 22:26:33.637816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 22542853-0e0e-4e36-96cd-4043698bf395 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:33.657171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d002829-b674-41f2-b6b1-b54605c7890e req-a106794b-dfad-4bcd-906e-3ae167ef1c41 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482655 Sep 17 22:26:33.725448 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-5f5faf5a-d0c8-45c2-9ecf-a9987e1d19ef tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa HTTP/1.1" status: 200 len: 380 time: 0.1041322 Sep 17 22:26:33.733102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.746861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'port': {'device_id': '89d7580a-246b-49ca-a791-187485c354ba', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'admin_state_up': True, 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'security_groups': ['7559f2ff-ebd6-4a44-b197-50861d28d953']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:33.753387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 22542853-0e0e-4e36-96cd-4043698bf395 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:33.753793 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.867440 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.898450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f460702-db99-4d99-9c1b-e78be937c819 req-06b2e1a8-faee-420f-9d1f-435a9622bd79 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:33.900548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f460702-db99-4d99-9c1b-e78be937c819 req-06b2e1a8-faee-420f-9d1f-435a9622bd79 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.1110935 Sep 17 22:26:33.942238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 22542853-0e0e-4e36-96cd-4043698bf395, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=22542853-0e0e-4e36-96cd-4043698bf395,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:33.952711 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.972064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f460702-db99-4d99-9c1b-e78be937c819 req-54d97df9-abb2-4acb-aa71-ca24d8330e9d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607753 Sep 17 22:26:34.061571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=22542853-0e0e-4e36-96cd-4043698bf395,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:34.156039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b767b2-a8ad-4881-a9d1-6a3370af1c7e req-8aeab8d7-b2d9-4725-9ea2-a28d94002f6b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:34.158282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50b767b2-a8ad-4881-a9d1-6a3370af1c7e req-8aeab8d7-b2d9-4725-9ea2-a28d94002f6b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0965579 Sep 17 22:26:34.229244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50b767b2-a8ad-4881-a9d1-6a3370af1c7e req-760108ab-fddc-4f10-bb5a-1ce6747abd32 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592160 Sep 17 22:26:34.326972 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.404892 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.434134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2da1385b-f049-4f91-a0c0-20b3a81332bb req-d0ae77a4-65fc-482b-89fd-6af8dd0bfe3d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 210 time: 0.0419939 Sep 17 22:26:34.456223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Made reservation on behalf of 41c6f2234dc149a7ac45db22fc6d3ffa for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:34.460727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.480796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45924a3f-10db-4863-8de3-68da6d730e59 None None] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:34.574792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9b59412d-fdaf-4a23-a6d9-bc4e1701877c None None] Provisioning complete for port 22542853-0e0e-4e36-96cd-4043698bf395 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:34.575328 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b59412d-fdaf-4a23-a6d9-bc4e1701877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.579921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4a7c-feca-4cb3-95a6-e70386e32793 req-89b0623e-bf7e-4218-9372-5767c30d42ca tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:34.581554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00ac4a7c-feca-4cb3-95a6-e70386e32793 req-89b0623e-bf7e-4218-9372-5767c30d42ca tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0865395 Sep 17 22:26:34.641056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00ac4a7c-feca-4cb3-95a6-e70386e32793 req-19e57383-eab1-404d-bcb7-97691dda3804 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Sep 17 22:26:34.782846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Allocated IP 172.20.0.14 (5a570f39-cc1d-4ba8-920e-a769974e4ae5/40713f22-04ea-445c-96a6-532d4c729e88/6f504895-2511-4617-8eb3-c7875cd649a2) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:34.879849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2ca9f-b4e7-4209-ae50-e45557028799 req-3f7875cb-11d5-47eb-b08d-53b14106d5ea tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:34.883101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4a2ca9f-b4e7-4209-ae50-e45557028799 req-3f7875cb-11d5-47eb-b08d-53b14106d5ea tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 932 time: 0.0828774 Sep 17 22:26:34.942535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4a2ca9f-b4e7-4209-ae50-e45557028799 req-fddb7a36-d02c-41ea-89b7-37597bebbaea tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525463 Sep 17 22:26:34.983374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.080639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-9ac7dee9-0b0a-4f55-924e-bc9dee9d78e5 req-5c607ebf-de0b-4876-9d97-332b3e3944d6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:26:35.082878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ac7dee9-0b0a-4f55-924e-bc9dee9d78e5 req-5c607ebf-de0b-4876-9d97-332b3e3944d6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063403 Sep 17 22:26:35.102624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0b94aa5d-efa5-4457-a103-c112d761528b None None] Provisioning complete for port 22542853-0e0e-4e36-96cd-4043698bf395 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:35.104398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b94aa5d-efa5-4457-a103-c112d761528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.160622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.239095 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.248923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.256712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:26:35.377958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bbe37-455b-4eec-a597-1772955dd2ef req-a1ff1331-25c9-4fc8-aebf-2696449525ec tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.379998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed4bbe37-455b-4eec-a597-1772955dd2ef req-a1ff1331-25c9-4fc8-aebf-2696449525ec tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.0583386 Sep 17 22:26:35.383283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:35.394982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:35.399885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:35.403502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:35.458841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.459499 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.477016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed4bbe37-455b-4eec-a597-1772955dd2ef req-a3bf0942-e2f2-4140-a86d-8943345e7a74 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799181 Sep 17 22:26:35.544907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-b96b4956-7afd-466e-bb84-a5233e8d00b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2021456 Sep 17 22:26:35.557086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-542af941-2849-4027-9c55-0d302e68d727 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:26:35.571155 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-542af941-2849-4027-9c55-0d302e68d727 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251751 Sep 17 22:26:35.580057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-858fca6d-b9ca-450d-b669-10db1f2ae383 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8457491 Sep 17 22:26:35.600594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 22542853-0e0e-4e36-96cd-4043698bf395 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:35.609126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Request body: {'port': {'device_id': '89d7580a-246b-49ca-a791-187485c354ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:35.662135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:35.670983 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Sync routers for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:35.692032 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:35.692285 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:35.712217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd7400-89ee-4a85-a072-166d04ae397b req-5da2c624-9436-4d4b-8fc1-2de05d8b4c30 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.713829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0dbd7400-89ee-4a85-a072-166d04ae397b req-5da2c624-9436-4d4b-8fc1-2de05d8b4c30 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1337659 Sep 17 22:26:35.748037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.755301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.763309 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6fc45749-5256-4c40-9be8-c5446ee6c069 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.4667335 Sep 17 22:26:35.764873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 22542853-0e0e-4e36-96cd-4043698bf395 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:35.765441 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.769974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52492) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:35.928341 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:35.982654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-05f8bbec-bc58-42a6-969c-1fd638e5850e None None] Provisioning complete for port 6f504895-2511-4617-8eb3-c7875cd649a2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:35.983074 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-05f8bbec-bc58-42a6-969c-1fd638e5850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.021726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0dbd7400-89ee-4a85-a072-166d04ae397b req-23f791dc-0806-4fa2-99d8-58db871859d8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990482 Sep 17 22:26:36.054020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-05f8bbec-bc58-42a6-969c-1fd638e5850e None None] Port 6f504895-2511-4617-8eb3-c7875cd649a2 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:36.257134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a76e03-ee27-4856-a699-768a856051ec req-f96708ad-1026-4406-b06c-bbe89ff36057 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:36.259691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7a76e03-ee27-4856-a699-768a856051ec req-f96708ad-1026-4406-b06c-bbe89ff36057 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1183767 Sep 17 22:26:36.302645 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:33Z', 'revision_number': 3, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:36.339005 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Checking router: d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:36.340298 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Updating router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b port a436730e-4407-473c-b022-ff51e11b1e48 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:26:36.423887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f504895-2511-4617-8eb3-c7875cd649a2 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:36.429690 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.435712 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.458695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Transition to ACTIVE for port object 6f504895-2511-4617-8eb3-c7875cd649a2 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:36.464776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.695790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:36.799737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Attempting to bind port 6f504895-2511-4617-8eb3-c7875cd649a2 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:36.800233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Attempting to bind port 6f504895-2511-4617-8eb3-c7875cd649a2 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:36.800788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Attempting to bind port 6f504895-2511-4617-8eb3-c7875cd649a2 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:36.817062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Port 6f504895-2511-4617-8eb3-c7875cd649a2 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:36.817517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Attempting to bind port 6f504895-2511-4617-8eb3-c7875cd649a2 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:36.823496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:36.824093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Checking segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:36.836328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Bound using segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:36.837980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Bound port: 6f504895-2511-4617-8eb3-c7875cd649a2, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:36.837980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.914123 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.922858 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.971242 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7a76e03-ee27-4856-a699-768a856051ec req-41e9b500-519e-4109-aa4b-eda0f71b27d7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041972 Sep 17 22:26:36.993831 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Attempting to bind port a436730e-4407-473c-b022-ff51e11b1e48 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:36.994397 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Attempting to bind port a436730e-4407-473c-b022-ff51e11b1e48 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:36.995133 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Attempting to bind port a436730e-4407-473c-b022-ff51e11b1e48 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:37.008539 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:37.008907 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:37.017350 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.017980 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:37.018641 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Bound port: a436730e-4407-473c-b022-ff51e11b1e48, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:37.019251 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.022433 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ef60c-5316-4e40-8615-c9053b42f0a6 None None] Pushing event updated for resources: {'Port': ['ID=a436730e-4407-473c-b022-ff51e11b1e48,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:37.038632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:37.076426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:37.087544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.129539 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] For port a436730e-4407-473c-b022-ff51e11b1e48, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:37.138518 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] For port a436730e-4407-473c-b022-ff51e11b1e48, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a436730e-4407-473c-b022-ff51e11b1e48,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:37.150584 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.161101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d61c-2a50-46cb-9e06-ab7de6f1d129 req-0b70b741-36e8-43d8-8e5a-c7df8165a31e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.163254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d764d61c-2a50-46cb-9e06-ab7de6f1d129 req-0b70b741-36e8-43d8-8e5a-c7df8165a31e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 944 time: 0.0673738 Sep 17 22:26:37.192954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.193711 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.195424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-777de14a-a925-414a-8769-7a6b50419216 service neutron] 10.222.0.45 "PUT /v2.0/ports/6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1093 time: 1.5967367 Sep 17 22:26:37.195983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:37.199727 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba214eb8-76c3-4864-a80d-5fad4f46d07f" -d '{"events": [{"name": "network-changed", "server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:37.244736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777de14a-a925-414a-8769-7a6b50419216 service neutron] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:37.250130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:37.252918 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:37.348885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d764d61c-2a50-46cb-9e06-ab7de6f1d129 req-9b8940d2-03c9-435f-b983-469678577b94 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149950 Sep 17 22:26:37.433597 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ef60c-5316-4e40-8615-c9053b42f0a6 None None] Pushing event updated for resources: {'Port': ['ID=a436730e-4407-473c-b022-ff51e11b1e48,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:37.434353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-0040fdbc-4023-4518-83d8-bfcb23c0d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.435988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-0040fdbc-4023-4518-83d8-bfcb23c0d1f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1096 time: 0.1828017 Sep 17 22:26:37.475433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.497282 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-c863eac2-3a26-4ba9-9daf-e197be8d6b8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 217 time: 0.0510538 Sep 17 22:26:37.529241 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:37.587636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-262bee94-5176-4776-ad71-621cbd85caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.590032 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-262bee94-5176-4776-ad71-621cbd85caea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0839989 Sep 17 22:26:37.670605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-c4151699-0aa1-450e-90a5-a55880a49e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.672170 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-c4151699-0aa1-450e-90a5-a55880a49e25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737438 Sep 17 22:26:37.754097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba975e-adea-458a-b21d-4d6c2d5928b2 req-436ce4d9-a959-41cd-b1b1-c920727f71da tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.755549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efba975e-adea-458a-b21d-4d6c2d5928b2 req-436ce4d9-a959-41cd-b1b1-c920727f71da tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.2446451 Sep 17 22:26:37.781663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Allocated IP 172.20.0.1 (0a289da3-27f2-4c02-a1ba-2687ea32cc69/d77db637-91d4-46e8-8968-44c6dffa4211/97a17048-a5ba-4f3b-a224-3587f213d09a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:37.782798 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:33Z', 'revision_number': 3, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:37.818328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-6b7fb39c-feb3-48ae-af57-95bffb11b669 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356571 Sep 17 22:26:37.822156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efba975e-adea-458a-b21d-4d6c2d5928b2 req-795ce243-7671-486e-8ca3-a3a48bf73037 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588448 Sep 17 22:26:37.947732 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d5f51-08aa-4c66-a3c8-2fe3c93d0f36 None None] The sync data for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 is: [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:33Z', 'revision_number': 3, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:38.012192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c4e6d-660c-4c62-8171-6f0beb1ef5c0 req-e0bb8fdb-8532-408f-bc61-aa6a6b9aa0a2 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:38.013953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-948c4e6d-660c-4c62-8171-6f0beb1ef5c0 req-e0bb8fdb-8532-408f-bc61-aa6a6b9aa0a2 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 932 time: 0.0865459 Sep 17 22:26:38.029188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd30daaf-f575-4fe7-b575-259f0eba182c req-34ed6455-f64e-4f18-a6c8-9177e09e0a99 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027676 Sep 17 22:26:38.081557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.107432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-948c4e6d-660c-4c62-8171-6f0beb1ef5c0 req-13926aa3-4d10-44b2-9956-1daddf07f124 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752835 Sep 17 22:26:38.145508 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.203091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:38.223751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:38.232294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:38.256654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Pushing event updated for resources: {'Port': ['ID=97a17048-a5ba-4f3b-a224-3587f213d09a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:38.301771 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.375113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ac7c-e860-4548-b726-8f360d5967d0 req-b3bbc859-629f-4375-a755-4beb002612c0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:38.383059 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9231ac7c-e860-4548-b726-8f360d5967d0 req-b3bbc859-629f-4375-a755-4beb002612c0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.1925259 Sep 17 22:26:38.454938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9231ac7c-e860-4548-b726-8f360d5967d0 req-bed6b42b-00aa-45ad-b1be-6dd76a820785 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656545 Sep 17 22:26:38.558208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-94ad0d34-3120-4683-b80d-f866a47fc766 None None] Provisioning complete for port 97a17048-a5ba-4f3b-a224-3587f213d09a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:38.559473 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-94ad0d34-3120-4683-b80d-f866a47fc766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.609526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.617896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-94ad0d34-3120-4683-b80d-f866a47fc766 None None] Port 97a17048-a5ba-4f3b-a224-3587f213d09a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:38.678482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b57141-d7cc-4383-ae39-3c4b1e78d617 req-38ebcf6d-0b16-43f9-8850-3ff85a635a11 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:38.680045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b57141-d7cc-4383-ae39-3c4b1e78d617 req-38ebcf6d-0b16-43f9-8850-3ff85a635a11 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1075840 Sep 17 22:26:38.759822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b57141-d7cc-4383-ae39-3c4b1e78d617 req-e4e067d6-d73d-4963-93b9-51d01515df94 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691645 Sep 17 22:26:38.829138 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18112eeb-ccad-4d19-b33d-8c5e96b399a0 x-openstack-request-id: req-18112eeb-ccad-4d19-b33d-8c5e96b399a0 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:38.829641 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:38.829641 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18112eeb-ccad-4d19-b33d-8c5e96b399a0 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:38.830051 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'status': 'completed', 'code': 200} Sep 17 22:26:38.895493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.916850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-03d700b8-e14e-4b51-b43f-1a1b178b6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:38.920525 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-03d700b8-e14e-4b51-b43f-1a1b178b6d46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1096 time: 0.0634899 Sep 17 22:26:38.922280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.053834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-90dbcfa3-9dbb-4000-8b97-cb80496d1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.055444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-90dbcfa3-9dbb-4000-8b97-cb80496d1173 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1256852 Sep 17 22:26:39.060557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.093333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Pushing event updated for resources: {'Port': ['ID=97a17048-a5ba-4f3b-a224-3587f213d09a,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:39.102871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-9e38675c-99fc-4fe4-97fe-5759066b2817 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 217 time: 0.0379369 Sep 17 22:26:39.121309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf635a-9cdd-49b7-9054-e02868837e5e req-5ddbbf9a-aff8-44de-aefb-f593c7ef0369 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.122888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2bf635a-9cdd-49b7-9054-e02868837e5e req-5ddbbf9a-aff8-44de-aefb-f593c7ef0369 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.2227244 Sep 17 22:26:39.193172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-869735d5-e56f-4d42-8fef-647781652031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.195981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-869735d5-e56f-4d42-8fef-647781652031 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0815473 Sep 17 22:26:39.232678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2bf635a-9cdd-49b7-9054-e02868837e5e req-fdb96d28-c0fb-49ea-a664-f3bb48f96987 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946894 Sep 17 22:26:39.256725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:39.266832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:39.284342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-b394c7ba-2cec-40ee-a003-d09e1c814c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.287408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-b394c7ba-2cec-40ee-a003-d09e1c814c2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831878 Sep 17 22:26:39.401512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345360f-e20e-431d-9ef7-1ed33ed0ba99 req-95ffa856-bdf6-472f-b976-b0163c3a21a4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.408367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0345360f-e20e-431d-9ef7-1ed33ed0ba99 req-95ffa856-bdf6-472f-b976-b0163c3a21a4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 944 time: 0.0785987 Sep 17 22:26:39.428610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-22436567-50ea-414f-a04f-2ddfa797d076 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321924 Sep 17 22:26:39.510075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0345360f-e20e-431d-9ef7-1ed33ed0ba99 req-9279efd2-36b4-4c47-9d3f-6d1977c656d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594893 Sep 17 22:26:39.537010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:39.638412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a436730e-4407-473c-b022-ff51e11b1e48 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:39.643425 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba214eb8-76c3-4864-a80d-5fad4f46d07f req-ca5d837c-035b-4573-80f7-eb2c62286fa3 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065055 Sep 17 22:26:39.751513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a436730e-4407-473c-b022-ff51e11b1e48 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:39.752320 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.766392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:39.772444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ff7b293e-1c45-4113-84f7-088f56fe2878 admin admin] 10.222.0.48 "PUT /v2.0/routers/d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0012338 Sep 17 22:26:39.787515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591654-4d3d-4b7a-acbb-5fa4c2ef143a req-f48b6ebf-7fce-4ea4-85e2-83b1c80fca47 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.794166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7207d8b9-fa66-4ad1-9cf6-ba0181ad5839 None None] Provisioning complete for port 97a17048-a5ba-4f3b-a224-3587f213d09a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:39.794575 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7207d8b9-fa66-4ad1-9cf6-ba0181ad5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.795903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1591654-4d3d-4b7a-acbb-5fa4c2ef143a req-f48b6ebf-7fce-4ea4-85e2-83b1c80fca47 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1008434 Sep 17 22:26:39.841627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1591654-4d3d-4b7a-acbb-5fa4c2ef143a req-07c4d10a-6b3f-4485-9008-e918a9d034c3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 Sep 17 22:26:39.844882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7207d8b9-fa66-4ad1-9cf6-ba0181ad5839 None None] Port 97a17048-a5ba-4f3b-a224-3587f213d09a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:39.938190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.967699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port a436730e-4407-473c-b022-ff51e11b1e48, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a436730e-4407-473c-b022-ff51e11b1e48,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:39.976084 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.027534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ae9f-376d-4461-aad6-202ada301e44 req-0b8facbb-254e-4d69-a1ea-20bd86efdedf tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:40.036282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a769ae9f-376d-4461-aad6-202ada301e44 req-0b8facbb-254e-4d69-a1ea-20bd86efdedf tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 932 time: 0.1240637 Sep 17 22:26:40.106114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a769ae9f-376d-4461-aad6-202ada301e44 req-3262bb37-9228-4cad-9e7c-3417484f06ef tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681326 Sep 17 22:26:40.108382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=a436730e-4407-473c-b022-ff51e11b1e48,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:40.188597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003502e-178b-4816-8256-a6950154b094 None None] Sync routers for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:40.199743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003502e-178b-4816-8256-a6950154b094 None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:40.200583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5003502e-178b-4816-8256-a6950154b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:40.236376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded62481-a331-4b89-a9d4-ccaab91202b1 req-88bfa439-962f-4878-8c8f-cbfadd3764c8 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:40.238046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ded62481-a331-4b89-a9d4-ccaab91202b1 req-88bfa439-962f-4878-8c8f-cbfadd3764c8 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.0607641 Sep 17 22:26:40.282000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ded62481-a331-4b89-a9d4-ccaab91202b1 req-00f0e43c-59c7-4545-97a5-32ffc5ea62ee tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Sep 17 22:26:40.322963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5003502e-178b-4816-8256-a6950154b094 None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:40.406793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd63de-4951-4f23-96ab-f7491a065175 req-a9db3f5d-274f-4583-8126-eb0f6c2c90e8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:40.409087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5cfd63de-4951-4f23-96ab-f7491a065175 req-a9db3f5d-274f-4583-8126-eb0f6c2c90e8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0548146 Sep 17 22:26:40.453551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5cfd63de-4951-4f23-96ab-f7491a065175 req-463120eb-fced-4cd1-b831-b4ae89c4d311 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 Sep 17 22:26:40.573710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5003502e-178b-4816-8256-a6950154b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 2, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:40.601330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003502e-178b-4816-8256-a6950154b094 None None] Checking router: d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:40.601686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003502e-178b-4816-8256-a6950154b094 None None] Updating router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b port 97a17048-a5ba-4f3b-a224-3587f213d09a binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:26:40.628079 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5003502e-178b-4816-8256-a6950154b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.817524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-925fa99b-fc34-4a27-b5b1-d9aade771ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:40.819083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-925fa99b-fc34-4a27-b5b1-d9aade771ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/networks?id=0a289da3-27f2-4c02-a1ba-2687ea32cc69 HTTP/1.1" status: 200 len: 828 time: 0.1165376 Sep 17 22:26:40.835403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-2ca3d946-3f14-47e7-be70-7c8353489667 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/quotas/4fdb2b79faa3446d91fb248e513757c5 HTTP/1.1" status: 200 len: 375 time: 0.0098424 Sep 17 22:26:40.891598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-89b32b13-0e66-4539-b0de-39a78b197aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fdb2b79faa3446d91fb248e513757c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494952 Sep 17 22:26:40.925042 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5003502e-178b-4816-8256-a6950154b094 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.930316 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5003502e-178b-4816-8256-a6950154b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.994792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b388a8-6a53-4bdc-b30b-896c69d1b6f4 None None] Pushing event updated for resources: {'Port': ['ID=97a17048-a5ba-4f3b-a224-3587f213d09a,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:40.997576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-0087269b-20bc-4b29-8183-91476ed4607a service neutron] 10.222.0.48 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985281 Sep 17 22:26:41.047551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5003502e-178b-4816-8256-a6950154b094 None None] Attempting to bind port 97a17048-a5ba-4f3b-a224-3587f213d09a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:41.048166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5003502e-178b-4816-8256-a6950154b094 None None] Attempting to bind port 97a17048-a5ba-4f3b-a224-3587f213d09a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:41.048619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003502e-178b-4816-8256-a6950154b094 None None] Attempting to bind port 97a17048-a5ba-4f3b-a224-3587f213d09a on network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:41.054659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003502e-178b-4816-8256-a6950154b094 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:41.055270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003502e-178b-4816-8256-a6950154b094 None None] Checking segment: {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:41.055738 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5003502e-178b-4816-8256-a6950154b094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.056207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003502e-178b-4816-8256-a6950154b094 None None] Bound using segment: {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:41.056864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5003502e-178b-4816-8256-a6950154b094 None None] Bound port: 97a17048-a5ba-4f3b-a224-3587f213d09a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:41.057504 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5003502e-178b-4816-8256-a6950154b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.133869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5003502e-178b-4816-8256-a6950154b094 None None] For port 97a17048-a5ba-4f3b-a224-3587f213d09a, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:41.137627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-75bc13d4-06ce-47e9-a84c-dcaae038e24a service neutron] 10.222.0.48 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323426 Sep 17 22:26:41.138418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5003502e-178b-4816-8256-a6950154b094 None None] For port 97a17048-a5ba-4f3b-a224-3587f213d09a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=97a17048-a5ba-4f3b-a224-3587f213d09a,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:41.148012 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5003502e-178b-4816-8256-a6950154b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.209909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003502e-178b-4816-8256-a6950154b094 None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:41.210547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5003502e-178b-4816-8256-a6950154b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:41.255369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b388a8-6a53-4bdc-b30b-896c69d1b6f4 None None] Pushing event updated for resources: {'Port': ['ID=97a17048-a5ba-4f3b-a224-3587f213d09a,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:41.319960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a550bb0f-8eac-4a40-a099-851bc9c361bc None None] Provisioning complete for port 97a17048-a5ba-4f3b-a224-3587f213d09a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:41.320339 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a550bb0f-8eac-4a40-a099-851bc9c361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.381344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5003502e-178b-4816-8256-a6950154b094 None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:41.386407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a004a-e8ba-4180-b61d-4d2dd18581dc req-4899ceee-29a4-4525-a6c3-9955045f6ef9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:41.388257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a4a004a-e8ba-4180-b61d-4d2dd18581dc req-4899ceee-29a4-4525-a6c3-9955045f6ef9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0779893 Sep 17 22:26:41.453824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a4a004a-e8ba-4180-b61d-4d2dd18581dc req-a4e0eeea-2c93-4d9e-8b93-50368a4e4858 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561211 Sep 17 22:26:41.556038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a436730e-4407-473c-b022-ff51e11b1e48 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:41.558360 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a550bb0f-8eac-4a40-a099-851bc9c361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.585581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce96144-2174-4470-b7f9-6da0f112397d req-787a1f64-a874-48d1-8e47-de42c1545f04 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:41.587512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ce96144-2174-4470-b7f9-6da0f112397d req-787a1f64-a874-48d1-8e47-de42c1545f04 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 944 time: 0.0628207 Sep 17 22:26:41.633263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ce96144-2174-4470-b7f9-6da0f112397d req-bf751146-0ef3-4cf1-80fd-57398a5ecd1a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377283 Sep 17 22:26:41.749071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fee3ff-f6e8-4059-9e61-75f177279032 req-762a798e-f08c-4a79-96be-7a67e7789f74 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:41.750669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35fee3ff-f6e8-4059-9e61-75f177279032 req-762a798e-f08c-4a79-96be-7a67e7789f74 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0542939 Sep 17 22:26:41.788841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35fee3ff-f6e8-4059-9e61-75f177279032 req-e3e97010-c852-476f-93b0-02c03f4d5eab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Sep 17 22:26:41.800523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a550bb0f-8eac-4a40-a099-851bc9c361bc None None] For port 97a17048-a5ba-4f3b-a224-3587f213d09a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=97a17048-a5ba-4f3b-a224-3587f213d09a,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:41.818560 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a550bb0f-8eac-4a40-a099-851bc9c361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.827826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:41.887454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a436730e-4407-473c-b022-ff51e11b1e48 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:41.887829 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.903572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c86351-909f-42c1-9199-d3fa1c9dbf43 req-dbebd38a-80ed-41db-afaf-667bd66548da tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:41.905089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0c86351-909f-42c1-9199-d3fa1c9dbf43 req-dbebd38a-80ed-41db-afaf-667bd66548da tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 932 time: 0.0539758 Sep 17 22:26:41.944788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0c86351-909f-42c1-9199-d3fa1c9dbf43 req-4f5ef4bb-2635-4b7d-b00f-1276b26b1a5f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337193 Sep 17 22:26:41.971930 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550bb0f-8eac-4a40-a099-851bc9c361bc None None] Pushing event updated for resources: {'Port': ['ID=97a17048-a5ba-4f3b-a224-3587f213d09a,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:42.026237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d394eb5-0f0f-4078-8dcf-905ffeedcc4e req-785bd257-20a6-4145-9a48-46a0a36234db tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0266171 Sep 17 22:26:42.027071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-17296611-451c-4b09-8c10-2e8cf6451dd4 None None] Provisioning complete for port 97a17048-a5ba-4f3b-a224-3587f213d09a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:42.027428 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-17296611-451c-4b09-8c10-2e8cf6451dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.073388 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5003502e-178b-4816-8256-a6950154b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:41Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:42.127022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003502e-178b-4816-8256-a6950154b094 None None] The sync data for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 is: [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:41Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:42.133082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f72f2-bc71-4310-a3df-248ffece562c req-b43b477c-19e5-4101-8139-9e485d95e9c2 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:42.134579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d9f72f2-bc71-4310-a3df-248ffece562c req-b43b477c-19e5-4101-8139-9e485d95e9c2 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.0515831 Sep 17 22:26:42.157448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:42.178944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d9f72f2-bc71-4310-a3df-248ffece562c req-06271394-a10a-4914-abc4-78683b828e35 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Sep 17 22:26:42.183497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6f504895-2511-4617-8eb3-c7875cd649a2', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': '6f504895-2511-4617-8eb3-c7875cd649a2', 'mac_address': 'fa:16:3e:19:98:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:42.273883 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.290147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f504895-2511-4617-8eb3-c7875cd649a2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:42.316079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:42.321478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d536b-6c20-41b5-8179-c02f7e1e3ba5 req-8068d12e-18f6-4899-aa26-abf6f7575724 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:42.322288 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.323046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-403d536b-6c20-41b5-8179-c02f7e1e3ba5 req-8068d12e-18f6-4899-aa26-abf6f7575724 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0585537 Sep 17 22:26:42.377712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-403d536b-6c20-41b5-8179-c02f7e1e3ba5 req-3929add3-3762-4715-84fe-78ce764e7d7a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Sep 17 22:26:42.384459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:42.573977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc63a5-a9a5-4217-96ab-8a608d4677d5 req-de8a793b-cc51-4123-a230-27075380879c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:42.575595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ccfc63a5-a9a5-4217-96ab-8a608d4677d5 req-de8a793b-cc51-4123-a230-27075380879c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0524516 Sep 17 22:26:42.614885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6f504895-2511-4617-8eb3-c7875cd649a2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:42.616820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ccfc63a5-a9a5-4217-96ab-8a608d4677d5 req-5c2fc715-8908-4e25-892f-238a357ee9f8 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353220 Sep 17 22:26:42.757337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da77763-c614-4320-a69f-b55db0e05d3c req-90aab8b3-eec9-492a-a19d-c1c00a8e5ce8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:42.758884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da77763-c614-4320-a69f-b55db0e05d3c req-90aab8b3-eec9-492a-a19d-c1c00a8e5ce8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0541124 Sep 17 22:26:42.800209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da77763-c614-4320-a69f-b55db0e05d3c req-5cd86352-c40b-4e8f-ac26-629455edb15f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340729 Sep 17 22:26:42.919509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc2e7b-f079-4a55-9611-1519dc13f3ef req-fae44318-0ce0-4a63-8966-2c0a2bd644bf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:42.921023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38cc2e7b-f079-4a55-9611-1519dc13f3ef req-fae44318-0ce0-4a63-8966-2c0a2bd644bf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0555689 Sep 17 22:26:42.961755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38cc2e7b-f079-4a55-9611-1519dc13f3ef req-999d24af-c4e9-4813-9543-915c501fa783 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Sep 17 22:26:43.071799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89315af-2061-404d-b34d-ff57fe5af32c req-c3ffa27e-c8d5-4338-a98b-f60fe2620a47 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.073410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c89315af-2061-404d-b34d-ff57fe5af32c req-c3ffa27e-c8d5-4338-a98b-f60fe2620a47 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 932 time: 0.0529823 Sep 17 22:26:43.114290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c89315af-2061-404d-b34d-ff57fe5af32c req-7a412385-ba3d-4c93-8f7f-e2742d70202b tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Sep 17 22:26:43.197311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dff8655-e245-4e4d-8671-fff3839c5846 req-89d99b5f-f448-4422-bd64-63f1b5bc27f8 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0271323 Sep 17 22:26:43.318046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b093-7edc-4328-80e8-fe5d25ba789f req-65e7ffb0-bbba-46d6-a803-75639b980995 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.319513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1780b093-7edc-4328-80e8-fe5d25ba789f req-65e7ffb0-bbba-46d6-a803-75639b980995 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Sep 17 22:26:43.361508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1780b093-7edc-4328-80e8-fe5d25ba789f req-5bfc87d4-c5c8-4845-9290-ea359f89cc40 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Sep 17 22:26:43.493181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f24ed-7802-4ed6-b23d-b4d3c30a92d2 req-43154dab-6299-45fd-a317-381f67bf434b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.494666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af1f24ed-7802-4ed6-b23d-b4d3c30a92d2 req-43154dab-6299-45fd-a317-381f67bf434b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0520053 Sep 17 22:26:43.534040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af1f24ed-7802-4ed6-b23d-b4d3c30a92d2 req-d03dd6e5-c052-4d85-9320-dd42774ac9d8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330405 Sep 17 22:26:43.544595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 97a17048-a5ba-4f3b-a224-3587f213d09a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:43.592270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 97a17048-a5ba-4f3b-a224-3587f213d09a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:43.592540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.734749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b758f8b-566f-4943-b980-1f95e03314e8 req-3d645176-7e2a-42bc-9482-80e03a634411 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.736110 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b758f8b-566f-4943-b980-1f95e03314e8 req-3d645176-7e2a-42bc-9482-80e03a634411 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0491679 Sep 17 22:26:43.772723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b758f8b-566f-4943-b980-1f95e03314e8 req-f4e39722-db4f-4161-98f8-541bdb4b017d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307078 Sep 17 22:26:43.846670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:43.894687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 6f504895-2511-4617-8eb3-c7875cd649a2 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:26:43.898904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6f504895-2511-4617-8eb3-c7875cd649a2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:43.899279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.914090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3392e-d85a-4ddb-b441-83f48962b862 req-409d9d0a-2a60-4053-ae32-333f0c1a5529 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.915560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbd3392e-d85a-4ddb-b441-83f48962b862 req-409d9d0a-2a60-4053-ae32-333f0c1a5529 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0498395 Sep 17 22:26:43.957807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbd3392e-d85a-4ddb-b441-83f48962b862 req-649f0c83-c1b6-4a3f-a023-2c9ea7ace145 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359962 Sep 17 22:26:43.981719 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.003973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:44.006619 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57da1897-2178-437f-b419-29c26bd80eea" -d '{"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-plugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:44.020007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:44.024980 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.077038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:44.087773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5cd4c-f128-4cf4-b738-0234c9b98014 req-725f84ab-065c-40bf-825a-d198dd7e6be2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.090206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33c5cd4c-f128-4cf4-b738-0234c9b98014 req-725f84ab-065c-40bf-825a-d198dd7e6be2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0538476 Sep 17 22:26:44.135510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33c5cd4c-f128-4cf4-b738-0234c9b98014 req-ac752021-e3f8-4824-bc4a-95a1b92ea303 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374312 Sep 17 22:26:44.166326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Request body: {'port': {'device_id': 'e99a2a87-e580-418e-90a7-92e43fbf248a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:44.182330 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42ffef7-a4e1-4fd1-860b-809d0dbb471e x-openstack-request-id: req-e42ffef7-a4e1-4fd1-860b-809d0dbb471e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:44.183244 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-plugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:44.183495 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e42ffef7-a4e1-4fd1-860b-809d0dbb471e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:44.185093 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'code': 200} Sep 17 22:26:44.275043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.336087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf9fd37-6c5c-4bdd-a114-752ef4ab6c80 req-1b1f7ec3-257b-4cc0-9eff-eadb1ba08e29 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0497913 Sep 17 22:26:44.343170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07179f2-e934-457e-be3d-8b941282813e req-da24cb7f-e91c-4cb2-9e7f-c2364e163b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.344998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b07179f2-e934-457e-be3d-8b941282813e req-da24cb7f-e91c-4cb2-9e7f-c2364e163b7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1098 time: 0.0618489 Sep 17 22:26:44.373659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d59a-4581-479b-bbd3-2bb1366ca2da req-bab347b3-a4f6-4356-ba03-bd407847a021 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.380907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6c6d59a-4581-479b-bbd3-2bb1366ca2da req-bab347b3-a4f6-4356-ba03-bd407847a021 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 932 time: 0.1457458 Sep 17 22:26:44.384772 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b07179f2-e934-457e-be3d-8b941282813e req-eb3ea6a5-ed9e-49cc-9758-41c586002152 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Sep 17 22:26:44.489205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6c6d59a-4581-479b-bbd3-2bb1366ca2da req-b06c52a0-9e5c-4290-9079-fdc4cabe1da6 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073251 Sep 17 22:26:44.577892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f530-051e-42e1-b866-17f777cdaec5 req-a1853746-c507-47d9-86e9-a8af4608a29c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.579566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0a0f530-051e-42e1-b866-17f777cdaec5 req-a1853746-c507-47d9-86e9-a8af4608a29c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.0973685 Sep 17 22:26:44.707335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0a0f530-051e-42e1-b866-17f777cdaec5 req-6f68f71f-1d62-4573-8b55-3709bfd4f9cd tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965827 Sep 17 22:26:44.737102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20092ea6-d28f-4773-a20f-5d75359c3a13 req-6fa3863f-7401-4d32-9609-62327c45f11a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.738719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20092ea6-d28f-4773-a20f-5d75359c3a13 req-6fa3863f-7401-4d32-9609-62327c45f11a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1094658 Sep 17 22:26:44.790933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c639bcdb-5b39-436f-8924-4641b67ed5b8 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:44.805690 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.814007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20092ea6-d28f-4773-a20f-5d75359c3a13 req-5ffa2fe3-d834-4fe4-8a17-7df1de4cdfbc tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693870 Sep 17 22:26:44.823585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Transition to ACTIVE for port object c639bcdb-5b39-436f-8924-4641b67ed5b8 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:44.828048 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.911224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Pushing event updated for resources: {'Port': ['ID=c639bcdb-5b39-436f-8924-4641b67ed5b8,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:44.966737 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea435-52b2-4615-9a4e-dae3e8cf6778 req-6cd8de83-71ab-4c9f-b82e-f8473f143f67 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.968278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c9ea435-52b2-4615-9a4e-dae3e8cf6778 req-6cd8de83-71ab-4c9f-b82e-f8473f143f67 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1099019 Sep 17 22:26:45.019087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Attempting to bind port c639bcdb-5b39-436f-8924-4641b67ed5b8 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:45.019411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Attempting to bind port c639bcdb-5b39-436f-8924-4641b67ed5b8 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:45.019665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Attempting to bind port c639bcdb-5b39-436f-8924-4641b67ed5b8 on network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:45.033551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c9ea435-52b2-4615-9a4e-dae3e8cf6778 req-c05ab2ad-8365-411b-8006-2d195970003d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586991 Sep 17 22:26:45.035786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Port c639bcdb-5b39-436f-8924-4641b67ed5b8 on network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:45.036141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Attempting to bind port c639bcdb-5b39-436f-8924-4641b67ed5b8 on network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:45.053154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:45.053522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Checking segment: {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:45.053909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Bound using segment: {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:45.054348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Bound port: c639bcdb-5b39-436f-8924-4641b67ed5b8, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:45.054708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.126992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c81ec-4466-4dfa-b794-b8f97d4ac121 req-2391ef66-8af9-446d-ab77-d9f09f39b3b0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.128486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be4c81ec-4466-4dfa-b794-b8f97d4ac121 req-2391ef66-8af9-446d-ab77-d9f09f39b3b0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 946 time: 0.0938728 Sep 17 22:26:45.170466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] For port c639bcdb-5b39-436f-8924-4641b67ed5b8, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:45.194103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] For port c639bcdb-5b39-436f-8924-4641b67ed5b8, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c639bcdb-5b39-436f-8924-4641b67ed5b8,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:45.198346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be4c81ec-4466-4dfa-b794-b8f97d4ac121 req-d8cce3ed-b55a-4a8f-81a9-b5ca38ae1cfe tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594027 Sep 17 22:26:45.199991 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.245984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.246608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.248023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] 10.222.0.49 "PUT /v2.0/ports/c639bcdb-5b39-436f-8924-4641b67ed5b8 HTTP/1.1" status: 200 len: 1093 time: 1.0861397 Sep 17 22:26:45.248469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a2a87-e580-418e-90a7-92e43fbf248a', 'tag': 'c639bcdb-5b39-436f-8924-4641b67ed5b8'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:45.250798 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e99a2a87-e580-418e-90a7-92e43fbf248a", "tag": "c639bcdb-5b39-436f-8924-4641b67ed5b8"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:45.275268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6b3f1-b779-4e36-bd72-d37f95df0905 service neutron] Pushing event updated for resources: {'Port': ['ID=c639bcdb-5b39-436f-8924-4641b67ed5b8,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:45.321079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-52bc7b2b-12d6-4cde-b8c7-1e088dc8ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.322649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-52bc7b2b-12d6-4cde-b8c7-1e088dc8ea1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1101 time: 0.0901182 Sep 17 22:26:45.328044 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9bc427-19ad-4c4f-9b4a-033dc1b9065b x-openstack-request-id: req-ef9bc427-19ad-4c4f-9b4a-033dc1b9065b {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:45.328482 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99a2a87-e580-418e-90a7-92e43fbf248a", "tag": "c639bcdb-5b39-436f-8924-4641b67ed5b8", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:45.328740 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef9bc427-19ad-4c4f-9b4a-033dc1b9065b {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:45.329435 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a2a87-e580-418e-90a7-92e43fbf248a', 'tag': 'c639bcdb-5b39-436f-8924-4641b67ed5b8', 'status': 'completed', 'code': 200} Sep 17 22:26:45.389320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537db3a8-fbb7-4bc5-8ac1-db05481f2016 req-dade4ddd-220e-4194-853b-ae6b950eaec3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.403926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-537db3a8-fbb7-4bc5-8ac1-db05481f2016 req-dade4ddd-220e-4194-853b-ae6b950eaec3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1123161 Sep 17 22:26:45.456512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-de578bb5-c7a7-46fb-b110-ec258ee9bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.458260 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-de578bb5-c7a7-46fb-b110-ec258ee9bfe0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1233110 Sep 17 22:26:45.479594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5c9f219-5618-42a1-872e-907f1ae4866d req-30057da1-940d-4719-a338-af20825147c9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0356319 Sep 17 22:26:45.489075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-978c6d1c-9a0b-429c-9419-3f3b8566a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.490560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-978c6d1c-9a0b-429c-9419-3f3b8566a7d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d34547c379c4ecaa88efa3ae04f1294&device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 1096 time: 0.1488159 Sep 17 22:26:45.493876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-537db3a8-fbb7-4bc5-8ac1-db05481f2016 req-ea0783a2-1545-4ed7-b778-386b02db4ce7 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888195 Sep 17 22:26:45.525429 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-4c5fdaca-a840-4673-911a-52e54020cfc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.0468545 Sep 17 22:26:45.553980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-2c38ef2b-02b0-4b44-9433-964b6ccbcbfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c639bcdb-5b39-436f-8924-4641b67ed5b8 HTTP/1.1" status: 200 len: 217 time: 0.0453620 Sep 17 22:26:45.594427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-01d15843-d4bb-43c7-8b83-964de8907b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.595887 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-01d15843-d4bb-43c7-8b83-964de8907b26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0488138 Sep 17 22:26:45.639129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-a07a00ea-cebb-4208-8978-5e46f5061ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.640718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-a07a00ea-cebb-4208-8978-5e46f5061ebe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13113c3b-d644-40b6-abc2-6a6c7f6323f5 HTTP/1.1" status: 200 len: 853 time: 0.0699952 Sep 17 22:26:45.650476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-0d0bd828-acb2-422d-ada1-f94de98e67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.653015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-0d0bd828-acb2-422d-ada1-f94de98e67ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0487652 Sep 17 22:26:45.653184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5d095-3f2f-4515-b8ec-7ec8565875b0 req-3145d8f3-d1c9-4a1d-a3f2-cb2f48e5e802 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.654652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1d5d095-3f2f-4515-b8ec-7ec8565875b0 req-3145d8f3-d1c9-4a1d-a3f2-cb2f48e5e802 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 944 time: 0.0941145 Sep 17 22:26:45.722646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1d5d095-3f2f-4515-b8ec-7ec8565875b0 req-baa0bd50-0b19-4db0-b928-19e29e0d38c8 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595849 Sep 17 22:26:45.725203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-4be1c00f-df10-45c1-a1a0-d67b6b1207f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.726639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-4be1c00f-df10-45c1-a1a0-d67b6b1207f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9cd1a36-1a0c-4f04-93e5-b6c8370e5960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711293 Sep 17 22:26:45.770509 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-2dec3278-6e84-4cc8-8eaa-85e8bf5565e6 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918808 Sep 17 22:26:45.965040 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-38878892-0514-4855-9d66-a4dc4d46daf9 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780615 Sep 17 22:26:46.008728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-b1e78f1c-7a52-409e-a900-c4735ffc144a tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.010449 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-b1e78f1c-7a52-409e-a900-c4735ffc144a tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.49 "GET /v2.0/networks?id=0a289da3-27f2-4c02-a1ba-2687ea32cc69 HTTP/1.1" status: 200 len: 828 time: 0.1479058 Sep 17 22:26:46.037728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Request body: {'port': {'device_id': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'admin_state_up': True, 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:46.242167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4836d9-8c94-4ace-ba0c-66673c9bfc5f req-813c116e-e3ea-45b8-9bcd-dc148284dd79 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.249517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c4836d9-8c94-4ace-ba0c-66673c9bfc5f req-813c116e-e3ea-45b8-9bcd-dc148284dd79 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.4698308 Sep 17 22:26:46.260325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Made reservation on behalf of 4fdb2b79faa3446d91fb248e513757c5 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:46.265356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.282144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-3e6a71e8-f3e6-4c69-8a1c-383f69664772 service neutron] 10.222.0.49 "GET /v2.0/networks/c9cd1a36-1a0c-4f04-93e5-b6c8370e5960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103948 Sep 17 22:26:46.302504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8f7a-1517-49ba-9b80-b580400eb62b req-57bd9783-bbd9-406f-8738-04c3f285c9bf tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.304131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f50d8f7a-1517-49ba-9b80-b580400eb62b req-57bd9783-bbd9-406f-8738-04c3f285c9bf tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1397951 Sep 17 22:26:46.358998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c4836d9-8c94-4ace-ba0c-66673c9bfc5f req-9768c2b9-a184-466a-891e-f0aba79ba4d2 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000397 Sep 17 22:26:46.398654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Allocated IP 172.20.0.11 (0a289da3-27f2-4c02-a1ba-2687ea32cc69/d77db637-91d4-46e8-8968-44c6dffa4211/3d850142-586d-448a-9b88-3ed1333e4587) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:46.425192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f50d8f7a-1517-49ba-9b80-b580400eb62b req-1f8cc35d-d02b-47dc-9123-a715937fb076 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123662 Sep 17 22:26:46.473542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b333e7-28da-4c8a-9db1-17f80c3a960d req-2233bc2c-715a-4089-80d9-d192d9e7116f service neutron] 10.222.0.49 "GET /v2.0/networks/c9cd1a36-1a0c-4f04-93e5-b6c8370e5960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680098 Sep 17 22:26:46.493519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d9f6-c00f-4bd8-97da-76d08b362b51 req-9fa94b93-e72c-45fe-a66b-8259a5a89dd2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.495803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b148d9f6-c00f-4bd8-97da-76d08b362b51 req-9fa94b93-e72c-45fe-a66b-8259a5a89dd2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0661001 Sep 17 22:26:46.569281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.580331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444141b-27ce-407f-b468-b86645015180 req-4fee9866-6233-4a3a-94eb-45da18867465 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.581860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1444141b-27ce-407f-b468-b86645015180 req-4fee9866-6233-4a3a-94eb-45da18867465 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 946 time: 0.0849290 Sep 17 22:26:46.585081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b148d9f6-c00f-4bd8-97da-76d08b362b51 req-7bb62785-3d64-4dab-a740-c52414860df6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784898 Sep 17 22:26:46.611586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.653731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1444141b-27ce-407f-b468-b86645015180 req-8deab04f-f7ea-4164-b3dc-5ee5301ebc40 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654521 Sep 17 22:26:46.663117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:46.665731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-4c043f17-2fdc-408b-8c91-445ac6806834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.666465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:46.667330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-4c043f17-2fdc-408b-8c91-445ac6806834 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d34547c379c4ecaa88efa3ae04f1294&device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 1096 time: 0.0587683 Sep 17 22:26:46.671768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:46.728557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Pushing event updated for resources: {'Port': ['ID=3d850142-586d-448a-9b88-3ed1333e4587,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:46.736456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.737127 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.759302 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-c72a255c-8bc9-4cb6-a8bf-7d2043e9e2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7261639 Sep 17 22:26:46.782234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Request body: {'port': {'device_id': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:46.845216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.861887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d889-5c6a-489c-9068-6bef736ec136 req-c8a75540-fa6d-41f8-ad2f-8b09ae391c43 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.863483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9917d889-5c6a-489c-9068-6bef736ec136 req-c8a75540-fa6d-41f8-ad2f-8b09ae391c43 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 932 time: 0.1368802 Sep 17 22:26:46.893787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-c9944921-5bc0-4d93-bc0a-11ac38b940be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.895239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-c9944921-5bc0-4d93-bc0a-11ac38b940be service neutron] 10.222.0.49 "GET /v2.0/networks?id=c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 HTTP/1.1" status: 200 len: 915 time: 0.1892953 Sep 17 22:26:46.914684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5207fca-915f-408d-b352-262a24ed3a20 req-c60394b0-1e21-4027-bc95-153785bd111d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.916077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5207fca-915f-408d-b352-262a24ed3a20 req-c60394b0-1e21-4027-bc95-153785bd111d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1062081 Sep 17 22:26:46.946923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9917d889-5c6a-489c-9068-6bef736ec136 req-71528c0d-a89d-4a3d-9a0f-d7f8a8bae318 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675449 Sep 17 22:26:46.974487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f59336cb-a1dc-4f3a-b442-3107959e8c56 None None] Provisioning complete for port 3d850142-586d-448a-9b88-3ed1333e4587 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:46.975074 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f59336cb-a1dc-4f3a-b442-3107959e8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.991311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-0d016b94-eff6-4abb-a720-69c3d0a753a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c639bcdb-5b39-436f-8924-4641b67ed5b8 HTTP/1.1" status: 200 len: 217 time: 0.0418382 Sep 17 22:26:47.017508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5207fca-915f-408d-b352-262a24ed3a20 req-44d23d04-1bfb-4d5a-a6ca-142fd74fb132 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910580 Sep 17 22:26:47.018544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f59336cb-a1dc-4f3a-b442-3107959e8c56 None None] Port 3d850142-586d-448a-9b88-3ed1333e4587 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:47.121208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-f0f68877-491c-444d-aeb0-28c861cb4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.122694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-f0f68877-491c-444d-aeb0-28c861cb4361 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13113c3b-d644-40b6-abc2-6a6c7f6323f5 HTTP/1.1" status: 200 len: 853 time: 0.1234648 Sep 17 22:26:47.152347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194f45-7c11-4ed7-abc1-6cf1fa260ff2 req-288d64e5-fb1f-4d18-bc71-faf80a65865f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.154031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b194f45-7c11-4ed7-abc1-6cf1fa260ff2 req-288d64e5-fb1f-4d18-bc71-faf80a65865f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 946 time: 0.1354349 Sep 17 22:26:47.173416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52640) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:47.179134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'floatingip': {'port_id': '6f504895-2511-4617-8eb3-c7875cd649a2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:47.226126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903106e-3761-454b-8407-0640b43b6129 req-1dea9251-c897-4dc2-9748-72c631adea80 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.227703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0903106e-3761-454b-8407-0640b43b6129 req-1dea9251-c897-4dc2-9748-72c631adea80 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 944 time: 0.1509290 Sep 17 22:26:47.243984 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.293199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-9bfc1926-2f3e-48de-a1dc-279cec7813ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.294756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-9bfc1926-2f3e-48de-a1dc-279cec7813ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9cd1a36-1a0c-4f04-93e5-b6c8370e5960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605921 Sep 17 22:26:47.372316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0903106e-3761-454b-8407-0640b43b6129 req-2b77ab78-6ab7-4b91-a871-c7dea9c09321 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333230 Sep 17 22:26:47.407815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d850142-586d-448a-9b88-3ed1333e4587 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:47.417840 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.429956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Transition to ACTIVE for port object 3d850142-586d-448a-9b88-3ed1333e4587 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:47.435053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.484890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d850142-586d-448a-9b88-3ed1333e4587,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:47.571418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Attempting to bind port 3d850142-586d-448a-9b88-3ed1333e4587 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:47.572068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Attempting to bind port 3d850142-586d-448a-9b88-3ed1333e4587 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:47.572068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Attempting to bind port 3d850142-586d-448a-9b88-3ed1333e4587 on network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:47.577665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Port 3d850142-586d-448a-9b88-3ed1333e4587 on network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:47.577997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Attempting to bind port 3d850142-586d-448a-9b88-3ed1333e4587 on network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:47.583644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:47.583986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Checking segment: {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:47.584374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Bound using segment: {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:47.584806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Bound port: 3d850142-586d-448a-9b88-3ed1333e4587, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c74fa6b-f04f-41be-a3ff-4f0633842d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:47.585202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.585595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-19d9708a-dbb0-4095-8b31-a4b60b61ec23 service neutron] 10.222.0.49 "GET /v2.0/networks/c9cd1a36-1a0c-4f04-93e5-b6c8370e5960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799540 Sep 17 22:26:47.601247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36edc-aa54-4b0e-b8a1-10feeb677e87 req-68fcba85-3651-417f-9110-bccc4289e436 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.602788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2d36edc-aa54-4b0e-b8a1-10feeb677e87 req-68fcba85-3651-417f-9110-bccc4289e436 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 945 time: 0.1663916 Sep 17 22:26:47.657199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] For port 3d850142-586d-448a-9b88-3ed1333e4587, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:47.660438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] For port 3d850142-586d-448a-9b88-3ed1333e4587, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3d850142-586d-448a-9b88-3ed1333e4587,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:47.665699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.701878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.702489 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.703879 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] 10.222.0.49 "PUT /v2.0/ports/3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 200 len: 1093 time: 0.9281905 Sep 17 22:26:47.704320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:47.706709 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "tag": "3d850142-586d-448a-9b88-3ed1333e4587"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:47.745546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc8e67-e65b-4a1a-bb88-749862b533e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d850142-586d-448a-9b88-3ed1333e4587,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:47.810838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c368f-0a5f-48af-86c2-1717d2b25d2c req-0ca95775-ea73-42a3-aa4d-9bc7af571c8a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.813728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-879c368f-0a5f-48af-86c2-1717d2b25d2c req-0ca95775-ea73-42a3-aa4d-9bc7af571c8a tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.2665789 Sep 17 22:26:47.826341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-21e4ec1e-bf5b-41aa-b26b-609ac981fd7c tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.827841 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-21e4ec1e-bf5b-41aa-b26b-609ac981fd7c tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.1044140 Sep 17 22:26:47.837436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-5e757396-9fa2-40f9-9b91-abf103a8c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.839835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2d36edc-aa54-4b0e-b8a1-10feeb677e87 req-f279729a-93c5-4a09-8be6-463ad22901f5 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044845 Sep 17 22:26:47.840264 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-5e757396-9fa2-40f9-9b91-abf103a8c40f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fdb2b79faa3446d91fb248e513757c5&device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0604281 Sep 17 22:26:47.867158 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-10'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:47.932028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-d72610ce-d276-47eb-88ef-9e28c8739ed0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 200 len: 217 time: 0.0695276 Sep 17 22:26:47.960273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d17b416-5341-4ca1-af1b-a009bcaa0cc3 req-b713b76c-0db2-475e-a45e-b28c3773baff service neutron] 10.222.0.49 "GET /v2.0/networks/c9cd1a36-1a0c-4f04-93e5-b6c8370e5960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284142 Sep 17 22:26:47.973478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-879c368f-0a5f-48af-86c2-1717d2b25d2c req-61b770e9-fdc1-45a4-a49a-2676ed611e07 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458495 Sep 17 22:26:47.984401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.041295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759eb4b-4b9b-4fd7-80e8-f4785c2ba800 req-597f85b5-749b-482b-845c-3e91d211a9d9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.043308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c759eb4b-4b9b-4fd7-80e8-f4785c2ba800 req-597f85b5-749b-482b-845c-3e91d211a9d9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1334088 Sep 17 22:26:48.066352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-215abba9-c1de-465b-bbda-42e4733ca1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.067838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-215abba9-c1de-465b-bbda-42e4733ca1d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d77db637-91d4-46e8-8968-44c6dffa4211 HTTP/1.1" status: 200 len: 867 time: 0.1243103 Sep 17 22:26:48.124615 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c3386-b293-4265-ac0e-b4913f323db3 x-openstack-request-id: req-df7c3386-b293-4265-ac0e-b4913f323db3 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:48.124904 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "tag": "3d850142-586d-448a-9b88-3ed1333e4587", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:48.125192 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df7c3386-b293-4265-ac0e-b4913f323db3 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:48.125623 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587', 'status': 'completed', 'code': 200} Sep 17 22:26:48.163670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c759eb4b-4b9b-4fd7-80e8-f4785c2ba800 req-78ad2102-d626-4515-bdee-8cee034f3d0f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958641 Sep 17 22:26:48.175546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-dcd8aace-801d-470c-85ca-d51e0aba583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.177084 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-dcd8aace-801d-470c-85ca-d51e0aba583f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0a289da3-27f2-4c02-a1ba-2687ea32cc69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914912 Sep 17 22:26:48.209907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.217275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.228104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:48.259789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:48.282824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143f351-5f8d-4ed4-88f2-66606932f0d7 req-d07cb9c6-12a1-490d-98f3-69ef843f7bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.289986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7143f351-5f8d-4ed4-88f2-66606932f0d7 req-d07cb9c6-12a1-490d-98f3-69ef843f7bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 944 time: 0.1218657 Sep 17 22:26:48.315585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:48.320800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-e69ebd9e-a0ed-4f18-bd2f-9206488c3d44 service neutron] 10.222.0.49 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293514 Sep 17 22:26:48.371204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:48.384520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:26:48.402956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dac76-e0e4-4632-9102-88ad6cb07d62 req-56eeaa59-249f-468f-a49f-16b815980695 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.405262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff9dac76-e0e4-4632-9102-88ad6cb07d62 req-56eeaa59-249f-468f-a49f-16b815980695 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1486285 Sep 17 22:26:48.410164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7143f351-5f8d-4ed4-88f2-66606932f0d7 req-8eecbd4c-febd-4bb2-ab62-98c48f785bd5 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193883 Sep 17 22:26:48.421424 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Floating IP b9f5f4b7-cb4d-4511-8a63-efd96e9850b0 associated. External IP: 172.25.0.147, port: 6f504895-2511-4617-8eb3-c7875cd649a2. Sep 17 22:26:48.421677 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.432646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.500989 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-98c2bcb5-3768-414f-ac7f-dfbf8bc6049a req-8aa7b490-b3c0-42d3-8782-9ba223ee17f4 service neutron] 10.222.0.49 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619966 Sep 17 22:26:48.536052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:48.548993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:48.549331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:48.549699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:48.554516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:48.554905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Attempting to bind port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:48.556979 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.560498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:48.560784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:48.561270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:48.561696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Bound port: cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:48.562056 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.572529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff9dac76-e0e4-4632-9102-88ad6cb07d62 req-ddf265cb-d615-4ffd-8127-4841d34c55db tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117291 Sep 17 22:26:48.598328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a4b03-a98c-4ae6-b7f5-ac3127267309 req-f20df186-954c-4649-8e81-3060c7978a35 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.599835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da2a4b03-a98c-4ae6-b7f5-ac3127267309 req-f20df186-954c-4649-8e81-3060c7978a35 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 944 time: 0.1187725 Sep 17 22:26:48.665196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:48.680109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:48.685358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.687861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da2a4b03-a98c-4ae6-b7f5-ac3127267309 req-1676b50f-395a-4ae5-9a0f-aa58d47d7328 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803461 Sep 17 22:26:48.694971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-03e7c87a-737c-4dc7-bfba-5fdbc0998989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.696545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-03e7c87a-737c-4dc7-bfba-5fdbc0998989 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fdb2b79faa3446d91fb248e513757c5&device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0757000 Sep 17 22:26:48.831549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=8']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:48.841641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.842278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.843694 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-76fb181e-adab-4528-bc50-c1106d2ce333 service neutron] 10.222.0.49 "PUT /v2.0/ports/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 200 len: 1123 time: 0.9827478 Sep 17 22:26:48.870871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-4360248e-7397-4b70-878e-d6723cae5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.871641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-4360248e-7397-4b70-878e-d6723cae5751 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0a289da3-27f2-4c02-a1ba-2687ea32cc69 HTTP/1.1" status: 200 len: 929 time: 0.1510363 Sep 17 22:26:48.937776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-d0cf78f8-dd2c-4c13-8f7f-57d62ca429ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 200 len: 217 time: 0.0510907 Sep 17 22:26:48.940419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:49.024400 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-fba75342-95ba-4081-9ab0-5f06a9819f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.026711 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-fba75342-95ba-4081-9ab0-5f06a9819f07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d77db637-91d4-46e8-8968-44c6dffa4211 HTTP/1.1" status: 200 len: 867 time: 0.0800769 Sep 17 22:26:49.062692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Router 555c2346-7340-4a48-a154-349f0a237228 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:49.094538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-71c90140-253f-4c52-aa85-71cab1f40218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.096215 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-71c90140-253f-4c52-aa85-71cab1f40218 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0a289da3-27f2-4c02-a1ba-2687ea32cc69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611951 Sep 17 22:26:49.100861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc57d8-0b12-406e-915c-6ad1355b69c7 req-ae76c6ab-3e45-4777-9e8a-41cdbe34736c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.102595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efcc57d8-0b12-406e-915c-6ad1355b69c7 req-ae76c6ab-3e45-4777-9e8a-41cdbe34736c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.1069715 Sep 17 22:26:49.193235 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-9ddb9bc8-bdec-4ebf-8951-f020537903b9 service neutron] 10.222.0.49 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878119 Sep 17 22:26:49.214538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7d23-f9a9-43cd-9fc7-22bdd5e85454 req-e09077d8-ecba-43dd-b121-85a0f5af79a7 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.216022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-65ff7d23-f9a9-43cd-9fc7-22bdd5e85454 req-e09077d8-ecba-43dd-b121-85a0f5af79a7 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1399436 Sep 17 22:26:49.222914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efcc57d8-0b12-406e-915c-6ad1355b69c7 req-a25bc5dd-bca6-45fc-b3db-270da027bf88 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129460 Sep 17 22:26:49.291179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552e6209-3d96-42f4-b8a6-2ed7b01b5ac5 req-0b139e40-6303-41f9-95bc-92359e758157 service neutron] 10.222.0.49 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902717 Sep 17 22:26:49.296096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:49.301934 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.306938 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] Sync routers for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:49.307577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-65ff7d23-f9a9-43cd-9fc7-22bdd5e85454 req-00725156-45d5-4dbb-b3a4-b6beaca2afa8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549428 Sep 17 22:26:49.320835 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:49.321569 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:49.332564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e1ab3197-c048-4819-abe4-2ac7151a2b8a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "PUT /v2.0/floatingips/b9f5f4b7-cb4d-4511-8a63-efd96e9850b0 HTTP/1.1" status: 200 len: 992 time: 2.1580184 Sep 17 22:26:49.333161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:49.337987 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953d0fbf-b839-40f8-81dc-4f1e785a616e" -d '{"events": [{"name": "network-changed", "server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:49.383454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:49.431541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639638e1-6400-4da3-9a46-9d5c7ed3fed7 req-5dcf3ee3-b5d0-4d98-9e74-1e357ef9e77e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.433294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-639638e1-6400-4da3-9a46-9d5c7ed3fed7 req-5dcf3ee3-b5d0-4d98-9e74-1e357ef9e77e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0542436 Sep 17 22:26:49.465034 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d908b-44f0-4636-b896-f337acda713b x-openstack-request-id: req-ee9d908b-44f0-4636-b896-f337acda713b {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:49.465518 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:49.466079 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee9d908b-44f0-4636-b896-f337acda713b {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:49.466623 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'status': 'completed', 'code': 200} Sep 17 22:26:49.473333 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:49.496166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-639638e1-6400-4da3-9a46-9d5c7ed3fed7 req-f9e5cb6a-6c89-43ec-8010-39862cffd22e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Sep 17 22:26:49.542340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-d49ce1c6-c68d-482d-aa82-515096b5519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.544415 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-d49ce1c6-c68d-482d-aa82-515096b5519c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1098 time: 0.0525033 Sep 17 22:26:49.587329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35ddf3-dc42-4add-b3ec-6e53069d0f6d req-066b5376-eb44-424b-a1f3-fdac3a1c7dbf tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.589684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac35ddf3-dc42-4add-b3ec-6e53069d0f6d req-066b5376-eb44-424b-a1f3-fdac3a1c7dbf tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0571249 Sep 17 22:26:49.636429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac35ddf3-dc42-4add-b3ec-6e53069d0f6d req-919df62f-ea9e-45c2-abac-11990084ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Sep 17 22:26:49.659686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-7a291dbf-e597-463b-8469-9b69b2628bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.661589 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-7a291dbf-e597-463b-8469-9b69b2628bd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1093717 Sep 17 22:26:49.709946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d1636-18b4-4740-a661-c1401e793a9a req-bb163912-b586-4fb7-a64e-096dc45a642d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.711786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-126d1636-18b4-4740-a661-c1401e793a9a req-bb163912-b586-4fb7-a64e-096dc45a642d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0501347 Sep 17 22:26:49.728818 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-493170e0-40dc-4f9d-ba4c-41fa208eb8ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1000 time: 0.0602119 Sep 17 22:26:49.740861 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'b9f5f4b7-cb4d-4511-8a63-efd96e9850b0', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '555c2346-7340-4a48-a154-349f0a237228', 'port_id': '6f504895-2511-4617-8eb3-c7875cd649a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'mac_address': 'fa:16:3e:19:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7580a-246b-49ca-a791-187485c354ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:26:28Z', 'updated_at': '2021-09-17T22:26:48Z', 'revision_number': 1, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:28Z', 'revision_number': 5, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:49.765317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-126d1636-18b4-4740-a661-c1401e793a9a req-36c393d6-0151-4b3a-80f8-eb0a9f233ee5 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 Sep 17 22:26:49.782198 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] Checking router: 555c2346-7340-4a48-a154-349f0a237228 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:49.786861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-fe1cc093-8473-441f-a413-304056990187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.788348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-fe1cc093-8473-441f-a413-304056990187 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0500944 Sep 17 22:26:49.795333 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:49.795968 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:26:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:49.825887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494a8cd-9db7-4102-bf07-cc5baf6ff20c req-f64f952c-ace1-4e01-9eaf-2dbf839ff54d tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.827431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4494a8cd-9db7-4102-bf07-cc5baf6ff20c req-f64f952c-ace1-4e01-9eaf-2dbf839ff54d tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 944 time: 0.0536284 Sep 17 22:26:49.842605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-69909f9f-a08f-4059-b09c-48f2b78d87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.844145 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-69909f9f-a08f-4059-b09c-48f2b78d87d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472860 Sep 17 22:26:49.868079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4494a8cd-9db7-4102-bf07-cc5baf6ff20c req-7b8966aa-dd1e-4268-b63e-9ff5c59888b6 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Sep 17 22:26:49.905194 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:49.946232 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-b68a87f2-09e4-4b22-849e-f919947e0b16 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936980 Sep 17 22:26:50.048106 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-953d0fbf-b839-40f8-81dc-4f1e785a616e req-ecf4b0df-78d9-46aa-96d9-89b9afcf6b50 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Sep 17 22:26:50.126726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'}, {'name': 'network-changed', 'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:50.128053 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'b9f5f4b7-cb4d-4511-8a63-efd96e9850b0', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '555c2346-7340-4a48-a154-349f0a237228', 'port_id': '6f504895-2511-4617-8eb3-c7875cd649a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'mac_address': 'fa:16:3e:19:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7580a-246b-49ca-a791-187485c354ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:26:28Z', 'updated_at': '2021-09-17T22:26:48Z', 'revision_number': 1, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:28Z', 'revision_number': 5, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:50.129064 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe767ea8-367b-4311-af75-85ef73920688" -d '{"events": [{"server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "name": "network-vif-unplugged", "status": "completed", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec"}, {"name": "network-changed", "server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:50.157730 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd362803-38ca-4f4a-9468-65221038f383 None None] The sync data for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 is: [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'b9f5f4b7-cb4d-4511-8a63-efd96e9850b0', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '555c2346-7340-4a48-a154-349f0a237228', 'port_id': '6f504895-2511-4617-8eb3-c7875cd649a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'mac_address': 'fa:16:3e:19:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7580a-246b-49ca-a791-187485c354ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:26:28Z', 'updated_at': '2021-09-17T22:26:48Z', 'revision_number': 1, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:28Z', 'revision_number': 5, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:50.165663 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a58519f-62bb-4e0e-9a3b-d3cc09a2aeac x-openstack-request-id: req-7a58519f-62bb-4e0e-9a3b-d3cc09a2aeac {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:50.166063 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "name": "network-vif-unplugged", "status": "completed", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec", "code": 200}, {"name": "network-changed", "server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:50.166384 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a58519f-62bb-4e0e-9a3b-d3cc09a2aeac {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:50.167396 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec', 'code': 200} Sep 17 22:26:50.167805 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec', 'status': 'completed', 'code': 200} Sep 17 22:26:50.235034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe767ea8-367b-4311-af75-85ef73920688 req-683cc0db-7ca9-4a52-9265-2dcabf23264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.236550 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fe767ea8-367b-4311-af75-85ef73920688 req-683cc0db-7ca9-4a52-9265-2dcabf23264c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1126 time: 0.0430150 Sep 17 22:26:50.289134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c639bcdb-5b39-436f-8924-4641b67ed5b8 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:50.355534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe767ea8-367b-4311-af75-85ef73920688 req-a95db4aa-ca74-4c96-a758-58d15862cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.357695 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fe767ea8-367b-4311-af75-85ef73920688 req-a95db4aa-ca74-4c96-a758-58d15862cefb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1141784 Sep 17 22:26:50.364254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa0007-0d87-42d0-9254-8b37e87f837e req-a98b3cb5-c1d3-4006-9bd3-a1b2cc5bd09c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.372028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adfa0007-0d87-42d0-9254-8b37e87f837e req-a98b3cb5-c1d3-4006-9bd3-a1b2cc5bd09c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0762510 Sep 17 22:26:50.392575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3ada1-2d13-473f-8d9e-a4d5c33487c3 None None] New status for floating IP b9f5f4b7-cb4d-4511-8a63-efd96e9850b0: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:26:50.423409 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fe767ea8-367b-4311-af75-85ef73920688 req-8c3cee1d-5cb3-4f5f-a356-e618bcb8c2d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 200 len: 217 time: 0.0573735 Sep 17 22:26:50.424898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adfa0007-0d87-42d0-9254-8b37e87f837e req-1989aa2a-e418-4e3d-a2be-f89de1738e7f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517261 Sep 17 22:26:50.473320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571af8d-aa27-4fa9-bcaf-b945b7e8c191 req-db1f6787-a312-45c1-afc7-08ab568559f1 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.476004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5571af8d-aa27-4fa9-bcaf-b945b7e8c191 req-db1f6787-a312-45c1-afc7-08ab568559f1 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0702882 Sep 17 22:26:50.478946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c639bcdb-5b39-436f-8924-4641b67ed5b8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c639bcdb-5b39-436f-8924-4641b67ed5b8,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:50.489307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe767ea8-367b-4311-af75-85ef73920688 req-085b4626-c619-468e-ae24-c6150d07bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.490804 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fe767ea8-367b-4311-af75-85ef73920688 req-085b4626-c619-468e-ae24-c6150d07bb9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0582981 Sep 17 22:26:50.521448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5571af8d-aa27-4fa9-bcaf-b945b7e8c191 req-2e5b1c57-45b7-4015-8611-724c7587d508 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Sep 17 22:26:50.523631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'c639bcdb-5b39-436f-8924-4641b67ed5b8', 'network_id': 'c9cd1a36-1a0c-4f04-93e5-b6c8370e5960', 'port_id': 'c639bcdb-5b39-436f-8924-4641b67ed5b8', 'mac_address': 'fa:16:3e:e5:d7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13113c3b-d644-40b6-abc2-6a6c7f6323f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:50.531901 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fe767ea8-367b-4311-af75-85ef73920688 req-b339995f-5d87-497f-981e-5e32c95fff16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317569 Sep 17 22:26:50.608250 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.622205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c639bcdb-5b39-436f-8924-4641b67ed5b8 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:50.643529 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fe767ea8-367b-4311-af75-85ef73920688 req-e091575b-23b3-4282-97dd-e514947ef9bf service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998368 Sep 17 22:26:50.649079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c639bcdb-5b39-436f-8924-4641b67ed5b8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c639bcdb-5b39-436f-8924-4641b67ed5b8,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:50.654794 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.676533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524ff73-020f-4a41-b4ab-835951a5341d req-bd68aea8-a142-4a2e-836f-34d45c9bbb28 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.678149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7524ff73-020f-4a41-b4ab-835951a5341d req-bd68aea8-a142-4a2e-836f-34d45c9bbb28 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0645099 Sep 17 22:26:50.734131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c639bcdb-5b39-436f-8924-4641b67ed5b8,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:50.744534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7524ff73-020f-4a41-b4ab-835951a5341d req-a31126ce-4c7f-4580-8188-4380c2708ca3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595565 Sep 17 22:26:50.754100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fe767ea8-367b-4311-af75-85ef73920688 req-cc99ac74-885d-413f-964a-f1ea98e7cf19 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029315 Sep 17 22:26:50.786583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78bcc-d48c-4a41-a8d4-a92164f92b36 req-7a58fd1a-3832-42b0-8f25-922084caca8b tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.788168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59a78bcc-d48c-4a41-a8d4-a92164f92b36 req-7a58fd1a-3832-42b0-8f25-922084caca8b tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0665727 Sep 17 22:26:50.828638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59a78bcc-d48c-4a41-a8d4-a92164f92b36 req-c8a8b5c4-8b5c-4464-906e-61faba4d2424 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332987 Sep 17 22:26:50.879012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4cb1e-bdba-443d-bac5-de77edf1ca5b req-1a62dfd4-8f38-4618-a39e-3c5ebecf8632 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.880486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57c4cb1e-bdba-443d-bac5-de77edf1ca5b req-1a62dfd4-8f38-4618-a39e-3c5ebecf8632 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0492859 Sep 17 22:26:50.920153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57c4cb1e-bdba-443d-bac5-de77edf1ca5b req-4b53574d-31e8-4a5f-88aa-9c5e53274e3d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Sep 17 22:26:50.986519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43ad46-838e-403f-9840-c53d66137981 req-af24bfaf-c78e-4e92-acf0-bd635390f922 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.988051 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f43ad46-838e-403f-9840-c53d66137981 req-af24bfaf-c78e-4e92-acf0-bd635390f922 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 945 time: 0.0497026 Sep 17 22:26:51.028675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f43ad46-838e-403f-9840-c53d66137981 req-e515245d-985d-4387-a707-bedd18eeb3cf tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342455 Sep 17 22:26:51.493531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['c639bcdb-5b39-436f-8924-4641b67ed5b8'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:51.554939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6fa25-d4f8-4f9b-ac11-9f86f14ca5d9 req-46d84a3e-c48e-4f89-aae2-a5122aeb8677 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.556483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-abd6fa25-d4f8-4f9b-ac11-9f86f14ca5d9 req-46d84a3e-c48e-4f89-aae2-a5122aeb8677 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0614331 Sep 17 22:26:51.600593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-abd6fa25-d4f8-4f9b-ac11-9f86f14ca5d9 req-20ae6b46-2bd4-4e97-91fe-8d74d88d6f82 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Sep 17 22:26:51.716560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3b8ff-cf6c-4087-8462-1d6faa4cfe05 req-4ab1e5d8-52d0-44e7-9c29-d18249c0640f tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.718108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9e3b8ff-cf6c-4087-8462-1d6faa4cfe05 req-4ab1e5d8-52d0-44e7-9c29-d18249c0640f tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0559978 Sep 17 22:26:51.759062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9e3b8ff-cf6c-4087-8462-1d6faa4cfe05 req-50de2d67-d5d9-4666-81a6-781c42958c33 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350626 Sep 17 22:26:51.865864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93b4b4-7da1-4220-861e-9812ea473773 req-7f137e61-4f63-424d-b6de-8c687c60400b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.867337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e93b4b4-7da1-4220-861e-9812ea473773 req-7f137e61-4f63-424d-b6de-8c687c60400b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0507414 Sep 17 22:26:51.931480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e93b4b4-7da1-4220-861e-9812ea473773 req-4ba9b300-b554-4dcb-8f78-e3434f025ab3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569658 Sep 17 22:26:51.963153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63dd9e-7d77-4819-b3eb-a25946086e47 req-878a294f-6ac8-438d-aafb-7c855e5ab5fc tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.965214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d63dd9e-7d77-4819-b3eb-a25946086e47 req-878a294f-6ac8-438d-aafb-7c855e5ab5fc tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0710659 Sep 17 22:26:52.012816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d63dd9e-7d77-4819-b3eb-a25946086e47 req-04006284-b9bf-472c-9a5b-674d04aa4e6f tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Sep 17 22:26:52.049566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f77d08-85ad-429b-923a-4300f7bcd25b req-1fb683c3-d411-4fdf-8f18-586adb05db83 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.051081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8f77d08-85ad-429b-923a-4300f7bcd25b req-1fb683c3-d411-4fdf-8f18-586adb05db83 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0546505 Sep 17 22:26:52.090420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8f77d08-85ad-429b-923a-4300f7bcd25b req-a6bd9133-2200-4e39-b301-10207031b11f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Sep 17 22:26:52.144019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc2c76-c21c-4472-acea-059c55065e96 req-85f645cd-21e8-4200-933b-abde7da84cb5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.145545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76fc2c76-c21c-4472-acea-059c55065e96 req-85f645cd-21e8-4200-933b-abde7da84cb5 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 945 time: 0.0501196 Sep 17 22:26:52.183615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76fc2c76-c21c-4472-acea-059c55065e96 req-b495177a-8836-439a-bceb-8b0678d0d34b tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Sep 17 22:26:52.282250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3d850142-586d-448a-9b88-3ed1333e4587 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:52.378131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3d850142-586d-448a-9b88-3ed1333e4587, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3d850142-586d-448a-9b88-3ed1333e4587,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:52.388760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '3d850142-586d-448a-9b88-3ed1333e4587', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'port_id': '3d850142-586d-448a-9b88-3ed1333e4587', 'mac_address': 'fa:16:3e:8c:62:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:52.424225 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.436988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d850142-586d-448a-9b88-3ed1333e4587 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:52.455235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3d850142-586d-448a-9b88-3ed1333e4587, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3d850142-586d-448a-9b88-3ed1333e4587,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:52.459732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.508337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=3d850142-586d-448a-9b88-3ed1333e4587,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:52.722239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453667-751b-4183-bf67-394566daa0d2 req-f0ea1071-cb6c-486f-9716-5bfb33d29038 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.723747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2453667-751b-4183-bf67-394566daa0d2 req-f0ea1071-cb6c-486f-9716-5bfb33d29038 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0570240 Sep 17 22:26:52.763974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2453667-751b-4183-bf67-394566daa0d2 req-03a18213-1fbe-4cd9-8356-19f3e6e7be5b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 Sep 17 22:26:52.875183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0a50-2521-4420-b694-ea4d295209bf req-d1269fc3-fdca-4a6e-9523-88a156e7c117 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.876640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-071f0a50-2521-4420-b694-ea4d295209bf req-d1269fc3-fdca-4a6e-9523-88a156e7c117 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0485377 Sep 17 22:26:52.915209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-071f0a50-2521-4420-b694-ea4d295209bf req-4f1e492e-8235-4ba4-bf50-1929777c4211 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Sep 17 22:26:53.048478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299c0b-8ca0-48f3-955c-304d9e0517a4 req-c4580ff2-adfa-4e9b-bee3-b871e88ea49d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.050336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47299c0b-8ca0-48f3-955c-304d9e0517a4 req-c4580ff2-adfa-4e9b-bee3-b871e88ea49d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0507839 Sep 17 22:26:53.054947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['3d850142-586d-448a-9b88-3ed1333e4587'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:53.123102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47299c0b-8ca0-48f3-955c-304d9e0517a4 req-20164e6d-d4f2-413e-97a8-63f3459eedb9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663819 Sep 17 22:26:53.143882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1eb5-de69-43ee-a1e0-bd74cc0529ca req-0fe483b4-9870-4998-9ee7-7963fc489112 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.146959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d0f1eb5-de69-43ee-a1e0-bd74cc0529ca req-0fe483b4-9870-4998-9ee7-7963fc489112 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0635450 Sep 17 22:26:53.196390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d0f1eb5-de69-43ee-a1e0-bd74cc0529ca req-00311d83-66ed-4a04-884c-2a5298c5b504 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Sep 17 22:26:53.237600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c820e0c-9cd3-4c9f-a549-c9655a20b9aa req-338dcad6-8461-42a9-8e1d-87c65a36144a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.239107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c820e0c-9cd3-4c9f-a549-c9655a20b9aa req-338dcad6-8461-42a9-8e1d-87c65a36144a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0596399 Sep 17 22:26:53.303633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c820e0c-9cd3-4c9f-a549-c9655a20b9aa req-25f4d989-3824-41e5-aee0-82d1162c5055 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585082 Sep 17 22:26:53.319814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c34df-1acd-493b-b620-a8abeb43238f req-cd7b0d97-429c-44d2-9b2c-c7e185be89fb tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.321357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e1c34df-1acd-493b-b620-a8abeb43238f req-cd7b0d97-429c-44d2-9b2c-c7e185be89fb tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 945 time: 0.0622580 Sep 17 22:26:53.360912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e1c34df-1acd-493b-b620-a8abeb43238f req-6ff01e1e-49a7-4a27-8135-3fdf0eb10213 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333784 Sep 17 22:26:53.884469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a4c79-0a9e-4cae-a736-a8013548ce2e req-3698d83c-81f8-4d3e-b8a8-03cbf5c7addb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.886505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d75a4c79-0a9e-4cae-a736-a8013548ce2e req-3698d83c-81f8-4d3e-b8a8-03cbf5c7addb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0541875 Sep 17 22:26:53.923540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d75a4c79-0a9e-4cae-a736-a8013548ce2e req-1517b4a2-6b9c-41be-be96-4e15e12b526e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311067 Sep 17 22:26:54.037888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeed92c-55c4-4bdb-aa6d-e0ebeea5d64f req-a68d3423-9126-48ad-86be-b97f0e7f84a0 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.039287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbeed92c-55c4-4bdb-aa6d-e0ebeea5d64f req-a68d3423-9126-48ad-86be-b97f0e7f84a0 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0497925 Sep 17 22:26:54.077042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbeed92c-55c4-4bdb-aa6d-e0ebeea5d64f req-45dd917d-9276-4760-84a8-5befeaec3f23 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Sep 17 22:26:54.238791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1669a7-a266-4a50-94b2-1636ceebfe2f req-bdb4940a-fc07-47ba-b7e6-09adc82409f3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.240279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e1669a7-a266-4a50-94b2-1636ceebfe2f req-bdb4940a-fc07-47ba-b7e6-09adc82409f3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0499477 Sep 17 22:26:54.279248 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c639bcdb-5b39-436f-8924-4641b67ed5b8 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:54.305129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e1669a7-a266-4a50-94b2-1636ceebfe2f req-6923bf8e-303b-4f45-829a-1db43852d3b7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584071 Sep 17 22:26:54.328059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14597a-5841-4fd0-9293-6420bedcd3d4 req-6e887ba6-26cb-4e52-8d40-ad3fb017dc45 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.329620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf14597a-5841-4fd0-9293-6420bedcd3d4 req-6e887ba6-26cb-4e52-8d40-ad3fb017dc45 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0644922 Sep 17 22:26:54.334788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port c639bcdb-5b39-436f-8924-4641b67ed5b8 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:26:54.339681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port c639bcdb-5b39-436f-8924-4641b67ed5b8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:54.340057 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.372796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf14597a-5841-4fd0-9293-6420bedcd3d4 req-ba1a2137-d96c-4da7-a98c-344bbcb3059e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Sep 17 22:26:54.428057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221601ff-305a-4569-9e1e-a38b7dc2f48f req-dcc1ebcc-fdb1-43ad-a870-6e4ec0d09afe tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.429589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-221601ff-305a-4569-9e1e-a38b7dc2f48f req-dcc1ebcc-fdb1-43ad-a870-6e4ec0d09afe tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0513434 Sep 17 22:26:54.436057 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.458675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a2a87-e580-418e-90a7-92e43fbf248a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c639bcdb-5b39-436f-8924-4641b67ed5b8'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:54.462684 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da4b7d-d5a9-4a0d-85a5-ca679d325e66" -d '{"events": [{"server_uuid": "e99a2a87-e580-418e-90a7-92e43fbf248a", "name": "network-vif-plugged", "status": "completed", "tag": "c639bcdb-5b39-436f-8924-4641b67ed5b8"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:54.475026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c639bcdb-5b39-436f-8924-4641b67ed5b8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c639bcdb-5b39-436f-8924-4641b67ed5b8,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:54.480108 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.502133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-221601ff-305a-4569-9e1e-a38b7dc2f48f req-34ee0ab2-e386-4fdb-ab86-f6df44865a67 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656016 Sep 17 22:26:54.514923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98a53a-d262-4b4c-8f96-87c9c8986db1 req-aaa61d40-9bdd-4ed3-8546-8702641fbd1d tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.529188 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be98a53a-d262-4b4c-8f96-87c9c8986db1 req-aaa61d40-9bdd-4ed3-8546-8702641fbd1d tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 945 time: 0.0729854 Sep 17 22:26:54.533028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c639bcdb-5b39-436f-8924-4641b67ed5b8,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:54.553357 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55173036-e3e5-4ae0-b964-20a58c1f8f47 x-openstack-request-id: req-55173036-e3e5-4ae0-b964-20a58c1f8f47 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:54.553648 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99a2a87-e580-418e-90a7-92e43fbf248a", "name": "network-vif-plugged", "status": "completed", "tag": "c639bcdb-5b39-436f-8924-4641b67ed5b8", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:54.553897 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55173036-e3e5-4ae0-b964-20a58c1f8f47 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:54.554286 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a2a87-e580-418e-90a7-92e43fbf248a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c639bcdb-5b39-436f-8924-4641b67ed5b8', 'code': 200} Sep 17 22:26:54.560193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be98a53a-d262-4b4c-8f96-87c9c8986db1 req-c3fe486c-39c0-487c-ad70-bfb384897e1f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372775 Sep 17 22:26:54.705698 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fff59-3713-4033-ab67-6057a84a446c req-5d0694f8-f424-488b-abf7-bcd586186d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.707177 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-912fff59-3713-4033-ab67-6057a84a446c req-5d0694f8-f424-488b-abf7-bcd586186d7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 1098 time: 0.0411553 Sep 17 22:26:54.743586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-912fff59-3713-4033-ab67-6057a84a446c req-34c844f1-d8bc-43dd-916d-92731430cd98 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277009 Sep 17 22:26:55.041008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d982-2211-4560-a6cd-aa5eb2445446 req-fc38eb94-1fda-499e-9c45-a0addf7cfa23 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.043182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f47d982-2211-4560-a6cd-aa5eb2445446 req-fc38eb94-1fda-499e-9c45-a0addf7cfa23 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0511162 Sep 17 22:26:55.080673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f47d982-2211-4560-a6cd-aa5eb2445446 req-2abb6c35-2128-490f-ad7d-ed7ad5b945c9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315309 Sep 17 22:26:55.195404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a68005-32a2-438a-a698-f5e24e33b347 req-7d731e8a-7f40-488a-9dc9-0f78722f6970 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.196886 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90a68005-32a2-438a-a698-f5e24e33b347 req-7d731e8a-7f40-488a-9dc9-0f78722f6970 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0500166 Sep 17 22:26:55.237545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90a68005-32a2-438a-a698-f5e24e33b347 req-ecb63166-2005-4e19-b6d5-893ce6015234 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Sep 17 22:26:55.429359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50790427-d22a-41a2-8237-446b13c06734 req-34e6a1ea-d2d3-4c5c-8a0e-b0c07a095a2b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.430944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50790427-d22a-41a2-8237-446b13c06734 req-34e6a1ea-d2d3-4c5c-8a0e-b0c07a095a2b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0545485 Sep 17 22:26:55.504192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50790427-d22a-41a2-8237-446b13c06734 req-53998f6f-3cc9-4be4-85d9-6bc847481488 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651169 Sep 17 22:26:55.524648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba34d-dbf7-4ab2-a7e0-45e387a1ef34 req-c6865dac-f46c-484c-b601-ae9746bb95f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.526902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7afba34d-dbf7-4ab2-a7e0-45e387a1ef34 req-c6865dac-f46c-484c-b601-ae9746bb95f5 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0692592 Sep 17 22:26:55.566112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7afba34d-dbf7-4ab2-a7e0-45e387a1ef34 req-bd37dedd-28cf-4818-b876-65b169627fa6 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Sep 17 22:26:55.624939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8688-d730-4b8d-bee8-e9ac31edc41e req-81aa7562-0fa9-41a0-bea8-f1ba76ffad03 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.626507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98df8688-d730-4b8d-bee8-e9ac31edc41e req-81aa7562-0fa9-41a0-bea8-f1ba76ffad03 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0523620 Sep 17 22:26:55.695522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98df8688-d730-4b8d-bee8-e9ac31edc41e req-65b4f046-c739-4058-aeaa-85d7957336a9 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590796 Sep 17 22:26:55.702762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79837ef7-bceb-43ad-8b34-25a88a1bde36 req-809c7a80-5875-474e-8a95-67087b1e2925 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.704178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79837ef7-bceb-43ad-8b34-25a88a1bde36 req-809c7a80-5875-474e-8a95-67087b1e2925 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 946 time: 0.0762160 Sep 17 22:26:55.742813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79837ef7-bceb-43ad-8b34-25a88a1bde36 req-d05e671e-b8a2-45f3-a939-33f0a7e588e4 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Sep 17 22:26:56.123874 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:26:56.200242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f54eb-689d-45a3-a1b8-bd6fb9a1dcb3 req-2d5a993e-93ce-4893-8b67-91dbb6113663 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.201658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a3f54eb-689d-45a3-a1b8-bd6fb9a1dcb3 req-2d5a993e-93ce-4893-8b67-91dbb6113663 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0512552 Sep 17 22:26:56.238993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a3f54eb-689d-45a3-a1b8-bd6fb9a1dcb3 req-a04a12a7-5117-4888-bf4a-75a14830497e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Sep 17 22:26:56.301659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3d850142-586d-448a-9b88-3ed1333e4587 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:56.349763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 3d850142-586d-448a-9b88-3ed1333e4587 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:26:56.351715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b460b4-a38d-409d-b599-5276586a23f9 req-ff00c5f5-0f17-49a8-b458-d0d817f2d1dc tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.353247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35b460b4-a38d-409d-b599-5276586a23f9 req-ff00c5f5-0f17-49a8-b458-d0d817f2d1dc tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0511870 Sep 17 22:26:56.353455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 3d850142-586d-448a-9b88-3ed1333e4587 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:56.353847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.397747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35b460b4-a38d-409d-b599-5276586a23f9 req-7a80d1ea-89e0-4212-ab15-a70f581c2f55 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Sep 17 22:26:56.428468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.460076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3d850142-586d-448a-9b88-3ed1333e4587, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3d850142-586d-448a-9b88-3ed1333e4587,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:56.464248 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.511818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=3d850142-586d-448a-9b88-3ed1333e4587,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:56.555220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:56.557984 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a560c484-0341-405e-bc31-2d78d847eaa5" -d '{"events": [{"server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "name": "network-vif-plugged", "status": "completed", "tag": "3d850142-586d-448a-9b88-3ed1333e4587"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:56.594323 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf304ee9-fa7c-4f28-b349-9fb7f95ae668 x-openstack-request-id: req-cf304ee9-fa7c-4f28-b349-9fb7f95ae668 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:56.594621 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "name": "network-vif-plugged", "status": "completed", "tag": "3d850142-586d-448a-9b88-3ed1333e4587", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:56.594874 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf304ee9-fa7c-4f28-b349-9fb7f95ae668 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:56.595267 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587', 'code': 200} Sep 17 22:26:56.629305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23c119-fbb9-48e3-bffb-338dd1e50c4f req-7518e5be-5447-4236-a923-2a88bd41fee3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.630877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c23c119-fbb9-48e3-bffb-338dd1e50c4f req-7518e5be-5447-4236-a923-2a88bd41fee3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0549903 Sep 17 22:26:56.699974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c23c119-fbb9-48e3-bffb-338dd1e50c4f req-cfe4a772-df61-4ee4-a767-77cceb5ea90b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624645 Sep 17 22:26:56.723314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273786db-0d0e-4d61-830d-7d7811311de0 req-abc3893c-d13b-433d-87ac-5f1c29ba3db7 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.723627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273786db-0d0e-4d61-830d-7d7811311de0 req-abc3893c-d13b-433d-87ac-5f1c29ba3db7 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.0801864 Sep 17 22:26:56.759571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273786db-0d0e-4d61-830d-7d7811311de0 req-526240f2-38bb-4c50-988a-4ab693918204 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Sep 17 22:26:56.848330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1e25e-0a69-4a4a-ae1d-41eb1bfd50f7 req-cdf5b20c-2984-4e5c-a690-c9ab4749ccac tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.850411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3b1e25e-0a69-4a4a-ae1d-41eb1bfd50f7 req-cdf5b20c-2984-4e5c-a690-c9ab4749ccac tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0710709 Sep 17 22:26:56.878451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939d16-54d6-4871-86a3-88af6acaacb0 req-e1b27737-ebd9-4290-8789-604758dc8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.879933 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36939d16-54d6-4871-86a3-88af6acaacb0 req-e1b27737-ebd9-4290-8789-604758dc8f71 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 1098 time: 0.0514581 Sep 17 22:26:56.917763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3b1e25e-0a69-4a4a-ae1d-41eb1bfd50f7 req-144212e9-4afb-4a74-98cb-94dc67d74cc8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577071 Sep 17 22:26:56.925776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7194b-1774-4204-aa88-d277a197c80b req-c34737e8-fe2e-4e08-a31b-560a8958f330 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.927244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78f7194b-1774-4204-aa88-d277a197c80b req-c34737e8-fe2e-4e08-a31b-560a8958f330 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 946 time: 0.0957842 Sep 17 22:26:56.973689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78f7194b-1774-4204-aa88-d277a197c80b req-9de4dfa7-4555-46db-b391-bbcda7fee840 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374944 Sep 17 22:26:56.982175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36939d16-54d6-4871-86a3-88af6acaacb0 req-2c662979-7f93-43b7-aee0-596b2de1eaaf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547645 Sep 17 22:26:57.354487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341986-918b-49fe-9996-48d6f0af60de req-3cb7c3a9-0998-4863-b3f8-2d8de652ebbb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.355995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7341986-918b-49fe-9996-48d6f0af60de req-3cb7c3a9-0998-4863-b3f8-2d8de652ebbb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0505569 Sep 17 22:26:57.394013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7341986-918b-49fe-9996-48d6f0af60de req-0f4e9894-dd62-41b3-8070-22a460bd1240 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Sep 17 22:26:57.512854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdb3c5-640b-4516-a245-918b0f1c7ad0 req-17b150e0-1c2e-4e7a-9c4c-f639af8a1919 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.514345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1efdb3c5-640b-4516-a245-918b0f1c7ad0 req-17b150e0-1c2e-4e7a-9c4c-f639af8a1919 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0517762 Sep 17 22:26:57.551245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1efdb3c5-640b-4516-a245-918b0f1c7ad0 req-bb9d64f7-1e14-45b8-aef0-85c50f664e1c tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309920 Sep 17 22:26:57.823396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513634a8-a9f5-4934-b89a-1a526cc84ac1 req-46b91a92-c22a-47ea-a23b-98bcecee3997 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.825058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-513634a8-a9f5-4934-b89a-1a526cc84ac1 req-46b91a92-c22a-47ea-a23b-98bcecee3997 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0534885 Sep 17 22:26:57.890914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-513634a8-a9f5-4934-b89a-1a526cc84ac1 req-505e568a-e264-4afe-a728-fb5d2e85529c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559525 Sep 17 22:26:57.898874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88c52-d30b-484f-9ad2-cf42557fea09 req-0add19e9-7233-47b2-94f7-8dc8537c6456 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.900303 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eff88c52-d30b-484f-9ad2-cf42557fea09 req-0add19e9-7233-47b2-94f7-8dc8537c6456 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.0734544 Sep 17 22:26:57.938937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eff88c52-d30b-484f-9ad2-cf42557fea09 req-43e9877d-bafb-49d3-ac8d-0199245634df tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Sep 17 22:26:58.044509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f22ca2-9d50-4c04-8281-a6de064c497a req-67f28380-7923-49b0-9ef4-3dacb129492f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.046033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9f22ca2-9d50-4c04-8281-a6de064c497a req-67f28380-7923-49b0-9ef4-3dacb129492f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0527766 Sep 17 22:26:58.120479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1f18-2eee-421c-8a05-3cc0c9fea790 req-99dcc13a-5b04-48c1-b55f-e4820e1d0209 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.122017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7df1f18-2eee-421c-8a05-3cc0c9fea790 req-99dcc13a-5b04-48c1-b55f-e4820e1d0209 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 946 time: 0.0751164 Sep 17 22:26:58.124705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9f22ca2-9d50-4c04-8281-a6de064c497a req-4ce3a740-2ee1-4807-88cf-5f2e6c84733b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697529 Sep 17 22:26:58.160163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7df1f18-2eee-421c-8a05-3cc0c9fea790 req-1afbd414-e0c4-4215-9b8e-5b5baa475a29 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Sep 17 22:26:58.555223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9ce20-3fdb-4221-9158-8476dab9479e req-01ffbcf8-f99d-4501-9975-51ee3c56310d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.557621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fa9ce20-3fdb-4221-9158-8476dab9479e req-01ffbcf8-f99d-4501-9975-51ee3c56310d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0543840 Sep 17 22:26:58.599933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fa9ce20-3fdb-4221-9158-8476dab9479e req-b886906a-bbdd-41a0-8609-aab6750ada93 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360811 Sep 17 22:26:58.675487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918488aa-4874-4b19-b174-e67685259cd4 req-cb280a55-42db-4e31-86ec-14ebd9953025 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.676894 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-918488aa-4874-4b19-b174-e67685259cd4 req-cb280a55-42db-4e31-86ec-14ebd9953025 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0538216 Sep 17 22:26:58.716277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-918488aa-4874-4b19-b174-e67685259cd4 req-4e9e2573-ef95-490a-a975-4f371b8c1ac3 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Sep 17 22:26:59.054912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbbb6-4219-4c76-bdf6-a334ec38fb86 req-d16534b6-a7c0-42a6-8969-fde920a9abdd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.056520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dcbfbbb6-4219-4c76-bdf6-a334ec38fb86 req-d16534b6-a7c0-42a6-8969-fde920a9abdd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0891681 Sep 17 22:26:59.125842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f306e-a195-4e94-8b40-4248640269c1 req-af6d5b56-a533-4e22-9a69-b53ae77cfe74 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.127445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb4f306e-a195-4e94-8b40-4248640269c1 req-af6d5b56-a533-4e22-9a69-b53ae77cfe74 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.0998924 Sep 17 22:26:59.130741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dcbfbbb6-4219-4c76-bdf6-a334ec38fb86 req-0845d2cd-5c83-4c8c-accc-d0ba1fc74686 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600696 Sep 17 22:26:59.171016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb4f306e-a195-4e94-8b40-4248640269c1 req-a9c6f7c8-0acf-41d8-b374-07029d6b00f8 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359061 Sep 17 22:26:59.256604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85392a-d7c7-4e4f-a4bc-57f32e24adbc req-c4d7c3aa-0776-4594-a1e2-c66effad5a3e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.258130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd85392a-d7c7-4e4f-a4bc-57f32e24adbc req-c4d7c3aa-0776-4594-a1e2-c66effad5a3e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0548928 Sep 17 22:26:59.297630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd85392a-d7c7-4e4f-a4bc-57f32e24adbc req-11ceebd0-cdf0-4b91-b5d1-e0db3ca32ba2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Sep 17 22:26:59.743513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eee97-2b9e-46c5-ab05-0ebe28fa0d24 req-5fe77f78-6436-4d64-8665-781ba9061187 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.745101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b6eee97-2b9e-46c5-ab05-0ebe28fa0d24 req-5fe77f78-6436-4d64-8665-781ba9061187 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 943 time: 0.0556903 Sep 17 22:26:59.786181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b6eee97-2b9e-46c5-ab05-0ebe28fa0d24 req-1af848f1-4836-4cc9-ba53-26d1f816ea4e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348394 Sep 17 22:26:59.874638 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7b0e856a-3954-4bfb-b008-0e464677d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.917246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9ba38-1d86-4703-ab9a-529a6fb4147c req-963eb063-5309-4b1c-96d8-1df71d9236e2 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.918871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cda9ba38-1d86-4703-ab9a-529a6fb4147c req-963eb063-5309-4b1c-96d8-1df71d9236e2 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0559392 Sep 17 22:26:59.967097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cda9ba38-1d86-4703-ab9a-529a6fb4147c req-8fc0b4ef-eaef-4302-ad30-8b47b6c81d39 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Sep 17 22:27:00.290750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425a3f9-4d7e-4ee2-8a31-d89980deb791 req-142a5dcc-04c1-4edf-87d5-5d0536f122d0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.292634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7425a3f9-4d7e-4ee2-8a31-d89980deb791 req-142a5dcc-04c1-4edf-87d5-5d0536f122d0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0873685 Sep 17 22:27:00.327166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7104c0-ed9f-485c-b9d1-e42a7a626e68 req-3776dd75-e4bd-4535-b691-531fe9b909e6 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.331522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f7104c0-ed9f-485c-b9d1-e42a7a626e68 req-3776dd75-e4bd-4535-b691-531fe9b909e6 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.0853686 Sep 17 22:27:00.370552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7425a3f9-4d7e-4ee2-8a31-d89980deb791 req-da8f887c-6dc4-4083-9801-6020f08584a8 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685868 Sep 17 22:27:00.395969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f7104c0-ed9f-485c-b9d1-e42a7a626e68 req-4971846f-465c-4c4b-a391-c83c27db001c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544968 Sep 17 22:27:00.557594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-e3b48633-73bc-4c03-a38d-1e78db193e79 service neutron] 10.222.0.45 "GET /v2.0/ports/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.0609028 Sep 17 22:27:00.599338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55645ddf-8088-4669-8efb-1ccf5dbdb3fc req-89322027-62de-4aea-8cc2-99ab1611091b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.600828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55645ddf-8088-4669-8efb-1ccf5dbdb3fc req-89322027-62de-4aea-8cc2-99ab1611091b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1307206 Sep 17 22:27:00.726546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55645ddf-8088-4669-8efb-1ccf5dbdb3fc req-b5f3d52a-42b0-42b2-856f-3d2c26b70ebd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960128 Sep 17 22:27:00.735341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-532402bc-4ef3-4526-89a0-bc885d5a0928 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 258 time: 0.2361672 Sep 17 22:27:00.745684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:00.751045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:00.774752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:00.780629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.810243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:00.823025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:00.840169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.894358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.934709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] Transition to ACTIVE for port object cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:00.938318 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.037002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ed207-94b5-4a26-905b-3c9e346485c0 req-641f2e84-195f-4fe7-a7b2-0fc070bfd911 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.037237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] No DVR routers for this DVR port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:01.040878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-308ed207-94b5-4a26-905b-3c9e346485c0 req-641f2e84-195f-4fe7-a7b2-0fc070bfd911 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 944 time: 0.1023386 Sep 17 22:27:01.045088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40d753-978b-426a-96db-bca211870fdc service neutron] Pushing event updated for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.071097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Allocated IP 172.25.0.32 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/521cdd21-543e-443b-aac4-65a1dc0a7c31) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:01.077085 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4e40d753-978b-426a-96db-bca211870fdc service neutron] 10.222.0.45 "PUT /v2.0/ports/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec/bindings/n-h2-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 0.5119009 Sep 17 22:27:01.107136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-308ed207-94b5-4a26-905b-3c9e346485c0 req-45f40cbd-2002-4e99-9eb9-f3217579440d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646505 Sep 17 22:27:01.221047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-e60ca849-c218-4cc3-88c5-1b182dfa94d3 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.222714 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-e60ca849-c218-4cc3-88c5-1b182dfa94d3 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.0654356 Sep 17 22:27:01.257856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.268273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f0de-70a6-493e-b493-4a30a0592db7 req-0821dfcb-1366-453b-ada2-7e447567f0ca tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.269820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e485f0de-70a6-493e-b493-4a30a0592db7 req-0821dfcb-1366-453b-ada2-7e447567f0ca tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.0839620 Sep 17 22:27:01.273576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-960ae77f-36b0-4dc3-a4b4-ff6b2f0857e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.275679 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-960ae77f-36b0-4dc3-a4b4-ff6b2f0857e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79&tenant_id=99ad4a8697d84895a353ddcce62190a2 HTTP/1.1" status: 200 len: 1096 time: 0.0444117 Sep 17 22:27:01.328706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e485f0de-70a6-493e-b493-4a30a0592db7 req-df719b20-7d91-430b-82dd-1fedde298892 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Sep 17 22:27:01.330197 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.368909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-2f0d0484-317e-4ac8-a10d-cc9aa1e5b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.371422 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-2f0d0484-317e-4ac8-a10d-cc9aa1e5b48f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1096 time: 0.0566895 Sep 17 22:27:01.376450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:01.379513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:01.386639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:01.389774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Pushing event updated for resources: {'Port': ['ID=521cdd21-543e-443b-aac4-65a1dc0a7c31,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.490534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-e171204a-c97c-47e2-a76a-d78d37023c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.492259 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-e171204a-c97c-47e2-a76a-d78d37023c44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1137569 Sep 17 22:27:01.506640 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.545749 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-8bbbb021-31f1-4cd1-8436-2fb902adbbeb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 200 len: 217 time: 0.0433972 Sep 17 22:27:01.554224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b9f60-b714-4071-8c3e-d1ddf3842ab6 req-dd0b47c9-43d3-48ad-b9bf-670f36a04c35 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.555677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c7b9f60-b714-4071-8c3e-d1ddf3842ab6 req-dd0b47c9-43d3-48ad-b9bf-670f36a04c35 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.0870097 Sep 17 22:27:01.560554 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.605482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-fbb97c88-bf69-4198-bdff-92e3d71d8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.607071 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-fbb97c88-bf69-4198-bdff-92e3d71d8c9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0455997 Sep 17 22:27:01.626228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c7b9f60-b714-4071-8c3e-d1ddf3842ab6 req-4d06bad3-f405-40db-828f-51ddc9893fbc tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636222 Sep 17 22:27:01.653403 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-4eca2a93-c4fc-490b-9863-070f32a60a98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371840 Sep 17 22:27:01.758085 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-499c73bb-c681-477c-b604-5c610dece05e service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958922 Sep 17 22:27:01.761352 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.766948 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.810704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Pushing event updated for resources: {'Port': ['ID=521cdd21-543e-443b-aac4-65a1dc0a7c31,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.873724 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-fb2ddb64-7046-4980-9610-ad0f3b1220f3 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062503 Sep 17 22:27:01.907800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df132fb6-bbe8-49f9-a836-1e39b572fd62 req-d9fa8544-a962-4a7c-8a18-3ea211cc5b51 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.909861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df132fb6-bbe8-49f9-a836-1e39b572fd62 req-d9fa8544-a962-4a7c-8a18-3ea211cc5b51 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0842228 Sep 17 22:27:01.910371 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.920233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:01.960430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.961955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-5c80d7c0-d7f8-4815-bd10-f1f34a6fb11c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2208250 Sep 17 22:27:01.977281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df132fb6-bbe8-49f9-a836-1e39b572fd62 req-a849a206-d112-4322-9f34-f632b44bc0eb tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589831 Sep 17 22:27:01.989949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:02.036699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-61191a6e-8db9-477d-a65a-f65e021eabd7 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0584164 Sep 17 22:27:02.215670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-8cff0527-324b-4e3c-8087-eba99f0dbfa3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.217437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cab49735-92bf-4b10-b542-88ebfe5cd74e req-8cff0527-324b-4e3c-8087-eba99f0dbfa3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1744075 Sep 17 22:27:02.321606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-3cbdcb13-bcbc-4e53-abf0-065f19ec084a tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.323733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-3cbdcb13-bcbc-4e53-abf0-065f19ec084a tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.0986853 Sep 17 22:27:02.328406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:02.433953 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.467864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:02.470866 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faafec10-2453-40c8-b268-c5ca1cfb0297" -d '{"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-unplugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:02.472052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-ad8fadf6-a215-48e5-acf9-7486b01f6bc7 service neutron] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:02.476084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-ad8fadf6-a215-48e5-acf9-7486b01f6bc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.477298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5175ba5-41cc-4660-8f60-307c4f1194af req-ad8fadf6-a215-48e5-acf9-7486b01f6bc7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec/bindings/n-h1-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.1450772 Sep 17 22:27:02.487812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:02.493906 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.548026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:02.604042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77449f0d-7674-4b63-a3f3-dce99dc53f08 req-0803dfeb-8493-46a3-8f30-626499b9a8a3 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.605565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77449f0d-7674-4b63-a3f3-dce99dc53f08 req-0803dfeb-8493-46a3-8f30-626499b9a8a3 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 944 time: 0.3836980 Sep 17 22:27:02.620492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-7b1fbb80-104c-437c-99ad-1fc89fc560e0 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.621924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-7b1fbb80-104c-437c-99ad-1fc89fc560e0 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0705431 Sep 17 22:27:02.634001 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3265d8c7-037f-412d-9046-fd426e8aac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.693654 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-b2e789a2-dddd-46fb-9196-01900cbd7156 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0584197 Sep 17 22:27:02.699657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77449f0d-7674-4b63-a3f3-dce99dc53f08 req-a39527d8-f963-4d43-a87f-ff9a5a274545 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878146 Sep 17 22:27:02.705304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Request body: {'floatingip': {'port_id': '3d850142-586d-448a-9b88-3ed1333e4587', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:02.748090 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.897981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488b275-335d-4e8e-8094-69b555a446bd req-a3328c1c-5efe-44af-bc1a-4bb94c490dca tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.899470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1488b275-335d-4e8e-8094-69b555a446bd req-a3328c1c-5efe-44af-bc1a-4bb94c490dca tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 948 time: 0.1146390 Sep 17 22:27:03.006571 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.019648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1488b275-335d-4e8e-8094-69b555a446bd req-a165cffa-6591-4c2e-bfae-b2ff2f2a7847 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105061 Sep 17 22:27:03.052947 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-0881fc73-afef-4d08-b72b-1984e4a6d847 service neutron] show failed (client error): The resource could not be found. Sep 17 22:27:03.053995 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-0881fc73-afef-4d08-b72b-1984e4a6d847 service neutron] 10.222.0.45 "GET /v2.0/ports/d7268c67-cf03-46ca-92da-4256e5ab433e/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0731397 Sep 17 22:27:03.082597 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ba321-0659-4603-9d9d-ef44c54fbec1 x-openstack-request-id: req-b28ba321-0659-4603-9d9d-ef44c54fbec1 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:03.082921 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-unplugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:03.083181 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b28ba321-0659-4603-9d9d-ef44c54fbec1 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:03.083629 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0', 'code': 200} Sep 17 22:27:03.244803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275966de-2dae-456a-9c88-2edca672ad41 req-7c332029-8ebc-4178-8c85-21a75fc572f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.249564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-275966de-2dae-456a-9c88-2edca672ad41 req-7c332029-8ebc-4178-8c85-21a75fc572f6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1042609 Sep 17 22:27:03.322582 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-275966de-2dae-456a-9c88-2edca672ad41 req-22cf39d9-09f8-49fc-a802-19181fa77e6f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666790 Sep 17 22:27:03.338674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-6ae7085b-5417-4a75-ad25-09a916e71b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.349328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-6ae7085b-5417-4a75-ad25-09a916e71b49 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff&tenant_id=3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 1101 time: 0.0633550 Sep 17 22:27:03.360778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:03.404904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.408959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.450578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.573742 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Floating IP 1c3b21be-9491-4a4f-9d4a-f7081f95dc12 associated. External IP: 172.25.0.32, port: 3d850142-586d-448a-9b88-3ed1333e4587. Sep 17 22:27:03.619526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d1bc6-30c8-4ebb-b2bd-3f31c6fb2708 req-1a36cb03-edaa-4477-a508-ab05ba8e7c50 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.621051 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca0d1bc6-30c8-4ebb-b2bd-3f31c6fb2708 req-1a36cb03-edaa-4477-a508-ab05ba8e7c50 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1009483 Sep 17 22:27:03.660585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-436f4205-d22c-4bfe-b0b4-e560fe41c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.662098 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-436f4205-d22c-4bfe-b0b4-e560fe41c7a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1098 time: 0.1136887 Sep 17 22:27:03.706233 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.711083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca0d1bc6-30c8-4ebb-b2bd-3f31c6fb2708 req-b9ac36af-60b0-4fb8-a111-cd7dfb185b7e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734279 Sep 17 22:27:03.809980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-002359f5-004c-4fca-9040-b422ab7cbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.811341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-002359f5-004c-4fca-9040-b422ab7cbe79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1405823 Sep 17 22:27:03.813063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:03.846917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:03.888798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-694ea580-0937-4ca9-bacc-583ad8bdf743 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 200 len: 217 time: 0.0463216 Sep 17 22:27:03.894751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:03.972389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:03.974647 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb5182e-b97f-42f1-98e6-51ad03a1c0bd" -d '{"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-unplugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:03.981068 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.985917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-e5350d11-977a-4904-8a8c-d58e0fc9b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.987441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-e5350d11-977a-4904-8a8c-d58e0fc9b114 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0907757 Sep 17 22:27:03.990404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afb2d-9c10-4425-af1e-952b198f65b2 req-dd62b47e-c6e4-4feb-94ee-16d11c0238c7 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.991890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e21afb2d-9c10-4425-af1e-952b198f65b2 req-dd62b47e-c6e4-4feb-94ee-16d11c0238c7 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 944 time: 0.0958493 Sep 17 22:27:03.997282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Transition to ACTIVE for port object d7268c67-cf03-46ca-92da-4256e5ab433e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:04.003689 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.026661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:04.032767 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.040620 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] Sync routers for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:04.055720 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:04.056846 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:04.067536 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-9c8d8253-cf8e-444b-8c56-8e8409302f8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655105 Sep 17 22:27:04.097241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e21afb2d-9c10-4425-af1e-952b198f65b2 req-745ef110-45f8-4a1d-a593-f34656836ab8 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759513 Sep 17 22:27:04.099177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-e7cf51ce-92b6-4c5c-aa32-254e3afc9604 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "PUT /v2.0/floatingips/1c3b21be-9491-4a4f-9d4a-f7081f95dc12 HTTP/1.1" status: 200 len: 996 time: 1.3977652 Sep 17 22:27:04.099629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:04.101930 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2827dcf5-3744-41dd-b075-268efc52165c" -d '{"events": [{"name": "network-changed", "server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "tag": "3d850142-586d-448a-9b88-3ed1333e4587"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:04.199800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.205156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] No DVR routers for this DVR port d7268c67-cf03-46ca-92da-4256e5ab433e on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:04.230496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-59cff305-da35-4ba5-aefd-5f99005cbc0c service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508784 Sep 17 22:27:04.254958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-4cca7add-53a2-499d-ab1a-72882d9f3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.264235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-4cca7add-53a2-499d-ab1a-72882d9f3d49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fdb2b79faa3446d91fb248e513757c5&device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 1098 time: 0.1353521 Sep 17 22:27:04.272633 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2024020-a2e3-463e-a276-acf9cf8c1005 x-openstack-request-id: req-e2024020-a2e3-463e-a276-acf9cf8c1005 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:04.272920 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-unplugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:04.273195 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2024020-a2e3-463e-a276-acf9cf8c1005 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:04.273583 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'code': 200} Sep 17 22:27:04.282471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:04.282810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:04.283136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:04.295239 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:04.300414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:04.300746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:04.307409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:04.307750 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:04.316009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:04.316642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Bound port: d7268c67-cf03-46ca-92da-4256e5ab433e, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:04.317058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.357206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:04.486129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-d6ca7c0f-8bcb-4662-95b7-d8683f1714a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.486486 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.487439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:04.487823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-d6ca7c0f-8bcb-4662-95b7-d8683f1714a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a289da3-27f2-4c02-a1ba-2687ea32cc69 HTTP/1.1" status: 200 len: 929 time: 0.2169874 Sep 17 22:27:04.503069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e261d-3f64-419d-bd6b-a1f2f247494d req-f97c5838-d9ff-4349-8f09-d176d1394a5b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.504964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f1e261d-3f64-419d-bd6b-a1f2f247494d req-f97c5838-d9ff-4349-8f09-d176d1394a5b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 948 time: 0.1052983 Sep 17 22:27:04.505762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:04.516644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.541589 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-6abd9977-830a-48df-a6f4-ae82f3d22784 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538506 Sep 17 22:27:04.599021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:04.609523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.610162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.612212 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] 10.222.0.49 "PUT /v2.0/ports/d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 1096 time: 1.2557631 Sep 17 22:27:04.624283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '9add09be-540f-4192-b9a0-99f74eb504b0', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '9add09be-540f-4192-b9a0-99f74eb504b0', 'mac_address': 'fa:16:3e:e2:81:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:04.630462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f1e261d-3f64-419d-bd6b-a1f2f247494d req-ccb986e2-55f4-4705-a9d1-435107c204f4 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147630 Sep 17 22:27:04.650168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-bdd06879-ad01-4bc9-aed9-bfde9c46a25a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 200 len: 999 time: 0.1441548 Sep 17 22:27:04.659046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593419a-8bfb-4392-951d-edad9dc311fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.692497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.708201 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1cb49d-9169-4bb8-8915-a82ecfee47c5 x-openstack-request-id: req-de1cb49d-9169-4bb8-8915-a82ecfee47c5 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:04.708511 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "tag": "3d850142-586d-448a-9b88-3ed1333e4587", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:04.708786 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de1cb49d-9169-4bb8-8915-a82ecfee47c5 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:04.709157 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587', 'status': 'completed', 'code': 200} Sep 17 22:27:04.726865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add09be-540f-4192-b9a0-99f74eb504b0 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:04.737144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-330dd326-6767-4cda-a221-611e38eca9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.740117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-330dd326-6767-4cda-a221-611e38eca9a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d77db637-91d4-46e8-8968-44c6dffa4211 HTTP/1.1" status: 200 len: 867 time: 0.0864663 Sep 17 22:27:04.759154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:04.776687 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.807466 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '1c3b21be-9491-4a4f-9d4a-f7081f95dc12', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'port_id': '3d850142-586d-448a-9b88-3ed1333e4587', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'mac_address': 'fa:16:3e:8c:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:27:01Z', 'updated_at': '2021-09-17T22:27:03Z', 'revision_number': 1, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:41Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:04.848398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-6a1e9a46-251b-464b-abce-bee5b347810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.849941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-6a1e9a46-251b-464b-abce-bee5b347810d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a289da3-27f2-4c02-a1ba-2687ea32cc69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967844 Sep 17 22:27:04.878158 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] Checking router: d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:04.888271 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:04.888911 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:04.903971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=10']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:05.024572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683437c-4971-4528-bd55-9d82c620b2c5 req-d41a84a3-461b-4a4f-b92d-86234a50633b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.026892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3683437c-4971-4528-bd55-9d82c620b2c5 req-d41a84a3-461b-4a4f-b92d-86234a50633b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.1141846 Sep 17 22:27:05.056737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-502f33fa-4370-47b2-9372-d45e288ab139 service neutron] 10.222.0.48 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952572 Sep 17 22:27:05.075909 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:05.128135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3683437c-4971-4528-bd55-9d82c620b2c5 req-3c305178-0bd1-4acc-bbc5-c24ce7fb6a7b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913267 Sep 17 22:27:05.158490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-40cfcb36-31c4-4580-9315-0a1eb4391330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.160023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-40cfcb36-31c4-4580-9315-0a1eb4391330 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1099 time: 0.4242694 Sep 17 22:27:05.202796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827dcf5-3744-41dd-b075-268efc52165c req-12486d67-d07c-49b4-a9f4-347e480ad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.204255 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2827dcf5-3744-41dd-b075-268efc52165c req-12486d67-d07c-49b4-a9f4-347e480ad187 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fdb2b79faa3446d91fb248e513757c5&device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 1098 time: 0.0977771 Sep 17 22:27:05.236485 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.246645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da33e93b-0eb4-4f9b-8168-ba34e3eea8cb req-273f248d-bd68-4f51-b303-302e86ade63f service neutron] 10.222.0.48 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741867 Sep 17 22:27:05.307581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-7857394a-06d6-45d1-adee-dfef290c4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.309098 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-7857394a-06d6-45d1-adee-dfef290c4951 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1404417 Sep 17 22:27:05.362167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9add09be-540f-4192-b9a0-99f74eb504b0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:05.370710 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-6e9840b2-c031-487e-a301-641990fa88c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.0477529 Sep 17 22:27:05.422512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcceb6-278b-453e-8b9f-e7f90bd45a4d req-a2fc5435-cc85-4610-87de-325cba2461bf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.424459 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0fcceb6-278b-453e-8b9f-e7f90bd45a4d req-a2fc5435-cc85-4610-87de-325cba2461bf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1347053 Sep 17 22:27:05.476414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bd2e3-9ba9-4916-8f09-71da34b28f71 req-643d40ed-961c-4e6c-9ff2-da6f0503745d tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.477900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-6f8c3906-0261-4644-a60e-48268258c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.480022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e46bd2e3-9ba9-4916-8f09-71da34b28f71 req-643d40ed-961c-4e6c-9ff2-da6f0503745d tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1096 time: 0.1046715 Sep 17 22:27:05.486163 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-6f8c3906-0261-4644-a60e-48268258c670 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0852172 Sep 17 22:27:05.523439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827dcf5-3744-41dd-b075-268efc52165c req-3c342ee2-06b3-4479-8f51-32fe249af670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.526354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2827dcf5-3744-41dd-b075-268efc52165c req-3c342ee2-06b3-4479-8f51-32fe249af670 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0a289da3-27f2-4c02-a1ba-2687ea32cc69 HTTP/1.1" status: 200 len: 929 time: 0.3008559 Sep 17 22:27:05.532992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0fcceb6-278b-453e-8b9f-e7f90bd45a4d req-e265162d-7daf-48ec-9260-3efb6fd298b3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013651 Sep 17 22:27:05.573971 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e46bd2e3-9ba9-4916-8f09-71da34b28f71 req-e1780cdd-ac83-4148-bb58-cd8d9d30856c tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856419 Sep 17 22:27:05.633328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2827dcf5-3744-41dd-b075-268efc52165c req-e904dd5f-dfff-45b1-93e2-62db6a2aeb02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 200 len: 999 time: 0.0811486 Sep 17 22:27:05.642056 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '1c3b21be-9491-4a4f-9d4a-f7081f95dc12', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'port_id': '3d850142-586d-448a-9b88-3ed1333e4587', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'mac_address': 'fa:16:3e:8c:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:27:01Z', 'updated_at': '2021-09-17T22:27:03Z', 'revision_number': 1, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:41Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:05.683936 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c0192-1608-40d3-ad57-760f2ea0dc67 None None] The sync data for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 is: [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '1c3b21be-9491-4a4f-9d4a-f7081f95dc12', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'port_id': '3d850142-586d-448a-9b88-3ed1333e4587', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'mac_address': 'fa:16:3e:8c:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:27:01Z', 'updated_at': '2021-09-17T22:27:03Z', 'revision_number': 1, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:41Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:05.707038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-d0d758cb-987b-4d47-847d-f70d66a7b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.709453 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-d0d758cb-987b-4d47-847d-f70d66a7b818 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2137990 Sep 17 22:27:05.717022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827dcf5-3744-41dd-b075-268efc52165c req-c568efa7-293b-4678-aa5f-4880fee8cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.718948 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2827dcf5-3744-41dd-b075-268efc52165c req-c568efa7-293b-4678-aa5f-4880fee8cf98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d77db637-91d4-46e8-8968-44c6dffa4211 HTTP/1.1" status: 200 len: 867 time: 0.0747471 Sep 17 22:27:05.738596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-84936109-8ab6-419a-8b4b-1b3085ce6ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 258 time: 0.1358211 Sep 17 22:27:05.751527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:05.816483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.822161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936e95a-91ee-4d93-8e28-186e6a45f933 req-02564267-d345-46a5-b661-361420dd06e2 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.826129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0936e95a-91ee-4d93-8e28-186e6a45f933 req-02564267-d345-46a5-b661-361420dd06e2 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 1096 time: 0.0662704 Sep 17 22:27:05.870138 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-8ad947ea-94be-4423-a59c-6e0420dc1006 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499619 Sep 17 22:27:05.876551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827dcf5-3744-41dd-b075-268efc52165c req-80970b31-0342-447c-b513-a017c5cf3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.878201 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2827dcf5-3744-41dd-b075-268efc52165c req-80970b31-0342-447c-b513-a017c5cf3d2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0a289da3-27f2-4c02-a1ba-2687ea32cc69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640228 Sep 17 22:27:05.903726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0936e95a-91ee-4d93-8e28-186e6a45f933 req-87e62159-e9e1-4f10-96d3-20ec200ee926 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670605 Sep 17 22:27:05.924016 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:05.999635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:06.026865 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.044605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b74885-1d5f-4701-be01-16c396f92688 None None] New status for floating IP 1c3b21be-9491-4a4f-9d4a-f7081f95dc12: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:27:06.077551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2827dcf5-3744-41dd-b075-268efc52165c req-bf81d1b3-84b8-4c61-9d13-96798b09a294 service neutron] 10.222.0.49 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790271 Sep 17 22:27:06.081105 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179304c4-2cef-4360-9cce-ff5b2652f50d req-dcc32470-59a6-4c02-8b04-6f026fe5eb01 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020030 Sep 17 22:27:06.210424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2827dcf5-3744-41dd-b075-268efc52165c req-5c88c150-a0d1-4230-b24b-2493ef64040f service neutron] 10.222.0.49 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074903 Sep 17 22:27:06.266604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc09df3-96c5-4b9d-bfa2-0f55362c321f req-967c2c8b-a7a4-4fe2-8421-3e474d8750d0 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.268151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bc09df3-96c5-4b9d-bfa2-0f55362c321f req-967c2c8b-a7a4-4fe2-8421-3e474d8750d0 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.1793392 Sep 17 22:27:06.275143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:06.278312 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e270c9-0c90-47c5-98bc-f3efca1886e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:06.282055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Allocated IP 172.25.0.194 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/665831fc-d16f-4a2f-847f-aaa366d7da0e) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:06.349304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bc09df3-96c5-4b9d-bfa2-0f55362c321f req-7debda77-1b6d-44c0-873f-59889d1e3f77 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641141 Sep 17 22:27:06.428853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.466824 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.511121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:06.514354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:06.521083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:06.524356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Pushing event updated for resources: {'Port': ['ID=665831fc-d16f-4a2f-847f-aaa366d7da0e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:06.611411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.667956 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.768379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76658854-3bfd-4f27-b2fb-05eea58d2712 req-edecc909-1ebb-420b-a3bb-7609831044fc tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.769948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76658854-3bfd-4f27-b2fb-05eea58d2712 req-edecc909-1ebb-420b-a3bb-7609831044fc tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.0716443 Sep 17 22:27:06.859037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76658854-3bfd-4f27-b2fb-05eea58d2712 req-eee3eec2-578a-4dc0-a696-a2871a80b5d6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783677 Sep 17 22:27:06.907198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.912613 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.988804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Pushing event updated for resources: {'Port': ['ID=665831fc-d16f-4a2f-847f-aaa366d7da0e,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:06.998295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.006598 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc6e4ad-b28c-4f25-b25d-42bd7ce01d2d x-openstack-request-id: req-6cc6e4ad-b28c-4f25-b25d-42bd7ce01d2d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:07.006897 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:07.007164 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cc6e4ad-b28c-4f25-b25d-42bd7ce01d2d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:07.007558 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'status': 'completed', 'code': 200} Sep 17 22:27:07.021205 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.023390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-e232dfad-ee67-47bb-868a-e680d5f8d168 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2766271 Sep 17 22:27:07.099308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-a69068ea-9fd3-421b-9676-aebe80dead6d tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0677121 Sep 17 22:27:07.113898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-dd0e5a73-207f-45e0-bddc-f24a3a3244f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.115696 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-dd0e5a73-207f-45e0-bddc-f24a3a3244f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1099 time: 0.0782897 Sep 17 22:27:07.122911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-f03c5e0c-9681-43c6-bfd5-61efc736b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.124606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-f03c5e0c-9681-43c6-bfd5-61efc736b3f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1099 time: 0.0561259 Sep 17 22:27:07.203714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6eb18-0283-4dcc-9a61-78d715e34d8c req-156c6a77-ebec-4a1e-8f01-f0330a9299f2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.205228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d6f6eb18-0283-4dcc-9a61-78d715e34d8c req-156c6a77-ebec-4a1e-8f01-f0330a9299f2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1237922 Sep 17 22:27:07.270638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-36019463-e7be-4c11-84f2-695c889deb12 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.271910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5c55def-fe1a-4a7e-ba7b-1abb51ac4a1e req-36019463-e7be-4c11-84f2-695c889deb12 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1533899 Sep 17 22:27:07.274774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d6f6eb18-0283-4dcc-9a61-78d715e34d8c req-fe7ba086-c4ba-4a97-8b59-b4698bc799f0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585015 Sep 17 22:27:07.281122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-647e3b83-572d-4c04-9ffe-7932a5b5df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.282596 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-647e3b83-572d-4c04-9ffe-7932a5b5df79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1569433 Sep 17 22:27:07.283528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-4f30f472-ac4c-4e3e-b8af-c777d6de558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.284838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-4f30f472-ac4c-4e3e-b8af-c777d6de558a service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1509099 Sep 17 22:27:07.369420 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-59d66618-7a36-45be-abd1-2a07ce2b0adc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.0769341 Sep 17 22:27:07.371531 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-03130b63-f4b6-4809-ac44-f5718a2d4096 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.0697193 Sep 17 22:27:07.449933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20abd6-c2e8-41e2-afdb-4544600e5e0b req-865a9e0d-a544-4eda-84ab-392940acead0 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.458811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d20abd6-c2e8-41e2-afdb-4544600e5e0b req-865a9e0d-a544-4eda-84ab-392940acead0 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0708432 Sep 17 22:27:07.478201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-e193b3c4-4748-4580-94a4-c4619db66189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.479798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-e193b3c4-4748-4580-94a4-c4619db66189 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0555744 Sep 17 22:27:07.481253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-587ea9bd-9aff-4a60-9f04-5fcd94bd3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.482552 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-587ea9bd-9aff-4a60-9f04-5fcd94bd3934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1058202 Sep 17 22:27:07.521444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d20abd6-c2e8-41e2-afdb-4544600e5e0b req-09c40cd7-dbe9-4069-8395-b5c15352a9cb tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0612211 Sep 17 22:27:07.565769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-b83b5316-e39f-4eef-8414-c85d5f209e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.567376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-b83b5316-e39f-4eef-8414-c85d5f209e55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684648 Sep 17 22:27:07.569281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-d6b7374a-12f9-4973-b20a-85f94b0ef2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.570740 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-d6b7374a-12f9-4973-b20a-85f94b0ef2b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799358 Sep 17 22:27:07.777431 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-7db035a3-3bf5-4e1c-994c-4e07633dd17c service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960518 Sep 17 22:27:07.784534 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-a9fa1b8e-ecf3-449b-b0fa-81b57858f22c service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944826 Sep 17 22:27:07.830878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-8d20abd6-c2e8-41e2-afdb-4544600e5e0b req-1327c0bf-c283-44e8-b0d3-1980f272d207 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Request body: {'floatingip': {'port_id': '3d850142-586d-448a-9b88-3ed1333e4587', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:07.875334 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8d20abd6-c2e8-41e2-afdb-4544600e5e0b req-1327c0bf-c283-44e8-b0d3-1980f272d207 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.916881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687689fb-db82-45c0-9a84-35e68aab2258 req-f32e1923-c303-4e58-8b84-d901efbdec54 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.924595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-687689fb-db82-45c0-9a84-35e68aab2258 req-f32e1923-c303-4e58-8b84-d901efbdec54 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 950 time: 0.4218144 Sep 17 22:27:07.956064 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-e3a0b18f-e4cd-424e-8547-deece7e2bd39 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637337 Sep 17 22:27:07.961445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-63e270c9-0c90-47c5-98bc-f3efca1886e6 req-4300f74f-4fd8-480d-b155-5c1be7b57564 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675363 Sep 17 22:27:08.022864 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-687689fb-db82-45c0-9a84-35e68aab2258 req-07ed7f3f-0d79-4537-b4a5-121bc8a94ea7 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977676 Sep 17 22:27:08.179741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6176c-c731-4b96-9931-cc461ba546e0 req-e400a50f-9270-42e9-93a7-6a947586b407 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.181248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4eb6176c-c731-4b96-9931-cc461ba546e0 req-e400a50f-9270-42e9-93a7-6a947586b407 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.0958884 Sep 17 22:27:08.209654 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-8d20abd6-c2e8-41e2-afdb-4544600e5e0b req-1327c0bf-c283-44e8-b0d3-1980f272d207 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 22:27:08.210666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d20abd6-c2e8-41e2-afdb-4544600e5e0b req-1327c0bf-c283-44e8-b0d3-1980f272d207 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "PUT /v2.0/floatingips/fc5afb52-aa32-40a1-b1b1-76810c2cc8c1 HTTP/1.1" status: 409 len: 551 time: 0.3887098 Sep 17 22:27:08.230762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4eb6176c-c731-4b96-9931-cc461ba546e0 req-87bbf87c-645e-4ae9-9084-f35568e9d1d5 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Sep 17 22:27:08.311755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-13d8d865-490a-42fe-baac-60eb5de4b3d6 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips/fc5afb52-aa32-40a1-b1b1-76810c2cc8c1 HTTP/1.1" status: 200 len: 693 time: 0.0475361 Sep 17 22:27:08.418100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:08.463692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-d09c3889-9918-4fd5-adb1-3aee28942115 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.466061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-d09c3889-9918-4fd5-adb1-3aee28942115 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1484709 Sep 17 22:27:08.476297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 9add09be-540f-4192-b9a0-99f74eb504b0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:08.476662 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.477241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5312fb-fb73-46ed-86f8-d0884fa704b9 req-8b7923a3-c5e9-44a1-beee-cd5ff79279bb tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.479848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca5312fb-fb73-46ed-86f8-d0884fa704b9 req-8b7923a3-c5e9-44a1-beee-cd5ff79279bb tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0912046 Sep 17 22:27:08.536825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-c9c4a37e-d9c1-4295-b246-e86db524c859 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0561967 Sep 17 22:27:08.563373 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.595671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca5312fb-fb73-46ed-86f8-d0884fa704b9 req-0bd0ea3d-e577-4a5b-b789-d8fca3488c8f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089025 Sep 17 22:27:08.606484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-3f13851e-78a9-4128-94c5-d868f9d63a9b tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0581629 Sep 17 22:27:08.610214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:08.613276 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0aa60-2d1b-4198-b1d6-4fba9dfb2a24" -d '{"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-plugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:08.619201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:08.633354 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.694335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=11']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:08.753782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Deleting port 665831fc-d16f-4a2f-847f-aaa366d7da0e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:08.754121 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.831908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.832315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.832728 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8f3545-8f78-4ff9-bad2-27dabfd58148 x-openstack-request-id: req-5d8f3545-8f78-4ff9-bad2-27dabfd58148 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:08.833128 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-plugged", "status": "completed", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:08.833447 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d8f3545-8f78-4ff9-bad2-27dabfd58148 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:08.833905 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0', 'code': 200} Sep 17 22:27:08.845682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Calling delete_port for 665831fc-d16f-4a2f-847f-aaa366d7da0e owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:09.006286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.035352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Pushing event deleted for resources: {'Port': ['ID=665831fc-d16f-4a2f-847f-aaa366d7da0e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:09.096655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddf302-2f81-4b5d-b216-2efd0741b7e5 req-3398e34d-d701-4f59-9642-7ab6870b83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.098205 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bddf302-2f81-4b5d-b216-2efd0741b7e5 req-3398e34d-d701-4f59-9642-7ab6870b83fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1103 time: 0.0666964 Sep 17 22:27:09.145720 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bddf302-2f81-4b5d-b216-2efd0741b7e5 req-9879fc6f-2656-4a86-b698-3e01d0db1235 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Sep 17 22:27:09.150631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.153754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.154876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd6f9c5b-2d8b-4425-a094-0ab8b902a3a5 req-8b98f097-6bfa-424f-bec8-8f620eb4de9e tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "DELETE /v2.0/floatingips/fc5afb52-aa32-40a1-b1b1-76810c2cc8c1 HTTP/1.1" status: 204 len: 173 time: 0.5430331 Sep 17 22:27:09.174754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e069630-ef9e-4a7a-a6b1-e14dc345c11c req-e807eb9f-6f28-4d0d-b540-ff9b271cffd8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.176221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e069630-ef9e-4a7a-a6b1-e14dc345c11c req-e807eb9f-6f28-4d0d-b540-ff9b271cffd8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 951 time: 0.0681505 Sep 17 22:27:09.261804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e069630-ef9e-4a7a-a6b1-e14dc345c11c req-d0a960a3-8b30-468f-8e7e-a47b6ff82ee8 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778165 Sep 17 22:27:09.269700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-79a29b37-b0c4-470b-a0f2-2778c5c7955c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 1001 time: 0.0925584 Sep 17 22:27:09.322605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-a3a04ae8-43f3-45e6-a03e-f9eeb3928c55 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.324060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-a3a04ae8-43f3-45e6-a03e-f9eeb3928c55 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports/3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 200 len: 943 time: 0.0486965 Sep 17 22:27:09.380219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a202d4a-f54a-4882-bbf7-d24a67dfe4cb req-d6236dd4-7e90-44ee-8863-682c3d08e464 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.381726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a202d4a-f54a-4882-bbf7-d24a67dfe4cb req-d6236dd4-7e90-44ee-8863-682c3d08e464 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.0561948 Sep 17 22:27:09.463228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-0e91410a-394e-4517-99f5-9bb6d3b571fb tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 1001 time: 0.0962670 Sep 17 22:27:09.466271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a202d4a-f54a-4882-bbf7-d24a67dfe4cb req-6e805ac7-66a9-4e75-9fe1-c4dda8dd5995 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523586 Sep 17 22:27:09.582981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-9f8fe53b-394b-4d60-a582-e77521b87c4a tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.584265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-9f8fe53b-394b-4d60-a582-e77521b87c4a tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1147223 Sep 17 22:27:09.660391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-54895a0c-b213-49b0-b7f2-6d5bcf1db91f tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 1001 time: 0.0665867 Sep 17 22:27:09.670346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:09.760437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.805394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bede59b-d4c6-4ff0-be68-160ddfb4a897 req-9d715bda-d7c3-4f25-b88d-1163d685389b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.807541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bede59b-d4c6-4ff0-be68-160ddfb4a897 req-9d715bda-d7c3-4f25-b88d-1163d685389b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1032469 Sep 17 22:27:09.892842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bede59b-d4c6-4ff0-be68-160ddfb4a897 req-327b5442-04a1-44eb-8b31-ca2962de21cd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784383 Sep 17 22:27:09.950849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.955142 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.955685 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Floating IP 1c3b21be-9491-4a4f-9d4a-f7081f95dc12 disassociated. External IP: 172.25.0.32, port: 3d850142-586d-448a-9b88-3ed1333e4587. Sep 17 22:27:10.171417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:10.280641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:10.286239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.292967 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] Sync routers for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:10.302992 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:10.303814 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:10.336036 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-dcf34b60-1574-431e-9166-4097ae9bb061 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "PUT /v2.0/floatingips/1c3b21be-9491-4a4f-9d4a-f7081f95dc12 HTTP/1.1" status: 200 len: 694 time: 0.6708994 Sep 17 22:27:10.338433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:10.344542 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd52860d-5a7f-4dc0-875b-fe82cb097218" -d '{"events": [{"name": "network-changed", "server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "tag": "3d850142-586d-448a-9b88-3ed1333e4587"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:10.374783 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-8b4e9a7e-b5de-4c4a-b781-2fa78c16122e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778027 Sep 17 22:27:10.441058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9df98-c7ba-4036-abc5-2c42841a78a9 req-e72b040d-e7b2-47d4-88af-bc059f560d1c tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.442812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fe9df98-c7ba-4036-abc5-2c42841a78a9 req-e72b040d-e7b2-47d4-88af-bc059f560d1c tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 951 time: 0.0914323 Sep 17 22:27:10.448315 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:10.449251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-69514186-0fd7-4575-ab0e-c16323f3e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.450940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-69514186-0fd7-4575-ab0e-c16323f3e585 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fdb2b79faa3446d91fb248e513757c5&device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 1098 time: 0.0959256 Sep 17 22:27:10.495435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-c799d42a-41cc-4727-bca2-311b532d49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.497488 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-c799d42a-41cc-4727-bca2-311b532d49a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 1102 time: 0.0681989 Sep 17 22:27:10.540013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fe9df98-c7ba-4036-abc5-2c42841a78a9 req-618d90cb-8628-4ce4-8fc2-30d980c9091d tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879486 Sep 17 22:27:10.574951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-f5ada0cf-1d07-45ec-b2c4-8ddba6e55f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.576608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-f5ada0cf-1d07-45ec-b2c4-8ddba6e55f5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a289da3-27f2-4c02-a1ba-2687ea32cc69 HTTP/1.1" status: 200 len: 929 time: 0.1179824 Sep 17 22:27:10.630928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-d8121b49-53c2-4cda-b649-dd7caf25976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.632444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-d8121b49-53c2-4cda-b649-dd7caf25976e service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1136203 Sep 17 22:27:10.682232 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6b2d8-5981-401d-9ada-32a04106f3aa x-openstack-request-id: req-6aa6b2d8-5981-401d-9ada-32a04106f3aa {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:10.682467 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "tag": "3d850142-586d-448a-9b88-3ed1333e4587", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:10.682723 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6aa6b2d8-5981-401d-9ada-32a04106f3aa {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:10.683098 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587', 'status': 'completed', 'code': 200} Sep 17 22:27:10.685209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-13276a26-598f-436a-b025-2781abd4b1c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 200 len: 217 time: 0.1019168 Sep 17 22:27:10.709606 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:41Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:10.734996 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-d97514be-62ca-4c05-a413-a6261694e301 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 200 len: 217 time: 0.0946131 Sep 17 22:27:10.745403 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] Checking router: d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:10.755663 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:10.756530 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:10.781173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-03b2ef1f-aab4-43c5-a95c-7ab3bc6f8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.782782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-03b2ef1f-aab4-43c5-a95c-7ab3bc6f8e0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d77db637-91d4-46e8-8968-44c6dffa4211 HTTP/1.1" status: 200 len: 867 time: 0.0705326 Sep 17 22:27:10.800779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-eab62efa-4c24-4534-93f4-5a8915e7a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.803250 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-eab62efa-4c24-4534-93f4-5a8915e7a949 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fdb2b79faa3446d91fb248e513757c5&device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 1098 time: 0.0957158 Sep 17 22:27:10.804604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-8a62d64f-ed65-4028-ab3d-4b9970fc8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.805970 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-8a62d64f-ed65-4028-ab3d-4b9970fc8d68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0591221 Sep 17 22:27:10.809607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfef6c-66ce-4b9b-b48b-3ef33be27b2d req-8583ad35-3746-407f-818e-19b34265830b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.811124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3fdfef6c-66ce-4b9b-b48b-3ef33be27b2d req-8583ad35-3746-407f-818e-19b34265830b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.1250687 Sep 17 22:27:10.876088 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3fdfef6c-66ce-4b9b-b48b-3ef33be27b2d req-04e7e5cf-b18f-441a-9a6b-3f20524a22e9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471723 Sep 17 22:27:10.878382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-adaa7261-41ab-4cbf-8f17-1a578bffe7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.879808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-adaa7261-41ab-4cbf-8f17-1a578bffe7fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a289da3-27f2-4c02-a1ba-2687ea32cc69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856757 Sep 17 22:27:10.934874 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:10.941733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-c691398e-ffb5-4122-bdf8-2e31c8aba707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.943533 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-c691398e-ffb5-4122-bdf8-2e31c8aba707 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229613 Sep 17 22:27:11.018511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-3a9bcd4c-4ebb-448e-a791-2efee39d9f7b service neutron] 10.222.0.48 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306379 Sep 17 22:27:11.066367 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-009ece2e-6b19-4c93-bad5-9dc2845f328e service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055944 Sep 17 22:27:11.084336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-b59a9e54-e43a-44a4-ab87-9c9b5d328220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.085963 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-b59a9e54-e43a-44a4-ab87-9c9b5d328220 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0a289da3-27f2-4c02-a1ba-2687ea32cc69 HTTP/1.1" status: 200 len: 929 time: 0.2681575 Sep 17 22:27:11.154259 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-64713230-abed-4868-913f-4526fddedc37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 200 len: 217 time: 0.0557599 Sep 17 22:27:11.167162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573e6e-97cb-49ea-bf63-f55691ef6660 req-41f366bc-39e1-4ca3-a435-f267d046fe5d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.176407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73573e6e-97cb-49ea-bf63-f55691ef6660 req-41f366bc-39e1-4ca3-a435-f267d046fe5d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1153088 Sep 17 22:27:11.212788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fc5d62a-da53-4c7b-a2df-58200173aa1b req-8cc02ddf-7074-4be5-bfc4-4a800d181e7f service neutron] 10.222.0.48 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883626 Sep 17 22:27:11.234999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73573e6e-97cb-49ea-bf63-f55691ef6660 req-4e74f3a9-11d3-45ba-9dd4-217874a297af tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576265 Sep 17 22:27:11.276658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-74321fe8-9b6c-4c91-9506-b939579c9cc0 req-08864378-8041-44ca-a848-8c3af84069c3 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999943 Sep 17 22:27:11.280915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-665e0172-203a-44fc-ba39-376edf631002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.282662 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-665e0172-203a-44fc-ba39-376edf631002 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d77db637-91d4-46e8-8968-44c6dffa4211 HTTP/1.1" status: 200 len: 867 time: 0.0719862 Sep 17 22:27:11.323990 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:41Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:11.359195 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cb33d-3fdb-4414-a317-66b962550c2d None None] The sync data for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 is: [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 4, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '97a17048-a5ba-4f3b-a224-3587f213d09a', 'name': '', 'network_id': '0a289da3-27f2-4c02-a1ba-2687ea32cc69', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'mac_address': 'fa:16:3e:31:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:37Z', 'updated_at': '2021-09-17T22:26:41Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'subnets': [{'id': 'd77db637-91d4-46e8-8968-44c6dffa4211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:11.405873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-ab5af69e-3296-4bb9-8612-29389acdea70 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips/1c3b21be-9491-4a4f-9d4a-f7081f95dc12 HTTP/1.1" status: 200 len: 694 time: 0.0597584 Sep 17 22:27:11.454877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-98db35e6-e088-488b-8c47-534a7a79c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.456398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-98db35e6-e088-488b-8c47-534a7a79c33b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0a289da3-27f2-4c02-a1ba-2687ea32cc69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457006 Sep 17 22:27:11.581679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-46211a85-3c1d-42c1-bb29-f28a503b5cdb tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.593253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-46211a85-3c1d-42c1-bb29-f28a503b5cdb tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1861687 Sep 17 22:27:11.628149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-1a099cec-dd27-44a1-95ea-c67a2bd05a22 service neutron] 10.222.0.49 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621246 Sep 17 22:27:11.674478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-4454f98d-c177-4e18-82e6-e5a42d3d5bad tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 697 time: 0.0799739 Sep 17 22:27:11.770911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-e23a4efb-aeab-4d5f-b814-b0da4e9cd191 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 697 time: 0.0952277 Sep 17 22:27:11.779497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bd52860d-5a7f-4dc0-875b-fe82cb097218 req-38881cd9-5903-4c4c-b563-d31f342ad61e service neutron] 10.222.0.49 "GET /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401803 Sep 17 22:27:11.792808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facfd2cf-3ff6-4c0b-8ddc-b7879d7a5794 None None] New status for floating IP 1c3b21be-9491-4a4f-9d4a-f7081f95dc12: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:27:11.885585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245f1f2-150f-4095-96ef-3f6b36d3686f req-15091e62-6dd0-45a9-97ad-e20ba62954bf tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.892998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a245f1f2-150f-4095-96ef-3f6b36d3686f req-15091e62-6dd0-45a9-97ad-e20ba62954bf tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 951 time: 0.2091379 Sep 17 22:27:11.955719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a245f1f2-150f-4095-96ef-3f6b36d3686f req-ca66e51d-1725-4bc2-b0dc-4a2f321c4426 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615790 Sep 17 22:27:11.969548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Deleting port 521cdd21-543e-443b-aac4-65a1dc0a7c31 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:11.970016 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.108415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.108727 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.129455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Calling delete_port for 521cdd21-543e-443b-aac4-65a1dc0a7c31 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:12.152738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaa3eb-07ea-41d7-bdd6-bb35e9594b0b req-a866127d-7a9d-427a-9253-d7e27e9e3861 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:12.154353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8afaa3eb-07ea-41d7-bdd6-bb35e9594b0b req-a866127d-7a9d-427a-9253-d7e27e9e3861 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 947 time: 0.0881388 Sep 17 22:27:12.446148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:12.511689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8afaa3eb-07ea-41d7-bdd6-bb35e9594b0b req-89fac00b-cff2-46b4-83d8-5db197c8fd6a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597143 Sep 17 22:27:12.613540 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.621053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:12.639353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'mac_address': 'fa:16:3e:c4:c8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:12.651404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Pushing event deleted for resources: {'Port': ['ID=521cdd21-543e-443b-aac4-65a1dc0a7c31,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.692634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.711245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7268c67-cf03-46ca-92da-4256e5ab433e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:12.723404 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.726495 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.728526 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e2ded2e-2c89-483f-b7d1-d7c230710dd3 req-1aa2df15-5bb6-42ad-9310-90f919a1dce3 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "DELETE /v2.0/floatingips/1c3b21be-9491-4a4f-9d4a-f7081f95dc12 HTTP/1.1" status: 204 len: 173 time: 0.9563618 Sep 17 22:27:12.746288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:12.757051 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.790512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b91cc-cf14-464d-ade6-71bc79c261a5 req-53df865e-a8ff-403a-afc3-8b90a99da482 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:12.799034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee4b91cc-cf14-464d-ade6-71bc79c261a5 req-53df865e-a8ff-403a-afc3-8b90a99da482 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0688617 Sep 17 22:27:12.813931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.843471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee4b91cc-cf14-464d-ade6-71bc79c261a5 req-7835a485-90c0-48df-bcfc-46208309e1dd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Sep 17 22:27:13.240183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977f464-1f20-4a97-b289-525899f0aa5a req-9cf98801-5e03-4b57-a69d-9454bca52a43 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.242272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5977f464-1f20-4a97-b289-525899f0aa5a req-9cf98801-5e03-4b57-a69d-9454bca52a43 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0731142 Sep 17 22:27:13.263652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-8cd10e5d-25e4-4554-b087-6357fff104e3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.265302 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-8cd10e5d-25e4-4554-b087-6357fff104e3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff&tenant_id=3244df1228af49e2bdc2f43affbe409b&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 948 time: 0.0817177 Sep 17 22:27:13.309620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5977f464-1f20-4a97-b289-525899f0aa5a req-9a359b07-f769-43eb-97d6-b1a4c6e5b74f tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0604610 Sep 17 22:27:13.368225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eeabf-3fb4-4f00-92e3-3382525a9638 req-15960a03-e998-465b-b9a8-1d05a4359103 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.371591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b8eeabf-3fb4-4f00-92e3-3382525a9638 req-15960a03-e998-465b-b9a8-1d05a4359103 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 951 time: 0.0660331 Sep 17 22:27:13.420675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-0214e912-e3c3-469e-b987-1e01289c259d service neutron] 10.222.0.49 "GET /v2.0/ports/d7268c67-cf03-46ca-92da-4256e5ab433e/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 383 time: 0.1239266 Sep 17 22:27:13.451838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77656-e64c-489b-91bb-f960ab939bda req-5d829454-cc81-4394-9168-0442e7b42c71 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.453384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98e77656-e64c-489b-91bb-f960ab939bda req-5d829454-cc81-4394-9168-0442e7b42c71 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.0808046 Sep 17 22:27:13.466177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b8eeabf-3fb4-4f00-92e3-3382525a9638 req-00561311-0a39-4988-a18d-2e7ee507152e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832438 Sep 17 22:27:13.535244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-aae3704a-1555-43e6-b406-a4f956cefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.538044 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-aae3704a-1555-43e6-b406-a4f956cefb47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1100 time: 0.0508058 Sep 17 22:27:13.574015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8e06bae-315a-4705-9994-952c5a5a79c0 req-a79448c8-e4c6-4c14-870d-77ddf931d9e8 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0600948 Sep 17 22:27:13.577465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98e77656-e64c-489b-91bb-f960ab939bda req-10a4d25f-4eb7-41e1-876f-4f6fd50b5444 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107507 Sep 17 22:27:13.595107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['d7268c67-cf03-46ca-92da-4256e5ab433e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:13.660143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-cd5e9fc2-2528-42c9-96aa-8f18d802506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.661679 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-cd5e9fc2-2528-42c9-96aa-8f18d802506b service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1063497 Sep 17 22:27:13.723561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-86c2902b-5507-4fa7-a825-d5dc29c001da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.0460072 Sep 17 22:27:13.814914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-cf056249-cef2-46d0-ba0f-a184bdde8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.816420 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-cf056249-cef2-46d0-ba0f-a184bdde8ef9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0856004 Sep 17 22:27:13.900044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e332e-98a1-44a3-8810-b30f76509ad0 req-15e53d54-984c-43dc-bdf8-8c46bc9a6202 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.901698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc5e332e-98a1-44a3-8810-b30f76509ad0 req-15e53d54-984c-43dc-bdf8-8c46bc9a6202 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.0612288 Sep 17 22:27:13.903162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-c182eced-4538-49bf-9717-83b195db4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.904966 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-c182eced-4538-49bf-9717-83b195db4b01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463104 Sep 17 22:27:13.983567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc5e332e-98a1-44a3-8810-b30f76509ad0 req-2b305a74-a8ed-4676-ba5d-08ec734039b4 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749958 Sep 17 22:27:13.991359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745acbe-1c37-4fe7-b484-ebadd3b2ff64 req-0c2dbe9e-aabd-43f5-8e4d-2790057847e3 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.992997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3745acbe-1c37-4fe7-b484-ebadd3b2ff64 req-0c2dbe9e-aabd-43f5-8e4d-2790057847e3 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1103 time: 0.0827487 Sep 17 22:27:14.038540 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-d2e5f84f-4234-43f9-a617-1e581d0af596 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152904 Sep 17 22:27:14.047298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3745acbe-1c37-4fe7-b484-ebadd3b2ff64 req-5d4661b1-e656-4bb9-a220-6422ba8cc23b tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372334 Sep 17 22:27:14.144036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23e5be-d696-4c66-8812-2af9f6aefa58 req-c82a387b-ddf5-4f7d-b838-bcc9fc81a111 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.145958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f23e5be-d696-4c66-8812-2af9f6aefa58 req-c82a387b-ddf5-4f7d-b838-bcc9fc81a111 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0704188 Sep 17 22:27:14.167433 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-af7b66c7-71df-40cd-ae69-1834060b74bb service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158090 Sep 17 22:27:14.194249 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f23e5be-d696-4c66-8812-2af9f6aefa58 req-223ad4b9-646a-4de4-8289-add1e8776097 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Sep 17 22:27:14.415260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc030eb3-9bbc-4bbb-b974-7446e78d2c52 req-faacb136-dffe-435a-9bd7-8dd2cef4ea0c tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.416821 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc030eb3-9bbc-4bbb-b974-7446e78d2c52 req-faacb136-dffe-435a-9bd7-8dd2cef4ea0c tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 1103 time: 0.0486398 Sep 17 22:27:14.457821 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc030eb3-9bbc-4bbb-b974-7446e78d2c52 req-7e775164-258c-4924-b9ad-f56776b1cd15 tempest-ServersAdminTestJSON-604068978 tempest-ServersAdminTestJSON-604068978-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Sep 17 22:27:14.775961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e125ac-223d-47ab-be95-1ba0eea8e712 req-16ee8746-ced4-402d-86f4-a0545c56582b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.778608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06e125ac-223d-47ab-be95-1ba0eea8e712 req-16ee8746-ced4-402d-86f4-a0545c56582b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.0857830 Sep 17 22:27:14.800391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853691e-3ecc-4b9c-a003-3d212ee0e520 req-62302c6b-96b6-42e2-8731-07001029d87b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.802267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d853691e-3ecc-4b9c-a003-3d212ee0e520 req-62302c6b-96b6-42e2-8731-07001029d87b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 950 time: 0.0808241 Sep 17 22:27:14.851374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06e125ac-223d-47ab-be95-1ba0eea8e712 req-620e6066-4f15-463d-88ff-40646fb685a6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650454 Sep 17 22:27:14.866823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d853691e-3ecc-4b9c-a003-3d212ee0e520 req-7501568d-8dbc-4872-b27b-02125460ef84 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558929 Sep 17 22:27:15.127956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a53ee-28f2-4b99-b140-8f546cacac98 req-3fbc8135-89b2-4989-9bfa-f5f34a9eab01 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:15.129689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be7a53ee-28f2-4b99-b140-8f546cacac98 req-3fbc8135-89b2-4989-9bfa-f5f34a9eab01 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.0606880 Sep 17 22:27:15.171100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be7a53ee-28f2-4b99-b140-8f546cacac98 req-09be1c67-8255-4fbb-bc27-95af494dee86 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Sep 17 22:27:15.336914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab61d7-705d-4689-9e10-09c7fd4ee80e req-a6102e5a-7a3b-41eb-a406-d1bbaaeb0713 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:15.339452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4eab61d7-705d-4689-9e10-09c7fd4ee80e req-a6102e5a-7a3b-41eb-a406-d1bbaaeb0713 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0579634 Sep 17 22:27:15.386795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4eab61d7-705d-4689-9e10-09c7fd4ee80e req-f0a0a175-2da4-4432-8dd6-022c6abc00e0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Sep 17 22:27:16.011984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb9d82-e829-464a-bc83-b00d620646f1 req-3668232f-7e06-4108-91dc-323fbb7af103 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.013483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70fb9d82-e829-464a-bc83-b00d620646f1 req-3668232f-7e06-4108-91dc-323fbb7af103 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.0843654 Sep 17 22:27:16.026920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe153c-4a59-4cd5-b43c-52174a1b1b68 req-23c2c7a1-4a87-4377-833e-76441de15783 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.028411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8dfe153c-4a59-4cd5-b43c-52174a1b1b68 req-23c2c7a1-4a87-4377-833e-76441de15783 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 950 time: 0.0728481 Sep 17 22:27:16.088643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70fb9d82-e829-464a-bc83-b00d620646f1 req-4eb99f48-8aad-4563-8129-7ad32b87b6ec tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592377 Sep 17 22:27:16.101496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8dfe153c-4a59-4cd5-b43c-52174a1b1b68 req-6d7444a9-cb87-4c99-b3e5-8b1d48a22754 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661390 Sep 17 22:27:16.297995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991a9a8-46f2-437b-bffb-dd3f002b6de4 req-926fc6b0-1712-459b-83c9-8ae16ce6fb2a tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.299345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3991a9a8-46f2-437b-bffb-dd3f002b6de4 req-926fc6b0-1712-459b-83c9-8ae16ce6fb2a tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.0505569 Sep 17 22:27:16.359546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3991a9a8-46f2-437b-bffb-dd3f002b6de4 req-2b2dcff7-0a43-4d0b-9009-82a7e37fce90 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Sep 17 22:27:16.474977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:16.542064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port d7268c67-cf03-46ca-92da-4256e5ab433e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:16.543534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2facd4-7804-4453-a721-3210e2e517b1 req-eee560c8-5fce-4063-8815-e674cc3b7897 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.548251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port d7268c67-cf03-46ca-92da-4256e5ab433e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:16.548956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.552508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd2facd4-7804-4453-a721-3210e2e517b1 req-eee560c8-5fce-4063-8815-e674cc3b7897 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0762661 Sep 17 22:27:16.598437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd2facd4-7804-4453-a721-3210e2e517b1 req-7529c707-97d6-4948-a6f7-c52099d4080f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Sep 17 22:27:16.661864 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.686344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:16.688501 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd50c879-7d83-4673-908f-089e72083a88" -d '{"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-plugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:16.704832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:16.709293 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.765612 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e15174e-fcdf-48d3-aa0f-6a52ce70379f x-openstack-request-id: req-4e15174e-fcdf-48d3-aa0f-6a52ce70379f {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:16.765896 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-plugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:16.766156 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e15174e-fcdf-48d3-aa0f-6a52ce70379f {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:16.766750 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'code': 200} Sep 17 22:27:16.772005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:17.318416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8de7e-1b92-4bce-8aab-b6b42b87c783 req-0312b256-3c6d-4e7c-be19-7db85fe846f4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.327130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63b8de7e-1b92-4bce-8aab-b6b42b87c783 req-0312b256-3c6d-4e7c-be19-7db85fe846f4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1015778 Sep 17 22:27:17.355331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8952a8-fc51-41c9-b673-5e9f1aef84cb req-76be5fb3-a3e4-421e-8d0f-b2bf23b79554 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.357028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e8952a8-fc51-41c9-b673-5e9f1aef84cb req-76be5fb3-a3e4-421e-8d0f-b2bf23b79554 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 950 time: 0.1430757 Sep 17 22:27:17.407663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63b8de7e-1b92-4bce-8aab-b6b42b87c783 req-b3bf144f-b366-469f-9891-074314d26f90 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796645 Sep 17 22:27:17.455730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e8952a8-fc51-41c9-b673-5e9f1aef84cb req-8e9a5cb0-206c-40ab-8fa2-8968f632c8df tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916779 Sep 17 22:27:17.576761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-508603c8-6d15-4143-a8e6-6f6fe8b2a6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.578985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-508603c8-6d15-4143-a8e6-6f6fe8b2a6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.4664524 Sep 17 22:27:17.688776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb7d2e-4ff8-47ee-9490-2c8dec23243f req-7c84ca35-3491-498c-9cbf-2dfade28c82c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.701244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fddb7d2e-4ff8-47ee-9490-2c8dec23243f req-7c84ca35-3491-498c-9cbf-2dfade28c82c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 946 time: 0.1063931 Sep 17 22:27:17.769852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Deleting port 3d850142-586d-448a-9b88-3ed1333e4587 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:17.770449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.798603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccf2ef-d1fa-4cda-a52a-a2ef1d754414 req-d157e3b9-a584-4e36-8632-ff77944f058b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.800614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09ccf2ef-d1fa-4cda-a52a-a2ef1d754414 req-d157e3b9-a584-4e36-8632-ff77944f058b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0893190 Sep 17 22:27:17.833163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fddb7d2e-4ff8-47ee-9490-2c8dec23243f req-eb139803-0304-4b8d-a3a5-8733ef2b97c8 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/security-groups?id=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293344 Sep 17 22:27:17.885268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09ccf2ef-d1fa-4cda-a52a-a2ef1d754414 req-ef41528a-c183-42c7-87fb-217603070d75 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708828 Sep 17 22:27:17.908254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] For port 3d850142-586d-448a-9b88-3ed1333e4587, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3d850142-586d-448a-9b88-3ed1333e4587,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:17.908621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.923936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Calling delete_port for 3d850142-586d-448a-9b88-3ed1333e4587 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:17.997568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd252b-bc78-4785-b488-f004f777bc42 req-bdf6c641-79ec-43cb-a95a-e245bd3b3fb6 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.999473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fcd252b-bc78-4785-b488-f004f777bc42 req-bdf6c641-79ec-43cb-a95a-e245bd3b3fb6 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 946 time: 0.0876660 Sep 17 22:27:18.073354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fcd252b-bc78-4785-b488-f004f777bc42 req-e3635dd3-9744-48fb-956e-0d05347dcc83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610027 Sep 17 22:27:18.073553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28db29b-c644-4328-b550-a9e524485e4b req-e4bf25e4-294c-4555-9a7b-3954c5efdf35 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:18.075008 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c28db29b-c644-4328-b550-a9e524485e4b req-e4bf25e4-294c-4555-9a7b-3954c5efdf35 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 950 time: 0.1009583 Sep 17 22:27:18.218494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.254210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Pushing event deleted for resources: {'Port': ['ID=3d850142-586d-448a-9b88-3ed1333e4587,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.257889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['3d850142-586d-448a-9b88-3ed1333e4587'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:18.300106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Deleting port 8176deb2-9f75-435e-9149-1d93dabe5670 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:18.300448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.333113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] No DVR routers for this DVR port 3d850142-586d-448a-9b88-3ed1333e4587 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:18.339979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.342123 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-64f02b07-c21c-428b-9e6c-6d89307fdc1e req-0d84d6de-5c16-404a-a907-69ad641e0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.49 "DELETE /v2.0/ports/3d850142-586d-448a-9b88-3ed1333e4587 HTTP/1.1" status: 204 len: 173 time: 0.7005894 Sep 17 22:27:18.342670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'name': 'network-vif-deleted', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:18.345122 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da52572-d7c9-41d6-a0b0-984a8a9c60b2" -d '{"events": [{"server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "name": "network-vif-deleted", "tag": "3d850142-586d-448a-9b88-3ed1333e4587"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:18.398985 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512deab4-d814-4b7e-aa29-2c6fa170cebb x-openstack-request-id: req-512deab4-d814-4b7e-aa29-2c6fa170cebb {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:18.398985 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b20233-6fc5-4046-8d64-52a17594c5e1", "name": "network-vif-deleted", "tag": "3d850142-586d-448a-9b88-3ed1333e4587", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:18.398985 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-512deab4-d814-4b7e-aa29-2c6fa170cebb {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:18.398985 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b20233-6fc5-4046-8d64-52a17594c5e1', 'name': 'network-vif-deleted', 'tag': '3d850142-586d-448a-9b88-3ed1333e4587', 'status': 'completed', 'code': 200} Sep 17 22:27:18.459217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] For port 8176deb2-9f75-435e-9149-1d93dabe5670, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8176deb2-9f75-435e-9149-1d93dabe5670,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:18.459780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.479247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Calling delete_port for 8176deb2-9f75-435e-9149-1d93dabe5670 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:18.575939 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.700092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf04b44-f66a-4844-be20-4c5905faa3c8 req-b40cf564-f5f6-4551-9ff7-b2e8b937555b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:18.703683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edf04b44-f66a-4844-be20-4c5905faa3c8 req-b40cf564-f5f6-4551-9ff7-b2e8b937555b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=530b5d4a-d282-4272-a4a3-8f3b4a3bb72a HTTP/1.1" status: 200 len: 950 time: 0.1070549 Sep 17 22:27:18.709904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16222000-dec5-4e55-99e9-3996262af546 req-86c22f96-a230-4089-9f58-c6d56560545a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:18.711539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16222000-dec5-4e55-99e9-3996262af546 req-86c22f96-a230-4089-9f58-c6d56560545a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1584709 Sep 17 22:27:18.729641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.744816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['8b450479-7128-4f73-b4e4-50d57dc968e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:18.771943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Pushing event deleted for resources: {'Port': ['ID=8176deb2-9f75-435e-9149-1d93dabe5670,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.778098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8176deb2-9f75-435e-9149-1d93dabe5670', '9add09be-540f-4192-b9a0-99f74eb504b0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:18.778687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-f83319f4-d58f-4282-bc5a-0668fbde1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:18.779998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-f83319f4-d58f-4282-bc5a-0668fbde1729 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff&tenant_id=3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 1101 time: 0.1079161 Sep 17 22:27:18.782591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16222000-dec5-4e55-99e9-3996262af546 req-94281794-ec3d-45e7-9f70-520ad62b026a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628345 Sep 17 22:27:18.799732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edf04b44-f66a-4844-be20-4c5905faa3c8 req-c1ffa744-c9e4-4a73-9d69-c6df5e06ee65 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868313 Sep 17 22:27:18.809158 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:18.861483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] No DVR routers for this DVR port 8176deb2-9f75-435e-9149-1d93dabe5670 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:18.866033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.869354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c28db29b-c644-4328-b550-a9e524485e4b req-a4c21752-3d2b-4c09-ae02-6473b3803203 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "DELETE /v2.0/ports/8176deb2-9f75-435e-9149-1d93dabe5670 HTTP/1.1" status: 204 len: 173 time: 0.7863271 Sep 17 22:27:18.929514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.101377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af74fa9f-9129-4ede-98a3-ca54a9d81e3d req-5fa643a6-7307-4653-826e-0edd7f167a2c tempest-FloatingIPsAssociationNegativeTestJSON-1347674876 tempest-FloatingIPsAssociationNegativeTestJSON-1347674876-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b20233-6fc5-4046-8d64-52a17594c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0610459 Sep 17 22:27:19.134003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ded04-bd99-4743-a203-dd725e1ec049 req-f37d4e69-740d-4547-a4e2-038f8085da34 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.138721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b8ded04-bd99-4743-a203-dd725e1ec049 req-f37d4e69-740d-4547-a4e2-038f8085da34 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.1741381 Sep 17 22:27:19.223232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b8ded04-bd99-4743-a203-dd725e1ec049 req-89eefd92-8542-40e2-8170-0dcf0da67b9b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835888 Sep 17 22:27:19.345422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:19.401830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:19.454506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.470542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Transition to ACTIVE for port object d7268c67-cf03-46ca-92da-4256e5ab433e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:19.477997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.582426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] No DVR routers for this DVR port d7268c67-cf03-46ca-92da-4256e5ab433e on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:19.585890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.634576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:19.635003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:19.635319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:19.642983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:19.643303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Attempting to bind port d7268c67-cf03-46ca-92da-4256e5ab433e on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:19.653749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:19.654482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:19.654968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:19.655494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Bound port: d7268c67-cf03-46ca-92da-4256e5ab433e, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:19.656031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.738735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:19.744717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:19.750132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.774398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0425f-eb76-4da0-b945-65728ac36024 req-de4d8acd-8cb0-4fbe-9dda-588392333a75 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.778458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b0425f-eb76-4da0-b945-65728ac36024 req-de4d8acd-8cb0-4fbe-9dda-588392333a75 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 946 time: 0.1031363 Sep 17 22:27:19.815813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-c8b325ab-f899-4bb0-9b63-ba872ad34c25 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--49230060&fields=id&tenant_id=2daac13086d342ceb3844d0930d67c9b HTTP/1.1" status: 200 len: 267 time: 0.0897658 Sep 17 22:27:19.819176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.819882 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.822031 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] 10.222.0.45 "PUT /v2.0/ports/d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 1097 time: 1.0191693 Sep 17 22:27:19.822808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6cfae-80de-4d19-bbe4-03e0bd010561 service neutron] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=11']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.870048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b0425f-eb76-4da0-b945-65728ac36024 req-3e4047f0-4485-4f5c-aa39-21d130988a45 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841193 Sep 17 22:27:19.929244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-949379b8-9867-41c5-98ea-847e18ee11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.933276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-949379b8-9867-41c5-98ea-847e18ee11e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1100 time: 0.0870831 Sep 17 22:27:20.079566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-460bc1f0-d302-4eb6-9701-0e5d5c3e002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.081807 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-460bc1f0-d302-4eb6-9701-0e5d5c3e002d service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1413815 Sep 17 22:27:20.086828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-badf3f57-d785-4301-a010-9260081268b0 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.098736 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-badf3f57-d785-4301-a010-9260081268b0 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 824 time: 0.2641203 Sep 17 22:27:20.128980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb81951-56d5-413d-8107-1dbb66f9c79e req-c4aa2df5-d4dc-4b9f-9e75-99610140d160 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.130470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bb81951-56d5-413d-8107-1dbb66f9c79e req-c4aa2df5-d4dc-4b9f-9e75-99610140d160 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.1478889 Sep 17 22:27:20.141399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-05942d34-8055-4029-a18d-8694dc861894 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/quotas/2daac13086d342ceb3844d0930d67c9b HTTP/1.1" status: 200 len: 375 time: 0.0402863 Sep 17 22:27:20.142025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-63058785-5965-4b94-a38b-47a54b4a2b7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.0517385 Sep 17 22:27:20.216742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bb81951-56d5-413d-8107-1dbb66f9c79e req-21a248a6-241a-4a1e-93a1-8901f570c092 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732050 Sep 17 22:27:20.230605 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-87357b3d-6e0c-410a-8744-86dca490b479 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0871823 Sep 17 22:27:20.240379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-b5fb31c8-3e85-4372-ba7b-c21e7ffaf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.242001 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-b5fb31c8-3e85-4372-ba7b-c21e7ffaf8ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0908828 Sep 17 22:27:20.267728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-ee2c3604-f0a9-4db7-bdc7-91061db8fad4 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.269271 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-ee2c3604-f0a9-4db7-bdc7-91061db8fad4 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1098 time: 0.0866766 Sep 17 22:27:20.292434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-10'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:20.360641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-3ce93458-0e03-4f02-aa46-aa2f49d4c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.362174 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-3ce93458-0e03-4f02-aa46-aa2f49d4c656 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074886 Sep 17 22:27:20.368080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.386225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53238) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:20.394726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-db39138f-dc82-447a-bd35-b1356731d459 service neutron] 10.222.0.48 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446099 Sep 17 22:27:20.410054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530b5d4a-d282-4272-a4a3-8f3b4a3bb72a', 'name': 'network-vif-deleted', 'tag': '8176deb2-9f75-435e-9149-1d93dabe5670'}, {'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}, {'name': 'network-changed', 'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:20.412348 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69744717-7a65-48d9-8ca4-c699422b1c47" -d '{"events": [{"server_uuid": "530b5d4a-d282-4272-a4a3-8f3b4a3bb72a", "name": "network-vif-deleted", "tag": "8176deb2-9f75-435e-9149-1d93dabe5670"}, {"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-unplugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}, {"name": "network-changed", "server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:20.511365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3d850142-586d-448a-9b88-3ed1333e4587 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:20.533626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f626a-664b-4962-b9f7-65687ba16e2c req-bea2c90d-6813-4ef3-b6e8-5bcc93494377 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.535151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-538f626a-664b-4962-b9f7-65687ba16e2c req-bea2c90d-6813-4ef3-b6e8-5bcc93494377 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 946 time: 0.0940635 Sep 17 22:27:20.539757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 3d850142-586d-448a-9b88-3ed1333e4587 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:20.541252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3d850142-586d-448a-9b88-3ed1333e4587 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:20.563515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-72b0813d-f1ed-4acb-9899-9afe4879dae9 service neutron] 10.222.0.48 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625435 Sep 17 22:27:20.619696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-538f626a-664b-4962-b9f7-65687ba16e2c req-069f3382-2aea-4cf6-802a-26e78d80551c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694489 Sep 17 22:27:20.634327 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-3c9f392a-415a-4555-8d32-c500ae9c52ce service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622807 Sep 17 22:27:20.828122 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd3e08-3787-4574-a2e3-0573eb545db2 x-openstack-request-id: req-36bd3e08-3787-4574-a2e3-0573eb545db2 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:20.828682 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530b5d4a-d282-4272-a4a3-8f3b4a3bb72a", "name": "network-vif-deleted", "tag": "8176deb2-9f75-435e-9149-1d93dabe5670", "status": "completed", "code": 200}, {"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-unplugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "code": 200}, {"name": "network-changed", "server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:20.828682 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36bd3e08-3787-4574-a2e3-0573eb545db2 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:20.829142 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530b5d4a-d282-4272-a4a3-8f3b4a3bb72a', 'name': 'network-vif-deleted', 'tag': '8176deb2-9f75-435e-9149-1d93dabe5670', 'status': 'completed', 'code': 200} Sep 17 22:27:20.829499 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'code': 200} Sep 17 22:27:20.829846 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'status': 'completed', 'code': 200} Sep 17 22:27:20.876506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:20.919890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e840299-3d55-4a22-a210-46bdb48eb38f req-fb8deaa7-6831-4734-9d88-5cb1856de5a7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 210 time: 0.0684016 Sep 17 22:27:20.934551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-be9a3ad6-73a9-4fc6-be98-233b29fac50a req-b174700a-c443-4428-b100-ca26dda481e0 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639494 Sep 17 22:27:21.023139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18de65-d996-40fe-bd79-591985cc8dd6 req-33d37176-23c2-4358-95f0-84c76f6fde2b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.025816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c18de65-d996-40fe-bd79-591985cc8dd6 req-33d37176-23c2-4358-95f0-84c76f6fde2b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 949 time: 0.1094282 Sep 17 22:27:21.082747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:21.110101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6608d7c-0150-4b42-9ec6-96629292319a req-a00485ec-df39-4e4e-89c4-2543dd1f6384 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.111613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6608d7c-0150-4b42-9ec6-96629292319a req-a00485ec-df39-4e4e-89c4-2543dd1f6384 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 946 time: 0.0845101 Sep 17 22:27:21.114950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c18de65-d996-40fe-bd79-591985cc8dd6 req-a033ba2d-75c1-49b5-aefd-0625f74683a9 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769422 Sep 17 22:27:21.132708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-17b1ee33-d70a-4b37-82c3-d4e84d346d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.134575 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-17b1ee33-d70a-4b37-82c3-d4e84d346d07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1100 time: 0.2197676 Sep 17 22:27:21.160869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-83b3a188-0081-4799-b569-ce4d175d7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.162411 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-83b3a188-0081-4799-b569-ce4d175d7b2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 1100 time: 0.1705270 Sep 17 22:27:21.199774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6608d7c-0150-4b42-9ec6-96629292319a req-fecd4a3f-791d-4aa8-b6a7-2d2afa5a4645 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785849 Sep 17 22:27:21.203283 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.266052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.380216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6436f0d-026f-41b9-b267-c8566ba47f00 req-fe401e71-f97c-4647-85b9-4786ed804d39 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.388248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6436f0d-026f-41b9-b267-c8566ba47f00 req-fe401e71-f97c-4647-85b9-4786ed804d39 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.0790491 Sep 17 22:27:21.431556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6436f0d-026f-41b9-b267-c8566ba47f00 req-a6b65019-c64e-4481-b6a7-2913f2bc2d31 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Sep 17 22:27:21.753711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c8e6-a94c-467f-b188-d99217c7a192 req-61bde299-8bd2-4bbe-b71d-315212c6cadb tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.755237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b33c8e6-a94c-467f-b188-d99217c7a192 req-61bde299-8bd2-4bbe-b71d-315212c6cadb tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.0639732 Sep 17 22:27:21.811328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b33c8e6-a94c-467f-b188-d99217c7a192 req-cedf3459-93e2-4abd-952d-2c403f429976 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448148 Sep 17 22:27:21.818911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-eb55583c-3fd6-46a8-bd64-c60c6d206238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.820411 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-eb55583c-3fd6-46a8-bd64-c60c6d206238 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.6421385 Sep 17 22:27:21.821035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Pushing event updated for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:21.848444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-e6f0e69e-bb4c-4bc5-8754-824e70004be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.849924 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-e6f0e69e-bb4c-4bc5-8754-824e70004be3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.6571031 Sep 17 22:27:21.886337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:21.886672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:21.887000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:21.894714 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-52eb480c-6d95-416b-89f4-58238f0e4b62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.0620043 Sep 17 22:27:21.902364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:21.902693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:21.927266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:21.927594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:21.927980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:21.928421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Bound port: 72684df2-ec56-4945-9bb0-5807ba797a9e, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:21.928776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.020683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-a50d1d7e-3f78-4e59-9465-c3c3ecf0a5b9 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.022547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-a50d1d7e-3f78-4e59-9465-c3c3ecf0a5b9 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768 HTTP/1.1" status: 200 len: 946 time: 0.0881231 Sep 17 22:27:22.047452 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-bdb0ad6b-764b-4819-8fb9-01268f44ee24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 200 len: 217 time: 0.0915637 Sep 17 22:27:22.054641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.074167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d464bca6-4c5b-4636-a5e4-15dcaa5b977b req-eddc54b6-0122-40be-b47f-8f4c02f4882b tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 210 time: 0.0366611 Sep 17 22:27:22.174315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-3218571a-667c-42cf-94e4-4ecb20e8a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.175616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-3218571a-667c-42cf-94e4-4ecb20e8a5ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2633319 Sep 17 22:27:22.204817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Deleting port 5e125712-23ca-41ef-9207-51a0f12581fb {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:22.205181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.348307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-d7eafc2e-3923-442a-a8c9-9fe6b165730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.348990 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-d7eafc2e-3923-442a-a8c9-9fe6b165730b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2275159 Sep 17 22:27:22.410056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f2f88-4909-49ce-8666-3cd68bf787bf req-384fd250-9904-4109-80a9-66ba5bf11a76 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.411487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e77f2f88-4909-49ce-8666-3cd68bf787bf req-384fd250-9904-4109-80a9-66ba5bf11a76 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 949 time: 0.1531050 Sep 17 22:27:22.457271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:22.466626 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-f79a94cf-8d7e-4751-bab7-5496e73352bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.468204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-f79a94cf-8d7e-4751-bab7-5496e73352bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2515707 Sep 17 22:27:22.485407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c9b21-1d14-460e-95c6-7f1ad2df5402 req-8bd1b7fd-511e-4302-82e2-f811ea729a1a tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.486905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a27c9b21-1d14-460e-95c6-7f1ad2df5402 req-8bd1b7fd-511e-4302-82e2-f811ea729a1a tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 946 time: 0.1622214 Sep 17 22:27:22.496203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-f218a39d-4ef6-443f-8f04-1513c84c6792 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.497717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-f218a39d-4ef6-443f-8f04-1513c84c6792 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 949 time: 0.2053645 Sep 17 22:27:22.499647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] For port 5e125712-23ca-41ef-9207-51a0f12581fb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5e125712-23ca-41ef-9207-51a0f12581fb,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:22.500028 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.518494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 72684df2-ec56-4945-9bb0-5807ba797a9e details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:22.525541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.49', 52881) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:22.528240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:22.579226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:22.619853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-630ab3c9-1957-4c72-b18f-2a7a69657402 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.623571 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-630ab3c9-1957-4c72-b18f-2a7a69657402 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.45 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 824 time: 0.5896716 Sep 17 22:27:22.656258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.672236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:22.672914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8176deb2-9f75-435e-9149-1d93dabe5670 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:22.697319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 8176deb2-9f75-435e-9149-1d93dabe5670 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:22.697917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8176deb2-9f75-435e-9149-1d93dabe5670 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:22.706084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-d3a77ea2-2877-422e-8a52-63f0bf557957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.710135 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-d3a77ea2-2877-422e-8a52-63f0bf557957 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3385658 Sep 17 22:27:22.723751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:22.730542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e77f2f88-4909-49ce-8666-3cd68bf787bf req-ee3b7a8f-c28f-4fdb-8eac-8fc3af50113f tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069363 Sep 17 22:27:22.784197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:22.786126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:22.786853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:22.808603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:22.810695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempting to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:22.821433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:22.823351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:22.833689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:22.836654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Bound port: 72684df2-ec56-4945-9bb0-5807ba797a9e, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:22.838088 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.919398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:22.921808 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c56cb7-910a-4e0b-9e10-60e957d8475a" -d '{"events": [{"server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "name": "network-vif-unplugged", "status": "completed", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:22.926063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-245cfc81-3f91-4b11-85a7-7d7ce0b9df69 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362598 Sep 17 22:27:22.954395 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.954923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.955344 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Floating IP 041e2639-b4ec-491c-82ce-e7790fd514cd disassociated. External IP: 172.25.0.74, port: 5e125712-23ca-41ef-9207-51a0f12581fb. Sep 17 22:27:22.956358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Calling delete_port for 5e125712-23ca-41ef-9207-51a0f12581fb owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:22.974931 n-d-789963-10 neutron-server[94739]: WARNING neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Concurrent port binding operations failed on port 72684df2-ec56-4945-9bb0-5807ba797a9e Sep 17 22:27:22.982108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:22.984331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-3909c10e-698e-4c47-b353-f993132d2457 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.985102 n-d-789963-10 neutron-server[94739]: INFO neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempt 2 to bind port 72684df2-ec56-4945-9bb0-5807ba797a9e Sep 17 22:27:22.985667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 72684df2-ec56-4945-9bb0-5807ba797a9e has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:27:22.985857 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-3909c10e-698e-4c47-b353-f993132d2457 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 946 time: 0.5601559 Sep 17 22:27:22.991751 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-aaeb11cc-5b30-4786-9408-6cf9d1dbddc5 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2daac13086d342ceb3844d0930d67c9b HTTP/1.1" status: 200 len: 378 time: 0.3316429 Sep 17 22:27:23.014597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a27c9b21-1d14-460e-95c6-7f1ad2df5402 req-a0c3b94a-019c-4306-b0fd-40d6ed6522a7 tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116816 Sep 17 22:27:23.026555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Request body: {'port': {'device_id': '1085138e-a098-4acc-939c-09f10c111093', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'admin_state_up': True, 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'security_groups': ['a90f3047-98b0-425e-8e13-a94d7d6ef33c']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:23.081971 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-adfac588-0b5e-4844-bd77-6a99dd519578 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5447090 Sep 17 22:27:23.147630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Pushing event updated for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=8']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:23.161295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58aa7c-9906-4056-a8cb-22dc4505dccc req-b84572da-d096-4cdb-b9af-8efa64f98d5f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.162865 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af58aa7c-9906-4056-a8cb-22dc4505dccc req-b84572da-d096-4cdb-b9af-8efa64f98d5f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.1745994 Sep 17 22:27:23.191832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.192715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.194430 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] 10.222.0.49 "PUT /v2.0/ports/72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 200 len: 1124 time: 2.9073336 Sep 17 22:27:23.200111 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-b344e7ba-70bc-4671-bac9-dcb83df53344 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582572 Sep 17 22:27:23.216193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Deleting port 8b450479-7128-4f73-b4e4-50d57dc968e4 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:23.216531 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.231332 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['72684df2-ec56-4945-9bb0-5807ba797a9e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:23.283192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.283934 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.284484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.285072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.285610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.286147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.286716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.287261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.287807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.288348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.288960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.289494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3324a66-f00a-482b-8961-d020880a6456 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:23.471193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['72684df2-ec56-4945-9bb0-5807ba797a9e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:23.572740 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-5cc08caf-9a3c-4b07-9b4e-aa216a4c950a service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277943 Sep 17 22:27:23.642670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-b7bc2649-de1b-41d4-9000-810fee67789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.644182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-b7bc2649-de1b-41d4-9000-810fee67789a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 1096 time: 0.2893522 Sep 17 22:27:23.646074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69744717-7a65-48d9-8ca4-c699422b1c47 req-79540312-39cd-4e95-a750-035507f5e1e7 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307010 Sep 17 22:27:23.663886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Deleting port c639bcdb-5b39-436f-8924-4641b67ed5b8 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:23.664217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.680507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Made reservation on behalf of 2daac13086d342ceb3844d0930d67c9b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:23.682207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af58aa7c-9906-4056-a8cb-22dc4505dccc req-da8a5e8a-03c9-4711-9a76-16ba7a1c0b19 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915929 Sep 17 22:27:23.684130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.703545 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.738265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e1590-68a6-4099-8bf8-1fcba12d1466 req-cfce2436-d3d2-4600-910a-eb702ccdd4b2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.746289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a9e1590-68a6-4099-8bf8-1fcba12d1466 req-cfce2436-d3d2-4600-910a-eb702ccdd4b2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.5809155 Sep 17 22:27:23.777468 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event deleted for resources: {'Port': ['ID=5e125712-23ca-41ef-9207-51a0f12581fb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:23.839399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] For port 8b450479-7128-4f73-b4e4-50d57dc968e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8b450479-7128-4f73-b4e4-50d57dc968e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:23.839897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.854741 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c784367-3144-49db-ac32-447f094dcbde x-openstack-request-id: req-2c784367-3144-49db-ac32-447f094dcbde {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:23.855038 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "name": "network-vif-unplugged", "status": "completed", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:23.855474 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c784367-3144-49db-ac32-447f094dcbde {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:23.855958 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e', 'code': 200} Sep 17 22:27:23.872565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Deleting port 97a17048-a5ba-4f3b-a224-3587f213d09a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:23.873168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.886614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a9e1590-68a6-4099-8bf8-1fcba12d1466 req-56d590d5-69eb-4f8b-b34b-13677d22cc6b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394260 Sep 17 22:27:23.893072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Calling delete_port for 8b450479-7128-4f73-b4e4-50d57dc968e4 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:23.948465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4acd2da6-bae9-45b9-8f88-901f83a2bb2c req-a1c4ef96-54c2-43af-8282-d655ce38ddc4 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 210 time: 0.0661438 Sep 17 22:27:24.022919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:24.101012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Router d607982b-3255-42d6-87e2-c83f84d197a6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:24.274709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:24.286237 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] Sync routers for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:24.300886 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:24.301184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20085caf-69d0-4893-944a-c9afffb3c04d req-42f210d3-f4a7-4d24-a0ae-dd26732df2db tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:24.303007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20085caf-69d0-4893-944a-c9afffb3c04d req-42f210d3-f4a7-4d24-a0ae-dd26732df2db tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 949 time: 0.2396305 Sep 17 22:27:24.303762 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:24.409683 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:24.442406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'mac_address': 'fa:16:3e:c4:c8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:24.452986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] No DVR routers for this DVR port 5e125712-23ca-41ef-9207-51a0f12581fb on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:24.465677 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.467843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d0e8d7a-92af-4030-8fff-22c145907d31 req-02f4a293-ddbf-469f-bf82-1325074e4939 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.49 "DELETE /v2.0/ports/5e125712-23ca-41ef-9207-51a0f12581fb HTTP/1.1" status: 204 len: 173 time: 2.3975556 Sep 17 22:27:24.472352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'name': 'network-vif-deleted', 'tag': '5e125712-23ca-41ef-9207-51a0f12581fb'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:24.474670 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b9edbc-3bf8-4d3f-a422-570494e32a4a" -d '{"events": [{"server_uuid": "d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768", "name": "network-vif-deleted", "tag": "5e125712-23ca-41ef-9207-51a0f12581fb"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:24.495918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-67629d9e-8c5c-4961-9167-0c045e85c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:24.498507 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-67629d9e-8c5c-4961-9167-0c045e85c740 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.8293786 Sep 17 22:27:24.506389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa2932-ccf6-497c-a931-3fd1528f07ee req-eda676f0-46bf-4b90-8aff-ce5f8d5df99b tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:24.514919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dcaa2932-ccf6-497c-a931-3fd1528f07ee req-eda676f0-46bf-4b90-8aff-ce5f8d5df99b tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 946 time: 0.2438736 Sep 17 22:27:24.525527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20085caf-69d0-4893-944a-c9afffb3c04d req-23c5f2a1-f730-4ea0-96e0-6c03dfa27f48 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484618 Sep 17 22:27:24.553551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5e125712-23ca-41ef-9207-51a0f12581fb no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:24.577589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] For port c639bcdb-5b39-436f-8924-4641b67ed5b8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c639bcdb-5b39-436f-8924-4641b67ed5b8,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:24.578196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.609842 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:24.614450 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.623517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 5e125712-23ca-41ef-9207-51a0f12581fb {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:24.623988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5e125712-23ca-41ef-9207-51a0f12581fb not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:24.626438 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c639bcdb-5b39-436f-8924-4641b67ed5b8 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:24.631319 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f2fe6c-3e38-41ba-9737-c8d526f67d2c x-openstack-request-id: req-34f2fe6c-3e38-41ba-9737-c8d526f67d2c {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:24.631731 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b23fc2-eb27-4e86-a6ae-aa7e3ff65768", "name": "network-vif-deleted", "tag": "5e125712-23ca-41ef-9207-51a0f12581fb", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:24.632602 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34f2fe6c-3e38-41ba-9737-c8d526f67d2c {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:24.633147 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b23fc2-eb27-4e86-a6ae-aa7e3ff65768', 'name': 'network-vif-deleted', 'tag': '5e125712-23ca-41ef-9207-51a0f12581fb', 'status': 'completed', 'code': 200} Sep 17 22:27:24.702078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dcaa2932-ccf6-497c-a931-3fd1528f07ee req-f0c880bf-19a8-494e-9758-7c2ea0037f8e tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/security-groups?id=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859801 Sep 17 22:27:24.717702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7268c67-cf03-46ca-92da-4256e5ab433e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:24.720158 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.747655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['8b450479-7128-4f73-b4e4-50d57dc968e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:24.750281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Allocated IP 172.20.0.14 (f521677b-9ae6-4013-8450-eb9f8c292d6e/6582152d-787e-4468-bbd7-ddadba65eb7d/bbc86505-b97f-4347-82dc-aa420b6cb701) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:24.784710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Pushing event deleted for resources: {'Port': ['ID=8b450479-7128-4f73-b4e4-50d57dc968e4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:24.787184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Calling delete_port for c639bcdb-5b39-436f-8924-4641b67ed5b8 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:24.832213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9add09be-540f-4192-b9a0-99f74eb504b0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:24.885110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:24.895230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-c6c93007-a8a3-4371-89ba-e372a8a71de6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 200 len: 217 time: 0.3708038 Sep 17 22:27:24.901123 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.999011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] No DVR routers for this DVR port 8b450479-7128-4f73-b4e4-50d57dc968e4 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:25.006653 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.012681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29c4de76-9752-4d87-a3b0-98ac16861c78 req-d886a27f-f0c3-46c0-9b7d-3cefc2886926 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.45 "DELETE /v2.0/ports/8b450479-7128-4f73-b4e4-50d57dc968e4 HTTP/1.1" status: 204 len: 173 time: 2.4888198 Sep 17 22:27:25.075928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991a232-0cfa-4806-ae4b-6b4411a45323 req-af09b720-5546-4320-b761-fd9742fcf3bb tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:25.081184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a991a232-0cfa-4806-ae4b-6b4411a45323 req-af09b720-5546-4320-b761-fd9742fcf3bb tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 948 time: 0.2798252 Sep 17 22:27:25.090175 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:25.123341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] For port 97a17048-a5ba-4f3b-a224-3587f213d09a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=97a17048-a5ba-4f3b-a224-3587f213d09a,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:25.124267 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.136442 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] Checking router: d607982b-3255-42d6-87e2-c83f84d197a6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:25.148194 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:25.149194 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:25.170079 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.182726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=12']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:25.203042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a991a232-0cfa-4806-ae4b-6b4411a45323 req-b6889211-a8af-4183-b36b-37017689338f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827813 Sep 17 22:27:25.215182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['d7268c67-cf03-46ca-92da-4256e5ab433e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:25.257243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda406df-de7f-494f-a304-acf7e0f19397 req-934c25e3-6a7d-4f2f-86c4-f7334cbf56f7 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:25.262500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Calling delete_port for 97a17048-a5ba-4f3b-a224-3587f213d09a owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:25.270071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eda406df-de7f-494f-a304-acf7e0f19397 req-934c25e3-6a7d-4f2f-86c4-f7334cbf56f7 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.2487979 Sep 17 22:27:25.299453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.299858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.301829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.302171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.302522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.305069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.305410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.307718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.307885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.308873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.309227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.310558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.325944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eda406df-de7f-494f-a304-acf7e0f19397 req-0810025c-5a86-4649-a5fc-8491dc66c2f2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514355 Sep 17 22:27:25.370856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-fb17fcb4-9f41-4020-96bd-9e79d5a2dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:25.372439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-fb17fcb4-9f41-4020-96bd-9e79d5a2dabc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.4484160 Sep 17 22:27:25.492335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64b5f5ee-20df-40f6-b292-898b62f15a60 req-f0ca2e66-73f4-4017-bfc5-e7332cb033e4 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 210 time: 0.0918565 Sep 17 22:27:25.563671 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:25.575948 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-a1dc431d-be55-4160-b3d2-49fd00906060 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269970 Sep 17 22:27:25.699235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d283f4-d376-4a60-8131-bc85ec93b1b5 req-de72448e-8898-4692-a70e-136aa935f03f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:25.710459 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0d283f4-d376-4a60-8131-bc85ec93b1b5 req-de72448e-8898-4692-a70e-136aa935f03f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 949 time: 0.1857741 Sep 17 22:27:25.778550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8f51b5c-cf6b-4974-a3c2-af824647b11c req-79959aaa-dde3-4d2a-af04-92355d96e54e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=9aeca913-7244-4814-a36c-1e11d18e7cec HTTP/1.1" status: 200 len: 210 time: 0.0537677 Sep 17 22:27:25.809597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0d283f4-d376-4a60-8131-bc85ec93b1b5 req-d1c283bb-cb55-4263-8cad-212cd9fe8263 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973451 Sep 17 22:27:25.825899 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.877499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:25.879764 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8241107-6e8c-4a7b-be06-02eec88b4757" -d '{"events": [{"name": "network-changed", "server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:25.894812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.898472 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:27:25.898472 n-d-789963-10 neutron-server[94739]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 17 22:27:25.898472 n-d-789963-10 neutron-server[94739]: [parameters: {'status': 'DOWN', 'ports_id': 'c639bcdb-5b39-436f-8924-4641b67ed5b8'}] Sep 17 22:27:25.898472 n-d-789963-10 neutron-server[94739]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:27:25.902730 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:27:25.982313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b0538f7-dc98-4fb7-97cb-c05b0f380183 req-62c2cef0-1c93-454b-8559-470fd026cc0d tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99a2a87-e580-418e-90a7-92e43fbf248a HTTP/1.1" status: 200 len: 210 time: 0.0519016 Sep 17 22:27:26.019153 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9804bb63-f339-466d-b32c-576bd7012b5c x-openstack-request-id: req-9804bb63-f339-466d-b32c-576bd7012b5c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:26.019466 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:26.019727 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9804bb63-f339-466d-b32c-576bd7012b5c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:26.020190 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e', 'status': 'completed', 'code': 200} Sep 17 22:27:26.025215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8b450479-7128-4f73-b4e4-50d57dc968e4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:26.030865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Pushing event deleted for resources: {'Port': ['ID=c639bcdb-5b39-436f-8924-4641b67ed5b8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:26.067805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-fa4d6089-2398-4c14-b6e0-9f5c52e6bb20 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807177 Sep 17 22:27:26.082353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 8b450479-7128-4f73-b4e4-50d57dc968e4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:26.082702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8b450479-7128-4f73-b4e4-50d57dc968e4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:26.144340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-096ac1a4-2883-49cb-98c1-0434c1ff1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:26.147556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-096ac1a4-2883-49cb-98c1-0434c1ff1065 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1127 time: 0.1207678 Sep 17 22:27:26.173545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] No DVR routers for this DVR port c639bcdb-5b39-436f-8924-4641b67ed5b8 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:26.183152 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.185476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bc7ff18-370e-4ecf-a0a3-c833453fe997 req-b7453915-9be6-4586-a096-dec9b067802f tempest-AttachSCSIVolumeTestJSON-172751032 tempest-AttachSCSIVolumeTestJSON-172751032-project] 10.222.0.49 "DELETE /v2.0/ports/c639bcdb-5b39-436f-8924-4641b67ed5b8 HTTP/1.1" status: 204 len: 173 time: 3.1719446 Sep 17 22:27:26.191079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.360776 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:26.378698 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Network f521677b-9ae6-4013-8450-eb9f8c292d6e is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:26.382051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-da92a04f-6a3e-480c-b302-da7cf7376a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:26.385407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-da92a04f-6a3e-480c-b302-da7cf7376a68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.2280500 Sep 17 22:27:26.415391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:26.454811 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83146859-9372-494f-9177-a00cdf6709b9 None None] The sync data for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 is: [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:26.465949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Port c639bcdb-5b39-436f-8924-4641b67ed5b8 update to DOWN by agent not found {{(pid=94739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 22:27:26.471345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:26.544104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-9c736429-aa97-4840-8111-38d55f3b1a52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 200 len: 217 time: 0.1505358 Sep 17 22:27:26.581956 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f59514bc-50af-4d43-bf25-dc4cda7de40e req-1d48eadb-7fae-433c-b16a-c9e3c3b3d605 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033271 Sep 17 22:27:26.606645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:26.611132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.615677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-5cd302ba-28fd-4f74-8c15-988e934c25db tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3244df1228af49e2bdc2f43affbe409b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1967928 Sep 17 22:27:26.620423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event updated for resources: {'Port': ['ID=bbc86505-b97f-4347-82dc-aa420b6cb701,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:26.639539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeca913-7244-4814-a36c-1e11d18e7cec', 'name': 'network-vif-deleted', 'tag': '8b450479-7128-4f73-b4e4-50d57dc968e4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:26.646660 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904b5ad-94e4-4672-a78d-cdd0c1035b3f" -d '{"events": [{"server_uuid": "9aeca913-7244-4814-a36c-1e11d18e7cec", "name": "network-vif-deleted", "tag": "8b450479-7128-4f73-b4e4-50d57dc968e4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:26.655949 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-0a1e1d03-54a5-4313-9c81-786c2a59583f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6340542 Sep 17 22:27:26.656966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.707694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Request body: {'port': {'device_id': '1085138e-a098-4acc-939c-09f10c111093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:26.714251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a17048-a5ba-4f3b-a224-3587f213d09a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:26.797818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-67ace28c-6008-40f6-9ca1-e410f2ee1dd1 None None] Provisioning complete for port bbc86505-b97f-4347-82dc-aa420b6cb701 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:26.798195 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-67ace28c-6008-40f6-9ca1-e410f2ee1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.876733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca312-358c-43bc-b7dd-ae3e27acc90a req-b31b1ba4-6651-4dbb-bd97-58ba74a5d199 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:26.877747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.878887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aecca312-358c-43bc-b7dd-ae3e27acc90a req-b31b1ba4-6651-4dbb-bd97-58ba74a5d199 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.3794575 Sep 17 22:27:26.883104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-67ace28c-6008-40f6-9ca1-e410f2ee1dd1 None None] Port bbc86505-b97f-4347-82dc-aa420b6cb701 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:26.883313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-d3135654-1730-4634-ac5e-6dbdbb275173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:26.885653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-d3135654-1730-4634-ac5e-6dbdbb275173 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.3175683 Sep 17 22:27:26.989907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-675519e5-5332-4648-bb73-149b710b1595 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:27.002416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-675519e5-5332-4648-bb73-149b710b1595 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756294 Sep 17 22:27:27.003260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133f486-d283-4088-92a8-dec18bf0a8b8 None None] New status for floating IP 041e2639-b4ec-491c-82ce-e7790fd514cd: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:27:27.066751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aecca312-358c-43bc-b7dd-ae3e27acc90a req-7274786a-4798-4b3b-8798-2fbbb7ea1bec tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741471 Sep 17 22:27:27.071785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-4574b632-e39e-4786-97e8-46ccbd9dcd0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727324 Sep 17 22:27:27.081706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-41f3c53a-91f2-4b81-894d-b53dee9ccac1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/quotas/3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 375 time: 0.0783489 Sep 17 22:27:27.258187 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-92539ce6-25f9-46ba-a860-e1e52a07a8ae tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1737032 Sep 17 22:27:27.306960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-fd939aaf-cc05-4204-98a5-50723f4fa24b service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223673 Sep 17 22:27:27.315083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.505421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dff78-2019-46b0-86a3-b83d0b4ced8f req-f97bca0c-c4fe-4ee8-91f7-748047d30458 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:27.519949 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a26dff78-2019-46b0-86a3-b83d0b4ced8f req-f97bca0c-c4fe-4ee8-91f7-748047d30458 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 932 time: 0.1613116 Sep 17 22:27:27.542339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8241107-6e8c-4a7b-be06-02eec88b4757 req-916df03e-ab33-44ac-bf90-3d02c8338e04 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270164 Sep 17 22:27:27.546475 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f3dfaf-b657-4e19-86d9-76cda97efd22 x-openstack-request-id: req-b2f3dfaf-b657-4e19-86d9-76cda97efd22 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:27.548195 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeca913-7244-4814-a36c-1e11d18e7cec", "name": "network-vif-deleted", "tag": "8b450479-7128-4f73-b4e4-50d57dc968e4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:27.548555 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2f3dfaf-b657-4e19-86d9-76cda97efd22 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:27.549101 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeca913-7244-4814-a36c-1e11d18e7cec', 'name': 'network-vif-deleted', 'tag': '8b450479-7128-4f73-b4e4-50d57dc968e4', 'status': 'completed', 'code': 200} Sep 17 22:27:27.632558 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a26dff78-2019-46b0-86a3-b83d0b4ced8f req-e33f919e-dae7-4569-b20a-6ec2ad5acdd7 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109004 Sep 17 22:27:27.810874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5d04731-bd18-49aa-89f0-e4c80c59685d req-92d6a25f-461a-42df-a38a-66aff19d2478 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 210 time: 0.1214352 Sep 17 22:27:27.827656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:28.024752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a2a87-e580-418e-90a7-92e43fbf248a', 'name': 'network-vif-deleted', 'tag': 'c639bcdb-5b39-436f-8924-4641b67ed5b8'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:28.025949 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a11bdb-52d6-4a32-9801-0493653f42c8" -d '{"events": [{"server_uuid": "e99a2a87-e580-418e-90a7-92e43fbf248a", "name": "network-vif-deleted", "tag": "c639bcdb-5b39-436f-8924-4641b67ed5b8"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:28.037909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:28.040462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:28.049170 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] Sync routers for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:28.052467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc86505-b97f-4347-82dc-aa420b6cb701 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:28.065690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53382) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:28.066227 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-45cba2bc-c8ea-497b-858a-24e1a9ff20a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6772561 Sep 17 22:27:28.076403 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.088180 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:28.089102 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:28.111927 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c188554-2553-4439-9636-47a787b5a125 x-openstack-request-id: req-0c188554-2553-4439-9636-47a787b5a125 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:28.115293 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99a2a87-e580-418e-90a7-92e43fbf248a", "name": "network-vif-deleted", "tag": "c639bcdb-5b39-436f-8924-4641b67ed5b8", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:28.116006 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c188554-2553-4439-9636-47a787b5a125 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:28.116725 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a2a87-e580-418e-90a7-92e43fbf248a', 'name': 'network-vif-deleted', 'tag': 'c639bcdb-5b39-436f-8924-4641b67ed5b8', 'status': 'completed', 'code': 200} Sep 17 22:27:28.122673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Transition to ACTIVE for port object bbc86505-b97f-4347-82dc-aa420b6cb701 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:28.130593 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.202609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port d7268c67-cf03-46ca-92da-4256e5ab433e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:28.206917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port d7268c67-cf03-46ca-92da-4256e5ab433e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:28.207294 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.340183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Pushing event updated for resources: {'Port': ['ID=bbc86505-b97f-4347-82dc-aa420b6cb701,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:28.421082 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:28.428307 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.491741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557d814-97f6-4f9a-b33d-a0ca8f069ca8 req-183473b9-b5a0-4cb6-a219-8fe45892332b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:28.503951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:28.510392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4557d814-97f6-4f9a-b33d-a0ca8f069ca8 req-183473b9-b5a0-4cb6-a219-8fe45892332b tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 951 time: 0.3153021 Sep 17 22:27:28.512127 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9f2f8a-7885-4da3-90a5-608d49390516" -d '{"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-plugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:28.530082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:28.537382 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.591465 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.642245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Attempting to bind port bbc86505-b97f-4347-82dc-aa420b6cb701 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:28.642922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Attempting to bind port bbc86505-b97f-4347-82dc-aa420b6cb701 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:28.643434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Attempting to bind port bbc86505-b97f-4347-82dc-aa420b6cb701 on network f521677b-9ae6-4013-8450-eb9f8c292d6e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:28.645744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=13']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:28.648427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Port bbc86505-b97f-4347-82dc-aa420b6cb701 on network f521677b-9ae6-4013-8450-eb9f8c292d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:28.648747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Attempting to bind port bbc86505-b97f-4347-82dc-aa420b6cb701 on network f521677b-9ae6-4013-8450-eb9f8c292d6e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:28.666007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:28.666642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Checking segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:28.667209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Bound using segment: {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:28.668373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Bound port: bbc86505-b97f-4347-82dc-aa420b6cb701, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303d9832-ba9d-4729-af90-811846453537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:28.668911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.692180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978439-5720-4412-93c5-ad8c1a748c51 req-89e7b1cb-e36a-4c59-b815-e733b3607e23 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:28.694684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42978439-5720-4412-93c5-ad8c1a748c51 req-89e7b1cb-e36a-4c59-b815-e733b3607e23 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.3230081 Sep 17 22:27:28.731541 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:27:26Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:28.766970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4557d814-97f6-4f9a-b33d-a0ca8f069ca8 req-b0c471b2-da41-40fb-897f-fe226d363fe1 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544055 Sep 17 22:27:28.797884 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] Checking router: d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:28.813874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] For port bbc86505-b97f-4347-82dc-aa420b6cb701, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:28.818135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] For port bbc86505-b97f-4347-82dc-aa420b6cb701, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bbc86505-b97f-4347-82dc-aa420b6cb701,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:28.828661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.830661 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] Routers {'d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:28.831316 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:28.883430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:28.885020 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.886693 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] 10.222.0.45 "PUT /v2.0/ports/bbc86505-b97f-4347-82dc-aa420b6cb701 HTTP/1.1" status: 200 len: 1093 time: 2.1863067 Sep 17 22:27:28.991497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42978439-5720-4412-93c5-ad8c1a748c51 req-17bea8f1-e008-4cdc-8d6d-b4f23a0fd93d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503605 Sep 17 22:27:29.031284 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068de42c-9d48-40d4-8281-00ad1a0919ab x-openstack-request-id: req-068de42c-9d48-40d4-8281-00ad1a0919ab {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:29.031858 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-plugged", "status": "completed", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:29.032090 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-068de42c-9d48-40d4-8281-00ad1a0919ab {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:29.032493 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'code': 200} Sep 17 22:27:29.063331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ece27-6819-40e1-9a91-d404ad75b23e service neutron] Pushing event updated for resources: {'Port': ['ID=bbc86505-b97f-4347-82dc-aa420b6cb701,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:29.078902 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] Set router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:29.096750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.119307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-86e145c3-d065-4d87-88e5-3c60b6d94fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:29.121135 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-86e145c3-d065-4d87-88e5-3c60b6d94fbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 1096 time: 0.1811254 Sep 17 22:27:29.191756 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-aca619c7-6d35-4284-b011-b20db3143e0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbc86505-b97f-4347-82dc-aa420b6cb701 HTTP/1.1" status: 200 len: 217 time: 0.0605991 Sep 17 22:27:29.287451 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eaca9a93-8a9f-4c87-a966-35e0924ea85d req-391821c6-b3b8-4d82-a736-faeba78e0f6f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 210 time: 0.1021240 Sep 17 22:27:29.310706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-1973f322-cfee-4d5b-a65a-3861e7129f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:29.316906 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-1973f322-cfee-4d5b-a65a-3861e7129f68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6582152d-787e-4468-bbd7-ddadba65eb7d HTTP/1.1" status: 200 len: 863 time: 0.1182237 Sep 17 22:27:29.394718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-27fb5f14-4e9f-4bf1-8dff-bcdf0d80d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:29.396551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-27fb5f14-4e9f-4bf1-8dff-bcdf0d80d668 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f521677b-9ae6-4013-8450-eb9f8c292d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718088 Sep 17 22:27:29.400601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19692773-2bd5-49f7-99f9-65355913200a req-ea37b512-8b9f-4a58-be81-7ac23abe2832 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:29.408858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19692773-2bd5-49f7-99f9-65355913200a req-ea37b512-8b9f-4a58-be81-7ac23abe2832 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 944 time: 0.2247691 Sep 17 22:27:29.411745 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:27:26Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:29.425900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Deleting port a436730e-4407-473c-b022-ff51e11b1e48 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:29.426807 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.450159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27fced-755f-484f-b2db-8ec65f3306cf None None] The sync data for ids ['d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b'] in n-d-789963-10 is: [{'id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-701971162-router', 'tenant_id': '4fdb2b79faa3446d91fb248e513757c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:31Z', 'updated_at': '2021-09-17T22:27:26Z', 'revision_number': 5, 'project_id': '4fdb2b79faa3446d91fb248e513757c5', 'gw_port': {'id': 'a436730e-4407-473c-b022-ff51e11b1e48', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2ffdd-72a5-4946-90b6-3e27ca7dc45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:32Z', 'updated_at': '2021-09-17T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:29.536516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19692773-2bd5-49f7-99f9-65355913200a req-69d217e4-845f-4fb8-8a26-79bc65f40ce1 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223629 Sep 17 22:27:29.570244 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-dfa31c7e-15fb-472f-b856-9741d2a33c6d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3244df1228af49e2bdc2f43affbe409b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245922 Sep 17 22:27:29.610504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] For port a436730e-4407-473c-b022-ff51e11b1e48, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a436730e-4407-473c-b022-ff51e11b1e48,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:29.611034 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.643202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Calling delete_port for a436730e-4407-473c-b022-ff51e11b1e48 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:29.699325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-fbc8af2e-af4a-42bb-8d1c-1273af327632 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:29.701115 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-fbc8af2e-af4a-42bb-8d1c-1273af327632 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1230056 Sep 17 22:27:29.726596 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-5764df2b-d39f-4402-84fb-86d96f69b7ca service neutron] 10.222.0.45 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218088 Sep 17 22:27:29.879693 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6fa5952b-85ff-49a5-b0ad-daa53afc8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.891807 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.069837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.136704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a436730e-4407-473c-b022-ff51e11b1e48,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:30.181730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.182075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.182415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.182747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.188487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.188913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.189281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.189615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.189954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.190284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.190613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.190937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:30.262933 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1085138e-a098-4acc-939c-09f10c111093', 'tag': 'bbc86505-b97f-4347-82dc-aa420b6cb701'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:30.265146 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838e2830-cd68-4ad6-8f4d-03c3337d2490" -d '{"events": [{"name": "network-changed", "server_uuid": "1085138e-a098-4acc-939c-09f10c111093", "tag": "bbc86505-b97f-4347-82dc-aa420b6cb701"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:30.270227 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fafa5d3d-bf22-4d7f-a4ed-8c4ada39296f req-d95490e7-9a09-4530-a61d-1e88e086d512 service neutron] 10.222.0.45 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356147 Sep 17 22:27:30.272605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.276400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.286152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Request body: {'port': {'device_id': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '3244df1228af49e2bdc2f43affbe409b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:30.287967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b4206-1a00-4987-b7fc-e934a5846580 req-1a0132c1-2f24-4e28-b501-5c4aed70fa9e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:30.288205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a8b4206-1a00-4987-b7fc-e934a5846580 req-1a0132c1-2f24-4e28-b501-5c4aed70fa9e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 951 time: 0.4116397 Sep 17 22:27:30.379102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b25e8-577b-46f2-a196-97b67e8dd105 req-ab199643-2459-4572-ae7d-d19c7eaebc94 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:30.380809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f22b25e8-577b-46f2-a196-97b67e8dd105 req-ab199643-2459-4572-ae7d-d19c7eaebc94 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.1750290 Sep 17 22:27:30.422295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.422771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:30.444621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a8b4206-1a00-4987-b7fc-e934a5846580 req-c8a33869-ea59-4144-8abf-b6fd62551dda tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435676 Sep 17 22:27:30.451746 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.454407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bc4ca371-e3cc-4872-b08e-13be3da509ff admin admin] 10.222.0.48 "DELETE /v2.0/routers/d3b2ffdd-72a5-4946-90b6-3e27ca7dc45b HTTP/1.1" status: 204 len: 168 time: 2.3877497 Sep 17 22:27:30.460112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53444) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.505351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-b7842ce2-4060-4291-8eb7-1f468c27731e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:30.506964 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-b7842ce2-4060-4291-8eb7-1f468c27731e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 951 time: 0.1103895 Sep 17 22:27:30.542457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f22b25e8-577b-46f2-a196-97b67e8dd105 req-8b8a8bd3-a2c3-4f46-948e-846dfe527e1b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492004 Sep 17 22:27:30.577480 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad3bea6-6eac-47ab-9692-90ccf0f39bad x-openstack-request-id: req-dad3bea6-6eac-47ab-9692-90ccf0f39bad {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:30.577979 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1085138e-a098-4acc-939c-09f10c111093", "tag": "bbc86505-b97f-4347-82dc-aa420b6cb701", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:30.578250 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dad3bea6-6eac-47ab-9692-90ccf0f39bad {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:30.578652 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1085138e-a098-4acc-939c-09f10c111093', 'tag': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'status': 'completed', 'code': 200} Sep 17 22:27:30.583278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e56ffc3-3363-43f7-82ab-33db9e811d29 admin admin] Deleting subnet d77db637-91d4-46e8-8968-44c6dffa4211 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:30.587756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc3-3363-43f7-82ab-33db9e811d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.596755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Made reservation on behalf of 3244df1228af49e2bdc2f43affbe409b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:30.600656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.684460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cda8b522-883b-4611-be1b-edb4596f1418 req-80c87815-8c49-4457-ac3c-b881a27ecf4e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 210 time: 0.0550823 Sep 17 22:27:30.735563 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc3-3363-43f7-82ab-33db9e811d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.738141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-484fb366-4f44-4b65-bbce-229f143a505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:30.739675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-484fb366-4f44-4b65-bbce-229f143a505e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 1096 time: 0.1600776 Sep 17 22:27:30.800270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1305f-64c8-411b-a13b-7fc37c2a9a83 req-30db3630-a868-4a77-8589-04213e1edbf8 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:30.801944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79e1305f-64c8-411b-a13b-7fc37c2a9a83 req-30db3630-a868-4a77-8589-04213e1edbf8 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 944 time: 0.1165307 Sep 17 22:27:30.872631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Deleting port 9add09be-540f-4192-b9a0-99f74eb504b0 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:30.872770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.881215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79e1305f-64c8-411b-a13b-7fc37c2a9a83 req-52ec7692-9c75-4d8c-a6a5-b44986a513a1 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427480 Sep 17 22:27:30.893302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc3-3363-43f7-82ab-33db9e811d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.956184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc3-3363-43f7-82ab-33db9e811d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.985438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ffc3-3363-43f7-82ab-33db9e811d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77db637-91d4-46e8-8968-44c6dffa4211,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:30.987464 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc3-3363-43f7-82ab-33db9e811d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.992007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9e56ffc3-3363-43f7-82ab-33db9e811d29 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d77db637-91d4-46e8-8968-44c6dffa4211 HTTP/1.1" status: 204 len: 168 time: 0.5253019 Sep 17 22:27:30.992329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022bda51-aac0-4873-a7e4-95611fcac43f None None] Network 0a289da3-27f2-4c02-a1ba-2687ea32cc69 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:30.993379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53456) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:31.045090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Allocated IP 192.168.233.29 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/595f0142-abfa-402d-b9c0-70b02c4b827a) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:31.105810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-a8d44770-182f-4e3e-847d-657e281d21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:31.107323 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-a8d44770-182f-4e3e-847d-657e281d21da service neutron] 10.222.0.45 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 925 time: 0.3559704 Sep 17 22:27:31.203338 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-90a99802-3d98-4c71-a524-d2a017e820be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbc86505-b97f-4347-82dc-aa420b6cb701 HTTP/1.1" status: 200 len: 217 time: 0.0754251 Sep 17 22:27:31.325292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] For port 9add09be-540f-4192-b9a0-99f74eb504b0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9add09be-540f-4192-b9a0-99f74eb504b0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:31.325998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.361569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Calling delete_port for 9add09be-540f-4192-b9a0-99f74eb504b0 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:31.381402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] DHCP port deletion for 0a289da3-27f2-4c02-a1ba-2687ea32cc69 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:31.464293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-8d9466d2-afb8-411e-9e30-ca663c10a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:31.465900 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-8d9466d2-afb8-411e-9e30-ca663c10a17a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6582152d-787e-4468-bbd7-ddadba65eb7d HTTP/1.1" status: 200 len: 863 time: 0.2377632 Sep 17 22:27:31.480268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] Deleting port 22542853-0e0e-4e36-96cd-4043698bf395 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:31.481134 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.486236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.611321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] For port 22542853-0e0e-4e36-96cd-4043698bf395, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=22542853-0e0e-4e36-96cd-4043698bf395,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:31.611736 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.648421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a436730e-4407-473c-b022-ff51e11b1e48 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:31.657901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] Calling delete_port for 22542853-0e0e-4e36-96cd-4043698bf395 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:31.664713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Deleting port 22542853-0e0e-4e36-96cd-4043698bf395 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:31.665339 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.666318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-414adaec-4ad6-4d44-adf6-afedf057f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:31.667922 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-414adaec-4ad6-4d44-adf6-afedf057f17c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f521677b-9ae6-4013-8450-eb9f8c292d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694980 Sep 17 22:27:31.677981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de5d28-ee1e-493e-b377-442d764dff69 req-39a17557-6c71-41a8-a9c2-21e5daec7a24 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:31.679677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68de5d28-ee1e-493e-b377-442d764dff69 req-39a17557-6c71-41a8-a9c2-21e5daec7a24 tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/ports?device_id=2950d36f-cc09-4781-b14e-e7c224dbaa28 HTTP/1.1" status: 200 len: 951 time: 0.1243963 Sep 17 22:27:31.702666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a436730e-4407-473c-b022-ff51e11b1e48 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:31.703005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a436730e-4407-473c-b022-ff51e11b1e48 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:31.703586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 97a17048-a5ba-4f3b-a224-3587f213d09a no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:31.714490 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.731078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 97a17048-a5ba-4f3b-a224-3587f213d09a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:31.731432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 97a17048-a5ba-4f3b-a224-3587f213d09a not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:31.731848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 22542853-0e0e-4e36-96cd-4043698bf395 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:31.798852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Pushing event deleted for resources: {'Port': ['ID=9add09be-540f-4192-b9a0-99f74eb504b0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:31.867697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] No DVR routers for this DVR port 9add09be-540f-4192-b9a0-99f74eb504b0 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:31.871037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68de5d28-ee1e-493e-b377-442d764dff69 req-b0e39f4a-7bad-4931-bb55-a9cd653e8adb tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fc28261-a520-4717-b154-296c13e5dba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693804 Sep 17 22:27:31.874689 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.877547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9add09be-540f-4192-b9a0-99f74eb504b0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:31.900871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] For port 22542853-0e0e-4e36-96cd-4043698bf395, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=22542853-0e0e-4e36-96cd-4043698bf395,segment=NetworkSegment(1c74fa6b-f04f-41be-a3ff-4f0633842d14),segment_id=1c74fa6b-f04f-41be-a3ff-4f0633842d14)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:31.901147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.914107 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.916215 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e44eb8cb-846a-4c97-aad2-4900db2f13a1 req-de518e59-dd6b-44d4-a72c-a0cb98148f6e tempest-ServersAdminTestJSON-1932306842 tempest-ServersAdminTestJSON-1932306842-project] 10.222.0.49 "DELETE /v2.0/ports/9add09be-540f-4192-b9a0-99f74eb504b0 HTTP/1.1" status: 204 len: 173 time: 1.4016330 Sep 17 22:27:31.983778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Calling delete_port for 22542853-0e0e-4e36-96cd-4043698bf395 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:31.999849 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-3e8353a9-3a74-48b4-8cb0-bb59d5e44f84 service neutron] 10.222.0.45 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182199 Sep 17 22:27:32.030650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0554e-fadc-4a24-8b9d-6584903d71da req-f6e6213c-152f-4c49-83c7-6c63276f2d1f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:32.032375 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93f0554e-fadc-4a24-8b9d-6584903d71da req-f6e6213c-152f-4c49-83c7-6c63276f2d1f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.3503220 Sep 17 22:27:32.049501 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.084780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'd7268c67-cf03-46ca-92da-4256e5ab433e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:32.150929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:32.254843 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.255035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883c2e5-f0e4-472d-be30-be7a74916181 req-f7d7e763-2b69-4fd9-9be2-41f1f03ca15b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:32.256363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b883c2e5-f0e4-472d-be30-be7a74916181 req-f7d7e763-2b69-4fd9-9be2-41f1f03ca15b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 935 time: 0.2792246 Sep 17 22:27:32.269797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93f0554e-fadc-4a24-8b9d-6584903d71da req-f5e6d17d-720f-404d-9af8-3c5ae9ba64b4 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710982 Sep 17 22:27:32.279863 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.327920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:32.342550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:32.362123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:32.367442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] Pushing event deleted for resources: {'Port': ['ID=22542853-0e0e-4e36-96cd-4043698bf395,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:32.381507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b883c2e5-f0e4-472d-be30-be7a74916181 req-ce5a7a6f-e242-4b48-91a4-f2b637d92a01 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023707 Sep 17 22:27:32.397461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.466382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:32.473833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] No DVR routers for this DVR port 22542853-0e0e-4e36-96cd-4043698bf395 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:32.489229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd6e9a-fe4b-4b84-bff6-748ce5b1cdb7 None None] No DVR routers for this DVR port 22542853-0e0e-4e36-96cd-4043698bf395 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:32.500647 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-838e2830-cd68-4ad6-8f4d-03c3337d2490 req-ee114310-3752-421c-b06a-7e9efaede6f2 service neutron] 10.222.0.45 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898636 Sep 17 22:27:32.504269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Pushing event deleted for resources: {'Port': ['ID=22542853-0e0e-4e36-96cd-4043698bf395,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:32.543244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:32.544277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.574725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-a5229cf6-f4b5-47fd-bf66-dc7299ab76d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3031201 Sep 17 22:27:32.587676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-deleted', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:32.596051 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cae1bd1-3678-4656-b992-1b57d5151747" -d '{"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-deleted", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:32.638849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Request body: {'port': {'device_id': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:32.691824 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2fdd03a4-baa4-44d2-ab76-d0fddc24e8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.710529 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520bb1e-2ee9-431b-afec-692298c0b0a1 x-openstack-request-id: req-5520bb1e-2ee9-431b-afec-692298c0b0a1 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:32.710831 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950d36f-cc09-4781-b14e-e7c224dbaa28", "name": "network-vif-deleted", "tag": "9add09be-540f-4192-b9a0-99f74eb504b0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:32.711083 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5520bb1e-2ee9-431b-afec-692298c0b0a1 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:32.712032 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950d36f-cc09-4781-b14e-e7c224dbaa28', 'name': 'network-vif-deleted', 'tag': '9add09be-540f-4192-b9a0-99f74eb504b0', 'status': 'completed', 'code': 200} Sep 17 22:27:32.727760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.798737 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.816916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a289da3-27f2-4c02-a1ba-2687ea32cc69']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:32.857864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c74fa6b-f04f-41be-a3ff-4f0633842d14') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:32.858468 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c74fa6b-f04f-41be-a3ff-4f0633842d14') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:32.876920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be4056-84af-416b-98f5-ab702c3ea2aa req-a817b2eb-de01-47df-996e-0789018d3b19 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:32.878576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21be4056-84af-416b-98f5-ab702c3ea2aa req-a817b2eb-de01-47df-996e-0789018d3b19 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 944 time: 0.3897531 Sep 17 22:27:32.938116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f934ea49-93e5-4860-9991-03b38e204092 None None] Provisioning complete for port 595f0142-abfa-402d-b9c0-70b02c4b827a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:32.938587 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f934ea49-93e5-4860-9991-03b38e204092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.948529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.996711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.014812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:33.015561 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.020330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21be4056-84af-416b-98f5-ab702c3ea2aa req-4ff01e0d-23d4-46c7-a52d-4287225b3443 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007569 Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:33.021246 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:33.023897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f934ea49-93e5-4860-9991-03b38e204092 None None] Port 595f0142-abfa-402d-b9c0-70b02c4b827a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:33.029748 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.102724 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.113348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.115690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a289da3-27f2-4c02-a1ba-2687ea32cc69 HTTP/1.1" status: 204 len: 168 time: 2.1209807 Sep 17 22:27:33.125943 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:27:33.129064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df3ee8-39b8-4aba-8328-e606f2deff7b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a289da3-27f2-4c02-a1ba-2687ea32cc69,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:33.320985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53498) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.344803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595f0142-abfa-402d-b9c0-70b02c4b827a {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:33.365008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.387701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Transition to ACTIVE for port object 595f0142-abfa-402d-b9c0-70b02c4b827a will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:33.395574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53502) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.410030 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.459362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c588e087-6006-4b01-beb3-d6b6a192a8c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fdb2b79faa3446d91fb248e513757c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368070 Sep 17 22:27:33.464508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53508) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.560777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:33.638438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d841aac-239c-46af-8aaa-7b848613d376 req-78bfb1d0-db0d-4609-9a15-89253cb34be2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:33.640026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d841aac-239c-46af-8aaa-7b848613d376 req-78bfb1d0-db0d-4609-9a15-89253cb34be2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.2304144 Sep 17 22:27:33.678456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a841b26-e97b-48b8-ac20-a9cb174df07c req-ab83f08f-93a9-4fa3-b40c-742356ca81d1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:33.683132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a841b26-e97b-48b8-ac20-a9cb174df07c req-ab83f08f-93a9-4fa3-b40c-742356ca81d1 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.1267014 Sep 17 22:27:33.729105 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.738303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17155366-2606-402f-bffb-35e59963db75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.760551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d841aac-239c-46af-8aaa-7b848613d376 req-d909eb9e-f85c-4ded-8097-1cc0f2b98d65 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107202 Sep 17 22:27:33.788364 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17155366-2606-402f-bffb-35e59963db75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.808014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a841b26-e97b-48b8-ac20-a9cb174df07c req-b086edef-f033-42dc-8969-57159d569586 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132305 Sep 17 22:27:33.884366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17155366-2606-402f-bffb-35e59963db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.887240 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17155366-2606-402f-bffb-35e59963db75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.891070 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-17155366-2606-402f-bffb-35e59963db75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f37ebbc0-c1c2-40a7-ace6-200c68b67e1c HTTP/1.1" status: 204 len: 168 time: 0.4232554 Sep 17 22:27:33.927195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17155366-2606-402f-bffb-35e59963db75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ebbc0-c1c2-40a7-ace6-200c68b67e1c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:33.935420 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8f8694c4-718c-42dd-adae-cc80c50861bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9856ef488c504f94a81c7ee281a5a5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381525 Sep 17 22:27:33.936519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:33.936854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:33.938160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53520) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.940194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:33.957289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:33.957605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:33.968315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:33.968662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:33.969077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:33.972692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Bound port: 595f0142-abfa-402d-b9c0-70b02c4b827a, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:33.972692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.976578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53522) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:34.085717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bbc86505-b97f-4347-82dc-aa420b6cb701 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:34.115304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:34.127182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:34.141936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.177428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d26bff74-8808-4ecb-96fb-38b085a5ab2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.224723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d26bff74-8808-4ecb-96fb-38b085a5ab2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.260786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:34.261910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.267515 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] 10.222.0.49 "PUT /v2.0/ports/595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 1096 time: 1.6592138 Sep 17 22:27:34.332908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296a45e-47a7-42e9-8369-285a8a885564 service neutron] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:34.453864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bbc86505-b97f-4347-82dc-aa420b6cb701, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bbc86505-b97f-4347-82dc-aa420b6cb701,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:34.467849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-719753e5-eddc-437c-821f-f259503955d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:34.473843 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-719753e5-eddc-437c-821f-f259503955d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1099 time: 0.1356971 Sep 17 22:27:34.524078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'port_id': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'mac_address': 'fa:16:3e:34:4d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:34.549260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.564769 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-db52ca95-3231-44f8-8b63-0fa7b9764cfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.0750744 Sep 17 22:27:34.591412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a2057-9abb-4218-b9a0-f368a552129a req-7fd30605-9fe8-485a-8005-b7a62c03d05f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:34.605539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e2a2057-9abb-4218-b9a0-f368a552129a req-7fd30605-9fe8-485a-8005-b7a62c03d05f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 944 time: 0.3668079 Sep 17 22:27:34.644833 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:34.692061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-14620ee5-c28d-436e-967b-3830373754fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:34.693923 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-14620ee5-c28d-436e-967b-3830373754fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1174607 Sep 17 22:27:34.694259 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d26bff74-8808-4ecb-96fb-38b085a5ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.698208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d26bff74-8808-4ecb-96fb-38b085a5ab2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.699366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d26bff74-8808-4ecb-96fb-38b085a5ab2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fc28261-a520-4717-b154-296c13e5dba4 HTTP/1.1" status: 204 len: 168 time: 0.7601688 Sep 17 22:27:34.712839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:34.718656 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a552c21-f2a2-4e3d-a372-968be7b82476" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:34.748417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 9add09be-540f-4192-b9a0-99f74eb504b0 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:34.749016 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9add09be-540f-4192-b9a0-99f74eb504b0 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:34.777522 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.793223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-197967c6-bb9f-4906-8c5d-b373062c318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:34.798137 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-197967c6-bb9f-4906-8c5d-b373062c318a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956895 Sep 17 22:27:34.804794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bff74-8808-4ecb-96fb-38b085a5ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc28261-a520-4717-b154-296c13e5dba4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:34.812980 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23609a5-d9c1-4dd2-84da-c073f008c382 x-openstack-request-id: req-c23609a5-d9c1-4dd2-84da-c073f008c382 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:34.813583 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:34.814031 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c23609a5-d9c1-4dd2-84da-c073f008c382 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:34.814568 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'status': 'completed', 'code': 200} Sep 17 22:27:34.815091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc86505-b97f-4347-82dc-aa420b6cb701 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:34.849149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e2a2057-9abb-4218-b9a0-f368a552129a req-84901264-f843-46f0-be45-af369f6630ed tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2398016 Sep 17 22:27:34.943121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bbc86505-b97f-4347-82dc-aa420b6cb701, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bbc86505-b97f-4347-82dc-aa420b6cb701,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:34.956380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.073989 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-c56a5424-edb7-45d8-bcd7-0243fd445f59 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435391 Sep 17 22:27:35.085347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=bbc86505-b97f-4347-82dc-aa420b6cb701,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:35.208241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['bbc86505-b97f-4347-82dc-aa420b6cb701'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:35.264066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37fb6dc5-8265-44e3-92d0-88b4c5fd9b7b req-4cf9c0f1-f216-48fb-8cea-8d91d8c031a2 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815488 Sep 17 22:27:35.309186 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.328677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afdca4-d12b-4b4d-aeaa-b74b6f697794 req-8e4e1768-3495-443b-bb0b-be75fb4a7a70 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.331728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99afdca4-d12b-4b4d-aeaa-b74b6f697794 req-8e4e1768-3495-443b-bb0b-be75fb4a7a70 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.3205440 Sep 17 22:27:35.353179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195df3-c558-4544-a926-5a0cd6511c28 req-7ae7db61-19bd-4ad4-bd8e-98b71b74e197 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.364945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19195df3-c558-4544-a926-5a0cd6511c28 req-7ae7db61-19bd-4ad4-bd8e-98b71b74e197 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.3670497 Sep 17 22:27:35.456916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53558) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.467848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99afdca4-d12b-4b4d-aeaa-b74b6f697794 req-f90698a2-19ac-4c2a-9303-69848e0a8125 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004486 Sep 17 22:27:35.560549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-52265544-8904-4baf-ba36-1b2d89e3daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.562189 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-52265544-8904-4baf-ba36-1b2d89e3daef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1099 time: 0.1506927 Sep 17 22:27:35.583885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19195df3-c558-4544-a926-5a0cd6511c28 req-283de220-79cc-439f-8e0f-862b3af2f3cc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109990 Sep 17 22:27:35.626913 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-72809f18-ecfb-44f8-8e93-1f7d58144b85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=621f1a05255f4a168c59971d26945c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619205 Sep 17 22:27:35.627619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53566) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.705206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-e214ef71-32c8-4aea-97e4-177709c22dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.708402 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-e214ef71-32c8-4aea-97e4-177709c22dc6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1324990 Sep 17 22:27:35.728265 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.778514 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-3e161a47-d8e0-4d1b-a445-0c9420a012f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.0563645 Sep 17 22:27:35.849892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2623b771-9deb-444b-bf97-ac40f2ab777e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.860365 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-e891f110-6154-403a-b5c0-6784c29765d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.862655 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-e891f110-6154-403a-b5c0-6784c29765d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0760243 Sep 17 22:27:35.986233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-cd34406b-9d9f-4445-8597-b097d803ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.990639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-cd34406b-9d9f-4445-8597-b097d803ef11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086533 Sep 17 22:27:36.047892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2623b771-9deb-444b-bf97-ac40f2ab777e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.095639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bbc86505-b97f-4347-82dc-aa420b6cb701 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:36.147272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9ef28-9957-4bcf-841b-7b412762c601 req-3abe5e14-0dee-4df7-9e82-8e6c7dfae94d tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.155940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bd9ef28-9957-4bcf-841b-7b412762c601 req-3abe5e14-0dee-4df7-9e82-8e6c7dfae94d tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 945 time: 0.2024257 Sep 17 22:27:36.178512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-d219bb76-103e-44e2-9079-ea78d95e80f4 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797612 Sep 17 22:27:36.201773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port bbc86505-b97f-4347-82dc-aa420b6cb701 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:36.207118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port bbc86505-b97f-4347-82dc-aa420b6cb701 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:36.207673 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.217703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2623b771-9deb-444b-bf97-ac40f2ab777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.220885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2623b771-9deb-444b-bf97-ac40f2ab777e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.222445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2623b771-9deb-444b-bf97-ac40f2ab777e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26bd7729-704e-4174-97c8-3ab1ec568288 HTTP/1.1" status: 204 len: 168 time: 0.5874777 Sep 17 22:27:36.245657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bd9ef28-9957-4bcf-841b-7b412762c601 req-bd3a7a63-b3d9-4d4e-b452-3bc2934f92d4 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883727 Sep 17 22:27:36.263195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623b771-9deb-444b-bf97-ac40f2ab777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bd7729-704e-4174-97c8-3ab1ec568288,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:36.381512 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.431067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Deleting port d6cf1299-94c0-4915-9ec2-b30172780621 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:36.432515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.443640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bbc86505-b97f-4347-82dc-aa420b6cb701, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bbc86505-b97f-4347-82dc-aa420b6cb701,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:36.445115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1085138e-a098-4acc-939c-09f10c111093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc86505-b97f-4347-82dc-aa420b6cb701'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:36.449119 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9798ab-69c4-4147-8e28-3dd0f9876a3e" -d '{"events": [{"server_uuid": "1085138e-a098-4acc-939c-09f10c111093", "name": "network-vif-plugged", "status": "completed", "tag": "bbc86505-b97f-4347-82dc-aa420b6cb701"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:36.454091 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.455177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 72684df2-ec56-4945-9bb0-5807ba797a9e no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:36.552293 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8a552c21-f2a2-4e3d-a372-968be7b82476 req-aa553cf8-5ef3-4f28-a4b4-8d011c7b1ad6 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607106 Sep 17 22:27:36.568118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=bbc86505-b97f-4347-82dc-aa420b6cb701,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:36.635035 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d425b39-2779-4149-a04e-258feeeb9477 x-openstack-request-id: req-3d425b39-2779-4149-a04e-258feeeb9477 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:36.635869 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1085138e-a098-4acc-939c-09f10c111093", "name": "network-vif-plugged", "status": "completed", "tag": "bbc86505-b97f-4347-82dc-aa420b6cb701", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:36.638074 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d425b39-2779-4149-a04e-258feeeb9477 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:36.638730 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085138e-a098-4acc-939c-09f10c111093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'code': 200} Sep 17 22:27:36.803699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] For port d6cf1299-94c0-4915-9ec2-b30172780621, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d6cf1299-94c0-4915-9ec2-b30172780621,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:36.804034 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.804564 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-b56d81a3-761e-4106-96a0-2a954b08b3f0 service neutron] 10.222.0.45 "GET /v2.0/ports/72684df2-ec56-4945-9bb0-5807ba797a9e/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.2482529 Sep 17 22:27:36.829376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e9e8f-5c7d-450a-b36b-5ee6204d74d1 req-c3f6ce4e-f8ba-4aaf-8206-0211eb4c2d31 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.830967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da8e9e8f-5c7d-450a-b36b-5ee6204d74d1 req-c3f6ce4e-f8ba-4aaf-8206-0211eb4c2d31 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.1685801 Sep 17 22:27:36.855533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Calling delete_port for d6cf1299-94c0-4915-9ec2-b30172780621 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:36.894448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2fea-952a-4803-8332-b7210b6857cf req-c010f8fe-c337-4318-b03f-a181faec1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.896094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-899d2fea-952a-4803-8332-b7210b6857cf req-c010f8fe-c337-4318-b03f-a181faec1e0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 1098 time: 0.1772270 Sep 17 22:27:36.913187 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da8e9e8f-5c7d-450a-b36b-5ee6204d74d1 req-c006ce94-87f0-47d7-9596-0af974d5df70 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Sep 17 22:27:37.054539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370679c-30ce-4e60-96f1-cf36bcfc0d99 req-43280476-3e22-4e0f-a42e-b5f7c602d0ce tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:37.057398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7370679c-30ce-4e60-96f1-cf36bcfc0d99 req-43280476-3e22-4e0f-a42e-b5f7c602d0ce tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 944 time: 0.0874867 Sep 17 22:27:37.064229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-899d2fea-952a-4803-8332-b7210b6857cf req-a3dbbd2f-fec9-4fde-ad64-0fd6ce9523c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1593659 Sep 17 22:27:37.175059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:37.198237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7370679c-30ce-4e60-96f1-cf36bcfc0d99 req-49a3ed55-9ce2-471a-a2b2-6377a3b362ab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298931 Sep 17 22:27:37.254016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:37.309069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.329254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72684df2-ec56-4945-9bb0-5807ba797a9e {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:37.341842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:37.360514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.407431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cf1299-94c0-4915-9ec2-b30172780621,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:37.518925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] Transition to ACTIVE for port object 72684df2-ec56-4945-9bb0-5807ba797a9e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:37.528987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.549054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac962b35-fef2-44ff-984a-df962a42efe6 req-cfe13aa3-cf88-4680-a273-677d3aaef753 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:37.550682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac962b35-fef2-44ff-984a-df962a42efe6 req-cfe13aa3-cf88-4680-a273-677d3aaef753 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 946 time: 0.1753364 Sep 17 22:27:37.675583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] No DVR routers for this DVR port 72684df2-ec56-4945-9bb0-5807ba797a9e on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:37.687222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac962b35-fef2-44ff-984a-df962a42efe6 req-5dfcc40e-4887-4071-a275-d3ab1f75f44f tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210337 Sep 17 22:27:37.727877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53682) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:37.731426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] Pushing event updated for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:37.783975 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-db6fe173-9361-4397-8013-844b5e1d6241 service neutron] 10.222.0.45 "PUT /v2.0/ports/72684df2-ec56-4945-9bb0-5807ba797a9e/bindings/n-h2-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9719555 Sep 17 22:27:37.811400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.879567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-888457675-network', 'tenant_id': '54760a79d97847ea91073d1070a98623'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:37.920909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Made reservation on behalf of 54760a79d97847ea91073d1070a98623 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:37.923855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.983442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-79463fe2-987f-4292-b1fb-4b34e90db7da tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:37.985686 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-79463fe2-987f-4292-b1fb-4b34e90db7da tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.1273572 Sep 17 22:27:37.998373 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.063825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-ffda9194-447f-4f46-966e-1c854d8848ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.065516 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-ffda9194-447f-4f46-966e-1c854d8848ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0&tenant_id=8f677f9a40d749f08fff66de007bdc97 HTTP/1.1" status: 200 len: 1097 time: 0.0709794 Sep 17 22:27:38.168501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-d1cf9fee-1573-4459-9e66-9f71868cfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.170164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-d1cf9fee-1573-4459-9e66-9f71868cfef0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1097 time: 0.0629048 Sep 17 22:27:38.177940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705f465-931b-4029-bb9c-543f18763c60 req-ecdee7ae-2f47-4edd-9f48-5dae5530abae tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.179439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d705f465-931b-4029-bb9c-543f18763c60 req-ecdee7ae-2f47-4edd-9f48-5dae5530abae tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.1329422 Sep 17 22:27:38.307752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-0f04a4f5-43b3-4301-b2c7-02effa8d9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.309377 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-0f04a4f5-43b3-4301-b2c7-02effa8d9702 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1278226 Sep 17 22:27:38.316127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d705f465-931b-4029-bb9c-543f18763c60 req-022e9664-7ff9-47d4-9d84-a71d686ac3b5 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273625 Sep 17 22:27:38.317873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:38.357118 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.368506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.379767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-ff20faa9-e0d1-413e-affe-d76ba0be8b38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 200 len: 217 time: 0.0582244 Sep 17 22:27:38.437301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-11a83289-6d96-444a-abfa-1cee84a82766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.439130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-11a83289-6d96-444a-abfa-1cee84a82766 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0506272 Sep 17 22:27:38.469906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:38.478872 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-631844ef-c16c-4c49-a30a-40c982a54298 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324957 Sep 17 22:27:38.481584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:38.524624 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.525031 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Added segment fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f of type vlan for network c623923c-251a-4391-97a1-4235e278eb22 Sep 17 22:27:38.587688 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-c4a46b50-b565-45a3-ab27-0ca803cb2d89 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004896 Sep 17 22:27:38.695518 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-dde2ef2c-b9c1-4490-99eb-ec30cca228f2 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997765 Sep 17 22:27:38.858492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a2227-da57-42ad-abb6-454eb790c297 req-6870c1f5-63ec-4520-8573-f45c0659c259 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.859999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a13a2227-da57-42ad-abb6-454eb790c297 req-6870c1f5-63ec-4520-8573-f45c0659c259 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 945 time: 0.4476454 Sep 17 22:27:38.899904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:38.908083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a50995f2-870d-4a87-905d-001933a7d3a8 admin admin] 10.222.0.48 "PUT /v2.0/routers/b6b24d15-2822-4361-8c09-50fa1ca4bdd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9200759 Sep 17 22:27:38.908704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53808) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:38.912273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] Sync routers for ids ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:38.925358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.927590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] Routers {'b6b24d15-2822-4361-8c09-50fa1ca4bdd1'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:38.928426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:38.961788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a13a2227-da57-42ad-abb6-454eb790c297 req-cf72fb93-971a-482c-8722-2466c546e820 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753493 Sep 17 22:27:38.973518 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.974908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.975717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.030384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3005292 Sep 17 22:27:39.031077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53822) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:39.063704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Request body: {'subnet': {'network_id': 'c623923c-251a-4391-97a1-4235e278eb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-888457675-subnet', 'tenant_id': '54760a79d97847ea91073d1070a98623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:39.080748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90993307-921d-4e64-99fe-fe660a4c0ffb admin admin] Pushing event updated for resources: {'Network': ['ID=c623923c-251a-4391-97a1-4235e278eb22,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:39.139424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Made reservation on behalf of 54760a79d97847ea91073d1070a98623 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:39.141872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.253978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c623923c-251a-4391-97a1-4235e278eb22 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:39.259855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93bbbd-60dc-4eee-acc7-5005145b4f4b req-a5965121-b023-444c-aab7-886b51873a69 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:39.261629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d93bbbd-60dc-4eee-acc7-5005145b4f4b req-a5965121-b023-444c-aab7-886b51873a69 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 946 time: 0.1348796 Sep 17 22:27:39.282983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] Set router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:39.330515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d93bbbd-60dc-4eee-acc7-5005145b4f4b req-a1e38f9c-759b-49c9-9ab8-33e4c898259e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629253 Sep 17 22:27:39.470652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.526564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-ea9a4859-f566-4766-9c8e-6e5bb84f5b7a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:39.528200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-ea9a4859-f566-4766-9c8e-6e5bb84f5b7a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 808 time: 0.1658449 Sep 17 22:27:39.529769 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.565303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851f2d-eb59-419d-8929-65094109f155 req-3c422f6c-677b-4104-a239-66ba8770da1c tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:39.566806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-3c422f6c-677b-4104-a239-66ba8770da1c tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.5009298 Sep 17 22:27:39.589942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-9e5ee3bb-d6ec-446a-9e5c-dd6c8033fc9c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/quotas/99ad4a8697d84895a353ddcce62190a2 HTTP/1.1" status: 200 len: 375 time: 0.0514972 Sep 17 22:27:39.590453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:27:37Z', 'revision_number': 5, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:39.600412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f098cb6-74e5-4330-9820-c77220952cf3,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:39.632639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] Checking router: b6b24d15-2822-4361-8c09-50fa1ca4bdd1 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:39.643173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] Routers {'b6b24d15-2822-4361-8c09-50fa1ca4bdd1'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:39.644075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:39.649860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Checking segment: {'id': 'fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c623923c-251a-4391-97a1-4235e278eb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:39.650240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Network hostable DHCP agents. Network: c623923c-251a-4391-97a1-4235e278eb22, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:39.683512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-4d9636a6-c230-4da8-8540-6eefd68bbed1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849319 Sep 17 22:27:39.702239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Network c623923c-251a-4391-97a1-4235e278eb22 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:39.714322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.720982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c623923c-251a-4391-97a1-4235e278eb22) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:39.735543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:39.736212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.755028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae85056-6108-44c8-b20c-b75d30ef81a1 None None] Network c623923c-251a-4391-97a1-4235e278eb22 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:39.804255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-27156c67-a61e-4a38-aac8-47edf292c469 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7439334 Sep 17 22:27:39.835946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77851f2d-eb59-419d-8929-65094109f155 req-0d2c6698-72cc-4329-8c7f-316f1bdcda37 service neutron] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:39.843424 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77851f2d-eb59-419d-8929-65094109f155 req-0d2c6698-72cc-4329-8c7f-316f1bdcda37 service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.844519 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77851f2d-eb59-419d-8929-65094109f155 req-0d2c6698-72cc-4329-8c7f-316f1bdcda37 service neutron] 10.222.0.49 "DELETE /v2.0/ports/72684df2-ec56-4945-9bb0-5807ba797a9e/bindings/n-h1-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.2249117 Sep 17 22:27:39.845878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Deleting port 38784eaa-5bf2-4568-9d67-0874337d4225 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:39.846192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.847427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] Set router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:39.862744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69f34-0264-4a7a-92a1-e79205789a4a req-3d582b38-f603-4f36-b830-eabfa114e307 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:39.864276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95a69f34-0264-4a7a-92a1-e79205789a4a req-3d582b38-f603-4f36-b830-eabfa114e307 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.0800242 Sep 17 22:27:39.872899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-5e76922b-b3a7-4e8b-854d-288beb686338 service neutron] 10.222.0.48 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815965 Sep 17 22:27:39.940998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] For port 38784eaa-5bf2-4568-9d67-0874337d4225, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=38784eaa-5bf2-4568-9d67-0874337d4225,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:39.941351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.943721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95a69f34-0264-4a7a-92a1-e79205789a4a req-be49cfdf-a602-4137-88da-e4d8138c17c7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613198 Sep 17 22:27:39.975144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Calling delete_port for 38784eaa-5bf2-4568-9d67-0874337d4225 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:40.061845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-e3000ebd-8288-4940-abe9-21678cba6205 service neutron] 10.222.0.48 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854353 Sep 17 22:27:40.071822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42144c9b-05b3-4190-992b-447a73e995b3 None None] Network c623923c-251a-4391-97a1-4235e278eb22 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:40.182391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9357e5-5410-46b9-a238-ef861f377b8b req-da6511bc-3f49-4b0b-9371-7f74914a89ed tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:40.184019 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc9357e5-5410-46b9-a238-ef861f377b8b req-da6511bc-3f49-4b0b-9371-7f74914a89ed tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 946 time: 0.1006262 Sep 17 22:27:40.193508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.199372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Request body: {'floatingip': {'port_id': 'bbc86505-b97f-4347-82dc-aa420b6cb701'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:40.256794 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.276046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.341489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Pushing event deleted for resources: {'Port': ['ID=38784eaa-5bf2-4568-9d67-0874337d4225,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:40.434623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:27:37Z', 'revision_number': 5, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:40.470537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218afdcc-8f9e-44de-ab1a-00a2540833de None None] The sync data for ids ['b6b24d15-2822-4361-8c09-50fa1ca4bdd1'] in n-d-789963-10 is: [{'id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'name': 'tempest-AttachSCSIVolumeTestJSON-202136041-router', 'tenant_id': '1d34547c379c4ecaa88efa3ae04f1294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:20Z', 'updated_at': '2021-09-17T22:27:37Z', 'revision_number': 5, 'project_id': '1d34547c379c4ecaa88efa3ae04f1294', 'gw_port': {'id': '38784eaa-5bf2-4568-9d67-0874337d4225', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b24d15-2822-4361-8c09-50fa1ca4bdd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:21Z', 'updated_at': '2021-09-17T22:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:40.544015 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.610684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:40.826169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.828807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.848422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:40.856675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53946) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.862644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'mac_address': 'fa:16:3e:47:8a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:40.867739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1763692286-network', 'tenant_id': '06bf2161c7c44471aefb2821492a11d4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:40.904589 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.904846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.905453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b24d15-2822-4361-8c09-50fa1ca4bdd1 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:40.913585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.918958 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d6a8c9b8-64d5-4cfa-babe-a17362be649d admin admin] 10.222.0.48 "DELETE /v2.0/routers/b6b24d15-2822-4361-8c09-50fa1ca4bdd1 HTTP/1.1" status: 204 len: 168 time: 2.0058634 Sep 17 22:27:40.918958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53950) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.920405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595f0142-abfa-402d-b9c0-70b02c4b827a {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:40.949070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:40.957398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.010650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8b68f5-5dbe-46ce-8120-7ec2c25b35d8 admin admin] Deleting subnet 13113c3b-d644-40b6-abc2-6a6c7f6323f5 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:41.014130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e8b68f5-5dbe-46ce-8120-7ec2c25b35d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.051836 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:41.093258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e8b68f5-5dbe-46ce-8120-7ec2c25b35d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.142000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Made reservation on behalf of 06bf2161c7c44471aefb2821492a11d4 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:41.144402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.213198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.227640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e8b68f5-5dbe-46ce-8120-7ec2c25b35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.263815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d0971-6ea2-4e07-9df0-0ab7bef86de4 req-e38664a9-b4e6-40e3-aac6-9f3dad68cd79 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:41.270144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b82d0971-6ea2-4e07-9df0-0ab7bef86de4 req-e38664a9-b4e6-40e3-aac6-9f3dad68cd79 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 945 time: 0.4429724 Sep 17 22:27:41.291614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e8b68f5-5dbe-46ce-8120-7ec2c25b35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.299398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f89a1aec-1f72-41d6-9bf2-6c6292b02dff req-e8ff490a-8804-47e8-9bc5-5a7d5ad1d9cb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 210 time: 0.0770128 Sep 17 22:27:41.315016 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.319191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b68f5-5dbe-46ce-8120-7ec2c25b35d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13113c3b-d644-40b6-abc2-6a6c7f6323f5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:41.324786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e8b68f5-5dbe-46ce-8120-7ec2c25b35d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.331407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7e8b68f5-5dbe-46ce-8120-7ec2c25b35d8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/13113c3b-d644-40b6-abc2-6a6c7f6323f5 HTTP/1.1" status: 204 len: 168 time: 0.4101465 Sep 17 22:27:41.332342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.334324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cbd2f9-a0f9-4cd0-a3d8-58382b4586d8 None None] Network c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:41.366098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.423575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.511165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['595f0142-abfa-402d-b9c0-70b02c4b827a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:41.514250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Deleting port be9514ab-01d8-4e31-a42d-e0716d8984c4 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:41.514778 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.546852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b82d0971-6ea2-4e07-9df0-0ab7bef86de4 req-b90b40c9-a3f2-4c7e-8ac4-78af3527075f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537730 Sep 17 22:27:41.577183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] DHCP port deletion for c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:41.601636 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Floating IP 041e2639-b4ec-491c-82ce-e7790fd514cd associated. External IP: 172.25.0.74, port: bbc86505-b97f-4347-82dc-aa420b6cb701. Sep 17 22:27:41.676017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] For port be9514ab-01d8-4e31-a42d-e0716d8984c4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be9514ab-01d8-4e31-a42d-e0716d8984c4,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:41.676017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.676689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 38784eaa-5bf2-4568-9d67-0874337d4225 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:41.678996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cf64a-f34a-4439-a487-d9c8ce591b2d req-19d97606-3af6-4ec0-9445-0fbdb60e026c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:41.681553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-180cf64a-f34a-4439-a487-d9c8ce591b2d req-19d97606-3af6-4ec0-9445-0fbdb60e026c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.2415733 Sep 17 22:27:41.699294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Calling delete_port for be9514ab-01d8-4e31-a42d-e0716d8984c4 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:41.711431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 38784eaa-5bf2-4568-9d67-0874337d4225 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:41.711856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 38784eaa-5bf2-4568-9d67-0874337d4225 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:41.712526 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d6cf1299-94c0-4915-9ec2-b30172780621 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:41.750852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d6cf1299-94c0-4915-9ec2-b30172780621 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:41.751658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d6cf1299-94c0-4915-9ec2-b30172780621 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:41.769976 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.790409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.817404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-180cf64a-f34a-4439-a487-d9c8ce591b2d req-6204a31d-3afd-45ef-a185-536c583018b0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239760 Sep 17 22:27:41.831578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] Deleting port be9514ab-01d8-4e31-a42d-e0716d8984c4 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:41.832228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.837874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:41.859402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.884795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.886731 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Added segment 2ed25dbf-945f-4fe5-872b-9eee77797f94 of type vlan for network ae739131-eb5a-44f8-a678-27a9b8d59f24 Sep 17 22:27:41.919848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9514ab-01d8-4e31-a42d-e0716d8984c4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:41.925447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] No DVR routers for this DVR port be9514ab-01d8-4e31-a42d-e0716d8984c4 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:41.949126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7900eb81-3899-49da-b402-81b06210021f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:42.020180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.065942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] For port be9514ab-01d8-4e31-a42d-e0716d8984c4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be9514ab-01d8-4e31-a42d-e0716d8984c4,segment=NetworkSegment(1d2ae629-de06-4221-8d5a-7c2b1bf98dd2),segment_id=1d2ae629-de06-4221-8d5a-7c2b1bf98dd2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:42.066355 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.068628 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.107328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] Calling delete_port for be9514ab-01d8-4e31-a42d-e0716d8984c4 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:42.131473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cd1a36-1a0c-4f04-93e5-b6c8370e5960']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.147735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.148914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2ae629-de06-4221-8d5a-7c2b1bf98dd2') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.169577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.179483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332501-e8ad-4421-9a70-1667c15e5651 req-e3a605d0-f500-496f-b3d3-e1de7bec9aba tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.186559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-f0084cf2-df81-4dab-8852-08254957c7ed tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.188054 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-f0084cf2-df81-4dab-8852-08254957c7ed tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 808 time: 0.2008038 Sep 17 22:27:42.189888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c332501-e8ad-4421-9a70-1667c15e5651 req-e3a605d0-f500-496f-b3d3-e1de7bec9aba tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1097 time: 0.2007194 Sep 17 22:27:42.195221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.200454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.201666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.202699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.221453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Request body: {'port': {'device_id': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'admin_state_up': True, 'tenant_id': '99ad4a8697d84895a353ddcce62190a2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:42.230758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:42.231247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:42.233956 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:42.241177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3820612 Sep 17 22:27:42.258213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54018) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:42.259758 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.275633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Router d607982b-3255-42d6-87e2-c83f84d197a6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:42.276171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Request body: {'subnet': {'network_id': 'ae739131-eb5a-44f8-a678-27a9b8d59f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1763692286-subnet', 'tenant_id': '06bf2161c7c44471aefb2821492a11d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:42.292470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] Pushing event deleted for resources: {'Port': ['ID=be9514ab-01d8-4e31-a42d-e0716d8984c4,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:42.310296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e938fedb-c963-4135-8b81-273733548cf3 None None] No DVR routers for this DVR port be9514ab-01d8-4e31-a42d-e0716d8984c4 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:42.394987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c332501-e8ad-4421-9a70-1667c15e5651 req-3050e178-16c8-464f-b6d3-a12c20ab224a tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039330 Sep 17 22:27:42.397639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3c6c7-bf7d-4b2b-8569-d9ddc7e89f79 admin admin] Pushing event updated for resources: {'Network': ['ID=ae739131-eb5a-44f8-a678-27a9b8d59f24,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:42.413164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network ae739131-eb5a-44f8-a678-27a9b8d59f24 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:42.464705 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.476277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Made reservation on behalf of 06bf2161c7c44471aefb2821492a11d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:42.479467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.491903 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.494677 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c9cd1a36-1a0c-4f04-93e5-b6c8370e5960 HTTP/1.1" status: 204 len: 168 time: 1.1609366 Sep 17 22:27:42.506638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54046) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:42.530699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb38360-8319-4eb6-9759-0ab2153e6fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cd1a36-1a0c-4f04-93e5-b6c8370e5960,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:42.594193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e52cf45f-9706-4f55-891e-e1d855195aab req-3c6938a8-88f0-48df-8c96-c0e850d077bc tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 210 time: 0.0492597 Sep 17 22:27:42.611766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:42.622152 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] Sync routers for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:42.623380 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.638396 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:42.639133 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.661120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a3ee50e-27fc-48cd-88c0-069dddc74354 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "PUT /v2.0/floatingips/041e2639-b4ec-491c-82ce-e7790fd514cd HTTP/1.1" status: 200 len: 991 time: 2.4662905 Sep 17 22:27:42.661802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1085138e-a098-4acc-939c-09f10c111093', 'tag': 'bbc86505-b97f-4347-82dc-aa420b6cb701'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:42.665521 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1085138e-a098-4acc-939c-09f10c111093", "tag": "bbc86505-b97f-4347-82dc-aa420b6cb701"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:42.750410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Made reservation on behalf of 99ad4a8697d84895a353ddcce62190a2 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:42.754127 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.762158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea26281-5a93-46da-af8e-2156b11ad280 req-7fa4b27d-37f2-4adb-9615-9805218c09e9 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.764749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ea26281-5a93-46da-af8e-2156b11ad280 req-7fa4b27d-37f2-4adb-9615-9805218c09e9 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 1097 time: 0.0554013 Sep 17 22:27:42.828640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ea26281-5a93-46da-af8e-2156b11ad280 req-b0d88f4b-cc91-472e-918e-dbad0d02bc0a tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572436 Sep 17 22:27:42.840168 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:43.003860 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5be0de-8996-41f2-ab5b-b3dd5f25c841 x-openstack-request-id: req-de5be0de-8996-41f2-ab5b-b3dd5f25c841 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:43.004377 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1085138e-a098-4acc-939c-09f10c111093", "tag": "bbc86505-b97f-4347-82dc-aa420b6cb701", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:43.004804 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de5be0de-8996-41f2-ab5b-b3dd5f25c841 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:43.005383 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1085138e-a098-4acc-939c-09f10c111093', 'tag': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'status': 'completed', 'code': 200} Sep 17 22:27:43.151189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf63a3-d28a-4407-a023-9a918699250b req-2fdd0757-6da8-4a09-bfa0-14ad486215ee tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.152454 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.160856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3cf63a3-d28a-4407-a023-9a918699250b req-2fdd0757-6da8-4a09-bfa0-14ad486215ee tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.0942166 Sep 17 22:27:43.164839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-a1ceaf42-e935-45fe-a184-1b582104562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.166478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-a1ceaf42-e935-45fe-a184-1b582104562f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2daac13086d342ceb3844d0930d67c9b&device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 1098 time: 0.1364584 Sep 17 22:27:43.213776 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Allocated IP 172.20.0.10 (a4c5a28d-5768-4900-80e9-f97d86da36aa/7c16e025-be5f-4bf5-a549-64555d4c42a5/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:43.226231 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '041e2639-b4ec-491c-82ce-e7790fd514cd', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'port_id': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'mac_address': 'fa:16:3e:34:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085138e-a098-4acc-939c-09f10c111093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:47Z', 'updated_at': '2021-09-17T22:27:41Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:43.258758 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] Checking router: d607982b-3255-42d6-87e2-c83f84d197a6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:43.268966 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:43.269992 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:43.317418 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3cf63a3-d28a-4407-a023-9a918699250b req-1180080c-8d4d-4dd0-94a2-ad8eb5a897b8 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554716 Sep 17 22:27:43.324167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc92546f-4283-44c6-96af-b320146e881d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:43.382228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Checking segment: {'id': '2ed25dbf-945f-4fe5-872b-9eee77797f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ae739131-eb5a-44f8-a678-27a9b8d59f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:43.382590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Network hostable DHCP agents. Network: ae739131-eb5a-44f8-a678-27a9b8d59f24, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:43.460790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-58c0800f-5788-4a8f-97ba-ded56e49f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.465330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-58c0800f-5788-4a8f-97ba-ded56e49f27a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 200 len: 925 time: 0.2841246 Sep 17 22:27:43.467459 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:43.581196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Network ae739131-eb5a-44f8-a678-27a9b8d59f24 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:43.612076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, ae739131-eb5a-44f8-a678-27a9b8d59f24) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:43.623918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe0c978-0bc7-48ac-9a81-5f3174dffaa0 None None] Network ae739131-eb5a-44f8-a678-27a9b8d59f24 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:43.626145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-d37fb636-936b-4516-ba2c-294b9f83c121 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbc86505-b97f-4347-82dc-aa420b6cb701 HTTP/1.1" status: 200 len: 999 time: 0.1519902 Sep 17 22:27:43.681710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.682603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.703191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be9514ab-01d8-4e31-a42d-e0716d8984c4 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:43.757042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-404182da-d050-415c-ad0c-1102a98916cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.762284 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e1ee01cf-6886-480d-bd4b-d336d479ec6a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4935029 Sep 17 22:27:43.772011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-404182da-d050-415c-ad0c-1102a98916cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6582152d-787e-4468-bbd7-ddadba65eb7d HTTP/1.1" status: 200 len: 863 time: 0.1237686 Sep 17 22:27:43.810999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.862268 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '041e2639-b4ec-491c-82ce-e7790fd514cd', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'port_id': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'mac_address': 'fa:16:3e:34:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085138e-a098-4acc-939c-09f10c111093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:47Z', 'updated_at': '2021-09-17T22:27:41Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:43.903775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.920819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7326a4d0-07a6-4bf1-b360-52c0e1ba682f req-f13d706c-9488-4ea9-900e-03ec957732bd tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 210 time: 0.1219561 Sep 17 22:27:43.931653 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c61ea-4502-4d33-85ad-a3cd3d642597 None None] The sync data for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 is: [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '041e2639-b4ec-491c-82ce-e7790fd514cd', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'port_id': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'mac_address': 'fa:16:3e:34:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085138e-a098-4acc-939c-09f10c111093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:47Z', 'updated_at': '2021-09-17T22:27:41Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:43.950364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-f71a6792-f658-41d7-a988-b1706b8465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.951724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-f71a6792-f658-41d7-a988-b1706b8465c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f521677b-9ae6-4013-8450-eb9f8c292d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788146 Sep 17 22:27:43.991891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: be9514ab-01d8-4e31-a42d-e0716d8984c4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:43.993164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be9514ab-01d8-4e31-a42d-e0716d8984c4 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:44.086983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.135003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:44.154020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Pushing event updated for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:44.189691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-b6077a96-e2ee-4870-848f-4af7b5ebc331 service neutron] 10.222.0.45 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150509 Sep 17 22:27:44.259547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Network a4c5a28d-5768-4900-80e9-f97d86da36aa is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:44.270318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:44.278662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:44.462490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a67edaf-89c1-4b83-b9e8-da20f5ecff0c req-dc2155df-5eee-4e6b-a7d3-79d93d9797ff service neutron] 10.222.0.45 "GET /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590415 Sep 17 22:27:44.490701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.491326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.529815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-98676986-2edd-45f9-b6d8-e01290c1d325 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3277540 Sep 17 22:27:44.546051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Request body: {'port': {'device_id': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:44.600300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5510126-21e8-429e-8157-777371295051 None None] Network ae739131-eb5a-44f8-a678-27a9b8d59f24 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:44.675504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.721618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f08690-1b18-4ff2-9c90-291ed4a73f5c None None] New status for floating IP 041e2639-b4ec-491c-82ce-e7790fd514cd: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:27:44.826757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-7965e131-0298-4608-9f25-2a380e8d1a1f tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.835355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-7965e131-0298-4608-9f25-2a380e8d1a1f tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/networks?id=c623923c-251a-4391-97a1-4235e278eb22 HTTP/1.1" status: 200 len: 814 time: 0.2147765 Sep 17 22:27:44.860150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-c65f4793-a453-4f6f-8cb8-9b9a6f6f3547 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/quotas/54760a79d97847ea91073d1070a98623 HTTP/1.1" status: 200 len: 375 time: 0.0233154 Sep 17 22:27:44.877940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Deleting port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:44.878470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.905958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:44.919727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-e3c228ba-cf6c-4b2f-8576-b1267450cb22 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54760a79d97847ea91073d1070a98623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583823 Sep 17 22:27:45.089737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 595f0142-abfa-402d-b9c0-70b02c4b827a completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:45.125506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-84d0d4f7-1522-421b-a787-05425cbf578c service neutron] 10.222.0.48 "GET /v2.0/networks/c623923c-251a-4391-97a1-4235e278eb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046421 Sep 17 22:27:45.147359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 595f0142-abfa-402d-b9c0-70b02c4b827a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:45.148060 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.162342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b50b4a-2777-423f-9c0b-9da6aad119e8 req-06e8834b-7d8d-4457-9846-f7724a695564 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.164626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97b50b4a-2777-423f-9c0b-9da6aad119e8 req-06e8834b-7d8d-4457-9846-f7724a695564 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.1110625 Sep 17 22:27:45.266242 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97b50b4a-2777-423f-9c0b-9da6aad119e8 req-d7323352-044e-4bf6-8e34-e3fe0c63ac5c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910866 Sep 17 22:27:45.308979 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.310752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-4e0241f0-4bfd-4d72-a416-d1f5a8850341 service neutron] 10.222.0.48 "GET /v2.0/networks/c623923c-251a-4391-97a1-4235e278eb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842625 Sep 17 22:27:45.343654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:45.345992 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46408222-b23a-4fd0-964e-60ade820252b" -d '{"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-plugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:45.358630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:45.367596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.394352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] For port 59f9cdcc-b68f-4866-b701-4f6283b8c4fc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,segment=NetworkSegment(9333857a-49ab-4a04-b569-3484ccf564e5),segment_id=9333857a-49ab-4a04-b569-3484ccf564e5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:45.394725 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.416628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Calling delete_port for 59f9cdcc-b68f-4866-b701-4f6283b8c4fc owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:45.460527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:45.572137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:45.584098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.663880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca045906-94d8-42ca-b6ea-d0ee214c0e29 req-726018e1-9d99-48bf-a6e0-9c6459cd58e8 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.675964 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e0c20c-ba30-4a79-a2a3-3da137ab8ba2 x-openstack-request-id: req-d9e0c20c-ba30-4a79-a2a3-3da137ab8ba2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:45.676265 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-plugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:45.676523 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9e0c20c-ba30-4a79-a2a3-3da137ab8ba2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:45.677116 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'code': 200} Sep 17 22:27:45.680476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca045906-94d8-42ca-b6ea-d0ee214c0e29 req-726018e1-9d99-48bf-a6e0-9c6459cd58e8 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 932 time: 0.0988271 Sep 17 22:27:45.716037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Transition to ACTIVE for port object 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:45.727462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.787247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Pushing event updated for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:45.808128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c029327f-b98c-47e2-b653-b8e768faac97 req-e9756c46-0bdf-4432-9d23-563a687c7e0b tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 210 time: 0.0840480 Sep 17 22:27:45.870762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca045906-94d8-42ca-b6ea-d0ee214c0e29 req-3f096b90-aa81-452c-8a19-604a469d86ee tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887126 Sep 17 22:27:45.888309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d00e11-8f96-4952-bed0-7cb2e8bd6357 req-688e872d-5669-49eb-9d39-5a81b91c3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.890714 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-43d00e11-8f96-4952-bed0-7cb2e8bd6357 req-688e872d-5669-49eb-9d39-5a81b91c3370 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1101 time: 0.1112077 Sep 17 22:27:46.032686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.050507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:46.051261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:46.051810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:46.056646 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-43d00e11-8f96-4952-bed0-7cb2e8bd6357 req-341eab98-a141-46ce-80f2-453c1c6f73c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134186 Sep 17 22:27:46.095464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f9cdcc-b68f-4866-b701-4f6283b8c4fc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:46.111971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:46.118839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:46.151461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:46.151461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:46.152002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:46.152538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Bound port: 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:46.153053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.334160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:46.354159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:46.366525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.369379 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.423766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.425219 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.426824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] 10.222.0.45 "PUT /v2.0/ports/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 200 len: 1093 time: 1.8851767 Sep 17 22:27:46.481121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:46.483634 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d03c7e-f475-42da-abaa-aa148a9e51c9" -d '{"events": [{"name": "network-changed", "server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:46.559075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b79cc0-f6f8-4658-bc89-db7ce10fe56a service neutron] Pushing event updated for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:46.676651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54248) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:46.678215 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31151fc5-cecc-4640-a3f0-e6aa2c0f3b39 x-openstack-request-id: req-31151fc5-cecc-4640-a3f0-e6aa2c0f3b39 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:46.678497 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:46.678741 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31151fc5-cecc-4640-a3f0-e6aa2c0f3b39 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:46.679114 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7', 'status': 'completed', 'code': 200} Sep 17 22:27:46.738779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-2ce1704e-ccd2-48cd-8351-64b709bc613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.740797 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-2ce1704e-ccd2-48cd-8351-64b709bc613f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1096 time: 0.2144723 Sep 17 22:27:46.797203 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-cfd7b89c-901d-4471-9336-2d36b7368db8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 200 len: 217 time: 0.0470655 Sep 17 22:27:46.878900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c97d8edb-b088-45b7-a4cb-cd36149a2691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.895463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded261e-049f-4f44-a076-9794106a86ca req-7485fdd3-9ed1-4544-acd5-f3e3e58a91bd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.898111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ded261e-049f-4f44-a076-9794106a86ca req-7485fdd3-9ed1-4544-acd5-f3e3e58a91bd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.4850326 Sep 17 22:27:46.936475 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ccadadd3-550d-45ae-ba0a-e46daa0162dd req-dfb15c39-4383-4cb8-bca2-8fc977c13c22 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 210 time: 0.0363572 Sep 17 22:27:46.938621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-5c299487-43a6-4b20-bbe8-33e09d6e4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.940317 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-5c299487-43a6-4b20-bbe8-33e09d6e4274 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.1093185 Sep 17 22:27:46.945437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:46.993759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ded261e-049f-4f44-a076-9794106a86ca req-0a379403-e9be-4de1-af6d-f6919a233853 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771716 Sep 17 22:27:47.008329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-fada25af-3574-4f2d-a05a-fff2671af043 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573704 Sep 17 22:27:47.227016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d77ecc-5f30-4443-af7e-a8d9bcd4b65b req-f2edbc64-431c-4df0-a55c-91ea258a19e4 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.228600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21d77ecc-5f30-4443-af7e-a8d9bcd4b65b req-f2edbc64-431c-4df0-a55c-91ea258a19e4 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.1539798 Sep 17 22:27:47.237701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-60d61301-e678-464d-a68b-4a2e2c59df35 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.239389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-60d61301-e678-464d-a68b-4a2e2c59df35 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.45 "GET /v2.0/networks?id=c623923c-251a-4391-97a1-4235e278eb22 HTTP/1.1" status: 200 len: 814 time: 0.2304132 Sep 17 22:27:47.261929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Request body: {'port': {'device_id': '1b1689a7-b8a6-4b92-9167-d4e92a9037b2', 'network_id': 'c623923c-251a-4391-97a1-4235e278eb22', 'admin_state_up': True, 'tenant_id': '54760a79d97847ea91073d1070a98623'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:47.269908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:47.276462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f467893b-a87a-42f1-92ee-0fbc28f0ecc5 admin admin] 10.222.0.48 "PUT /v2.0/routers/ff0f85b1-f9fe-46b0-8e29-364d81ccfb04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7555883 Sep 17 22:27:47.280732 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-7d43d430-f1a5-4b02-aae4-649d5e6a9fa5 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640886 Sep 17 22:27:47.281272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54258) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:47.284030 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] Sync routers for ids ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:47.295259 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] Routers {'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:47.296319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:47.314604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21d77ecc-5f30-4443-af7e-a8d9bcd4b65b req-ea723493-3934-4494-bed6-3ee6ff2efa9e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738668 Sep 17 22:27:47.346029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c97d8edb-b088-45b7-a4cb-cd36149a2691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.363209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c97d8edb-b088-45b7-a4cb-cd36149a2691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.431755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Made reservation on behalf of 54760a79d97847ea91073d1070a98623 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:47.436115 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.496970 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c97d8edb-b088-45b7-a4cb-cd36149a2691 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=581c68e65e824ef4a998f374441109de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8142433 Sep 17 22:27:47.497827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d8edb-b088-45b7-a4cb-cd36149a2691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653dfec8-84e3-4299-9c90-88ea3f94f796,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:47.501189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54262) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:47.562729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.567703 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] Set router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:47.572402 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1d0eff0f-e03e-4d7a-8ef9-3b248a4f8447 req-c5b8a155-838e-4664-8ee1-1a3f2e7a95af service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773242 Sep 17 22:27:47.643227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Allocated IP 172.20.0.13 (c623923c-251a-4391-97a1-4235e278eb22/7f098cb6-74e5-4330-9820-c77220952cf3/6d930533-8699-4a01-aafb-cfdf485bd746) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:47.715891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b053545f-8d39-4c23-9471-5d677373ba81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.800452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b053545f-8d39-4c23-9471-5d677373ba81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.870866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.874456 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:27:45Z', 'revision_number': 5, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port': {'id': '4f82b99c-0dae-4387-870c-b56c2f092a6c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:38Z', 'updated_at': '2021-09-17T22:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:47.875981 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b053545f-8d39-4c23-9471-5d677373ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.879598 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b053545f-8d39-4c23-9471-5d677373ba81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.892888 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b053545f-8d39-4c23-9471-5d677373ba81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/653dfec8-84e3-4299-9c90-88ea3f94f796 HTTP/1.1" status: 204 len: 168 time: 0.3758299 Sep 17 22:27:47.911347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.915559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-2eb3e787-2c36-452a-906d-85da29a66c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.920398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-2eb3e787-2c36-452a-906d-85da29a66c40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1096 time: 0.2807031 Sep 17 22:27:47.922468 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] Checking router: ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:47.924597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053545f-8d39-4c23-9471-5d677373ba81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653dfec8-84e3-4299-9c90-88ea3f94f796,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:47.935032 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] Routers {'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:47.935739 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:27:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:47.989723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.059802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Network c623923c-251a-4391-97a1-4235e278eb22 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:48.066230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:48.081551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:48.140081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Pushing event updated for resources: {'Port': ['ID=6d930533-8699-4a01-aafb-cfdf485bd746,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:48.180597 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] Set router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:48.228117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.228784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.255823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14640e12-1dfd-4fbb-9bca-b99da07a80f6 req-ea022e6f-4c8d-4cc4-a3e3-87098f143f5a tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.257453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14640e12-1dfd-4fbb-9bca-b99da07a80f6 req-ea022e6f-4c8d-4cc4-a3e3-87098f143f5a tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 932 time: 0.1295907 Sep 17 22:27:48.263024 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:27:47Z', 'revision_number': 6, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:48.269208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-424a7563-3673-433d-8faa-ebf588ce3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.271457 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-424a7563-3673-433d-8faa-ebf588ce3bde service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.3314793 Sep 17 22:27:48.276717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Deleting port 4f82b99c-0dae-4387-870c-b56c2f092a6c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:48.277300 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.311654 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500d7d0-e5d8-412f-b250-6929d25de32e None None] The sync data for ids ['ff0f85b1-f9fe-46b0-8e29-364d81ccfb04'] in n-d-789963-10 is: [{'id': 'ff0f85b1-f9fe-46b0-8e29-364d81ccfb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-962537078-router', 'tenant_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:36Z', 'updated_at': '2021-09-17T22:27:47Z', 'revision_number': 6, 'project_id': '4be0a94c1b7d43e2ade6ec89f032bf75', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:48.312782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c2ac-dc26-4be7-8ce3-da85effe2b96 req-51c3c625-04bc-4d77-9ca4-22a2313b4605 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.316514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9b7c2ac-dc26-4be7-8ce3-da85effe2b96 req-51c3c625-04bc-4d77-9ca4-22a2313b4605 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1736329 Sep 17 22:27:48.332916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-5322d54d-5a1d-4be0-a1f5-59a4b05dc500 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0776730 Sep 17 22:27:48.347548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-d73ee28f-089b-423b-9980-34c6a2043ff8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 200 len: 217 time: 0.0660963 Sep 17 22:27:48.357900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Request body: {'port': {'device_id': '1b1689a7-b8a6-4b92-9167-d4e92a9037b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:48.445602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14640e12-1dfd-4fbb-9bca-b99da07a80f6 req-5824cdcc-539d-4d4d-b39e-e50e51c6d171 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594648 Sep 17 22:27:48.498511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9b7c2ac-dc26-4be7-8ce3-da85effe2b96 req-c1c94d49-d31f-4c00-823b-33f9e79f817a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634271 Sep 17 22:27:48.507930 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.561470 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.753861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae72dec-f741-4cfe-af2e-7c43b4fc24c8 req-076f951d-4381-4933-ab96-c50281dbb48e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.761555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ae72dec-f741-4cfe-af2e-7c43b4fc24c8 req-076f951d-4381-4933-ab96-c50281dbb48e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.1949596 Sep 17 22:27:48.783012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb4b1-a7db-4809-acb0-94bdd94a1ae3 req-f7ff5f63-2c6d-48d8-b9ec-7e5e8d891487 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.795850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ceeb4b1-a7db-4809-acb0-94bdd94a1ae3 req-f7ff5f63-2c6d-48d8-b9ec-7e5e8d891487 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1101 time: 0.1806035 Sep 17 22:27:48.848891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-2c29199c-a456-4aa9-b2fa-f42205d824e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.850989 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-2c29199c-a456-4aa9-b2fa-f42205d824e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.4946816 Sep 17 22:27:48.927330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ae72dec-f741-4cfe-af2e-7c43b4fc24c8 req-3ea4f8cb-fdea-43de-9a00-9d37654b00a3 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647594 Sep 17 22:27:48.955602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ceeb4b1-a7db-4809-acb0-94bdd94a1ae3 req-3fa0b746-0e3b-4ba4-a444-a24dc975b64c tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556511 Sep 17 22:27:48.961316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-2ea117fb-bb68-4410-8e1f-3abd1e8b7143 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973766 Sep 17 22:27:48.975218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] For port 4f82b99c-0dae-4387-870c-b56c2f092a6c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f82b99c-0dae-4387-870c-b56c2f092a6c,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:48.975578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.016186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Calling delete_port for 4f82b99c-0dae-4387-870c-b56c2f092a6c owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:49.106181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d930533-8699-4a01-aafb-cfdf485bd746 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:49.118108 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.144525 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-76e82b78-e93a-43d3-bd70-13a87fea0fb1 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821651 Sep 17 22:27:49.149494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Transition to ACTIVE for port object 6d930533-8699-4a01-aafb-cfdf485bd746 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:49.162994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.222556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d930533-8699-4a01-aafb-cfdf485bd746,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:49.335257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Attempting to bind port 6d930533-8699-4a01-aafb-cfdf485bd746 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:49.337833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Attempting to bind port 6d930533-8699-4a01-aafb-cfdf485bd746 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c623923c-251a-4391-97a1-4235e278eb22'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:49.349426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Attempting to bind port 6d930533-8699-4a01-aafb-cfdf485bd746 on network c623923c-251a-4391-97a1-4235e278eb22 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:49.362148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Port 6d930533-8699-4a01-aafb-cfdf485bd746 on network c623923c-251a-4391-97a1-4235e278eb22 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:49.362632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Attempting to bind port 6d930533-8699-4a01-aafb-cfdf485bd746 on network c623923c-251a-4391-97a1-4235e278eb22 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:49.380618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:49.381170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Checking segment: {'id': 'fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c623923c-251a-4391-97a1-4235e278eb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:49.381657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Bound using segment: {'id': 'fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c623923c-251a-4391-97a1-4235e278eb22'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:49.382192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Bound port: 6d930533-8699-4a01-aafb-cfdf485bd746, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c623923c-251a-4391-97a1-4235e278eb22'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:49.382705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.521433 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-73d03c7e-f475-42da-abaa-aa148a9e51c9 req-3b27c15c-5fdd-47b1-a7bf-86505fd8d955 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665836 Sep 17 22:27:49.539419 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-f747711f-df2e-4ca1-a856-6614da5eea42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038892 Sep 17 22:27:49.542385 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.556412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] For port 6d930533-8699-4a01-aafb-cfdf485bd746, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:49.605328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f82b99c-0dae-4387-870c-b56c2f092a6c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:49.663104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] For port 6d930533-8699-4a01-aafb-cfdf485bd746, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d930533-8699-4a01-aafb-cfdf485bd746,segment=NetworkSegment(fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f),segment_id=fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:49.665743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 59f9cdcc-b68f-4866-b701-4f6283b8c4fc no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:49.690228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.692344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 59f9cdcc-b68f-4866-b701-4f6283b8c4fc {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:49.693118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 59f9cdcc-b68f-4866-b701-4f6283b8c4fc not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:49.693844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f82b99c-0dae-4387-870c-b56c2f092a6c no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:49.701297 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.717890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 4f82b99c-0dae-4387-870c-b56c2f092a6c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:49.718588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f82b99c-0dae-4387-870c-b56c2f092a6c not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:49.731660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34c68d-c1c5-4736-a9a7-fad1cce862ea req-249221a7-abb8-4b38-848a-4c2b1e188c46 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.733790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e34c68d-c1c5-4736-a9a7-fad1cce862ea req-249221a7-abb8-4b38-848a-4c2b1e188c46 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.2507274 Sep 17 22:27:49.790816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.791428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.792814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/6d930533-8699-4a01-aafb-cfdf485bd746 HTTP/1.1" status: 200 len: 1093 time: 1.4479315 Sep 17 22:27:49.793275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1689a7-b8a6-4b92-9167-d4e92a9037b2', 'tag': '6d930533-8699-4a01-aafb-cfdf485bd746'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:49.795464 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1689a7-b8a6-4b92-9167-d4e92a9037b2", "tag": "6d930533-8699-4a01-aafb-cfdf485bd746"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:49.811760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b549e5-58bc-4058-b97f-08983a60ad52 req-a1508e8c-468a-441c-9ba8-18b9f97ec351 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.819852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1b549e5-58bc-4058-b97f-08983a60ad52 req-a1508e8c-468a-441c-9ba8-18b9f97ec351 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 944 time: 0.2605000 Sep 17 22:27:49.858093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.863430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.919205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad30e3-7731-4b3d-9aef-2b95077044c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d930533-8699-4a01-aafb-cfdf485bd746,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:49.938675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e34c68d-c1c5-4736-a9a7-fad1cce862ea req-6170f83f-ab2d-4751-82e0-4b1d7b53d210 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777122 Sep 17 22:27:49.943814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.944648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:49.946840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1b549e5-58bc-4058-b97f-08983a60ad52 req-2f530b4a-de1c-4baa-afbd-69549cb1c941 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239815 Sep 17 22:27:49.954053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-cd26e6e6-7c53-4c7d-8aff-977f8cd67e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.955636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-cd26e6e6-7c53-4c7d-8aff-977f8cd67e6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54760a79d97847ea91073d1070a98623&device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 1096 time: 0.1092339 Sep 17 22:27:49.957680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.959215 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e7ebf7df-8564-4be0-af88-c69821f2fe11 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ff0f85b1-f9fe-46b0-8e29-364d81ccfb04 HTTP/1.1" status: 204 len: 168 time: 2.6736393 Sep 17 22:27:49.961656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54354) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:50.036560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a4e43b-8b2a-4a4c-ab9f-57c15e565a24 admin admin] Deleting subnet 092079b8-8ec3-40c6-95ab-a520f13a1937 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:50.052789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48a4e43b-8b2a-4a4c-ab9f-57c15e565a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.069663 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bef860-a07b-412b-a479-09f38452f23f x-openstack-request-id: req-b5bef860-a07b-412b-a479-09f38452f23f {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:50.072324 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1689a7-b8a6-4b92-9167-d4e92a9037b2", "tag": "6d930533-8699-4a01-aafb-cfdf485bd746", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:50.072693 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5bef860-a07b-412b-a479-09f38452f23f {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:50.073243 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1689a7-b8a6-4b92-9167-d4e92a9037b2', 'tag': '6d930533-8699-4a01-aafb-cfdf485bd746', 'status': 'completed', 'code': 200} Sep 17 22:27:50.083267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-ed1153c5-115b-4ce8-81cf-cca5fedbc141 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d930533-8699-4a01-aafb-cfdf485bd746 HTTP/1.1" status: 200 len: 217 time: 0.1163092 Sep 17 22:27:50.187583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48a4e43b-8b2a-4a4c-ab9f-57c15e565a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.204497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-f9a147a2-c69a-4ce7-bc6a-f76d037e9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.206030 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-f9a147a2-c69a-4ce7-bc6a-f76d037e9efa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f098cb6-74e5-4330-9820-c77220952cf3 HTTP/1.1" status: 200 len: 854 time: 0.1133690 Sep 17 22:27:50.235992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84d28d-8beb-44e2-a038-751c28977b7b req-d974209d-50c1-4a2c-a4ad-0a098379947d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.245452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a84d28d-8beb-44e2-a038-751c28977b7b req-d974209d-50c1-4a2c-a4ad-0a098379947d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.1017246 Sep 17 22:27:50.269253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-73b57fb1-52f8-4997-97b0-6fcded2b682f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c623923c-251a-4391-97a1-4235e278eb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528698 Sep 17 22:27:50.346570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a84d28d-8beb-44e2-a038-751c28977b7b req-c5eed0a9-d419-465e-af9f-dadb39fd3f10 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979953 Sep 17 22:27:50.390280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48a4e43b-8b2a-4a4c-ab9f-57c15e565a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.427632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-b2c074c3-48ae-4ff4-b21c-a0f396132382 service neutron] 10.222.0.45 "GET /v2.0/networks/c623923c-251a-4391-97a1-4235e278eb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475337 Sep 17 22:27:50.495953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48a4e43b-8b2a-4a4c-ab9f-57c15e565a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.543442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-362bc015-daf3-40bb-98b2-c84810b751c2 req-c28b78ea-b603-4683-9949-05f9bbca67a7 service neutron] 10.222.0.45 "GET /v2.0/networks/c623923c-251a-4391-97a1-4235e278eb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077707 Sep 17 22:27:50.556704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4e43b-8b2a-4a4c-ab9f-57c15e565a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092079b8-8ec3-40c6-95ab-a520f13a1937,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:50.569058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48a4e43b-8b2a-4a4c-ab9f-57c15e565a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.571114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca9965-b9cf-4236-ac9c-83a2568458ac None None] Network 4587cf5b-c577-4fb9-99b4-22051cd59228 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:50.571891 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-48a4e43b-8b2a-4a4c-ab9f-57c15e565a24 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/092079b8-8ec3-40c6-95ab-a520f13a1937 HTTP/1.1" status: 204 len: 168 time: 0.6088459 Sep 17 22:27:50.575309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54380) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:50.624087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54382) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:50.662502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.780014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cedfb7a-d428-4e7c-a7ba-6dae94afedc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.786504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-011d6802-3153-4955-b862-e5628b5ba641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.788094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-011d6802-3153-4955-b862-e5628b5ba641 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54760a79d97847ea91073d1070a98623&device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 1096 time: 0.1206248 Sep 17 22:27:50.795117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Deleting port c3c913a1-5489-4a73-b538-3a08c9e00529 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:50.795413 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.905210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] DHCP port deletion for 4587cf5b-c577-4fb9-99b4-22051cd59228 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:50.931990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] For port c3c913a1-5489-4a73-b538-3a08c9e00529, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c3c913a1-5489-4a73-b538-3a08c9e00529,segment=NetworkSegment(9333857a-49ab-4a04-b569-3484ccf564e5),segment_id=9333857a-49ab-4a04-b569-3484ccf564e5)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:50.932832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.935270 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cedfb7a-d428-4e7c-a7ba-6dae94afedc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.941014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cedfb7a-d428-4e7c-a7ba-6dae94afedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.953418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Calling delete_port for c3c913a1-5489-4a73-b538-3a08c9e00529 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:50.955609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] Deleting port c3c913a1-5489-4a73-b538-3a08c9e00529 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:50.955992 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.977354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedfb7a-d428-4e7c-a7ba-6dae94afedc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08cab60-e9c2-4365-812c-880b4f586f74,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:51.016600 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9cedfb7a-d428-4e7c-a7ba-6dae94afedc5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc4f9b85683f4d88920359434d49cbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889053 Sep 17 22:27:51.018560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54390) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:51.099956 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.110918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] For port c3c913a1-5489-4a73-b538-3a08c9e00529, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c3c913a1-5489-4a73-b538-3a08c9e00529,segment=NetworkSegment(9333857a-49ab-4a04-b569-3484ccf564e5),segment_id=9333857a-49ab-4a04-b569-3484ccf564e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:51.112571 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.143514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] Calling delete_port for c3c913a1-5489-4a73-b538-3a08c9e00529 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:51.156267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c913a1-5489-4a73-b538-3a08c9e00529,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:51.161363 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc025e0-6543-4666-abf3-dca19a294acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.202949 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc025e0-6543-4666-abf3-dca19a294acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.204766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-96e17e5c-9848-4aec-a01e-5bc84326b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.206450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-96e17e5c-9848-4aec-a01e-5bc84326b7ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=c623923c-251a-4391-97a1-4235e278eb22 HTTP/1.1" status: 200 len: 915 time: 0.3978539 Sep 17 22:27:51.244331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] No DVR routers for this DVR port c3c913a1-5489-4a73-b538-3a08c9e00529 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:51.274817 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.309600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc025e0-6543-4666-abf3-dca19a294acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.313936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6fc025e0-6543-4666-abf3-dca19a294acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.315249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6fc025e0-6543-4666-abf3-dca19a294acf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f08cab60-e9c2-4365-812c-880b4f586f74 HTTP/1.1" status: 204 len: 168 time: 0.2956202 Sep 17 22:27:51.352996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc025e0-6543-4666-abf3-dca19a294acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08cab60-e9c2-4365-812c-880b4f586f74,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:51.363606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] Pushing event deleted for resources: {'Port': ['ID=c3c913a1-5489-4a73-b538-3a08c9e00529,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:51.387565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-68299d22-0220-4696-9965-a861bc73adfd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d930533-8699-4a01-aafb-cfdf485bd746 HTTP/1.1" status: 200 len: 217 time: 0.1491897 Sep 17 22:27:51.401644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-a447d89e-89ff-4ad8-b429-b83e91d2f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.404444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-a447d89e-89ff-4ad8-b429-b83e91d2f7b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1101 time: 0.0849156 Sep 17 22:27:51.404902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0d4b3-295b-417e-9407-57fa7a31788a None None] No DVR routers for this DVR port c3c913a1-5489-4a73-b538-3a08c9e00529 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:51.461383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55ff37-6a75-48d7-98c3-199663398f42 req-0c815062-a726-4be3-aa16-10ceef12f51e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.470345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee55ff37-6a75-48d7-98c3-199663398f42 req-0c815062-a726-4be3-aa16-10ceef12f51e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.3152614 Sep 17 22:27:51.530119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab0499-2f4f-4e4c-9532-a3bbd28d2e6c req-c90d5406-7f5c-4076-ae3e-692c6e6a0b36 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.531641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-5230cd94-12f8-4a33-93ca-4f8b12085582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.533472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-5230cd94-12f8-4a33-93ca-4f8b12085582 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1182368 Sep 17 22:27:51.537699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8ab0499-2f4f-4e4c-9532-a3bbd28d2e6c req-c90d5406-7f5c-4076-ae3e-692c6e6a0b36 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 944 time: 0.4659646 Sep 17 22:27:51.621771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c3c913a1-5489-4a73-b538-3a08c9e00529 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:51.646347 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-25e052a3-470f-4091-94b7-59e9c47a4320 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.1036973 Sep 17 22:27:51.676699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8ab0499-2f4f-4e4c-9532-a3bbd28d2e6c req-4abff4a7-7f6f-4b16-b364-cb2a6dd89593 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242878 Sep 17 22:27:51.685261 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c3c913a1-5489-4a73-b538-3a08c9e00529 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:51.685615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c3c913a1-5489-4a73-b538-3a08c9e00529 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:51.738544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-91737a44-c7c0-4b30-9cfc-62f6abfa47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.740388 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-91737a44-c7c0-4b30-9cfc-62f6abfa47ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0850227 Sep 17 22:27:51.742334 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.779741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee55ff37-6a75-48d7-98c3-199663398f42 req-4d62809c-1650-451f-af4c-a70fd3098c77 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015807 Sep 17 22:27:51.800549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-69802e61-072f-4aad-a5d1-7d8fd26e90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.801631 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-69802e61-072f-4aad-a5d1-7d8fd26e90c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f098cb6-74e5-4330-9820-c77220952cf3 HTTP/1.1" status: 200 len: 854 time: 0.3642714 Sep 17 22:27:51.810769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4587cf5b-c577-4fb9-99b4-22051cd59228']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:51.879018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-91b6a516-d983-4e06-967a-86d6cf73b45a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c623923c-251a-4391-97a1-4235e278eb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621769 Sep 17 22:27:51.882133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-c1437db8-15cf-4136-a9e7-cc92a12aae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.890805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-c1437db8-15cf-4136-a9e7-cc92a12aae80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421607 Sep 17 22:27:51.902089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9333857a-49ab-4a04-b569-3484ccf564e5') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:51.902461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9333857a-49ab-4a04-b569-3484ccf564e5') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:52.080060 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.115581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.127583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:52.128080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.147579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-729c669c-2f25-4a8d-ad0a-3035c3e008bf service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471755 Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:52.224755 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:52.385424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-5c3455c5-c8ba-4edd-8a6d-b5e30557b850 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228792 Sep 17 22:27:52.394360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-c836d34b-5a72-4888-b233-6a1467289a5c service neutron] 10.222.0.45 "GET /v2.0/networks/c623923c-251a-4391-97a1-4235e278eb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897604 Sep 17 22:27:52.423365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc14d4-5381-4664-9111-2fdd09889cc9 req-19995ee8-e7f0-41d3-b2a1-a32d8782eb2c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.426798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33fc14d4-5381-4664-9111-2fdd09889cc9 req-19995ee8-e7f0-41d3-b2a1-a32d8782eb2c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.2723835 Sep 17 22:27:52.476296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54458) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:52.490707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.524720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.529323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4587cf5b-c577-4fb9-99b4-22051cd59228 HTTP/1.1" status: 204 len: 168 time: 1.9528871 Sep 17 22:27:52.555892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206270a-e81f-4de0-bfe8-52e448aa39c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4587cf5b-c577-4fb9-99b4-22051cd59228,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:52.646396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8e726a-54c8-4c93-8c4a-dcc46f7daca7 req-d521c080-1156-4ba9-9dff-980c18f04e59 service neutron] 10.222.0.45 "GET /v2.0/networks/c623923c-251a-4391-97a1-4235e278eb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072537 Sep 17 22:27:52.667718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33fc14d4-5381-4664-9111-2fdd09889cc9 req-d88a6a3b-2e72-487f-af74-8f9935062fac tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135029 Sep 17 22:27:52.700662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-158527067-network', 'tenant_id': '672652839f4a4692a852650f57ad3919'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:52.719703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54470) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:52.755005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Made reservation on behalf of 672652839f4a4692a852650f57ad3919 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:52.759174 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.782418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.833598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-47c79c17-6dc5-4fcd-8a79-ab2e11775783 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d34547c379c4ecaa88efa3ae04f1294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1125169 Sep 17 22:27:52.838751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54474) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:52.863758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32872c64-4807-4949-ab0a-ffcf4b5c8787 req-68b53176-be86-43f2-84db-391879fa1634 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.872797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32872c64-4807-4949-ab0a-ffcf4b5c8787 req-68b53176-be86-43f2-84db-391879fa1634 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 944 time: 0.0971935 Sep 17 22:27:52.962948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32872c64-4807-4949-ab0a-ffcf4b5c8787 req-6dc7ab37-467d-4cef-b520-57b4c044b4e2 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891612 Sep 17 22:27:52.981093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3d19-638a-428b-9da0-3115a217a8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.022143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bafdc-968e-4ccb-af78-28a4b13396e4 req-9204b9a8-3e94-43c5-9cfa-5ec40daae7b4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.028560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-183bafdc-968e-4ccb-af78-28a4b13396e4 req-9204b9a8-3e94-43c5-9cfa-5ec40daae7b4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1163990 Sep 17 22:27:53.053298 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3d19-638a-428b-9da0-3115a217a8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.127609 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.129259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-183bafdc-968e-4ccb-af78-28a4b13396e4 req-b13fced9-45ee-4673-8d14-a66df202a88c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933504 Sep 17 22:27:53.135259 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3d19-638a-428b-9da0-3115a217a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.138645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3d19-638a-428b-9da0-3115a217a8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.141032 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ac6d3d19-638a-428b-9da0-3115a217a8a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37e2c8e1-f761-4cb2-9d28-940bcfca2ca5 HTTP/1.1" status: 204 len: 168 time: 0.2980702 Sep 17 22:27:53.152409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.171642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:53.182528 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.182959 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Added segment 14dbeb91-c566-44c1-b896-4c6bc89393d0 of type vlan for network 35ef3a14-2522-44f7-81a8-221972a68d82 Sep 17 22:27:53.245429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d3d19-638a-428b-9da0-3115a217a8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e2c8e1-f761-4cb2-9d28-940bcfca2ca5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:53.248529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.300575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb88c9-30dc-401d-980a-43a7f028dcc6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:53.309541 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.311502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.312275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.355035 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8771105 Sep 17 22:27:53.355384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54512) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:53.364469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Request body: {'subnet': {'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-158527067-subnet', 'tenant_id': '672652839f4a4692a852650f57ad3919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:53.394647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa157b-8f2b-4bc2-abf7-80b9ebef1e5a admin admin] Pushing event updated for resources: {'Network': ['ID=35ef3a14-2522-44f7-81a8-221972a68d82,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:53.402878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Made reservation on behalf of 672652839f4a4692a852650f57ad3919 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:53.405462 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.406353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 35ef3a14-2522-44f7-81a8-221972a68d82 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:53.622069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.689290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54518) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:53.710019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=568fed84-8fad-4509-8527-d94bccda56db,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:53.716278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Checking segment: {'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:53.716838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Network hostable DHCP agents. Network: 35ef3a14-2522-44f7-81a8-221972a68d82, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:53.783655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-53f94e1a-308c-4561-989a-3fec0a0af070 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4be0a94c1b7d43e2ade6ec89f032bf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915594 Sep 17 22:27:53.786727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54522) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:53.787266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Network 35ef3a14-2522-44f7-81a8-221972a68d82 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:53.803660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 35ef3a14-2522-44f7-81a8-221972a68d82) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:53.810232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.810832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.820576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00695612-55f2-434b-b103-4ce0d37ba47d None None] Network 35ef3a14-2522-44f7-81a8-221972a68d82 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:53.840313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b47c1-58f2-4704-a8be-95291edbe7f6 req-ef3d6c2a-9125-4b0c-a4c8-b6448c36d0ea tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.842389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b5b47c1-58f2-4704-a8be-95291edbe7f6 req-ef3d6c2a-9125-4b0c-a4c8-b6448c36d0ea tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0954726 Sep 17 22:27:53.850841 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63b4a3da-a7d6-4627-a371-62932ac235e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.879180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5196d0b7-b883-405f-a646-425bf42c17ed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5227940 Sep 17 22:27:53.881370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63b4a3da-a7d6-4627-a371-62932ac235e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.905477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b5b47c1-58f2-4704-a8be-95291edbe7f6 req-f3026933-0455-43de-8004-d7f76029082c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554006 Sep 17 22:27:53.964441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63b4a3da-a7d6-4627-a371-62932ac235e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.968146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63b4a3da-a7d6-4627-a371-62932ac235e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.973025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-63b4a3da-a7d6-4627-a371-62932ac235e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb84c891-9cb6-445b-96cd-980b6aea24c4 HTTP/1.1" status: 204 len: 168 time: 0.1807981 Sep 17 22:27:53.999280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4a3da-a7d6-4627-a371-62932ac235e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb84c891-9cb6-445b-96cd-980b6aea24c4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:54.001511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32786b-4982-4d7f-ac16-df225d40d780 None None] Network 35ef3a14-2522-44f7-81a8-221972a68d82 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:54.144328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da654e-ec89-4227-9f5e-c5d0fabf19e8 req-79db912b-e424-4e1c-a154-6c984761dcc9 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.146814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49da654e-ec89-4227-9f5e-c5d0fabf19e8 req-79db912b-e424-4e1c-a154-6c984761dcc9 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 944 time: 0.0874987 Sep 17 22:27:54.184721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d930533-8699-4a01-aafb-cfdf485bd746 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:54.212279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49da654e-ec89-4227-9f5e-c5d0fabf19e8 req-19db6b75-2939-4b13-9daa-5a9b45980164 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571830 Sep 17 22:27:54.317600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d930533-8699-4a01-aafb-cfdf485bd746, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d930533-8699-4a01-aafb-cfdf485bd746,segment=NetworkSegment(fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f),segment_id=fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:54.335114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6d930533-8699-4a01-aafb-cfdf485bd746', 'network_id': 'c623923c-251a-4391-97a1-4235e278eb22', 'port_id': '6d930533-8699-4a01-aafb-cfdf485bd746', 'mac_address': 'fa:16:3e:b4:28:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f098cb6-74e5-4330-9820-c77220952cf3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:54.378518 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.403007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d930533-8699-4a01-aafb-cfdf485bd746 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:54.415212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0569ff9-a7df-4571-b605-abc7dba68b49 req-7b4b557c-f295-4543-9ebc-151c6a35287e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.425498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0569ff9-a7df-4571-b605-abc7dba68b49 req-7b4b557c-f295-4543-9ebc-151c6a35287e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0797093 Sep 17 22:27:54.429278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d930533-8699-4a01-aafb-cfdf485bd746, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d930533-8699-4a01-aafb-cfdf485bd746,segment=NetworkSegment(fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f),segment_id=fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:54.437398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.490322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0569ff9-a7df-4571-b605-abc7dba68b49 req-a619e66b-aca0-49b7-b827-8661ca80764d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633764 Sep 17 22:27:54.500328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6d930533-8699-4a01-aafb-cfdf485bd746,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:54.602635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-4a60aa47-2265-4786-b508-c08c6f0e1735 req-b769da60-f29e-4494-ae72-756528027095 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1349273961', 'description': 'tempest-description-1466093797'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:54.630376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a60aa47-2265-4786-b508-c08c6f0e1735 req-b769da60-f29e-4494-ae72-756528027095 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.706042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6d930533-8699-4a01-aafb-cfdf485bd746'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:54.736258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a60aa47-2265-4786-b508-c08c6f0e1735 req-b769da60-f29e-4494-ae72-756528027095 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.743157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a60aa47-2265-4786-b508-c08c6f0e1735 req-b769da60-f29e-4494-ae72-756528027095 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.770434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4a60aa47-2265-4786-b508-c08c6f0e1735 req-b769da60-f29e-4494-ae72-756528027095 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.771804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a60aa47-2265-4786-b508-c08c6f0e1735 req-b769da60-f29e-4494-ae72-756528027095 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1738091 Sep 17 22:27:54.786857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769da60-f29e-4494-ae72-756528027095 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3981054a-f9f9-4360-8bdc-9143f9b1f72c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:54.808961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7aa759b8-fa16-40a7-95f5-e4fa5513cfc3 req-e48d3f06-d134-4753-adc9-d84574fcd864 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-174187090', 'description': 'tempest-description-1945959174'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:54.852110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7aa759b8-fa16-40a7-95f5-e4fa5513cfc3 req-e48d3f06-d134-4753-adc9-d84574fcd864 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.965301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7aa759b8-fa16-40a7-95f5-e4fa5513cfc3 req-e48d3f06-d134-4753-adc9-d84574fcd864 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.970662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7aa759b8-fa16-40a7-95f5-e4fa5513cfc3 req-e48d3f06-d134-4753-adc9-d84574fcd864 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.031804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7aa759b8-fa16-40a7-95f5-e4fa5513cfc3 req-e48d3f06-d134-4753-adc9-d84574fcd864 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.033217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7aa759b8-fa16-40a7-95f5-e4fa5513cfc3 req-e48d3f06-d134-4753-adc9-d84574fcd864 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2301841 Sep 17 22:27:55.036036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d3f06-d134-4753-adc9-d84574fcd864 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b0111-2e64-4ed3-b758-61e090387a9b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:55.061603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35bc29-73e8-4b6a-b312-0c94c8e12467 req-9bc55eac-5a21-4479-8955-5220aa3fe1b1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.063226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de35bc29-73e8-4b6a-b312-0c94c8e12467 req-9bc55eac-5a21-4479-8955-5220aa3fe1b1 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0736387 Sep 17 22:27:55.117867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de35bc29-73e8-4b6a-b312-0c94c8e12467 req-d472aaf7-45e8-4d15-9e24-ba8491087e39 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464818 Sep 17 22:27:55.355322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-49a9b2f7-d55c-40e0-acbe-287fe52fd2ab tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.356966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-49a9b2f7-d55c-40e0-acbe-287fe52fd2ab tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 812 time: 0.1226070 Sep 17 22:27:55.397034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-026413ce-68ce-4e49-a9ae-48c908ffed58 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/quotas/672652839f4a4692a852650f57ad3919 HTTP/1.1" status: 200 len: 375 time: 0.0307744 Sep 17 22:27:55.713929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-7f141c39-34d8-40c2-907b-f42714a1f61c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3100312 Sep 17 22:27:55.721463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c30231-ed34-4b25-8ece-f6f113756542 req-0893661e-68e6-45ae-9bde-fa5062ed2043 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.722892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c30231-ed34-4b25-8ece-f6f113756542 req-0893661e-68e6-45ae-9bde-fa5062ed2043 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 945 time: 0.3649800 Sep 17 22:27:55.812125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c30231-ed34-4b25-8ece-f6f113756542 req-6b5ef10c-fd50-46ce-8389-6f0ba3092637 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803702 Sep 17 22:27:55.845619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-a3231b61-c061-4a53-9c96-41f5de08a305 service neutron] 10.222.0.48 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216965 Sep 17 22:27:55.979338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18530726-f251-43be-ba95-9878d5d95f1a req-741988f1-ae39-4ede-8cfe-87157e25ef88 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.980863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18530726-f251-43be-ba95-9878d5d95f1a req-741988f1-ae39-4ede-8cfe-87157e25ef88 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0934851 Sep 17 22:27:55.984680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-8da9468b-2fe6-4eff-a78c-670dd4e8cdce service neutron] 10.222.0.48 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324856 Sep 17 22:27:56.026098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18530726-f251-43be-ba95-9878d5d95f1a req-06063855-b120-40d8-9a58-d9f84afa812c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 Sep 17 22:27:56.187962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d930533-8699-4a01-aafb-cfdf485bd746 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:56.199307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de8057fb-972c-4939-8a28-7640981bcf17 req-2b1a50d9-6844-412a-83de-1d3c6b6ecc13 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 210 time: 0.0450604 Sep 17 22:27:56.292677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e829d-f4ec-4ffb-a85b-100984472cd1 req-d6d45499-af9a-4a7f-aea9-273fb22e116b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:56.302440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a7e829d-f4ec-4ffb-a85b-100984472cd1 req-d6d45499-af9a-4a7f-aea9-273fb22e116b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0758100 Sep 17 22:27:56.303266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 6d930533-8699-4a01-aafb-cfdf485bd746 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:56.310024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6d930533-8699-4a01-aafb-cfdf485bd746 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:56.310500 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.363664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a7e829d-f4ec-4ffb-a85b-100984472cd1 req-bf19fc9e-5ccd-475b-a7b0-08dc835f2d8b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557554 Sep 17 22:27:56.433430 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.482795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1689a7-b8a6-4b92-9167-d4e92a9037b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d930533-8699-4a01-aafb-cfdf485bd746'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:56.485653 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c114fc-ee17-4bd5-aa7a-1dc28aab919e" -d '{"events": [{"server_uuid": "1b1689a7-b8a6-4b92-9167-d4e92a9037b2", "name": "network-vif-plugged", "status": "completed", "tag": "6d930533-8699-4a01-aafb-cfdf485bd746"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:56.501928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d930533-8699-4a01-aafb-cfdf485bd746, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d930533-8699-4a01-aafb-cfdf485bd746,segment=NetworkSegment(fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f),segment_id=fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:56.509538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.567683 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b56d59e-794e-481e-a7ac-b16eec449083 x-openstack-request-id: req-0b56d59e-794e-481e-a7ac-b16eec449083 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:56.568074 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1689a7-b8a6-4b92-9167-d4e92a9037b2", "name": "network-vif-plugged", "status": "completed", "tag": "6d930533-8699-4a01-aafb-cfdf485bd746", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:56.568489 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b56d59e-794e-481e-a7ac-b16eec449083 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:56.569120 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1689a7-b8a6-4b92-9167-d4e92a9037b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d930533-8699-4a01-aafb-cfdf485bd746', 'code': 200} Sep 17 22:27:56.576349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6d930533-8699-4a01-aafb-cfdf485bd746,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:56.676060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df0e8c-0380-4c3a-b945-43a5c5a71bda req-4df8785b-4e22-4dd5-8363-0d66196a5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:56.677851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6df0e8c-0380-4c3a-b945-43a5c5a71bda req-4df8785b-4e22-4dd5-8363-0d66196a5a54 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 1098 time: 0.0493922 Sep 17 22:27:56.722181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6df0e8c-0380-4c3a-b945-43a5c5a71bda req-13cd9838-d8dd-471d-bbf8-7e44d497b8b7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Sep 17 22:27:56.943745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b2eb8-48d5-4428-994c-fd7128c2e987 req-058cf060-7336-454c-bc7c-fbcf5c2f5c36 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:56.946507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd0b2eb8-48d5-4428-994c-fd7128c2e987 req-058cf060-7336-454c-bc7c-fbcf5c2f5c36 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 946 time: 0.0588887 Sep 17 22:27:57.007664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd0b2eb8-48d5-4428-994c-fd7128c2e987 req-6a4a391f-9e48-4235-aa25-72609865137f tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527027 Sep 17 22:27:57.134763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54654) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:57.168908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cc64-f0eb-4d80-b073-9915c4ef02cb req-5d119d18-8745-4fa7-9347-99682ab42ee9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.171096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e20cc64-f0eb-4d80-b073-9915c4ef02cb req-5d119d18-8745-4fa7-9347-99682ab42ee9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0721948 Sep 17 22:27:57.216561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e20cc64-f0eb-4d80-b073-9915c4ef02cb req-e5e46d6c-93ea-4269-bcd1-1339e678bc1d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Sep 17 22:27:57.277859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09c22213-8a14-4a7a-be61-2293a37169f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.329762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6e8077c-d716-47fd-9229-a8fe491dc65b req-ffa9f080-d124-4bfc-aebf-e4018979e80e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 210 time: 0.0349996 Sep 17 22:27:57.497623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09c22213-8a14-4a7a-be61-2293a37169f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.505315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-1458332f-af52-48b4-af67-66fe6b992067 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.507123 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-1458332f-af52-48b4-af67-66fe6b992067 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 812 time: 0.1652420 Sep 17 22:27:57.508337 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09c22213-8a14-4a7a-be61-2293a37169f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.513204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c4323-e9fc-4c6a-8bea-ec084cb28585 req-499ac680-0fe0-4ff6-8861-b03d1b4035dc tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.515093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-333c4323-e9fc-4c6a-8bea-ec084cb28585 req-499ac680-0fe0-4ff6-8861-b03d1b4035dc tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0839469 Sep 17 22:27:57.544999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'port': {'device_id': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82', 'admin_state_up': True, 'tenant_id': '672652839f4a4692a852650f57ad3919'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:57.562430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-333c4323-e9fc-4c6a-8bea-ec084cb28585 req-c1eefc26-7f1b-4273-9854-3e8a29397151 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Sep 17 22:27:57.564949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c22213-8a14-4a7a-be61-2293a37169f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e87231-21c3-437c-83c4-1124cd511409,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:57.570129 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-09c22213-8a14-4a7a-be61-2293a37169f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2deb1ad6203d4aeb8c83fd3ff8a941e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343159 Sep 17 22:27:57.572753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54664) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:57.634011 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e10-e48f-4b71-aeb3-984a458527cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.657899 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e10-e48f-4b71-aeb3-984a458527cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.678808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Made reservation on behalf of 672652839f4a4692a852650f57ad3919 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:57.682596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.715286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e10-e48f-4b71-aeb3-984a458527cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.718280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81ed5e10-e48f-4b71-aeb3-984a458527cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.719454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-81ed5e10-e48f-4b71-aeb3-984a458527cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59e87231-21c3-437c-83c4-1124cd511409 HTTP/1.1" status: 204 len: 168 time: 0.1455188 Sep 17 22:27:57.728386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed5e10-e48f-4b71-aeb3-984a458527cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e87231-21c3-437c-83c4-1124cd511409,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:57.856832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Allocated IP 172.20.0.6 (35ef3a14-2522-44f7-81a8-221972a68d82/568fed84-8fad-4509-8527-d94bccda56db/883405eb-23ac-4dfc-9914-c9c0a49e0543) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:58.030518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.074536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.133497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Network 35ef3a14-2522-44f7-81a8-221972a68d82 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:58.138408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:58.145470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:58.174872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'Port': ['ID=883405eb-23ac-4dfc-9914-c9c0a49e0543,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:58.177941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d24ef-fa43-41cb-b700-10c37fee6ffe req-8b4134a8-7069-4e87-9b26-ec3b745c21ce tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.180953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe6d24ef-fa43-41cb-b700-10c37fee6ffe req-8b4134a8-7069-4e87-9b26-ec3b745c21ce tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 946 time: 0.0647826 Sep 17 22:27:58.208239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.209015 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.234440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e63c2678-e642-4b9a-bb31-1a78a5d3e56c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028146 Sep 17 22:27:58.246653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe6d24ef-fa43-41cb-b700-10c37fee6ffe req-1b27a7e3-3d06-4581-8542-ec5b87f5c69b tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572238 Sep 17 22:27:58.255886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Request body: {'port': {'device_id': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:58.332846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.389094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd3b8b-9590-4e54-8e00-2abec501232f req-7c04b1b8-1ce9-433e-83b0-110fa907efd0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.392270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16cd3b8b-9590-4e54-8e00-2abec501232f req-7c04b1b8-1ce9-433e-83b0-110fa907efd0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0599632 Sep 17 22:27:58.478807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16cd3b8b-9590-4e54-8e00-2abec501232f req-d7fd2062-99c9-48b8-b73e-813a282ab07d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816145 Sep 17 22:27:58.549609 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5d75f-1db5-43a1-874c-ea76323b2241 req-a47ecfd1-5f65-4137-aa4a-215633301e78 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.551564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5c5d75f-1db5-43a1-874c-ea76323b2241 req-a47ecfd1-5f65-4137-aa4a-215633301e78 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 931 time: 0.1233430 Sep 17 22:27:58.665414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5c5d75f-1db5-43a1-874c-ea76323b2241 req-330c0339-81ea-40c1-becb-9af14332fd2f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057639 Sep 17 22:27:58.730089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883405eb-23ac-4dfc-9914-c9c0a49e0543 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:58.741171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.763248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Transition to ACTIVE for port object 883405eb-23ac-4dfc-9914-c9c0a49e0543 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:58.775673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.861889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Pushing event updated for resources: {'Port': ['ID=883405eb-23ac-4dfc-9914-c9c0a49e0543,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:58.882233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77b97-743f-465c-8254-d7490b6d1262 req-96b4689a-5dbf-4783-9100-9945a49ace67 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.885396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8c77b97-743f-465c-8254-d7490b6d1262 req-96b4689a-5dbf-4783-9100-9945a49ace67 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0838811 Sep 17 22:27:58.933526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Attempting to bind port 883405eb-23ac-4dfc-9914-c9c0a49e0543 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:58.933936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Attempting to bind port 883405eb-23ac-4dfc-9914-c9c0a49e0543 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:58.934342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Attempting to bind port 883405eb-23ac-4dfc-9914-c9c0a49e0543 on network 35ef3a14-2522-44f7-81a8-221972a68d82 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:58.939410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Port 883405eb-23ac-4dfc-9914-c9c0a49e0543 on network 35ef3a14-2522-44f7-81a8-221972a68d82 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:58.939922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Attempting to bind port 883405eb-23ac-4dfc-9914-c9c0a49e0543 on network 35ef3a14-2522-44f7-81a8-221972a68d82 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:58.940326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8c77b97-743f-465c-8254-d7490b6d1262 req-16857f22-c265-4b26-8266-b14701b42f46 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467095 Sep 17 22:27:58.945525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:58.945904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Checking segment: {'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:58.946384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Bound using segment: {'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:58.946841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Bound port: 883405eb-23ac-4dfc-9914-c9c0a49e0543, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:58.947739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.028734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] For port 883405eb-23ac-4dfc-9914-c9c0a49e0543, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:59.033018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] For port 883405eb-23ac-4dfc-9914-c9c0a49e0543, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:59.041521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.099291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.099933 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.101461 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] 10.222.0.49 "PUT /v2.0/ports/883405eb-23ac-4dfc-9914-c9c0a49e0543 HTTP/1.1" status: 200 len: 1092 time: 0.8531246 Sep 17 22:27:59.101939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:59.107111 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:59.147164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bff5f0-750d-4d2a-9c15-5db00dde7798 service neutron] Pushing event updated for resources: {'Port': ['ID=883405eb-23ac-4dfc-9914-c9c0a49e0543,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:59.169816 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210d0ac6-41b2-4fb8-a9a5-63a0cc070220 x-openstack-request-id: req-210d0ac6-41b2-4fb8-a9a5-63a0cc070220 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:59.170111 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:59.170367 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-210d0ac6-41b2-4fb8-a9a5-63a0cc070220 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:59.171510 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543', 'status': 'completed', 'code': 200} Sep 17 22:27:59.246053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-958e2430-28b2-4405-bbae-37011cb4b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.248027 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-958e2430-28b2-4405-bbae-37011cb4b422 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1095 time: 0.0572095 Sep 17 22:27:59.307842 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-5c1ab8d4-61b0-4e5c-8c8c-b7ce11cd6f2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543 HTTP/1.1" status: 200 len: 217 time: 0.0449023 Sep 17 22:27:59.386695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-b2eec2cc-b2d6-4da9-b4aa-e8c099191f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.388176 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-b2eec2cc-b2d6-4da9-b4aa-e8c099191f35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.0719051 Sep 17 22:27:59.432667 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-e98cfacb-47a8-476a-bd18-be48f52d744d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363348 Sep 17 22:27:59.600505 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-678bab1f-3706-46b2-a6c5-293da11ba1ed service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588383 Sep 17 22:27:59.652337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ad866-85c0-4669-b9bd-8c78bb57ea9c req-2a78bbd8-c408-425c-b1ad-2b5893072022 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.662650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-897ad866-85c0-4669-b9bd-8c78bb57ea9c req-2a78bbd8-c408-425c-b1ad-2b5893072022 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0719092 Sep 17 22:27:59.706635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54760) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:59.729528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-897ad866-85c0-4669-b9bd-8c78bb57ea9c req-b70c03bb-1903-4270-89ce-9ad3a5b664c0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648575 Sep 17 22:27:59.737778 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ca0a8cc0-1fa5-43ce-8d65-65aa20e6c68e req-ee9ef8bc-9295-4aa6-bf36-f68372d464a7 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248536 Sep 17 22:27:59.876571 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e93c55a-5914-49b1-80df-05de8291bdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.897104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9e6ab-c9a8-4fad-8a55-77335e8704f2 req-644fc5b6-813e-471f-8488-ef4a1d273091 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.900359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-2f210acb-cc30-4949-afd8-0a5367903df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.901947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-2f210acb-cc30-4949-afd8-0a5367903df7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1095 time: 0.0621367 Sep 17 22:27:59.902682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87f9e6ab-c9a8-4fad-8a55-77335e8704f2 req-644fc5b6-813e-471f-8488-ef4a1d273091 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 943 time: 0.1007104 Sep 17 22:27:59.930985 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03c36145-755d-4904-b12e-8c8a94016ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.991019 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87f9e6ab-c9a8-4fad-8a55-77335e8704f2 req-be202c4d-2387-40d3-bccc-7a9e70bf714c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710092 Sep 17 22:28:00.058754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-57ce4a0e-b52f-4660-83c3-124c9c4b1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.061500 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-57ce4a0e-b52f-4660-83c3-124c9c4b1e35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 913 time: 0.1509447 Sep 17 22:28:00.094214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03c36145-755d-4904-b12e-8c8a94016ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.099927 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03c36145-755d-4904-b12e-8c8a94016ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.126063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-3fee78ac-489f-4d52-a939-f53047425ad0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543 HTTP/1.1" status: 200 len: 217 time: 0.0575390 Sep 17 22:28:00.153911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03c36145-755d-4904-b12e-8c8a94016ba4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=499604ba006d4a56a5f6203f2586a787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462254 Sep 17 22:28:00.164004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54778) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:00.202713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c36145-755d-4904-b12e-8c8a94016ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292964e7-db83-4792-af73-6e87282d6e4e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:00.222420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-e9584b8f-e44e-42d0-bd2b-7bd7724c4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.224141 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-e9584b8f-e44e-42d0-bd2b-7bd7724c4267 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.0892327 Sep 17 22:28:00.237160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb33f9-c173-4c24-82ef-77a9c14a2d55 req-b403d9f5-1082-4fcd-a0a1-c4e7047ab9cf tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.244954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31cb33f9-c173-4c24-82ef-77a9c14a2d55 req-b403d9f5-1082-4fcd-a0a1-c4e7047ab9cf tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.1167631 Sep 17 22:28:00.308496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31cb33f9-c173-4c24-82ef-77a9c14a2d55 req-97db5901-ef41-4c0c-9467-9b9dc31c6e4d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Sep 17 22:28:00.318330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38c45a9c-714e-4c5c-b6ca-095f05933c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.321571 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-b6021920-5b46-4c47-a9d4-0e8eebb519e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800393 Sep 17 22:28:00.386811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38c45a9c-714e-4c5c-b6ca-095f05933c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.478025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-b33eefba-bf23-4960-af8c-85cd93ef852c service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431189 Sep 17 22:28:00.487629 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38c45a9c-714e-4c5c-b6ca-095f05933c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.490294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38c45a9c-714e-4c5c-b6ca-095f05933c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.496178 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-38c45a9c-714e-4c5c-b6ca-095f05933c6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/292964e7-db83-4792-af73-6e87282d6e4e HTTP/1.1" status: 204 len: 168 time: 0.3263030 Sep 17 22:28:00.523031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c45a9c-714e-4c5c-b6ca-095f05933c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292964e7-db83-4792-af73-6e87282d6e4e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:00.602266 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb7b0c8e-3a6e-4ece-9366-ea6d1ccbb102 req-44f00062-d396-4088-b9ff-0f76377b61be service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155312 Sep 17 22:28:00.885720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff7798-5caa-4b73-9398-c798981c09fa req-b3700d14-6a3a-4200-8bad-1cb45a0c1b0a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.887394 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95ff7798-5caa-4b73-9398-c798981c09fa req-b3700d14-6a3a-4200-8bad-1cb45a0c1b0a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0668678 Sep 17 22:28:00.952560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95ff7798-5caa-4b73-9398-c798981c09fa req-0eb938a6-9f0b-4118-8be7-dd14b70e7e45 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582407 Sep 17 22:28:01.144712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82d8ec-22b1-472e-9151-72db4a39098f req-1b11b56a-180e-4c5e-8ce3-9e3ac913d414 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.149460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f82d8ec-22b1-472e-9151-72db4a39098f req-1b11b56a-180e-4c5e-8ce3-9e3ac913d414 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 943 time: 0.0594370 Sep 17 22:28:01.205809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f82d8ec-22b1-472e-9151-72db4a39098f req-34f6c8dd-d9cc-4311-8409-0b264e4813ac tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520148 Sep 17 22:28:01.439254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003aba1-63e8-4b14-b064-15f1797f5cf3 req-8289bf45-abb4-4858-9414-3ff9842096e3 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.440879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9003aba1-63e8-4b14-b064-15f1797f5cf3 req-8289bf45-abb4-4858-9414-3ff9842096e3 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.0808122 Sep 17 22:28:01.494554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9003aba1-63e8-4b14-b064-15f1797f5cf3 req-97347eca-a0b9-4361-b650-d0ab198f1fe9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Sep 17 22:28:01.727602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-b4b16e35-ea64-41da-89f1-332c50b58d27 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5168df485226473ea0fbdfe26e4db4e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257592 Sep 17 22:28:01.840917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-1f9a58a0-7de1-4dce-97f7-66086eb1bcef tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.842415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-1f9a58a0-7de1-4dce-97f7-66086eb1bcef tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092494 Sep 17 22:28:01.857659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-bc662192-af8d-4898-98c0-9893a4b1537f tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/quotas/5168df485226473ea0fbdfe26e4db4e7 HTTP/1.1" status: 200 len: 375 time: 0.0094898 Sep 17 22:28:01.901807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-93f8609a-09d1-4273-8222-a5c3118d19c1 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5168df485226473ea0fbdfe26e4db4e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371552 Sep 17 22:28:02.099596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33215f-3e5e-469d-bfff-fd59d779e191 req-daa6c2df-5848-42b3-b9b3-cc69b97b82b9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:02.102489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b33215f-3e5e-469d-bfff-fd59d779e191 req-daa6c2df-5848-42b3-b9b3-cc69b97b82b9 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0731180 Sep 17 22:28:02.155367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1edf58b-5f2f-4c1c-a4b0-9de50e222df3 req-2cdb3bc6-4e85-4e54-99a0-b083e9e381d2 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 210 time: 0.0503352 Sep 17 22:28:02.184989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b33215f-3e5e-469d-bfff-fd59d779e191 req-592b23f8-36df-4cc1-8629-03670c34d5fa tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650947 Sep 17 22:28:02.229752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:02.396667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:02.406034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac57b1b-f60d-4515-811c-8402a4498b6a req-8b0a9e5a-b31c-42f7-a742-a81312df3e8b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:02.407653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eac57b1b-f60d-4515-811c-8402a4498b6a req-8b0a9e5a-b31c-42f7-a742-a81312df3e8b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 943 time: 0.1092215 Sep 17 22:28:02.437184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7', 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa', 'port_id': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7', 'mac_address': 'fa:16:3e:b5:cb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c16e025-be5f-4bf5-a549-64555d4c42a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:02.487837 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.506676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:02.532436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:02.540052 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.585679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eac57b1b-f60d-4515-811c-8402a4498b6a req-68261346-c2fd-49a7-868b-4e19ed3f6728 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492784 Sep 17 22:28:02.631848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:02.640482 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ae1a01f6-2e17-4368-acc7-633320b12ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.761085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbef48-f983-4181-9c13-e6c58845e1ff req-c9ab8870-3776-442e-9587-5dfb808ccc13 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:02.778102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ffbef48-f983-4181-9c13-e6c58845e1ff req-c9ab8870-3776-442e-9587-5dfb808ccc13 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 945 time: 0.0848947 Sep 17 22:28:02.821433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:02.835697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ffbef48-f983-4181-9c13-e6c58845e1ff req-66a4ae24-d044-4dab-9523-e0be0f7df59c tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Sep 17 22:28:03.047785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.269825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37eb5a19-e3e2-4e2d-9662-9c44843a49cd req-c30ad1fb-ede5-40ca-9e5f-3ccd4ff73425 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 210 time: 0.0391350 Sep 17 22:28:03.343443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a455-d697-45c4-b3e3-476e1980e7bb req-40e0fc20-7109-40c2-8092-5755b1c6554b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:03.345116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb18a455-d697-45c4-b3e3-476e1980e7bb req-40e0fc20-7109-40c2-8092-5755b1c6554b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0635650 Sep 17 22:28:03.394719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb18a455-d697-45c4-b3e3-476e1980e7bb req-06d0698d-5ec8-446a-9cbb-4735ba85ef43 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Sep 17 22:28:03.424966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-47bbf262-77b8-46c2-8725-d8a54029754e tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5168df485226473ea0fbdfe26e4db4e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272658 Sep 17 22:28:03.565111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-08bb70eb-b7e4-4bb4-a5ec-b6b8ce13278c tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:03.566785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-08bb70eb-b7e4-4bb4-a5ec-b6b8ce13278c tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345592 Sep 17 22:28:03.586374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Request body: {'port': {'device_id': '7776635e-3e37-4529-a30b-7ff719960a6b', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '5168df485226473ea0fbdfe26e4db4e7'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:03.718240 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.746946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303820aa-3763-46c1-bdda-78ffac0c9659 req-495bb71b-bb51-47c1-a15a-18c902ec1977 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:03.748757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-303820aa-3763-46c1-bdda-78ffac0c9659 req-495bb71b-bb51-47c1-a15a-18c902ec1977 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 943 time: 0.0842245 Sep 17 22:28:03.813480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-303820aa-3763-46c1-bdda-78ffac0c9659 req-e077e89d-832c-46e4-ba25-3c99e3671ce2 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555797 Sep 17 22:28:03.819389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Made reservation on behalf of 5168df485226473ea0fbdfe26e4db4e7 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:03.824111 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.837434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.964298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.974897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.075624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802cada6-fc6f-4a09-a73d-ed9f21987a75,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:04.111250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b397-245a-4c87-9952-e29ff7da5a89 req-dc0e6f2a-c983-45a3-92ef-43d7bc0043e5 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.116977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5327b397-245a-4c87-9952-e29ff7da5a89 req-dc0e6f2a-c983-45a3-92ef-43d7bc0043e5 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 945 time: 0.1543305 Sep 17 22:28:04.216559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5327b397-245a-4c87-9952-e29ff7da5a89 req-94cdf5d6-7d4f-4fe0-8f54-4112636d6f07 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623658 Sep 17 22:28:04.217606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Allocated IP 192.168.233.71 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/31a70a9b-8ba8-4344-8ef7-84453eb08d62) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:04.224656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:04.292214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:04.298075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:04.298670 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.411689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3871190b-934a-4e39-be66-ac767f782734 req-e10f527c-1d7a-4f9f-aa08-260165175eaa tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 210 time: 0.0423234 Sep 17 22:28:04.439668 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.472972 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.479909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.496636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:04.498890 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced71697-45f3-475a-9b6f-dfcad8c3f2d8" -d '{"events": [{"server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "name": "network-vif-plugged", "status": "completed", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:04.513625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:04.519686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.529858 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.582653 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094fca77-1eb1-40e8-938e-1451192631cc x-openstack-request-id: req-094fca77-1eb1-40e8-938e-1451192631cc {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:04.582886 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "name": "network-vif-plugged", "status": "completed", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:04.583137 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-094fca77-1eb1-40e8-938e-1451192631cc {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:04.583440 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7', 'code': 200} Sep 17 22:28:04.584032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:04.605257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:04.612914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:04.619153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:04.637121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dec9c-ae82-426a-b651-c598d6efe315 req-7168a88a-977e-49b0-868c-76d938150212 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.639131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d7dec9c-ae82-426a-b651-c598d6efe315 req-7168a88a-977e-49b0-868c-76d938150212 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1562197 Sep 17 22:28:04.671547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:04.737919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998606-38ca-49e1-8b0d-9c43f2bc2176 req-e21ff731-fe74-46dc-8d1f-39395cb4edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.739467 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35998606-38ca-49e1-8b0d-9c43f2bc2176 req-e21ff731-fe74-46dc-8d1f-39395cb4edfc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1098 time: 0.1040356 Sep 17 22:28:04.746285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.747327 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.752349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 883405eb-23ac-4dfc-9914-c9c0a49e0543 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:04.789939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d7dec9c-ae82-426a-b651-c598d6efe315 req-b19ffb59-ea22-45c9-a78b-09e923aa25cf tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239412 Sep 17 22:28:04.816460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-72bd08b1-6aa0-420a-b8dc-978e80a17153 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2354565 Sep 17 22:28:04.830926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Request body: {'port': {'device_id': '7776635e-3e37-4529-a30b-7ff719960a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:04.876268 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35998606-38ca-49e1-8b0d-9c43f2bc2176 req-cd59b82f-7f7f-478c-aff4-83f5ca2efb11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280026 Sep 17 22:28:04.956229 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.984031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 883405eb-23ac-4dfc-9914-c9c0a49e0543, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:05.009163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '883405eb-23ac-4dfc-9914-c9c0a49e0543', 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82', 'port_id': '883405eb-23ac-4dfc-9914-c9c0a49e0543', 'mac_address': 'fa:16:3e:c1:18:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568fed84-8fad-4509-8527-d94bccda56db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:05.015547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8fb9ebee-964e-4579-9620-ef0a476d6a82 None None] Provisioning complete for port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:05.015908 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8fb9ebee-964e-4579-9620-ef0a476d6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.036203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb8b66-f53b-4972-94bc-ef2530b403ba req-be2044e8-d8bd-4384-b0a2-cf61455a8dde tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.044146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31eb8b66-f53b-4972-94bc-ef2530b403ba req-be2044e8-d8bd-4384-b0a2-cf61455a8dde tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 943 time: 0.1000845 Sep 17 22:28:05.110048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9ebee-964e-4579-9620-ef0a476d6a82 None None] Port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:28:05.120529 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.137384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883405eb-23ac-4dfc-9914-c9c0a49e0543 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:05.159186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 883405eb-23ac-4dfc-9914-c9c0a49e0543, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:05.161523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31eb8b66-f53b-4972-94bc-ef2530b403ba req-679b5a22-8227-4f5e-8c3e-09dc9ee3beaf tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164918 Sep 17 22:28:05.166983 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.242529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=883405eb-23ac-4dfc-9914-c9c0a49e0543,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:05.252133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.379363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a70a9b-8ba8-4344-8ef7-84453eb08d62 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:05.389165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.400227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fad98-cd79-47c4-b2ad-850ed45d7e4a req-d7ec3a1c-615c-4525-8fb2-5ae815cebd57 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.401757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d6fad98-cd79-47c4-b2ad-850ed45d7e4a req-d7ec3a1c-615c-4525-8fb2-5ae815cebd57 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0953629 Sep 17 22:28:05.417717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Transition to ACTIVE for port object 31a70a9b-8ba8-4344-8ef7-84453eb08d62 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:05.426385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.495139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d6fad98-cd79-47c4-b2ad-850ed45d7e4a req-3f5f40b2-fff7-4a79-ab2a-b9db417d9aed tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Sep 17 22:28:05.503497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:05.618551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:05.623391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1e1d1-3877-45eb-a39e-37e1613b09c9 req-9270976e-1a95-4e97-9c82-7ffe332293ba tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.625053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07c1e1d1-3877-45eb-a39e-37e1613b09c9 req-9270976e-1a95-4e97-9c82-7ffe332293ba tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 947 time: 0.0907633 Sep 17 22:28:05.627852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Attempting to bind port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:05.628261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Attempting to bind port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:05.628657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Attempting to bind port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:05.640805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:05.641106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Attempting to bind port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:05.659913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:05.659913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:05.660250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:05.660684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Bound port: 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:05.661140 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.712377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07c1e1d1-3877-45eb-a39e-37e1613b09c9 req-82278138-f337-4e4c-a1af-454535cfca6d tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801432 Sep 17 22:28:05.752880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:05.756789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:05.766328 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.802341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.803085 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.804949 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] 10.222.0.45 "PUT /v2.0/ports/31a70a9b-8ba8-4344-8ef7-84453eb08d62 HTTP/1.1" status: 200 len: 1096 time: 0.9789219 Sep 17 22:28:05.805415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:05.807698 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868cd4b5-cc83-47b7-ad97-7ea601127d08" -d '{"events": [{"name": "network-changed", "server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:05.834365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe3723-f611-4ecb-908a-dee91f3c55fc service neutron] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:05.871503 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdbd87e-18ad-4122-aef6-5780957314fb x-openstack-request-id: req-4cdbd87e-18ad-4122-aef6-5780957314fb {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:05.871804 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:05.872151 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cdbd87e-18ad-4122-aef6-5780957314fb {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:05.872561 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'status': 'completed', 'code': 200} Sep 17 22:28:05.957474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-b87d0102-061b-40d9-9f2a-b46066162f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.959039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-b87d0102-061b-40d9-9f2a-b46066162f59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5168df485226473ea0fbdfe26e4db4e7&device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 1099 time: 0.0805075 Sep 17 22:28:05.977765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d5fa8-6906-4e2b-8ae3-4c5817278ef1 req-eb875214-9602-4eb2-8023-c6cc31e3ebac tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.985986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d07d5fa8-6906-4e2b-8ae3-4c5817278ef1 req-eb875214-9602-4eb2-8023-c6cc31e3ebac tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0970531 Sep 17 22:28:06.039426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-d59b9da1-1afd-4e0e-bcb2-b19d792f20db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62 HTTP/1.1" status: 200 len: 217 time: 0.0443225 Sep 17 22:28:06.087442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d07d5fa8-6906-4e2b-8ae3-4c5817278ef1 req-c69c28be-a488-4721-a66d-f26f1a5f7aa4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006277 Sep 17 22:28:06.111219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-c5212eec-92c5-4d37-8c29-06998169cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.113440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-c5212eec-92c5-4d37-8c29-06998169cdcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0607436 Sep 17 22:28:06.184281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-cc30d101-b40f-4828-9744-81bc2b2fae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.186428 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-cc30d101-b40f-4828-9744-81bc2b2fae57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645819 Sep 17 22:28:06.322391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-7ca5b26b-30ef-4c33-8cfe-140fb3e8c0ec service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286452 Sep 17 22:28:06.331308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d409d-3ee5-4557-8f2f-ce6c7c201e3a req-aa236c0c-7661-40e4-b878-6281c1b2ea6d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.332726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-355d409d-3ee5-4557-8f2f-ce6c7c201e3a req-aa236c0c-7661-40e4-b878-6281c1b2ea6d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 944 time: 0.0744715 Sep 17 22:28:06.428306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-355d409d-3ee5-4557-8f2f-ce6c7c201e3a req-17f856bd-41b8-427c-874f-5d6fc887e4f1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851321 Sep 17 22:28:06.449895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b59e99a2-bb57-4e1d-9501-9a8e8263011d req-d54e7d0a-0767-4d05-b563-8671fabd63d8 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156838 Sep 17 22:28:06.544588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-3d528df2-629b-493a-9291-db7eaeb0f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.546170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-3d528df2-629b-493a-9291-db7eaeb0f5e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5168df485226473ea0fbdfe26e4db4e7&device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 1099 time: 0.0434787 Sep 17 22:28:06.680035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad656075-cb90-45dd-9c54-ac306412f9b3 req-7f6b012d-1b45-4697-8d40-8f2b4458f228 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.681552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad656075-cb90-45dd-9c54-ac306412f9b3 req-7f6b012d-1b45-4697-8d40-8f2b4458f228 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0943651 Sep 17 22:28:06.684462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-50fe2ab6-6219-4f89-af76-8b684120dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.685841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-50fe2ab6-6219-4f89-af76-8b684120dc8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1322081 Sep 17 22:28:06.750905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-350dcd04-8bfe-474a-af6f-5bcd1395d0b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62 HTTP/1.1" status: 200 len: 217 time: 0.0485229 Sep 17 22:28:06.759642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad656075-cb90-45dd-9c54-ac306412f9b3 req-e81fd75c-a71e-425d-9e13-2ab5e78ba190 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716507 Sep 17 22:28:06.839636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-2016d2bc-ed9a-43ba-ae64-92e8a99466cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.840458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-2016d2bc-ed9a-43ba-ae64-92e8a99466cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0799768 Sep 17 22:28:06.907978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a63b-ca81-41d0-b641-fee04b464972 req-5d4bf720-97fd-4803-9f7f-3119981b8217 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.909486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d61a63b-ca81-41d0-b641-fee04b464972 req-5d4bf720-97fd-4803-9f7f-3119981b8217 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 947 time: 0.1099458 Sep 17 22:28:06.945057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50331458-b74b-434f-b6f1-241aa43bb45a req-bbfa1676-3b58-46ff-bf4d-4a88d69e86f3 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.946593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50331458-b74b-434f-b6f1-241aa43bb45a req-bbfa1676-3b58-46ff-bf4d-4a88d69e86f3 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1098 time: 0.1045096 Sep 17 22:28:06.968628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-29be8111-b71b-4e32-8641-d33c827faa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.970068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-29be8111-b71b-4e32-8641-d33c827faa08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163590 Sep 17 22:28:06.991085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d61a63b-ca81-41d0-b641-fee04b464972 req-0af1d0a3-22e7-44f2-a5b3-e25ba1fddfa0 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738425 Sep 17 22:28:07.024819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50331458-b74b-434f-b6f1-241aa43bb45a req-39515cf6-51cd-401d-bf2e-8afeebdb858c tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667226 Sep 17 22:28:07.100349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-0e908f6f-2561-4c3b-ba1d-94be786f360d service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204422 Sep 17 22:28:07.231326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd1667-0c9b-48d6-baef-d4267a7dc6c1 req-57c27a94-9117-4f72-9213-54889da18dc0 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:07.232866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72dd1667-0c9b-48d6-baef-d4267a7dc6c1 req-57c27a94-9117-4f72-9213-54889da18dc0 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1098 time: 0.1354711 Sep 17 22:28:07.273714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-868cd4b5-cc83-47b7-ad97-7ea601127d08 req-e32ebbc5-d460-4f32-977f-34500f877fec service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653516 Sep 17 22:28:07.282080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805433-a170-4bb2-b859-5582fa290aaf req-9ec53259-2073-4037-bca9-cb683531308f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:07.283516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee805433-a170-4bb2-b859-5582fa290aaf req-9ec53259-2073-4037-bca9-cb683531308f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1221502 Sep 17 22:28:07.305480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72dd1667-0c9b-48d6-baef-d4267a7dc6c1 req-63cc1e9f-d5e2-48e9-88f6-c1e518077aca tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 Sep 17 22:28:07.336807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee805433-a170-4bb2-b859-5582fa290aaf req-cf72ef5e-a429-4f64-b272-689ab1a6a272 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448093 Sep 17 22:28:07.586661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338c6d1-4bad-4004-a75e-0407a4702f89 req-e4e7ba27-72b5-40d9-a474-45c5772ed46b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:07.588647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4338c6d1-4bad-4004-a75e-0407a4702f89 req-e4e7ba27-72b5-40d9-a474-45c5772ed46b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 944 time: 0.0623131 Sep 17 22:28:07.635833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4338c6d1-4bad-4004-a75e-0407a4702f89 req-9588755c-0992-41b8-81a4-c652f20d8602 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 Sep 17 22:28:08.126416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9cd60-2b82-4a6e-b56b-f0c0a86bdca2 req-65b3198b-32ab-4cb5-bfdb-1c173f24fc41 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:08.128044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77e9cd60-2b82-4a6e-b56b-f0c0a86bdca2 req-65b3198b-32ab-4cb5-bfdb-1c173f24fc41 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 947 time: 0.0581229 Sep 17 22:28:08.169544 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77e9cd60-2b82-4a6e-b56b-f0c0a86bdca2 req-8f039058-5d56-4c13-b245-272c79853b12 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352492 Sep 17 22:28:08.307582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c0477cdd-f7f7-4c8a-8361-b9898b9d12d7 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:28:08.308472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c0477cdd-f7f7-4c8a-8361-b9898b9d12d7 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067749 Sep 17 22:28:08.347078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-4038e375-a2d2-4f16-9f90-2d77d0eac932 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:08.348424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-4038e375-a2d2-4f16-9f90-2d77d0eac932 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 200 len: 1095 time: 0.0338259 Sep 17 22:28:08.357761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Request body: {'binding': {'host': 'n-h2-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:08.358210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:28:08.482682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c691d-796e-49a9-bb7b-6cf4f1d887f5 req-9705d260-6c45-4fc1-8527-72bae409faec tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:08.484261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-831c691d-796e-49a9-bb7b-6cf4f1d887f5 req-9705d260-6c45-4fc1-8527-72bae409faec tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0600781 Sep 17 22:28:08.500004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on host n-h2-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:08.500336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:08.500656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:08.505379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:08.505699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:08.511583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:08.512079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:08.512670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:08.513279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Bound port: 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:08.525273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-831c691d-796e-49a9-bb7b-6cf4f1d887f5 req-1a186562-36e7-40fb-b9cf-40e9222814cc tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Sep 17 22:28:08.572225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:08.577400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.578753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-0a8af3a6-5ff1-49e4-b08b-780d06f486ef service neutron] 10.222.0.48 "POST /v2.0/ports/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7/bindings HTTP/1.1" status: 201 len: 390 time: 0.2242351 Sep 17 22:28:08.761783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 883405eb-23ac-4dfc-9914-c9c0a49e0543 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:08.815032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa60635-69a5-4047-aacd-e7df4992ecc6 req-a4bc19fb-785e-4e20-8d7f-c10c12c4c253 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:08.819954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 883405eb-23ac-4dfc-9914-c9c0a49e0543 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:08.822697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-faa60635-69a5-4047-aacd-e7df4992ecc6 req-a4bc19fb-785e-4e20-8d7f-c10c12c4c253 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.1053061 Sep 17 22:28:08.828143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 883405eb-23ac-4dfc-9914-c9c0a49e0543 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:08.828518 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.851977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f77205-136c-4162-a75d-6e6a4bb02150 req-14ec3468-0061-43b0-a0cf-3d107b7497fd tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:08.853453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f77205-136c-4162-a75d-6e6a4bb02150 req-14ec3468-0061-43b0-a0cf-3d107b7497fd tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 944 time: 0.0975306 Sep 17 22:28:08.904972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-faa60635-69a5-4047-aacd-e7df4992ecc6 req-fabc4ad0-0cb8-47a4-89d4-627b8cd31002 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783072 Sep 17 22:28:08.941369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f77205-136c-4162-a75d-6e6a4bb02150 req-853cb662-4360-4eed-99e6-a9fdf7df011f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677087 Sep 17 22:28:08.945070 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.979399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-a44566e8-51e2-434d-8edb-18c4a5290800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:08.984476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-a44566e8-51e2-434d-8edb-18c4a5290800 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1098 time: 0.1074598 Sep 17 22:28:09.018288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 883405eb-23ac-4dfc-9914-c9c0a49e0543, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:09.026025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:09.030886 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49487514-3fb9-40b7-b8bb-ac82ba60cb11" -d '{"events": [{"server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "name": "network-vif-plugged", "status": "completed", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:09.036692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.108732 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c627e9-11f1-485a-8c39-deb963638068 x-openstack-request-id: req-c4c627e9-11f1-485a-8c39-deb963638068 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:09.109485 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "name": "network-vif-plugged", "status": "completed", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:09.110203 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4c627e9-11f1-485a-8c39-deb963638068 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:09.110842 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543', 'code': 200} Sep 17 22:28:09.111748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=883405eb-23ac-4dfc-9914-c9c0a49e0543,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:09.148882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-d51faf88-d184-4ab8-a5a6-cca1370d580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:09.151099 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-d51faf88-d184-4ab8-a5a6-cca1370d580d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1602240 Sep 17 22:28:09.239262 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-7194db56-3ecd-4468-b15e-7d30f13f7979 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 200 len: 217 time: 0.0690482 Sep 17 22:28:09.293735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fd649-0406-4252-837f-fe2006751dab req-522f4281-8041-4812-89ee-98ec0f72222b tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:09.301444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd9fd649-0406-4252-837f-fe2006751dab req-522f4281-8041-4812-89ee-98ec0f72222b tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 947 time: 0.0559659 Sep 17 22:28:09.313852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca83413-f251-4721-85ce-08d4790c349b req-f0ae02db-33cd-422c-aa89-6b990e3ea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:09.315585 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ca83413-f251-4721-85ce-08d4790c349b req-f0ae02db-33cd-422c-aa89-6b990e3ea8b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1097 time: 0.0890188 Sep 17 22:28:09.316977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-69e601e3-0896-490d-85f3-4cfdd8c2d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:09.318368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-69e601e3-0896-490d-85f3-4cfdd8c2d573 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.0582192 Sep 17 22:28:09.335650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd9fd649-0406-4252-837f-fe2006751dab req-5ba845ff-7a02-440d-a8b6-862719ec350d tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Sep 17 22:28:09.367231 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-dd6e0db3-c24a-43b5-b752-bd10f700c95b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371985 Sep 17 22:28:09.401465 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8ca83413-f251-4721-85ce-08d4790c349b req-a200314a-f172-46ee-902d-8d11c135d1ee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726471 Sep 17 22:28:09.469601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-65f1bf7a-7b30-4e5c-9bc5-b8ce0e622ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928323 Sep 17 22:28:09.649313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f118c-6899-4471-8530-5f13fc89855b req-d7bb295c-8638-4179-b4f9-ea0a45833b2d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:09.650944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c5f118c-6899-4471-8530-5f13fc89855b req-d7bb295c-8638-4179-b4f9-ea0a45833b2d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0531607 Sep 17 22:28:09.695974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c5f118c-6899-4471-8530-5f13fc89855b req-200a8f36-7a51-413c-a8c0-f8a8da590050 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Sep 17 22:28:09.839952 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-e62ad324-6253-402d-9169-3eb1458757e3 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875385 Sep 17 22:28:10.038769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2e20f-02d0-4834-8e3b-9198efadd0e7 req-4a0ff7b2-1eb7-464e-8494-154569502280 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.040490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7e2e20f-02d0-4834-8e3b-9198efadd0e7 req-4a0ff7b2-1eb7-464e-8494-154569502280 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0611346 Sep 17 22:28:10.132385 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:28:10.133321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3be466-f1ba-41a1-984f-ce3347405567 req-36239e59-458a-4214-98cc-1b5fcb468300 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.134874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b3be466-f1ba-41a1-984f-ce3347405567 req-36239e59-458a-4214-98cc-1b5fcb468300 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 945 time: 0.0933619 Sep 17 22:28:10.140301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7e2e20f-02d0-4834-8e3b-9198efadd0e7 req-3c42f269-b390-44cb-9f42-623e1c397211 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689960 Sep 17 22:28:10.178854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b3be466-f1ba-41a1-984f-ce3347405567 req-cf5c14b6-3ab7-4e22-9041-b94ec2593276 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Sep 17 22:28:10.225866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:10.345107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:10.358435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'mac_address': 'fa:16:3e:cc:cf:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:10.418961 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.433449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a70a9b-8ba8-4344-8ef7-84453eb08d62 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:10.461613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:10.466593 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.494918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85988e3e-29fb-453e-89e9-ad2c288eb795 req-d2b54eda-a010-4d1c-be64-5ddd72b667b3 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.497050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85988e3e-29fb-453e-89e9-ad2c288eb795 req-d2b54eda-a010-4d1c-be64-5ddd72b667b3 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 947 time: 0.0619049 Sep 17 22:28:10.528551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:10.576536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85988e3e-29fb-453e-89e9-ad2c288eb795 req-7bd35bcc-fb29-4ad8-ae80-0763135b630f tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663142 Sep 17 22:28:10.587493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-d6259991-4f0c-44a2-90bf-74f5cd529751 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578022 Sep 17 22:28:10.655802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-348e6c69-3f13-46f2-8dce-8436640acd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.657316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-348e6c69-3f13-46f2-8dce-8436640acd36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1098 time: 0.0423901 Sep 17 22:28:10.809507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['31a70a9b-8ba8-4344-8ef7-84453eb08d62'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:10.866643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-2f02d84d-0078-4569-994a-bc9ca34fc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.868796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-2f02d84d-0078-4569-994a-bc9ca34fc7ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1865931 Sep 17 22:28:10.903717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe478-0fa0-48f6-a78a-3a0962ef803a req-29d3bf12-ad8d-4885-91b5-2471c5845c90 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.905335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8babe478-0fa0-48f6-a78a-3a0962ef803a req-29d3bf12-ad8d-4885-91b5-2471c5845c90 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1230397 Sep 17 22:28:11.044727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8babe478-0fa0-48f6-a78a-3a0962ef803a req-9eb8df80-b4ba-4b31-94a3-edb3ed6db6e5 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281383 Sep 17 22:28:11.509062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-367fe14c-705e-44c3-953c-1f688cd6f064 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1002 time: 0.6026556 Sep 17 22:28:11.644102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-c8c18c21-756e-4d07-814b-188feefcacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:11.649166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-c8c18c21-756e-4d07-814b-188feefcacd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1191499 Sep 17 22:28:11.657037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00712ad-d329-4e52-b165-0ebdcdeba138 req-7fb43fda-5ed3-4ddb-aa31-811d0f60a841 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:11.658538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b00712ad-d329-4e52-b165-0ebdcdeba138 req-7fb43fda-5ed3-4ddb-aa31-811d0f60a841 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 945 time: 0.1552448 Sep 17 22:28:11.666751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6753993-567a-43a2-b184-7345f79d6280 req-bbbffd4d-4ee9-49a2-a72f-2caeacf45066 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:11.673568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6753993-567a-43a2-b184-7345f79d6280 req-bbbffd4d-4ee9-49a2-a72f-2caeacf45066 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.1688724 Sep 17 22:28:11.764654 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b00712ad-d329-4e52-b165-0ebdcdeba138 req-3b11a4d2-4084-4864-9475-e5627929b179 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880628 Sep 17 22:28:11.779640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6753993-567a-43a2-b184-7345f79d6280 req-c685599c-fe4e-42fa-9575-0a0d573b4409 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020412 Sep 17 22:28:11.785476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-d956b09f-0203-47ff-bac9-7eef4f0386ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:11.787434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-d956b09f-0203-47ff-bac9-7eef4f0386ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103475 Sep 17 22:28:11.904386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-aa521524-ca60-4f3b-ba2d-121aacb3316a service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053605 Sep 17 22:28:11.989864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea443a17-4dbb-4c82-ae83-844f0cb809fe req-b3421263-bf79-4094-a2de-5644e05779c8 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:11.991729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea443a17-4dbb-4c82-ae83-844f0cb809fe req-b3421263-bf79-4094-a2de-5644e05779c8 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 948 time: 0.0860810 Sep 17 22:28:12.088805 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea443a17-4dbb-4c82-ae83-844f0cb809fe req-21d30db6-764b-40ce-9830-5a5b195a1e36 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654998 Sep 17 22:28:12.122954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0300e254-5e46-4a94-a144-d23692c8b8c3 req-6d629d86-f862-4942-b6bb-7abd8d4a22a7 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057538 Sep 17 22:28:12.220093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-aaff7120-f86c-4c91-9d94-9a6a75256710 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1349273961&fields=id&tenant_id=672652839f4a4692a852650f57ad3919 HTTP/1.1" status: 200 len: 267 time: 0.0431099 Sep 17 22:28:12.234186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:12.321242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-88d517d1-03c8-4f27-841f-9cef6b8659f5 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:12.322796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-88d517d1-03c8-4f27-841f-9cef6b8659f5 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 945 time: 0.0961304 Sep 17 22:28:12.337309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'port': {'security_groups': ['0fdb88c9-30dc-401d-980a-43a7f028dcc6', '3981054a-f9f9-4360-8bdc-9143f9b1f72c']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:12.340999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:12.347814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:12.351265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.459975 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.460449 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.489926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:12.493240 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a2fded-8d38-43e8-ae3d-a8b586321a57" -d '{"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-plugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:12.509607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:12.513385 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.545132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd602d62-a70e-4f11-9bb8-3691ac5cd506 req-f66cdd4f-d0b1-42c9-8dd0-cf67c843ce2c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:12.546931 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd602d62-a70e-4f11-9bb8-3691ac5cd506 req-f66cdd4f-d0b1-42c9-8dd0-cf67c843ce2c tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1403327 Sep 17 22:28:12.564898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:12.623357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd602d62-a70e-4f11-9bb8-3691ac5cd506 req-5d3c0097-5c03-4d0b-8e52-fb21c56230d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598502 Sep 17 22:28:12.729935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] For port 883405eb-23ac-4dfc-9914-c9c0a49e0543, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:12.759711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.764473 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.803087 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:12.826799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'Port': ['ID=883405eb-23ac-4dfc-9914-c9c0a49e0543,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:12.848002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:12.848830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.856905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd0c3a18-cc46-4b18-b0f2-ac9ff082b352 req-52b6c3a2-4e22-41ed-aaf1-cba60efbe367 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "PUT /v2.0/ports/883405eb-23ac-4dfc-9914-c9c0a49e0543 HTTP/1.1" status: 200 len: 981 time: 0.5257726 Sep 17 22:28:12.856905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:12.864743 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:12.896578 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f366fc99-1954-4fd0-b7a6-ecf94989cc5e x-openstack-request-id: req-f366fc99-1954-4fd0-b7a6-ecf94989cc5e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:12.897606 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-plugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:12.898018 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f366fc99-1954-4fd0-b7a6-ecf94989cc5e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:12.898983 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'code': 200} Sep 17 22:28:13.050236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:13.100669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-ddd9517e-9c99-4c44-a81a-b1e977644265 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-174187090&fields=id&tenant_id=672652839f4a4692a852650f57ad3919 HTTP/1.1" status: 200 len: 267 time: 0.0589597 Sep 17 22:28:13.144337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb0bb7-c479-4e20-85f3-6d085c57d130 req-e84bf7b5-6ac3-4226-bdcd-b1d165ba5184 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.145896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0afb0bb7-c479-4e20-85f3-6d085c57d130 req-e84bf7b5-6ac3-4226-bdcd-b1d165ba5184 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.1802473 Sep 17 22:28:13.149506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebcfce-c08a-4268-bd5d-674b15512fa9 req-ef6cd37c-da40-45a1-b1d4-c3266a44594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.150965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efebcfce-c08a-4268-bd5d-674b15512fa9 req-ef6cd37c-da40-45a1-b1d4-c3266a44594a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 1101 time: 0.1721420 Sep 17 22:28:13.200965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-00aa24bb-eb4a-47fd-b10a-a655ebd53aa3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.205413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-00aa24bb-eb4a-47fd-b10a-a655ebd53aa3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 984 time: 0.1038945 Sep 17 22:28:13.226110 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'port': {'security_groups': ['0fdb88c9-30dc-401d-980a-43a7f028dcc6', '3981054a-f9f9-4360-8bdc-9143f9b1f72c', 'c28b0111-2e64-4ed3-b758-61e090387a9b']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:13.269097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0afb0bb7-c479-4e20-85f3-6d085c57d130 req-1844b709-217d-44b4-930f-8194947d7128 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132720 Sep 17 22:28:13.273657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efebcfce-c08a-4268-bd5d-674b15512fa9 req-4bd58818-63c8-4898-bfcd-6a43e47af8de service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086385 Sep 17 22:28:13.319850 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d7e601-b435-42c3-8b10-2ad21cb07bf0 x-openstack-request-id: req-a4d7e601-b435-42c3-8b10-2ad21cb07bf0 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:13.320143 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:13.320396 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4d7e601-b435-42c3-8b10-2ad21cb07bf0 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:13.320794 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543', 'status': 'completed', 'code': 200} Sep 17 22:28:13.325233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.426242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-867d67d7-e2cf-4650-9dad-90d9409e38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.429230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-867d67d7-e2cf-4650-9dad-90d9409e38c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1136 time: 0.0563288 Sep 17 22:28:13.533835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-d0456d56-fc7a-453d-b5ff-16bb137e336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.535250 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-d0456d56-fc7a-453d-b5ff-16bb137e336f service neutron] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 913 time: 0.0989389 Sep 17 22:28:13.544400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc33950-6d03-4d21-9c28-0642e6fe66c2 req-0efb93e2-9944-44b8-b0bc-9093979f6b2c tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.546066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0dc33950-6d03-4d21-9c28-0642e6fe66c2 req-0efb93e2-9944-44b8-b0bc-9093979f6b2c tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 949 time: 0.0939863 Sep 17 22:28:13.645280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0dc33950-6d03-4d21-9c28-0642e6fe66c2 req-48be6efd-fce4-4e8a-bf44-1ecce56e1e49 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624852 Sep 17 22:28:13.652268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] For port 883405eb-23ac-4dfc-9914-c9c0a49e0543, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:13.717290 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.724395 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.760312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:13.806491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.807299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.839727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab975448-bdc8-4613-abe7-fb0c8ea6dc50 req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "PUT /v2.0/ports/883405eb-23ac-4dfc-9914-c9c0a49e0543 HTTP/1.1" status: 200 len: 1020 time: 0.6253259 Sep 17 22:28:13.883311 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-7c2e9393-1739-4a11-a96d-57d8e7c8f465 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543 HTTP/1.1" status: 200 len: 217 time: 0.3398216 Sep 17 22:28:13.898242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c1cf8-4948-4ee5-94c7-1a51b2b7a449 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'Port': ['ID=883405eb-23ac-4dfc-9914-c9c0a49e0543,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:13.964148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-1ccf3156-9d10-4b4a-9fb6-d9aaa4fbcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.966074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-1ccf3156-9d10-4b4a-9fb6-d9aaa4fbcf5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.0745366 Sep 17 22:28:14.006977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:14.007493 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-8ee03b61-3260-419e-8b52-94d6ce04a85b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329826 Sep 17 22:28:14.015826 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79519-4138-4010-8599-5a46370de5f8 req-3cdb434f-9270-42a7-ad29-3161796330d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:14.025066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea79519-4138-4010-8599-5a46370de5f8 req-3cdb434f-9270-42a7-ad29-3161796330d4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0691614 Sep 17 22:28:14.073994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea79519-4138-4010-8599-5a46370de5f8 req-34e2bde8-7c96-4a5b-8c08-cc02d194e9a5 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479791 Sep 17 22:28:14.148988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-8b78e286-259f-4c34-8f65-a82008ab46f0 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338170 Sep 17 22:28:14.195073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fc490-4079-4e03-bb63-d2edf4e23cda req-63b86c47-4399-469d-b343-17b91ee3dd95 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:14.196744 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-469fc490-4079-4e03-bb63-d2edf4e23cda req-63b86c47-4399-469d-b343-17b91ee3dd95 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1023 time: 0.0570970 Sep 17 22:28:14.261988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b52a3ba-77ba-48eb-83de-53f9cbc71c5b req-1d13618b-65d1-4bc6-8b84-a34da98429c3 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040404 Sep 17 22:28:14.273093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-469fc490-4079-4e03-bb63-d2edf4e23cda req-ae3cf618-b907-4273-ab27-e12b33622dcf tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=3981054a-f9f9-4360-8bdc-9143f9b1f72c&id=c28b0111-2e64-4ed3-b758-61e090387a9b&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6 HTTP/1.1" status: 200 len: 6149 time: 0.0691020 Sep 17 22:28:14.308044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7dcda275-0187-40ea-be1b-c81fc8f28fbb req-349566cf-5af3-4e92-857e-0637ac5a8277 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': ' tempest-securitygroup -23672754 ', 'description': 'tempest-description-167513380'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:14.330632 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7dcda275-0187-40ea-be1b-c81fc8f28fbb req-349566cf-5af3-4e92-857e-0637ac5a8277 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.418793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7dcda275-0187-40ea-be1b-c81fc8f28fbb req-349566cf-5af3-4e92-857e-0637ac5a8277 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.422720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7dcda275-0187-40ea-be1b-c81fc8f28fbb req-349566cf-5af3-4e92-857e-0637ac5a8277 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.455434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7dcda275-0187-40ea-be1b-c81fc8f28fbb req-349566cf-5af3-4e92-857e-0637ac5a8277 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.456660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dcda275-0187-40ea-be1b-c81fc8f28fbb req-349566cf-5af3-4e92-857e-0637ac5a8277 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1536949 Sep 17 22:28:14.458477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349566cf-5af3-4e92-857e-0637ac5a8277 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de93c075-be0f-4db5-8ef9-ea5fcdc8cfd1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:14.579041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f06e-dfe7-4ade-9625-664551458c1f req-93b895e3-fa3d-41b2-9c97-6066fefb8903 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:14.584251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4839f06e-dfe7-4ade-9625-664551458c1f req-93b895e3-fa3d-41b2-9c97-6066fefb8903 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0688200 Sep 17 22:28:14.628829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4839f06e-dfe7-4ade-9625-664551458c1f req-a7df09e0-10ce-4e3a-8af1-03c8bc38ab34 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367787 Sep 17 22:28:14.799237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-a4f1ee0f-97af-4fef-8ae1-c2cde9443bd9 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:14.800895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-a4f1ee0f-97af-4fef-8ae1-c2cde9443bd9 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 821 time: 0.1500223 Sep 17 22:28:14.820598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d25675fd-17f2-4625-bc74-c4b68ea1d035 req-4c739c59-1b49-48ec-98b7-f1da45056d0e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/de93c075-be0f-4db5-8ef9-ea5fcdc8cfd1 HTTP/1.1" status: 200 len: 1778 time: 0.0755343 Sep 17 22:28:14.822987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-02631d99-0724-42b0-bd00-e0d52a3ed358 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/quotas/8f677f9a40d749f08fff66de007bdc97 HTTP/1.1" status: 200 len: 375 time: 0.0143852 Sep 17 22:28:14.897772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-5ce5b72a-bb80-40d7-91e8-a726ec378983 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609238 Sep 17 22:28:14.988363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071629-d5d9-40be-853b-134738ec3e13 req-a55441fb-04a9-468d-8409-d5edb5ce33aa tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:14.989881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5071629-d5d9-40be-853b-134738ec3e13 req-a55441fb-04a9-468d-8409-d5edb5ce33aa tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 949 time: 0.1122010 Sep 17 22:28:15.040114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-28766bf9-03e6-40fb-af84-0f24867acfe5 service neutron] 10.222.0.48 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285839 Sep 17 22:28:15.047889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5071629-d5d9-40be-853b-134738ec3e13 req-6791d204-c011-4267-a956-93f338479c5e tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492306 Sep 17 22:28:15.145594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-0d4ed8b4-7cb1-46e0-8503-c65f6d235b08 service neutron] 10.222.0.48 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967710 Sep 17 22:28:15.198345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef83a9a9-9f8b-4e1f-8bd0-736b7d77feca req-21474792-2571-4b55-9e7b-c36bd7752c5b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/de93c075-be0f-4db5-8ef9-ea5fcdc8cfd1 HTTP/1.1" status: 200 len: 1778 time: 0.0413857 Sep 17 22:28:15.263380 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ef83a9a9-9f8b-4e1f-8bd0-736b7d77feca req-ee97c858-cebf-4053-88b4-dba6257fa51e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.292715 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ef83a9a9-9f8b-4e1f-8bd0-736b7d77feca req-ee97c858-cebf-4053-88b4-dba6257fa51e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.325488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:15.327968 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc23a5a-81d8-416b-8de1-856953f64e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:15.348990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ef83a9a9-9f8b-4e1f-8bd0-736b7d77feca req-ee97c858-cebf-4053-88b4-dba6257fa51e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.352412 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ef83a9a9-9f8b-4e1f-8bd0-736b7d77feca req-ee97c858-cebf-4053-88b4-dba6257fa51e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.353986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef83a9a9-9f8b-4e1f-8bd0-736b7d77feca req-ee97c858-cebf-4053-88b4-dba6257fa51e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/de93c075-be0f-4db5-8ef9-ea5fcdc8cfd1 HTTP/1.1" status: 204 len: 173 time: 0.1498146 Sep 17 22:28:15.373745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97c858-cebf-4053-88b4-dba6257fa51e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de93c075-be0f-4db5-8ef9-ea5fcdc8cfd1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:15.563162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c2b8-7e1b-489c-8176-2b7295f18429 req-d5731c08-5685-44ae-88cd-9249b7eca527 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:15.570673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45a0c2b8-7e1b-489c-8176-2b7295f18429 req-d5731c08-5685-44ae-88cd-9249b7eca527 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0666058 Sep 17 22:28:15.614942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45a0c2b8-7e1b-489c-8176-2b7295f18429 req-26b71c2a-19f7-479d-9cab-8d35f7c08ab0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408189 Sep 17 22:28:15.660080 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9554c297-597a-460c-9ecb-c54183fe8336 x-openstack-request-id: req-9554c297-597a-460c-9ecb-c54183fe8336 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:15.660373 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:15.660623 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9554c297-597a-460c-9ecb-c54183fe8336 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:15.661036 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543', 'status': 'completed', 'code': 200} Sep 17 22:28:15.696336 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-6e2eeffb-085d-4385-b6a3-840c4f97b93f req-bb971247-adc7-42c7-9fc3-6fb52ba6f22a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:28:15.709624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e2eeffb-085d-4385-b6a3-840c4f97b93f req-bb971247-adc7-42c7-9fc3-6fb52ba6f22a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/de93c075-be0f-4db5-8ef9-ea5fcdc8cfd1 HTTP/1.1" status: 404 len: 352 time: 0.0349476 Sep 17 22:28:15.773863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-538c919a-0065-4803-a740-90734cd05ab8 req-2dd596f3-fcd0-4faf-ab65-451a4619372f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.0370989 Sep 17 22:28:15.779182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-b6789e36-14c2-45e4-ae31-d682e99f256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:15.782504 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-b6789e36-14c2-45e4-ae31-d682e99f256f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1175 time: 0.0707102 Sep 17 22:28:15.906823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-3a2c9cae-c0c8-4a97-b91d-a08af997628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:15.910128 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-3a2c9cae-c0c8-4a97-b91d-a08af997628e service neutron] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 913 time: 0.1182618 Sep 17 22:28:15.938360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6333dd9d-7dfd-42ec-a2ad-35f761f9550a req-5ff1df67-8680-49ce-b129-91bf238aaf20 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1506310772', 'description': 'tempest-description-2126438163'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:15.951928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc3fd8-df7c-4ef5-97a1-aa00d845b886 req-29c247df-6e30-4082-b4ca-b3a83bd8807f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:15.960218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63dc3fd8-df7c-4ef5-97a1-aa00d845b886 req-29c247df-6e30-4082-b4ca-b3a83bd8807f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.0863409 Sep 17 22:28:15.993969 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-c16b2ec2-698c-4d2b-a095-c1f429be421a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543 HTTP/1.1" status: 200 len: 217 time: 0.0746539 Sep 17 22:28:16.021549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63dc3fd8-df7c-4ef5-97a1-aa00d845b886 req-48f52018-bc7a-4587-b978-8db24e8b13ec tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602283 Sep 17 22:28:16.043433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6333dd9d-7dfd-42ec-a2ad-35f761f9550a req-5ff1df67-8680-49ce-b129-91bf238aaf20 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.061971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-8a1b1f98-c7c6-47e8-bc21-852e6447bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:16.064023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-8a1b1f98-c7c6-47e8-bc21-852e6447bafb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.0532000 Sep 17 22:28:16.143586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-018230ea-25bd-41fb-a6de-01043fcdc13c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716059 Sep 17 22:28:16.151125 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6333dd9d-7dfd-42ec-a2ad-35f761f9550a req-5ff1df67-8680-49ce-b129-91bf238aaf20 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.155681 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6333dd9d-7dfd-42ec-a2ad-35f761f9550a req-5ff1df67-8680-49ce-b129-91bf238aaf20 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.193373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1df67-8680-49ce-b129-91bf238aaf20 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb493728-c643-4d6b-a5d1-762a88403e1b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:16.207470 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6333dd9d-7dfd-42ec-a2ad-35f761f9550a req-5ff1df67-8680-49ce-b129-91bf238aaf20 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.215107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6333dd9d-7dfd-42ec-a2ad-35f761f9550a req-5ff1df67-8680-49ce-b129-91bf238aaf20 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2849417 Sep 17 22:28:16.255558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-c1d48e34-6531-40f2-af47-c6bec6cd4448 req-24332f05-c200-41c0-963e-93bdf41cb6e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-667090511', 'description': 'tempest-description-983184558'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:16.286093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c1d48e34-6531-40f2-af47-c6bec6cd4448 req-24332f05-c200-41c0-963e-93bdf41cb6e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.295612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-23c19763-b938-4737-a278-86e0ed888e22 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368546 Sep 17 22:28:16.382713 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c1d48e34-6531-40f2-af47-c6bec6cd4448 req-24332f05-c200-41c0-963e-93bdf41cb6e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.387379 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c1d48e34-6531-40f2-af47-c6bec6cd4448 req-24332f05-c200-41c0-963e-93bdf41cb6e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.391823 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc23a5a-81d8-416b-8de1-856953f64e7c req-8f6c6077-45fb-4323-8114-4684303118f4 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889220 Sep 17 22:28:16.416714 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c1d48e34-6531-40f2-af47-c6bec6cd4448 req-24332f05-c200-41c0-963e-93bdf41cb6e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.417974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1d48e34-6531-40f2-af47-c6bec6cd4448 req-24332f05-c200-41c0-963e-93bdf41cb6e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1675165 Sep 17 22:28:16.422600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24332f05-c200-41c0-963e-93bdf41cb6e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec126b6-507f-4138-a335-555f5a29e8c2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:16.446255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-958165f0-9ed4-477f-8271-dc1a1d548bf8 req-7502ee91-c3d1-49b4-b4e8-046d629ed54c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-619492983', 'description': 'tempest-description-1029508000'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:16.471705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-958165f0-9ed4-477f-8271-dc1a1d548bf8 req-7502ee91-c3d1-49b4-b4e8-046d629ed54c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.557301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-958165f0-9ed4-477f-8271-dc1a1d548bf8 req-7502ee91-c3d1-49b4-b4e8-046d629ed54c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.561095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-958165f0-9ed4-477f-8271-dc1a1d548bf8 req-7502ee91-c3d1-49b4-b4e8-046d629ed54c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.592707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-958165f0-9ed4-477f-8271-dc1a1d548bf8 req-7502ee91-c3d1-49b4-b4e8-046d629ed54c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.593957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-958165f0-9ed4-477f-8271-dc1a1d548bf8 req-7502ee91-c3d1-49b4-b4e8-046d629ed54c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1526666 Sep 17 22:28:16.595649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502ee91-c3d1-49b4-b4e8-046d629ed54c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa90e08f-f6d3-4cbd-8b9f-cf94cae7ff8a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:16.836695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31593674-d0c6-4c29-84bc-62b920129d71 req-fe299bc8-b62f-4389-b431-955eee453a2f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=672652839f4a4692a852650f57ad3919 HTTP/1.1" status: 200 len: 10896 time: 0.2200348 Sep 17 22:28:16.851113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c563f2-fe48-4d7d-af93-44b117d61bc1 req-904c75d6-2cef-419c-98b4-6274bef09ffc tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:16.852498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6c563f2-fe48-4d7d-af93-44b117d61bc1 req-904c75d6-2cef-419c-98b4-6274bef09ffc tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1678972 Sep 17 22:28:16.915960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-18e6cc24-3884-41bf-800e-1f3c1b130f75 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:16.917632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-18e6cc24-3884-41bf-800e-1f3c1b130f75 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 821 time: 0.2205222 Sep 17 22:28:16.938247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Request body: {'port': {'device_id': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'admin_state_up': True, 'tenant_id': '8f677f9a40d749f08fff66de007bdc97'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:16.964449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31593674-d0c6-4c29-84bc-62b920129d71 req-54ee12f3-233b-4fa5-ae5a-030c0461b491 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/0fdb88c9-30dc-401d-980a-43a7f028dcc6 HTTP/1.1" status: 200 len: 2981 time: 0.1109672 Sep 17 22:28:16.980061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6c563f2-fe48-4d7d-af93-44b117d61bc1 req-347c4a1f-5f25-46f4-8d32-5cd4872daac3 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110885 Sep 17 22:28:17.086991 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31593674-d0c6-4c29-84bc-62b920129d71 req-30c95baf-a8b8-4555-924a-a8e58d9395a2 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/0fdb88c9-30dc-401d-980a-43a7f028dcc6 HTTP/1.1" status: 200 len: 2981 time: 0.1108656 Sep 17 22:28:17.107351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f07f87c1-494c-49a3-a40a-9ec951a169eb req-df30aa03-e578-4a0a-ac01-27eafd360087 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.0417037 Sep 17 22:28:17.139278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Made reservation on behalf of 8f677f9a40d749f08fff66de007bdc97 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:17.143801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.294581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-539877a1-623e-4406-9ea0-1cfa04fe5964 req-fd3af7cd-1698-4075-96bf-611616333bab tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/eb493728-c643-4d6b-a5d1-762a88403e1b HTTP/1.1" status: 200 len: 1801 time: 0.1204019 Sep 17 22:28:17.365277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f41f03-c256-4a78-b3f5-24248942179b req-6ffcd6ce-951b-42a9-b346-bcb61b9b2d5a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:17.367808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51f41f03-c256-4a78-b3f5-24248942179b req-6ffcd6ce-951b-42a9-b346-bcb61b9b2d5a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.1683056 Sep 17 22:28:17.421403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Allocated IP 172.20.0.3 (58975321-f89b-4639-babe-4db7114e8a95/66f008b3-0a54-42c9-b52e-090832c071aa/eb7926ad-4803-459f-a4aa-9273cd244aa5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:17.451963 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51f41f03-c256-4a78-b3f5-24248942179b req-47d5ebc1-85d2-465e-89f3-601cecbfccbc tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710154 Sep 17 22:28:17.455247 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-539877a1-623e-4406-9ea0-1cfa04fe5964 req-3793697e-5ce6-4fc1-98da-6d40124aab2a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.505843 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-539877a1-623e-4406-9ea0-1cfa04fe5964 req-3793697e-5ce6-4fc1-98da-6d40124aab2a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.622874 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-539877a1-623e-4406-9ea0-1cfa04fe5964 req-3793697e-5ce6-4fc1-98da-6d40124aab2a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.626110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-539877a1-623e-4406-9ea0-1cfa04fe5964 req-3793697e-5ce6-4fc1-98da-6d40124aab2a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.627353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-539877a1-623e-4406-9ea0-1cfa04fe5964 req-3793697e-5ce6-4fc1-98da-6d40124aab2a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/eb493728-c643-4d6b-a5d1-762a88403e1b HTTP/1.1" status: 204 len: 173 time: 0.3210511 Sep 17 22:28:17.647342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793697e-5ce6-4fc1-98da-6d40124aab2a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb493728-c643-4d6b-a5d1-762a88403e1b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:17.705026 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.744345 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-ffa7eacf-6664-4a78-ae6b-3421b0dcfb1c req-9ffc7363-cfbe-458c-aad1-32e361711dad tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:28:17.745536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffa7eacf-6664-4a78-ae6b-3421b0dcfb1c req-9ffc7363-cfbe-458c-aad1-32e361711dad tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/eb493728-c643-4d6b-a5d1-762a88403e1b HTTP/1.1" status: 404 len: 352 time: 0.0213985 Sep 17 22:28:17.767662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.803318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['72684df2-ec56-4945-9bb0-5807ba797a9e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:17.836648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Network 58975321-f89b-4639-babe-4db7114e8a95 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:17.842757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:17.856875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:17.861132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Pushing event updated for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:17.890989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7dde1af-e68c-44c4-9177-d5842e6bf807 req-ccf66e44-24be-4998-8389-7a5480e940cd tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/eec126b6-507f-4138-a335-555f5a29e8c2 HTTP/1.1" status: 200 len: 1799 time: 0.1205702 Sep 17 22:28:17.932655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:17.933225 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.962076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-221740f5-2087-4944-b384-f7c6c43ac8bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0278347 Sep 17 22:28:17.984943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Request body: {'port': {'device_id': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:17.988537 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7dde1af-e68c-44c4-9177-d5842e6bf807 req-9ed6609f-4bf2-4200-8a32-01dafb8278f1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.034552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7dde1af-e68c-44c4-9177-d5842e6bf807 req-9ed6609f-4bf2-4200-8a32-01dafb8278f1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.093377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.155278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7dde1af-e68c-44c4-9177-d5842e6bf807 req-9ed6609f-4bf2-4200-8a32-01dafb8278f1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.157835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7dde1af-e68c-44c4-9177-d5842e6bf807 req-9ed6609f-4bf2-4200-8a32-01dafb8278f1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.158954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7dde1af-e68c-44c4-9177-d5842e6bf807 req-9ed6609f-4bf2-4200-8a32-01dafb8278f1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/eec126b6-507f-4138-a335-555f5a29e8c2 HTTP/1.1" status: 204 len: 173 time: 0.2556112 Sep 17 22:28:18.183852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6609f-4bf2-4200-8a32-01dafb8278f1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec126b6-507f-4138-a335-555f5a29e8c2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:18.200213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8ea80-7a69-46f8-9bca-6fa5301767e2 req-20a66a2a-f22a-4910-9752-261966208b0a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:18.201920 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21c8ea80-7a69-46f8-9bca-6fa5301767e2 req-20a66a2a-f22a-4910-9752-261966208b0a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1331000 Sep 17 22:28:18.257116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:18.356439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21c8ea80-7a69-46f8-9bca-6fa5301767e2 req-930c489d-94c2-4477-ab29-9e0a7da4b774 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095617 Sep 17 22:28:18.370613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5195b83-b817-4c56-9dfb-ac2bcb2f3dab req-15fc87ea-90b9-48ae-b895-b6e7d907760f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:18.372271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5195b83-b817-4c56-9dfb-ac2bcb2f3dab req-15fc87ea-90b9-48ae-b895-b6e7d907760f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 931 time: 0.1244900 Sep 17 22:28:18.414864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:18.429584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'mac_address': 'fa:16:3e:cc:cf:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:18.441229 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-28e6c756-477f-4785-9a41-34d783dd9a9d req-4428bebf-3c07-4ebd-9205-e4e943250169 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:28:18.442172 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28e6c756-477f-4785-9a41-34d783dd9a9d req-4428bebf-3c07-4ebd-9205-e4e943250169 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/eec126b6-507f-4138-a335-555f5a29e8c2 HTTP/1.1" status: 404 len: 352 time: 0.0274036 Sep 17 22:28:18.471557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5195b83-b817-4c56-9dfb-ac2bcb2f3dab req-fe1a7e9a-0080-449f-b256-d980ab495b22 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709062 Sep 17 22:28:18.510857 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.531010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31a70a9b-8ba8-4344-8ef7-84453eb08d62 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:18.550052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3064e735-e7ae-4ade-b29e-184152cc31fc req-06a3197d-ac54-4aed-b96c-40c4fecf35e6 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/fa90e08f-f6d3-4cbd-8b9f-cf94cae7ff8a HTTP/1.1" status: 200 len: 1800 time: 0.0759370 Sep 17 22:28:18.557915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:18.566025 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.604509 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.630420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:18.635006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7926ad-4803-459f-a4aa-9273cd244aa5 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:18.649353 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.672165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Transition to ACTIVE for port object eb7926ad-4803-459f-a4aa-9273cd244aa5 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:18.683315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c3c6c-225c-4622-bb14-01b17a867513 req-2c366a57-2e4d-4b65-b6ad-34303467f71b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:18.684906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c8c3c6c-225c-4622-bb14-01b17a867513 req-2c366a57-2e4d-4b65-b6ad-34303467f71b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.1093390 Sep 17 22:28:18.690970 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.721884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['31a70a9b-8ba8-4344-8ef7-84453eb08d62'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:19.019961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3064e735-e7ae-4ade-b29e-184152cc31fc req-9ee25303-5c42-416a-854e-a8f225b9eae6 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.083634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Pushing event updated for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:19.092505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3064e735-e7ae-4ade-b29e-184152cc31fc req-9ee25303-5c42-416a-854e-a8f225b9eae6 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.139855 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c8c3c6c-225c-4622-bb14-01b17a867513 req-6cb06db8-a37c-4fa5-ae69-ca9ff54a494e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441302 Sep 17 22:28:19.198586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:19.198586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:19.198920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:19.206622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:19.206950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:19.215286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3064e735-e7ae-4ade-b29e-184152cc31fc req-9ee25303-5c42-416a-854e-a8f225b9eae6 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.218423 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3064e735-e7ae-4ade-b29e-184152cc31fc req-9ee25303-5c42-416a-854e-a8f225b9eae6 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.219567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3064e735-e7ae-4ade-b29e-184152cc31fc req-9ee25303-5c42-416a-854e-a8f225b9eae6 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa90e08f-f6d3-4cbd-8b9f-cf94cae7ff8a HTTP/1.1" status: 204 len: 173 time: 0.6687407 Sep 17 22:28:19.220289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:19.220622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:19.221023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:19.221464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Bound port: eb7926ad-4803-459f-a4aa-9273cd244aa5, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:19.221811 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.369677 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-00d33580-4678-43a1-bb67-6ddfc9d76bb4 req-2fa12240-4b30-4738-8612-1937882c5581 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:28:19.377318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00d33580-4678-43a1-bb67-6ddfc9d76bb4 req-2fa12240-4b30-4738-8612-1937882c5581 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/fa90e08f-f6d3-4cbd-8b9f-cf94cae7ff8a HTTP/1.1" status: 404 len: 352 time: 0.0379395 Sep 17 22:28:19.382555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee25303-5c42-416a-854e-a8f225b9eae6 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa90e08f-f6d3-4cbd-8b9f-cf94cae7ff8a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:19.432630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:19.451097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:19.464134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.526870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Pushing event updated for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:19.598600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.599478 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.601303 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-13ebc940-007b-4fd3-b799-17dcb3c1355a service neutron] 10.222.0.45 "PUT /v2.0/ports/eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 200 len: 1092 time: 1.6238761 Sep 17 22:28:19.603243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:19.605736 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4744de99-661f-4f26-a012-667b9ffa2eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:19.625275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4901006d-c37a-4582-a274-68e872c6e4dd req-fcc5455d-1189-4b2a-8476-15092c5cd193 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=672652839f4a4692a852650f57ad3919 HTTP/1.1" status: 200 len: 6149 time: 0.2085915 Sep 17 22:28:19.647622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becfca9-b3c1-4833-8d70-857b1a91955a req-99ead657-2453-42f6-800c-a21249701016 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.649740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3becfca9-b3c1-4833-8d70-857b1a91955a req-99ead657-2453-42f6-800c-a21249701016 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1301458 Sep 17 22:28:19.701178 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-92032c77-5660-4551-b03c-9bd57ff72ab4 service neutron] show failed (client error): The resource could not be found. Sep 17 22:28:19.702079 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-92032c77-5660-4551-b03c-9bd57ff72ab4 service neutron] 10.222.0.49 "GET /v2.0/ports/595f0142-abfa-402d-b9c0-70b02c4b827a/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.1244204 Sep 17 22:28:19.783060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4901006d-c37a-4582-a274-68e872c6e4dd req-dd3e3371-c12c-430c-a595-2ac443e2f21f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/0fdb88c9-30dc-401d-980a-43a7f028dcc6 HTTP/1.1" status: 200 len: 2981 time: 0.1320503 Sep 17 22:28:19.796362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3becfca9-b3c1-4833-8d70-857b1a91955a req-cd93998f-8669-4fb5-a082-48cfcb193835 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270866 Sep 17 22:28:19.836123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-52a4c61b-18a4-4498-8265-5ca97a7fed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.841396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-52a4c61b-18a4-4498-8265-5ca97a7fed0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1095 time: 0.1807187 Sep 17 22:28:19.924072 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4901006d-c37a-4582-a274-68e872c6e4dd req-b0cf566d-230f-4b8b-9012-f0ec7557be84 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/0fdb88c9-30dc-401d-980a-43a7f028dcc6 HTTP/1.1" status: 200 len: 2981 time: 0.1257586 Sep 17 22:28:20.007002 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ac17a-586b-478b-98f7-2f201a2440b7 x-openstack-request-id: req-942ac17a-586b-478b-98f7-2f201a2440b7 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:20.007869 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:20.008345 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-942ac17a-586b-478b-98f7-2f201a2440b7 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:20.009019 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5', 'status': 'completed', 'code': 200} Sep 17 22:28:20.013021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-7e774b96-b35b-42dd-bd12-842c2c93ccc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 200 len: 217 time: 0.1070836 Sep 17 22:28:20.074732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-4f1cb356-ab39-48bb-ac6e-6f6796dd8e66 req-111754a8-86f7-488a-8b0f-2629f7eed8c1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1412583988', 'description': 'tempest-description-1801715228'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:20.083947 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-32b99e3a-292b-49c3-a0a1-93146bec7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.086380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-32b99e3a-292b-49c3-a0a1-93146bec7480 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233&tenant_id=3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 1101 time: 0.0733435 Sep 17 22:28:20.105221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:20.174176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4f1cb356-ab39-48bb-ac6e-6f6796dd8e66 req-111754a8-86f7-488a-8b0f-2629f7eed8c1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.177740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-7f82a3a6-b493-4612-a119-9991551711a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.179753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-7f82a3a6-b493-4612-a119-9991551711a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.1246576 Sep 17 22:28:20.188509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeba9a-3a06-45bf-8074-0f3f6124129d req-2a26c932-cc48-4ddc-a1c1-0d7e51b0a789 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.190135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3aeba9a-3a06-45bf-8074-0f3f6124129d req-2a26c932-cc48-4ddc-a1c1-0d7e51b0a789 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.2438524 Sep 17 22:28:20.203761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.253546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-ec2de7fd-0142-4a36-8694-ad564212bd97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555389 Sep 17 22:28:20.305272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:20.426585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:20.427249 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.507946 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4f1cb356-ab39-48bb-ac6e-6f6796dd8e66 req-111754a8-86f7-488a-8b0f-2629f7eed8c1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.528818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3aeba9a-3a06-45bf-8074-0f3f6124129d req-c2b90cc3-1c5e-4212-8b39-200a2236f4b2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168077 Sep 17 22:28:20.544347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4f1cb356-ab39-48bb-ac6e-6f6796dd8e66 req-111754a8-86f7-488a-8b0f-2629f7eed8c1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.596538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:20.601113 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.657431 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4f1cb356-ab39-48bb-ac6e-6f6796dd8e66 req-111754a8-86f7-488a-8b0f-2629f7eed8c1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.668482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:20.673793 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367d601-ffae-4042-be8f-8084efe12634" -d '{"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-plugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:20.674269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f1cb356-ab39-48bb-ac6e-6f6796dd8e66 req-111754a8-86f7-488a-8b0f-2629f7eed8c1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6231983 Sep 17 22:28:20.684775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:20.696516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:20.705787 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.729140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-902b7f93-77ba-4c92-967a-fe23c72390a9 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664512 Sep 17 22:28:20.731699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111754a8-86f7-488a-8b0f-2629f7eed8c1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d3be05-554b-4641-b590-4a558ce74e1a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:20.762571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.768084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:20.771832 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db1ab7-54ad-4cbd-b76f-94c4be49a522" -d '{"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-unplugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:20.795793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Transition to ACTIVE for port object 595f0142-abfa-402d-b9c0-70b02c4b827a will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:20.805403 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.838360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:20.964435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] No DVR routers for this DVR port 595f0142-abfa-402d-b9c0-70b02c4b827a on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:20.985961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.073618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacf910-bb32-46c1-9c5b-01a024133e1b req-083d18be-7554-4e43-9536-a689fdce2050 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.082306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:21.083701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:21.084318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:21.092546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9bacf910-bb32-46c1-9c5b-01a024133e1b req-083d18be-7554-4e43-9536-a689fdce2050 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.4027011 Sep 17 22:28:21.104296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:21.105110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:21.140102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:21.141760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:21.142711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:21.143622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Bound port: 595f0142-abfa-402d-b9c0-70b02c4b827a, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:21.144290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.164701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-22f98016-a627-4620-8764-b93bb3047e0a req-9f5202d7-85e7-47db-9405-5c5647708e9f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1416064764', 'description': 'tempest-description-1861985790'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:21.281973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-22f98016-a627-4620-8764-b93bb3047e0a req-9f5202d7-85e7-47db-9405-5c5647708e9f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.286280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ca5088-f4b3-49d1-9d1a-0404e0a8a319 req-ea15a1b7-5b0a-4ad7-b20d-2c69ec827515 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311906 Sep 17 22:28:21.303994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9bacf910-bb32-46c1-9c5b-01a024133e1b req-1b60e9a6-b3af-4af1-b2ad-6faba4a19ba6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059245 Sep 17 22:28:21.366981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:21.373230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:21.446583 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c0f9c-c25f-4753-b976-1c96b1e2f1ca x-openstack-request-id: req-0e6c0f9c-c25f-4753-b976-1c96b1e2f1ca {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:21.447240 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-plugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:21.447240 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e6c0f9c-c25f-4753-b976-1c96b1e2f1ca {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:21.447807 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'code': 200} Sep 17 22:28:21.470377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.550635 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-22f98016-a627-4620-8764-b93bb3047e0a req-9f5202d7-85e7-47db-9405-5c5647708e9f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.555202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-a85f7ed5-b3bc-48fd-a4ae-99cce0699b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.557357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-a85f7ed5-b3bc-48fd-a4ae-99cce0699b05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1095 time: 0.1302221 Sep 17 22:28:21.559567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-22f98016-a627-4620-8764-b93bb3047e0a req-9f5202d7-85e7-47db-9405-5c5647708e9f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.594290 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44cefe3-d3d2-475c-a770-16476cee190d x-openstack-request-id: req-f44cefe3-d3d2-475c-a770-16476cee190d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:21.594443 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-unplugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:21.594659 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f44cefe3-d3d2-475c-a770-16476cee190d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:21.595271 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'code': 200} Sep 17 22:28:21.596320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.618704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.619587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.622080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0221f13e-0f35-4ce4-b429-e468d197f178 service neutron] 10.222.0.45 "PUT /v2.0/ports/595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 1096 time: 1.5224195 Sep 17 22:28:21.630873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-7634b7b8-7463-4133-8bf2-d3b52b1f0836 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.647100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-7634b7b8-7463-4133-8bf2-d3b52b1f0836 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1098 time: 0.2701406 Sep 17 22:28:21.661977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-10'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:21.771839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-7845c7f6-0e61-4f74-9d7b-82eb94ac96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.772576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5202d7-85e7-47db-9405-5c5647708e9f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14abd32a-a9f3-4c2d-ad8e-83dc828c10a9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.775254 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-7845c7f6-0e61-4f74-9d7b-82eb94ac96b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1099 time: 0.1078923 Sep 17 22:28:21.776847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.800439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-22f98016-a627-4620-8764-b93bb3047e0a req-9f5202d7-85e7-47db-9405-5c5647708e9f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.815316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22f98016-a627-4620-8764-b93bb3047e0a req-9f5202d7-85e7-47db-9405-5c5647708e9f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7175860 Sep 17 22:28:21.907352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40830b3-a0f2-4815-b7c3-2d615cdeaceb req-0e8b4126-9fdd-41a0-99bf-6adf20181cdd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.915056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d40830b3-a0f2-4815-b7c3-2d615cdeaceb req-0e8b4126-9fdd-41a0-99bf-6adf20181cdd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.1730475 Sep 17 22:28:22.050485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d40830b3-a0f2-4815-b7c3-2d615cdeaceb req-645c9f2f-dc9f-4e83-a054-2b665525c8bc tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879610 Sep 17 22:28:22.059638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-87cbeda9-4772-4bf0-a0df-a56a8ff00e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.061998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-87cbeda9-4772-4bf0-a0df-a56a8ff00e5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.4857805 Sep 17 22:28:22.080717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-c7f363d8-a9cf-4511-969c-e042069570ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.086094 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-c7f363d8-a9cf-4511-969c-e042069570ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2925439 Sep 17 22:28:22.142131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e5b80-5766-40d9-b928-850ad6466894 req-2486783e-f5f9-49b2-8c04-a0907065733a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.144034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-579e5b80-5766-40d9-b928-850ad6466894 req-2486783e-f5f9-49b2-8c04-a0907065733a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.2150548 Sep 17 22:28:22.147611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-b3f8c85f-7b20-42a8-9ea4-64d15db71e5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 200 len: 217 time: 0.0776255 Sep 17 22:28:22.244689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-579e5b80-5766-40d9-b928-850ad6466894 req-8b594884-92ee-4a8d-83c9-f368fc0a405a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914121 Sep 17 22:28:22.258918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-a33361bc-7364-4e11-a6bf-56591b9edf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.260602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-a33361bc-7364-4e11-a6bf-56591b9edf4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0973740 Sep 17 22:28:22.285800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-3503655c-a993-4b59-bc58-a05e85dc545f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.1184525 Sep 17 22:28:22.337808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-500aed0e-f2d2-4ddc-a4bf-eb56effa671d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478442 Sep 17 22:28:22.370534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:22.415593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-165fd2f2-a2dc-4bba-813e-67566164dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.418315 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-165fd2f2-a2dc-4bba-813e-67566164dd3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1277080 Sep 17 22:28:22.489874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:22.558034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-c9af5e6d-27b1-450c-9580-e509cbc9c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.565790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-c9af5e6d-27b1-450c-9580-e509cbc9c15b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1365962 Sep 17 22:28:22.628046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-5287e9f9-ff69-4a8a-83b7-cd9c7bf82340 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810555 Sep 17 22:28:22.644820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e38da1-32ff-4fac-bb6d-46581a875705 req-5721f452-7bde-48c1-b4ad-5de253e0428b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.646552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19e38da1-32ff-4fac-bb6d-46581a875705 req-5721f452-7bde-48c1-b4ad-5de253e0428b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 946 time: 0.1449838 Sep 17 22:28:22.650232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.661456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-39d475c3-20f5-47c4-86fd-389cfd14b804 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.663209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-39d475c3-20f5-47c4-86fd-389cfd14b804 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 812 time: 0.2404976 Sep 17 22:28:22.689246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.698975 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-7de8f06f-ccad-4ab4-94e2-cb22039dac90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1099007 Sep 17 22:28:22.736366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-1188663f-8557-488b-bb83-e7daff47c6bb tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/quotas/672652839f4a4692a852650f57ad3919 HTTP/1.1" status: 200 len: 375 time: 0.0509217 Sep 17 22:28:22.805115 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19e38da1-32ff-4fac-bb6d-46581a875705 req-e347f0d7-e916-4432-8661-45b1adb1f90f tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384051 Sep 17 22:28:22.841519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:22.855785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:22.907875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4744de99-661f-4f26-a012-667b9ffa2eb6 req-398360d5-f718-4a0d-ac2f-3479bce7cd07 service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595026 Sep 17 22:28:22.913798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-e3f0b875-2746-4cff-a56a-77ef5c718d9e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1393013 Sep 17 22:28:22.954406 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-c8ef32aa-b51e-44cf-be07-94938e2881a3 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771539 Sep 17 22:28:23.000790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-794db6cf-68f4-4968-8d9c-f591ab7b30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.002324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-794db6cf-68f4-4968-8d9c-f591ab7b30a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 1096 time: 0.2388523 Sep 17 22:28:23.034984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:23.117858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:23.159245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:23.159504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:23.159861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:23.175889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-4b01b1dd-096c-4e3b-9720-9dc994175851 service neutron] 10.222.0.48 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540410 Sep 17 22:28:23.212336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:23.294451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:23.294824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:23.295192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:23.311574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:23.311933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:23.317817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:23.318813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Attempting to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on network a4c5a28d-5768-4900-80e9-f97d86da36aa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:23.325703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:23.330994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:23.330994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:23.331386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Bound port: 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:23.331847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.370223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-20c9d775-8b9e-45ae-83fc-22cafd0e413b service neutron] 10.222.0.48 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788166 Sep 17 22:28:23.413999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68005-9fe3-4124-8a86-717900b5624f req-c560a526-9500-45e5-9f8f-19b8db55392b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.415935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95b68005-9fe3-4124-8a86-717900b5624f req-c560a526-9500-45e5-9f8f-19b8db55392b tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.1315374 Sep 17 22:28:23.452297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:23.452912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Checking segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:23.453619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Bound using segment: {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:23.454420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Bound port: 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab14f54-1136-4ee7-9beb-3d6074140b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a4c5a28d-5768-4900-80e9-f97d86da36aa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:23.459150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.496914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95b68005-9fe3-4124-8a86-717900b5624f req-289ebd2e-27d7-4869-a399-65d5db7060e0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741296 Sep 17 22:28:23.530218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:23.537336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:23.553462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.630492 n-d-789963-10 neutron-server[94738]: WARNING neutron.plugins.ml2.plugin [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Concurrent port binding operations failed on port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 Sep 17 22:28:23.636039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:23.639449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}, {'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:23.641906 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b094d4-c14e-400b-9632-d80f7ad6a438" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}, {"server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:23.649828 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Attempt 2 to bind port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 Sep 17 22:28:23.655330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.656074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.657871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-c6c5d44b-f2df-470b-8936-d295295bc2d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 200 len: 1124 time: 2.0019300 Sep 17 22:28:23.661883 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9c90cd2-2754-48fb-9b69-efbd7533da0b req-0b1f4160-951a-4899-bd64-8ea87a8e258d service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831398 Sep 17 22:28:23.730232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-2140b524-e58c-4c50-a571-321ae497b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.734465 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-2140b524-e58c-4c50-a571-321ae497b3d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.6924510 Sep 17 22:28:23.835812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:23.869890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:23.875856 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-e398bf4b-3494-4db4-872f-d409f9aca6b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 200 len: 217 time: 0.1152289 Sep 17 22:28:23.971406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:23.973632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:28:24.066207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc4baa-01fd-4c73-8903-9e2afc997cbb req-b38ef47f-18e2-4b9c-a149-71377bcb22c0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.077896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cdcc4baa-01fd-4c73-8903-9e2afc997cbb req-b38ef47f-18e2-4b9c-a149-71377bcb22c0 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.1732764 Sep 17 22:28:24.080425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-ca696351-59d4-4a4e-9837-9e89929d10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.086601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-ca696351-59d4-4a4e-9837-9e89929d10f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.2019598 Sep 17 22:28:24.155331 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-e207185f-d44e-4fc7-a5be-2a6a735b6467 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595555 Sep 17 22:28:24.158056 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8a41aa-6056-4871-bb55-afa4ce46362e x-openstack-request-id: req-bb8a41aa-6056-4871-bb55-afa4ce46362e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:24.158353 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "status": "completed", "code": 200}, {"server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:24.158610 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb8a41aa-6056-4871-bb55-afa4ce46362e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:24.159028 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'status': 'completed', 'code': 200} Sep 17 22:28:24.159262 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7', 'code': 200} Sep 17 22:28:24.217758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cdcc4baa-01fd-4c73-8903-9e2afc997cbb req-9d13eb09-b28e-4ec1-936f-9452a1494b16 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055980 Sep 17 22:28:24.272922 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3890500-ab65-4bea-99a5-ff9dd082a652 req-8daf2c2e-bff7-4dfe-b837-db001796b263 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 210 time: 0.0436547 Sep 17 22:28:24.577482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58a54c-f873-42de-8be5-1bd261fad8a9 req-e8780a03-0757-450b-84c2-587e2185d928 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.578028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-19b0b9c5-5839-4016-9999-9a0f85b0e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.579781 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-19b0b9c5-5839-4016-9999-9a0f85b0e769 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1099 time: 0.2936759 Sep 17 22:28:24.582132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-3732d962-bf66-49ff-9783-25b1426670bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.583579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-3732d962-bf66-49ff-9783-25b1426670bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1099 time: 0.2837083 Sep 17 22:28:24.587084 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-eb6313ad-cb14-4e58-af29-0c5f352346c1 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158075 Sep 17 22:28:24.589668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b58a54c-f873-42de-8be5-1bd261fad8a9 req-e8780a03-0757-450b-84c2-587e2185d928 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.2123408 Sep 17 22:28:24.736845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b58a54c-f873-42de-8be5-1bd261fad8a9 req-0646ee42-634e-4790-95d8-6c6149a69221 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461451 Sep 17 22:28:24.992523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f111bc-b4f1-4e42-8850-43e200c24ac9 req-47493808-5e5d-410b-ad45-91261cf4f278 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.008427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6f111bc-b4f1-4e42-8850-43e200c24ac9 req-47493808-5e5d-410b-ad45-91261cf4f278 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.3552995 Sep 17 22:28:25.069308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-1bbd834a-d177-44f4-add8-24261c9fd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.071181 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-1bbd834a-d177-44f4-add8-24261c9fd4d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.4420278 Sep 17 22:28:25.073651 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-28ff7443-b51c-4ce7-8f50-022b5fccc811 req-ac770898-9f5e-4bbc-aa59-1c8993d8ea43 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625022 Sep 17 22:28:25.075299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-73916d35-1f17-4518-9b0d-755838073d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.077558 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-73916d35-1f17-4518-9b0d-755838073d5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.4763715 Sep 17 22:28:25.116735 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6f111bc-b4f1-4e42-8850-43e200c24ac9 req-f4ffcd02-ce8d-4425-a960-25350b572396 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065502 Sep 17 22:28:25.139455 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-abf8a56e-56be-4dae-9b9f-8a2e67ec90e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.0583613 Sep 17 22:28:25.194113 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-d68ed17a-8bd3-4792-94be-910d901e387a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.0643582 Sep 17 22:28:25.276599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-b78252d6-a5d8-4011-a941-ee756303bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.278674 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-b78252d6-a5d8-4011-a941-ee756303bbbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0620236 Sep 17 22:28:25.286296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-3b3b12f0-5a57-4e5c-a1e5-f338201f39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.288172 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-3b3b12f0-5a57-4e5c-a1e5-f338201f39a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1056967 Sep 17 22:28:25.379106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-54e33ed7-5e9b-4a09-8b33-54d11aff99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.381519 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-54e33ed7-5e9b-4a09-8b33-54d11aff99ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911434 Sep 17 22:28:25.383714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-59054dfc-029b-4df1-b260-12a4945c4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.386141 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-59054dfc-029b-4df1-b260-12a4945c4415 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697508 Sep 17 22:28:25.546652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6349108-9bba-4b68-8cc3-1679b6181cec req-63467cb0-aa60-4645-a600-92e28f5a2069 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 210 time: 0.0720527 Sep 17 22:28:25.559929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081a985-cc5a-45e3-abf2-f37cf1f61fbb req-479cad06-8141-4eb7-8d96-7af7113cc8cc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.568678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8081a985-cc5a-45e3-abf2-f37cf1f61fbb req-479cad06-8141-4eb7-8d96-7af7113cc8cc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.1644924 Sep 17 22:28:25.641185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8081a985-cc5a-45e3-abf2-f37cf1f61fbb req-d77a13ca-5d89-4126-9130-2e867ec6c617 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694747 Sep 17 22:28:25.954173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fecee-d90a-4109-af2e-0dee36613e5f req-9dc8b222-3c24-4bf3-b939-cd47bfb5bb0d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.955986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-237fecee-d90a-4109-af2e-0dee36613e5f req-9dc8b222-3c24-4bf3-b939-cd47bfb5bb0d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.1030822 Sep 17 22:28:26.028044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-237fecee-d90a-4109-af2e-0dee36613e5f req-97bc91ea-ac91-4116-9ecd-1fd8b6b6e56a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585802 Sep 17 22:28:26.235323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:26.237715 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074d3628-86d0-4222-9477-ec74ca387d27" -d '{"events": [{"name": "network-changed", "server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:26.243137 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-74646ea4-25e1-4c17-9d44-1d9c0fa818fd service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468802 Sep 17 22:28:26.283869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:26.310811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164548c-9717-4e1e-8156-267c63b8acb2 req-5e240502-5056-4753-bf2a-395caf83f727 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:26.320554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5164548c-9717-4e1e-8156-267c63b8acb2 req-5e240502-5056-4753-bf2a-395caf83f727 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 947 time: 0.1070814 Sep 17 22:28:26.406742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5164548c-9717-4e1e-8156-267c63b8acb2 req-01eea053-2d8f-4e89-b1c5-ee27da93d3bc tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823035 Sep 17 22:28:26.464664 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381220d9-8404-4ddb-ad9a-d621a78eec9f x-openstack-request-id: req-381220d9-8404-4ddb-ad9a-d621a78eec9f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:26.464984 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:26.465219 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-381220d9-8404-4ddb-ad9a-d621a78eec9f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:26.465612 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7', 'status': 'completed', 'code': 200} Sep 17 22:28:26.506576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d3628-86d0-4222-9477-ec74ca387d27 req-4ce5556a-c6a9-413e-97c7-ab1a91081185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:26.509675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074d3628-86d0-4222-9477-ec74ca387d27 req-4ce5556a-c6a9-413e-97c7-ab1a91081185 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1127 time: 0.0903525 Sep 17 22:28:26.518649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-8778e9ce-a7de-4376-8bd0-1e8fb0b04b7f service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0967064 Sep 17 22:28:26.519760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:26.535128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'mac_address': 'fa:16:3e:47:8a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:26.579923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-41c0b60d-d392-4ad1-84a6-b071d1201d26 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:26.581825 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-41c0b60d-d392-4ad1-84a6-b071d1201d26 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 812 time: 0.8728452 Sep 17 22:28:26.657488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.705239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595f0142-abfa-402d-b9c0-70b02c4b827a {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:26.707606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-5b9b90af-735e-4af9-8ed1-ef9d2d83c95f service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221576 Sep 17 22:28:26.716502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'port': {'device_id': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82', 'admin_state_up': True, 'tenant_id': '672652839f4a4692a852650f57ad3919'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:26.752715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:26.762726 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.765655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d3628-86d0-4222-9477-ec74ca387d27 req-143f282a-b92f-48aa-b430-ac174139264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:26.770270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074d3628-86d0-4222-9477-ec74ca387d27 req-143f282a-b92f-48aa-b430-ac174139264c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.2456210 Sep 17 22:28:26.886523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:26.911039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.911414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.911769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.912171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.912741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.915281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.915628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.915962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.916084 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b094d4-c14e-400b-9632-d80f7ad6a438 req-8334328f-4a4d-490d-8cbb-88e6d36e8143 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589992 Sep 17 22:28:26.916291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.916618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.918868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:26.919279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.038944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Made reservation on behalf of 672652839f4a4692a852650f57ad3919 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:27.049250 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074d3628-86d0-4222-9477-ec74ca387d27 req-e3678b4a-89eb-4e1a-81d5-6c23dcde99d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 200 len: 217 time: 0.2484658 Sep 17 22:28:27.052719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10bf3c0c-904b-4c02-86b7-373747441820 req-c990af86-9b18-4782-b664-7e032bbc9666 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 210 time: 0.2284279 Sep 17 22:28:27.060232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.190092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb52b-01e4-4284-b9f1-6217e218efe2 req-568deaf4-7999-4543-aaed-920277a1daa8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.191699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e6cb52b-01e4-4284-b9f1-6217e218efe2 req-568deaf4-7999-4543-aaed-920277a1daa8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.3583539 Sep 17 22:28:27.257051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d3628-86d0-4222-9477-ec74ca387d27 req-816cb55b-2ad9-492f-89e5-cfe18de31ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.258750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074d3628-86d0-4222-9477-ec74ca387d27 req-816cb55b-2ad9-492f-89e5-cfe18de31ff3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.1885462 Sep 17 22:28:27.267028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['595f0142-abfa-402d-b9c0-70b02c4b827a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:27.393292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Allocated IP 172.20.0.9 (35ef3a14-2522-44f7-81a8-221972a68d82/568fed84-8fad-4509-8527-d94bccda56db/c06b73b2-bd73-4033-8919-183a4d8cc5e0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:27.405111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074d3628-86d0-4222-9477-ec74ca387d27 req-3d3f808b-6b89-4bd9-bbc8-d878dc9f82f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255229 Sep 17 22:28:27.416580 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e6cb52b-01e4-4284-b9f1-6217e218efe2 req-43b697be-174b-4926-a5aa-39c40c3be86a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123387 Sep 17 22:28:27.538681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d8e02-ff12-4cf9-a537-3283a0d80ff7 req-a17108e6-d6e6-423c-adf6-6078a747482a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.540344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b3d8e02-ff12-4cf9-a537-3283a0d80ff7 req-a17108e6-d6e6-423c-adf6-6078a747482a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.1716106 Sep 17 22:28:27.655655 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.710960 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.761800 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:27.772142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Network 35ef3a14-2522-44f7-81a8-221972a68d82 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:27.776053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:27.785290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:27.814592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b3d8e02-ff12-4cf9-a537-3283a0d80ff7 req-bf2404e7-a5e4-4b5d-8ec9-95ee7d47eb36 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554119 Sep 17 22:28:27.820573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'Port': ['ID=c06b73b2-bd73-4033-8919-183a4d8cc5e0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:27.847574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.848244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.848881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.850233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.850706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.851042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.851371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.851698 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.852019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.852341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.852662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.853025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.877366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074d3628-86d0-4222-9477-ec74ca387d27 req-42f4045d-0491-415b-9c92-4d30abe27408 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583788 Sep 17 22:28:27.892005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.892745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.921555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-c015c32a-06a7-48fe-8638-e206269fb62c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2075145 Sep 17 22:28:27.945824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Request body: {'port': {'device_id': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:28.123384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.201028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074d3628-86d0-4222-9477-ec74ca387d27 req-fc099419-f6fe-42a9-8982-76fb313d2f45 service neutron] 10.222.0.45 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135157 Sep 17 22:28:28.228601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577adce-5bb3-4b71-9637-96affadef38c req-7ad9d93d-297e-4384-a337-2ac142db26cb tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.241694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f577adce-5bb3-4b71-9637-96affadef38c req-7ad9d93d-297e-4384-a337-2ac142db26cb tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.4254777 Sep 17 22:28:28.384009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f577adce-5bb3-4b71-9637-96affadef38c req-c3addf4b-2d37-4c72-b8eb-91835727ad85 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408291 Sep 17 22:28:28.439778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6659159-0b25-4516-9fb7-c603287a92fc req-3f52b4b0-268d-422a-97a7-830bfe36bf95 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.460493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6659159-0b25-4516-9fb7-c603287a92fc req-3f52b4b0-268d-422a-97a7-830bfe36bf95 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 931 time: 0.1940057 Sep 17 22:28:28.546305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6659159-0b25-4516-9fb7-c603287a92fc req-10c58dd2-c654-4a71-a15c-4c921d9b91de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849149 Sep 17 22:28:28.734042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06b73b2-bd73-4033-8919-183a4d8cc5e0 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:28.746611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.774441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Transition to ACTIVE for port object c06b73b2-bd73-4033-8919-183a4d8cc5e0 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:28.790148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.796619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d12072-a1bb-445f-8bc8-a64374ec84b4 req-4a64705c-d33e-4468-adc2-be3fcdcb149f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.798268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41d12072-a1bb-445f-8bc8-a64374ec84b4 req-4a64705c-d33e-4468-adc2-be3fcdcb149f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.1404769 Sep 17 22:28:28.892733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Pushing event updated for resources: {'Port': ['ID=c06b73b2-bd73-4033-8919-183a4d8cc5e0,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:28.949043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41d12072-a1bb-445f-8bc8-a64374ec84b4 req-b4f49605-d6bc-4a49-b8c8-ecb145799f10 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376371 Sep 17 22:28:29.009395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-a44a9a80-b41c-439a-929d-4f4c0d991e86 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.011230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-a44a9a80-b41c-439a-929d-4f4c0d991e86 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233&tenant_id=3244df1228af49e2bdc2f43affbe409b&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 948 time: 0.1972997 Sep 17 22:28:29.090533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Attempting to bind port c06b73b2-bd73-4033-8919-183a4d8cc5e0 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:29.091162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Attempting to bind port c06b73b2-bd73-4033-8919-183a4d8cc5e0 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:29.092316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Attempting to bind port c06b73b2-bd73-4033-8919-183a4d8cc5e0 on network 35ef3a14-2522-44f7-81a8-221972a68d82 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:29.135442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Port c06b73b2-bd73-4033-8919-183a4d8cc5e0 on network 35ef3a14-2522-44f7-81a8-221972a68d82 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:29.135771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Attempting to bind port c06b73b2-bd73-4033-8919-183a4d8cc5e0 on network 35ef3a14-2522-44f7-81a8-221972a68d82 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:29.155734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:29.156080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Checking segment: {'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:29.156481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Bound using segment: {'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:29.156951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Bound port: c06b73b2-bd73-4033-8919-183a4d8cc5e0, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14dbeb91-c566-44c1-b896-4c6bc89393d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:29.157329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.224962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-09571683-737c-4773-bce7-e60ff511f54f service neutron] 10.222.0.45 "GET /v2.0/ports/595f0142-abfa-402d-b9c0-70b02c4b827a/bindings/n-h1-789963-10 HTTP/1.1" status: 200 len: 383 time: 0.1949177 Sep 17 22:28:29.234692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca5453-6527-407a-bed7-867b246ebe58 req-ceb00d58-e162-41be-87e0-bab5e61795ee tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.246933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fca5453-6527-407a-bed7-867b246ebe58 req-ceb00d58-e162-41be-87e0-bab5e61795ee tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.1699891 Sep 17 22:28:29.293599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] For port c06b73b2-bd73-4033-8919-183a4d8cc5e0, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:29.297931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] For port c06b73b2-bd73-4033-8919-183a4d8cc5e0, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:29.311435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.353340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36460ea5-0b7e-4943-a0e8-a6a801d2aaa1 req-8482c86c-515a-4b03-ae9b-2975a33b20bd tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.356843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36460ea5-0b7e-4943-a0e8-a6a801d2aaa1 req-8482c86c-515a-4b03-ae9b-2975a33b20bd tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.1672230 Sep 17 22:28:29.402258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.402886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.404302 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] 10.222.0.49 "PUT /v2.0/ports/c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 200 len: 1092 time: 1.4631801 Sep 17 22:28:29.404748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:29.416343 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95afbb18-51fb-465e-8a7f-3867956ab539" -d '{"events": [{"name": "network-changed", "server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:29.436719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-6de7f7d9-0ca4-4b63-90f7-4573b8a99d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.442774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-6de7f7d9-0ca4-4b63-90f7-4573b8a99d61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1100 time: 0.1717913 Sep 17 22:28:29.453943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fca5453-6527-407a-bed7-867b246ebe58 req-d52e2cb3-0432-48b1-8d8f-550a8054592e tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061868 Sep 17 22:28:29.455655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce068a-d8fd-40fc-a087-e41263d27b60 service neutron] Pushing event updated for resources: {'Port': ['ID=c06b73b2-bd73-4033-8919-183a4d8cc5e0,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:29.557211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36460ea5-0b7e-4943-a0e8-a6a801d2aaa1 req-054ebc25-b7d3-4291-bdec-56b583d764b7 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487508 Sep 17 22:28:29.577981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-22431389-42ba-45af-a822-178fb04d9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.579806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-22431389-42ba-45af-a822-178fb04d9ea8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1095 time: 0.0883384 Sep 17 22:28:29.661396 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a25574-2e6e-4afe-b4a9-5fa33827ee71 x-openstack-request-id: req-22a25574-2e6e-4afe-b4a9-5fa33827ee71 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:29.661984 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:29.662369 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22a25574-2e6e-4afe-b4a9-5fa33827ee71 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:29.662856 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0', 'status': 'completed', 'code': 200} Sep 17 22:28:29.665062 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-206673cf-f22e-410c-8e0b-d4ea4970b187 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 200 len: 217 time: 0.0673566 Sep 17 22:28:29.748452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c467-6434-4d7d-b9af-9264018ba9eb req-e7c58c82-dcb6-4d41-aa05-1c74e850de81 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.750074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cb8c467-6434-4d7d-b9af-9264018ba9eb req-e7c58c82-dcb6-4d41-aa05-1c74e850de81 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 946 time: 0.1500270 Sep 17 22:28:29.759972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-589eb948-c671-4fd6-80ac-b26b72fc44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.762234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-589eb948-c671-4fd6-80ac-b26b72fc44b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.0834708 Sep 17 22:28:29.810684 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-a1c90401-e0eb-42fa-b713-dbafd5200d17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383427 Sep 17 22:28:29.885921 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e9291df5-078e-46c4-88d3-06af4a935325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.929287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-e5b291a0-bad8-42e3-b673-6a4a7ee46504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.942550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-e5b291a0-bad8-42e3-b673-6a4a7ee46504 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.4437873 Sep 17 22:28:29.994312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-64564cab-d1d0-46ce-ab0b-90f5008ea2f2 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720808 Sep 17 22:28:29.994708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cb8c467-6434-4d7d-b9af-9264018ba9eb req-edcc7282-63cd-431d-9431-c84c41ab5d2d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261264 Sep 17 22:28:30.050531 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-a2c8547b-ba99-4b24-9afd-7b516c630f88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.1041114 Sep 17 22:28:30.103055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b281-9eaf-41e7-a513-1ef2e8c1e942 req-1766db63-fa6e-4092-a3f4-ec081422d19a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.105722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d02b281-9eaf-41e7-a513-1ef2e8c1e942 req-1766db63-fa6e-4092-a3f4-ec081422d19a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 943 time: 0.2641444 Sep 17 22:28:30.187694 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-44c90503-fa5a-458c-8caf-4b507660efa7 req-a36fa4c9-8043-4766-b41c-30dc29e9669a service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846981 Sep 17 22:28:30.246940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-7168d96f-837d-4ed2-b33d-4ef9a1000172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.254427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-7168d96f-837d-4ed2-b33d-4ef9a1000172 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1895165 Sep 17 22:28:30.266095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d02b281-9eaf-41e7-a513-1ef2e8c1e942 req-5589a851-30b4-40c2-a583-b9de2ec843a1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376436 Sep 17 22:28:30.299237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:30.382488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-014ee979-3074-47db-b292-52ed8bc9a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.384015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-014ee979-3074-47db-b292-52ed8bc9a06a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1095 time: 0.0742145 Sep 17 22:28:30.410763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 595f0142-abfa-402d-b9c0-70b02c4b827a completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:30.421727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 595f0142-abfa-402d-b9c0-70b02c4b827a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:30.422529 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.440051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ee329-f2e2-43ef-a95d-349aac0b3229 req-d45f075e-49f5-41e1-a9a9-009d6bcfe050 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.441647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f55ee329-f2e2-43ef-a95d-349aac0b3229 req-d45f075e-49f5-41e1-a9a9-009d6bcfe050 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.1307406 Sep 17 22:28:30.448109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-a68916c9-bb18-43b8-a2fa-ee09aeeee85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.449681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-a68916c9-bb18-43b8-a2fa-ee09aeeee85a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1804235 Sep 17 22:28:30.540449 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.594518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-ed965cdc-6b73-4fce-adaa-0aefb0a31a68 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186771 Sep 17 22:28:30.602871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:30.605589 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c8934e-8cf4-4f9a-8d71-24b97d01a6fb" -d '{"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-plugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:30.609624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:30.620154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-614ba6fb-f2f6-49d3-915f-48263010cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.622935 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.626524 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-614ba6fb-f2f6-49d3-915f-48263010cc10 service neutron] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 913 time: 0.2220359 Sep 17 22:28:30.634816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f55ee329-f2e2-43ef-a95d-349aac0b3229 req-80be4964-daf4-441b-bb85-319a693e55eb tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841738 Sep 17 22:28:30.744125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:30.769633 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-4e4e004e-2cf2-42cb-a14c-13fc30fa7829 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 200 len: 217 time: 0.1334753 Sep 17 22:28:30.782215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-9d3ca6b7-f6bc-4506-ba9e-b5641417c87b service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655939 Sep 17 22:28:30.857241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-7074556f-820a-4876-a3f1-a4ea93eb917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.859400 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-7074556f-820a-4876-a3f1-a4ea93eb917d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.0804074 Sep 17 22:28:30.887138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5099c0-05f8-4826-a8e1-1bb6258ed71c req-e52fb6dc-6c2b-4626-8fb6-cfa64ec620a0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.895194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f5099c0-05f8-4826-a8e1-1bb6258ed71c req-e52fb6dc-6c2b-4626-8fb6-cfa64ec620a0 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0915084 Sep 17 22:28:30.910847 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-946e20ec-b028-44f3-95ea-7bf276460d62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421140 Sep 17 22:28:30.964074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f5099c0-05f8-4826-a8e1-1bb6258ed71c req-b70fba90-9317-4fcf-a2b5-bab3850163ac tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603964 Sep 17 22:28:31.105254 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-6070b852-588a-4642-a132-0d6e59ee48b7 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817534 Sep 17 22:28:31.251654 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-95afbb18-51fb-465e-8a7f-3867956ab539 req-99af1e37-611e-4b69-8cc4-bcb4ff142a28 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374125 Sep 17 22:28:31.378473 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950634a-c3f8-457b-b240-a147564e6884 x-openstack-request-id: req-0950634a-c3f8-457b-b240-a147564e6884 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:31.378961 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-plugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:31.379066 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0950634a-c3f8-457b-b240-a147564e6884 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:31.379410 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'code': 200} Sep 17 22:28:31.902012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa6026-85cd-4f61-8787-a9b2fb732436 req-a46c2942-cd0c-428e-9186-59f71584bef0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.916007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68aa6026-85cd-4f61-8787-a9b2fb732436 req-a46c2942-cd0c-428e-9186-59f71584bef0 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 944 time: 0.8414464 Sep 17 22:28:31.951473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-58bacef3-91e5-4cf9-bcfe-8ab0f8c42795 service neutron] 10.222.0.45 "GET /v2.0/ports/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.1908188 Sep 17 22:28:31.967484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c1516-7606-4ebf-be83-39dffc2c6df2 req-ba5401c5-4ef1-4c0e-b438-3864894ac405 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.981246 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-274c1516-7606-4ebf-be83-39dffc2c6df2 req-ba5401c5-4ef1-4c0e-b438-3864894ac405 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 943 time: 0.2216442 Sep 17 22:28:32.065440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68aa6026-85cd-4f61-8787-a9b2fb732436 req-d433cba5-de2a-4351-a8e8-5e5f1b0d73dc tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483512 Sep 17 22:28:32.118102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-274c1516-7606-4ebf-be83-39dffc2c6df2 req-7b66ee26-a071-49f9-a316-859a364a9589 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295719 Sep 17 22:28:32.307463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device eb7926ad-4803-459f-a4aa-9273cd244aa5 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:32.310343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:32.346564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd052c12-a7d6-4d31-972e-cb2f2fa2593e req-5dc8a696-3967-4c1a-8412-27fba08f63f4 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:32.349767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd052c12-a7d6-4d31-972e-cb2f2fa2593e req-5dc8a696-3967-4c1a-8412-27fba08f63f4 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.1339412 Sep 17 22:28:32.399461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:32.492614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd052c12-a7d6-4d31-972e-cb2f2fa2593e req-29452fa3-caee-49fe-8e86-ef5cb6f279d4 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209443 Sep 17 22:28:32.543402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:32.553685 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.resource_extend [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:28:32.597359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cba06-745d-40fb-9d4f-e1a399335b3e req-56ffdde2-7a06-41ef-af35-2be2c90bc9dd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:32.599942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a35cba06-745d-40fb-9d4f-e1a399335b3e req-56ffdde2-7a06-41ef-af35-2be2c90bc9dd tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1055982 Sep 17 22:28:32.607966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:32.633297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:32.696373 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cb01c12d-2615-41ad-81d3-71cc4aab06fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.713492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:32.718076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.733769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'eb7926ad-4803-459f-a4aa-9273cd244aa5', 'network_id': '58975321-f89b-4639-babe-4db7114e8a95', 'port_id': 'eb7926ad-4803-459f-a4aa-9273cd244aa5', 'mac_address': 'fa:16:3e:87:9c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f008b3-0a54-42c9-b52e-090832c071aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:32.746442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a35cba06-745d-40fb-9d4f-e1a399335b3e req-e1f3d550-205f-4a6e-80a4-9e5f44ebcfa6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313677 Sep 17 22:28:32.761334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b77ac-8582-4b56-9fd7-af2658f1e2ca req-36050484-5331-426f-8991-dd23ee162475 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:32.762875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac3b77ac-8582-4b56-9fd7-af2658f1e2ca req-36050484-5331-426f-8991-dd23ee162475 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 946 time: 0.1269743 Sep 17 22:28:32.831783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.846566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7926ad-4803-459f-a4aa-9273cd244aa5 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:32.850543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac3b77ac-8582-4b56-9fd7-af2658f1e2ca req-17ebc940-20bb-4dc0-a6f8-a46bc33acb62 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595117 Sep 17 22:28:32.866815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Transition to ACTIVE for port object 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:32.879105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.907674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:32.914502 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.000461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] No DVR routers for this DVR port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:33.033321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:33.038186 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.049321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Pushing event updated for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=10']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:33.059600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] 10.222.0.45 "PUT /v2.0/ports/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7/bindings/n-h2-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0678527 Sep 17 22:28:33.065335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.065685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.066027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.066372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.066699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.067030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.067361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.067684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.068212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.068549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.068890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.069324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61821d-1d23-4d77-af0a-3d67ec4647fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:33.257900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de5ffc-2c62-4d84-b9e6-cfbb6f38428d req-3288a30e-75bb-47ae-8c92-1c85e84ec68d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.259918 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09de5ffc-2c62-4d84-b9e6-cfbb6f38428d req-3288a30e-75bb-47ae-8c92-1c85e84ec68d tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 945 time: 0.1068902 Sep 17 22:28:33.289907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['eb7926ad-4803-459f-a4aa-9273cd244aa5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:33.291323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e0459-a8ed-497e-9366-fbaad07bcc66 req-352ee919-5c6e-4d69-b0af-c28f91beed5b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.292905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a3e0459-a8ed-497e-9366-fbaad07bcc66 req-352ee919-5c6e-4d69-b0af-c28f91beed5b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 943 time: 0.0866575 Sep 17 22:28:33.367155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09de5ffc-2c62-4d84-b9e6-cfbb6f38428d req-c8955839-24fe-458b-93d7-7ae4434143e7 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963805 Sep 17 22:28:33.405537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a3e0459-a8ed-497e-9366-fbaad07bcc66 req-7e086c49-4bf4-42ce-b34e-c66fb4e0d342 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Sep 17 22:28:33.616603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-3662f6a5-1a55-41a8-8074-41482d56c515 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.618289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-3662f6a5-1a55-41a8-8074-41482d56c515 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.0694337 Sep 17 22:28:33.654054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ac6be-e997-466d-aac6-5a58510c7c69 req-9b78ecae-58a5-4450-b619-01cf71ab0f42 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.655936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b1ac6be-e997-466d-aac6-5a58510c7c69 req-9b78ecae-58a5-4450-b619-01cf71ab0f42 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 944 time: 0.0631301 Sep 17 22:28:33.680532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-96fc39ac-9ec2-4477-8f62-5592441ad0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.682981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-96fc39ac-9ec2-4477-8f62-5592441ad0d3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1&tenant_id=99ad4a8697d84895a353ddcce62190a2 HTTP/1.1" status: 200 len: 1097 time: 0.0546558 Sep 17 22:28:33.713985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b1ac6be-e997-466d-aac6-5a58510c7c69 req-0bd9cd14-bcfe-4a8d-b747-8060c51ad9fd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513551 Sep 17 22:28:33.752709 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.836020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-6d5593b4-2d42-41e6-9c60-b60e1fcd5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.840623 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-6d5593b4-2d42-41e6-9c60-b60e1fcd5fa0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99ad4a8697d84895a353ddcce62190a2&device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0813231 Sep 17 22:28:33.941450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398690-4fac-477a-bed4-4ab879f04599 req-dce1dd31-9974-42f1-907e-93432327a4e4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.951702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0398690-4fac-477a-bed4-4ab879f04599 req-dce1dd31-9974-42f1-907e-93432327a4e4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.1054904 Sep 17 22:28:34.000417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0398690-4fac-477a-bed4-4ab879f04599 req-da73cbfd-7e2a-4ea2-8304-f75c33310084 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 Sep 17 22:28:34.015085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-195d3c0e-b60e-4cdb-88dc-cdef4f96302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.016573 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-195d3c0e-b60e-4cdb-88dc-cdef4f96302a service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 200 len: 909 time: 0.1676497 Sep 17 22:28:34.026393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-9b2dea85-f348-42d1-9ae8-0240e0edd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.028141 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-9b2dea85-f348-42d1-9ae8-0240e0edd669 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233&tenant_id=3244df1228af49e2bdc2f43affbe409b HTTP/1.1" status: 200 len: 1101 time: 0.0658867 Sep 17 22:28:34.081795 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-fbfa0d9f-c07e-489c-bbc5-803d2e345e5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 200 len: 217 time: 0.0525622 Sep 17 22:28:34.087012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:34.089816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1238e3-b007-4aac-801b-cd45372b3342 req-515db2fb-09d6-45c0-aab4-da6f68679ea4 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.091667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba1238e3-b007-4aac-801b-cd45372b3342 req-515db2fb-09d6-45c0-aab4-da6f68679ea4 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 946 time: 0.0647843 Sep 17 22:28:34.143660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba1238e3-b007-4aac-801b-cd45372b3342 req-6fa380e5-311e-493f-9f2b-7790634e6fb8 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Sep 17 22:28:34.190257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-40d2c40c-2580-437f-8074-f53816baa977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.194811 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-40d2c40c-2580-437f-8074-f53816baa977 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 200 len: 848 time: 0.1001942 Sep 17 22:28:34.194811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.233256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-92c08b32-35d2-4e66-a54f-e3089c42f663 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4c5a28d-5768-4900-80e9-f97d86da36aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291650 Sep 17 22:28:34.314537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:34.438782 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.471081 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-d7867b9d-84e4-497a-8d1a-fcfa6a3d3671 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148573 Sep 17 22:28:34.480013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:34.498672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6f504895-2511-4617-8eb3-c7875cd649a2', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': '6f504895-2511-4617-8eb3-c7875cd649a2', 'mac_address': 'fa:16:3e:19:98:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:34.557101 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.578728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f504895-2511-4617-8eb3-c7875cd649a2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:34.610673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6780d7c-e570-4cff-933d-74bfd5bc60e2 req-8452bc4b-8ad8-454f-8317-4e88ada17ac6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.612240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6780d7c-e570-4cff-933d-74bfd5bc60e2 req-8452bc4b-8ad8-454f-8317-4e88ada17ac6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 945 time: 0.1602845 Sep 17 22:28:34.614704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:34.624130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.629924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:34.652249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-626908e6-847b-4a36-bcf2-995465889f65 service neutron] 10.222.0.49 "GET /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758828 Sep 17 22:28:34.656496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd988f-4e71-44a8-9cc4-ae6c8d147595 req-baf605ec-b29c-456e-a8e6-36bc701d298a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.673506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bcd988f-4e71-44a8-9cc4-ae6c8d147595 req-baf605ec-b29c-456e-a8e6-36bc701d298a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 943 time: 0.1751645 Sep 17 22:28:34.684014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:34.704004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-53043c4d-66bc-4a52-b102-4687c3c08b6c tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.712106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-53043c4d-66bc-4a52-b102-4687c3c08b6c tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 946 time: 0.1870897 Sep 17 22:28:34.715557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:34.745117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6780d7c-e570-4cff-933d-74bfd5bc60e2 req-f00a30b1-8ca4-42ba-97e8-5c89a0a186ae tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235311 Sep 17 22:28:34.762572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:34.765356 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992fdf4-9f9d-47dd-8f7b-2157b3c196dc" -d '{"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-unplugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:34.770500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.784981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Transition to ACTIVE for port object 595f0142-abfa-402d-b9c0-70b02c4b827a will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:34.800401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.807136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6f504895-2511-4617-8eb3-c7875cd649a2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:34.815155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bcd988f-4e71-44a8-9cc4-ae6c8d147595 req-b113807b-9a6a-4b64-b84c-e016a776078d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406784 Sep 17 22:28:34.897506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] No DVR routers for this DVR port 595f0142-abfa-402d-b9c0-70b02c4b827a on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:34.923017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:34.948856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c06b73b2-bd73-4033-8919-183a4d8cc5e0 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:34.987250 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c429484-01b6-4a27-b8af-a6dc5d14e0d2 x-openstack-request-id: req-0c429484-01b6-4a27-b8af-a6dc5d14e0d2 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:34.987250 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-unplugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:34.987581 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c429484-01b6-4a27-b8af-a6dc5d14e0d2 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:34.994823 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'code': 200} Sep 17 22:28:35.037466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Deleting port 6d930533-8699-4a01-aafb-cfdf485bd746 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:35.037874 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.042684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:35.043976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:35.044487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:35.050594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:35.051076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Attempting to bind port 595f0142-abfa-402d-b9c0-70b02c4b827a on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:35.057881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:35.058220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:35.058596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:35.059104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Bound port: 595f0142-abfa-402d-b9c0-70b02c4b827a, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:35.059515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.087456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231348da-4bb5-4204-8260-e3c1faaa4d6b req-46188c98-e8a4-4843-9642-67c4269c010b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:35.097548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-231348da-4bb5-4204-8260-e3c1faaa4d6b req-46188c98-e8a4-4843-9642-67c4269c010b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 944 time: 0.1777928 Sep 17 22:28:35.287287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-b8f30559-de27-4853-98d9-5ea2c05716c6 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:35.299418 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-b8f30559-de27-4853-98d9-5ea2c05716c6 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1&tenant_id=99ad4a8697d84895a353ddcce62190a2&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.2080300 Sep 17 22:28:35.320178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-231348da-4bb5-4204-8260-e3c1faaa4d6b req-f50c4654-3613-415e-8c5e-81b1a3b2a8fc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805785 Sep 17 22:28:35.340174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c06b73b2-bd73-4033-8919-183a4d8cc5e0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:35.379718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:35.398641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.407682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0bb1f-424d-4b43-b308-f794b613ac01 req-d768c1a0-e6ac-4c82-8147-fff09502d28a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:35.412875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0', 'network_id': '35ef3a14-2522-44f7-81a8-221972a68d82', 'port_id': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0', 'mac_address': 'fa:16:3e:b4:a8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568fed84-8fad-4509-8527-d94bccda56db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:35.420964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-65e0bb1f-424d-4b43-b308-f794b613ac01 req-d768c1a0-e6ac-4c82-8147-fff09502d28a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.2068501 Sep 17 22:28:35.437983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:35.475561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.523365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] For port 6d930533-8699-4a01-aafb-cfdf485bd746, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d930533-8699-4a01-aafb-cfdf485bd746,segment=NetworkSegment(fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f),segment_id=fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:35.523743 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.551757 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.576122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-65e0bb1f-424d-4b43-b308-f794b613ac01 req-8e5bf781-69be-4bf2-b40f-f8e294919ff6 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541247 Sep 17 22:28:35.577249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Calling delete_port for 6d930533-8699-4a01-aafb-cfdf485bd746 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:35.601963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06b73b2-bd73-4033-8919-183a4d8cc5e0 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:35.618132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=11']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:35.659600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c06b73b2-bd73-4033-8919-183a4d8cc5e0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:35.668320 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.685488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:35.686097 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.687363 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-470ef3b2-ed1f-410b-b3d1-a31825bf51ff service neutron] 10.222.0.49 "PUT /v2.0/ports/595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 1097 time: 1.6046422 Sep 17 22:28:35.715754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-7a306d72-93ce-4330-8988-63b71a52b4cd service neutron] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:35.720921 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-7a306d72-93ce-4330-8988-63b71a52b4cd service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.722103 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b69c425-30e1-4229-9508-5069de9afaf0 req-7a306d72-93ce-4330-8988-63b71a52b4cd service neutron] 10.222.0.49 "DELETE /v2.0/ports/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7/bindings/n-h1-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.4102542 Sep 17 22:28:35.762506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c06b73b2-bd73-4033-8919-183a4d8cc5e0,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:35.946721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-aacc7e69-c0ce-4e7d-b3c4-3e8b2eacdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:35.949001 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-aacc7e69-c0ce-4e7d-b3c4-3e8b2eacdfde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1100 time: 0.2077460 Sep 17 22:28:36.120443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a121b15-d383-44b1-a83d-c37f8f7b34ae req-048051db-83d7-4fc5-a868-2efa7b0c7296 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.129517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a121b15-d383-44b1-a83d-c37f8f7b34ae req-048051db-83d7-4fc5-a868-2efa7b0c7296 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1689a7-b8a6-4b92-9167-d4e92a9037b2 HTTP/1.1" status: 200 len: 946 time: 0.4095936 Sep 17 22:28:36.144208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.190277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6d930533-8699-4a01-aafb-cfdf485bd746'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:36.215987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a69ed3-d8d9-4242-95d2-42ceaa3401f3 req-eb91340d-5f70-455f-b42e-1d3cdef9df5a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.227429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28a69ed3-d8d9-4242-95d2-42ceaa3401f3 req-eb91340d-5f70-455f-b42e-1d3cdef9df5a tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 945 time: 0.2906971 Sep 17 22:28:36.232916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-4a9eb956-e4ad-441a-b6d6-cf25bcbd9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.235358 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-4a9eb956-e4ad-441a-b6d6-cf25bcbd9160 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2765782 Sep 17 22:28:36.238226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Pushing event deleted for resources: {'Port': ['ID=6d930533-8699-4a01-aafb-cfdf485bd746,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:36.293304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a121b15-d383-44b1-a83d-c37f8f7b34ae req-36665253-fadb-4aa9-9918-9327029c6bc8 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.48 "GET /v2.0/security-groups?id=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614759 Sep 17 22:28:36.308711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['c06b73b2-bd73-4033-8919-183a4d8cc5e0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:36.342845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-6d2cea09-31f8-4014-9d7d-be1fd46567b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.0922918 Sep 17 22:28:36.401044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] No DVR routers for this DVR port 6d930533-8699-4a01-aafb-cfdf485bd746 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:36.409660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.412706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d55b4e16-c9ed-4a79-a0be-c56a9a6b531f req-bde45358-3cfc-4ff6-80b3-9e0377fef261 tempest-VolumesAdminNegativeTest-1342214122 tempest-VolumesAdminNegativeTest-1342214122-project] 10.222.0.45 "DELETE /v2.0/ports/6d930533-8699-4a01-aafb-cfdf485bd746 HTTP/1.1" status: 204 len: 173 time: 1.6819739 Sep 17 22:28:36.418825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-8d792c3b-6d1f-4517-b7de-5a51549b7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.420354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-8d792c3b-6d1f-4517-b7de-5a51549b7f60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0680757 Sep 17 22:28:36.423824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1689a7-b8a6-4b92-9167-d4e92a9037b2', 'name': 'network-vif-deleted', 'tag': '6d930533-8699-4a01-aafb-cfdf485bd746'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:36.426619 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7111b625-0c5f-49b5-8d7e-0bcf98fe3cce" -d '{"events": [{"server_uuid": "1b1689a7-b8a6-4b92-9167-d4e92a9037b2", "name": "network-vif-deleted", "tag": "6d930533-8699-4a01-aafb-cfdf485bd746"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:36.433201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device eb7926ad-4803-459f-a4aa-9273cd244aa5 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:36.451386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28a69ed3-d8d9-4242-95d2-42ceaa3401f3 req-6ae4f1b5-0c20-48c2-bac6-47f52dfc1e06 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183433 Sep 17 22:28:36.529795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347853e4-9b44-43a8-be6f-e98213180334 req-92e23a81-d1ce-4f32-8a66-63284d473387 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.538945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-347853e4-9b44-43a8-be6f-e98213180334 req-92e23a81-d1ce-4f32-8a66-63284d473387 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 944 time: 0.1249828 Sep 17 22:28:36.578603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port eb7926ad-4803-459f-a4aa-9273cd244aa5 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:36.592773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-347853e4-9b44-43a8-be6f-e98213180334 req-1862c71f-f3c6-4191-9a54-07a8e9e6a47a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524662 Sep 17 22:28:36.594158 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-1ce6c141-a20c-4149-90b6-cf624d7a1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.594679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port eb7926ad-4803-459f-a4aa-9273cd244aa5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:36.595071 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.606198 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-1ce6c141-a20c-4149-90b6-cf624d7a1287 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669488 Sep 17 22:28:36.765999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68fd04-9fd0-4aea-99a1-03e27e676377 req-8d4f9436-440d-47b3-ace1-5668043d4580 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.775750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f68fd04-9fd0-4aea-99a1-03e27e676377 req-8d4f9436-440d-47b3-ace1-5668043d4580 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 944 time: 0.0772889 Sep 17 22:28:36.780588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.812700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:36.820227 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77785e77-1b47-46e8-aa50-5e615daf2820" -d '{"events": [{"server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "name": "network-vif-plugged", "status": "completed", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:36.839647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:36.843398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f68fd04-9fd0-4aea-99a1-03e27e676377 req-2a79926a-b7f0-4fcd-90ed-559c51181caf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660114 Sep 17 22:28:36.847607 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.848752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:36.901933 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e81c7b-f556-4e4b-835a-438b90797fe7 x-openstack-request-id: req-12e81c7b-f556-4e4b-835a-438b90797fe7 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:36.902518 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1689a7-b8a6-4b92-9167-d4e92a9037b2", "name": "network-vif-deleted", "tag": "6d930533-8699-4a01-aafb-cfdf485bd746", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:36.902991 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12e81c7b-f556-4e4b-835a-438b90797fe7 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:36.910648 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1689a7-b8a6-4b92-9167-d4e92a9037b2', 'name': 'network-vif-deleted', 'tag': '6d930533-8699-4a01-aafb-cfdf485bd746', 'status': 'completed', 'code': 200} Sep 17 22:28:36.937617 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-67fa7755-27a2-4ad7-beef-8060387115f7 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206081 Sep 17 22:28:37.013249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:37.015966 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96daab16-8d5c-482e-ad71-bee706c902bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:37.132227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:37.148159 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6f504895-2511-4617-8eb3-c7875cd649a2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:37.148795 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.243079 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8886cc3f-b5dd-4d6d-9e65-90c07eafaab8 req-9cca06fd-8b94-4a43-9a9a-49d5f7665b9f service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954557 Sep 17 22:28:37.312201 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.315544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56769659-7fb2-4478-b0af-2e4323af9aac req-75543908-0ce6-46c1-94fa-2c5c706616fb tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:37.316987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56769659-7fb2-4478-b0af-2e4323af9aac req-75543908-0ce6-46c1-94fa-2c5c706616fb tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.0749722 Sep 17 22:28:37.378113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56769659-7fb2-4478-b0af-2e4323af9aac req-fb32f448-ee25-42bd-9903-b28e2abc4a03 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Sep 17 22:28:37.387464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:37.400091 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.400091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:37.504920 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ea637-a6e8-47eb-93ec-b0d72e872bdd x-openstack-request-id: req-a92ea637-a6e8-47eb-93ec-b0d72e872bdd {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:37.505518 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "name": "network-vif-plugged", "status": "completed", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:37.506103 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a92ea637-a6e8-47eb-93ec-b0d72e872bdd {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:37.506716 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5', 'code': 200} Sep 17 22:28:37.620188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:37.627534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:37.628257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d930533-8699-4a01-aafb-cfdf485bd746 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:37.651471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 6d930533-8699-4a01-aafb-cfdf485bd746 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:37.651975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d930533-8699-4a01-aafb-cfdf485bd746 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:37.673362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e290-51bc-4635-8fd7-5a8d902b3cab req-fbdcffc5-1544-4bab-a78f-ca8ade7e000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:37.675158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85c6e290-51bc-4635-8fd7-5a8d902b3cab req-fbdcffc5-1544-4bab-a78f-ca8ade7e000f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1097 time: 0.1444705 Sep 17 22:28:37.679253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dffc5-8079-449b-b4a6-9450eba15f95 req-16cf4da6-390f-4c22-841b-b74d7c439101 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:37.687464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a77dffc5-8079-449b-b4a6-9450eba15f95 req-16cf4da6-390f-4c22-841b-b74d7c439101 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 1097 time: 0.1438124 Sep 17 22:28:37.746878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85c6e290-51bc-4635-8fd7-5a8d902b3cab req-d931c8b7-9799-4bea-9795-14d623ec41e8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505333 Sep 17 22:28:37.777898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a77dffc5-8079-449b-b4a6-9450eba15f95 req-63333030-7c7a-4db9-8135-5b4d0cf8ee46 tempest-LiveMigrationTest-1106000786 tempest-LiveMigrationTest-1106000786-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845418 Sep 17 22:28:37.856266 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8ae8c5-139e-498b-9d36-9974daf1b632 x-openstack-request-id: req-bd8ae8c5-139e-498b-9d36-9974daf1b632 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:37.856558 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:37.857278 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd8ae8c5-139e-498b-9d36-9974daf1b632 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:37.857557 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'status': 'completed', 'code': 200} Sep 17 22:28:37.896191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55680) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:38.000616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daab16-8d5c-482e-ad71-bee706c902bb req-b67605b7-545a-499a-8653-df544ce2f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.020256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-b67605b7-545a-499a-8653-df544ce2f4ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1100 time: 0.1155472 Sep 17 22:28:38.087230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0adfec-a957-4ce2-b6bc-d0beff42ecd0 req-49c0b013-c06b-4a78-a13a-0121514bb217 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.096327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c0adfec-a957-4ce2-b6bc-d0beff42ecd0 req-49c0b013-c06b-4a78-a13a-0121514bb217 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 944 time: 0.1397159 Sep 17 22:28:38.125245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daab16-8d5c-482e-ad71-bee706c902bb req-70f6e096-73dc-4807-9369-1bf6be2b013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.127067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-70f6e096-73dc-4807-9369-1bf6be2b013b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3244df1228af49e2bdc2f43affbe409b&device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1100 time: 0.1270061 Sep 17 22:28:38.131000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-10227f02-63e8-4d2e-a92f-b91e0a454a50 admin admin] Deleting subnet 7f098cb6-74e5-4330-9820-c77220952cf3 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:38.135125 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10227f02-63e8-4d2e-a92f-b91e0a454a50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.178799 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10227f02-63e8-4d2e-a92f-b91e0a454a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.229012 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10227f02-63e8-4d2e-a92f-b91e0a454a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.264753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daab16-8d5c-482e-ad71-bee706c902bb req-d0515fe6-9ae2-4ad8-b5c9-f1ee0cc9dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.266732 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-d0515fe6-9ae2-4ad8-b5c9-f1ee0cc9dd87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2371194 Sep 17 22:28:38.312510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10227f02-63e8-4d2e-a92f-b91e0a454a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.369094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10227f02-63e8-4d2e-a92f-b91e0a454a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f098cb6-74e5-4330-9820-c77220952cf3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:38.377657 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10227f02-63e8-4d2e-a92f-b91e0a454a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.380620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-10227f02-63e8-4d2e-a92f-b91e0a454a50 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7f098cb6-74e5-4330-9820-c77220952cf3 HTTP/1.1" status: 204 len: 168 time: 0.4823263 Sep 17 22:28:38.388326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55684) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:38.392466 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-6032c06e-6983-4ead-90af-1979137f8e76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.1180093 Sep 17 22:28:38.484198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c0adfec-a957-4ce2-b6bc-d0beff42ecd0 req-42a98cb9-776b-4c3d-b535-b917b19a1387 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864894 Sep 17 22:28:38.509791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daab16-8d5c-482e-ad71-bee706c902bb req-64097a61-5e78-4cad-aa32-0cec339abc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.512614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-64097a61-5e78-4cad-aa32-0cec339abc84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1124668 Sep 17 22:28:38.618655 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.621614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daab16-8d5c-482e-ad71-bee706c902bb req-0adac7c1-522d-4e3e-b1a4-a7eaee127065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.623280 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-0adac7c1-522d-4e3e-b1a4-a7eaee127065 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998037 Sep 17 22:28:38.688718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daab16-8d5c-482e-ad71-bee706c902bb req-059fe79f-f43b-45a8-a64b-f1c0ab877783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.690864 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-059fe79f-f43b-45a8-a64b-f1c0ab877783 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.3914690 Sep 17 22:28:38.801214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.852966 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-9f131ae3-c37e-4d31-886e-49203f5395cf service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179866 Sep 17 22:28:38.890283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-532abc4a-f3ea-4f45-9516-fa3b3c3675cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 200 len: 217 time: 0.1623833 Sep 17 22:28:38.912034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c623923c-251a-4391-97a1-4235e278eb22']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:38.947758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c06b73b2-bd73-4033-8919-183a4d8cc5e0 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:38.984341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-f17fecac-2e99-406f-bbe6-773b62b6ebc7 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226010 Sep 17 22:28:39.042733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:39.045266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa51fef9-f09a-4dc6-b6a6-8ad9d3941c0f') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:39.059059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port c06b73b2-bd73-4033-8919-183a4d8cc5e0 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:39.063376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port c06b73b2-bd73-4033-8919-183a4d8cc5e0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:39.063988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.089691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.117804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daab16-8d5c-482e-ad71-bee706c902bb req-7f03646b-6a8a-4657-b31e-47423654454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:39.126740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-7f03646b-6a8a-4657-b31e-47423654454a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2208087 Sep 17 22:28:39.152386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fd799-64d4-459d-937a-87eab7976c3d req-1bba189d-6037-4c3b-85a8-a99bfc37b5f6 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:39.164209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a70fd799-64d4-459d-937a-87eab7976c3d req-1bba189d-6037-4c3b-85a8-a99bfc37b5f6 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.3214188 Sep 17 22:28:39.166974 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.202520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:39.203419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:39.214378 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:39.268873 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.316635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a70fd799-64d4-459d-937a-87eab7976c3d req-39ebf699-a493-44a3-b703-b00aad1dfada tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489754 Sep 17 22:28:39.319986 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.327168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daab16-8d5c-482e-ad71-bee706c902bb req-0591752b-e7df-440d-bef8-435d510ae0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:39.329093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-0591752b-e7df-440d-bef8-435d510ae0fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593719 Sep 17 22:28:39.358549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c06b73b2-bd73-4033-8919-183a4d8cc5e0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:39.379238 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.461175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.463602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c623923c-251a-4391-97a1-4235e278eb22 HTTP/1.1" status: 204 len: 168 time: 1.0719736 Sep 17 22:28:39.473909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55690) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:39.482851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41f68f-46e4-4d85-845d-2c3bc9aea297 admin admin] Pushing event deleted for resources: {'Network': ['ID=c623923c-251a-4391-97a1-4235e278eb22,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:39.490726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c06b73b2-bd73-4033-8919-183a4d8cc5e0,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:39.510153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}, {'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:39.513384 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c207bc2f-705f-4e0e-abfa-9322911ec3e4" -d '{"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-plugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}, {"server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "name": "network-vif-plugged", "status": "completed", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:39.555825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d2583c-6eb2-4d99-b49e-7b5af4fd9f58 admin admin] Deleting subnet fc92546f-4283-44c6-96af-b320146e881d {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:39.557554 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3d2583c-6eb2-4d99-b49e-7b5af4fd9f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.616154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3d2583c-6eb2-4d99-b49e-7b5af4fd9f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.691518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3d2583c-6eb2-4d99-b49e-7b5af4fd9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.696605 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-b9900488-bdda-41d7-ab78-1f8eebb050a7 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565001 Sep 17 22:28:39.823799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1b2a7-746e-4ef0-81b6-3e307cc2df4f req-faf71f98-0d3a-49c4-9254-4ce44c5ec026 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:39.832991 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfb1b2a7-746e-4ef0-81b6-3e307cc2df4f req-faf71f98-0d3a-49c4-9254-4ce44c5ec026 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.1916347 Sep 17 22:28:39.845915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-16ae7e95-47e7-46b1-b4c3-2530b276c310 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:39.847426 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-16ae7e95-47e7-46b1-b4c3-2530b276c310 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.49 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 945 time: 0.0895886 Sep 17 22:28:39.915098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfb1b2a7-746e-4ef0-81b6-3e307cc2df4f req-3aa19903-f1a7-4cd5-8632-c81a629d9b96 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 Sep 17 22:28:39.927591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96daab16-8d5c-482e-ad71-bee706c902bb req-035d4c5c-9e7e-4795-8317-aa06040ec45f service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010784 Sep 17 22:28:40.122235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ed6e8-1203-47ba-baf0-6d5f61d81025 req-b911a16b-38fb-4d05-aca3-9834fe201102 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:40.129977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-505ed6e8-1203-47ba-baf0-6d5f61d81025 req-b911a16b-38fb-4d05-aca3-9834fe201102 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 945 time: 0.1257124 Sep 17 22:28:40.281023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-505ed6e8-1203-47ba-baf0-6d5f61d81025 req-5ddf7b4c-50ee-4e2c-be00-07e9c282c9c7 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150973 Sep 17 22:28:40.285204 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3d2583c-6eb2-4d99-b49e-7b5af4fd9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.343067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2583c-6eb2-4d99-b49e-7b5af4fd9f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc92546f-4283-44c6-96af-b320146e881d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:40.351268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3d2583c-6eb2-4d99-b49e-7b5af4fd9f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.356001 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f3d2583c-6eb2-4d99-b49e-7b5af4fd9f58 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fc92546f-4283-44c6-96af-b320146e881d HTTP/1.1" status: 204 len: 168 time: 0.8592041 Sep 17 22:28:40.356503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55704) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:40.407036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6cf5e-4311-4404-a577-d41ef7390e9f req-5109e06a-e3cc-46f2-a0ca-58de01d98ca0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:40.415399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01f6cf5e-4311-4404-a577-d41ef7390e9f req-5109e06a-e3cc-46f2-a0ca-58de01d98ca0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 945 time: 0.0930147 Sep 17 22:28:40.443649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Deleting port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:40.444038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.452286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.482760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01f6cf5e-4311-4404-a577-d41ef7390e9f req-4a6a13e8-0108-462d-9e90-f34e34e72cb3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661180 Sep 17 22:28:40.572080 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f7dafe-5649-472c-8ae3-e26bfafe570d x-openstack-request-id: req-c7f7dafe-5649-472c-8ae3-e26bfafe570d {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:40.572573 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-plugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "code": 200}, {"server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "name": "network-vif-plugged", "status": "completed", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:40.572678 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7f7dafe-5649-472c-8ae3-e26bfafe570d {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:40.573021 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'code': 200} Sep 17 22:28:40.573277 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0', 'code': 200} Sep 17 22:28:40.652914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.699185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a0f8b-32e5-4fa4-ac8c-c62f72a41401 req-8b3b4016-438e-4863-bf7d-76be38685e3d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:40.699616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] For port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:40.699941 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.706742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b23a0f8b-32e5-4fa4-ac8c-c62f72a41401 req-8b3b4016-438e-4863-bf7d-76be38685e3d tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.0790687 Sep 17 22:28:40.726025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae739131-eb5a-44f8-a678-27a9b8d59f24']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:40.729767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Calling delete_port for 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:40.743931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed25dbf-945f-4fe5-872b-9eee77797f94') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:40.744294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed25dbf-945f-4fe5-872b-9eee77797f94') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:40.759724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b23a0f8b-32e5-4fa4-ac8c-c62f72a41401 req-a6c95205-1586-49bf-a411-25fb913671e4 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Sep 17 22:28:40.773218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.801683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842ed6-8784-411e-8f1f-fd97e6fb798b req-b193589d-5093-4c89-b7d9-2011232e0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:40.804733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-10842ed6-8784-411e-8f1f-fd97e6fb798b req-b193589d-5093-4c89-b7d9-2011232e0a61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1097 time: 0.1414988 Sep 17 22:28:40.867297 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.893282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:40.893853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:40.896231 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:40.933370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e9c15-9b3a-4b76-8d24-38856499c8fc req-b3c07d3e-6f17-4ba7-a318-e5a7d0a316d8 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:40.940429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec5e9c15-9b3a-4b76-8d24-38856499c8fc req-b3c07d3e-6f17-4ba7-a318-e5a7d0a316d8 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1097 time: 0.0635180 Sep 17 22:28:40.950830 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:40.964491 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-10842ed6-8784-411e-8f1f-fd97e6fb798b req-0cc8c2a9-8859-40f8-80de-7d809d52440c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300931 Sep 17 22:28:40.998681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec5e9c15-9b3a-4b76-8d24-38856499c8fc req-93eca42b-521a-49a8-a89c-0832fe1c542e tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563815 Sep 17 22:28:41.120586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.149410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.152516 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] 10.222.0.48 "DELETE /v2.0/networks/ae739131-eb5a-44f8-a678-27a9b8d59f24 HTTP/1.1" status: 204 len: 168 time: 0.7941437 Sep 17 22:28:41.167268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be6528-bda1-43af-987f-3ed8dd7376ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ae739131-eb5a-44f8-a678-27a9b8d59f24,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:41.167617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:41.190051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a249899-d5f8-4d49-840e-523d87530331 req-60dc9e22-ea85-4159-b45b-59db419762e1 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:41.193079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a249899-d5f8-4d49-840e-523d87530331 req-60dc9e22-ea85-4159-b45b-59db419762e1 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 949 time: 0.1301813 Sep 17 22:28:41.194443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'mac_address': 'fa:16:3e:47:8a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:41.210621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.244516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd35e1-e322-4505-abef-e4c8702af42b req-3f56e8c9-b94a-43f2-ab4f-6bba75d3ba2a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:41.247699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fedd35e1-e322-4505-abef-e4c8702af42b req-3f56e8c9-b94a-43f2-ab4f-6bba75d3ba2a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 948 time: 0.1373124 Sep 17 22:28:41.262887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec', '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:41.279442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Pushing event deleted for resources: {'Port': ['ID=6ced1e91-06f2-4dd9-b3b4-f6021b6510c7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:41.281460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a249899-d5f8-4d49-840e-523d87530331 req-088e9670-ae05-4bc1-bd0c-bf7f65e3f2b9 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Sep 17 22:28:41.323346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fedd35e1-e322-4505-abef-e4c8702af42b req-ccde83b4-e0e8-41da-8254-9b7569925c97 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581601 Sep 17 22:28:41.398641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] No DVR routers for this DVR port 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:41.404755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.411876 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9e91a190-eab4-495d-b7db-00ad170a0b4a req-e9c7ffe5-937c-4447-8e8a-58887890cae6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.49 "DELETE /v2.0/ports/6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 HTTP/1.1" status: 204 len: 173 time: 1.5490201 Sep 17 22:28:41.412975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'name': 'network-vif-deleted', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:41.434890 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eafcdc-2f43-4f5a-a580-14d1b37ab693" -d '{"events": [{"server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "name": "network-vif-deleted", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:41.468948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.492300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595f0142-abfa-402d-b9c0-70b02c4b827a {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:41.545564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:41.560747 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.562244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c3bf3cb-edd3-4ba3-9f10-0d77b2549d9a req-9e1e38ac-99bc-410b-9b0c-246bb53ce4bc tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 210 time: 0.0625200 Sep 17 22:28:41.575825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb307ae9-336c-4f23-964f-fb552b4f4b51 req-301f1a38-a802-4460-8046-f2f19f3e929f tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:41.586817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb307ae9-336c-4f23-964f-fb552b4f4b51 req-301f1a38-a802-4460-8046-f2f19f3e929f tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1097 time: 0.1482852 Sep 17 22:28:41.592318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55754) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:41.679743 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb307ae9-336c-4f23-964f-fb552b4f4b51 req-df05cc98-9122-4af0-adf0-4c2ace6a8ca5 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832832 Sep 17 22:28:41.691569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-26a38a21-a992-49b3-b09c-30bb590b3de6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54760a79d97847ea91073d1070a98623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976443 Sep 17 22:28:41.696606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55766) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:41.764891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=12']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:41.801610 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ee112-2a40-4eae-a7b5-01a15d2e755a x-openstack-request-id: req-408ee112-2a40-4eae-a7b5-01a15d2e755a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:41.802662 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16946ab3-97ff-4dc2-ac71-2d4385fdb8f1", "name": "network-vif-deleted", "tag": "6ced1e91-06f2-4dd9-b3b4-f6021b6510c7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:41.804105 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-408ee112-2a40-4eae-a7b5-01a15d2e755a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:41.805068 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16946ab3-97ff-4dc2-ac71-2d4385fdb8f1', 'name': 'network-vif-deleted', 'tag': '6ced1e91-06f2-4dd9-b3b4-f6021b6510c7', 'status': 'completed', 'code': 200} Sep 17 22:28:41.851816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24d04edf-777b-40c0-9546-28d03b9b3248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.955550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24d04edf-777b-40c0-9546-28d03b9b3248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.999061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b99e6-d81c-441c-a677-78ea2531db6b req-2f0cc7c0-044f-4bed-8472-7a943d5f7514 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:42.007386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a2b99e6-d81c-441c-a677-78ea2531db6b req-2f0cc7c0-044f-4bed-8472-7a943d5f7514 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 945 time: 0.1600053 Sep 17 22:28:42.074636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a2b99e6-d81c-441c-a677-78ea2531db6b req-543930d3-65ae-4e2f-b6bf-2c1d8e7d86a0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642543 Sep 17 22:28:42.100625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24d04edf-777b-40c0-9546-28d03b9b3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.104336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24d04edf-777b-40c0-9546-28d03b9b3248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.105728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-24d04edf-777b-40c0-9546-28d03b9b3248 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0663afc5-b7f3-4a6f-bd9e-bf571e0b5367 HTTP/1.1" status: 204 len: 168 time: 0.4070165 Sep 17 22:28:42.124329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d04edf-777b-40c0-9546-28d03b9b3248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663afc5-b7f3-4a6f-bd9e-bf571e0b5367,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:42.273806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['595f0142-abfa-402d-b9c0-70b02c4b827a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:42.802308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55840) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:42.869065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f7899152-ca3d-4b70-80d9-2739223adf75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06bf2161c7c44471aefb2821492a11d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654171 Sep 17 22:28:42.873336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55844) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:42.972448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:43.005905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c460aac2-8252-49a2-950c-e20cab839e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.021564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:43.024288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6ced1e91-06f2-4dd9-b3b4-f6021b6510c7 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:43.044146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c460aac2-8252-49a2-950c-e20cab839e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.146507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c460aac2-8252-49a2-950c-e20cab839e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.152197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c460aac2-8252-49a2-950c-e20cab839e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.153399 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c460aac2-8252-49a2-950c-e20cab839e9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7900eb81-3899-49da-b402-81b06210021f HTTP/1.1" status: 204 len: 168 time: 0.2783172 Sep 17 22:28:43.164069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460aac2-8252-49a2-950c-e20cab839e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7900eb81-3899-49da-b402-81b06210021f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:43.399231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6a12-48d2-4018-bdc8-2697e6b3cded req-78a10bd7-1f09-4488-9bc6-7a2ab07667b2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:43.407565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67cf6a12-48d2-4018-bdc8-2697e6b3cded req-78a10bd7-1f09-4488-9bc6-7a2ab07667b2 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 949 time: 0.0891881 Sep 17 22:28:43.464555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67cf6a12-48d2-4018-bdc8-2697e6b3cded req-b115c27b-6c0b-4a13-800b-e3c74765aabe tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541482 Sep 17 22:28:43.612318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b11312b3-cf0f-4a40-abee-9e64ce9d2466 req-818bf419-2710-4dbf-be32-0a61277d0c09 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 210 time: 0.0765359 Sep 17 22:28:43.740483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-1cc7af62-7cc5-4838-8479-a8af74ba4d90 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:28:43.741883 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-1cc7af62-7cc5-4838-8479-a8af74ba4d90 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074973 Sep 17 22:28:43.792630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-038a46b5-3a55-4c44-a688-ada74bac9a04 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:43.801195 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-038a46b5-3a55-4c44-a688-ada74bac9a04 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports/eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0520375 Sep 17 22:28:43.811694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Request body: {'binding': {'host': 'n-h2-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:43.812455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:28:43.855615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b64bc3-cd6b-47c6-a153-a1e27e1d5e3f req-cf43647d-e9f1-47b2-b640-90ea22cd3845 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:43.860008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4b64bc3-cd6b-47c6-a153-a1e27e1d5e3f req-cf43647d-e9f1-47b2-b640-90ea22cd3845 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 945 time: 0.1045833 Sep 17 22:28:43.935917 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4b64bc3-cd6b-47c6-a153-a1e27e1d5e3f req-171cb1d0-6068-48c8-8c3a-6254be9e627f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644267 Sep 17 22:28:44.029300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on host n-h2-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:44.029860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:44.030007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:44.034842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:44.035190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:44.044464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:44.044464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:44.044464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:44.044464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Bound port: eb7926ad-4803-459f-a4aa-9273cd244aa5, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:44.166249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891264e-b41d-4b0f-bcd5-32458d2023c5 req-0da0e1f3-5abc-4f97-b5c6-f9d78ff6bbd0 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.175965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8891264e-b41d-4b0f-bcd5-32458d2023c5 req-0da0e1f3-5abc-4f97-b5c6-f9d78ff6bbd0 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 1101 time: 0.0770040 Sep 17 22:28:44.202831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:44.211788 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.213339 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] 10.222.0.48 "POST /v2.0/ports/eb7926ad-4803-459f-a4aa-9273cd244aa5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4053645 Sep 17 22:28:44.228525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8891264e-b41d-4b0f-bcd5-32458d2023c5 req-294c34ef-0360-40ae-9420-2adbbffc8236 tempest-MigrationsAdminTest-730350911 tempest-MigrationsAdminTest-730350911-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491507 Sep 17 22:28:44.351086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:44.461657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-114cb674-4050-45d3-8ad4-296864687a76 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1412583988&fields=id&tenant_id=672652839f4a4692a852650f57ad3919 HTTP/1.1" status: 200 len: 267 time: 0.0796144 Sep 17 22:28:44.582243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-6edad842-0e8c-4d12-b354-2e0ab51e4056 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.590590 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-6edad842-0e8c-4d12-b354-2e0ab51e4056 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 945 time: 0.1275911 Sep 17 22:28:44.596266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'port': {'security_groups': ['0fdb88c9-30dc-401d-980a-43a7f028dcc6', '46d3be05-554b-4641-b590-4a558ce74e1a']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:44.601749 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.609040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-319f3554-0adc-4410-b0b9-e8c122411678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.610553 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-319f3554-0adc-4410-b0b9-e8c122411678 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1097 time: 0.0975003 Sep 17 22:28:44.658032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:44.665362 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239dcbec-40e5-40ac-af09-916a8cca5905" -d '{"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:44.697222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:44.710123 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.768175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.837013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:44.876253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-423b5b77-874b-4ea1-a245-52820a1e418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.879216 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-423b5b77-874b-4ea1-a245-52820a1e418b service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.2611985 Sep 17 22:28:44.954961 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-aab98d71-a380-4ab2-893d-e6d819c2de60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 200 len: 217 time: 0.0643351 Sep 17 22:28:44.970042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:45.088828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 595f0142-abfa-402d-b9c0-70b02c4b827a completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:45.093463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-552b32e3-c79c-42e4-9e47-7d93fed1de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:45.095599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-552b32e3-c79c-42e4-9e47-7d93fed1de91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.1350751 Sep 17 22:28:45.097888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 595f0142-abfa-402d-b9c0-70b02c4b827a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:45.099709 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.163124 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-003e2431-c69c-45a7-9918-92f4594e356c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596330 Sep 17 22:28:45.250117 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.277380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] For port c06b73b2-bd73-4033-8919-183a4d8cc5e0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:45.321922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.336968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.360431 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ea79a906-f5e6-4b16-ab85-c413b97f3d5e service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891446 Sep 17 22:28:45.363982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:45.374601 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.413873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:45.414562 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.429537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10b422be-181b-4da1-8a84-9ce62b239d78 req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "PUT /v2.0/ports/c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 200 len: 981 time: 0.8378763 Sep 17 22:28:45.430127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:45.432492 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:45.496704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543', 'c06b73b2-bd73-4033-8919-183a4d8cc5e0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:45.512888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=13']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:45.560333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd41c7-1a61-467b-af5a-44507a5d2147 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'Port': ['ID=c06b73b2-bd73-4033-8919-183a4d8cc5e0,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:45.564241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-86deb020-4f90-4c7a-a00a-967c92d2d102 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616235 Sep 17 22:28:45.680454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['c06b73b2-bd73-4033-8919-183a4d8cc5e0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:45.998290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f076bb7-f7d8-41fd-9913-1b54c70ef514 req-5a118256-d292-4652-a91b-835bb2b43ff9 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 210 time: 0.4589422 Sep 17 22:28:46.040911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9ace4-5b8a-48f7-9ad6-8154a5b129e4 req-504e3331-27e4-4010-bac1-d329f4dd5cff tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:46.058218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfd9ace4-5b8a-48f7-9ad6-8154a5b129e4 req-504e3331-27e4-4010-bac1-d329f4dd5cff tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.5724511 Sep 17 22:28:46.158166 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2aabb0-0095-4d1b-888c-be5aec139a17 x-openstack-request-id: req-ce2aabb0-0095-4d1b-888c-be5aec139a17 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:46.158743 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:46.159164 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce2aabb0-0095-4d1b-888c-be5aec139a17 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:46.159839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfd9ace4-5b8a-48f7-9ad6-8154a5b129e4 req-a0da34bf-83e8-4195-869a-a45a7314dbcc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007550 Sep 17 22:28:46.167131 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'code': 200} Sep 17 22:28:46.452138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7c2d9-b38c-4e3d-9950-d58c7a28a176 req-55632187-0b51-45fb-bd5c-46105358e47f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:46.461625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2f7c2d9-b38c-4e3d-9950-d58c7a28a176 req-55632187-0b51-45fb-bd5c-46105358e47f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 950 time: 0.1342652 Sep 17 22:28:46.528813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a307615-9e1b-4caf-8798-5182ce4e8ed4 req-6085b662-e0a4-4f63-a4aa-63ffd8288eb0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/46d3be05-554b-4641-b590-4a558ce74e1a HTTP/1.1" status: 200 len: 1801 time: 0.1454947 Sep 17 22:28:46.594973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2f7c2d9-b38c-4e3d-9950-d58c7a28a176 req-53e36cc4-9913-4146-996b-589752332a08 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321681 Sep 17 22:28:46.664904 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-5a307615-9e1b-4caf-8798-5182ce4e8ed4 req-b4562c45-0edf-4661-bcad-1a763b71e6a5 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:28:46.683953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a307615-9e1b-4caf-8798-5182ce4e8ed4 req-b4562c45-0edf-4661-bcad-1a763b71e6a5 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/46d3be05-554b-4641-b590-4a558ce74e1a HTTP/1.1" status: 409 len: 341 time: 0.1541872 Sep 17 22:28:46.796202 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b768d97-f3e2-42e2-9040-d6edaab9d84b x-openstack-request-id: req-5b768d97-f3e2-42e2-9040-d6edaab9d84b {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:46.796500 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:46.796755 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b768d97-f3e2-42e2-9040-d6edaab9d84b {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:46.797174 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0', 'status': 'completed', 'code': 200} Sep 17 22:28:46.915019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-9663050e-459e-4cca-9e4b-1b50a1ad25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:46.916876 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-9663050e-459e-4cca-9e4b-1b50a1ad25ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1136 time: 0.0757220 Sep 17 22:28:47.089061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eaf4f-50e6-4cbc-88ff-fc3d93943982 req-831cc35d-15ce-44db-bd3c-d694886e1b6a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:47.090721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b39eaf4f-50e6-4cbc-88ff-fc3d93943982 req-831cc35d-15ce-44db-bd3c-d694886e1b6a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 984 time: 0.0741088 Sep 17 22:28:47.132973 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:28:47.174450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-76778691-69d5-424b-ac2e-02a1a8113877 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:47.176167 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-76778691-69d5-424b-ac2e-02a1a8113877 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 950 time: 0.0886099 Sep 17 22:28:47.180492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-e2923466-e54f-43aa-8fb1-1f1dee6d6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:47.182512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-e2923466-e54f-43aa-8fb1-1f1dee6d6f1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 913 time: 0.2580404 Sep 17 22:28:47.220441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b39eaf4f-50e6-4cbc-88ff-fc3d93943982 req-394354aa-7a3c-4dd3-9c41-b849a55e510c tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d3be05-554b-4641-b590-4a558ce74e1a&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0983770 Sep 17 22:28:47.246932 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-6c249fa3-ade6-45ba-8b21-db09340f1835 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 200 len: 217 time: 0.0548606 Sep 17 22:28:47.280348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6dd7aa17-184a-4fd4-9c68-9b88c289894f req-f2aa7515-0cbe-443b-a6c4-9fe706c0e320 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=16946ab3-97ff-4dc2-ac71-2d4385fdb8f1 HTTP/1.1" status: 200 len: 210 time: 0.1147864 Sep 17 22:28:47.359796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa4072-7ce8-402e-bce3-204aacc8f6a6 req-dd95ae01-ce2c-4bda-bd68-f6bff229a263 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:47.371819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-5e84d92f-ed5c-4dba-a79d-7dd5e9c2180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:47.374495 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-5e84d92f-ed5c-4dba-a79d-7dd5e9c2180a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.1093247 Sep 17 22:28:47.383957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bfa4072-7ce8-402e-bce3-204aacc8f6a6 req-dd95ae01-ce2c-4bda-bd68-f6bff229a263 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.1025188 Sep 17 22:28:47.460091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-c7638374-3d2a-461e-bf98-d9cf56f56009 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722420 Sep 17 22:28:47.475681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68ab9d00-af4b-49de-aeb7-3cdf2eb2dbdc req-95ce9661-4f8b-4d48-88a3-72fe7b6d91da tempest-FlavorsV2NegativeTest-1437194279 tempest-FlavorsV2NegativeTest-1437194279-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8b395480096544b29d0d0f67c6f2c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377030 Sep 17 22:28:47.480645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bfa4072-7ce8-402e-bce3-204aacc8f6a6 req-443f830a-1477-4eba-8e99-6548288e3e29 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957472 Sep 17 22:28:47.658527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab9d00-af4b-49de-aeb7-3cdf2eb2dbdc req-390a9910-ea9c-4a7c-8a7a-f9b30187fde7 tempest-FlavorsV2NegativeTest-1437194279 tempest-FlavorsV2NegativeTest-1437194279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:47.669029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68ab9d00-af4b-49de-aeb7-3cdf2eb2dbdc req-390a9910-ea9c-4a7c-8a7a-f9b30187fde7 tempest-FlavorsV2NegativeTest-1437194279 tempest-FlavorsV2NegativeTest-1437194279-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913457 Sep 17 22:28:47.693358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68ab9d00-af4b-49de-aeb7-3cdf2eb2dbdc req-36aa0a4a-1a94-4e74-adfc-0e4d9c78faed tempest-FlavorsV2NegativeTest-1437194279 tempest-FlavorsV2NegativeTest-1437194279-project] 10.222.0.48 "GET /v2.0/quotas/8b395480096544b29d0d0f67c6f2c12d HTTP/1.1" status: 200 len: 375 time: 0.0242615 Sep 17 22:28:47.721470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Deleting port 595f0142-abfa-402d-b9c0-70b02c4b827a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:47.721815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.771105 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-1c554e68-d5c3-4f4e-83b7-8c8a199aab68 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755764 Sep 17 22:28:47.796024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68ab9d00-af4b-49de-aeb7-3cdf2eb2dbdc req-f0ad6c22-1013-4f30-81fc-8ed6c6f0282d tempest-FlavorsV2NegativeTest-1437194279 tempest-FlavorsV2NegativeTest-1437194279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b395480096544b29d0d0f67c6f2c12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015234 Sep 17 22:28:47.894825 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a9f9ef0-9a52-4afc-b4b8-fecfa1afc5a3 req-1d909baa-944d-43cd-8132-0411a419ab24 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160693 Sep 17 22:28:47.978415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71af05-c4c8-469c-a324-59fabb23e5f7 req-87603f60-1392-4073-8806-44e6959ab9c7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:47.980082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c71af05-c4c8-469c-a324-59fabb23e5f7 req-87603f60-1392-4073-8806-44e6959ab9c7 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 950 time: 0.2168272 Sep 17 22:28:48.119485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c71af05-c4c8-469c-a324-59fabb23e5f7 req-45edc29f-3d72-4e55-b3bd-62df74219347 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180413 Sep 17 22:28:48.163701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] For port 595f0142-abfa-402d-b9c0-70b02c4b827a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=595f0142-abfa-402d-b9c0-70b02c4b827a,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:48.166953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.172242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:48.174636 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dec2f5-6232-49c4-9a54-111cb00bee84" -d '{"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-plugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:48.201258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Calling delete_port for 595f0142-abfa-402d-b9c0-70b02c4b827a owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:48.216963 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-10435d81-4e96-422d-9bd2-6abe5fbd93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:48.223490 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-10435d81-4e96-422d-9bd2-6abe5fbd93f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1136 time: 0.1672089 Sep 17 22:28:48.251857 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd7ac2-3db1-4e6e-8c28-4270f9ac4944 x-openstack-request-id: req-efcd7ac2-3db1-4e6e-8c28-4270f9ac4944 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:48.252154 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-plugged", "status": "completed", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:48.252460 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efcd7ac2-3db1-4e6e-8c28-4270f9ac4944 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:48.252804 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'code': 200} Sep 17 22:28:48.363759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:48.413922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056af8d-6ca5-44ea-a791-bce8b4a7fbab req-cab9db31-f409-40d2-b286-a27765867ccd tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:48.427637 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9056af8d-6ca5-44ea-a791-bce8b4a7fbab req-cab9db31-f409-40d2-b286-a27765867ccd tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 984 time: 0.1416473 Sep 17 22:28:48.561845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9056af8d-6ca5-44ea-a791-bce8b4a7fbab req-5cbff383-3963-4454-a076-7c0de385f2ff tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d3be05-554b-4641-b590-4a558ce74e1a&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1240425 Sep 17 22:28:48.606146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-a0ebd15e-a14c-45ab-ade5-d84c3abeb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:48.607967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-a0ebd15e-a14c-45ab-ade5-d84c3abeb170 service neutron] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 913 time: 0.3357375 Sep 17 22:28:48.795398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-0de6f523-5955-4734-8b74-6ece6f17f83e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 200 len: 217 time: 0.1715250 Sep 17 22:28:48.879234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefd304-e99a-4ae8-ad2b-ab1940e3363a req-94c9cc49-707f-49cc-ab90-6d55eafd16bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:48.883385 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffefd304-e99a-4ae8-ad2b-ab1940e3363a req-94c9cc49-707f-49cc-ab90-6d55eafd16bd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.1567159 Sep 17 22:28:48.917862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:48.929709 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.936850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'mac_address': 'fa:16:3e:cc:cf:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:48.955932 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.956164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffefd304-e99a-4ae8-ad2b-ab1940e3363a req-f89d9df2-e2ce-468f-886c-3874e74eb50c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636621 Sep 17 22:28:49.011874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'd7268c67-cf03-46ca-92da-4256e5ab433e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:49.019391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', '595f0142-abfa-402d-b9c0-70b02c4b827a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:49.046034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event deleted for resources: {'Port': ['ID=595f0142-abfa-402d-b9c0-70b02c4b827a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:49.058572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-5da73efe-cd24-48f1-b60d-072fd571ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:49.061325 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-5da73efe-cd24-48f1-b60d-072fd571ac22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.2554059 Sep 17 22:28:49.153491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56064) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:49.215434 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-4f111da7-876d-4f36-b2f8-f54576820860 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287520 Sep 17 22:28:49.318089 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.415038 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9967593d-abde-419b-97d2-32c296da97e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.448570 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-97ee4ce2-b4ba-497e-a742-9621d46aca14 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193663 Sep 17 22:28:49.461174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a70a9b-8ba8-4344-8ef7-84453eb08d62 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:49.490526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] No DVR routers for this DVR port 595f0142-abfa-402d-b9c0-70b02c4b827a on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:49.496313 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.503187 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dbf0c8e8-1050-4166-b9c9-38dd80c5a6c1 req-a5257a1b-b2bc-46ec-8f73-2241d8b9c08a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "DELETE /v2.0/ports/595f0142-abfa-402d-b9c0-70b02c4b827a HTTP/1.1" status: 204 len: 173 time: 2.3151584 Sep 17 22:28:49.519447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-deleted', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:49.527865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:49.535501 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3be7d53-ce2e-4f9a-951e-aca8f53ccb0e" -d '{"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-deleted", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:49.565773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.745955 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a71b339f-ae95-4ffd-9e6b-c6fd8ab38c33 req-1f0a255a-3878-492f-921a-5fec06377cb6 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694871 Sep 17 22:28:49.757659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['31a70a9b-8ba8-4344-8ef7-84453eb08d62'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:49.843111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:49.868082 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9967593d-abde-419b-97d2-32c296da97e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.912434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9967593d-abde-419b-97d2-32c296da97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.995537 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef75b2-9f82-42a5-90d4-60da7c445cc5 x-openstack-request-id: req-c8ef75b2-9f82-42a5-90d4-60da7c445cc5 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:49.996615 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5a289f-0f24-40cf-b641-bd09ce291233", "name": "network-vif-deleted", "tag": "595f0142-abfa-402d-b9c0-70b02c4b827a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:49.997127 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8ef75b2-9f82-42a5-90d4-60da7c445cc5 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:49.997736 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5a289f-0f24-40cf-b641-bd09ce291233', 'name': 'network-vif-deleted', 'tag': '595f0142-abfa-402d-b9c0-70b02c4b827a', 'status': 'completed', 'code': 200} Sep 17 22:28:50.046035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967593d-abde-419b-97d2-32c296da97e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e9cbd0-a8c2-4595-b407-65a1df9cd5df,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:50.073085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ac02a32-b326-4b07-bfc4-ab6c070252d2 req-61177d70-be08-46f8-a0ca-2b37b6228f12 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae5a289f-0f24-40cf-b641-bd09ce291233 HTTP/1.1" status: 200 len: 210 time: 0.2009695 Sep 17 22:28:50.131712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9967593d-abde-419b-97d2-32c296da97e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b395480096544b29d0d0f67c6f2c12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9774706 Sep 17 22:28:50.133705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:50.231714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5409214-82ab-4fe0-85ae-0def965025f6 req-3ce42c77-725c-42c2-badd-f9ad1aa5c9d4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:50.242226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5409214-82ab-4fe0-85ae-0def965025f6 req-3ce42c77-725c-42c2-badd-f9ad1aa5c9d4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 984 time: 0.0838447 Sep 17 22:28:50.300846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b868cdba-8dac-4562-940c-a477a5e34aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.382488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5409214-82ab-4fe0-85ae-0def965025f6 req-b76f1f55-5e3c-48f9-89d3-dabe538f416d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d3be05-554b-4641-b590-4a558ce74e1a&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1389403 Sep 17 22:28:50.428694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63bca8-6109-43a8-9e7d-400ec44fd645 req-6748b49f-ef2b-4d48-bf1f-2f179a22c91e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:50.435257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b63bca8-6109-43a8-9e7d-400ec44fd645 req-6748b49f-ef2b-4d48-bf1f-2f179a22c91e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.1636076 Sep 17 22:28:50.452708 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b868cdba-8dac-4562-940c-a477a5e34aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.588790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b63bca8-6109-43a8-9e7d-400ec44fd645 req-238c7b97-9bdb-4129-ab8a-1443ccff1be8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449249 Sep 17 22:28:50.641163 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b868cdba-8dac-4562-940c-a477a5e34aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.644116 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b868cdba-8dac-4562-940c-a477a5e34aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.646767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b868cdba-8dac-4562-940c-a477a5e34aa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64e9cbd0-a8c2-4595-b407-65a1df9cd5df HTTP/1.1" status: 204 len: 168 time: 0.5119667 Sep 17 22:28:50.665339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868cdba-8dac-4562-940c-a477a5e34aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e9cbd0-a8c2-4595-b407-65a1df9cd5df,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:50.992771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:51.059779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 595f0142-abfa-402d-b9c0-70b02c4b827a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:51.063000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 595f0142-abfa-402d-b9c0-70b02c4b827a not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:51.816710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71af52-f00d-4df0-b50c-77f107789d4f req-764bcff4-48c1-4a5e-91ed-b9c2052cd9fb tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:51.832202 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa71af52-f00d-4df0-b50c-77f107789d4f req-764bcff4-48c1-4a5e-91ed-b9c2052cd9fb tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 984 time: 0.1420329 Sep 17 22:28:51.936838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa71af52-f00d-4df0-b50c-77f107789d4f req-56667d75-0cd3-48d3-a19b-19bc16f7a5ba tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d3be05-554b-4641-b590-4a558ce74e1a&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1030486 Sep 17 22:28:52.174828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22f8e-6cf0-45f2-a3ec-315580df7192 req-f4405057-0968-499c-b9b3-8ff009eeeb05 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:52.183367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cf22f8e-6cf0-45f2-a3ec-315580df7192 req-f4405057-0968-499c-b9b3-8ff009eeeb05 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 950 time: 0.1294944 Sep 17 22:28:52.197277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56144) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:52.246459 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cf22f8e-6cf0-45f2-a3ec-315580df7192 req-e6941c5b-5a92-497d-838f-bc9083c90fd5 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619340 Sep 17 22:28:52.375195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:52.470020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e6296-c2e2-47a2-9937-26b41c0f11a2 req-d39bc66a-05ed-48d5-a93c-61bd6fe5dcba tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:52.481555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-174e6296-c2e2-47a2-9937-26b41c0f11a2 req-d39bc66a-05ed-48d5-a93c-61bd6fe5dcba tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.1589365 Sep 17 22:28:52.500322 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:52.501025 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.580068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-186583125-network', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:52.592859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-174e6296-c2e2-47a2-9937-26b41c0f11a2 req-32f2471f-49ee-44b8-a1d0-09809ec9e7dc tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076622 Sep 17 22:28:52.648255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Made reservation on behalf of 3d6bfdf17abb4acdaaf3fac9ab2d4d2b for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:52.651226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.673618 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.756789 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.840961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:52.847398 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7739307c-00e4-4747-a4d0-e293f5982da9" -d '{"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-plugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:52.891111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:52.898411 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.978822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.984131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-0a347f96-ebe9-4756-ad0d-6404c8d4831d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1416064764&fields=id&tenant_id=672652839f4a4692a852650f57ad3919 HTTP/1.1" status: 200 len: 267 time: 0.1354117 Sep 17 22:28:52.986465 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.070788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=10']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:53.074473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9be621e-eea0-4be9-99df-129719b8c5d7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:53.090241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:53.111906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.112432 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Added segment adcde9ce-3b84-4225-901b-14258849dfba of type vlan for network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 Sep 17 22:28:53.181577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.194374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-cb982dbf-9145-4799-baa8-f6f3754338fa tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:53.204497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-cb982dbf-9145-4799-baa8-f6f3754338fa tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 984 time: 0.2118583 Sep 17 22:28:53.217850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.219110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:53.220520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.221084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'port': {'security_groups': ['0fdb88c9-30dc-401d-980a-43a7f028dcc6', '46d3be05-554b-4641-b590-4a558ce74e1a', '14abd32a-a9f3-4c2d-ad8e-83dc828c10a9']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:53.276918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0775406 Sep 17 22:28:53.282774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56154) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:53.304092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfe91f-4434-4700-9a75-72a5057b25be req-aebd62c1-2069-4d63-ae31-23da33d7237d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:53.305768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10cfe91f-4434-4700-9a75-72a5057b25be req-aebd62c1-2069-4d63-ae31-23da33d7237d tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 950 time: 0.1839652 Sep 17 22:28:53.316916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Request body: {'subnet': {'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-186583125-subnet', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:53.324837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88795e9a-360c-4bbc-8a31-c45e8101258c admin admin] Pushing event updated for resources: {'Network': ['ID=296b4774-5ce9-47db-9aa8-8d2fdfbe8783,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:53.337247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:53.551070 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.623469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Made reservation on behalf of 3d6bfdf17abb4acdaaf3fac9ab2d4d2b for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:53.630644 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.121699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Deleting port d7268c67-cf03-46ca-92da-4256e5ab433e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:54.122278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.550313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.655962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] For port c06b73b2-bd73-4033-8919-183a4d8cc5e0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:54.687292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] For port d7268c67-cf03-46ca-92da-4256e5ab433e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d7268c67-cf03-46ca-92da-4256e5ab433e,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:54.692851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.785796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Calling delete_port for d7268c67-cf03-46ca-92da-4256e5ab433e owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:54.800997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Checking segment: {'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:54.802159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Network hostable DHCP agents. Network: 296b4774-5ce9-47db-9aa8-8d2fdfbe8783, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:54.815189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99c3a0e-d8f1-4559-877e-64be0e650f49,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:54.937892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.950984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:54.980701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 296b4774-5ce9-47db-9aa8-8d2fdfbe8783) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:54.985783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.998203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cbc6e6-ee1f-4794-b517-91aec6f90c66 None None] Network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:55.007187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:55.008146 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.042954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543', 'c06b73b2-bd73-4033-8919-183a4d8cc5e0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:55.080543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'Port': ['ID=c06b73b2-bd73-4033-8919-183a4d8cc5e0,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:55.182332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56166) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:55.183204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2fc37dd4-85d2-46ea-bf9d-dcb79a466a29 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8731008 Sep 17 22:28:55.190870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:55.206236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:55.206926 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.230340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c8b7636f-6957-424a-99e7-9ed306ddd657 req-b7b0dafc-e70a-4590-a4d6-ab19b1f741ce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "PUT /v2.0/ports/c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 200 len: 1020 time: 2.0248346 Sep 17 22:28:55.233266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:55.238501 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043bbe5d-bb78-4e97-958d-0216ec120ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:55.273240 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.278469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.364803 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dfa851-abc4-4262-b652-a668652c3263 x-openstack-request-id: req-27dfa851-abc4-4262-b652-a668652c3263 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:55.365060 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-plugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:55.365313 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27dfa851-abc4-4262-b652-a668652c3263 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:55.365700 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'code': 200} Sep 17 22:28:55.480329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['c06b73b2-bd73-4033-8919-183a4d8cc5e0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:55.608565 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.623106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ef5e-b842-47ff-9e09-934e6ef54f23 req-b8509d74-7ff5-4670-80be-4e3f6435f8e8 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:55.624706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4828ef5e-b842-47ff-9e09-934e6ef54f23 req-b8509d74-7ff5-4670-80be-4e3f6435f8e8 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1bf32b-e950-48b0-949f-d7c9b3108cff HTTP/1.1" status: 200 len: 868 time: 0.1321964 Sep 17 22:28:55.663116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:55.729031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4828ef5e-b842-47ff-9e09-934e6ef54f23 req-951c13fc-ddcf-41b8-bffe-158fb53beb1a tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871091 Sep 17 22:28:55.730351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event deleted for resources: {'Port': ['ID=d7268c67-cf03-46ca-92da-4256e5ab433e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:55.744801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.762316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] No DVR routers for this DVR port d7268c67-cf03-46ca-92da-4256e5ab433e on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:55.764890 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.767273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10cfe91f-4434-4700-9a75-72a5057b25be req-24285da4-f917-4166-ac28-4c540941b974 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "DELETE /v2.0/ports/d7268c67-cf03-46ca-92da-4256e5ab433e HTTP/1.1" status: 204 len: 173 time: 2.4260077 Sep 17 22:28:56.049122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15161013-72bf-41ec-a03f-ba04f73ae341 req-ba31d7f5-4214-4a58-8a72-674d79844bbd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:56.061485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15161013-72bf-41ec-a03f-ba04f73ae341 req-ba31d7f5-4214-4a58-8a72-674d79844bbd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.2312903 Sep 17 22:28:56.107177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.122290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15161013-72bf-41ec-a03f-ba04f73ae341 req-dee39095-5277-4b04-8453-c27f5f337ddf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537319 Sep 17 22:28:56.558388 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:56.574443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-296b4774-5ce9-47db-9aa8-8d2fdfbe8783', 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'fixed_ips': [{'subnet_id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:56.575854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.810287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-841145d7-8fb6-4fae-b02b-61e7db35e0a2 req-dd3253f2-2ac9-4694-b4a2-abf3d222254b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/14abd32a-a9f3-4c2d-ad8e-83dc828c10a9 HTTP/1.1" status: 200 len: 1801 time: 0.2778947 Sep 17 22:28:56.961299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: d7268c67-cf03-46ca-92da-4256e5ab433e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:56.963497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d7268c67-cf03-46ca-92da-4256e5ab433e not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:56.969554 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-841145d7-8fb6-4fae-b02b-61e7db35e0a2 req-195a61f1-c1da-40da-8f6d-8a83e8931e3a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:28:56.989808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-841145d7-8fb6-4fae-b02b-61e7db35e0a2 req-195a61f1-c1da-40da-8f6d-8a83e8931e3a tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/14abd32a-a9f3-4c2d-ad8e-83dc828c10a9 HTTP/1.1" status: 409 len: 341 time: 0.1733193 Sep 17 22:28:57.036263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.058152 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be37d9cf-f4ab-4762-ae7c-6186f9292248 x-openstack-request-id: req-be37d9cf-f4ab-4762-ae7c-6186f9292248 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:57.059145 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:57.059613 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be37d9cf-f4ab-4762-ae7c-6186f9292248 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:57.060419 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0', 'status': 'completed', 'code': 200} Sep 17 22:28:57.141367 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.377958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-4012d0ac-8e40-4e5e-ae8d-680f669b58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.383354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-4012d0ac-8e40-4e5e-ae8d-680f669b58f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=672652839f4a4692a852650f57ad3919&device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1175 time: 0.2718272 Sep 17 22:28:57.576007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Allocated IP 172.25.0.180 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/1bae4799-1298-4f64-9141-a874e51cf938) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:57.856276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b50d-6e41-4a9f-89f9-d90cf0fcadc6 req-fc5a88f3-6b92-49a3-827a-a345ed7ba956 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.859318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1684b50d-6e41-4a9f-89f9-d90cf0fcadc6 req-fc5a88f3-6b92-49a3-827a-a345ed7ba956 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.1697109 Sep 17 22:28:57.932010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Allocated IP 172.20.0.2 (296b4774-5ce9-47db-9aa8-8d2fdfbe8783/a99c3a0e-d8f1-4559-877e-64be0e650f49/b0b8b704-ce81-4996-9172-0fa5f3eefda2) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:57.949578 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1684b50d-6e41-4a9f-89f9-d90cf0fcadc6 req-bf419119-d9fb-41a8-9586-e3349f7a55a7 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847981 Sep 17 22:28:58.111387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff0c0-0aed-4359-be1d-e91e8384aff6 req-03842cbb-088d-476f-8acd-3071e710394a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.117118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-984ff0c0-0aed-4359-be1d-e91e8384aff6 req-03842cbb-088d-476f-8acd-3071e710394a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 946 time: 0.1854887 Sep 17 22:28:58.192358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:58.260763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-984ff0c0-0aed-4359-be1d-e91e8384aff6 req-9c6e6b14-6cdb-4077-947d-47e7535c9cc3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329443 Sep 17 22:28:58.507395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-af038450-066f-400f-a49c-8691d4802062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.509481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-af038450-066f-400f-a49c-8691d4802062 service neutron] 10.222.0.49 "GET /v2.0/networks?id=35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 200 len: 913 time: 1.0740597 Sep 17 22:28:58.564649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f46262-cfce-444c-a382-565d00653075 req-80e95d21-f87e-47c4-afa4-44d214ed4f28 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.578076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73f46262-cfce-444c-a382-565d00653075 req-80e95d21-f87e-47c4-afa4-44d214ed4f28 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 944 time: 0.1652112 Sep 17 22:28:58.763314 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-e6193b10-fe3f-4a50-b51b-82067d16b6e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 200 len: 217 time: 0.1655400 Sep 17 22:28:58.783341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73f46262-cfce-444c-a382-565d00653075 req-a1e51a5c-3f93-4ac2-bf1a-134614697eec tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033162 Sep 17 22:28:58.836648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db050b-512b-4018-8cac-9afca5b41512 req-cb64f080-1eed-42cc-8597-3160769112db tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.843622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6db050b-512b-4018-8cac-9afca5b41512 req-cb64f080-1eed-42cc-8597-3160769112db tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1023 time: 0.2192738 Sep 17 22:28:58.873574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-d1abe569-435c-4b3a-932e-acf69117c851 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.875331 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-d1abe569-435c-4b3a-932e-acf69117c851 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.49 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 944 time: 0.2976165 Sep 17 22:28:58.934268 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:58.955499 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.033268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:59.054859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6db050b-512b-4018-8cac-9afca5b41512 req-a7f5aed8-425b-45a5-8059-31670321dadd tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d3be05-554b-4641-b590-4a558ce74e1a&id=14abd32a-a9f3-4c2d-ad8e-83dc828c10a9&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2054172 Sep 17 22:28:59.062523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-deleted', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:59.075159 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50666555-7554-4934-91e2-b2ec6ecd52b4" -d '{"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-deleted", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:59.077158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:59.080842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-fe79c494-b943-4b6a-8019-95ed14f33852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.093027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:59.093413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-fe79c494-b943-4b6a-8019-95ed14f33852 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 200 len: 852 time: 0.3010375 Sep 17 22:28:59.100132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.104832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Pushing event updated for resources: {'Port': ['ID=b0b8b704-ce81-4996-9172-0fa5f3eefda2,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:59.218943 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-e0e8c6e4-54ba-413b-a699-d8513878f902 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35ef3a14-2522-44f7-81a8-221972a68d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223216 Sep 17 22:28:59.222088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Attempting to bind port b0b8b704-ce81-4996-9172-0fa5f3eefda2 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:59.222563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Attempting to bind port b0b8b704-ce81-4996-9172-0fa5f3eefda2 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:59.223491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Attempting to bind port b0b8b704-ce81-4996-9172-0fa5f3eefda2 on network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:59.235460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:59.240107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Checking segment: {'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:59.240803 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.242759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Bound using segment: {'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:59.247276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Bound port: b0b8b704-ce81-4996-9172-0fa5f3eefda2, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:59.247691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.387386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Deleting port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:59.387734 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.440602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] For port b0b8b704-ce81-4996-9172-0fa5f3eefda2, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:59.446276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] For port b0b8b704-ce81-4996-9172-0fa5f3eefda2, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b0b8b704-ce81-4996-9172-0fa5f3eefda2,segment=NetworkSegment(adcde9ce-3b84-4225-901b-14258849dfba),segment_id=adcde9ce-3b84-4225-901b-14258849dfba)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:59.454150 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.490748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ed381-fc2c-494a-bfe9-e394fb3e21ae req-52ed3ba3-a302-4ce3-8514-4ed9cb00fa5f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.493593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] For port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:59.494093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.509089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f62ed381-fc2c-494a-bfe9-e394fb3e21ae req-52ed3ba3-a302-4ce3-8514-4ed9cb00fa5f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.1036541 Sep 17 22:28:59.511489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Calling delete_port for cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:59.589894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3fb3a-89f5-480e-9879-af5534fc05eb None None] Pushing event updated for resources: {'Port': ['ID=b0b8b704-ce81-4996-9172-0fa5f3eefda2,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:59.600817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f62ed381-fc2c-494a-bfe9-e394fb3e21ae req-2c4ea988-d128-4818-9f15-a92c1c72c985 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848920 Sep 17 22:28:59.635730 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.794894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:59.813124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:59.823491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71141d6-e3d7-4950-8cbe-a0ec58eb5419 req-c129e3c7-8a4b-4809-a462-f63267f3082a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.830805 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e71141d6-e3d7-4950-8cbe-a0ec58eb5419 req-c129e3c7-8a4b-4809-a462-f63267f3082a tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.1114292 Sep 17 22:28:59.839180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-271977c5-0bb0-4778-99f1-3002b2513823 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091282 Sep 17 22:28:59.840127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:59.882635 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a761d-3e89-4c91-83eb-c045f3150682 x-openstack-request-id: req-183a761d-3e89-4c91-83eb-c045f3150682 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:59.882823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1b8e6ce-6fee-4d00-94de-57c0cac6ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.882920 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1bf32b-e950-48b0-949f-d7c9b3108cff", "name": "network-vif-deleted", "tag": "d7268c67-cf03-46ca-92da-4256e5ab433e", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:59.888666 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-183a761d-3e89-4c91-83eb-c045f3150682 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:59.889307 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1bf32b-e950-48b0-949f-d7c9b3108cff', 'name': 'network-vif-deleted', 'tag': 'd7268c67-cf03-46ca-92da-4256e5ab433e', 'status': 'completed', 'code': 200} Sep 17 22:28:59.915422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e71141d6-e3d7-4950-8cbe-a0ec58eb5419 req-3feb8c64-4f5d-49f7-a955-b79bf18a4b3b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Sep 17 22:29:00.018906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Pushing event updated for resources: {'Port': ['ID=1bae4799-1298-4f64-9141-a874e51cf938,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:00.136888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b6b3ea2a-b590-4264-965a-219b773405e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:00.139403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b6b3ea2a-b590-4264-965a-219b773405e3 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1023 time: 0.1362741 Sep 17 22:29:00.337170 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.339332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f15e84-b4eb-4884-b2a0-f61a182e3ac8 req-d30bb08c-fedd-4103-b652-c09d81143899 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:00.347611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5f15e84-b4eb-4884-b2a0-f61a182e3ac8 req-d30bb08c-fedd-4103-b652-c09d81143899 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=22553057-c1ee-4441-bb46-f62103724d79 HTTP/1.1" status: 200 len: 944 time: 0.2890799 Sep 17 22:29:00.373576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:00.408821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Deleting port c06b73b2-bd73-4033-8919-183a4d8cc5e0 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:00.409281 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.431338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:00.525605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] For port c06b73b2-bd73-4033-8919-183a4d8cc5e0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c06b73b2-bd73-4033-8919-183a4d8cc5e0,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:00.526384 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.542837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Calling delete_port for c06b73b2-bd73-4033-8919-183a4d8cc5e0 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:00.550798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Pushing event deleted for resources: {'Port': ['ID=cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:00.662021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5f15e84-b4eb-4884-b2a0-f61a182e3ac8 req-6dbcc38b-ff22-4b68-b817-0392dfd37019 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125491 Sep 17 22:29:00.662288 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.684287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] No DVR routers for this DVR port cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:00.700483 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.703028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18407488-a09d-4f2e-abae-0a8879373dc2 req-58b4a989-fc9b-4d48-ad0c-357af70647a6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.49 "DELETE /v2.0/ports/cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec HTTP/1.1" status: 204 len: 173 time: 1.8191378 Sep 17 22:29:00.717184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'name': 'network-vif-deleted', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:00.720011 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c64ac6-3645-484a-8504-b19a4ce89ecd" -d '{"events": [{"server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "name": "network-vif-deleted", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:00.735869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:00.738173 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b379568d-2f77-47a2-9776-e29f695ab995" -d '{"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:00.745674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dec3c8-7c0c-4fd9-829c-06fa42032be4 req-b6f956f5-8ca8-4df9-9eca-3fb6367c0a52 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:00.753563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64dec3c8-7c0c-4fd9-829c-06fa42032be4 req-b6f956f5-8ca8-4df9-9eca-3fb6367c0a52 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ebae3e-961b-47b6-9602-7f81bd6de91d HTTP/1.1" status: 200 len: 1023 time: 0.4950166 Sep 17 22:29:00.765635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.776195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:00.787369 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.898169 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:00.912023 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.946308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['883405eb-23ac-4dfc-9914-c9c0a49e0543', 'c06b73b2-bd73-4033-8919-183a4d8cc5e0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:01.041571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64dec3c8-7c0c-4fd9-829c-06fa42032be4 req-c27f0e99-3c08-4b4c-89d5-505a683226d6 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d3be05-554b-4641-b590-4a558ce74e1a&id=14abd32a-a9f3-4c2d-ad8e-83dc828c10a9&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1775744 Sep 17 22:29:01.055292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'Port': ['ID=c06b73b2-bd73-4033-8919-183a4d8cc5e0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:01.133233 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-043bbe5d-bb78-4e97-958d-0216ec120ddb req-eb0c3957-ffce-438c-b91d-cdbf29ea1629 service neutron] 10.222.0.49 "GET /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2190042 Sep 17 22:29:01.149390 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2428c5d1-b27d-4583-ac22-c23f4eec371d x-openstack-request-id: req-2428c5d1-b27d-4583-ac22-c23f4eec371d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:01.149652 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22553057-c1ee-4441-bb46-f62103724d79", "name": "network-vif-deleted", "tag": "cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:01.149878 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2428c5d1-b27d-4583-ac22-c23f4eec371d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:01.150280 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22553057-c1ee-4441-bb46-f62103724d79', 'name': 'network-vif-deleted', 'tag': 'cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec', 'status': 'completed', 'code': 200} Sep 17 22:29:01.213043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] No DVR routers for this DVR port c06b73b2-bd73-4033-8919-183a4d8cc5e0 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:01.224034 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.246105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07842c3b-6f6b-4ff7-b2f1-8e9cf8e008a5 req-b3f941d2-0786-4971-a571-1da20cda8362 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.49 "DELETE /v2.0/ports/c06b73b2-bd73-4033-8919-183a4d8cc5e0 HTTP/1.1" status: 204 len: 173 time: 1.0841863 Sep 17 22:29:01.258654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672922-be3c-4bba-908f-5583c4bdb363 req-0ab0cc0e-c152-4d61-b802-e35512597636 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.260212 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79672922-be3c-4bba-908f-5583c4bdb363 req-0ab0cc0e-c152-4d61-b802-e35512597636 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.6432068 Sep 17 22:29:01.278186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869d034-2116-4fb2-af8a-c2fdf45457eb req-9fb8ddda-6d73-4382-ba93-e339de7b6cb4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.305840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a869d034-2116-4fb2-af8a-c2fdf45457eb req-9fb8ddda-6d73-4382-ba93-e339de7b6cb4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 949 time: 0.3492031 Sep 17 22:29:01.319442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc0c2e-3474-416b-a668-e9e8bac3e797 None None] Network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:01.416038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a869d034-2116-4fb2-af8a-c2fdf45457eb req-c66a2407-bcb6-4a1a-a924-fbeb8254ceae tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088400 Sep 17 22:29:01.509041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.523314 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786bc235-ca07-49b7-9db7-249c6203d6a2 x-openstack-request-id: req-786bc235-ca07-49b7-9db7-249c6203d6a2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:01.523934 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:01.524021 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-786bc235-ca07-49b7-9db7-249c6203d6a2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:01.524455 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'code': 200} Sep 17 22:29:01.602687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-35e88f73-6906-402f-86f9-e390e4c9d285 None None] Provisioning complete for port b0b8b704-ce81-4996-9172-0fa5f3eefda2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:01.603096 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35e88f73-6906-402f-86f9-e390e4c9d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.623996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c9499-df77-40a9-a331-ae743bc05ba7 req-56c6b4ad-586e-4f68-bf4e-ccfd6dcf09f1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.625353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-936c9499-df77-40a9-a331-ae743bc05ba7 req-56c6b4ad-586e-4f68-bf4e-ccfd6dcf09f1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.0913277 Sep 17 22:29:01.691580 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-936c9499-df77-40a9-a331-ae743bc05ba7 req-dc821bfa-bdb3-45ce-90c0-3c6ec8bdacc6 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584266 Sep 17 22:29:01.806349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Deleting port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:01.806820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.856283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b0b8b704-ce81-4996-9172-0fa5f3eefda2 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:01.892581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'name': 'network-vif-deleted', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:01.894784 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba80eadb-1e89-4832-b1e8-d4ce9c249958" -d '{"events": [{"server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "name": "network-vif-deleted", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:01.958865 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35e88f73-6906-402f-86f9-e390e4c9d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.974636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b0b8b704-ce81-4996-9172-0fa5f3eefda2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:01.975087 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.039331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-35e88f73-6906-402f-86f9-e390e4c9d285 None None] For port b0b8b704-ce81-4996-9172-0fa5f3eefda2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b0b8b704-ce81-4996-9172-0fa5f3eefda2,segment=NetworkSegment(adcde9ce-3b84-4225-901b-14258849dfba),segment_id=adcde9ce-3b84-4225-901b-14258849dfba)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:02.055245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35e88f73-6906-402f-86f9-e390e4c9d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.132387 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f4bdf8-f0aa-44aa-9f6d-41a16dc3db8e x-openstack-request-id: req-88f4bdf8-f0aa-44aa-9f6d-41a16dc3db8e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:02.132686 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ebae3e-961b-47b6-9602-7f81bd6de91d", "name": "network-vif-deleted", "tag": "c06b73b2-bd73-4033-8919-183a4d8cc5e0", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:02.132966 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88f4bdf8-f0aa-44aa-9f6d-41a16dc3db8e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:02.133462 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ebae3e-961b-47b6-9602-7f81bd6de91d', 'name': 'network-vif-deleted', 'tag': 'c06b73b2-bd73-4033-8919-183a4d8cc5e0', 'status': 'completed', 'code': 200} Sep 17 22:29:02.134301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:29:02.231281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e88f73-6906-402f-86f9-e390e4c9d285 None None] Pushing event updated for resources: {'Port': ['ID=b0b8b704-ce81-4996-9172-0fa5f3eefda2,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:02.247155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] For port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:02.247913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.266141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Calling delete_port for b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:02.309439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74819eca-bdc4-4b74-beb1-a7abd1750663 req-a706edb2-766e-4e4e-b032-c5db01f3fcfb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:02.317693 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74819eca-bdc4-4b74-beb1-a7abd1750663 req-a706edb2-766e-4e4e-b032-c5db01f3fcfb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 945 time: 0.1542532 Sep 17 22:29:02.358813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-941a6481-1781-4700-a628-1a704c83ce02 req-72b5515e-e69b-42ba-af67-e5bb481c2941 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/46d3be05-554b-4641-b590-4a558ce74e1a HTTP/1.1" status: 200 len: 1801 time: 0.1087348 Sep 17 22:29:02.412887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74819eca-bdc4-4b74-beb1-a7abd1750663 req-ddddcf7a-e4cf-404c-857b-4d9d9e68523e tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b81614e-a055-4bfa-8fe6-ed33f6b74e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940919 Sep 17 22:29:02.420292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:02.499017 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-941a6481-1781-4700-a628-1a704c83ce02 req-d18b9f92-9e6c-4dbd-b178-810e07eb3f6d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.534978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:02.540061 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-941a6481-1781-4700-a628-1a704c83ce02 req-d18b9f92-9e6c-4dbd-b178-810e07eb3f6d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.548599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Sync routers for ids ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:02.558689 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.560132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-731edc3f-cbfc-4f28-8727-8e91f9a8d407 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3745580 Sep 17 22:29:02.563645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56310) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:02.627732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f6e5b994-8e4c-4017-a228-c8d346e3bd97 None None] Provisioning complete for port b0b8b704-ce81-4996-9172-0fa5f3eefda2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:02.627732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b994-8e4c-4017-a228-c8d346e3bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.636269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.639196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-941a6481-1781-4700-a628-1a704c83ce02 req-d18b9f92-9e6c-4dbd-b178-810e07eb3f6d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.642676 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-941a6481-1781-4700-a628-1a704c83ce02 req-d18b9f92-9e6c-4dbd-b178-810e07eb3f6d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.650583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-941a6481-1781-4700-a628-1a704c83ce02 req-d18b9f92-9e6c-4dbd-b178-810e07eb3f6d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/46d3be05-554b-4641-b590-4a558ce74e1a HTTP/1.1" status: 204 len: 173 time: 0.2832105 Sep 17 22:29:02.706099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b9f92-9e6c-4dbd-b178-810e07eb3f6d tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d3be05-554b-4641-b590-4a558ce74e1a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:02.760244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event deleted for resources: {'Port': ['ID=b4e8c32d-e7d9-42db-a45f-7fda6e0c4924,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:02.783902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:02.787851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:02.839208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f166f94e-9a8a-4a9a-b44d-d44bd182e612 req-2ce452c7-6b7d-4e14-b2d9-ff979e2227e4 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 210 time: 0.0594566 Sep 17 22:29:02.864071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-68bb101c-1503-4d02-83d2-608bfd172349 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:02.866112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-68bb101c-1503-4d02-83d2-608bfd172349 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.49 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 945 time: 0.2142072 Sep 17 22:29:02.871667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Routers {'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:02.872318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:03.031360 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6e1faef-3a91-402e-86dc-6df95a28fadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.068989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-691e305d-9f74-4028-bf70-f01c1828d528 req-12c11424-ac5c-4d1d-98c4-f047b8ee876e tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/14abd32a-a9f3-4c2d-ad8e-83dc828c10a9 HTTP/1.1" status: 200 len: 1801 time: 0.2271791 Sep 17 22:29:03.084265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.133743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:03.158095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:03.178513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Deleting port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:03.179016 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.234117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-691e305d-9f74-4028-bf70-f01c1828d528 req-5adebf52-8d66-42f8-9e49-023e4dbafb6f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.254909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58455c25-0844-415a-9389-e82de499c56e req-93e0e67e-ff6c-4e01-8e67-c036acd225ed tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:03.275441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58455c25-0844-415a-9389-e82de499c56e req-93e0e67e-ff6c-4e01-8e67-c036acd225ed tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.2758148 Sep 17 22:29:03.322439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:03.322678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cb3a81be-b311-4c34-b1fa-f2aaeab8e3ec not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:03.323105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c06b73b2-bd73-4033-8919-183a4d8cc5e0 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:03.324910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6f504895-2511-4617-8eb3-c7875cd649a2', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': '6f504895-2511-4617-8eb3-c7875cd649a2', 'mac_address': 'fa:16:3e:19:98:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:03.388171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] No DVR routers for this DVR port b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:03.389331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-691e305d-9f74-4028-bf70-f01c1828d528 req-5adebf52-8d66-42f8-9e49-023e4dbafb6f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.401965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.404209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58455c25-0844-415a-9389-e82de499c56e req-2d8cfaa9-409f-4aa3-a3b9-d635567e3a7e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276009 Sep 17 22:29:03.405898 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79672922-be3c-4bba-908f-5583c4bdb363 req-8c384837-145f-46eb-bd29-2cc46cc9ab55 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.49 "DELETE /v2.0/ports/b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 HTTP/1.1" status: 204 len: 173 time: 2.1218836 Sep 17 22:29:03.412375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'name': 'network-vif-deleted', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:03.416218 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f4a2e-6aec-48b9-a0e0-a6b3c66a19c4" -d '{"events": [{"server_uuid": "78333bc2-3869-491e-9500-21762446d062", "name": "network-vif-deleted", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:03.473445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: c06b73b2-bd73-4033-8919-183a4d8cc5e0 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:03.473894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c06b73b2-bd73-4033-8919-183a4d8cc5e0 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:03.550135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Set router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:03.574349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] For port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:03.575167 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.604345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Calling delete_port for 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:03.685526 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.705080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f504895-2511-4617-8eb3-c7875cd649a2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:03.779731 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeeb5b3-62af-4c6e-af4f-92d77ca9e208 x-openstack-request-id: req-ffeeb5b3-62af-4c6e-af4f-92d77ca9e208 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:03.780036 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78333bc2-3869-491e-9500-21762446d062", "name": "network-vif-deleted", "tag": "b4e8c32d-e7d9-42db-a45f-7fda6e0c4924", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:03.780567 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffeeb5b3-62af-4c6e-af4f-92d77ca9e208 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:03.781070 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78333bc2-3869-491e-9500-21762446d062', 'name': 'network-vif-deleted', 'tag': 'b4e8c32d-e7d9-42db-a45f-7fda6e0c4924', 'status': 'completed', 'code': 200} Sep 17 22:29:03.836293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.851567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b0b8b704-ce81-4996-9172-0fa5f3eefda2 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:03.873335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Pushing event deleted for resources: {'Port': ['ID=1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:03.909501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aff76e57-2b4e-4140-bab8-86e3c2da18ef req-1accebb0-8bcc-4a8e-b222-76321b8c8de8 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fef2ac-8ae8-4310-a0d0-13977be72e4e HTTP/1.1" status: 200 len: 210 time: 0.0388641 Sep 17 22:29:03.970642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-691e305d-9f74-4028-bf70-f01c1828d528 req-5adebf52-8d66-42f8-9e49-023e4dbafb6f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.973410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-691e305d-9f74-4028-bf70-f01c1828d528 req-5adebf52-8d66-42f8-9e49-023e4dbafb6f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.974604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-691e305d-9f74-4028-bf70-f01c1828d528 req-5adebf52-8d66-42f8-9e49-023e4dbafb6f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/14abd32a-a9f3-4c2d-ad8e-83dc828c10a9 HTTP/1.1" status: 204 len: 173 time: 0.9043944 Sep 17 22:29:04.021180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] No DVR routers for this DVR port 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:04.030819 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.033758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d0ed857-754d-451e-aeca-f4415aa911cd req-cdb5a0ab-5a6b-4d94-9b12-1737568086b6 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.49 "DELETE /v2.0/ports/1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa HTTP/1.1" status: 204 len: 173 time: 1.1583886 Sep 17 22:29:04.034680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adebf52-8d66-42f8-9e49-023e4dbafb6f tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14abd32a-a9f3-4c2d-ad8e-83dc828c10a9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:04.134339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'name': 'network-vif-deleted', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:04.134553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:04.137378 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66d17a-ffa4-4386-9761-6cbfc5a3f113" -d '{"events": [{"server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "name": "network-vif-deleted", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:04.181679 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.186023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-38608668-d96d-4aa9-93aa-06f138897c7c req-34ef86b4-2c18-4a62-bc25-88c78a23f719 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1287439690', 'description': 'tempest-description-860717536'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:04.260472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01a38143-99ed-43e4-a1f7-7ffb5cd67ee5 req-ffcd3a27-35b9-45a7-bc69-bc368d0f32da tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=78333bc2-3869-491e-9500-21762446d062 HTTP/1.1" status: 200 len: 210 time: 0.1080267 Sep 17 22:29:04.279790 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.294631 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.334783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38608668-d96d-4aa9-93aa-06f138897c7c req-34ef86b4-2c18-4a62-bc25-88c78a23f719 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.394452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Allocated IP 172.20.0.1 (296b4774-5ce9-47db-9aa8-8d2fdfbe8783/a99c3a0e-d8f1-4559-877e-64be0e650f49/1c38439d-fcec-427f-9083-db8645e4f3ca) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:04.402555 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff709d-c527-41f6-9894-da8cd7d1cc1c x-openstack-request-id: req-7aff709d-c527-41f6-9894-da8cd7d1cc1c {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:04.403188 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fef2ac-8ae8-4310-a0d0-13977be72e4e", "name": "network-vif-deleted", "tag": "1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:04.403188 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7aff709d-c527-41f6-9894-da8cd7d1cc1c {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:04.403748 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fef2ac-8ae8-4310-a0d0-13977be72e4e', 'name': 'network-vif-deleted', 'tag': '1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa', 'status': 'completed', 'code': 200} Sep 17 22:29:04.576033 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:04.634772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.663291 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38608668-d96d-4aa9-93aa-06f138897c7c req-34ef86b4-2c18-4a62-bc25-88c78a23f719 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.678979 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38608668-d96d-4aa9-93aa-06f138897c7c req-34ef86b4-2c18-4a62-bc25-88c78a23f719 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.686549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6f504895-2511-4617-8eb3-c7875cd649a2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:04.693855 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.698625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b0b8b704-ce81-4996-9172-0fa5f3eefda2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:04.699241 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.743473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65391b-fa66-4aea-b613-d62fb546d8be req-0ba15c5d-593d-4aec-92b8-5144ebe73a05 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:04.753935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.756500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df65391b-fa66-4aea-b613-d62fb546d8be req-0ba15c5d-593d-4aec-92b8-5144ebe73a05 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.2141387 Sep 17 22:29:04.771617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38608668-d96d-4aa9-93aa-06f138897c7c req-34ef86b4-2c18-4a62-bc25-88c78a23f719 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.792159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38608668-d96d-4aa9-93aa-06f138897c7c req-34ef86b4-2c18-4a62-bc25-88c78a23f719 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6219664 Sep 17 22:29:04.836657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:04.888664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df65391b-fa66-4aea-b613-d62fb546d8be req-1bb598e1-28c2-494e-a599-eb5c4d5b55fd tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309547 Sep 17 22:29:04.891443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:04.897924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:04.900585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef86b4-2c18-4a62-bc25-88c78a23f719 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f657531b-78dd-41ba-b7e7-999d3c687b14,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:04.973973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.015500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:00Z', 'revision_number': 3, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:05.064820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-426fad5f-b58e-4c55-88c5-fb9fd41d13e2 req-f744aefe-c5bf-4cba-b0a6-46b8b657db83 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/f657531b-78dd-41ba-b7e7-999d3c687b14 HTTP/1.1" status: 200 len: 1800 time: 0.0959477 Sep 17 22:29:05.077965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-426fad5f-b58e-4c55-88c5-fb9fd41d13e2 req-a85e0a69-7b98-4947-8315-b8d6524f2da4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1190794838', 'description': 'tempest-description-hth-417124485'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:05.099923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Checking router: f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:05.101295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Updating router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 port 1bae4799-1298-4f64-9141-a874e51cf938 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:29:05.147697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:05.186816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-426fad5f-b58e-4c55-88c5-fb9fd41d13e2 req-a85e0a69-7b98-4947-8315-b8d6524f2da4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.252420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:05.260485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b4e8c32d-e7d9-42db-a45f-7fda6e0c4924 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:05.295168 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.324377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-426fad5f-b58e-4c55-88c5-fb9fd41d13e2 req-a85e0a69-7b98-4947-8315-b8d6524f2da4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.334895 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-426fad5f-b58e-4c55-88c5-fb9fd41d13e2 req-a85e0a69-7b98-4947-8315-b8d6524f2da4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.340041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-426fad5f-b58e-4c55-88c5-fb9fd41d13e2 req-a85e0a69-7b98-4947-8315-b8d6524f2da4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.346151 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.349237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-426fad5f-b58e-4c55-88c5-fb9fd41d13e2 req-a85e0a69-7b98-4947-8315-b8d6524f2da4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "PUT /v2.0/security-groups/f657531b-78dd-41ba-b7e7-999d3c687b14 HTTP/1.1" status: 200 len: 1774 time: 0.2757947 Sep 17 22:29:05.406807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Pushing event updated for resources: {'Port': ['ID=1c38439d-fcec-427f-9083-db8645e4f3ca,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.407378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e0a69-7b98-4947-8315-b8d6524f2da4 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f657531b-78dd-41ba-b7e7-999d3c687b14,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.429949 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.540566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b3b05783-f0dc-49bc-b3ae-b72130cd0d2b None None] Provisioning complete for port 1c38439d-fcec-427f-9083-db8645e4f3ca triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:05.540831 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b3b05783-f0dc-49bc-b3ae-b72130cd0d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.705384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b3b05783-f0dc-49bc-b3ae-b72130cd0d2b None None] Port 1c38439d-fcec-427f-9083-db8645e4f3ca cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:05.817567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.850187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.003676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c72b243c-4c2b-4723-940d-2192a6386421 req-99a75d3d-6680-4c14-93f1-00da4b1f0779 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/f657531b-78dd-41ba-b7e7-999d3c687b14 HTTP/1.1" status: 200 len: 1774 time: 0.0642416 Sep 17 22:29:06.011598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Pushing event updated for resources: {'Port': ['ID=1c38439d-fcec-427f-9083-db8645e4f3ca,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:06.024228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.038746 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.049900 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.174218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Attempting to bind port 1bae4799-1298-4f64-9141-a874e51cf938 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:06.174622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Attempting to bind port 1bae4799-1298-4f64-9141-a874e51cf938 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:06.174941 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Attempting to bind port 1bae4799-1298-4f64-9141-a874e51cf938 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:06.192685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:06.197899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:06.198358 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.198757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:06.199249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Bound port: 1bae4799-1298-4f64-9141-a874e51cf938, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:06.199634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.204547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b170-0040-4767-827f-6a20f527388c None None] Pushing event updated for resources: {'Port': ['ID=1bae4799-1298-4f64-9141-a874e51cf938,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:06.225641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-3276c77a-32fc-4e38-a904-c66afacc8db9 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:06.230357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-3276c77a-32fc-4e38-a904-c66afacc8db9 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.1002345 Sep 17 22:29:06.235169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:06.237188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:06.251938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-10'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:06.329092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] For port 1bae4799-1298-4f64-9141-a874e51cf938, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:06.333962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] For port 1bae4799-1298-4f64-9141-a874e51cf938, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1bae4799-1298-4f64-9141-a874e51cf938,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:06.345772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.439544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:06.481700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Routers {'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:06.482350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:06.521161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.557680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b170-0040-4767-827f-6a20f527388c None None] Pushing event updated for resources: {'Port': ['ID=1bae4799-1298-4f64-9141-a874e51cf938,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:06.641586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:06.655248 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6f504895-2511-4617-8eb3-c7875cd649a2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:06.655836 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.721365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] Set router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:06.728029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-485cea5a-139f-481e-8eac-68c6e26167d0 None None] Provisioning complete for port 1c38439d-fcec-427f-9083-db8645e4f3ca triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:06.729538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-485cea5a-139f-481e-8eac-68c6e26167d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.904984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-485cea5a-139f-481e-8eac-68c6e26167d0 None None] Port 1c38439d-fcec-427f-9083-db8645e4f3ca cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:06.905682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:06.930033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9a070911-9b3c-4151-a6b7-54eb8ddd1a28 admin admin] 10.222.0.48 "PUT /v2.0/routers/f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3651593 Sep 17 22:29:06.946237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ccd42-71e5-4338-a28e-1bd808ef65bd req-45de2bd5-7d57-485b-aaf5-17c03a823eab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:06.961020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d21ccd42-71e5-4338-a28e-1bd808ef65bd req-45de2bd5-7d57-485b-aaf5-17c03a823eab tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 945 time: 0.1836150 Sep 17 22:29:07.069001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d21ccd42-71e5-4338-a28e-1bd808ef65bd req-e8e06b98-1278-4cbf-8366-07027894d1da tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982928 Sep 17 22:29:07.074814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:07.190456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device eb7926ad-4803-459f-a4aa-9273cd244aa5 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:07.213843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:07.235964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-7c27d8ac-35b6-4797-bf86-5f0282d4376b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:07.242160 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-7c27d8ac-35b6-4797-bf86-5f0282d4376b tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.49 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 944 time: 0.1405590 Sep 17 22:29:07.300031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aca69e73-7af1-462c-80c4-5862f2173e84 req-74200e9f-b557-4445-888b-78aab6898415 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/f657531b-78dd-41ba-b7e7-999d3c687b14 HTTP/1.1" status: 200 len: 1774 time: 0.1246164 Sep 17 22:29:07.364568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:07.442886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:07.443459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1f5e5e39-df6f-44f3-9d40-0eb062a2cdfa not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:07.483109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Deleting port 6433f771-a217-438f-b052-f01b0161e830 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:07.483509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.505717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.512378 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.resource_extend [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:29:07.571564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:07.579578 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324b65b0-a02d-41e0-92fe-4bfcb01faded" -d '{"events": [{"server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:07.600821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.655610 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.690138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] For port 6433f771-a217-438f-b052-f01b0161e830, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6433f771-a217-438f-b052-f01b0161e830,segment=NetworkSegment(9ab14f54-1136-4ee7-9beb-3d6074140b22),segment_id=9ab14f54-1136-4ee7-9beb-3d6074140b22)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:07.691395 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.724737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Calling delete_port for 6433f771-a217-438f-b052-f01b0161e830 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:07.850712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:07.878444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device eb7926ad-4803-459f-a4aa-9273cd244aa5 has no active binding in host n-h2-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:29:07.933550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:07.935615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:07.938939 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae538a-e348-47fd-b53f-a9c298e46422" -d '{"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-plugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:07.945438 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.024042 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.041132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=10']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:08.054541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:05Z', 'revision_number': 4, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1c38439d-fcec-427f-9083-db8645e4f3ca', 'name': '', 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'mac_address': 'fa:16:3e:3d:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:04Z', 'updated_at': '2021-09-17T22:29:05Z', 'revision_number': 2, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'subnets': [{'id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:08.104857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bdd3b-9141-4267-be61-be8118159b07 None None] The sync data for ids ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'] in n-d-789963-10 is: [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:05Z', 'revision_number': 4, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1c38439d-fcec-427f-9083-db8645e4f3ca', 'name': '', 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'mac_address': 'fa:16:3e:3d:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:04Z', 'updated_at': '2021-09-17T22:29:05Z', 'revision_number': 2, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'subnets': [{'id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:08.133389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Pushing event deleted for resources: {'Port': ['ID=6433f771-a217-438f-b052-f01b0161e830,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:08.249999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] No DVR routers for this DVR port 6433f771-a217-438f-b052-f01b0161e830 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:08.259047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.261664 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07d1f172-e059-4a2a-bd97-6171cf5f7261 req-bb97858f-ed62-4f15-8599-9852119853eb tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.49 "DELETE /v2.0/ports/6433f771-a217-438f-b052-f01b0161e830 HTTP/1.1" status: 204 len: 173 time: 1.0128620 Sep 17 22:29:08.262194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'name': 'network-vif-deleted', 'tag': '6433f771-a217-438f-b052-f01b0161e830'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:08.264896 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d74ac9-4116-4dc5-8b3a-8c526d79bebe" -d '{"events": [{"server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "name": "network-vif-deleted", "tag": "6433f771-a217-438f-b052-f01b0161e830"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:08.387060 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aca69e73-7af1-462c-80c4-5862f2173e84 req-798f4166-75d7-4d27-8fe2-a24a4e4d8ac0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.514693 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aca69e73-7af1-462c-80c4-5862f2173e84 req-798f4166-75d7-4d27-8fe2-a24a4e4d8ac0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.608459 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aca69e73-7af1-462c-80c4-5862f2173e84 req-798f4166-75d7-4d27-8fe2-a24a4e4d8ac0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.611497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aca69e73-7af1-462c-80c4-5862f2173e84 req-798f4166-75d7-4d27-8fe2-a24a4e4d8ac0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.627031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aca69e73-7af1-462c-80c4-5862f2173e84 req-798f4166-75d7-4d27-8fe2-a24a4e4d8ac0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/f657531b-78dd-41ba-b7e7-999d3c687b14 HTTP/1.1" status: 204 len: 173 time: 1.3246815 Sep 17 22:29:08.751536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fff958-94da-4779-9542-f2d295578bed req-3aaa81b1-01b9-4910-8e60-9d69356a8171 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.764065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63fff958-94da-4779-9542-f2d295578bed req-3aaa81b1-01b9-4910-8e60-9d69356a8171 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.4045532 Sep 17 22:29:08.796442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Pushing event updated for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:08.857429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f4166-75d7-4d27-8fe2-a24a4e4d8ac0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f657531b-78dd-41ba-b7e7-999d3c687b14,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:08.875820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c296614-8cbd-4813-bb50-171da8f060b3 req-4df10be9-1b5a-4b9e-acbd-e66af5fcfe47 tempest-LiveMigrationTest-1248432149 tempest-LiveMigrationTest-1248432149-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a5c0f5-b4ab-4c92-af88-cfe93a3e0033 HTTP/1.1" status: 200 len: 210 time: 0.0813813 Sep 17 22:29:08.886262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on host n-h1-789963-10 for vnic_type normal with profile {"migrating_to": "n-h2-789963-10"} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:08.886598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:08.886982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:08.892214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:08.893900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Attempting to bind port eb7926ad-4803-459f-a4aa-9273cd244aa5 on network 58975321-f89b-4639-babe-4db7114e8a95 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:08.948112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:08.948426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Checking segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:08.948863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Bound using segment: {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:08.949407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Bound port: eb7926ad-4803-459f-a4aa-9273cd244aa5, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce97a89-54b0-470a-a21f-8844b4b890d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '58975321-f89b-4639-babe-4db7114e8a95'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:08.949876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.190817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ecfb-f4b7-4629-a387-6ccaaaf5d15a req-7a005adc-48fe-4328-b00f-1720675fc692 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:09.195302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e50ecfb-f4b7-4629-a387-6ccaaaf5d15a req-7a005adc-48fe-4328-b00f-1720675fc692 tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ccca4f-2c78-4897-88ff-eefd9e7bdb95 HTTP/1.1" status: 200 len: 950 time: 0.1695282 Sep 17 22:29:09.198198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Deleting port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:09.198579 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.218235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:09.297165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:09.389558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.532631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] For port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:09.533137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.563615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Calling delete_port for 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:09.724741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e50ecfb-f4b7-4629-a387-6ccaaaf5d15a req-9ed676dd-1b06-45b6-95fe-36ebc09007ae tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200441 Sep 17 22:29:09.849243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1bae4799-1298-4f64-9141-a874e51cf938 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:10.075514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-eeaea92e-5e04-45a0-9468-85c1c07a9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:10.083986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-eeaea92e-5e04-45a0-9468-85c1c07a9693 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1099 time: 0.3967271 Sep 17 22:29:10.117622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Pushing event updated for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=8']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:10.127992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:10.130461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.131968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-076038cf-e599-4510-80a2-22de02a81aed service neutron] 10.222.0.49 "PUT /v2.0/ports/eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 200 len: 1123 time: 3.8897698 Sep 17 22:29:10.196235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1bae4799-1298-4f64-9141-a874e51cf938 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:10.197175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.282687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['eb7926ad-4803-459f-a4aa-9273cd244aa5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:10.287707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['eb7926ad-4803-459f-a4aa-9273cd244aa5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:10.460739 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5267aec4-8b87-46fe-921e-54d78738594b req-a9f78805-4995-43c5-8a8e-45b3df34d048 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4436839 Sep 17 22:29:10.467078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:10.481392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-824a7c0e-0a8b-41c9-be96-496bcd01ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:10.486896 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-824a7c0e-0a8b-41c9-be96-496bcd01ab45 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.3656435 Sep 17 22:29:10.490234 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.505581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.543863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Pushing event deleted for resources: {'Port': ['ID=7a4f2261-f46b-4bd9-9abd-af13b0ef9efc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:10.617742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] No DVR routers for this DVR port 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:10.622398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.625494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63fff958-94da-4779-9542-f2d295578bed req-36792534-d732-42b2-ab52-0f3e1a0f325f tempest-MigrationsAdminTest-699579389 tempest-MigrationsAdminTest-699579389-project] 10.222.0.45 "DELETE /v2.0/ports/7a4f2261-f46b-4bd9-9abd-af13b0ef9efc HTTP/1.1" status: 204 len: 173 time: 1.8608606 Sep 17 22:29:10.725491 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-677d9085-8376-4fd9-b345-56a3d5abad4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1002 time: 0.2295277 Sep 17 22:29:10.803762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.898840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-25c7dfe0-283f-433a-8148-2fb7664a711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:10.908037 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-25c7dfe0-283f-433a-8148-2fb7664a711a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1729157 Sep 17 22:29:11.036240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-b08130e5-5f50-47a7-9da5-ab24e759a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:11.037939 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-b08130e5-5f50-47a7-9da5-ab24e759a915 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144810 Sep 17 22:29:11.159643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6433f771-a217-438f-b052-f01b0161e830 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:11.167634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Allocated IP 172.25.0.125 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/5465a2c8-764d-4aaf-bd85-189ae3371987) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:11.275001 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-c114fb97-8368-485b-bec3-59804af1e71c service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225184 Sep 17 22:29:11.278778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 6433f771-a217-438f-b052-f01b0161e830 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:11.279178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6433f771-a217-438f-b052-f01b0161e830 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:11.509648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbcc0dec-73cb-49cb-bc1c-aa6bd50dcd91 req-dc1832a2-f00a-49d7-b2a2-cebc1dad989c service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247717 Sep 17 22:29:11.606365 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.654623 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.710983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:11.715411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:11.720583 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.720799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:11.783391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Pushing event updated for resources: {'Port': ['ID=5465a2c8-764d-4aaf-bd85-189ae3371987,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:11.826721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 1bae4799-1298-4f64-9141-a874e51cf938, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1bae4799-1298-4f64-9141-a874e51cf938,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:11.840219 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.935437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=1bae4799-1298-4f64-9141-a874e51cf938,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:11.991314 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Sync routers for ids ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:11.998295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.014663 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Routers {'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:12.015819 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:12.124033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.178623 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Set router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:12.379151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.405067 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.466349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:12.511921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:12.512264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 7a4f2261-f46b-4bd9-9abd-af13b0ef9efc not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:12.525604 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:05Z', 'revision_number': 4, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1c38439d-fcec-427f-9083-db8645e4f3ca', 'name': '', 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'mac_address': 'fa:16:3e:3d:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:04Z', 'updated_at': '2021-09-17T22:29:05Z', 'revision_number': 2, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'subnets': [{'id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:12.528619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.548950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Pushing event updated for resources: {'Port': ['ID=5465a2c8-764d-4aaf-bd85-189ae3371987,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:12.560177 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.561584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5267aec4-8b87-46fe-921e-54d78738594b req-2e867af0-f4d2-4302-bf6d-b0db152d29cc tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0996654 Sep 17 22:29:12.573656 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Checking router: f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:12.574155 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Updating router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 port 1c38439d-fcec-427f-9083-db8645e4f3ca binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:29:12.619790 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.673037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5267aec4-8b87-46fe-921e-54d78738594b req-54882981-a1fb-4e98-b418-2f8585487460 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1008923 Sep 17 22:29:12.900073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267aec4-8b87-46fe-921e-54d78738594b req-bb3a8513-1f5e-4c3a-ad78-845128d96ce8 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:12.929198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5267aec4-8b87-46fe-921e-54d78738594b req-bb3a8513-1f5e-4c3a-ad78-845128d96ce8 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2468009 Sep 17 22:29:12.977354 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b239a7-059f-4333-ab10-4980ad26522f x-openstack-request-id: req-20b239a7-059f-4333-ab10-4980ad26522f {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:12.977982 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:12.978481 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20b239a7-059f-4333-ab10-4980ad26522f {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:12.979049 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5', 'code': 200} Sep 17 22:29:13.047202 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eef3b28-1433-4a05-a887-8f0da52cbbbf x-openstack-request-id: req-4eef3b28-1433-4a05-a887-8f0da52cbbbf {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:13.051484 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-plugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:13.052087 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4eef3b28-1433-4a05-a887-8f0da52cbbbf {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:13.052716 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'code': 200} Sep 17 22:29:13.081945 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.100435 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.200012 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Pushing event updated for resources: {'Port': ['ID=1c38439d-fcec-427f-9083-db8645e4f3ca,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:13.232800 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.233323 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.233773 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.234237 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.234683 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.235122 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.235559 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.236004 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.236457 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.236885 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.237368 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.238376 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:13.255781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedd469-5acc-4e04-8b3b-b5c5caa96274 req-cafb57a5-7d7d-4acb-9545-97f09c63f2d2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:13.257143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bedd469-5acc-4e04-8b3b-b5c5caa96274 req-cafb57a5-7d7d-4acb-9545-97f09c63f2d2 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.1055102 Sep 17 22:29:13.313787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bedd469-5acc-4e04-8b3b-b5c5caa96274 req-9d24bb44-89ed-4c43-aef8-8cc64fad3cd1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466146 Sep 17 22:29:13.328519 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Attempting to bind port 1c38439d-fcec-427f-9083-db8645e4f3ca on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:13.328890 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Attempting to bind port 1c38439d-fcec-427f-9083-db8645e4f3ca by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:13.329438 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Attempting to bind port 1c38439d-fcec-427f-9083-db8645e4f3ca on network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:13.341260 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:13.341648 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Checking segment: {'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:13.342053 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.342444 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Bound using segment: {'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:13.342917 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Bound port: 1c38439d-fcec-427f-9083-db8645e4f3ca, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcde9ce-3b84-4225-901b-14258849dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:13.343470 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.386273 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c58834-c188-4a57-a0d0-506eae37b151 x-openstack-request-id: req-01c58834-c188-4a57-a0d0-506eae37b151 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:13.386793 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a5c0f5-b4ab-4c92-af88-cfe93a3e0033", "name": "network-vif-deleted", "tag": "6433f771-a217-438f-b052-f01b0161e830", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:13.387297 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01c58834-c188-4a57-a0d0-506eae37b151 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:13.387739 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a5c0f5-b4ab-4c92-af88-cfe93a3e0033', 'name': 'network-vif-deleted', 'tag': '6433f771-a217-438f-b052-f01b0161e830', 'status': 'completed', 'code': 200} Sep 17 22:29:13.481202 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] For port 1c38439d-fcec-427f-9083-db8645e4f3ca, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:13.481691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56450) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:13.484012 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] For port 1c38439d-fcec-427f-9083-db8645e4f3ca, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1c38439d-fcec-427f-9083-db8645e4f3ca,segment=NetworkSegment(adcde9ce-3b84-4225-901b-14258849dfba),segment_id=adcde9ce-3b84-4225-901b-14258849dfba)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:13.494526 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.627862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-11f72727-84b5-4163-8136-5a659a704f15 None None] Provisioning complete for port 1c38439d-fcec-427f-9083-db8645e4f3ca triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:13.628478 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11f72727-84b5-4163-8136-5a659a704f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.755004 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Routers {'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:13.756856 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:13.828949 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11f72727-84b5-4163-8136-5a659a704f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.859241 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91395f44-6f12-4848-8c97-3a9cf1314fa6 None None] Pushing event updated for resources: {'Port': ['ID=1c38439d-fcec-427f-9083-db8645e4f3ca,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:13.923803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-11f72727-84b5-4163-8136-5a659a704f15 None None] For port 1c38439d-fcec-427f-9083-db8645e4f3ca, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1c38439d-fcec-427f-9083-db8645e4f3ca,segment=NetworkSegment(adcde9ce-3b84-4225-901b-14258849dfba),segment_id=adcde9ce-3b84-4225-901b-14258849dfba)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:13.939312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11f72727-84b5-4163-8136-5a659a704f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.002229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed169caf-c64c-408a-98b6-cdbfacdcec29 req-88fe6b89-4c85-4b58-bffb-4688fd7e74c9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips/d689e658-cdf9-44d6-911c-6df8121e155b HTTP/1.1" status: 200 len: 693 time: 0.2641978 Sep 17 22:29:14.014758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0249ce-dc11-48c3-aabb-8da78ad010cc admin admin] Deleting subnet 7c16e025-be5f-4bf5-a549-64555d4c42a5 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:14.026053 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a0249ce-dc11-48c3-aabb-8da78ad010cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.037386 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] Set router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:14.039742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1bae4799-1298-4f64-9141-a874e51cf938 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:14.110399 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f72727-84b5-4163-8136-5a659a704f15 None None] Pushing event updated for resources: {'Port': ['ID=1c38439d-fcec-427f-9083-db8645e4f3ca,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:14.162471 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a0249ce-dc11-48c3-aabb-8da78ad010cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.213772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1bae4799-1298-4f64-9141-a874e51cf938 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:14.214456 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.271512 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-f784c874-9671-48b9-bf80-2d16514a4cfd req-c6f99b0d-5a76-4cb9-8ef8-20451fb0f199 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:29:14.275729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f784c874-9671-48b9-bf80-2d16514a4cfd req-c6f99b0d-5a76-4cb9-8ef8-20451fb0f199 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/14abd32a-a9f3-4c2d-ad8e-83dc828c10a9 HTTP/1.1" status: 404 len: 352 time: 0.1278162 Sep 17 22:29:14.305588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56482) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:14.311791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-15ca7fc2-e9a6-4fa3-a92f-7394f8a07533 None None] Provisioning complete for port 1c38439d-fcec-427f-9083-db8645e4f3ca triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:14.312456 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-15ca7fc2-e9a6-4fa3-a92f-7394f8a07533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.446082 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a0249ce-dc11-48c3-aabb-8da78ad010cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.476361 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:05Z', 'revision_number': 4, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1c38439d-fcec-427f-9083-db8645e4f3ca', 'name': '', 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'mac_address': 'fa:16:3e:3d:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:04Z', 'updated_at': '2021-09-17T22:29:13Z', 'revision_number': 4, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'subnets': [{'id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:14.528241 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51809848-c1e2-4810-924b-35c1e7604eb7 None None] The sync data for ids ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'] in n-d-789963-10 is: [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:05Z', 'revision_number': 4, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1c38439d-fcec-427f-9083-db8645e4f3ca', 'name': '', 'network_id': '296b4774-5ce9-47db-9aa8-8d2fdfbe8783', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'mac_address': 'fa:16:3e:3d:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:04Z', 'updated_at': '2021-09-17T22:29:13Z', 'revision_number': 4, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'subnets': [{'id': 'a99c3a0e-d8f1-4559-877e-64be0e650f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:14.559263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed169caf-c64c-408a-98b6-cdbfacdcec29 req-78445b5c-cf88-4866-b06f-08e6e976341a tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:14.567794 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed169caf-c64c-408a-98b6-cdbfacdcec29 req-78445b5c-cf88-4866-b06f-08e6e976341a tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.5438623 Sep 17 22:29:14.578139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-ed169caf-c64c-408a-98b6-cdbfacdcec29 req-743b95d5-c527-4b10-9c51-6d2ace794822 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:29:14.601574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed169caf-c64c-408a-98b6-cdbfacdcec29 req-743b95d5-c527-4b10-9c51-6d2ace794822 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328438 Sep 17 22:29:14.612480 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-13c7a5ed-d558-4904-946c-a5313498affd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3244df1228af49e2bdc2f43affbe409b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054738 Sep 17 22:29:14.615272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56490) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:14.671323 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-3a4dba7e-b053-4331-a526-f86ea264a533 req-908276c0-67e5-459e-a148-88c57643eec8 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:29:14.694114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a4dba7e-b053-4331-a526-f86ea264a533 req-908276c0-67e5-459e-a148-88c57643eec8 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/46d3be05-554b-4641-b590-4a558ce74e1a HTTP/1.1" status: 404 len: 352 time: 0.0760434 Sep 17 22:29:14.729520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38a105c5-45a6-42ef-b86a-396a9565df2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.791728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a0249ce-dc11-48c3-aabb-8da78ad010cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.807807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38a105c5-45a6-42ef-b86a-396a9565df2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.818761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8506c3-2b1f-488a-adbe-e36a3201114e req-148faaf8-409f-4bee-97a6-322bf81a7583 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:14.832542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a8506c3-2b1f-488a-adbe-e36a3201114e req-148faaf8-409f-4bee-97a6-322bf81a7583 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 950 time: 0.3019805 Sep 17 22:29:14.905487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0249ce-dc11-48c3-aabb-8da78ad010cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c16e025-be5f-4bf5-a549-64555d4c42a5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:14.909355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a0249ce-dc11-48c3-aabb-8da78ad010cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.912414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9a0249ce-dc11-48c3-aabb-8da78ad010cc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c16e025-be5f-4bf5-a549-64555d4c42a5 HTTP/1.1" status: 204 len: 168 time: 1.4296026 Sep 17 22:29:14.916477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56500) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:14.955492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38a105c5-45a6-42ef-b86a-396a9565df2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.963574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38a105c5-45a6-42ef-b86a-396a9565df2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.977813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a8506c3-2b1f-488a-adbe-e36a3201114e req-90a96f1e-992b-4c78-83f4-2e6b26cfb396 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442819 Sep 17 22:29:14.983288 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-38a105c5-45a6-42ef-b86a-396a9565df2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5 HTTP/1.1" status: 204 len: 168 time: 0.3664713 Sep 17 22:29:14.984023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5'}, {'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'name': 'network-vif-deleted', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:14.993350 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c" -d '{"events": [{"name": "network-changed", "server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5"}, {"server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "name": "network-vif-deleted", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:15.024124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749dd8-f5a2-49d1-b609-76dfd4c9769d req-93a88e39-a54f-4e19-80e8-b288ff1d85f8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:15.033462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a749dd8-f5a2-49d1-b609-76dfd4c9769d req-93a88e39-a54f-4e19-80e8-b288ff1d85f8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.1834910 Sep 17 22:29:15.050274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a105c5-45a6-42ef-b86a-396a9565df2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b9d12-3502-4b58-a4c3-7ddd0899d2a5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:15.102427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2444d170-5b76-4abc-821b-f9f684b090b2 req-2691f7a2-e111-41a2-8af3-bea2a3ef0641 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=3d6bfdf17abb4acdaaf3fac9ab2d4d2b HTTP/1.1" status: 200 len: 696 time: 0.0652249 Sep 17 22:29:15.157187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.289570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a749dd8-f5a2-49d1-b609-76dfd4c9769d req-3ffa5b6d-285c-4020-a286-d8543d7341f1 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548928 Sep 17 22:29:15.349269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.368319 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-6cf96546-32da-460b-8ce4-4b701117e66a req-1dc6cba9-a75b-44e6-9243-7eda87d7507b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:29:15.379941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cf96546-32da-460b-8ce4-4b701117e66a req-1dc6cba9-a75b-44e6-9243-7eda87d7507b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/fa90e08f-f6d3-4cbd-8b9f-cf94cae7ff8a HTTP/1.1" status: 404 len: 352 time: 0.0457494 Sep 17 22:29:15.396259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c5a28d-5768-4900-80e9-f97d86da36aa']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:15.402870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444d170-5b76-4abc-821b-f9f684b090b2 req-da9585e2-f0cb-41c6-b786-d40159246206 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:15.410572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2444d170-5b76-4abc-821b-f9f684b090b2 req-da9585e2-f0cb-41c6-b786-d40159246206 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/networks?id=9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 787 time: 0.3046114 Sep 17 22:29:15.421382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab14f54-1136-4ee7-9beb-3d6074140b22') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:15.421735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab14f54-1136-4ee7-9beb-3d6074140b22') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:15.423451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-2444d170-5b76-4abc-821b-f9f684b090b2 req-665b7fba-3aab-415b-8234-8acf607fa922 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:29:15.444307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.457562 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2444d170-5b76-4abc-821b-f9f684b090b2 req-665b7fba-3aab-415b-8234-8acf607fa922 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452724 Sep 17 22:29:15.485777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.500455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:15.500942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:15.507822 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:15.546455 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a039cda-9cd6-4ff0-a15d-991fbc34cac6 x-openstack-request-id: req-4a039cda-9cd6-4ff0-a15d-991fbc34cac6 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:15.546747 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5", "status": "completed", "code": 200}, {"server_uuid": "53ccca4f-2c78-4897-88ff-eefd9e7bdb95", "name": "network-vif-deleted", "tag": "7a4f2261-f46b-4bd9-9abd-af13b0ef9efc", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:15.547002 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a039cda-9cd6-4ff0-a15d-991fbc34cac6 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:15.547410 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5', 'status': 'completed', 'code': 200} Sep 17 22:29:15.547653 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ccca4f-2c78-4897-88ff-eefd9e7bdb95', 'name': 'network-vif-deleted', 'tag': '7a4f2261-f46b-4bd9-9abd-af13b0ef9efc', 'status': 'completed', 'code': 200} Sep 17 22:29:15.625565 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-aab22b7b-aeb7-45f0-ba01-b18259aa104b req-15ae8d50-c6eb-42e6-a8f0-f15e519795bf tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:29:15.639105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aab22b7b-aeb7-45f0-ba01-b18259aa104b req-15ae8d50-c6eb-42e6-a8f0-f15e519795bf tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/eec126b6-507f-4138-a335-555f5a29e8c2 HTTP/1.1" status: 404 len: 352 time: 0.0443599 Sep 17 22:29:15.641988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56520) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.668322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.708244 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.713625 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a4c5a28d-5768-4900-80e9-f97d86da36aa HTTP/1.1" status: 204 len: 168 time: 0.7938845 Sep 17 22:29:15.716636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-def7eefe-634e-419b-a2e4-5358e200bda7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=688a38124c604726a434a673872624c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627110 Sep 17 22:29:15.718925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56524) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.719325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56526) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.742648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ebf2a-c0ca-4456-8546-338c2e165c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c5a28d-5768-4900-80e9-f97d86da36aa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:15.788167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-e20132fe-6c8d-43c5-a916-153d46765653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:15.790044 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-e20132fe-6c8d-43c5-a916-153d46765653 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1126 time: 0.1427064 Sep 17 22:29:15.846399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41067120-ad86-44ab-9f19-1877bd4ae494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.868819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-546194d2-f118-47c1-8812-745e46ee387a tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips/d689e658-cdf9-44d6-911c-6df8121e155b HTTP/1.1" status: 200 len: 693 time: 0.1579762 Sep 17 22:29:15.897276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1623cf-d54f-4e31-9c51-66b0ca8be75e admin admin] Deleting subnet 44634731-dbe8-41e1-a7d1-47b73794805b {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:15.928493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d1623cf-d54f-4e31-9c51-66b0ca8be75e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.026967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41067120-ad86-44ab-9f19-1877bd4ae494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.105488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d1623cf-d54f-4e31-9c51-66b0ca8be75e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.149253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-b7121e70-f8ef-41d6-9201-5704d58e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.149253 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-b7121e70-f8ef-41d6-9201-5704d58e5a1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.2982633 Sep 17 22:29:16.165658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1c38439d-fcec-427f-9083-db8645e4f3ca up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:16.190313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-763c532c-2322-4f1f-b55c-26a7d5f964c1 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.201336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-763c532c-2322-4f1f-b55c-26a7d5f964c1 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.3235672 Sep 17 22:29:16.249579 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41067120-ad86-44ab-9f19-1877bd4ae494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.252753 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41067120-ad86-44ab-9f19-1877bd4ae494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.255314 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-41067120-ad86-44ab-9f19-1877bd4ae494 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7d16c86-b716-43d4-a158-a6344e794814 HTTP/1.1" status: 204 len: 168 time: 0.5347357 Sep 17 22:29:16.260022 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-e8f74b06-79f5-41a6-a83d-48dd08bf476b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 200 len: 217 time: 0.0981770 Sep 17 22:29:16.277656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067120-ad86-44ab-9f19-1877bd4ae494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d16c86-b716-43d4-a158-a6344e794814,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:16.313704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-0a5a62e4-7bcd-40bd-b578-1e54ecad6ff9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1113918 Sep 17 22:29:16.336785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d1623cf-d54f-4e31-9c51-66b0ca8be75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.369818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1c38439d-fcec-427f-9083-db8645e4f3ca triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:16.370313 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.373036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-bd9aed71-977a-48cb-ac0b-27f1976042aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.374702 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-bd9aed71-977a-48cb-ac0b-27f1976042aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.1066918 Sep 17 22:29:16.443612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-82dd1cc0-6810-4112-a011-a5112ae5a785 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587928 Sep 17 22:29:16.478465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device eb7926ad-4803-459f-a4aa-9273cd244aa5 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:16.636905 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-fed55f6e-af14-4a37-b72e-6c782e53884e service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850309 Sep 17 22:29:16.674474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d1623cf-d54f-4e31-9c51-66b0ca8be75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.690706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-1d8bb8b3-f9f7-4637-922b-bc48232e02ef tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.3657207 Sep 17 22:29:16.760254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:16.773494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1623cf-d54f-4e31-9c51-66b0ca8be75e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44634731-dbe8-41e1-a7d1-47b73794805b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:16.861641 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d1623cf-d54f-4e31-9c51-66b0ca8be75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.866448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2d1623cf-d54f-4e31-9c51-66b0ca8be75e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/44634731-dbe8-41e1-a7d1-47b73794805b HTTP/1.1" status: 204 len: 168 time: 1.1426063 Sep 17 22:29:16.874798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56578) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:16.953065 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.974926 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce5f2c67-f3c6-4d47-ac0f-18edcc18a51c req-20372a69-256f-410b-a7eb-f214a219f81f service neutron] 10.222.0.45 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297319 Sep 17 22:29:17.067589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:17.068630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:17.071457 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0fc5b1-ee4c-45d0-9e71-10c273aa4389" -d '{"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:17.095690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.167810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.239618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=11']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:17.260755 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-f979288d-d43b-47cb-af38-0ea90f69218f req-a2d5d6ba-3e54-4d06-86e3-bab120af3cd5 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:29:17.273255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f979288d-d43b-47cb-af38-0ea90f69218f req-a2d5d6ba-3e54-4d06-86e3-bab120af3cd5 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/eb493728-c643-4d6b-a5d1-762a88403e1b HTTP/1.1" status: 404 len: 352 time: 0.0690315 Sep 17 22:29:17.353465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Deleting port 5465a2c8-764d-4aaf-bd85-189ae3371987 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:17.354029 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.435821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.523384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73203694-ab31-48b0-9170-f93e51918016']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:17.541909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a7ac19-af97-4e3d-b4a7-31d4c13115ab') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:17.542241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a7ac19-af97-4e3d-b4a7-31d4c13115ab') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:17.577928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7dba-1361-45f3-b090-9f9b84501a6d req-8137d5f9-0f8e-4b51-94e7-8b56009d3b59 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.580161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fff7dba-1361-45f3-b090-9f9b84501a6d req-8137d5f9-0f8e-4b51-94e7-8b56009d3b59 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 943 time: 0.1962073 Sep 17 22:29:17.589385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.636080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.640169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.640754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.670739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:17.671251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:17.673247 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:17.676512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Calling delete_port for 5465a2c8-764d-4aaf-bd85-189ae3371987 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:17.696538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fff7dba-1361-45f3-b090-9f9b84501a6d req-7b2f18c3-3c59-4a5a-b12a-21ddb9b5fa1f tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045454 Sep 17 22:29:17.741892 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-fa910751-18f9-4d27-9076-0b97e2a13dd7 service neutron] 10.222.0.45 "GET /v2.0/ports/eb7926ad-4803-459f-a4aa-9273cd244aa5/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.0863204 Sep 17 22:29:17.802476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.819891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.827262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/73203694-ab31-48b0-9170-f93e51918016 HTTP/1.1" status: 204 len: 168 time: 0.9510150 Sep 17 22:29:17.858974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b761fdf-cb47-458f-8313-ffd507a133d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=73203694-ab31-48b0-9170-f93e51918016,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:17.954414 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddeb32d-70e1-402a-8fec-4da3e509450c x-openstack-request-id: req-8ddeb32d-70e1-402a-8fec-4da3e509450c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:17.955057 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:17.955389 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ddeb32d-70e1-402a-8fec-4da3e509450c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:17.955861 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'code': 200} Sep 17 22:29:18.055957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.134932 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56614) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:18.147928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:18.196805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Pushing event deleted for resources: {'Port': ['ID=5465a2c8-764d-4aaf-bd85-189ae3371987,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:18.203310 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-ab0404f2-3b5d-4d88-8783-8b58f77d655b req-484f3b9b-effd-4df8-a202-21284cc1cd15 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] show failed (client error): The resource could not be found. Sep 17 22:29:18.214452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:18.234698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab0404f2-3b5d-4d88-8783-8b58f77d655b req-484f3b9b-effd-4df8-a202-21284cc1cd15 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/de93c075-be0f-4db5-8ef9-ea5fcdc8cfd1 HTTP/1.1" status: 404 len: 352 time: 0.1438360 Sep 17 22:29:18.258926 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d75e6bf1-9d2d-4c27-a5b5-8da06b594954 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99ad4a8697d84895a353ddcce62190a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1214938 Sep 17 22:29:18.261903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56622) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:18.297880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.299196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7926ad-4803-459f-a4aa-9273cd244aa5 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:18.307199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.327573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a993580-ac4d-4fbd-8da9-5cf058d5fa96 req-9521e444-b457-426f-b3c6-c8252700b5f9 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "DELETE /v2.0/floatingips/d689e658-cdf9-44d6-911c-6df8121e155b HTTP/1.1" status: 204 len: 173 time: 1.6251485 Sep 17 22:29:18.330029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:18.382463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.416741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee202ebc-dcee-4423-b018-1063948587fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.505617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee202ebc-dcee-4423-b018-1063948587fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.571733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.662599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] Transition to ACTIVE for port object eb7926ad-4803-459f-a4aa-9273cd244aa5 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:18.680950 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.769604 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee202ebc-dcee-4423-b018-1063948587fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.772211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee202ebc-dcee-4423-b018-1063948587fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.776785 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ee202ebc-dcee-4423-b018-1063948587fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b81614e-a055-4bfa-8fe6-ed33f6b74e94 HTTP/1.1" status: 204 len: 168 time: 0.5106671 Sep 17 22:29:18.863877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee202ebc-dcee-4423-b018-1063948587fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b81614e-a055-4bfa-8fe6-ed33f6b74e94,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:18.923661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] No DVR routers for this DVR port eb7926ad-4803-459f-a4aa-9273cd244aa5 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:18.934980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:19.004501 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-ffca4847-1cf2-4142-b8dd-e8fc66ad62d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/eb7926ad-4803-459f-a4aa-9273cd244aa5/bindings/n-h2-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2502677 Sep 17 22:29:19.139285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52817-7c58-480c-8f96-903485b5440e req-e4103337-345d-465a-9525-8a0c8e10e707 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.148399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ff52817-7c58-480c-8f96-903485b5440e req-e4103337-345d-465a-9525-8a0c8e10e707 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 948 time: 0.5384936 Sep 17 22:29:19.188464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6bb080c-9220-495e-af61-e5d94776e586 req-3ffcfd3b-7981-4a2a-ac59-080a424486bd tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6489079 Sep 17 22:29:19.211184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:19.251254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-9b8f6a19-d16b-43b7-ad22-935d86f99167 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.254000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-9b8f6a19-d16b-43b7-ad22-935d86f99167 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.1468551 Sep 17 22:29:19.254257 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.303122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ff52817-7c58-480c-8f96-903485b5440e req-f92b55c3-5d97-4809-9cc1-b902bac48718 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541054 Sep 17 22:29:19.391889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56654) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:19.412703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-fc919bf8-bd11-4efe-a28d-a80d3ff313f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.414295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-fc919bf8-bd11-4efe-a28d-a80d3ff313f9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571&tenant_id=8f677f9a40d749f08fff66de007bdc97 HTTP/1.1" status: 200 len: 1096 time: 0.1488369 Sep 17 22:29:19.443089 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c2b17e17-b68f-41c4-a185-6635e63a946d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd8d089546444a5c814684a5f55fe696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495048 Sep 17 22:29:19.450454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56656) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:19.519359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e92d-3964-4732-932f-a4b4821e5f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.545927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e92d-3964-4732-932f-a4b4821e5f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.547900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc21e17-3322-4738-a15d-57813a45c8a3 req-58b8a9ad-d172-497d-b132-dadfeb882612 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.549449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dc21e17-3322-4738-a15d-57813a45c8a3 req-58b8a9ad-d172-497d-b132-dadfeb882612 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1023 time: 0.1418159 Sep 17 22:29:19.557184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-5a21639b-0b1c-4873-9f42-78f3d66ac4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.558679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-5a21639b-0b1c-4873-9f42-78f3d66ac4e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1096 time: 0.0835490 Sep 17 22:29:19.615242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e92d-3964-4732-932f-a4b4821e5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.618307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e92d-3964-4732-932f-a4b4821e5f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.620485 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c8c4e92d-3964-4732-932f-a4b4821e5f11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19f4f5ac-b0b6-4495-b3fd-03038dc3a046 HTTP/1.1" status: 204 len: 168 time: 0.1688502 Sep 17 22:29:19.631615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4e92d-3964-4732-932f-a4b4821e5f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4f5ac-b0b6-4495-b3fd-03038dc3a046,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:19.640344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dc21e17-3322-4738-a15d-57813a45c8a3 req-9af7ffdc-fc67-41f0-82fd-62e0e1ec2445 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=3981054a-f9f9-4360-8bdc-9143f9b1f72c&id=c28b0111-2e64-4ed3-b758-61e090387a9b&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0795524 Sep 17 22:29:19.647154 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.840559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-e34632fb-2de9-435f-9434-0a6d4738fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.842148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-e34632fb-2de9-435f-9434-0a6d4738fb58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.2594733 Sep 17 22:29:19.914207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Allocated IP 172.25.0.202 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/57025eef-84ee-4830-8fed-faa7f3c54d08) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:19.920313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-67926a8a-5a73-45b8-bca0-157fc51c1f72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 200 len: 217 time: 0.0691428 Sep 17 22:29:19.931839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69c51a-983a-4998-99d9-925553f28560 req-d0394bfe-01bf-44a0-ae83-a366717ff2a3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.939632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b69c51a-983a-4998-99d9-925553f28560 req-d0394bfe-01bf-44a0-ae83-a366717ff2a3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 944 time: 0.1521876 Sep 17 22:29:20.105366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b69c51a-983a-4998-99d9-925553f28560 req-4406397d-80e3-4a2a-9441-4c691d760faf tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598015 Sep 17 22:29:20.118055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-48b5619c-a247-496c-8229-36bdbd09d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:20.132106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-48b5619c-a247-496c-8229-36bdbd09d7ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.1862350 Sep 17 22:29:20.206742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-6611e9a9-0597-4282-8a4b-9bd38a00e962 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643299 Sep 17 22:29:20.278940 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.334846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc80089-f0db-4442-a597-9b54b327a86e req-c762d231-db94-44ca-bd64-f85c0fe458e1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:20.335934 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dc80089-f0db-4442-a597-9b54b327a86e req-c762d231-db94-44ca-bd64-f85c0fe458e1 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1023 time: 0.1129243 Sep 17 22:29:20.381987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-2c42e3d9-8393-4c88-ac5b-d413c2822c26 service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494443 Sep 17 22:29:20.428340 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.498015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:20.531683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:20.533893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-5d4e4132-adc5-4bc1-b9c7-0322c351b485 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:20.538298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-5d4e4132-adc5-4bc1-b9c7-0322c351b485 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.45 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 948 time: 0.1543431 Sep 17 22:29:20.561969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:20.601581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Deleting port 883405eb-23ac-4dfc-9914-c9c0a49e0543 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:20.603973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.609819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Pushing event updated for resources: {'Port': ['ID=57025eef-84ee-4830-8fed-faa7f3c54d08,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:20.699311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-dd0ac7e2-b8a2-4ef1-a676-c34dc326733d service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104680 Sep 17 22:29:20.806478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Deleting port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:20.807150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.886735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] For port 883405eb-23ac-4dfc-9914-c9c0a49e0543, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=883405eb-23ac-4dfc-9914-c9c0a49e0543,segment=NetworkSegment(14dbeb91-c566-44c1-b896-4c6bc89393d0),segment_id=14dbeb91-c566-44c1-b896-4c6bc89393d0)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:20.887105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.969424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.977704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Calling delete_port for 883405eb-23ac-4dfc-9914-c9c0a49e0543 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:21.077160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.077693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.078120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.078590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.079091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.079508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.079968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.080432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.080899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.081480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.094457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29038ca3-bdd9-467c-8645-a15d88fe1e8e req-34cde665-beb1-43cc-9c39-5a83e23a179a tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7141 time: 0.3781929 Sep 17 22:29:21.099427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.232092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-1bf03006-ee5b-4d4c-8bac-63b35b17faec tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.234223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-1bf03006-ee5b-4d4c-8bac-63b35b17faec tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571&tenant_id=8f677f9a40d749f08fff66de007bdc97&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.2253847 Sep 17 22:29:21.323747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422b9fe-67c4-4087-8671-e0ab65103fc2 req-e36311f2-7f3b-40a2-a60b-b116b2f7ed67 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.331259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3422b9fe-67c4-4087-8671-e0ab65103fc2 req-e36311f2-7f3b-40a2-a60b-b116b2f7ed67 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/ports?device_id=7776635e-3e37-4529-a30b-7ff719960a6b HTTP/1.1" status: 200 len: 948 time: 0.1796522 Sep 17 22:29:21.389703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] For port 31a70a9b-8ba8-4344-8ef7-84453eb08d62, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31a70a9b-8ba8-4344-8ef7-84453eb08d62,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:21.390594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.455556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3422b9fe-67c4-4087-8671-e0ab65103fc2 req-a016212d-e6d4-4ae3-97d9-a44f846d5b97 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.48 "GET /v2.0/security-groups?id=802cada6-fc6f-4a09-a73d-ed9f21987a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214964 Sep 17 22:29:21.462764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Calling delete_port for 31a70a9b-8ba8-4344-8ef7-84453eb08d62 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:21.538375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.547464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-829c9727-87ef-4804-9a1c-624ac82d15ee service neutron] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:21.551864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-829c9727-87ef-4804-9a1c-624ac82d15ee service neutron] Notify callbacks [] for binding, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.553099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-829c9727-87ef-4804-9a1c-624ac82d15ee service neutron] 10.222.0.49 "DELETE /v2.0/ports/eb7926ad-4803-459f-a4aa-9273cd244aa5/bindings/n-h1-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.3076792 Sep 17 22:29:21.553699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.678438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Pushing event updated for resources: {'Port': ['ID=57025eef-84ee-4830-8fed-faa7f3c54d08,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:21.701537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792528-956a-4dbb-8363-b660464e6437 req-e5bf21a5-132e-4998-a1dc-5ca4d76ff4fd tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.702996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0792528-956a-4dbb-8363-b660464e6437 req-e5bf21a5-132e-4998-a1dc-5ca4d76ff4fd tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7fb993-c610-4bfe-9eff-a53bbc458a83 HTTP/1.1" status: 200 len: 1023 time: 0.1220818 Sep 17 22:29:21.704244 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.747204 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.755082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6bb080c-9220-495e-af61-e5d94776e586 req-9cb92e40-2b53-4e72-a445-74be11ca599d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5541599 Sep 17 22:29:21.778260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0792528-956a-4dbb-8363-b660464e6437 req-bc98f569-64f0-4616-9abf-b376c9d114a7 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups?id=3981054a-f9f9-4360-8bdc-9143f9b1f72c&id=c28b0111-2e64-4ed3-b758-61e090387a9b&id=0fdb88c9-30dc-401d-980a-43a7f028dcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0598862 Sep 17 22:29:21.792914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.832450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6bb080c-9220-495e-af61-e5d94776e586 req-f5cfa3c4-9055-4790-a08f-db7ded25320d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 696 time: 0.0763578 Sep 17 22:29:21.877758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Pushing event deleted for resources: {'Port': ['ID=31a70a9b-8ba8-4344-8ef7-84453eb08d62,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:22.012243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] No DVR routers for this DVR port 31a70a9b-8ba8-4344-8ef7-84453eb08d62 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:22.017144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.027403 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e4cd22f7-30e6-44a1-97b9-7e021a666310 req-6879a9ea-e695-4145-936a-3fee8ea0b8c4 tempest-ImagesOneServerTestJSON-925817666 tempest-ImagesOneServerTestJSON-925817666-project] 10.222.0.45 "DELETE /v2.0/ports/31a70a9b-8ba8-4344-8ef7-84453eb08d62 HTTP/1.1" status: 204 len: 173 time: 1.4814363 Sep 17 22:29:22.029638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-deleted', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:22.031929 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc63faae-0491-4496-abf9-30b1e22327b4" -d '{"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-deleted", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:22.040258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ce68b-5c80-4d1a-a72d-f171cf7f1ec4 req-12172f28-a1f3-4d75-95bc-37e8d50006b8 tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.042214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a01ce68b-5c80-4d1a-a72d-f171cf7f1ec4 req-12172f28-a1f3-4d75-95bc-37e8d50006b8 tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 886 time: 0.2071633 Sep 17 22:29:22.052595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb080c-9220-495e-af61-e5d94776e586 req-02e1a7fa-e3d8-4c18-b9d8-7d604a9fcc9c tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.070771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6bb080c-9220-495e-af61-e5d94776e586 req-02e1a7fa-e3d8-4c18-b9d8-7d604a9fcc9c tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2352169 Sep 17 22:29:22.075332 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.169702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'Port': ['ID=883405eb-23ac-4dfc-9914-c9c0a49e0543,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:22.241765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] No DVR routers for this DVR port 883405eb-23ac-4dfc-9914-c9c0a49e0543 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:22.244808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.248596 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dc80089-f0db-4442-a597-9b54b327a86e req-e4ff767e-eb57-40f4-bd2a-b9153bad99de tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.49 "DELETE /v2.0/ports/883405eb-23ac-4dfc-9914-c9c0a49e0543 HTTP/1.1" status: 204 len: 173 time: 1.8984256 Sep 17 22:29:22.483187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.483654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.484129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.484875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.485252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.485716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.486176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.486641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.487101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.488155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.496783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f31ed624-da1e-43a3-a6f8-4df2aea0c0e9 req-e4ffb7d8-886c-4ca2-9613-b59ca0d5d10c tempest-NetworksTest-213598128 tempest-NetworksTest-213598128-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7141 time: 0.2965908 Sep 17 22:29:22.592452 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d45a30-6ef8-4a51-bbab-fc8c5dfbebf7 x-openstack-request-id: req-11d45a30-6ef8-4a51-bbab-fc8c5dfbebf7 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:22.592609 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7776635e-3e37-4529-a30b-7ff719960a6b", "name": "network-vif-deleted", "tag": "31a70a9b-8ba8-4344-8ef7-84453eb08d62", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:22.593303 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11d45a30-6ef8-4a51-bbab-fc8c5dfbebf7 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:22.593846 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7776635e-3e37-4529-a30b-7ff719960a6b', 'name': 'network-vif-deleted', 'tag': '31a70a9b-8ba8-4344-8ef7-84453eb08d62', 'status': 'completed', 'code': 200} Sep 17 22:29:22.678189 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-5a9a15b5-854d-43f0-9493-8e03559ac477 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698996 Sep 17 22:29:22.722751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-14c94fcf-4160-4989-8211-73e2e8ac3008 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips/88a9094a-fabf-4d0d-8577-5818e5aeabdd HTTP/1.1" status: 200 len: 693 time: 0.0904398 Sep 17 22:29:22.798355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-6581c2fc-4a99-49c1-a3f0-5eab2d4de59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.802037 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-6581c2fc-4a99-49c1-a3f0-5eab2d4de59b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f677f9a40d749f08fff66de007bdc97&device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 1096 time: 0.0900021 Sep 17 22:29:22.988239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-4ca0be09-4d44-459d-9e25-84e75f91b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.996308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-4ca0be09-4d44-459d-9e25-84e75f91b27d service neutron] 10.222.0.49 "GET /v2.0/networks?id=58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 200 len: 922 time: 0.1596489 Sep 17 22:29:23.052119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56748) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:23.054626 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-ce353b31-e6cb-4987-bec5-320a8a044928 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 200 len: 217 time: 0.0527227 Sep 17 22:29:23.140227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-3f10fbbd-434d-4980-9ea6-c2ef8b4b20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.142329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-3f10fbbd-434d-4980-9ea6-c2ef8b4b20e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 200 len: 861 time: 0.0786114 Sep 17 22:29:23.183613 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-93cf3206-18c6-45ff-8b27-1a58182a3f3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58975321-f89b-4639-babe-4db7114e8a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323191 Sep 17 22:29:23.189481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13e63-0e77-4adf-bc9d-dda51db89200 req-63f95e06-1895-4c11-8cbc-928c520c7192 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.191510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46a13e63-0e77-4adf-bc9d-dda51db89200 req-63f95e06-1895-4c11-8cbc-928c520c7192 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 944 time: 0.5743263 Sep 17 22:29:23.218652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20a3f62d-491e-4efe-992d-84f211515be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.246597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-7111299c-747d-44cb-ad7c-2f629de71a05 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.248059 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-7111299c-747d-44cb-ad7c-2f629de71a05 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.5245211 Sep 17 22:29:23.269394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 883405eb-23ac-4dfc-9914-c9c0a49e0543 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:23.305533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46a13e63-0e77-4adf-bc9d-dda51db89200 req-7dec3074-a2be-479e-a9c8-767775ce1b76 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030102 Sep 17 22:29:23.320654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 883405eb-23ac-4dfc-9914-c9c0a49e0543 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:23.321241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 883405eb-23ac-4dfc-9914-c9c0a49e0543 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:23.354097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-d06dda14-712f-42aa-8491-7e8a6bd140fa tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 696 time: 0.0952532 Sep 17 22:29:23.360342 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-e3c2f983-8e9e-43d1-9201-57f8e8107dde service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643741 Sep 17 22:29:23.426946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-16287551-0fb1-4cef-b7f6-50f15ce4a056 tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 696 time: 0.0634253 Sep 17 22:29:23.468496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77905679-a7fe-4d35-80fc-bf0dd2730bba req-022b8157-c2dd-4a66-b900-b9f7dbf1699e service neutron] 10.222.0.49 "GET /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980546 Sep 17 22:29:23.561915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20a3f62d-491e-4efe-992d-84f211515be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.569050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20a3f62d-491e-4efe-992d-84f211515be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.606948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Deleting port 57025eef-84ee-4830-8fed-faa7f3c54d08 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:23.607418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.641496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-20a3f62d-491e-4efe-992d-84f211515be3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40da9c22d6cd49b4994e8d73927b39f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857606 Sep 17 22:29:23.644498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56774) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:23.647069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3f62d-491e-4efe-992d-84f211515be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d2865-d2bb-4db0-b35c-bb0d8cd7206a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:23.693321 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.693659 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.710475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7291028c-ce82-4766-aedb-01265c27b447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.717927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Calling delete_port for 57025eef-84ee-4830-8fed-faa7f3c54d08 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:23.738186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7291028c-ce82-4766-aedb-01265c27b447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.817049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7291028c-ce82-4766-aedb-01265c27b447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.820759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7291028c-ce82-4766-aedb-01265c27b447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.823655 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7291028c-ce82-4766-aedb-01265c27b447 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f7d2865-d2bb-4db0-b35c-bb0d8cd7206a HTTP/1.1" status: 204 len: 168 time: 0.1773741 Sep 17 22:29:23.837700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291028c-ce82-4766-aedb-01265c27b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d2865-d2bb-4db0-b35c-bb0d8cd7206a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:23.925701 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.965781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Pushing event deleted for resources: {'Port': ['ID=57025eef-84ee-4830-8fed-faa7f3c54d08,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.022099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56798) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.036749 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.041128 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.042484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27716f86-a70a-4943-9dfc-03c541f476a1 req-86a3a9fb-638a-4145-99d8-4363b97d65cb tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "DELETE /v2.0/floatingips/88a9094a-fabf-4d0d-8577-5818e5aeabdd HTTP/1.1" status: 204 len: 173 time: 0.6082213 Sep 17 22:29:24.119002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f16b4a5-9923-4402-89a0-c808b5aaea13 req-a846fae3-0baa-4bdf-a9b2-3bc03e17618b tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/c28b0111-2e64-4ed3-b758-61e090387a9b HTTP/1.1" status: 200 len: 1800 time: 0.0580792 Sep 17 22:29:24.136881 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:29:24.187129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56808) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.193370 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7f16b4a5-9923-4402-89a0-c808b5aaea13 req-39e4e29c-6dc5-48ad-95e7-c77f8ccccbce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.213552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c383aa3-62ea-48ae-99ed-90d0d3031f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.225512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7f16b4a5-9923-4402-89a0-c808b5aaea13 req-39e4e29c-6dc5-48ad-95e7-c77f8ccccbce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.274673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7f16b4a5-9923-4402-89a0-c808b5aaea13 req-39e4e29c-6dc5-48ad-95e7-c77f8ccccbce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.278025 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7f16b4a5-9923-4402-89a0-c808b5aaea13 req-39e4e29c-6dc5-48ad-95e7-c77f8ccccbce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.280340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f16b4a5-9923-4402-89a0-c808b5aaea13 req-39e4e29c-6dc5-48ad-95e7-c77f8ccccbce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/c28b0111-2e64-4ed3-b758-61e090387a9b HTTP/1.1" status: 204 len: 173 time: 0.1553013 Sep 17 22:29:24.297521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4e29c-6dc5-48ad-95e7-c77f8ccccbce tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b0111-2e64-4ed3-b758-61e090387a9b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.328589 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c383aa3-62ea-48ae-99ed-90d0d3031f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.334895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c383aa3-62ea-48ae-99ed-90d0d3031f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.383753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1c383aa3-62ea-48ae-99ed-90d0d3031f6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24a364b8879e4141b1210b2bc2a69f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953239 Sep 17 22:29:24.384350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56812) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.406361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c383aa3-62ea-48ae-99ed-90d0d3031f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dfcd74-8915-4d0f-97d8-62da5cf10efb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.412362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb6456-74c6-402a-886c-aa6c5bec2e5c req-cafb2fca-2d52-44b7-a1ce-a8cf7d79e944 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:24.413946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64fb6456-74c6-402a-886c-aa6c5bec2e5c req-cafb2fca-2d52-44b7-a1ce-a8cf7d79e944 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 1096 time: 0.0652363 Sep 17 22:29:24.451794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a29d6d71-6929-4e2c-9191-f2c1b1c4fdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.478194 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-c3adc0fd-8710-41ab-b3f3-e903143cff21 req-aca66eab-2dff-44e4-a16a-b818f5c3ee8d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] show failed (client error): The resource could not be found. Sep 17 22:29:24.479279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3adc0fd-8710-41ab-b3f3-e903143cff21 req-aca66eab-2dff-44e4-a16a-b818f5c3ee8d tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips/88a9094a-fabf-4d0d-8577-5818e5aeabdd HTTP/1.1" status: 404 len: 350 time: 0.0549212 Sep 17 22:29:24.490308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a29d6d71-6929-4e2c-9191-f2c1b1c4fdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.494544 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64fb6456-74c6-402a-886c-aa6c5bec2e5c req-39922960-305b-4e1b-9530-17b37d3fbb22 tempest-LiveAutoBlockMigrationV225Test-1649130150 tempest-LiveAutoBlockMigrationV225Test-1649130150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741072 Sep 17 22:29:24.515238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:24.534881 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-59a93d9d-6464-4cc7-9ec0-f5830dbfd1fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5168df485226473ea0fbdfe26e4db4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091033 Sep 17 22:29:24.535819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56826) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.595482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'name': 'network-vif-deleted', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:24.598505 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764976c2-ffa3-4117-8e94-43bef77179d5" -d '{"events": [{"server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "name": "network-vif-deleted", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:24.613608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e9adfdb-31d3-4da9-9543-613a7ef80689 req-06df3d7a-fa99-4973-8b41-c8a2a74701e0 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "GET /v2.0/security-groups/3981054a-f9f9-4360-8bdc-9143f9b1f72c HTTP/1.1" status: 200 len: 1801 time: 0.1129470 Sep 17 22:29:24.637231 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a29d6d71-6929-4e2c-9191-f2c1b1c4fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.639744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a29d6d71-6929-4e2c-9191-f2c1b1c4fdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.640898 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a29d6d71-6929-4e2c-9191-f2c1b1c4fdb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32dfcd74-8915-4d0f-97d8-62da5cf10efb HTTP/1.1" status: 204 len: 168 time: 0.2550926 Sep 17 22:29:24.648896 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c550209b-2e70-417f-aeb9-eeef410315d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.656879 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d6d71-6929-4e2c-9191-f2c1b1c4fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dfcd74-8915-4d0f-97d8-62da5cf10efb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.669333 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.682939 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c550209b-2e70-417f-aeb9-eeef410315d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.688008 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-c2b8d22c-c4f8-4a4c-8bef-a0bd096fb505 req-1582893e-e3b8-4575-8ef7-acfa8b26d27c tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] show failed (client error): The resource could not be found. Sep 17 22:29:24.699844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2b8d22c-c4f8-4a4c-8bef-a0bd096fb505 req-1582893e-e3b8-4575-8ef7-acfa8b26d27c tempest-FloatingIPsTestJSON-96309131 tempest-FloatingIPsTestJSON-96309131-project] 10.222.0.48 "GET /v2.0/floatingips/88a9094a-fabf-4d0d-8577-5818e5aeabdd HTTP/1.1" status: 404 len: 350 time: 0.1072640 Sep 17 22:29:24.705338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56840) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.708953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:24.714887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:24.719395 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7b8ec5-8790-4db8-835e-f5afbcaed25d" -d '{"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:24.727254 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.728086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:24.783844 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e9adfdb-31d3-4da9-9543-613a7ef80689 req-3cfa0836-6a69-4893-8b00-7ed089b3f395 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.798880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 31a70a9b-8ba8-4344-8ef7-84453eb08d62 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:24.799227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31a70a9b-8ba8-4344-8ef7-84453eb08d62 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:24.818751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e9adfdb-31d3-4da9-9543-613a7ef80689 req-3cfa0836-6a69-4893-8b00-7ed089b3f395 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.861919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=11']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.879426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e9adfdb-31d3-4da9-9543-613a7ef80689 req-3cfa0836-6a69-4893-8b00-7ed089b3f395 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.883097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e9adfdb-31d3-4da9-9543-613a7ef80689 req-3cfa0836-6a69-4893-8b00-7ed089b3f395 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.895950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e9adfdb-31d3-4da9-9543-613a7ef80689 req-3cfa0836-6a69-4893-8b00-7ed089b3f395 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] 10.222.0.48 "DELETE /v2.0/security-groups/3981054a-f9f9-4360-8bdc-9143f9b1f72c HTTP/1.1" status: 204 len: 173 time: 0.2782590 Sep 17 22:29:24.896761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.924085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0836-6a69-4893-8b00-7ed089b3f395 tempest-SecurityGroupsTestJSON-665013824 tempest-SecurityGroupsTestJSON-665013824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981054a-f9f9-4360-8bdc-9143f9b1f72c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:25.012653 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23ba84e-aea2-46b2-a2e0-6f2038004917 x-openstack-request-id: req-a23ba84e-aea2-46b2-a2e0-6f2038004917 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:25.013188 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7fb993-c610-4bfe-9eff-a53bbc458a83", "name": "network-vif-deleted", "tag": "883405eb-23ac-4dfc-9914-c9c0a49e0543", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:25.013277 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a23ba84e-aea2-46b2-a2e0-6f2038004917 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:25.013636 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7fb993-c610-4bfe-9eff-a53bbc458a83', 'name': 'network-vif-deleted', 'tag': '883405eb-23ac-4dfc-9914-c9c0a49e0543', 'status': 'completed', 'code': 200} Sep 17 22:29:25.016284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b10dc51-038c-4887-828c-a6a5e6851a1d admin admin] Deleting subnet 568fed84-8fad-4509-8527-d94bccda56db {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:25.028891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b10dc51-038c-4887-828c-a6a5e6851a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.079677 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c550209b-2e70-417f-aeb9-eeef410315d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.085603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c550209b-2e70-417f-aeb9-eeef410315d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.086881 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c550209b-2e70-417f-aeb9-eeef410315d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/802cada6-fc6f-4a09-a73d-ed9f21987a75 HTTP/1.1" status: 204 len: 168 time: 0.5075123 Sep 17 22:29:25.110605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550209b-2e70-417f-aeb9-eeef410315d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802cada6-fc6f-4a09-a73d-ed9f21987a75,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:25.120194 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b10dc51-038c-4887-828c-a6a5e6851a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.184488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafe10f-31c8-49f8-a190-37ac702cd675 req-1ef72746-0874-4c34-97ef-694cba18572b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:25.185966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cafe10f-31c8-49f8-a190-37ac702cd675 req-1ef72746-0874-4c34-97ef-694cba18572b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1184320 Sep 17 22:29:25.188745 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b10dc51-038c-4887-828c-a6a5e6851a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.272863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cafe10f-31c8-49f8-a190-37ac702cd675 req-a049575a-8543-4264-b65c-6a560cbe4a55 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563486 Sep 17 22:29:25.288307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.294048 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b10dc51-038c-4887-828c-a6a5e6851a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.345589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10dc51-038c-4887-828c-a6a5e6851a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568fed84-8fad-4509-8527-d94bccda56db,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:25.356267 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b10dc51-038c-4887-828c-a6a5e6851a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.360467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4b10dc51-038c-4887-828c-a6a5e6851a1d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/568fed84-8fad-4509-8527-d94bccda56db HTTP/1.1" status: 204 len: 168 time: 0.4474585 Sep 17 22:29:25.365100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56870) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:25.371615 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d9fc32-e7f5-4805-8fd8-dce6b3c957ed x-openstack-request-id: req-d9d9fc32-e7f5-4805-8fd8-dce6b3c957ed {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:25.372710 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:25.373339 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9d9fc32-e7f5-4805-8fd8-dce6b3c957ed {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:25.374122 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'code': 200} Sep 17 22:29:25.471775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.585630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b951d8-3226-4593-9c0d-69504b3165f0 req-a0578418-e0f0-40ac-a8e6-9a28947b10ec tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:25.587146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76b951d8-3226-4593-9c0d-69504b3165f0 req-a0578418-e0f0-40ac-a8e6-9a28947b10ec tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 944 time: 0.1120389 Sep 17 22:29:25.678148 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.705255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76b951d8-3226-4593-9c0d-69504b3165f0 req-8b16c759-ea21-490c-862b-b43331410682 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004465 Sep 17 22:29:25.727555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ef3a14-2522-44f7-81a8-221972a68d82']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:25.762819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14dbeb91-c566-44c1-b896-4c6bc89393d0') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:25.763116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14dbeb91-c566-44c1-b896-4c6bc89393d0') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:25.774737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.804978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.828751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:25.829285 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:25.831423 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:25.842662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Deleting port 1c38439d-fcec-427f-9083-db8645e4f3ca {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:25.845439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.934678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ba42-1a6f-4c6b-8a7e-c2d578cd32d7 req-3d39aee3-1fd3-47df-9386-4bbe8de0cc28 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:25.936386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67e0ba42-1a6f-4c6b-8a7e-c2d578cd32d7 req-3d39aee3-1fd3-47df-9386-4bbe8de0cc28 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 946 time: 0.1468549 Sep 17 22:29:25.942766 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.958726 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.964405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] 10.222.0.48 "DELETE /v2.0/networks/35ef3a14-2522-44f7-81a8-221972a68d82 HTTP/1.1" status: 204 len: 168 time: 0.5979505 Sep 17 22:29:25.986549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278748e-7545-4f42-b70b-ad004e4d925d admin admin] Pushing event deleted for resources: {'Network': ['ID=35ef3a14-2522-44f7-81a8-221972a68d82,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:26.000760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-f7f7ff40-5ce5-4f50-b176-1da4744a5458 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:26.003372 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-f7f7ff40-5ce5-4f50-b176-1da4744a5458 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.49 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 944 time: 0.1235113 Sep 17 22:29:26.018995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67e0ba42-1a6f-4c6b-8a7e-c2d578cd32d7 req-bc116d53-7bee-46fb-9f60-f66f5ec1a9d2 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734472 Sep 17 22:29:26.054340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] For port 1c38439d-fcec-427f-9083-db8645e4f3ca, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1c38439d-fcec-427f-9083-db8645e4f3ca,segment=NetworkSegment(adcde9ce-3b84-4225-901b-14258849dfba),segment_id=adcde9ce-3b84-4225-901b-14258849dfba)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:26.055550 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.085787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Calling delete_port for 1c38439d-fcec-427f-9083-db8645e4f3ca owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:26.176223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2eca5-45a4-477a-a1ba-f3d02aedbd00 req-dbc575e6-c1e7-4636-916c-93acbbf68994 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:26.178264 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28d2eca5-45a4-477a-a1ba-f3d02aedbd00 req-dbc575e6-c1e7-4636-916c-93acbbf68994 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0643682 Sep 17 22:29:26.202098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56912) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:26.216294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Deleting port eb7926ad-4803-459f-a4aa-9273cd244aa5 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:26.216642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.240204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28d2eca5-45a4-477a-a1ba-f3d02aedbd00 req-6b789e3e-91b3-445e-84d3-4c3c4b2debd8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559828 Sep 17 22:29:26.272466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c33d5bd9-e6a2-4f9c-995f-22792e9c1861 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=672652839f4a4692a852650f57ad3919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729883 Sep 17 22:29:26.274928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56914) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:26.336237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fceef5be-a2ea-4b1d-b5ae-5997e51e6c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.364853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fceef5be-a2ea-4b1d-b5ae-5997e51e6c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.392538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] For port eb7926ad-4803-459f-a4aa-9273cd244aa5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=eb7926ad-4803-459f-a4aa-9273cd244aa5,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:26.392894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.406648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Calling delete_port for eb7926ad-4803-459f-a4aa-9273cd244aa5 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:26.430889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fceef5be-a2ea-4b1d-b5ae-5997e51e6c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.435930 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fceef5be-a2ea-4b1d-b5ae-5997e51e6c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.438261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fceef5be-a2ea-4b1d-b5ae-5997e51e6c32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fdb88c9-30dc-401d-980a-43a7f028dcc6 HTTP/1.1" status: 204 len: 168 time: 0.1620071 Sep 17 22:29:26.465593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceef5be-a2ea-4b1d-b5ae-5997e51e6c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb88c9-30dc-401d-980a-43a7f028dcc6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:26.513448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.547089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c38439d-fcec-427f-9083-db8645e4f3ca,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:26.716255 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.750658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['72684df2-ec56-4945-9bb0-5807ba797a9e', 'eb7926ad-4803-459f-a4aa-9273cd244aa5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:26.817526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Pushing event deleted for resources: {'Port': ['ID=eb7926ad-4803-459f-a4aa-9273cd244aa5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:26.889022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] No DVR routers for this DVR port eb7926ad-4803-459f-a4aa-9273cd244aa5 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:26.896914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.902627 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cc86c2a6-7e4a-4f41-a9b8-fd96435afaa7 req-86c5c241-c7e7-42e7-8e88-69c7ca8ccc02 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.49 "DELETE /v2.0/ports/eb7926ad-4803-459f-a4aa-9273cd244aa5 HTTP/1.1" status: 204 len: 173 time: 0.8903253 Sep 17 22:29:26.910747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.914267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1480ef2-644c-44a0-9c7b-639906ecc58e req-a0e69572-2b0c-41ab-a3d2-dac79e1a233e tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.0508018 Sep 17 22:29:27.085522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'name': 'network-vif-deleted', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:27.089725 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50594ee1-3e4d-427a-95f0-26f3b1230a66" -d '{"events": [{"server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "name": "network-vif-deleted", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:27.251925 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23636360-c11e-42b4-8f72-ed7561f11eb9 x-openstack-request-id: req-23636360-c11e-42b4-8f72-ed7561f11eb9 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:27.252213 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd46f51-9e22-4fd2-bee8-139dcd07a571", "name": "network-vif-deleted", "tag": "eb7926ad-4803-459f-a4aa-9273cd244aa5", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:27.252462 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23636360-c11e-42b4-8f72-ed7561f11eb9 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:27.252901 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd46f51-9e22-4fd2-bee8-139dcd07a571', 'name': 'network-vif-deleted', 'tag': 'eb7926ad-4803-459f-a4aa-9273cd244aa5', 'status': 'completed', 'code': 200} Sep 17 22:29:27.432196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:27.519203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51be02e-9adc-459f-9ef8-91fd6c1cafdb req-d71021c4-2654-425d-8f75-3f8d6a51f529 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:27.521585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a51be02e-9adc-459f-9ef8-91fd6c1cafdb req-d71021c4-2654-425d-8f75-3f8d6a51f529 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 946 time: 0.1651042 Sep 17 22:29:27.544874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df49f0-c510-4e78-abf8-cdea584ce9ca req-e1fd37ca-bdb2-4e23-b141-f312616f9b80 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:27.554052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72df49f0-c510-4e78-abf8-cdea584ce9ca req-e1fd37ca-bdb2-4e23-b141-f312616f9b80 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1538968 Sep 17 22:29:27.619160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:27.627164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-59adba9b-264e-4fdb-bf88-619478282322 admin admin] 10.222.0.48 "PUT /v2.0/routers/f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9176598 Sep 17 22:29:27.627522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56966) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:27.634590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] Sync routers for ids ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:27.654990 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] Routers {'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:27.655840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72df49f0-c510-4e78-abf8-cdea584ce9ca req-00efc208-766c-45c7-975e-faa3cb5f83cf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905187 Sep 17 22:29:27.656491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:27.713229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a51be02e-9adc-459f-9ef8-91fd6c1cafdb req-35550d78-05a9-4ae0-a1c7-f2217e3b4bd5 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764090 Sep 17 22:29:27.912662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] Set router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:28.085660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8d2e6b4-f0b7-4481-a4c0-c3f9a37d85cc req-ff978e24-4d9f-4875-87de-5ee2519ac24c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.0452693 Sep 17 22:29:28.245918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.324108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:26Z', 'revision_number': 5, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:28.359211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] Checking router: f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:28.380952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] Routers {'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:28.382933 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.384158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:28.539048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Deleting port 1bae4799-1298-4f64-9141-a874e51cf938 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:28.539715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.545770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:28.660887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] For port 1bae4799-1298-4f64-9141-a874e51cf938, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1bae4799-1298-4f64-9141-a874e51cf938,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:28.661585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.679597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Calling delete_port for 1bae4799-1298-4f64-9141-a874e51cf938 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:28.757786 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.resource_extend [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:29:28.828496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:28.916451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:28.940097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6f504895-2511-4617-8eb3-c7875cd649a2', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': '6f504895-2511-4617-8eb3-c7875cd649a2', 'mac_address': 'fa:16:3e:19:98:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:28.963437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] Set router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:28.982144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.031832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-133132811-network', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:29.072795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bae4799-1298-4f64-9141-a874e51cf938,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.099156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d45e37-23f4-4762-aca2-90a46674a431 req-21865dd7-9759-4e8b-b029-2e1f42f1100e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:29.103183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90d45e37-23f4-4762-aca2-90a46674a431 req-21865dd7-9759-4e8b-b029-2e1f42f1100e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1184599 Sep 17 22:29:29.105631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Made reservation on behalf of eee16130ed6d4e1dada9a7d01adb68ee for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:29.108584 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.196507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90d45e37-23f4-4762-aca2-90a46674a431 req-499f8eb9-dc49-44f0-a397-f9d275542152 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832119 Sep 17 22:29:29.197760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.224243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.224586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.224945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.225277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.225605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.225928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.226248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.226567 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.226881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.227202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.227632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.227956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.285739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device eb7926ad-4803-459f-a4aa-9273cd244aa5 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:29.287497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.305162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-3f0b4926-0ae1-41b5-9773-2b6a77ae80a9 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:29.306644 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-3f0b4926-0ae1-41b5-9773-2b6a77ae80a9 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.45 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 946 time: 0.2250147 Sep 17 22:29:29.312254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.324289 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.334556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.341276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: eb7926ad-4803-459f-a4aa-9273cd244aa5 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:29.342725 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device eb7926ad-4803-459f-a4aa-9273cd244aa5 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:29.358832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f504895-2511-4617-8eb3-c7875cd649a2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:29.379268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:29.396362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:29.411511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:26Z', 'revision_number': 5, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:29.440816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a2f010-cb76-4c15-9ff5-848539aab1b1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.445364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.445828 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Added segment 8398d3da-1064-4e7d-aa44-84d32442cfae of type vlan for network dead0210-9355-41ba-a792-c189f187ef5e Sep 17 22:29:29.507203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365dd9a-0042-4437-85d9-670ca2cecc93 req-2aca4bce-7fb3-4cbc-8546-32e49b59e172 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:29.515561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0365dd9a-0042-4437-85d9-670ca2cecc93 req-2aca4bce-7fb3-4cbc-8546-32e49b59e172 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 946 time: 0.1450455 Sep 17 22:29:29.516102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.518743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d17cc8-33cd-4fa6-bfff-e4e215786f16 None None] The sync data for ids ['f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83'] in n-d-789963-10 is: [{'id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'name': 'tempest-FloatingIPsTestJSON-186583125-router', 'tenant_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1bae4799-1298-4f64-9141-a874e51cf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:55Z', 'updated_at': '2021-09-17T22:29:26Z', 'revision_number': 5, 'project_id': '3d6bfdf17abb4acdaaf3fac9ab2d4d2b', 'gw_port': {'id': '1bae4799-1298-4f64-9141-a874e51cf938', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:28:57Z', 'updated_at': '2021-09-17T22:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:29.551111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.566435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.573888 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.619232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6f504895-2511-4617-8eb3-c7875cd649a2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:29.648027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=12']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.662278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17d7cbc4-9d90-482d-b054-7a09e8b3f1b6 req-adde436f-cc84-4a21-b1ea-8f3fb68d2592 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.0564687 Sep 17 22:29:29.680511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.681357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.681737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.682027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.682213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:29.682925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.683045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.683343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.685911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.686279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.686621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.686957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.687284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.687618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.687938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:29.692440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Deleting port bbc86505-b97f-4347-82dc-aa420b6cb701 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:29.692951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.696216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.696881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:29:29.707526 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.711985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f630726a-02ee-4e18-8b3f-ff851bac6eb8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f48c6ab8-71ca-4b91-b26d-0aa4a8dc4c83 HTTP/1.1" status: 204 len: 168 time: 2.0826495 Sep 17 22:29:29.714579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57030) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:29.789107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9532337 Sep 17 22:29:29.797878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57038) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:29.818425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Request body: {'subnet': {'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-133132811-subnet', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:29.833203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6b3c19-6736-4aef-8cc3-933755cd7bfe admin admin] Deleting subnet a99c3a0e-d8f1-4559-877e-64be0e650f49 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:29.839301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3c19-6736-4aef-8cc3-933755cd7bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.922571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0365dd9a-0042-4437-85d9-670ca2cecc93 req-e2784308-8fb5-4a8f-9d22-bf0ce8af9c72 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups?id=a90f3047-98b0-425e-8e13-a94d7d6ef33c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4033525 Sep 17 22:29:29.960820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5947f6-b2fb-4904-8d76-c005630fb959 admin admin] Pushing event updated for resources: {'Network': ['ID=dead0210-9355-41ba-a792-c189f187ef5e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.986368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network dead0210-9355-41ba-a792-c189f187ef5e details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:29.999298 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0682e52-e0a7-4400-b784-c42604d19d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.016367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Made reservation on behalf of eee16130ed6d4e1dada9a7d01adb68ee for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:30.020146 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.024817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1c38439d-fcec-427f-9083-db8645e4f3ca no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:30.080069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3c19-6736-4aef-8cc3-933755cd7bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.104890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1c38439d-fcec-427f-9083-db8645e4f3ca {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:30.105266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1c38439d-fcec-427f-9083-db8645e4f3ca not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:30.266455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] For port bbc86505-b97f-4347-82dc-aa420b6cb701, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bbc86505-b97f-4347-82dc-aa420b6cb701,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:30.266844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.274577 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.356843 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3dd5804-74f9-4a56-b1c2-6b54feb3fafd,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:30.376135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Checking segment: {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:30.376857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Network hostable DHCP agents. Network: dead0210-9355-41ba-a792-c189f187ef5e, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:30.403223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Network dead0210-9355-41ba-a792-c189f187ef5e is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:30.421316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, dead0210-9355-41ba-a792-c189f187ef5e) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:30.432634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78315787-33ee-4e5f-8b7a-e54a091dc5cf None None] Network dead0210-9355-41ba-a792-c189f187ef5e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:30.439105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:30.449355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.532876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-521b201e-b113-4b7c-92bc-81ad143851d5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7338059 Sep 17 22:29:30.536551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57060) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:30.549367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:30.620327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:30.683822 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.684849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.685392 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.685593 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Floating IP 041e2639-b4ec-491c-82ce-e7790fd514cd disassociated. External IP: 172.25.0.74, port: bbc86505-b97f-4347-82dc-aa420b6cb701. Sep 17 22:29:30.685916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Calling delete_port for bbc86505-b97f-4347-82dc-aa420b6cb701 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:30.686658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.734179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb2f6-0909-476b-ad88-2dfc915c0b49 req-2d282b2f-ce36-4be1-ae48-c23bfb43601c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:30.760915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-386cb2f6-0909-476b-ad88-2dfc915c0b49 req-2d282b2f-ce36-4be1-ae48-c23bfb43601c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 946 time: 0.1723571 Sep 17 22:29:30.888578 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.889984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6f504895-2511-4617-8eb3-c7875cd649a2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:30.893919 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.919523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-386cb2f6-0909-476b-ad88-2dfc915c0b49 req-0f97bcdb-13d0-4d46-af74-0bf016696b78 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568792 Sep 17 22:29:30.927378 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3c19-6736-4aef-8cc3-933755cd7bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.087522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da782898-233f-4b20-bdce-516075c0bffd req-2bcce5d3-0fff-43a0-b2a9-344a17948d60 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.0414398 Sep 17 22:29:31.160468 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3c19-6736-4aef-8cc3-933755cd7bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.187210 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.202421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd102fdc-322e-4fab-9a20-b94330f3e955 None None] Network 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:31.234871 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3c19-6736-4aef-8cc3-933755cd7bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.237634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7e6b3c19-6736-4aef-8cc3-933755cd7bfe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a99c3a0e-d8f1-4559-877e-64be0e650f49 HTTP/1.1" status: 204 len: 168 time: 1.5220025 Sep 17 22:29:31.249910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57072) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:31.266706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event deleted for resources: {'Port': ['ID=bbc86505-b97f-4347-82dc-aa420b6cb701,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:31.277534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b3c19-6736-4aef-8cc3-933755cd7bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99c3a0e-d8f1-4559-877e-64be0e650f49,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:31.419289 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.451293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e977157-1535-4564-a9af-c45a8fa55852 req-aea6aca6-ccfb-4175-a595-52e1e516d7e2 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/ports?device_id=1085138e-a098-4acc-939c-09f10c111093 HTTP/1.1" status: 200 len: 210 time: 0.1892440 Sep 17 22:29:31.525257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Router d607982b-3255-42d6-87e2-c83f84d197a6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:31.635578 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.777673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:31.787202 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] Sync routers for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:31.813382 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:31.816730 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:31.882627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-dead0210-9355-41ba-a792-c189f187ef5e', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:29:31.887180 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.919738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] No DVR routers for this DVR port bbc86505-b97f-4347-82dc-aa420b6cb701 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:31.922297 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.925326 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-10fef396-145c-4b89-8fd0-a8f4ac160869 req-ec8d808d-962d-4006-8bd5-83201d95cb83 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.45 "DELETE /v2.0/ports/bbc86505-b97f-4347-82dc-aa420b6cb701 HTTP/1.1" status: 204 len: 173 time: 2.6088669 Sep 17 22:29:31.925924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1085138e-a098-4acc-939c-09f10c111093', 'name': 'network-vif-deleted', 'tag': 'bbc86505-b97f-4347-82dc-aa420b6cb701'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:31.942148 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0db0739-e957-42a8-bfa9-556bfde24d89" -d '{"events": [{"server_uuid": "1085138e-a098-4acc-939c-09f10c111093", "name": "network-vif-deleted", "tag": "bbc86505-b97f-4347-82dc-aa420b6cb701"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:31.990931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1bae4799-1298-4f64-9141-a874e51cf938 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:32.058763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1bae4799-1298-4f64-9141-a874e51cf938 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:32.059464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1bae4799-1298-4f64-9141-a874e51cf938 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:32.082668 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.137120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Deleting port b0b8b704-ce81-4996-9172-0fa5f3eefda2 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:32.139516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.164165 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:32.181898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:32.194158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:32.200156 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d826e2-8081-4563-bed7-735144bbc78f" -d '{"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-plugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:32.302179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] DHCP port deletion for 296b4774-5ce9-47db-9aa8-8d2fdfbe8783 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:29:32.314403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.315655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bbc86505-b97f-4347-82dc-aa420b6cb701 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:32.426510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=13']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.441414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e864605-6c88-48b3-b275-32fcabbacc43 req-203b1ff7-cdce-475b-b50e-ea757945f8b3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:32.443640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e864605-6c88-48b3-b275-32fcabbacc43 req-203b1ff7-cdce-475b-b50e-ea757945f8b3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 946 time: 0.3191252 Sep 17 22:29:32.457201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: bbc86505-b97f-4347-82dc-aa420b6cb701 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:32.457923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bbc86505-b97f-4347-82dc-aa420b6cb701 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:32.460648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] For port b0b8b704-ce81-4996-9172-0fa5f3eefda2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b0b8b704-ce81-4996-9172-0fa5f3eefda2,segment=NetworkSegment(adcde9ce-3b84-4225-901b-14258849dfba),segment_id=adcde9ce-3b84-4225-901b-14258849dfba)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:32.461332 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.531731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Calling delete_port for b0b8b704-ce81-4996-9172-0fa5f3eefda2 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:32.548585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e864605-6c88-48b3-b275-32fcabbacc43 req-1cffed6a-326a-4ab1-b284-73fef17e542c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648084 Sep 17 22:29:32.558253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.586152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Allocated IP 172.20.0.2 (dead0210-9355-41ba-a792-c189f187ef5e/a3dd5804-74f9-4a56-b1c2-6b54feb3fafd/eb9808be-0ef9-47b6-8c87-60238ed6b346) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:32.604885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] Deleting port b0b8b704-ce81-4996-9172-0fa5f3eefda2 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:32.605469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.633740 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.704057 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-98a0c065-567a-4772-bad3-09d856edf9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.727794 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ce4212-e58a-44fa-aa57-8b864c93b83f x-openstack-request-id: req-07ce4212-e58a-44fa-aa57-8b864c93b83f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:32.728088 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1085138e-a098-4acc-939c-09f10c111093", "name": "network-vif-deleted", "tag": "bbc86505-b97f-4347-82dc-aa420b6cb701", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:32.728874 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07ce4212-e58a-44fa-aa57-8b864c93b83f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:32.729301 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085138e-a098-4acc-939c-09f10c111093', 'name': 'network-vif-deleted', 'tag': 'bbc86505-b97f-4347-82dc-aa420b6cb701', 'status': 'completed', 'code': 200} Sep 17 22:29:32.771503 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:32.790630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.820650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] No DVR routers for this DVR port b0b8b704-ce81-4996-9172-0fa5f3eefda2 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:32.857278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] Checking router: d607982b-3255-42d6-87e2-c83f84d197a6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:32.881690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] For port b0b8b704-ce81-4996-9172-0fa5f3eefda2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b0b8b704-ce81-4996-9172-0fa5f3eefda2,segment=NetworkSegment(adcde9ce-3b84-4225-901b-14258849dfba),segment_id=adcde9ce-3b84-4225-901b-14258849dfba)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:32.882378 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.886725 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:32.887595 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:32.891944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b8b704-ce81-4996-9172-0fa5f3eefda2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.903587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] Calling delete_port for b0b8b704-ce81-4996-9172-0fa5f3eefda2 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:32.936524 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a79b4-5c61-4ed2-a339-bf933b901d2d x-openstack-request-id: req-1d1a79b4-5c61-4ed2-a339-bf933b901d2d {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:32.937173 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-plugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:32.937709 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d1a79b4-5c61-4ed2-a339-bf933b901d2d {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:32.938316 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'code': 200} Sep 17 22:29:33.007038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Allocated IP 172.25.0.67 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/e124e1c3-6974-4246-b6ab-84c86aed608a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:33.054794 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.079139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43d8be94-f875-41c6-b579-c13c98d210a6 req-1bbe6869-807c-4233-99cb-4dc51c73248c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.2006598 Sep 17 22:29:33.085604 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.120550 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:33.136325 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.215779 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.258096 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.313562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] No DVR routers for this DVR port b0b8b704-ce81-4996-9172-0fa5f3eefda2 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:33.349545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Network dead0210-9355-41ba-a792-c189f187ef5e is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:33.351551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296b4774-5ce9-47db-9aa8-8d2fdfbe8783']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:33.359740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:33.372094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcde9ce-3b84-4225-901b-14258849dfba') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:33.372833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcde9ce-3b84-4225-901b-14258849dfba') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:33.374638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:33.386287 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.388552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Pushing event updated for resources: {'Port': ['ID=eb9808be-0ef9-47b6-8c87-60238ed6b346,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:33.414763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.423239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:33.423969 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.485265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57120) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:33.556669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cb08f-af93-43d5-ada5-2e8aa10f1eaf None None] Pushing event deleted for resources: {'Port': ['ID=b0b8b704-ce81-4996-9172-0fa5f3eefda2,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:33.655959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.690007 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:33.692184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Attempting to bind port eb9808be-0ef9-47b6-8c87-60238ed6b346 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:33.695931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Attempting to bind port eb9808be-0ef9-47b6-8c87-60238ed6b346 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:33.696735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Attempting to bind port eb9808be-0ef9-47b6-8c87-60238ed6b346 on network dead0210-9355-41ba-a792-c189f187ef5e {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:33.707176 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ee6770c-f791-4e3c-b92b-d485fb3fe09e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:33.738727 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:33.740982 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.771582 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.777197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:33.777792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Checking segment: {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:33.780159 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.781130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Bound using segment: {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:33.782635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Bound port: eb9808be-0ef9-47b6-8c87-60238ed6b346, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:33.784581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] 10.222.0.48 "DELETE /v2.0/networks/296b4774-5ce9-47db-9aa8-8d2fdfbe8783 HTTP/1.1" status: 204 len: 168 time: 2.5310247 Sep 17 22:29:33.786171 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.794661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.827266 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848e20-4c83-46c1-9855-97486c9ad627 None None] The sync data for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 is: [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 4, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '0d67ed88-1f6b-4a97-85ad-0fad8526e806', 'name': '', 'network_id': 'f521677b-9ae6-4013-8450-eb9f8c292d6e', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'mac_address': 'fa:16:3e:25:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:23Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'subnets': [{'id': '6582152d-787e-4468-bbd7-ddadba65eb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:33.835578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ee6770c-f791-4e3c-b92b-d485fb3fe09e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.845253 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.022002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ee6770c-f791-4e3c-b92b-d485fb3fe09e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.025135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ee6770c-f791-4e3c-b92b-d485fb3fe09e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.035541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4ee6770c-f791-4e3c-b92b-d485fb3fe09e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "DELETE /v2.0/security-groups/a90f3047-98b0-425e-8e13-a94d7d6ef33c HTTP/1.1" status: 204 len: 168 time: 0.5460391 Sep 17 22:29:34.039546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57128) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:34.076350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] For port eb9808be-0ef9-47b6-8c87-60238ed6b346, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:34.083292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b0b8b704-ce81-4996-9172-0fa5f3eefda2 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:34.086812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] For port eb9808be-0ef9-47b6-8c87-60238ed6b346, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=eb9808be-0ef9-47b6-8c87-60238ed6b346,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:34.136590 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.141430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Pushing event updated for resources: {'Port': ['ID=e124e1c3-6974-4246-b6ab-84c86aed608a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.144129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: b0b8b704-ce81-4996-9172-0fa5f3eefda2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:34.144465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b0b8b704-ce81-4996-9172-0fa5f3eefda2 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:34.178870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57134) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:34.180574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.181154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.181715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.182639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.183276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.183792 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-eba76ce7-eb59-4593-9da8-d678d394ea02 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] show failed (client error): The resource could not be found. Sep 17 22:29:34.184154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.184648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.185172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.186690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.187947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eba76ce7-eb59-4593-9da8-d678d394ea02 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "GET /v2.0/security-groups/a90f3047-98b0-425e-8e13-a94d7d6ef33c HTTP/1.1" status: 404 len: 347 time: 0.1367097 Sep 17 22:29:34.192126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.192484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.192831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:34.197061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57138) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:34.201021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57140) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:34.202995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4c1c4-1343-4050-9e64-88595c47bfcf admin admin] Pushing event deleted for resources: {'Network': ['ID=296b4774-5ce9-47db-9aa8-8d2fdfbe8783,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.239389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:34.268970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6770c-f791-4e3c-b92b-d485fb3fe09e tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f3047-98b0-425e-8e13-a94d7d6ef33c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.307969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:34.351359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7488f0b3-9ebc-4cc2-a185-c13f14c37493 req-b7b76b92-c6f0-4a1d-87ab-e8a2c259c857 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.0887027 Sep 17 22:29:34.358422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:34.398071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb1e9e-b9f7-4d06-8bb3-eddc1832359b None None] Pushing event updated for resources: {'Port': ['ID=eb9808be-0ef9-47b6-8c87-60238ed6b346,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.470163 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.525098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fae2c4-9923-4630-9454-5cb02e510291 req-9e712d3e-3111-4bca-9379-515a8a235b99 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:34.532764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4fae2c4-9923-4630-9454-5cb02e510291 req-9e712d3e-3111-4bca-9379-515a8a235b99 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.7196586 Sep 17 22:29:34.537747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-707fcadd-e425-4fa6-bbaa-eb0a00195384 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d6bfdf17abb4acdaaf3fac9ab2d4d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299415 Sep 17 22:29:34.540317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57148) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:34.554529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e48550-6366-4bdc-84e9-2a6e5d1fcc62 None None] New status for floating IP 041e2639-b4ec-491c-82ce-e7790fd514cd: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:29:34.688814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Deleting port a6b91af2-5c32-4817-b06c-dfca498dd974 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:34.689404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.733692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4fae2c4-9923-4630-9454-5cb02e510291 req-9e110196-1155-4992-9365-0946bd7cad64 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847992 Sep 17 22:29:34.875795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea5ecffa-dd63-49b8-9afe-30cbd8289fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.067378 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af5461d-1b58-40b6-8ab7-92460438e725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.088388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57150) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:35.149512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.150121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.197101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Calling delete_port for a6b91af2-5c32-4817-b06c-dfca498dd974 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:35.284872 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.391549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-044a482b-5ac3-476e-8837-3431298423de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.635994 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af5461d-1b58-40b6-8ab7-92460438e725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.841587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-044a482b-5ac3-476e-8837-3431298423de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.842924 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af5461d-1b58-40b6-8ab7-92460438e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.894078 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6af5461d-1b58-40b6-8ab7-92460438e725 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73344fc122254c01931666fb9cf31ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6858332 Sep 17 22:29:35.896046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-044a482b-5ac3-476e-8837-3431298423de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.956070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7f131f0-4dbf-45ad-8a13-6a086f66bf98 req-d4558661-04b1-4d0d-a209-6448187c96be tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=edd46f51-9e22-4fd2-bee8-139dcd07a571 HTTP/1.1" status: 200 len: 210 time: 0.1485531 Sep 17 22:29:35.956740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:35.969021 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-044a482b-5ac3-476e-8837-3431298423de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b762217a6fa47c4819bfde1bc20b0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768873 Sep 17 22:29:35.976897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57164) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:35.995440 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea5ecffa-dd63-49b8-9afe-30cbd8289fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.018713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.036137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5461d-1b58-40b6-8ab7-92460438e725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd7b96-b606-4bca-bc51-204ea8e01ca1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.110622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Pushing event deleted for resources: {'Port': ['ID=a6b91af2-5c32-4817-b06c-dfca498dd974,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.126971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device eb9808be-0ef9-47b6-8c87-60238ed6b346 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:36.206171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a482b-5ac3-476e-8837-3431298423de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a572010-968f-42aa-b1e1-535632eb2bc1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.242279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port eb9808be-0ef9-47b6-8c87-60238ed6b346 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:36.242773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.295775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95a2f7-79a4-4594-a31e-78e4fd99b28d None None] Network dead0210-9355-41ba-a792-c189f187ef5e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:36.308496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f31837f2-5e07-42ff-9669-8517f6b70496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.325052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.328388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.329761 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df88cfc8-20be-4a1d-860e-81209ba6fe52 tempest-ServersWithSpecificFlavorTestJSON-1939923629 tempest-ServersWithSpecificFlavorTestJSON-1939923629-project] 10.222.0.48 "DELETE /v2.0/floatingips/041e2639-b4ec-491c-82ce-e7790fd514cd HTTP/1.1" status: 204 len: 168 time: 2.1250455 Sep 17 22:29:36.353225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f31837f2-5e07-42ff-9669-8517f6b70496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.387101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae6aa-00cf-419b-9b24-1eb70de97a0b req-e4754108-95d1-462b-a881-14d7d0c632f4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:36.400503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50cae6aa-00cf-419b-9b24-1eb70de97a0b req-e4754108-95d1-462b-a881-14d7d0c632f4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.4414093 Sep 17 22:29:36.426983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f31837f2-5e07-42ff-9669-8517f6b70496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.431289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f31837f2-5e07-42ff-9669-8517f6b70496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.435524 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f31837f2-5e07-42ff-9669-8517f6b70496 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a572010-968f-42aa-b1e1-535632eb2bc1 HTTP/1.1" status: 204 len: 168 time: 0.4537082 Sep 17 22:29:36.445587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31837f2-5e07-42ff-9669-8517f6b70496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a572010-968f-42aa-b1e1-535632eb2bc1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.512393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.527927 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea5ecffa-dd63-49b8-9afe-30cbd8289fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.541206 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea5ecffa-dd63-49b8-9afe-30cbd8289fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.544754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ea5ecffa-dd63-49b8-9afe-30cbd8289fd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9be621e-eea0-4be9-99df-129719b8c5d7 HTTP/1.1" status: 204 len: 168 time: 2.0035412 Sep 17 22:29:36.604304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6db5adeb-4e72-4c88-ad44-4d5d1be009ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.629443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50cae6aa-00cf-419b-9b24-1eb70de97a0b req-ff4fb066-23e8-4182-ad05-71cc601a4abf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219310 Sep 17 22:29:36.640871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ecffa-dd63-49b8-9afe-30cbd8289fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9be621e-eea0-4be9-99df-129719b8c5d7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.690806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6db5adeb-4e72-4c88-ad44-4d5d1be009ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.702804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:36.893839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ccffb001-cf5e-4352-871f-484412c8d8b0 None None] Provisioning complete for port eb9808be-0ef9-47b6-8c87-60238ed6b346 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:36.894575 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ccffb001-cf5e-4352-871f-484412c8d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.014301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6db5adeb-4e72-4c88-ad44-4d5d1be009ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.023312 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6db5adeb-4e72-4c88-ad44-4d5d1be009ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.027039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6db5adeb-4e72-4c88-ad44-4d5d1be009ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6cd7b96-b606-4bca-bc51-204ea8e01ca1 HTTP/1.1" status: 204 len: 168 time: 1.0329711 Sep 17 22:29:37.058844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5adeb-4e72-4c88-ad44-4d5d1be009ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd7b96-b606-4bca-bc51-204ea8e01ca1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:37.149273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57208) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:37.217632 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.240168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.371776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port eb9808be-0ef9-47b6-8c87-60238ed6b346, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=eb9808be-0ef9-47b6-8c87-60238ed6b346,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:37.373526 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ccffb001-cf5e-4352-871f-484412c8d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.415637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.469209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57214) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:37.502356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23c26687-a264-4005-a40f-430fc417c807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.545956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-ccffb001-cf5e-4352-871f-484412c8d8b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:29:37.546574 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-ccffb001-cf5e-4352-871f-484412c8d8b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:29:37.590872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c3c9ae-7b22-4669-ac8c-93540f23e3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.592600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=eb9808be-0ef9-47b6-8c87-60238ed6b346,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:37.697362 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-99c3c9ae-7b22-4669-ac8c-93540f23e3ff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:29:37.697362 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:29:37.697362 n-d-789963-10 neutron-server[94738]: [parameters: {'project_id_1': '9617f4d122c440979ab79d8c8e3c35b1', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 29, 17, 652696)}] Sep 17 22:29:37.697362 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:29:37.703154 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-99c3c9ae-7b22-4669-ac8c-93540f23e3ff admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:29:37.718996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Router 823042f5-7e19-4188-a7e7-4f5766d79f48 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:29:37.910605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23c26687-a264-4005-a40f-430fc417c807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.926348 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23c26687-a264-4005-a40f-430fc417c807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.941836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160af87-fb35-4542-808b-6f78027fcd71 req-4b8172e1-a636-4a5c-b9e9-cef7f868088e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:37.951494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c160af87-fb35-4542-808b-6f78027fcd71 req-4b8172e1-a636-4a5c-b9e9-cef7f868088e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.1043546 Sep 17 22:29:38.050845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-23c26687-a264-4005-a40f-430fc417c807 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c97c50bfb6a4491fa62c85bac1393f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806334 Sep 17 22:29:38.052863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57222) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:38.095309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c26687-a264-4005-a40f-430fc417c807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cf5565-6190-4c50-8f4a-3a3b15567fac,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:38.139478 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b115383-5332-4913-b1bf-69539133e107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.146333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c160af87-fb35-4542-808b-6f78027fcd71 req-f18c70b8-512c-4636-8d68-ad0749e44c2c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930473 Sep 17 22:29:38.162053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:38.165651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b115383-5332-4913-b1bf-69539133e107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.171696 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Sync routers for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:38.186768 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:38.188550 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:38.192719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.197869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8b07a02c-00f9-4b83-ba8f-03ecfb914b81 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.6598682 Sep 17 22:29:38.198827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57224) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:38.202534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device eb9808be-0ef9-47b6-8c87-60238ed6b346 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:38.206546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c3c9ae-7b22-4669-ac8c-93540f23e3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.450846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b115383-5332-4913-b1bf-69539133e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.451726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-20bdb393-d39a-469d-971f-eb4be87a294e None None] Provisioning complete for port eb9808be-0ef9-47b6-8c87-60238ed6b346 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:38.453666 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-20bdb393-d39a-469d-971f-eb4be87a294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.459567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b115383-5332-4913-b1bf-69539133e107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.460790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0b115383-5332-4913-b1bf-69539133e107 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5cf5565-6190-4c50-8f4a-3a3b15567fac HTTP/1.1" status: 204 len: 168 time: 0.4065998 Sep 17 22:29:38.538812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port eb9808be-0ef9-47b6-8c87-60238ed6b346 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:38.543037 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.612804 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:38.756989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b115383-5332-4913-b1bf-69539133e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cf5565-6190-4c50-8f4a-3a3b15567fac,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.258402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:35Z', 'revision_number': 3, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:39.412700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c3c9ae-7b22-4669-ac8c-93540f23e3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.440857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c3c9ae-7b22-4669-ac8c-93540f23e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.463551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f44a3-557f-47b5-ac8c-7d6de5b10af1 req-74ec4751-a1be-46f5-b4ac-0367d9049387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:39.477232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b8f44a3-557f-47b5-ac8c-7d6de5b10af1 req-74ec4751-a1be-46f5-b4ac-0367d9049387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.2211022 Sep 17 22:29:39.672960 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-99c3c9ae-7b22-4669-ac8c-93540f23e3ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9617f4d122c440979ab79d8c8e3c35b1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9667013 Sep 17 22:29:39.686453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3c9ae-7b22-4669-ac8c-93540f23e3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66130bc1-3f13-43e8-af81-caafa9d27db8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.691081 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Checking router: 823042f5-7e19-4188-a7e7-4f5766d79f48 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:39.691438 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Updating router 823042f5-7e19-4188-a7e7-4f5766d79f48 port e124e1c3-6974-4246-b6ab-84c86aed608a binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:29:39.706658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57262) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:39.782173 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.840910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b8f44a3-557f-47b5-ac8c-7d6de5b10af1 req-f19d440b-97ad-424e-9833-120c8835865c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611093 Sep 17 22:29:39.848251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.048752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44139d18-85cd-4b18-8372-7e024ecc137b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.330540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Allocated IP 172.20.0.1 (dead0210-9355-41ba-a792-c189f187ef5e/a3dd5804-74f9-4a56-b1c2-6b54feb3fafd/c936f94f-d907-4cf6-9d63-62dc526894df) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:40.489627 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.506922 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.646629 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9b05a-e3ce-4262-9993-572da98c8fa4 None None] Pushing event updated for resources: {'Port': ['ID=e124e1c3-6974-4246-b6ab-84c86aed608a,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:40.670333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.721325 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Attempting to bind port e124e1c3-6974-4246-b6ab-84c86aed608a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:40.723868 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Attempting to bind port e124e1c3-6974-4246-b6ab-84c86aed608a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:40.723868 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Attempting to bind port e124e1c3-6974-4246-b6ab-84c86aed608a on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:40.741225 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:40.741997 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:40.742575 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.743131 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:40.743832 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Bound port: e124e1c3-6974-4246-b6ab-84c86aed608a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:40.744571 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.840398 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] For port e124e1c3-6974-4246-b6ab-84c86aed608a, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:40.846450 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] For port e124e1c3-6974-4246-b6ab-84c86aed608a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e124e1c3-6974-4246-b6ab-84c86aed608a,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:40.853369 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.915903 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.070830 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9b05a-e3ce-4262-9993-572da98c8fa4 None None] Pushing event updated for resources: {'Port': ['ID=e124e1c3-6974-4246-b6ab-84c86aed608a,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:41.079416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44139d18-85cd-4b18-8372-7e024ecc137b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.124297 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:41.125080 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:41.186674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57306) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:41.274206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3f111db5-2ce2-4a3c-b8b2-8853419b9aac tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e14446c92d1347c690132602b9cfeb1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212742 Sep 17 22:29:41.285210 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44139d18-85cd-4b18-8372-7e024ecc137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.292749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44139d18-85cd-4b18-8372-7e024ecc137b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.301062 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-44139d18-85cd-4b18-8372-7e024ecc137b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66130bc1-3f13-43e8-af81-caafa9d27db8 HTTP/1.1" status: 204 len: 168 time: 1.5663729 Sep 17 22:29:41.334526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44139d18-85cd-4b18-8372-7e024ecc137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66130bc1-3f13-43e8-af81-caafa9d27db8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:41.379451 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:41.416049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Network dead0210-9355-41ba-a792-c189f187ef5e is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:41.438991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1016041409-network', 'tenant_id': '61d6635df9d24eb48cd11fc59fb52a36'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:41.449580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Pushing event updated for resources: {'Port': ['ID=c936f94f-d907-4cf6-9d63-62dc526894df,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:41.489776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:41.498553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:41.525981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Made reservation on behalf of 61d6635df9d24eb48cd11fc59fb52a36 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:41.528964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.563510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.669691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.678914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717ec3e-5200-40b6-a194-fd3f0f9a7aef req-7a61b863-50b8-4aba-a69a-bac5f54e2399 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.680548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1717ec3e-5200-40b6-a194-fd3f0f9a7aef req-7a61b863-50b8-4aba-a69a-bac5f54e2399 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.5513952 Sep 17 22:29:41.803692 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.825511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-0bb2f312-c773-4e2c-bff5-e91630abefdc tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.847640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-0bb2f312-c773-4e2c-bff5-e91630abefdc tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5591049 Sep 17 22:29:41.908899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f940dd69-306b-4ed9-ad16-428ee5013a24 None None] Provisioning complete for port c936f94f-d907-4cf6-9d63-62dc526894df triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:41.909882 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f940dd69-306b-4ed9-ad16-428ee5013a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.947985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-35cf882d-b5a2-4598-82b4-9a9d05a38382 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/quotas/e14446c92d1347c690132602b9cfeb1f HTTP/1.1" status: 200 len: 375 time: 0.0990145 Sep 17 22:29:41.959050 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:35Z', 'revision_number': 3, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:41.965372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1717ec3e-5200-40b6-a194-fd3f0f9a7aef req-166eea2b-d90f-4743-8ac9-29db1802826a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733893 Sep 17 22:29:42.030101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-827a76d0-a3fa-4ee4-992d-518f99f7b232 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14446c92d1347c690132602b9cfeb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808241 Sep 17 22:29:42.035907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f940dd69-306b-4ed9-ad16-428ee5013a24 None None] Port c936f94f-d907-4cf6-9d63-62dc526894df cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:42.067697 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f077ca5-d086-4818-8c0d-38f3491f9ff2 None None] The sync data for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 is: [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:35Z', 'revision_number': 3, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:42.291250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.345864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.400314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.434022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:42.481835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.482241 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Added segment 6190b8c1-44b4-47c9-8fa0-546cb6ded0b9 of type vlan for network 7b1529c4-c275-46c0-a054-174252b91804 Sep 17 22:29:42.598254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.698912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57334) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:42.745370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.746657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d872d22e-a48f-48a3-9e22-18bca8f9edee req-29636549-6f32-4dc3-8d0b-269af0b68d48 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 210 time: 0.4026856 Sep 17 22:29:42.751516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.760533 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.966737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.979007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.999106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c26cd47-2eeb-4fc7-99f5-c05f4c98c46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.170257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4216f0-0eb6-4b4c-994c-fa052a693a9c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:43.203306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0142980 Sep 17 22:29:43.269971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57344) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:43.321423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Request body: {'subnet': {'network_id': '7b1529c4-c275-46c0-a054-174252b91804', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1016041409-subnet', 'tenant_id': '61d6635df9d24eb48cd11fc59fb52a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:43.397263 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.411879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Pushing event updated for resources: {'Port': ['ID=c936f94f-d907-4cf6-9d63-62dc526894df,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:43.429500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b6ca2-25d6-44bb-9964-3933b6664620 admin admin] Pushing event updated for resources: {'Network': ['ID=7b1529c4-c275-46c0-a054-174252b91804,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:43.441292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7b1529c4-c275-46c0-a054-174252b91804 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:43.512830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Deleting port 0d67ed88-1f6b-4a97-85ad-0fad8526e806 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:43.513380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.525571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef940-7fde-4495-82fa-f20e2d5787e9 req-1d75681c-7cce-4205-b33f-022b447d4bf1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:43.539512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba7ef940-7fde-4495-82fa-f20e2d5787e9 req-1d75681c-7cce-4205-b33f-022b447d4bf1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.3399229 Sep 17 22:29:43.807573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba7ef940-7fde-4495-82fa-f20e2d5787e9 req-78eebd87-6461-4aed-9270-f10ab94b4eb6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670872 Sep 17 22:29:43.883998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c26cd47-2eeb-4fc7-99f5-c05f4c98c46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.914356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c26cd47-2eeb-4fc7-99f5-c05f4c98c46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.948201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Network dead0210-9355-41ba-a792-c189f187ef5e is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:43.957586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] For port 0d67ed88-1f6b-4a97-85ad-0fad8526e806, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0d67ed88-1f6b-4a97-85ad-0fad8526e806,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:43.968407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.008782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:44.132616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e124e1c3-6974-4246-b6ab-84c86aed608a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:44.175496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-142caed0-42f4-4a53-842c-e38773b100b5 req-cb32e69a-4000-4b49-839f-173b10452ad7 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 210 time: 0.2639120 Sep 17 22:29:44.183256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Calling delete_port for 0d67ed88-1f6b-4a97-85ad-0fad8526e806 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:44.236860 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0c26cd47-2eeb-4fc7-99f5-c05f4c98c46d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aae26909e7b84e1f9ebe1d3a613ddd2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5198519 Sep 17 22:29:44.254491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57366) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:44.264245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26cd47-2eeb-4fc7-99f5-c05f4c98c46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fdc2c4-4e88-4772-88f7-4b2cdb16bd06,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.340764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Made reservation on behalf of 61d6635df9d24eb48cd11fc59fb52a36 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:44.345499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e124e1c3-6974-4246-b6ab-84c86aed608a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:44.345909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.365317 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.697812 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.810624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port e124e1c3-6974-4246-b6ab-84c86aed608a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e124e1c3-6974-4246-b6ab-84c86aed608a,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:44.840417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.935625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.013365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e54eb0b2-c7d8-47e8-ac34-68acdf2a93b4 None None] Provisioning complete for port c936f94f-d907-4cf6-9d63-62dc526894df triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:45.013791 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e54eb0b2-c7d8-47e8-ac34-68acdf2a93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.028886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c96e1f5a-dcdb-486e-a367-e29c74966147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.062416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.071114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Router 823042f5-7e19-4188-a7e7-4f5766d79f48 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:45.132465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d67ed88-1f6b-4a97-85ad-0fad8526e806,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:45.158755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e54eb0b2-c7d8-47e8-ac34-68acdf2a93b4 None None] Port c936f94f-d907-4cf6-9d63-62dc526894df cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:45.179232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c96e1f5a-dcdb-486e-a367-e29c74966147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.192847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=e124e1c3-6974-4246-b6ab-84c86aed608a,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:45.390382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.415689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558de52d-d469-4e1e-8737-f7f4970f09dd req-9686c907-2f39-4065-a6d7-31183e86eaad tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:45.424461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-558de52d-d469-4e1e-8737-f7f4970f09dd req-9686c907-2f39-4065-a6d7-31183e86eaad tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.4919119 Sep 17 22:29:45.429645 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-4d85c31f-9309-4bff-ad89-e51849546edc tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e14446c92d1347c690132602b9cfeb1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364921 Sep 17 22:29:45.478457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee48213-fbc1-49e1-9be8-04e12bdc67b3,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:45.535868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c0d99-d1ee-4e64-8060-275e839164ac req-0e3db7be-7ce0-402e-83b5-7855b053de49 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:45.538358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d1c0d99-d1ee-4e64-8060-275e839164ac req-0e3db7be-7ce0-402e-83b5-7855b053de49 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 945 time: 0.6032400 Sep 17 22:29:45.570737 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Checking segment: {'id': '6190b8c1-44b4-47c9-8fa0-546cb6ded0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b1529c4-c275-46c0-a054-174252b91804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:45.571029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Network hostable DHCP agents. Network: 7b1529c4-c275-46c0-a054-174252b91804, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:45.600044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-a5aa5695-554e-47ec-81a0-459fb59ee61f tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:45.602020 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-a5aa5695-554e-47ec-81a0-459fb59ee61f tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628733 Sep 17 22:29:45.636948 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Request body: {'port': {'device_id': 'fef73e70-d200-4baf-a1e6-3142f195a272', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': 'e14446c92d1347c690132602b9cfeb1f'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:45.891200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-f3b5c20a-fb9e-4816-853d-0a6bb10d0d15 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:45.893646 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-f3b5c20a-fb9e-4816-853d-0a6bb10d0d15 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d24feb7-0131-40b4-859d-066d69b0bed0 HTTP/1.1" status: 200 len: 945 time: 0.2838044 Sep 17 22:29:45.961133 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c96e1f5a-dcdb-486e-a367-e29c74966147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.964041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c96e1f5a-dcdb-486e-a367-e29c74966147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.967536 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c96e1f5a-dcdb-486e-a367-e29c74966147 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8fdc2c4-4e88-4772-88f7-4b2cdb16bd06 HTTP/1.1" status: 204 len: 168 time: 1.6876886 Sep 17 22:29:45.974744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Made reservation on behalf of e14446c92d1347c690132602b9cfeb1f for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:45.978299 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.023924 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.031729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e1f5a-dcdb-486e-a367-e29c74966147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fdc2c4-4e88-4772-88f7-4b2cdb16bd06,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:46.134394 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-558de52d-d469-4e1e-8737-f7f4970f09dd req-6a262ff6-786c-4663-a700-8040acf44c10 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7081590 Sep 17 22:29:46.149942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.163927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.168330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e124e1c3-6974-4246-b6ab-84c86aed608a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:46.203907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d1c0d99-d1ee-4e64-8060-275e839164ac req-f4816f5a-0c52-4012-936a-08f174156100 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541536 Sep 17 22:29:46.211094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:46.213606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Network 7b1529c4-c275-46c0-a054-174252b91804 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:46.239407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-acc9affa-3bef-4c24-ba54-378bb696ba40 admin admin] 10.222.0.48 "PUT /v2.0/routers/823042f5-7e19-4188-a7e7-4f5766d79f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0377958 Sep 17 22:29:46.271817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7b1529c4-c275-46c0-a054-174252b91804) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:46.281149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:46.281750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.306278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934242b0-4610-44f2-b9aa-4830ee951848 None None] Network 7b1529c4-c275-46c0-a054-174252b91804 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:46.309358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Sync routers for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:46.332089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-71508ef4-11f4-43a5-8fbd-4536e6a8e174 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0499840 Sep 17 22:29:46.382348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e124e1c3-6974-4246-b6ab-84c86aed608a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:46.385035 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.394995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567c25db-871d-4f05-b79c-fc37f79dad84,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:46.433413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85a6432b-7213-4eb0-9926-d3c1dd6108b7 req-245bbcbb-ab3f-48e6-a06b-3f62aa83c571 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 210 time: 0.0840814 Sep 17 22:29:46.442913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:46.443186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Deleting port 72684df2-ec56-4945-9bb0-5807ba797a9e {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:46.443525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.453864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:46.603054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Router d607982b-3255-42d6-87e2-c83f84d197a6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:46.620894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Allocated IP 192.168.233.177 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/a5793113-bdcd-4c55-915e-caf03782dac7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:46.704300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1d9f6-f9b9-4897-84ae-b9f2f14a7974 None None] Network 7b1529c4-c275-46c0-a054-174252b91804 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:46.888610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:46.896256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f5c9bc17-138a-49bc-aede-3248dee7b495 admin admin] 10.222.0.48 "PUT /v2.0/routers/d607982b-3255-42d6-87e2-c83f84d197a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7459846 Sep 17 22:29:46.898583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] For port 72684df2-ec56-4945-9bb0-5807ba797a9e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=72684df2-ec56-4945-9bb0-5807ba797a9e,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:46.898867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57418) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:46.899461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.906860 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] Sync routers for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:46.925496 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:46.925913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Calling delete_port for 72684df2-ec56-4945-9bb0-5807ba797a9e owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:46.929978 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:47.097564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:47.154651 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.246954 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:47.289042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-5bec304a-84d4-4f87-a8cc-30c903fdbe1d req-e2922ca4-6a12-4608-b6cd-60ee2a1876f6 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2119441744', 'description': 'tempest-description-864996836'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:47.539288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57438) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.543101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.547403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5bec304a-84d4-4f87-a8cc-30c903fdbe1d req-e2922ca4-6a12-4608-b6cd-60ee2a1876f6 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.559436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.589848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 2, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:47.664860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Checking router: 823042f5-7e19-4188-a7e7-4f5766d79f48 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:47.665244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Updating router 823042f5-7e19-4188-a7e7-4f5766d79f48 port c936f94f-d907-4cf6-9d63-62dc526894df binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:29:47.670775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-aef313c1-bb60-4709-b8a0-151ad24bc5e2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003218994', 'description': 'tempest-description--933713761'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:47.722680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.725112 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 5, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port': {'id': '4f1c6fa8-8307-48b2-8610-61a1d631b7f2', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:47.774756 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.807618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Pushing event deleted for resources: {'Port': ['ID=72684df2-ec56-4945-9bb0-5807ba797a9e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:47.822415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Deleting port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:47.823013 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.840259 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.853179 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] Checking router: d607982b-3255-42d6-87e2-c83f84d197a6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:47.895500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] No DVR routers for this DVR port 72684df2-ec56-4945-9bb0-5807ba797a9e on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:47.910137 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] Routers {'d607982b-3255-42d6-87e2-c83f84d197a6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:47.913687 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d607982b-3255-42d6-87e2-c83f84d197a6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:47.924781 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.927482 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-259445e7-cccc-4a67-a7ee-48cb020cf9be req-a5b74ab6-5d1b-471b-92bb-2605284ffab3 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.49 "DELETE /v2.0/ports/72684df2-ec56-4945-9bb0-5807ba797a9e HTTP/1.1" status: 204 len: 173 time: 2.0084345 Sep 17 22:29:47.928282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'name': 'network-vif-deleted', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:47.930882 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a7d037-a82c-432a-97cb-82b19c6f81b7" -d '{"events": [{"server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "name": "network-vif-deleted", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:47.951694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:47.959689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:47.990441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:48.070795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:48.071577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.076342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Pushing event updated for resources: {'Port': ['ID=a5793113-bdcd-4c55-915e-caf03782dac7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.089516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] For port 4f1c6fa8-8307-48b2-8610-61a1d631b7f2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f1c6fa8-8307-48b2-8610-61a1d631b7f2,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:48.089957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.123392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Calling delete_port for 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:48.201309 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] Set router d607982b-3255-42d6-87e2-c83f84d197a6 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:48.361664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5bec304a-84d4-4f87-a8cc-30c903fdbe1d req-e2922ca4-6a12-4608-b6cd-60ee2a1876f6 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.423961 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:29:47Z', 'revision_number': 6, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:48.428743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aef313c1-bb60-4709-b8a0-151ad24bc5e2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.441694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5bec304a-84d4-4f87-a8cc-30c903fdbe1d req-e2922ca4-6a12-4608-b6cd-60ee2a1876f6 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.470905 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ac34bbb4-f11b-44d4-90ed-eb896303cf49 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8440495 Sep 17 22:29:48.518421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Request body: {'port': {'device_id': 'fef73e70-d200-4baf-a1e6-3142f195a272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:48.550488 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3111b-0c94-4f5b-8dab-aa0016a56a05 None None] The sync data for ids ['d607982b-3255-42d6-87e2-c83f84d197a6'] in n-d-789963-10 is: [{'id': 'd607982b-3255-42d6-87e2-c83f84d197a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759126050-router', 'tenant_id': '2daac13086d342ceb3844d0930d67c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:29:47Z', 'revision_number': 6, 'project_id': '2daac13086d342ceb3844d0930d67c9b', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:48.564969 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.589102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.592363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1ba8da92-a8b3-48ac-ab07-477aa1346305 None None] Provisioning complete for port a5793113-bdcd-4c55-915e-caf03782dac7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:48.593524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1ba8da92-a8b3-48ac-ab07-477aa1346305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.643918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2922ca4-6a12-4608-b6cd-60ee2a1876f6 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1bb3a4-fc5e-4367-8dfe-3121cb0ded99,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.705010 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.714368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.729723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.827402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8da92-a8b3-48ac-ab07-477aa1346305 None None] Port a5793113-bdcd-4c55-915e-caf03782dac7 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:48.841580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e98e6-3ccb-4d3c-9853-743454a0f464 None None] Pushing event updated for resources: {'Port': ['ID=c936f94f-d907-4cf6-9d63-62dc526894df,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.856696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Attempting to bind port c936f94f-d907-4cf6-9d63-62dc526894df on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:48.857084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Attempting to bind port c936f94f-d907-4cf6-9d63-62dc526894df by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:48.857449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Attempting to bind port c936f94f-d907-4cf6-9d63-62dc526894df on network dead0210-9355-41ba-a792-c189f187ef5e {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:48.862393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aef313c1-bb60-4709-b8a0-151ad24bc5e2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.868431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1c6fa8-8307-48b2-8610-61a1d631b7f2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.872038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:48.872508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Checking segment: {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:48.872999 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.873257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Bound using segment: {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:48.873731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Bound port: c936f94f-d907-4cf6-9d63-62dc526894df, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:48.874162 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.884562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aef313c1-bb60-4709-b8a0-151ad24bc5e2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.966541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5bec304a-84d4-4f87-a8cc-30c903fdbe1d req-e2922ca4-6a12-4608-b6cd-60ee2a1876f6 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.967852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5bec304a-84d4-4f87-a8cc-30c903fdbe1d req-e2922ca4-6a12-4608-b6cd-60ee2a1876f6 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6873174 Sep 17 22:29:49.035969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] For port c936f94f-d907-4cf6-9d63-62dc526894df, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:49.060890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] For port c936f94f-d907-4cf6-9d63-62dc526894df, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c936f94f-d907-4cf6-9d63-62dc526894df,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:49.065294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47353a-a4e0-4aee-893e-38784f7594fb req-defa36dc-49ab-4c24-85e2-375f8399bb13 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:49.079969 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.089143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c47353a-a4e0-4aee-893e-38784f7594fb req-defa36dc-49ab-4c24-85e2-375f8399bb13 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.6498783 Sep 17 22:29:49.150120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aef313c1-bb60-4709-b8a0-151ad24bc5e2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.157660 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aef313c1-bb60-4709-b8a0-151ad24bc5e2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5079744 Sep 17 22:29:49.168110 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57464) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:49.175754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef313c1-bb60-4709-b8a0-151ad24bc5e2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c288a1c-4092-4b5a-9a58-0193d9342122,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:49.191303 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c47353a-a4e0-4aee-893e-38784f7594fb req-7b26ec53-8404-4d15-ab4a-814080ad73a0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925498 Sep 17 22:29:49.203965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8221cb4d-2c67-497b-adc4-919c0e24e16e tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Request body: {'security_group_rule': {'security_group_id': '5c288a1c-4092-4b5a-9a58-0193d9342122', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:49.247838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e98e6-3ccb-4d3c-9853-743454a0f464 None None] Pushing event updated for resources: {'Port': ['ID=c936f94f-d907-4cf6-9d63-62dc526894df,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:49.250434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:49.250434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:49.258608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.308539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-be870ce4-53cf-4d52-88d7-e4314028f1ad None None] Provisioning complete for port c936f94f-d907-4cf6-9d63-62dc526894df triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:49.320247 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-be870ce4-53cf-4d52-88d7-e4314028f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.333434 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49198d1c-c3f7-4144-8073-8a869d8d00b3 x-openstack-request-id: req-49198d1c-c3f7-4144-8073-8a869d8d00b3 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:49.339415 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d24feb7-0131-40b4-859d-066d69b0bed0", "name": "network-vif-deleted", "tag": "72684df2-ec56-4945-9bb0-5807ba797a9e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:49.339808 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49198d1c-c3f7-4144-8073-8a869d8d00b3 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:49.341084 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d24feb7-0131-40b4-859d-066d69b0bed0', 'name': 'network-vif-deleted', 'tag': '72684df2-ec56-4945-9bb0-5807ba797a9e', 'status': 'completed', 'code': 200} Sep 17 22:29:49.382483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 72684df2-ec56-4945-9bb0-5807ba797a9e no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:49.437183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 72684df2-ec56-4945-9bb0-5807ba797a9e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:49.437520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 72684df2-ec56-4945-9bb0-5807ba797a9e not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:49.444259 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.447561 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.624520 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.624520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d607982b-3255-42d6-87e2-c83f84d197a6 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:29:49.638897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.644292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e6369a77-b902-4e72-a576-96830da31750 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d607982b-3255-42d6-87e2-c83f84d197a6 HTTP/1.1" status: 204 len: 168 time: 2.7410700 Sep 17 22:29:49.648311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57472) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:49.789640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5793113-bdcd-4c55-915e-caf03782dac7 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:49.803914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.812659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-254f3ca6-faad-4218-a4ad-822ac913aec9 admin admin] Deleting subnet 6582152d-787e-4468-bbd7-ddadba65eb7d {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:49.816876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-254f3ca6-faad-4218-a4ad-822ac913aec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.850611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8221cb4d-2c67-497b-adc4-919c0e24e16e tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.858524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-254f3ca6-faad-4218-a4ad-822ac913aec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.976991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-254f3ca6-faad-4218-a4ad-822ac913aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.995801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559ba7-9f10-434f-858f-9f13d0e1fcc5 req-f4a03588-c08e-4a56-97c9-9d460caa42f2 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.004981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e559ba7-9f10-434f-858f-9f13d0e1fcc5 req-f4a03588-c08e-4a56-97c9-9d460caa42f2 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 936 time: 0.7754622 Sep 17 22:29:50.032011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57480) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:50.034799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-be870ce4-53cf-4d52-88d7-e4314028f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.039302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-254f3ca6-faad-4218-a4ad-822ac913aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.043912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Transition to ACTIVE for port object a5793113-bdcd-4c55-915e-caf03782dac7 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:50.071310 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.076909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80a1b608-6b2b-4b08-80c0-59bceaf7f3c5 req-b3cbf46d-4ad8-4e21-bd70-e09fe1d53802 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/fe1bb3a4-fc5e-4367-8dfe-3121cb0ded99 HTTP/1.1" status: 200 len: 1804 time: 0.4733064 Sep 17 22:29:50.080263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:50.083690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f3ca6-faad-4218-a4ad-822ac913aec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6582152d-787e-4468-bbd7-ddadba65eb7d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.086065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:50.100302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-254f3ca6-faad-4218-a4ad-822ac913aec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.104764 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-254f3ca6-faad-4218-a4ad-822ac913aec9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6582152d-787e-4468-bbd7-ddadba65eb7d HTTP/1.1" status: 204 len: 168 time: 0.4532936 Sep 17 22:29:50.132734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57484) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:50.138710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985fde6b-0ec3-42b6-8c1a-182c24be3aff None None] Network f521677b-9ae6-4013-8450-eb9f8c292d6e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:50.220148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-80a1b608-6b2b-4b08-80c0-59bceaf7f3c5 req-c3c1cec4-76b9-4e8c-b36e-b605558e2376 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe1bb3a4-fc5e-4367-8dfe-3121cb0ded99', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:50.224779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-80a1b608-6b2b-4b08-80c0-59bceaf7f3c5 req-c3c1cec4-76b9-4e8c-b36e-b605558e2376 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe1bb3a4-fc5e-4367-8dfe-3121cb0ded99', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:50.231585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:50.234283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f1c6fa8-8307-48b2-8610-61a1d631b7f2 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:50.234283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0d67ed88-1f6b-4a97-85ad-0fad8526e806 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:50.247624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-be870ce4-53cf-4d52-88d7-e4314028f1ad None None] For port c936f94f-d907-4cf6-9d63-62dc526894df, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c936f94f-d907-4cf6-9d63-62dc526894df,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:50.331013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 0d67ed88-1f6b-4a97-85ad-0fad8526e806 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:50.331591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0d67ed88-1f6b-4a97-85ad-0fad8526e806 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:50.354741 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-be870ce4-53cf-4d52-88d7-e4314028f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.530037 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d729f48-e610-4936-b739-4a6026d2d8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.614470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e559ba7-9f10-434f-858f-9f13d0e1fcc5 req-757b45e1-d1dc-4905-8f35-61b21b3bef90 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/security-groups?id=567c25db-871d-4f05-b79c-fc37f79dad84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923216 Sep 17 22:29:50.615553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Pushing event updated for resources: {'Port': ['ID=a5793113-bdcd-4c55-915e-caf03782dac7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.655912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a6fa1c3a-f6a7-45e0-8671-9bd14146e600 None None] Provisioning complete for port c936f94f-d907-4cf6-9d63-62dc526894df triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:50.656648 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a6fa1c3a-f6a7-45e0-8671-9bd14146e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.672646 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8221cb4d-2c67-497b-adc4-919c0e24e16e tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.707889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.743271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8221cb4d-2c67-497b-adc4-919c0e24e16e tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.769762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Attempting to bind port a5793113-bdcd-4c55-915e-caf03782dac7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:50.770106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Attempting to bind port a5793113-bdcd-4c55-915e-caf03782dac7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:50.770658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Attempting to bind port a5793113-bdcd-4c55-915e-caf03782dac7 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:50.779263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Port a5793113-bdcd-4c55-915e-caf03782dac7 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:50.780330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Attempting to bind port a5793113-bdcd-4c55-915e-caf03782dac7 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:50.796310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:50.799508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:50.800365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221cb4d-2c67-497b-adc4-919c0e24e16e tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653b0ff1-b53d-4316-b0b3-30dab052c068,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.801451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:50.803027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Bound port: a5793113-bdcd-4c55-915e-caf03782dac7, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:50.804498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.810991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be870ce4-53cf-4d52-88d7-e4314028f1ad None None] Pushing event updated for resources: {'Port': ['ID=c936f94f-d907-4cf6-9d63-62dc526894df,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.814832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-80a1b608-6b2b-4b08-80c0-59bceaf7f3c5 req-c3c1cec4-76b9-4e8c-b36e-b605558e2376 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.871079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-80a1b608-6b2b-4b08-80c0-59bceaf7f3c5 req-c3c1cec4-76b9-4e8c-b36e-b605558e2376 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.886351 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-80a1b608-6b2b-4b08-80c0-59bceaf7f3c5 req-c3c1cec4-76b9-4e8c-b36e-b605558e2376 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.928077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] For port a5793113-bdcd-4c55-915e-caf03782dac7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:50.931921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] For port a5793113-bdcd-4c55-915e-caf03782dac7, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=a5793113-bdcd-4c55-915e-caf03782dac7,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:50.942358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.964594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1cec4-76b9-4e8c-b36e-b605558e2376 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76909a6f-68c0-4287-a0fd-fee64904b06b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.990964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Deleting port 76bae6cb-a781-427b-be51-6aba349f6a8e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:50.996566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.032387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d729f48-e610-4936-b739-4a6026d2d8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.059542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Pushing event updated for resources: {'Port': ['ID=a5793113-bdcd-4c55-915e-caf03782dac7,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:51.095970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.098600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.105365 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d729f48-e610-4936-b739-4a6026d2d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.105815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-3c219068-e248-401a-959d-c4cd1391915b service neutron] 10.222.0.45 "PUT /v2.0/ports/a5793113-bdcd-4c55-915e-caf03782dac7 HTTP/1.1" status: 200 len: 1097 time: 2.6267614 Sep 17 22:29:51.136841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:49Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:51.150765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-80a1b608-6b2b-4b08-80c0-59bceaf7f3c5 req-c3c1cec4-76b9-4e8c-b36e-b605558e2376 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.175534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80a1b608-6b2b-4b08-80c0-59bceaf7f3c5 req-c3c1cec4-76b9-4e8c-b36e-b605558e2376 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0435197 Sep 17 22:29:51.176349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8221cb4d-2c67-497b-adc4-919c0e24e16e tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.181421 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8221cb4d-2c67-497b-adc4-919c0e24e16e tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9895787 Sep 17 22:29:51.182143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57506) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:51.218569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1086056f-f007-476a-8875-089e96228149 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Request body: {'security_group_rule': {'security_group_id': '5c288a1c-4092-4b5a-9a58-0193d9342122', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:51.243036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] DHCP port deletion for f521677b-9ae6-4013-8450-eb9f8c292d6e request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:29:51.250396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] For port 76bae6cb-a781-427b-be51-6aba349f6a8e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=76bae6cb-a781-427b-be51-6aba349f6a8e,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:51.250991 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.258117 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e2632-dd99-4bff-9b46-c551fec67267 None None] The sync data for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 is: [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:49Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:51.281517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-29d09574-7dfd-4dcc-8af7-294dc0237712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.284101 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-29d09574-7dfd-4dcc-8af7-294dc0237712 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e14446c92d1347c690132602b9cfeb1f&device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 1100 time: 0.1180964 Sep 17 22:29:51.356275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Calling delete_port for 76bae6cb-a781-427b-be51-6aba349f6a8e owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:51.380044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5d729f48-e610-4936-b739-4a6026d2d8da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd770f46e0034b86b858ae62216d6328&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3486681 Sep 17 22:29:51.401658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57516) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:51.402104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef73e70-d200-4baf-a1e6-3142f195a272', 'tag': 'a5793113-bdcd-4c55-915e-caf03782dac7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:51.402953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d729f48-e610-4936-b739-4a6026d2d8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c10406d-10a1-4526-9ebe-f2e72179f051,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:51.404541 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fee943-5c36-4ace-a3c0-c1d768d754a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fef73e70-d200-4baf-a1e6-3142f195a272", "tag": "a5793113-bdcd-4c55-915e-caf03782dac7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:51.427880 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-410247dc-1d4d-41cc-ba00-7236e9cbcf7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a5793113-bdcd-4c55-915e-caf03782dac7 HTTP/1.1" status: 200 len: 217 time: 0.1150186 Sep 17 22:29:51.461673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] Deleting port 76bae6cb-a781-427b-be51-6aba349f6a8e {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:51.463640 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.574137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] For port 76bae6cb-a781-427b-be51-6aba349f6a8e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=76bae6cb-a781-427b-be51-6aba349f6a8e,segment=NetworkSegment(303d9832-ba9d-4729-af90-811846453537),segment_id=303d9832-ba9d-4729-af90-811846453537)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:51.574893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.591336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] Calling delete_port for 76bae6cb-a781-427b-be51-6aba349f6a8e owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:51.664139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2ae9-b9e8-4b24-8498-27411b59ea73 req-147cae98-86bc-432e-a8fa-7cd40bbe2a26 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.666528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b8a2ae9-b9e8-4b24-8498-27411b59ea73 req-147cae98-86bc-432e-a8fa-7cd40bbe2a26 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.5582078 Sep 17 22:29:51.685617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1086056f-f007-476a-8875-089e96228149 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.726049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-4caed1c4-a410-41b1-b480-ff3cbce0c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.727697 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-4caed1c4-a410-41b1-b480-ff3cbce0c559 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2990668 Sep 17 22:29:51.774340 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.809942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] Pushing event deleted for resources: {'Port': ['ID=76bae6cb-a781-427b-be51-6aba349f6a8e,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:51.828613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4284cc-28b7-4863-886b-36e8ac191d93 None None] No DVR routers for this DVR port 76bae6cb-a781-427b-be51-6aba349f6a8e on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:51.841748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3585ee-5afa-4450-89df-271e34d5713a req-fa4a16fe-6318-4e00-aef6-161ba801e75c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.843266 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf3585ee-5afa-4450-89df-271e34d5713a req-fa4a16fe-6318-4e00-aef6-161ba801e75c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.49 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 944 time: 0.2530162 Sep 17 22:29:51.864054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b84c03-e94c-4d8b-8e4b-a212f1243c0c req-cc7f0747-0945-4274-a0db-5ab1d2a81522 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.865933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71b84c03-e94c-4d8b-8e4b-a212f1243c0c req-cc7f0747-0945-4274-a0db-5ab1d2a81522 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 944 time: 0.4177556 Sep 17 22:29:51.910751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b8a2ae9-b9e8-4b24-8498-27411b59ea73 req-8b67f9bb-1aaa-499c-ba96-314c02eed025 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341938 Sep 17 22:29:51.940683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f59644e6-ecda-4b71-a954-8aa934fb4f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.961185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-0f0115d5-7390-4605-8940-1ff7df8c9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.965092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-0f0115d5-7390-4605-8940-1ff7df8c9470 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2274804 Sep 17 22:29:51.987354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-56274755-09f9-4d7d-89d5-84fe2bb55a2d req-484b3c99-eebb-4080-a7b2-f7476067cddf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-425362559', 'description': 'tempest-description-1613649493'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:51.999581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.065282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1086056f-f007-476a-8875-089e96228149 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.109619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f59644e6-ecda-4b71-a954-8aa934fb4f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.117266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c936f94f-d907-4cf6-9d63-62dc526894df up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:52.143367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] No DVR routers for this DVR port 76bae6cb-a781-427b-be51-6aba349f6a8e on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:52.162818 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1086056f-f007-476a-8875-089e96228149 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.167345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bae6cb-a781-427b-be51-6aba349f6a8e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:52.228634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c936f94f-d907-4cf6-9d63-62dc526894df triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:52.229247 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.270251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71b84c03-e94c-4d8b-8e4b-a212f1243c0c req-97534add-addb-4d26-a92f-09e2cfc18943 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529251 Sep 17 22:29:52.306511 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-ee0dd0ad-6c8e-4169-ad26-2107d419197c service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324261 Sep 17 22:29:52.308508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Deleting port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:52.308844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.405270 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-56274755-09f9-4d7d-89d5-84fe2bb55a2d req-484b3c99-eebb-4080-a7b2-f7476067cddf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.481825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 76bae6cb-a781-427b-be51-6aba349f6a8e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:52.488008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086056f-f007-476a-8875-089e96228149 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b1dcf2-8a25-457e-b02c-86b984fca2fc,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:52.516799 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107faf00-c81f-4580-ab9e-37c20301652c x-openstack-request-id: req-107faf00-c81f-4580-ab9e-37c20301652c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:52.518164 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef73e70-d200-4baf-a1e6-3142f195a272", "tag": "a5793113-bdcd-4c55-915e-caf03782dac7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:52.518711 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-107faf00-c81f-4580-ab9e-37c20301652c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:52.519284 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef73e70-d200-4baf-a1e6-3142f195a272', 'tag': 'a5793113-bdcd-4c55-915e-caf03782dac7', 'status': 'completed', 'code': 200} Sep 17 22:29:52.537982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 76bae6cb-a781-427b-be51-6aba349f6a8e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:52.537982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 76bae6cb-a781-427b-be51-6aba349f6a8e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:52.687947 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] For port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:52.688596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.703543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b68f0f8d-59a7-45d7-84de-88978fab6976 req-da260820-57da-4747-b151-f6dd1b837b0a service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832748 Sep 17 22:29:52.706443 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.709251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Calling delete_port for 1b5bad79-4fc3-4984-9b32-cac59a7a94ee owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:52.734652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f521677b-9ae6-4013-8450-eb9f8c292d6e']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:52.748140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303d9832-ba9d-4729-af90-811846453537') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:52.748489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303d9832-ba9d-4729-af90-811846453537') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:52.776353 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.796831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.804890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:52.806008 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.838747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-b56ae496-6b93-46d2-8fc4-5dbc5c1312cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.840190 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-b56ae496-6b93-46d2-8fc4-5dbc5c1312cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e14446c92d1347c690132602b9cfeb1f&device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 1100 time: 0.0703142 Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:52.893570 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:52.968323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1086056f-f007-476a-8875-089e96228149 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.973961 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1086056f-f007-476a-8875-089e96228149 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7609391 Sep 17 22:29:52.980292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57538) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.008355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.020991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-52ad5d62-7e13-4f2a-af5d-3462cd910037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.022173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:53.022289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-52ad5d62-7e13-4f2a-af5d-3462cd910037 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1692638 Sep 17 22:29:53.078498 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f59644e6-ecda-4b71-a954-8aa934fb4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.082973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f59644e6-ecda-4b71-a954-8aa934fb4f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.084429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f59644e6-ecda-4b71-a954-8aa934fb4f62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c10406d-10a1-4526-9ebe-f2e72179f051 HTTP/1.1" status: 204 len: 168 time: 1.6582766 Sep 17 22:29:53.089041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.110053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f521677b-9ae6-4013-8450-eb9f8c292d6e HTTP/1.1" status: 204 len: 168 time: 2.9600203 Sep 17 22:29:53.114195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57542) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.123773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-56274755-09f9-4d7d-89d5-84fe2bb55a2d req-484b3c99-eebb-4080-a7b2-f7476067cddf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.195987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-56274755-09f9-4d7d-89d5-84fe2bb55a2d req-484b3c99-eebb-4080-a7b2-f7476067cddf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.212901 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.216450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aa7a3-d2e5-44c7-8d49-5facd6f98091 admin admin] Pushing event deleted for resources: {'Network': ['ID=f521677b-9ae6-4013-8450-eb9f8c292d6e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:53.227029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59644e6-ecda-4b71-a954-8aa934fb4f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c10406d-10a1-4526-9ebe-f2e72179f051,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:53.265033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-976ec401-9797-49a5-92bf-aa852f8ce668 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a5793113-bdcd-4c55-915e-caf03782dac7 HTTP/1.1" status: 200 len: 217 time: 0.2210023 Sep 17 22:29:53.269080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261bc06-0217-4b7f-aaf7-3cec94a78ab2 req-a23f3dbd-a4e9-4383-a073-b4fa04820d88 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.292767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5261bc06-0217-4b7f-aaf7-3cec94a78ab2 req-a23f3dbd-a4e9-4383-a073-b4fa04820d88 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 948 time: 0.3271801 Sep 17 22:29:53.297936 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-56274755-09f9-4d7d-89d5-84fe2bb55a2d req-484b3c99-eebb-4080-a7b2-f7476067cddf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.299808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56274755-09f9-4d7d-89d5-84fe2bb55a2d req-484b3c99-eebb-4080-a7b2-f7476067cddf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3435335 Sep 17 22:29:53.372341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-e2b5cc91-2993-4079-9374-168dfe577465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.374181 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-e2b5cc91-2993-4079-9374-168dfe577465 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0974529 Sep 17 22:29:53.422917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b3c99-eebb-4080-a7b2-f7476067cddf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70ce7fd-0e6d-494c-b48f-b44349304389,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:53.458237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5261bc06-0217-4b7f-aaf7-3cec94a78ab2 req-faf8f123-0214-49bf-9c16-aa6894aa4645 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/security-groups?id=567c25db-871d-4f05-b79c-fc37f79dad84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643994 Sep 17 22:29:53.488691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-79d5c193-9c7e-4ad5-ac30-c40eb5514776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.490315 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-79d5c193-9c7e-4ad5-ac30-c40eb5514776 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067715 Sep 17 22:29:53.491408 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.592517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42cac5-5f2f-4f59-b19b-861fd80df19b req-f4ae6354-837b-4c9b-a8f8-d78c13da068d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.600568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e42cac5-5f2f-4f59-b19b-861fd80df19b req-f4ae6354-837b-4c9b-a8f8-d78c13da068d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.1770699 Sep 17 22:29:53.643842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Pushing event deleted for resources: {'Port': ['ID=1b5bad79-4fc3-4984-9b32-cac59a7a94ee,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:53.673165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b337d906-575a-4388-b647-9d66d4a1ce13 req-3780d19d-6da4-4afa-ab77-c58b2643c133 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=a205c7b3-bc80-4b00-84ac-f201f13cbfc9 HTTP/1.1" status: 200 len: 210 time: 0.1020062 Sep 17 22:29:53.697878 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.701501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57556) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.717029 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-b8590c1e-1602-46bc-b50d-2d53e958c40c service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033927 Sep 17 22:29:53.742928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e42cac5-5f2f-4f59-b19b-861fd80df19b req-dda0fb04-9ffd-4c66-b346-dfb904a2e2d6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165681 Sep 17 22:29:53.752367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7c6ee30-c5da-42d4-96d4-dda90634bbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.774170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] No DVR routers for this DVR port 1b5bad79-4fc3-4984-9b32-cac59a7a94ee on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:53.805608 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.807703 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf3585ee-5afa-4450-89df-271e34d5713a req-ebe0bb10-2db6-427d-9fa8-506c77dadfb8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.49 "DELETE /v2.0/ports/1b5bad79-4fc3-4984-9b32-cac59a7a94ee HTTP/1.1" status: 204 len: 173 time: 1.9569604 Sep 17 22:29:53.931704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11d3357e-e3f0-45c3-98d6-3383428bacce req-b5e9b9c5-c6d3-44b2-b1d6-f33764707876 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/a70ce7fd-0e6d-494c-b48f-b44349304389 HTTP/1.1" status: 200 len: 1804 time: 0.2018678 Sep 17 22:29:53.962449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-11d3357e-e3f0-45c3-98d6-3383428bacce req-56765609-3cf0-4db7-9001-fe599ec664d2 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a70ce7fd-0e6d-494c-b48f-b44349304389', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:53.962951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-11d3357e-e3f0-45c3-98d6-3383428bacce req-56765609-3cf0-4db7-9001-fe599ec664d2 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a70ce7fd-0e6d-494c-b48f-b44349304389', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:54.024073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6fee943-5c36-4ace-a3c0-c1d768d754a8 req-751fd057-bea2-455a-9326-59445e91538f service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648766 Sep 17 22:29:54.028023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Allocated IP 172.25.0.66 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/3a8c1345-91b8-41fa-a51a-27c70c32aa2e) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:54.144744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.180012 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7c6ee30-c5da-42d4-96d4-dda90634bbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.196741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7c6ee30-c5da-42d4-96d4-dda90634bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.315563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6ee30-c5da-42d4-96d4-dda90634bbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae7ac6-d91f-4f71-9aad-478cf41ae484,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.353069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c7c6ee30-c5da-42d4-96d4-dda90634bbd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d58f2ada4d9a49ff9b29033130e0b298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6361480 Sep 17 22:29:54.358823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57568) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:54.379551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.438100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-11d3357e-e3f0-45c3-98d6-3383428bacce req-56765609-3cf0-4db7-9001-fe599ec664d2 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.491783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-11d3357e-e3f0-45c3-98d6-3383428bacce req-56765609-3cf0-4db7-9001-fe599ec664d2 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.497419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.521929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'name': 'network-vif-deleted', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:54.524604 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491f3e2b-95e6-450b-a9d1-d44908941fc8" -d '{"events": [{"server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "name": "network-vif-deleted", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:54.569107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event updated for resources: {'Port': ['ID=3a8c1345-91b8-41fa-a51a-27c70c32aa2e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.572190 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-11d3357e-e3f0-45c3-98d6-3383428bacce req-56765609-3cf0-4db7-9001-fe599ec664d2 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.594155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2784a21f-d118-4a20-b287-a16a9a242fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.621004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:54.627146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2784a21f-d118-4a20-b287-a16a9a242fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.635526 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device a5793113-bdcd-4c55-915e-caf03782dac7 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:54.657993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:54.664751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Deleting port c781fa89-6647-4290-8db2-e6df2f967bd9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:54.665618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:54.666711 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.717359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56765609-3cf0-4db7-9001-fe599ec664d2 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a55a2ca-2c97-4e4d-b79b-ffd01d557d33,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.738800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-11d3357e-e3f0-45c3-98d6-3383428bacce req-56765609-3cf0-4db7-9001-fe599ec664d2 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.740021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11d3357e-e3f0-45c3-98d6-3383428bacce req-56765609-3cf0-4db7-9001-fe599ec664d2 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8016036 Sep 17 22:29:54.762089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece869d-cc90-4795-b1ca-d22abccd9913 req-3345a044-bb07-4123-be4d-d77f9fa11ae3 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.763587 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fece869d-cc90-4795-b1ca-d22abccd9913 req-3345a044-bb07-4123-be4d-d77f9fa11ae3 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 948 time: 0.1968346 Sep 17 22:29:54.786215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2784a21f-d118-4a20-b287-a16a9a242fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.789370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2784a21f-d118-4a20-b287-a16a9a242fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.793654 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2784a21f-d118-4a20-b287-a16a9a242fb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44ae7ac6-d91f-4f71-9aad-478cf41ae484 HTTP/1.1" status: 204 len: 168 time: 0.4339437 Sep 17 22:29:54.813422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784a21f-d118-4a20-b287-a16a9a242fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae7ac6-d91f-4f71-9aad-478cf41ae484,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.862523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port a5793113-bdcd-4c55-915e-caf03782dac7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=a5793113-bdcd-4c55-915e-caf03782dac7,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:54.864200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] For port c781fa89-6647-4290-8db2-e6df2f967bd9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c781fa89-6647-4290-8db2-e6df2f967bd9,segment=NetworkSegment(54365c2c-3b48-4f40-89c7-a010f27186ed),segment_id=54365c2c-3b48-4f40-89c7-a010f27186ed)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:54.864762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.880850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'a5793113-bdcd-4c55-915e-caf03782dac7', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'a5793113-bdcd-4c55-915e-caf03782dac7', 'mac_address': 'fa:16:3e:08:8f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:54.882038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Calling delete_port for c781fa89-6647-4290-8db2-e6df2f967bd9 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:54.897959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.950336 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.967880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5793113-bdcd-4c55-915e-caf03782dac7 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:54.980026 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf6d99c-98ae-416f-a7a9-53799fbba1c5 x-openstack-request-id: req-dbf6d99c-98ae-416f-a7a9-53799fbba1c5 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:54.980026 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a205c7b3-bc80-4b00-84ac-f201f13cbfc9", "name": "network-vif-deleted", "tag": "1b5bad79-4fc3-4984-9b32-cac59a7a94ee", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:54.980026 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbf6d99c-98ae-416f-a7a9-53799fbba1c5 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:54.980766 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205c7b3-bc80-4b00-84ac-f201f13cbfc9', 'name': 'network-vif-deleted', 'tag': '1b5bad79-4fc3-4984-9b32-cac59a7a94ee', 'status': 'completed', 'code': 200} Sep 17 22:29:55.009537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fece869d-cc90-4795-b1ca-d22abccd9913 req-f04b1dbc-efdf-4056-add7-05fe501e7cc3 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/security-groups?id=567c25db-871d-4f05-b79c-fc37f79dad84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354705 Sep 17 22:29:55.021257 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.032196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port a5793113-bdcd-4c55-915e-caf03782dac7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=a5793113-bdcd-4c55-915e-caf03782dac7,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:55.041202 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.180779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=a5793113-bdcd-4c55-915e-caf03782dac7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:55.256239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-509abdf6-203e-4c88-97cd-8a339173105b req-62418d3a-e348-482e-a0f5-945dddafc97d tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2137003179', 'description': 'tempest-description-2109499711'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:55.268214 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.278543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['a5793113-bdcd-4c55-915e-caf03782dac7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:55.307876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c781fa89-6647-4290-8db2-e6df2f967bd9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:55.350245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-509abdf6-203e-4c88-97cd-8a339173105b req-62418d3a-e348-482e-a0f5-945dddafc97d tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.381932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feb31a-865a-4f4c-b777-9ba025f9645c req-3d260070-d26c-480a-a9c2-49bc0c725e06 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:55.390102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9feb31a-865a-4f4c-b777-9ba025f9645c req-3d260070-d26c-480a-a9c2-49bc0c725e06 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.1495471 Sep 17 22:29:55.404560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:55.495913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 1b5bad79-4fc3-4984-9b32-cac59a7a94ee {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:55.496259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b5bad79-4fc3-4984-9b32-cac59a7a94ee not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:55.539596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.568587 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9feb31a-865a-4f4c-b777-9ba025f9645c req-eb665cb1-6845-42ce-a793-780af8acb0ce tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774826 Sep 17 22:29:55.569464 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.753318 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.775933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event updated for resources: {'Port': ['ID=3a8c1345-91b8-41fa-a51a-27c70c32aa2e,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:55.790364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.828947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-509abdf6-203e-4c88-97cd-8a339173105b req-62418d3a-e348-482e-a0f5-945dddafc97d tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.838736 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-509abdf6-203e-4c88-97cd-8a339173105b req-62418d3a-e348-482e-a0f5-945dddafc97d tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.868907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.878598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c7f38db1-9365-4760-bd23-c684ca641c9a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8600521 Sep 17 22:29:55.912338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62418d3a-e348-482e-a0f5-945dddafc97d tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98924e6-5765-453e-80c4-a1942f62d381,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:55.924347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-509abdf6-203e-4c88-97cd-8a339173105b req-62418d3a-e348-482e-a0f5-945dddafc97d tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.930343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-509abdf6-203e-4c88-97cd-8a339173105b req-62418d3a-e348-482e-a0f5-945dddafc97d tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6765373 Sep 17 22:29:55.958496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-8be62e6a-c1bf-40b2-b6d2-a975cc639c85 req-5562906c-d309-4d60-885e-22c848d4e0b3 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-892458698', 'description': 'tempest-description-1303958800'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:56.015266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be62e6a-c1bf-40b2-b6d2-a975cc639c85 req-5562906c-d309-4d60-885e-22c848d4e0b3 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.203601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1c6a1-6e26-4ea1-93cd-66ccfc4c5d0b req-78444f18-8ffe-498b-94c9-fa833610655c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.216168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60a1c6a1-6e26-4ea1-93cd-66ccfc4c5d0b req-78444f18-8ffe-498b-94c9-fa833610655c tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 944 time: 0.1107163 Sep 17 22:29:56.246741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:56.305543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60a1c6a1-6e26-4ea1-93cd-66ccfc4c5d0b req-d82635a3-5d4a-49f8-a6c0-b7d187af29f5 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa004d85-58ec-406d-b133-932897146db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882080 Sep 17 22:29:56.323043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be62e6a-c1bf-40b2-b6d2-a975cc639c85 req-5562906c-d309-4d60-885e-22c848d4e0b3 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.335704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be62e6a-c1bf-40b2-b6d2-a975cc639c85 req-5562906c-d309-4d60-885e-22c848d4e0b3 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.417725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be62e6a-c1bf-40b2-b6d2-a975cc639c85 req-5562906c-d309-4d60-885e-22c848d4e0b3 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.419297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be62e6a-c1bf-40b2-b6d2-a975cc639c85 req-5562906c-d309-4d60-885e-22c848d4e0b3 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4666553 Sep 17 22:29:56.440834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562906c-d309-4d60-885e-22c848d4e0b3 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8c5518-5e6f-4e7f-965e-985c52c71c84,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:56.497846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26a56-323e-477d-a004-0e23ca2aa4a0 req-3e6d9869-5bec-463e-8632-27e769547272 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.500846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:56.509065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3db26a56-323e-477d-a004-0e23ca2aa4a0 req-3e6d9869-5bec-463e-8632-27e769547272 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 949 time: 0.1089988 Sep 17 22:29:56.512468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cf119e6f-c731-4bb9-a8b5-33ad8bc327e4 admin admin] 10.222.0.48 "PUT /v2.0/routers/94f67237-cd8d-48fb-8ad2-a2a0edee2e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3982744 Sep 17 22:29:56.513179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] Sync routers for ids ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:56.513637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57650) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:56.527767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] Routers {'94f67237-cd8d-48fb-8ad2-a2a0edee2e03'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:56.528642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:56.661704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device a5793113-bdcd-4c55-915e-caf03782dac7 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:56.686739 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-3a2ec7e9-ac1f-43ce-86a6-6facbd5706ba tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1003218994&fields=id&tenant_id=eee16130ed6d4e1dada9a7d01adb68ee HTTP/1.1" status: 200 len: 267 time: 0.1244090 Sep 17 22:29:56.730431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] Set router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:56.738881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3db26a56-323e-477d-a004-0e23ca2aa4a0 req-f615b0bd-f967-429a-91ae-ace9a01dc188 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/security-groups?id=567c25db-871d-4f05-b79c-fc37f79dad84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177393 Sep 17 22:29:56.783198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.803320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-3f12254b-0fb9-4fbb-9b5f-bba7225d82a8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.808430 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-3f12254b-0fb9-4fbb-9b5f-bba7225d82a8 tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3928d6-244c-4246-a5f9-4dc1360ac5f9 HTTP/1.1" status: 200 len: 944 time: 0.1155667 Sep 17 22:29:56.950589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8742d8c1-79ed-40b4-8567-206022168a7d req-6d7b6669-878f-464a-b56a-a9920e2bfe47 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/e98924e6-5765-453e-80c4-a1942f62d381 HTTP/1.1" status: 200 len: 1805 time: 0.1724234 Sep 17 22:29:57.052676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-9551459c-b0c1-4f3c-85c1-51ae8ece5830 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.069210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-9551459c-b0c1-4f3c-85c1-51ae8ece5830 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/networks?id=dead0210-9355-41ba-a792-c189f187ef5e HTTP/1.1" status: 200 len: 805 time: 0.3658767 Sep 17 22:29:57.088707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Deleting port df65da52-43f3-45b4-a448-c7fdb250e937 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:57.089249 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.098489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-3e3c89bc-5f36-408c-9255-76dea2b80b7f tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/quotas/eee16130ed6d4e1dada9a7d01adb68ee HTTP/1.1" status: 200 len: 375 time: 0.0283458 Sep 17 22:29:57.137843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port a5793113-bdcd-4c55-915e-caf03782dac7 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:57.168832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port a5793113-bdcd-4c55-915e-caf03782dac7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:57.169375 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.302646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:29:55Z', 'revision_number': 5, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port': {'id': '9539e954-bf99-47fd-b81b-e22de2eb5e55', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:29Z', 'updated_at': '2021-09-17T22:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:57.318711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] For port df65da52-43f3-45b4-a448-c7fdb250e937, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=df65da52-43f3-45b4-a448-c7fdb250e937,segment=NetworkSegment(4ce97a89-54b0-470a-a21f-8844b4b890d3),segment_id=4ce97a89-54b0-470a-a21f-8844b4b890d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:57.321346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.358860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Calling delete_port for df65da52-43f3-45b4-a448-c7fdb250e937 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:57.490842 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.590236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port a5793113-bdcd-4c55-915e-caf03782dac7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=a5793113-bdcd-4c55-915e-caf03782dac7,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:57.593253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] Checking router: 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:57.606455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef73e70-d200-4baf-a1e6-3142f195a272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5793113-bdcd-4c55-915e-caf03782dac7'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:57.609390 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7efe36-83d2-4a59-a4fc-2400490bea0b" -d '{"events": [{"server_uuid": "fef73e70-d200-4baf-a1e6-3142f195a272", "name": "network-vif-plugged", "status": "completed", "tag": "a5793113-bdcd-4c55-915e-caf03782dac7"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:57.633018 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.705907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.718603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8742d8c1-79ed-40b4-8567-206022168a7d req-f1eded55-101e-4c27-93d5-c51dafc6b396 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/ee8c5518-5e6f-4e7f-965e-985c52c71c84 HTTP/1.1" status: 200 len: 1804 time: 0.7664893 Sep 17 22:29:57.722201 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.751196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-8742d8c1-79ed-40b4-8567-206022168a7d req-4ea42fff-be4f-43c4-a706-a972bc9f4316 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e98924e6-5765-453e-80c4-a1942f62d381', 'remote_group_id': 'ee8c5518-5e6f-4e7f-965e-985c52c71c84', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:57.756842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-8742d8c1-79ed-40b4-8567-206022168a7d req-4ea42fff-be4f-43c4-a706-a972bc9f4316 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e98924e6-5765-453e-80c4-a1942f62d381', 'remote_group_id': 'ee8c5518-5e6f-4e7f-965e-985c52c71c84', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:57.777806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Pushing event deleted for resources: {'Port': ['ID=df65da52-43f3-45b4-a448-c7fdb250e937,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:57.890090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-fe2a7a32-538e-436f-a457-eb7eaed669b1 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eee16130ed6d4e1dada9a7d01adb68ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7905726 Sep 17 22:29:57.937031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] No DVR routers for this DVR port df65da52-43f3-45b4-a448-c7fdb250e937 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:57.940687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.943021 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-32e6f65d-0acf-4153-b66b-1648c8ef179b req-1c0c169c-5fc1-4000-84ac-b919d3fe6c0b tempest-LiveAutoBlockMigrationV225Test-516998193 tempest-LiveAutoBlockMigrationV225Test-516998193-project] 10.222.0.49 "DELETE /v2.0/ports/df65da52-43f3-45b4-a448-c7fdb250e937 HTTP/1.1" status: 204 len: 173 time: 1.1284862 Sep 17 22:29:57.943741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'name': 'network-vif-deleted', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:57.946484 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71b4a9-cc90-4a19-bbd4-113f682b7b30" -d '{"events": [{"server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "name": "network-vif-deleted", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:57.966619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] Routers {'94f67237-cd8d-48fb-8ad2-a2a0edee2e03'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:57.968207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:58.003454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Deleting port 9539e954-bf99-47fd-b81b-e22de2eb5e55 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:58.004160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.084828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8742d8c1-79ed-40b4-8567-206022168a7d req-4ea42fff-be4f-43c4-a706-a972bc9f4316 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.138870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=a5793113-bdcd-4c55-915e-caf03782dac7,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:58.142467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] Set router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:58.207816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:29:57Z', 'revision_number': 6, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:58.239134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0182b56-3087-40dc-af11-c0bf737109ef None None] The sync data for ids ['94f67237-cd8d-48fb-8ad2-a2a0edee2e03'] in n-d-789963-10 is: [{'id': '94f67237-cd8d-48fb-8ad2-a2a0edee2e03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616267647-router', 'tenant_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:28Z', 'updated_at': '2021-09-17T22:29:57Z', 'revision_number': 6, 'project_id': 'ad34ba5e09924fdfbe80d115e567c78d', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:58.254153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8742d8c1-79ed-40b4-8567-206022168a7d req-4ea42fff-be4f-43c4-a706-a972bc9f4316 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.323936 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8742d8c1-79ed-40b4-8567-206022168a7d req-4ea42fff-be4f-43c4-a706-a972bc9f4316 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.334732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] For port 9539e954-bf99-47fd-b81b-e22de2eb5e55, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9539e954-bf99-47fd-b81b-e22de2eb5e55,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:58.335074 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.370320 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8742d8c1-79ed-40b4-8567-206022168a7d req-4ea42fff-be4f-43c4-a706-a972bc9f4316 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.371522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8742d8c1-79ed-40b4-8567-206022168a7d req-4ea42fff-be4f-43c4-a706-a972bc9f4316 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6523395 Sep 17 22:29:58.372451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Calling delete_port for 9539e954-bf99-47fd-b81b-e22de2eb5e55 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:58.379422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea42fff-be4f-43c4-a706-a972bc9f4316 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198dacd5-6916-4a93-b36e-7c0cc913d13f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:58.405752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-80da5cdd-51d0-4726-ad39-66d696f539c6 service neutron] 10.222.0.48 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783576 Sep 17 22:29:58.617439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08a653-d24e-4d4d-81ff-e8865fba1211 req-0957d5f3-6b93-4690-8c0e-d3cadc71e05c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.619032 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a08a653-d24e-4d4d-81ff-e8865fba1211 req-0957d5f3-6b93-4690-8c0e-d3cadc71e05c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.1611319 Sep 17 22:29:58.649980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-8fb4f1b6-f63d-48e9-8d7a-6643ff757ea9 service neutron] 10.222.0.48 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121196 Sep 17 22:29:58.717475 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a08a653-d24e-4d4d-81ff-e8865fba1211 req-1a5c46d4-5656-4526-9c6e-6d18bbaffacb tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857034 Sep 17 22:29:58.803743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57706) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:58.832684 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.858987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Pushing event deleted for resources: {'Port': ['ID=9539e954-bf99-47fd-b81b-e22de2eb5e55,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:58.914921 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07057628-3724-4b21-9a53-bca0e49a0ca0 x-openstack-request-id: req-07057628-3724-4b21-9a53-bca0e49a0ca0 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:58.915793 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef73e70-d200-4baf-a1e6-3142f195a272", "name": "network-vif-plugged", "status": "completed", "tag": "a5793113-bdcd-4c55-915e-caf03782dac7", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:58.916211 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07057628-3724-4b21-9a53-bca0e49a0ca0 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:58.916781 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef73e70-d200-4baf-a1e6-3142f195a272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5793113-bdcd-4c55-915e-caf03782dac7', 'code': 200} Sep 17 22:29:58.980871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.107250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe890f4-ca1e-4a64-a653-19881df8d430 admin admin] Deleting subnet 66f008b3-0a54-42c9-b52e-090832c071aa {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:59.112793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5fe890f4-ca1e-4a64-a653-19881df8d430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.131324 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.205758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.221642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5fe890f4-ca1e-4a64-a653-19881df8d430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.254842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5fe890f4-ca1e-4a64-a653-19881df8d430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.269415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.270008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94f67237-cd8d-48fb-8ad2-a2a0edee2e03 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:29:59.277345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.281316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3f998158-a932-45ee-9240-e2b3e42b7422 admin admin] 10.222.0.48 "DELETE /v2.0/routers/94f67237-cd8d-48fb-8ad2-a2a0edee2e03 HTTP/1.1" status: 204 len: 168 time: 2.7667377 Sep 17 22:29:59.284691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57726) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.319646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bbd4-fabc-4b0f-b365-9f5752673501 req-7fef965a-f402-4324-9d7c-442771430e16 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.321787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2694c08-9a65-42b2-a1a3-dd2839e7af72 req-5a5d6e8c-f9c4-43b7-a7a0-5ebe4bfe5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.323298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2694c08-9a65-42b2-a1a3-dd2839e7af72 req-5a5d6e8c-f9c4-43b7-a7a0-5ebe4bfe5f6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 1102 time: 0.3402908 Sep 17 22:29:59.331364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1d3bbd4-fabc-4b0f-b365-9f5752673501 req-7fef965a-f402-4324-9d7c-442771430e16 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 950 time: 0.1929479 Sep 17 22:29:59.357409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5fe890f4-ca1e-4a64-a653-19881df8d430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.370527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5fe890f4-ca1e-4a64-a653-19881df8d430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.372717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5fe890f4-ca1e-4a64-a653-19881df8d430 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/66f008b3-0a54-42c9-b52e-090832c071aa HTTP/1.1" status: 204 len: 168 time: 0.5668793 Sep 17 22:29:59.376489 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e509f87-ef20-48ab-9140-3526d1ca4a4c x-openstack-request-id: req-1e509f87-ef20-48ab-9140-3526d1ca4a4c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:59.376787 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3928d6-244c-4246-a5f9-4dc1360ac5f9", "name": "network-vif-deleted", "tag": "df65da52-43f3-45b4-a448-c7fdb250e937", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:59.377251 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e509f87-ef20-48ab-9140-3526d1ca4a4c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:59.378391 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3928d6-244c-4246-a5f9-4dc1360ac5f9', 'name': 'network-vif-deleted', 'tag': 'df65da52-43f3-45b4-a448-c7fdb250e937', 'status': 'completed', 'code': 200} Sep 17 22:29:59.379995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57734) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.396678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device df65da52-43f3-45b4-a448-c7fdb250e937 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:59.398219 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2694c08-9a65-42b2-a1a3-dd2839e7af72 req-94008c61-c7a0-40d5-b5c3-2a3cffcf39b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=567c25db-871d-4f05-b79c-fc37f79dad84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673566 Sep 17 22:29:59.456135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: df65da52-43f3-45b4-a448-c7fdb250e937 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:59.457325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device df65da52-43f3-45b4-a448-c7fdb250e937 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:59.478078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1d3bbd4-fabc-4b0f-b365-9f5752673501 req-f17b4380-de36-45a0-87a6-01328793dc21 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/security-groups?id=567c25db-871d-4f05-b79c-fc37f79dad84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457584 Sep 17 22:29:59.494172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e327da-c788-4dcd-87be-e6f594fdea8e admin admin] Deleting subnet 7b624b83-c727-48fd-a32b-00068af96d1a {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:59.499065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07e327da-c788-4dcd-87be-e6f594fdea8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.514638 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.515216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-aa7c98b8-971c-4124-828d-d469b16240de req-54228fba-da3b-49d2-bf1e-ae341d47d175 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-581353551', 'description': 'tempest-description-1604680105'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:59.518889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe890f4-ca1e-4a64-a653-19881df8d430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f008b3-0a54-42c9-b52e-090832c071aa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:59.612665 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07e327da-c788-4dcd-87be-e6f594fdea8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.614511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.625655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1796775-a3d0-494a-b4a5-ba9b89237a60 req-b69b2b81-8e11-413b-b5e0-ba640526ed6e tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 210 time: 0.0769529 Sep 17 22:29:59.636911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58975321-f89b-4639-babe-4db7114e8a95']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.660967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aa7c98b8-971c-4124-828d-d469b16240de req-54228fba-da3b-49d2-bf1e-ae341d47d175 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.661475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce97a89-54b0-470a-a21f-8844b4b890d3') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.661781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce97a89-54b0-470a-a21f-8844b4b890d3') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.672266 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.687077 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.696864 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:59.697562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.762336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07e327da-c788-4dcd-87be-e6f594fdea8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:59.764305 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:59.769197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.774569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.777241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] 10.222.0.48 "DELETE /v2.0/networks/58975321-f89b-4639-babe-4db7114e8a95 HTTP/1.1" status: 204 len: 168 time: 0.3811758 Sep 17 22:29:59.780592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57758) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.830056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e224b68-47df-4892-90bc-d1bcf3f9cc77 admin admin] Pushing event deleted for resources: {'Network': ['ID=58975321-f89b-4639-babe-4db7114e8a95,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:59.897595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5d1cec25-a30e-40bb-acd4-5a4790f3ecc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.899979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-97466459-1c89-478f-87c7-07258b965352 admin admin] Deleting subnet 66296c03-7500-4803-a0d9-fd2fff2c4bfd {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:59.907964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97466459-1c89-478f-87c7-07258b965352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.939069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aa7c98b8-971c-4124-828d-d469b16240de req-54228fba-da3b-49d2-bf1e-ae341d47d175 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.982896 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97466459-1c89-478f-87c7-07258b965352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.987233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aa7c98b8-971c-4124-828d-d469b16240de req-54228fba-da3b-49d2-bf1e-ae341d47d175 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.027323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c781fa89-6647-4290-8db2-e6df2f967bd9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:00.044459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97466459-1c89-478f-87c7-07258b965352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.085022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c781fa89-6647-4290-8db2-e6df2f967bd9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:00.088737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c781fa89-6647-4290-8db2-e6df2f967bd9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:00.089574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9539e954-bf99-47fd-b81b-e22de2eb5e55 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:00.132883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 9539e954-bf99-47fd-b81b-e22de2eb5e55 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:00.133361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9539e954-bf99-47fd-b81b-e22de2eb5e55 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:00.161137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07e327da-c788-4dcd-87be-e6f594fdea8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.168439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97466459-1c89-478f-87c7-07258b965352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.177309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54228fba-da3b-49d2-bf1e-ae341d47d175 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8797f43-4d38-4ea2-80bc-218ad25fedc4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:00.180153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-aa7c98b8-971c-4124-828d-d469b16240de req-54228fba-da3b-49d2-bf1e-ae341d47d175 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.193782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa7c98b8-971c-4124-828d-d469b16240de req-54228fba-da3b-49d2-bf1e-ae341d47d175 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6970074 Sep 17 22:30:00.238528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e327da-c788-4dcd-87be-e6f594fdea8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b624b83-c727-48fd-a32b-00068af96d1a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:00.249993 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07e327da-c788-4dcd-87be-e6f594fdea8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.254045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-07e327da-c788-4dcd-87be-e6f594fdea8e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7b624b83-c727-48fd-a32b-00068af96d1a HTTP/1.1" status: 204 len: 168 time: 0.9680514 Sep 17 22:30:00.257112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57796) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:00.270638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4475d8e-e8cf-4e6b-9261-bfd824d9e655 None None] Network e683eed7-6d11-49a7-bdf4-2f914426fbf1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:00.325394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c70d08-ac46-4cef-ac43-080dac05c0e3 req-b0182991-bb23-4532-ad4a-61415fb18dfd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:00.341113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64c70d08-ac46-4cef-ac43-080dac05c0e3 req-b0182991-bb23-4532-ad4a-61415fb18dfd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.3681421 Sep 17 22:30:00.596446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64c70d08-ac46-4cef-ac43-080dac05c0e3 req-b1eb04b1-2643-4199-81e9-ac4df1863d17 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540882 Sep 17 22:30:00.636799 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.640147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] DHCP port deletion for e683eed7-6d11-49a7-bdf4-2f914426fbf1 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:30:00.660418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-01aba631-3c18-4849-a720-f4cc93eab63c req-b38faad0-3962-466f-ab02-86a642724904 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-313381221', 'description': 'tempest-description-1833016680'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:00.706584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-fb923e4a-22ae-4ea2-a2be-09d2e43b231b tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543480 Sep 17 22:30:00.760156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97466459-1c89-478f-87c7-07258b965352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66296c03-7500-4803-a0d9-fd2fff2c4bfd,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:00.763035 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97466459-1c89-478f-87c7-07258b965352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.768592 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-97466459-1c89-478f-87c7-07258b965352 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/66296c03-7500-4803-a0d9-fd2fff2c4bfd HTTP/1.1" status: 204 len: 168 time: 0.9867370 Sep 17 22:30:00.771398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57840) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:00.804762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-01aba631-3c18-4849-a720-f4cc93eab63c req-b38faad0-3962-466f-ab02-86a642724904 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.838324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] Deleting port 76b134ad-81a4-4e19-8354-759b818c4044 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:00.839113 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.870070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.919753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] For port 76b134ad-81a4-4e19-8354-759b818c4044, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=76b134ad-81a4-4e19-8354-759b818c4044,segment=NetworkSegment(54365c2c-3b48-4f40-89c7-a010f27186ed),segment_id=54365c2c-3b48-4f40-89c7-a010f27186ed)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:00.920001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-01aba631-3c18-4849-a720-f4cc93eab63c req-b38faad0-3962-466f-ab02-86a642724904 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.920114 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.936740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] Calling delete_port for 76b134ad-81a4-4e19-8354-759b818c4044 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:00.939387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-01aba631-3c18-4849-a720-f4cc93eab63c req-b38faad0-3962-466f-ab02-86a642724904 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.992705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-01aba631-3c18-4849-a720-f4cc93eab63c req-b38faad0-3962-466f-ab02-86a642724904 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.994195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01aba631-3c18-4849-a720-f4cc93eab63c req-b38faad0-3962-466f-ab02-86a642724904 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3446996 Sep 17 22:30:01.034329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.042754 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.049927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-dba645c0-8dcd-45e1-b60e-1bd0eedda3b4 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.051443 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-dba645c0-8dcd-45e1-b60e-1bd0eedda3b4 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.49 "GET /v2.0/networks?id=dead0210-9355-41ba-a792-c189f187ef5e HTTP/1.1" status: 200 len: 805 time: 0.3048890 Sep 17 22:30:01.054862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38faad0-3962-466f-ab02-86a642724904 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb51b8-2994-40c6-a573-fa31af065ff3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.068771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] No DVR routers for this DVR port 76b134ad-81a4-4e19-8354-759b818c4044 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:01.077822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Deleting port 76b134ad-81a4-4e19-8354-759b818c4044 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:01.078437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.099494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87741ab3-1e1d-4e90-9e11-41b9a7a39c04']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:01.111232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-74f321bb-16ba-4824-9cc0-375b6ae271d9 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.112491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995fb7b-b684-4361-8a12-0a3ca438d16d None None] Pushing event deleted for resources: {'Port': ['ID=76b134ad-81a4-4e19-8354-759b818c4044,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.113870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-74f321bb-16ba-4824-9cc0-375b6ae271d9 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4062119 Sep 17 22:30:01.135276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-8bdf4fb8-4355-4149-8eb1-59da5cf0a827 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eee16130ed6d4e1dada9a7d01adb68ee HTTP/1.1" status: 200 len: 380 time: 0.0603514 Sep 17 22:30:01.135931 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:30:01.140122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc120bad-5384-4695-a2ab-7b5eff597566') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:01.140672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc120bad-5384-4695-a2ab-7b5eff597566') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:01.148833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Request body: {'port': {'device_id': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'admin_state_up': True, 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'security_groups': ['5c288a1c-4092-4b5a-9a58-0193d9342122']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:01.175113 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.182175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-3e064fbe-5f58-4dd0-8627-2eb6726f10ef tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/quotas/4736fc2f7f434f2c8b88d2f4d95d4a03 HTTP/1.1" status: 200 len: 375 time: 0.0186369 Sep 17 22:30:01.203973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.204300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] For port 76b134ad-81a4-4e19-8354-759b818c4044, host n-d-789963-10, got binding levels [] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:01.204827 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.237973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-ce3a19fc-79ba-4af8-9822-bf7873259346 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548944 Sep 17 22:30:01.256323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:01.256888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:01.258842 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:01.261844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Calling delete_port for 76b134ad-81a4-4e19-8354-759b818c4044 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:01.263713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Port 76b134ad-81a4-4e19-8354-759b818c4044 was not found and therefore no delete operation was performed {{(pid=94737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:30:01.266937 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.318283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b134ad-81a4-4e19-8354-759b818c4044,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.324749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] No DVR routers for this DVR port 76b134ad-81a4-4e19-8354-759b818c4044 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:01.363651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.381335 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.383162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] 10.222.0.48 "DELETE /v2.0/networks/87741ab3-1e1d-4e90-9e11-41b9a7a39c04 HTTP/1.1" status: 204 len: 168 time: 0.6101630 Sep 17 22:30:01.396692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795d2a3-6c02-4c45-b4d1-c5450fe8f99f admin admin] Pushing event deleted for resources: {'Network': ['ID=87741ab3-1e1d-4e90-9e11-41b9a7a39c04,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.411547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Made reservation on behalf of eee16130ed6d4e1dada9a7d01adb68ee for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:01.424827 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.498276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.535328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d107-73ad-4462-905d-d1748a296769 req-43001a60-a636-499a-9279-072b35ba1a50 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.549291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33c1d107-73ad-4462-905d-d1748a296769 req-43001a60-a636-499a-9279-072b35ba1a50 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 950 time: 0.3271620 Sep 17 22:30:01.577879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e683eed7-6d11-49a7-bdf4-2f914426fbf1']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:01.608822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cec4ac92-3120-45cc-8eaa-bf4c403bdb3f req-4449246a-3f1d-4660-a8a4-ed0224ec96fd tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 210 time: 0.0939128 Sep 17 22:30:01.616576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54365c2c-3b48-4f40-89c7-a010f27186ed') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:01.617176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54365c2c-3b48-4f40-89c7-a010f27186ed') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:01.631508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Allocated IP 172.20.0.3 (dead0210-9355-41ba-a792-c189f187ef5e/a3dd5804-74f9-4a56-b1c2-6b54feb3fafd/dc7239c1-271b-43c7-979c-0e0375ec9569) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:01.654247 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.697266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33c1d107-73ad-4462-905d-d1748a296769 req-cddbd9db-825b-479f-90ac-8cb250bd58e1 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/security-groups?id=567c25db-871d-4f05-b79c-fc37f79dad84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467950 Sep 17 22:30:01.703776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.745369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:01.747119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:01.749096 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:01.777975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-47bcf84d-3de0-4b71-be77-c38cc8ae704b tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/c8797f43-4d38-4ea2-80bc-218ad25fedc4 HTTP/1.1" status: 200 len: 1804 time: 0.1217020 Sep 17 22:30:01.857100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.889130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57878) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.891262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-8bc06591-1abf-4fca-9683-f746b0b0ceb3 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490799 Sep 17 22:30:01.933107 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.944465 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.967567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.970039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e683eed7-6d11-49a7-bdf4-2f914426fbf1 HTTP/1.1" status: 204 len: 168 time: 1.7116852 Sep 17 22:30:01.983356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 76b134ad-81a4-4e19-8354-759b818c4044 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:01.999059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e542abf-0275-41af-b548-52cc410ae7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e683eed7-6d11-49a7-bdf4-2f914426fbf1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.019516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event updated for resources: {'Port': ['ID=dc7239c1-271b-43c7-979c-0e0375ec9569,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.039528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 76b134ad-81a4-4e19-8354-759b818c4044 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:02.039873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 76b134ad-81a4-4e19-8354-759b818c4044 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:02.040725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Network dead0210-9355-41ba-a792-c189f187ef5e is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:02.044884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:02.049852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:02.080351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-e0673d50-6abb-4e5a-a909-ecce5acb0240 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/49cb51b8-2994-40c6-a573-fa31af065ff3 HTTP/1.1" status: 200 len: 1804 time: 0.2364502 Sep 17 22:30:02.100699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-5bf02d31-c713-4efa-bff8-16d5d1f9c472 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8797f43-4d38-4ea2-80bc-218ad25fedc4', 'remote_group_id': '49cb51b8-2994-40c6-a573-fa31af065ff3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:02.102218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-5bf02d31-c713-4efa-bff8-16d5d1f9c472 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8797f43-4d38-4ea2-80bc-218ad25fedc4', 'remote_group_id': '49cb51b8-2994-40c6-a573-fa31af065ff3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:02.112294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57886) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:02.114211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-43b32ac1-5b50-4b53-8b4b-1cb2381ded9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f677f9a40d749f08fff66de007bdc97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237382 Sep 17 22:30:02.140686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:02.142569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.168890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57888) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:02.224175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-0ad6681a-61fe-41da-8e9b-0fd2792db1e6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:02.231751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-0ad6681a-61fe-41da-8e9b-0fd2792db1e6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3383517 Sep 17 22:30:02.261490 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-13bb710b-b644-4cd0-9b9d-f678b8dece24 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1165314 Sep 17 22:30:02.264015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-70686af0-9d81-49a8-a42d-e34cc8b067f7 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/quotas/4736fc2f7f434f2c8b88d2f4d95d4a03 HTTP/1.1" status: 200 len: 375 time: 0.0314138 Sep 17 22:30:02.285340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Request body: {'port': {'device_id': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:02.296500 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf761-a3e6-47a5-bcbc-2c514dbf78ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.313136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-ec863a45-b0ae-4657-8c28-2b0b19d28688 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481505 Sep 17 22:30:02.352847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf761-a3e6-47a5-bcbc-2c514dbf78ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.402927 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-5bf02d31-c713-4efa-bff8-16d5d1f9c472 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.405350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35c18208-624c-4c75-825c-5aac82a7b4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.429401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.440638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-5bf02d31-c713-4efa-bff8-16d5d1f9c472 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.446615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a575a572-1be4-4ee5-91ca-caaa5935d745 None None] Provisioning complete for port dc7239c1-271b-43c7-979c-0e0375ec9569 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:02.447102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a575a572-1be4-4ee5-91ca-caaa5935d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.450593 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-5bf02d31-c713-4efa-bff8-16d5d1f9c472 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.483829 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf761-a3e6-47a5-bcbc-2c514dbf78ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.492260 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf761-a3e6-47a5-bcbc-2c514dbf78ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.497195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0cfcf761-a3e6-47a5-bcbc-2c514dbf78ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa004d85-58ec-406d-b133-932897146db6 HTTP/1.1" status: 204 len: 168 time: 0.3835411 Sep 17 22:30:02.503490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf02d31-c713-4efa-bff8-16d5d1f9c472 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edf4d85-f71d-4d3f-805d-3242dbb577f5,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.512087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:02.520736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcf761-a3e6-47a5-bcbc-2c514dbf78ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa004d85-58ec-406d-b133-932897146db6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.565761 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e5279657-be4d-4372-b49b-7243971cecbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2daac13086d342ceb3844d0930d67c9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523908 Sep 17 22:30:02.568234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57896) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:02.605382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a575a572-1be4-4ee5-91ca-caaa5935d745 None None] Port dc7239c1-271b-43c7-979c-0e0375ec9569 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:02.634877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-226243c6-4ebd-4afd-b318-7bb2ec248899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.659277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:02.668996 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-93ef5023-c81a-4d57-930b-58f6c8d4c2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.681511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-226243c6-4ebd-4afd-b318-7bb2ec248899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.793159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35c18208-624c-4c75-825c-5aac82a7b4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.815538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395950b-17c9-4417-b378-3c341ca99a1f req-6099abf0-5143-40f3-8870-2bb17d2e475f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:02.817597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b395950b-17c9-4417-b378-3c341ca99a1f req-6099abf0-5143-40f3-8870-2bb17d2e475f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 947 time: 0.0809011 Sep 17 22:30:02.826067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.829540 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-226243c6-4ebd-4afd-b318-7bb2ec248899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.832187 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-226243c6-4ebd-4afd-b318-7bb2ec248899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.841902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-226243c6-4ebd-4afd-b318-7bb2ec248899 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7dcc4c1-ef75-4463-90e9-71f0e33175bd HTTP/1.1" status: 204 len: 168 time: 0.2667108 Sep 17 22:30:02.841902 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-5bf02d31-c713-4efa-bff8-16d5d1f9c472 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.852196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35c18208-624c-4c75-825c-5aac82a7b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.855764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:02.858451 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a924fd-8702-40ca-ab41-a3963702760b" -d '{"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:02.877969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:02.881523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d764d04-92d0-4616-bbc0-3f8950c2c5d7 req-5bf02d31-c713-4efa-bff8-16d5d1f9c472 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7878966 Sep 17 22:30:02.884273 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.929279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7239c1-271b-43c7-979c-0e0375ec9569 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:02.942765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.960444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-35c18208-624c-4c75-825c-5aac82a7b4ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f8fa0ae6fa0457492e166ed9b96ad10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903686 Sep 17 22:30:02.967484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57916) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:02.972111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c18208-624c-4c75-825c-5aac82a7b4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a565ff2a-eca4-4a37-aae0-25dbb1f7ee6a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.009871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Transition to ACTIVE for port object dc7239c1-271b-43c7-979c-0e0375ec9569 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:03.013619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=14']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.043072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226243c6-4ebd-4afd-b318-7bb2ec248899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dcc4c1-ef75-4463-90e9-71f0e33175bd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.053908 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.084215 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.117331 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b395950b-17c9-4417-b378-3c341ca99a1f req-359fbc25-8091-4ac6-8935-085ad2608d6e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895796 Sep 17 22:30:03.289393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57934) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:03.301551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7239c1-271b-43c7-979c-0e0375ec9569,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.321811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b46613f2-9fa4-4cf4-8b3d-ab71d8ae9d0c req-7e56b9f6-363e-49b2-86c0-c39955dbfc15 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 210 time: 0.1995287 Sep 17 22:30:03.323696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-57bae5fd-e284-4540-ba50-9070fa2ba7c2 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1978688 Sep 17 22:30:03.331980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-295768d9-1448-4d2d-a95f-88a355fc0078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.453292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-295768d9-1448-4d2d-a95f-88a355fc0078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.469741 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-206327f6-1843-4a71-9748-ef19baac2701 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d56035bd9f74902877e3bf009c1ee1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768510 Sep 17 22:30:03.470848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57936) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:03.550933 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Attempting to bind port dc7239c1-271b-43c7-979c-0e0375ec9569 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:03.551527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Attempting to bind port dc7239c1-271b-43c7-979c-0e0375ec9569 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:03.552022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Attempting to bind port dc7239c1-271b-43c7-979c-0e0375ec9569 on network dead0210-9355-41ba-a792-c189f187ef5e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:03.564235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Port dc7239c1-271b-43c7-979c-0e0375ec9569 on network dead0210-9355-41ba-a792-c189f187ef5e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:03.565246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Attempting to bind port dc7239c1-271b-43c7-979c-0e0375ec9569 on network dead0210-9355-41ba-a792-c189f187ef5e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:03.577459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:03.578240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Checking segment: {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:03.579784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Bound using segment: {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:03.580657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Bound port: dc7239c1-271b-43c7-979c-0e0375ec9569, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8398d3da-1064-4e7d-aa44-84d32442cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:03.581232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.597789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-295768d9-1448-4d2d-a95f-88a355fc0078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.601182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-295768d9-1448-4d2d-a95f-88a355fc0078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.602555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-295768d9-1448-4d2d-a95f-88a355fc0078 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a565ff2a-eca4-4a37-aae0-25dbb1f7ee6a HTTP/1.1" status: 204 len: 168 time: 0.6338649 Sep 17 22:30:03.621206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295768d9-1448-4d2d-a95f-88a355fc0078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a565ff2a-eca4-4a37-aae0-25dbb1f7ee6a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.623185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a35384e-4f74-4bb5-8f81-91fa97a08d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.625037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63cebe8b-f834-4806-abc7-52f30989cc4c req-a6df7339-549c-4fef-a65b-0163c33cb412 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/49cb51b8-2994-40c6-a573-fa31af065ff3 HTTP/1.1" status: 200 len: 1804 time: 0.2509799 Sep 17 22:30:03.699181 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a35384e-4f74-4bb5-8f81-91fa97a08d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.741562 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.763492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c82f80-709d-4605-b15a-f074f52aac05 req-372bf4d2-3fe5-4773-afd0-f91b9eb48261 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.765303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] For port dc7239c1-271b-43c7-979c-0e0375ec9569, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:03.773102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06c82f80-709d-4605-b15a-f074f52aac05 req-372bf4d2-3fe5-4773-afd0-f91b9eb48261 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 943 time: 0.4757690 Sep 17 22:30:03.821084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57940) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:03.824437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] For port dc7239c1-271b-43c7-979c-0e0375ec9569, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dc7239c1-271b-43c7-979c-0e0375ec9569,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:03.843090 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.858195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2c2d2588-dcc0-4c04-8816-27c1080e1a2c tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.859640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2c2d2588-dcc0-4c04-8816-27c1080e1a2c tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5150006 Sep 17 22:30:03.898256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06c82f80-709d-4605-b15a-f074f52aac05 req-0ec2b0a7-e067-4ea0-8535-8ed6320b4021 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241462 Sep 17 22:30:03.898841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-63cebe8b-f834-4806-abc7-52f30989cc4c req-5fb58a89-35b7-4fba-a4e5-c27d592a851c tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.919484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7239c1-271b-43c7-979c-0e0375ec9569,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.928492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Request body: {'port': {'device_id': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '4736fc2f7f434f2c8b88d2f4d95d4a03'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:03.933233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.934053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.935964 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-ab83b8eb-e766-4ea0-a601-b79d75bd83a5 service neutron] 10.222.0.49 "PUT /v2.0/ports/dc7239c1-271b-43c7-979c-0e0375ec9569 HTTP/1.1" status: 200 len: 1092 time: 1.6582112 Sep 17 22:30:03.936696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'tag': 'dc7239c1-271b-43c7-979c-0e0375ec9569'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:03.939806 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e37b320-6432-4eca-9ca9-97325f0b353f" -d '{"events": [{"name": "network-changed", "server_uuid": "78fde457-eabd-4bd6-8426-b53ac3e508d2", "tag": "dc7239c1-271b-43c7-979c-0e0375ec9569"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:03.943589 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a35384e-4f74-4bb5-8f81-91fa97a08d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.949268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a35384e-4f74-4bb5-8f81-91fa97a08d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.953352 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1a35384e-4f74-4bb5-8f81-91fa97a08d6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c35730bb-92f5-47f1-a514-a87d835a1e40 HTTP/1.1" status: 204 len: 168 time: 0.4781284 Sep 17 22:30:03.963230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35384e-4f74-4bb5-8f81-91fa97a08d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35730bb-92f5-47f1-a514-a87d835a1e40,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.982080 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b27d782-0576-47a5-842a-f5b65390a0cb x-openstack-request-id: req-3b27d782-0576-47a5-842a-f5b65390a0cb {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:03.982614 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:03.983037 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b27d782-0576-47a5-842a-f5b65390a0cb {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:03.983601 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'code': 200} Sep 17 22:30:04.089588 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-63cebe8b-f834-4806-abc7-52f30989cc4c req-5fb58a89-35b7-4fba-a4e5-c27d592a851c tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.117839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-46f2cca6-13c7-49f0-b360-5245cd51f78e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad34ba5e09924fdfbe80d115e567c78d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2891097 Sep 17 22:30:04.117839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57948) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:04.148382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-d3b24765-68dc-47fc-ad73-da1adb5f4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.150224 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-d3b24765-68dc-47fc-ad73-da1adb5f4520 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eee16130ed6d4e1dada9a7d01adb68ee&device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 1095 time: 0.1213880 Sep 17 22:30:04.179791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57950) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:04.233839 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-10b0a178-2951-47a5-8f36-87b3f096e214 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc7239c1-271b-43c7-979c-0e0375ec9569 HTTP/1.1" status: 200 len: 217 time: 0.0663929 Sep 17 22:30:04.273828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ac3997d-ae4e-4576-ae7f-52e4e34c224a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.353945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-2ccf6df0-ec90-4db5-bbf8-2b5265e7e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.355991 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-2ccf6df0-ec90-4db5-bbf8-2b5265e7e940 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3dd5804-74f9-4a56-b1c2-6b54feb3fafd HTTP/1.1" status: 200 len: 844 time: 0.1119044 Sep 17 22:30:04.358753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cdf14-b0bc-48a6-b4f3-cad0ae549e95 req-e4a5ddaf-011e-48fc-b4e1-6838cd682ec1 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.366906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d04cdf14-b0bc-48a6-b4f3-cad0ae549e95 req-e4a5ddaf-011e-48fc-b4e1-6838cd682ec1 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 950 time: 0.2420654 Sep 17 22:30:04.401929 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-13698f86-817e-4538-831f-a855f07a19bc tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947473 Sep 17 22:30:04.444690 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a704c5b-1894-461a-84ab-24238a2955c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.474356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.499504 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-63cebe8b-f834-4806-abc7-52f30989cc4c req-5fb58a89-35b7-4fba-a4e5-c27d592a851c tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.502660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-63cebe8b-f834-4806-abc7-52f30989cc4c req-5fb58a89-35b7-4fba-a4e5-c27d592a851c tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.503798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63cebe8b-f834-4806-abc7-52f30989cc4c req-5fb58a89-35b7-4fba-a4e5-c27d592a851c tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "DELETE /v2.0/security-groups/49cb51b8-2994-40c6-a573-fa31af065ff3 HTTP/1.1" status: 204 len: 173 time: 0.8779843 Sep 17 22:30:04.534399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d04cdf14-b0bc-48a6-b4f3-cad0ae549e95 req-f349417a-cb1d-4e26-923a-0db108933722 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/security-groups?id=567c25db-871d-4f05-b79c-fc37f79dad84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662838 Sep 17 22:30:04.552206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-0b31024c-6061-4293-9dab-9a9385cb3138 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.553810 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-0b31024c-6061-4293-9dab-9a9385cb3138 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359799 Sep 17 22:30:04.563860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a704c5b-1894-461a-84ab-24238a2955c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.570866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Request body: {'port': {'device_id': '22275eed-57de-432a-a20c-a36dded15eda', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '4736fc2f7f434f2c8b88d2f4d95d4a03'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:04.577983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb58a89-35b7-4fba-a4e5-c27d592a851c tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb51b8-2994-40c6-a573-fa31af065ff3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:04.606204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-9c6e6762-ee0c-4a91-b8f9-e99e80e25415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.607699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-00b49118-dfa4-476b-9254-09da9fa3fba2 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.609263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-00b49118-dfa4-476b-9254-09da9fa3fba2 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.45 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 950 time: 0.2227571 Sep 17 22:30:04.610488 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-9c6e6762-ee0c-4a91-b8f9-e99e80e25415 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dead0210-9355-41ba-a792-c189f187ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2191672 Sep 17 22:30:04.624595 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c073a6-37ff-4804-9509-89f5564ff367 x-openstack-request-id: req-c1c073a6-37ff-4804-9509-89f5564ff367 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:04.627100 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fde457-eabd-4bd6-8426-b53ac3e508d2", "tag": "dc7239c1-271b-43c7-979c-0e0375ec9569", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:04.629081 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1c073a6-37ff-4804-9509-89f5564ff367 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:04.629681 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'tag': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'status': 'completed', 'code': 200} Sep 17 22:30:04.728898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c42913e4-792d-44bf-9b24-76c603ac4cf5 req-4acc7909-fcd5-40b0-943b-3eaded33ecdd tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 210 time: 0.0509491 Sep 17 22:30:04.780751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40710d10-6491-43cc-810a-c68c075ce38f req-14818cdf-b5bc-43a3-8d01-eec3d65b1b42 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.782923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40710d10-6491-43cc-810a-c68c075ce38f req-14818cdf-b5bc-43a3-8d01-eec3d65b1b42 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.2056754 Sep 17 22:30:04.821345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a704c5b-1894-461a-84ab-24238a2955c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.823873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a704c5b-1894-461a-84ab-24238a2955c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.825148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0a704c5b-1894-461a-84ab-24238a2955c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b7913aa-661a-4634-9952-33f48c9ad008 HTTP/1.1" status: 204 len: 168 time: 0.6963320 Sep 17 22:30:04.841316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-8e87baf1-518b-4b9f-90a2-ab5a73b5a5ec service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512084 Sep 17 22:30:04.859156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a704c5b-1894-461a-84ab-24238a2955c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7913aa-661a-4634-9952-33f48c9ad008,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:04.892890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ac3997d-ae4e-4576-ae7f-52e4e34c224a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.897938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-952248f6-d35c-4a87-9a39-7cea2a2aa291 req-c5bbc956-01cf-408d-ad45-1c6c621463c0 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/c8797f43-4d38-4ea2-80bc-218ad25fedc4 HTTP/1.1" status: 200 len: 1804 time: 0.1140072 Sep 17 22:30:04.900962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Deleting port a5793113-bdcd-4c55-915e-caf03782dac7 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:04.901543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.912059 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40710d10-6491-43cc-810a-c68c075ce38f req-a67ed5ee-c020-4ae1-b9b8-872276f4c5c0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181030 Sep 17 22:30:04.916582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1ac3997d-ae4e-4576-ae7f-52e4e34c224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.961321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b2b0edcf-8c9a-476b-b8d5-e66479c08426 req-1b7dccfb-c4ac-4f84-9e9a-aaddf5083d08 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-628243784', 'description': 'tempest-description-514615849'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:05.027465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Made reservation on behalf of 4736fc2f7f434f2c8b88d2f4d95d4a03 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:05.027980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Made reservation on behalf of 4736fc2f7f434f2c8b88d2f4d95d4a03 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:05.030562 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.040815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.066779 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.072520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1ac3997d-ae4e-4576-ae7f-52e4e34c224a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=368bd84b7904468fa6b0b9855d7e4608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8857806 Sep 17 22:30:05.073530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.076347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57988) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:05.093783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3997d-ae4e-4576-ae7f-52e4e34c224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee6625f-fbea-44d2-ab2e-f169a4ab7c4b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.146951 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2b0edcf-8c9a-476b-b8d5-e66479c08426 req-1b7dccfb-c4ac-4f84-9e9a-aaddf5083d08 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.158333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] For port a5793113-bdcd-4c55-915e-caf03782dac7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=a5793113-bdcd-4c55-915e-caf03782dac7,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:05.158708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.186399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Calling delete_port for a5793113-bdcd-4c55-915e-caf03782dac7 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:05.212853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0dcf1-84ab-4eb1-aa94-e7e312e8dacc req-c1572fcf-a3df-4656-b131-8ddea99873c0 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.214432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cf0dcf1-84ab-4eb1-aa94-e7e312e8dacc req-c1572fcf-a3df-4656-b131-8ddea99873c0 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 943 time: 0.1551776 Sep 17 22:30:05.229849 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc3a13bd-5a14-42f7-93a7-b0d99e092e8b req-57d115c5-ff82-43a9-a0a8-481beaa78569 service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803630 Sep 17 22:30:05.247702 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.258201 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.264213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.354397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cf0dcf1-84ab-4eb1-aa94-e7e312e8dacc req-d3130aaa-4a65-4a11-ae86-9afbf4817fc0 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828242 Sep 17 22:30:05.363180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4736fc2f7f434f2c8b88d2f4d95d4a03 {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:30:05.363328 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:30:05.392565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49b30e95-b1bd-429d-8a32-dffe0fe71772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.394494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf9ed22-7124-493e-b259-db846ec357ff,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.456529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49b30e95-b1bd-429d-8a32-dffe0fe71772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.488505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-26dec1e2-b5b7-42dc-9df8-67ed376269e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.490575 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-26dec1e2-b5b7-42dc-9df8-67ed376269e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eee16130ed6d4e1dada9a7d01adb68ee&device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 1095 time: 0.1335816 Sep 17 22:30:05.494197 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.544858 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2b0edcf-8c9a-476b-b8d5-e66479c08426 req-1b7dccfb-c4ac-4f84-9e9a-aaddf5083d08 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.544858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Pushing event deleted for resources: {'Port': ['ID=a5793113-bdcd-4c55-915e-caf03782dac7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.558172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Allocated IP 192.168.233.204 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/2092f146-2522-49c3-807f-bb6de36325f9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:05.565979 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2b0edcf-8c9a-476b-b8d5-e66479c08426 req-1b7dccfb-c4ac-4f84-9e9a-aaddf5083d08 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.627358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dccfb-c4ac-4f84-9e9a-aaddf5083d08 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb6a8c-d0bd-47e9-b92f-f3c9cc216758,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.635017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49b30e95-b1bd-429d-8a32-dffe0fe71772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.639019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49b30e95-b1bd-429d-8a32-dffe0fe71772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.641021 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-49b30e95-b1bd-429d-8a32-dffe0fe71772 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ee6625f-fbea-44d2-ab2e-f169a4ab7c4b HTTP/1.1" status: 204 len: 168 time: 0.5611081 Sep 17 22:30:05.675638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b30e95-b1bd-429d-8a32-dffe0fe71772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee6625f-fbea-44d2-ab2e-f169a4ab7c4b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.689944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94bb52f9-7025-42b0-9c30-3ab870b35cd5 req-087bca94-575c-46e7-969b-ada732f90649 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.48 "GET /v2.0/ports?device_id=fef73e70-d200-4baf-a1e6-3142f195a272 HTTP/1.1" status: 200 len: 210 time: 0.0393398 Sep 17 22:30:05.700386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-6cd80452-ab24-41b3-81f6-7e0c7b8cecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.702453 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-6cd80452-ab24-41b3-81f6-7e0c7b8cecc6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dead0210-9355-41ba-a792-c189f187ef5e HTTP/1.1" status: 200 len: 906 time: 0.1982059 Sep 17 22:30:05.760916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2b0edcf-8c9a-476b-b8d5-e66479c08426 req-1b7dccfb-c4ac-4f84-9e9a-aaddf5083d08 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.764223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2b0edcf-8c9a-476b-b8d5-e66479c08426 req-1b7dccfb-c4ac-4f84-9e9a-aaddf5083d08 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8115098 Sep 17 22:30:05.766344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] No DVR routers for this DVR port a5793113-bdcd-4c55-915e-caf03782dac7 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:05.778441 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.780542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d9f9f94-6357-4119-9b6a-c20c533af437 req-7aba070f-74a9-4ddb-a3e3-8e7a06bf8e43 tempest-ImagesNegativeTestJSON-1711649141 tempest-ImagesNegativeTestJSON-1711649141-project] 10.222.0.45 "DELETE /v2.0/ports/a5793113-bdcd-4c55-915e-caf03782dac7 HTTP/1.1" status: 204 len: 173 time: 1.1605237 Sep 17 22:30:05.781076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef73e70-d200-4baf-a1e6-3142f195a272', 'name': 'network-vif-deleted', 'tag': 'a5793113-bdcd-4c55-915e-caf03782dac7'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:05.823454 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43c9e82-bada-462a-a8ef-26f1138f58be" -d '{"events": [{"server_uuid": "fef73e70-d200-4baf-a1e6-3142f195a272", "name": "network-vif-deleted", "tag": "a5793113-bdcd-4c55-915e-caf03782dac7"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:05.832830 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-935c14c0-ba23-4e09-9e72-f12d0e2c83fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc7239c1-271b-43c7-979c-0e0375ec9569 HTTP/1.1" status: 200 len: 217 time: 0.1188869 Sep 17 22:30:05.907721 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.021498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-9e9e020b-ee0f-4331-833a-aea45641c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:06.024879 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-9e9e020b-ee0f-4331-833a-aea45641c049 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3dd5804-74f9-4a56-b1c2-6b54feb3fafd HTTP/1.1" status: 200 len: 844 time: 0.1740067 Sep 17 22:30:06.077900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.123713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f577273c-9e06-415e-93d0-52f49fd966e9 req-ab338fc8-01b4-446e-b708-cb670ac10950 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 210 time: 0.1928537 Sep 17 22:30:06.139193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-c6a2631c-36de-4dfa-b8bc-1d355d6c7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:06.143252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-c6a2631c-36de-4dfa-b8bc-1d355d6c7f00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dead0210-9355-41ba-a792-c189f187ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067123 Sep 17 22:30:06.201701 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.260237 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de462d7-8c10-4425-af3d-3c73cb75c09f x-openstack-request-id: req-1de462d7-8c10-4425-af3d-3c73cb75c09f {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:06.260793 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef73e70-d200-4baf-a1e6-3142f195a272", "name": "network-vif-deleted", "tag": "a5793113-bdcd-4c55-915e-caf03782dac7", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:06.260793 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1de462d7-8c10-4425-af3d-3c73cb75c09f {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:06.262418 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef73e70-d200-4baf-a1e6-3142f195a272', 'name': 'network-vif-deleted', 'tag': 'a5793113-bdcd-4c55-915e-caf03782dac7', 'status': 'completed', 'code': 200} Sep 17 22:30:06.303841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:06.312923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:06.322453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10bf6750-8eee-4249-8fca-539f98d40ccf req-29219517-95a4-461c-8458-62c454f97ed5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/00eb6a8c-d0bd-47e9-b92f-f3c9cc216758 HTTP/1.1" status: 200 len: 1803 time: 0.4868517 Sep 17 22:30:06.331019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:06.334235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Pushing event updated for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:06.362402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-10bf6750-8eee-4249-8fca-539f98d40ccf req-5348dad9-926d-4119-8c02-814243f06453 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00eb6a8c-d0bd-47e9-b92f-f3c9cc216758', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:06.362402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-10bf6750-8eee-4249-8fca-539f98d40ccf req-5348dad9-926d-4119-8c02-814243f06453 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00eb6a8c-d0bd-47e9-b92f-f3c9cc216758', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:06.428681 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-e4e7d7a1-16d9-44a7-9be2-a6bc3d96495f service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775817 Sep 17 22:30:06.528315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:06.531108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.628114 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-12466ee0-f915-4004-83dc-d37f0fd48293 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0621936 Sep 17 22:30:06.664313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Request body: {'port': {'device_id': '22275eed-57de-432a-a20c-a36dded15eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:06.698285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device a5793113-bdcd-4c55-915e-caf03782dac7 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:06.713803 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10bf6750-8eee-4249-8fca-539f98d40ccf req-5348dad9-926d-4119-8c02-814243f06453 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.742846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: a5793113-bdcd-4c55-915e-caf03782dac7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:06.743701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device a5793113-bdcd-4c55-915e-caf03782dac7 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:06.769557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ae2704cf-a328-4f21-a4b6-7093f4868879 None None] Provisioning complete for port 2092f146-2522-49c3-807f-bb6de36325f9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:06.770248 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ae2704cf-a328-4f21-a4b6-7093f4868879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.775934 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3e37b320-6432-4eca-9ca9-97325f0b353f req-9ea11739-a374-483e-84e0-73928e8b11c2 service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335805 Sep 17 22:30:06.784993 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.843707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ae2704cf-a328-4f21-a4b6-7093f4868879 None None] Port 2092f146-2522-49c3-807f-bb6de36325f9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:07.165866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf8213-117c-4208-8e4c-55e6be77e594 req-183ad4a9-fd88-4586-8ed3-22bcb45ced52 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.167570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23cf8213-117c-4208-8e4c-55e6be77e594 req-183ad4a9-fd88-4586-8ed3-22bcb45ced52 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 943 time: 0.5628405 Sep 17 22:30:07.173018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10bf6750-8eee-4249-8fca-539f98d40ccf req-5348dad9-926d-4119-8c02-814243f06453 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.183802 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10bf6750-8eee-4249-8fca-539f98d40ccf req-5348dad9-926d-4119-8c02-814243f06453 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.219087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Allocated IP 192.168.233.238 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/8d098506-6a58-4a99-ba24-5e2a21ef8fcb) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:07.255049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348dad9-926d-4119-8c02-814243f06453 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b596f033-928f-41d3-9d00-34ffe6d3bf5b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:07.277427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23cf8213-117c-4208-8e4c-55e6be77e594 req-d5185204-23a6-4e88-aae1-1ffca9cb2212 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944681 Sep 17 22:30:07.293673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10bf6750-8eee-4249-8fca-539f98d40ccf req-5348dad9-926d-4119-8c02-814243f06453 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.295258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10bf6750-8eee-4249-8fca-539f98d40ccf req-5348dad9-926d-4119-8c02-814243f06453 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9614007 Sep 17 22:30:07.513972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05c82793-cb34-465e-b6f4-9a565941e91d req-ee462965-3fb2-4deb-a783-8bbe23d34c44 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/00eb6a8c-d0bd-47e9-b92f-f3c9cc216758 HTTP/1.1" status: 200 len: 2396 time: 0.1429253 Sep 17 22:30:07.540506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-05c82793-cb34-465e-b6f4-9a565941e91d req-67afa3cb-7b81-4a9e-8082-4962e9b3a4e5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00eb6a8c-d0bd-47e9-b92f-f3c9cc216758', 'remote_group_id': None}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:07.540819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-05c82793-cb34-465e-b6f4-9a565941e91d req-67afa3cb-7b81-4a9e-8082-4962e9b3a4e5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00eb6a8c-d0bd-47e9-b92f-f3c9cc216758', 'remote_group_id': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:07.561090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c38c-fb34-4762-aec8-4d4d80f12748 req-85a8da0b-872f-4ddc-a375-71b4329509a1 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.562576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcd7c38c-fb34-4762-aec8-4d4d80f12748 req-85a8da0b-872f-4ddc-a375-71b4329509a1 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 936 time: 0.1284695 Sep 17 22:30:07.569084 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.648910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcd7c38c-fb34-4762-aec8-4d4d80f12748 req-4887cf52-9913-4b71-8fa7-d682111c20ab tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781186 Sep 17 22:30:07.694794 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.716362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-05c82793-cb34-465e-b6f4-9a565941e91d req-67afa3cb-7b81-4a9e-8082-4962e9b3a4e5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.778151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:07.784533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:07.791829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:07.856248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:07.878220 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-05c82793-cb34-465e-b6f4-9a565941e91d req-67afa3cb-7b81-4a9e-8082-4962e9b3a4e5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.905311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-05c82793-cb34-465e-b6f4-9a565941e91d req-67afa3cb-7b81-4a9e-8082-4962e9b3a4e5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.920391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.921448 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.947517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afa3cb-7b81-4a9e-8082-4962e9b3a4e5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5721b4fb-98bf-44f1-854a-100a2c83497f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:07.966034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7e46a28c-8576-4f70-92c7-34c073fe2558 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0634167 Sep 17 22:30:07.968519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-05c82793-cb34-465e-b6f4-9a565941e91d req-67afa3cb-7b81-4a9e-8082-4962e9b3a4e5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.970591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05c82793-cb34-465e-b6f4-9a565941e91d req-67afa3cb-7b81-4a9e-8082-4962e9b3a4e5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4438009 Sep 17 22:30:07.984074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Request body: {'port': {'device_id': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:08.114784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.177983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f1768dd2-11d9-4ca4-8559-65b371ee137c None None] Provisioning complete for port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:08.178476 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1768dd2-11d9-4ca4-8559-65b371ee137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.226178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2092f146-2522-49c3-807f-bb6de36325f9 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:08.236293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.258102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f1768dd2-11d9-4ca4-8559-65b371ee137c None None] Port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:08.258788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Transition to ACTIVE for port object 2092f146-2522-49c3-807f-bb6de36325f9 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:08.275235 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.276305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c9d3f-3d51-45f3-9468-b1c85f2c43b3 req-b3f4a2cf-881e-475f-8708-fb21f76a6273 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.277900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f97c9d3f-3d51-45f3-9468-b1c85f2c43b3 req-b3f4a2cf-881e-475f-8708-fb21f76a6273 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.2148321 Sep 17 22:30:08.337507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Pushing event updated for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:08.383703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-1fe1cbb1-d1d9-484d-ba6f-094404e5db84 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d870d2da22654f8c9272579efd0c5ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526834 Sep 17 22:30:08.461004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f97c9d3f-3d51-45f3-9468-b1c85f2c43b3 req-5be52255-ebd8-4fa3-8c79-07c3153e6356 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310520 Sep 17 22:30:08.514719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Attempting to bind port 2092f146-2522-49c3-807f-bb6de36325f9 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:08.515353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Attempting to bind port 2092f146-2522-49c3-807f-bb6de36325f9 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:08.515858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Attempting to bind port 2092f146-2522-49c3-807f-bb6de36325f9 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:08.529307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Port 2092f146-2522-49c3-807f-bb6de36325f9 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:08.529949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Attempting to bind port 2092f146-2522-49c3-807f-bb6de36325f9 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:08.540656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:08.541039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:08.541434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:08.541869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Bound port: 2092f146-2522-49c3-807f-bb6de36325f9, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:08.542226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.641291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:08.646631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:08.655175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.709273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.709965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.711505 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] 10.222.0.45 "PUT /v2.0/ports/2092f146-2522-49c3-807f-bb6de36325f9 HTTP/1.1" status: 200 len: 1097 time: 2.0679407 Sep 17 22:30:08.712278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:08.714792 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0" -d '{"events": [{"name": "network-changed", "server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "tag": "2092f146-2522-49c3-807f-bb6de36325f9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:08.722885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cfa6c2a-1e25-4ea7-ac62-fca5c893a711 req-cdf48970-eff6-436a-9e0a-fc13f0090bfb tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/00eb6a8c-d0bd-47e9-b92f-f3c9cc216758 HTTP/1.1" status: 200 len: 2994 time: 0.1865642 Sep 17 22:30:08.739780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-b82b61db-0056-4daa-888a-6faab7d7fac8 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.741619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-b82b61db-0056-4daa-888a-6faab7d7fac8 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3487985 Sep 17 22:30:08.767338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711410e-7c0f-46e9-a081-13fba437590a service neutron] Pushing event updated for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:08.790065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-452c06be-5a43-44f6-bd6a-08873b839c98 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/quotas/d870d2da22654f8c9272579efd0c5ead HTTP/1.1" status: 200 len: 375 time: 0.0352981 Sep 17 22:30:08.838681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-f65dc38d-7dd4-44e9-9078-9d8543c09639 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d870d2da22654f8c9272579efd0c5ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411468 Sep 17 22:30:08.856684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-2844488e-5df5-47b9-a191-6c811c2bf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.861305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-2844488e-5df5-47b9-a191-6c811c2bf9c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 1100 time: 0.0834169 Sep 17 22:30:08.908972 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-967b5a4f-59cf-43f5-ac4d-9637d8553229 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=2092f146-2522-49c3-807f-bb6de36325f9 HTTP/1.1" status: 200 len: 217 time: 0.0409255 Sep 17 22:30:08.937161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b316e-5c11-4359-a1a9-533df8634503 req-78feaa70-46e7-4849-9173-cad40283194a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.938839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c7b316e-5c11-4359-a1a9-533df8634503 req-78feaa70-46e7-4849-9173-cad40283194a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 943 time: 0.1031215 Sep 17 22:30:08.950548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d098506-6a58-4a99-ba24-5e2a21ef8fcb {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:08.979725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-bd2f8c19-318f-45c0-9527-b1d3a74a0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.981444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-bd2f8c19-318f-45c0-9527-b1d3a74a0a62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0653265 Sep 17 22:30:08.988822 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.025983 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c7b316e-5c11-4359-a1a9-533df8634503 req-5f2b3592-f354-4f1f-a7e7-6b7f90caff81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786397 Sep 17 22:30:09.047930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Transition to ACTIVE for port object 8d098506-6a58-4a99-ba24-5e2a21ef8fcb will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:09.057952 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.116797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-0d6159d8-e4e5-44a0-bf5a-11365b3c56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.118396 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-0d6159d8-e4e5-44a0-bf5a-11365b3c56f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1295733 Sep 17 22:30:09.170596 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3a2ca9-2422-4e08-9a87-213edbe146f0 x-openstack-request-id: req-4f3a2ca9-2422-4e08-9a87-213edbe146f0 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:09.170887 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "tag": "2092f146-2522-49c3-807f-bb6de36325f9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:09.171140 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f3a2ca9-2422-4e08-9a87-213edbe146f0 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:09.171545 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9', 'status': 'completed', 'code': 200} Sep 17 22:30:09.223717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:09.266838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-1405d72b-f56c-4da7-bfb7-af239c3697d2 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388757 Sep 17 22:30:09.360601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b7f3648-3598-4d89-a6e2-cab69d0b9cd7 req-4a4a3776-612d-480f-85d9-38ca097a14fb tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-group-rules/5721b4fb-98bf-44f1-854a-100a2c83497f HTTP/1.1" status: 200 len: 783 time: 0.1695096 Sep 17 22:30:09.387131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ae230ba-22a7-411d-9e9c-b98e322de528 req-6c50defc-5f19-4931-9463-c3deed62c713 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124833 Sep 17 22:30:09.419527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7a68e-01fc-4acf-a82f-ed476ce02c2f req-b443bce0-ac7f-49f1-a835-1db06e833d91 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.421065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6a7a68e-01fc-4acf-a82f-ed476ce02c2f req-b443bce0-ac7f-49f1-a835-1db06e833d91 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 948 time: 0.2225318 Sep 17 22:30:09.439376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-1de231de-8f57-465e-bb87-0e3c789f7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.440902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-1de231de-8f57-465e-bb87-0e3c789f7cb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1097 time: 0.2386355 Sep 17 22:30:09.441590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Attempting to bind port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:09.441923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Attempting to bind port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:09.442246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Attempting to bind port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:09.461264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dc7239c1-271b-43c7-979c-0e0375ec9569 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:09.482910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:09.483240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Attempting to bind port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:09.492366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-3fd47793-224a-4634-9b1d-617fa2c7ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.495594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-3fd47793-224a-4634-9b1d-617fa2c7ae46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 1100 time: 0.0548711 Sep 17 22:30:09.520355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:09.520692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:09.521136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:09.521575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Bound port: 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:09.521939 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.537574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b7f3648-3598-4d89-a6e2-cab69d0b9cd7 req-fbff665f-36e5-44ec-8457-4c2c7fa722e4 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/00eb6a8c-d0bd-47e9-b92f-f3c9cc216758 HTTP/1.1" status: 200 len: 2994 time: 0.1601119 Sep 17 22:30:09.580890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dc7239c1-271b-43c7-979c-0e0375ec9569, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dc7239c1-271b-43c7-979c-0e0375ec9569,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:09.593785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'port_id': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'mac_address': 'fa:16:3e:b5:ea:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:09.623233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6a7a68e-01fc-4acf-a82f-ed476ce02c2f req-30b25ff4-e037-4e61-a059-b1d30a583fba tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776879 Sep 17 22:30:09.623608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-f7659f89-d6f9-4c1d-9ab5-1961e1a99050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.628524 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-f7659f89-d6f9-4c1d-9ab5-1961e1a99050 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1261582 Sep 17 22:30:09.662278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.685630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4b7f3648-3598-4d89-a6e2-cab69d0b9cd7 req-8dfc71c3-c6af-47be-b9ff-b607dc7f66ae tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.696349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7239c1-271b-43c7-979c-0e0375ec9569 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:09.700125 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4b7f3648-3598-4d89-a6e2-cab69d0b9cd7 req-8dfc71c3-c6af-47be-b9ff-b607dc7f66ae tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.702646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-fe62b30a-5210-40f9-9b27-76fccd8875fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.704857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-fe62b30a-5210-40f9-9b27-76fccd8875fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.2497101 Sep 17 22:30:09.716669 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-9aa7cbb1-424e-4249-aed3-9f753f3ce4cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=2092f146-2522-49c3-807f-bb6de36325f9 HTTP/1.1" status: 200 len: 217 time: 0.0778632 Sep 17 22:30:09.717701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dc7239c1-271b-43c7-979c-0e0375ec9569, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dc7239c1-271b-43c7-979c-0e0375ec9569,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:09.723051 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.734686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:09.786697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:09.796112 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.802426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=dc7239c1-271b-43c7-979c-0e0375ec9569,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:09.805548 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4b7f3648-3598-4d89-a6e2-cab69d0b9cd7 req-8dfc71c3-c6af-47be-b9ff-b607dc7f66ae tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.810661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4b7f3648-3598-4d89-a6e2-cab69d0b9cd7 req-8dfc71c3-c6af-47be-b9ff-b607dc7f66ae tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.815987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b7f3648-3598-4d89-a6e2-cab69d0b9cd7 req-8dfc71c3-c6af-47be-b9ff-b607dc7f66ae tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5721b4fb-98bf-44f1-854a-100a2c83497f HTTP/1.1" status: 204 len: 173 time: 0.2340868 Sep 17 22:30:09.820558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-7ebf6829-6397-4ed5-81f7-efc04e493a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.822444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-7ebf6829-6397-4ed5-81f7-efc04e493a6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0987821 Sep 17 22:30:09.871281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-8d511433-de0e-41f9-8045-203a2aab7b1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1000 time: 0.1517935 Sep 17 22:30:09.878495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.879444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.880799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/8d098506-6a58-4a99-ba24-5e2a21ef8fcb HTTP/1.1" status: 200 len: 1097 time: 1.9017055 Sep 17 22:30:09.885171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:09.887415 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:09.899628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc71c3-c6af-47be-b9ff-b607dc7f66ae tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5721b4fb-98bf-44f1-854a-100a2c83497f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:09.931159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-d18f7cc2-b8c5-44c5-a097-afecbcd74991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.933104 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-d18f7cc2-b8c5-44c5-a097-afecbcd74991 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026778 Sep 17 22:30:09.964475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12b280-1074-4177-b5b7-18746b2a31c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:09.990201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-9bf59b5a-b4a1-472a-b744-9e94b7b376c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.991789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-9bf59b5a-b4a1-472a-b744-9e94b7b376c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1097445 Sep 17 22:30:10.075916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-de7eba85-2c3e-42cc-a89e-651ec1473900 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710733 Sep 17 22:30:10.104098 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-bd9a0610-eda6-4751-9aa1-a7093041b314 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621401 Sep 17 22:30:10.108089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['dc7239c1-271b-43c7-979c-0e0375ec9569'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:10.182637 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d07aab05-f2ba-4b49-aebb-9af8ff4c094e req-01cfc07b-6bc7-4b05-9472-499d83297549 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 210 time: 0.0581932 Sep 17 22:30:10.184526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-d30f3602-bfc5-44d4-bacb-442918a300e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.186001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-d30f3602-bfc5-44d4-bacb-442918a300e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1824765 Sep 17 22:30:10.233996 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0d6cd02-7310-40c5-a7ec-50612d8c03b0 req-ebb0658c-bb26-4821-81f6-8c85931fa60c service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211472 Sep 17 22:30:10.249245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-b87aa5d1-aca8-4195-8fad-f5e6367efa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.252126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-b87aa5d1-aca8-4195-8fad-f5e6367efa92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 1100 time: 0.2188201 Sep 17 22:30:10.325521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-ae999c72-32be-4171-8826-23c281ad00d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb HTTP/1.1" status: 200 len: 217 time: 0.0538146 Sep 17 22:30:10.343304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-612575fb-1266-4ff9-bdfe-f65244e9ef51 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d870d2da22654f8c9272579efd0c5ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268550 Sep 17 22:30:10.468203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-5000e1d2-c267-4b99-b4e0-e77ee72b1ec8 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.470215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-5000e1d2-c267-4b99-b4e0-e77ee72b1ec8 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3728428 Sep 17 22:30:10.472465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-e7f5501d-a993-461f-852b-78347d985221 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.474301 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-e7f5501d-a993-461f-852b-78347d985221 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249433 Sep 17 22:30:10.476728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7bb7d7fe-e15f-4322-8cf3-d6abb802962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.478165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-7bb7d7fe-e15f-4322-8cf3-d6abb802962e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1292257 Sep 17 22:30:10.487248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Request body: {'port': {'device_id': '18d02261-37d9-49a5-b7a5-c230a122d334', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': 'd870d2da22654f8c9272579efd0c5ead'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:10.519489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-f5a4e155-ce88-4783-9323-7818ceb32daf tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/quotas/27e560d7d82b45fa9a97c8f4f87e878e HTTP/1.1" status: 200 len: 375 time: 0.0403659 Sep 17 22:30:10.540300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7cb6-53fb-4d4d-8d13-d49ea8edd484 req-b15bff3f-ad1d-431d-a48d-d085a4f95071 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.542924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c83f7cb6-53fb-4d4d-8d13-d49ea8edd484 req-b15bff3f-ad1d-431d-a48d-d085a4f95071 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.2189398 Sep 17 22:30:10.548477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-c938d934-660a-4925-92bf-1050962a44d2 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486729 Sep 17 22:30:10.599063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Made reservation on behalf of d870d2da22654f8c9272579efd0c5ead for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:10.602558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.603686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-eb57e972-0737-4b79-bd91-8ad6a7303a74 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600145 Sep 17 22:30:10.611670 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.637930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-beefa1a8-e079-4dd8-a7b7-ded6de2c47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.640029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-beefa1a8-e079-4dd8-a7b7-ded6de2c47e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456761 Sep 17 22:30:10.708319 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c83f7cb6-53fb-4d4d-8d13-d49ea8edd484 req-68dacc83-7d87-4dc5-9deb-eabb0e9cb2c6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532631 Sep 17 22:30:10.713573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2092f146-2522-49c3-807f-bb6de36325f9 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:10.717745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.725263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.817174 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43838a7c-a9b3-47c3-9264-fd7fe2770bf4 x-openstack-request-id: req-43838a7c-a9b3-47c3-9264-fd7fe2770bf4 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:10.817468 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:10.817725 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43838a7c-a9b3-47c3-9264-fd7fe2770bf4 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:10.818182 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'status': 'completed', 'code': 200} Sep 17 22:30:10.838038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b50a7df-710a-4914-abf7-aefa614bddf7 req-23aaef08-2360-4585-aa23-c286ccfc481c service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718537 Sep 17 22:30:10.859912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a812056-196c-4e35-aa49-4e63dd6d9dcf req-7f1bef66-69e3-4428-a4e2-db2e79465972 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/00eb6a8c-d0bd-47e9-b92f-f3c9cc216758 HTTP/1.1" status: 200 len: 2396 time: 0.1203401 Sep 17 22:30:10.873905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8528d426-38a2-444d-af49-f45b4063d114,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:10.902677 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:10.918816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-d88645bb-6e91-44fa-a5c3-73fecae60e2c service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409670 Sep 17 22:30:10.919668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '2092f146-2522-49c3-807f-bb6de36325f9', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '2092f146-2522-49c3-807f-bb6de36325f9', 'mac_address': 'fa:16:3e:38:63:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:10.963343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Allocated IP 192.168.233.44 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/144c7e44-c74d-40de-af5e-142642d6b9e4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:11.015672 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.046354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2092f146-2522-49c3-807f-bb6de36325f9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:11.054572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791fd76-2e68-4f13-a552-78464ad0ac40 req-e664e906-30bc-402f-ba2d-7f62c9d68c73 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.056268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b791fd76-2e68-4f13-a552-78464ad0ac40 req-e664e906-30bc-402f-ba2d-7f62c9d68c73 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 944 time: 0.1808746 Sep 17 22:30:11.139688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:11.148565 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a812056-196c-4e35-aa49-4e63dd6d9dcf req-26983d02-4314-4454-b66c-53a570a7ad34 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.149570 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.171803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0593fa-2881-4575-aca2-46c8da1d48e0 req-13e08e30-8c9f-4fcd-aa36-1dc355664b4b service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350657 Sep 17 22:30:11.197345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a812056-196c-4e35-aa49-4e63dd6d9dcf req-26983d02-4314-4454-b66c-53a570a7ad34 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.210661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b791fd76-2e68-4f13-a552-78464ad0ac40 req-5c1b3db3-d6ac-4266-baea-052c53134530 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400697 Sep 17 22:30:11.321704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a812056-196c-4e35-aa49-4e63dd6d9dcf req-26983d02-4314-4454-b66c-53a570a7ad34 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.328384 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a812056-196c-4e35-aa49-4e63dd6d9dcf req-26983d02-4314-4454-b66c-53a570a7ad34 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.330369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a812056-196c-4e35-aa49-4e63dd6d9dcf req-26983d02-4314-4454-b66c-53a570a7ad34 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "DELETE /v2.0/security-groups/00eb6a8c-d0bd-47e9-b92f-f3c9cc216758 HTTP/1.1" status: 204 len: 173 time: 0.4582658 Sep 17 22:30:11.350429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:11.364496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26983d02-4314-4454-b66c-53a570a7ad34 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb6a8c-d0bd-47e9-b92f-f3c9cc216758,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:11.367218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['2092f146-2522-49c3-807f-bb6de36325f9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:11.442375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-beb3173f-d4a8-456e-b206-9aac1df6c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.443803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-beb3173f-d4a8-456e-b206-9aac1df6c52b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 1100 time: 0.1059275 Sep 17 22:30:11.504806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.523167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dc7239c1-271b-43c7-979c-0e0375ec9569 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:11.597980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.707975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:11.715070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:11.719811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:11.771007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a146d57b-846a-450a-8c93-41b73341ba0d req-5c18c8df-6dea-486e-8f91-b66343b3a3a8 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 210 time: 0.0911090 Sep 17 22:30:11.772703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-6e688545-245f-41d5-b8a9-4f6690867558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.787086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Pushing event updated for resources: {'Port': ['ID=144c7e44-c74d-40de-af5e-142642d6b9e4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:11.788490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-6e688545-245f-41d5-b8a9-4f6690867558 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.3345990 Sep 17 22:30:11.843577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.846432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.850509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port dc7239c1-271b-43c7-979c-0e0375ec9569 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:11.863267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port dc7239c1-271b-43c7-979c-0e0375ec9569 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:11.863267 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.890260 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-fdf4853a-4839-4382-878e-c02ff6dd0939 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4068723 Sep 17 22:30:11.904552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Request body: {'port': {'device_id': '18d02261-37d9-49a5-b7a5-c230a122d334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:11.956332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c6c73-aeb3-43ff-aa3c-b6bb3a9ddef8 req-8b613b39-a84a-486d-9d8b-4489b96c1b28 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.958093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-740c6c73-aeb3-43ff-aa3c-b6bb3a9ddef8 req-8b613b39-a84a-486d-9d8b-4489b96c1b28 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 949 time: 0.3529348 Sep 17 22:30:11.959473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-dee3bb5d-f607-466c-91bb-6f30b4cf0ba2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb HTTP/1.1" status: 200 len: 217 time: 0.1623046 Sep 17 22:30:12.079170 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.108594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-740c6c73-aeb3-43ff-aa3c-b6bb3a9ddef8 req-ce8f8f3b-889a-4ec8-b819-1266665d0e7f tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419990 Sep 17 22:30:12.113668 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.133124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647934-886a-42f1-b232-1abea93f79be req-718b2f70-3586-4110-b4ca-b49912612db0 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.140879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3647934-886a-42f1-b232-1abea93f79be req-718b2f70-3586-4110-b4ca-b49912612db0 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 935 time: 0.1677489 Sep 17 22:30:12.149224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-4dcf5a70-e7d0-46e1-8cee-4d1e8bd09801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.150843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-4dcf5a70-e7d0-46e1-8cee-4d1e8bd09801 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1355565 Sep 17 22:30:12.214762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7239c1-271b-43c7-979c-0e0375ec9569'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:12.217800 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef550e73-90a7-485b-bf78-555b63550073" -d '{"events": [{"server_uuid": "78fde457-eabd-4bd6-8426-b53ac3e508d2", "name": "network-vif-plugged", "status": "completed", "tag": "dc7239c1-271b-43c7-979c-0e0375ec9569"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:12.230160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dc7239c1-271b-43c7-979c-0e0375ec9569, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dc7239c1-271b-43c7-979c-0e0375ec9569,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:12.240318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3647934-886a-42f1-b232-1abea93f79be req-5bbe0fdc-a7ea-476a-ba96-93d528e19363 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984445 Sep 17 22:30:12.241666 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.245859 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-e376387c-a725-4929-963a-3fa6f8a7065a req-ec6ff165-411b-4a95-9ccf-1194efc3f2cf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] show failed (client error): The resource could not be found. Sep 17 22:30:12.247148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e376387c-a725-4929-963a-3fa6f8a7065a req-ec6ff165-411b-4a95-9ccf-1194efc3f2cf tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/49cb51b8-2994-40c6-a573-fa31af065ff3 HTTP/1.1" status: 404 len: 352 time: 0.0466383 Sep 17 22:30:12.279212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-babcbb6b-6031-4838-ba5e-9b95e642b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.280769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-babcbb6b-6031-4838-ba5e-9b95e642b63f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147785 Sep 17 22:30:12.308651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f43f1253-4141-4d49-8a89-56a49ee7a7d6 None None] Provisioning complete for port 144c7e44-c74d-40de-af5e-142642d6b9e4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:12.309528 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f43f1253-4141-4d49-8a89-56a49ee7a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.311881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=dc7239c1-271b-43c7-979c-0e0375ec9569,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:12.363871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f43f1253-4141-4d49-8a89-56a49ee7a7d6 None None] Port 144c7e44-c74d-40de-af5e-142642d6b9e4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:12.473121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-be04d09e-f890-4ef4-a77e-809451b649ad service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837118 Sep 17 22:30:12.499642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67c3bf-0089-445e-8746-2e420e9a523e req-6f58fb64-86a0-4d49-9272-fc342af65fae tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.501868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e67c3bf-0089-445e-8746-2e420e9a523e req-6f58fb64-86a0-4d49-9272-fc342af65fae tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1084464 Sep 17 22:30:12.611841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-924734cb-8065-486a-9cdc-fe3bf0b28e9a req-7dfb8952-5199-435f-937a-1b5e33626a3f tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2510ab2c3ecc4629bd71eb6f9d620f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609412 Sep 17 22:30:12.636210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144c7e44-c74d-40de-af5e-142642d6b9e4 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:12.645100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e67c3bf-0089-445e-8746-2e420e9a523e req-d628ae7e-7fa0-42e6-b5ce-80d1bb8e075d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142993 Sep 17 22:30:12.645976 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.664733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Transition to ACTIVE for port object 144c7e44-c74d-40de-af5e-142642d6b9e4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:12.672029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.735692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2092f146-2522-49c3-807f-bb6de36325f9 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:12.740785 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b8a9ba-e10f-493a-831d-a166ef895493 x-openstack-request-id: req-21b8a9ba-e10f-493a-831d-a166ef895493 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:12.741399 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fde457-eabd-4bd6-8426-b53ac3e508d2", "name": "network-vif-plugged", "status": "completed", "tag": "dc7239c1-271b-43c7-979c-0e0375ec9569", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:12.741804 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21b8a9ba-e10f-493a-831d-a166ef895493 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:12.742620 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'code': 200} Sep 17 22:30:12.756717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Pushing event updated for resources: {'Port': ['ID=144c7e44-c74d-40de-af5e-142642d6b9e4,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:12.807412 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0bf3e-2090-4c6f-9fa7-ec61a48a65c1 req-c7bd7366-e464-4ba7-93fb-e85abfe2c67b service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249934 Sep 17 22:30:12.877770 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-57eb9934-9c24-41ca-bb3d-d0df0ad95253 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833874 Sep 17 22:30:12.921627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 2092f146-2522-49c3-807f-bb6de36325f9 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:12.929121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 2092f146-2522-49c3-807f-bb6de36325f9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:12.929501 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.024230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Attempting to bind port 144c7e44-c74d-40de-af5e-142642d6b9e4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:13.024551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Attempting to bind port 144c7e44-c74d-40de-af5e-142642d6b9e4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:13.024821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Attempting to bind port 144c7e44-c74d-40de-af5e-142642d6b9e4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:13.032995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Port 144c7e44-c74d-40de-af5e-142642d6b9e4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:13.033303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Attempting to bind port 144c7e44-c74d-40de-af5e-142642d6b9e4 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:13.043839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:13.044154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:13.045019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:13.045019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Bound port: 144c7e44-c74d-40de-af5e-142642d6b9e4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:13.045366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.134538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595f434-68b0-4950-a8d8-3b401ed9f5ed req-ed7718e9-35ab-4349-a1e0-70038aef127a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.150823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1595f434-68b0-4950-a8d8-3b401ed9f5ed req-ed7718e9-35ab-4349-a1e0-70038aef127a tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.2491918 Sep 17 22:30:13.166380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.174414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-584cf75f-c495-491b-bcb9-2ddc5f2d4765 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.176110 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-584cf75f-c495-491b-bcb9-2ddc5f2d4765 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898092 Sep 17 22:30:13.231331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Request body: {'port': {'device_id': '82976033-9540-46fe-aa3a-61004433ca28', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '27e560d7d82b45fa9a97c8f4f87e878e'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:13.236493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:13.244715 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.256213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58288) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:13.277691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924734cb-8065-486a-9cdc-fe3bf0b28e9a req-4052f0d3-4e8e-447d-9912-c999469e89e3 tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.286163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-924734cb-8065-486a-9cdc-fe3bf0b28e9a req-4052f0d3-4e8e-447d-9912-c999469e89e3 tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6365650 Sep 17 22:30:13.381235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-924734cb-8065-486a-9cdc-fe3bf0b28e9a req-c29e7d47-fcfb-4c81-bed3-35c7a0f5b98c tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/quotas/2510ab2c3ecc4629bd71eb6f9d620f5b HTTP/1.1" status: 200 len: 375 time: 0.0794387 Sep 17 22:30:13.394232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] For port 144c7e44-c74d-40de-af5e-142642d6b9e4, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:13.402070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] For port 144c7e44-c74d-40de-af5e-142642d6b9e4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=144c7e44-c74d-40de-af5e-142642d6b9e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:13.415132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.421528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:13.422842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1595f434-68b0-4950-a8d8-3b401ed9f5ed req-076a814e-3057-47fb-a607-8847ece5a74f tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711799 Sep 17 22:30:13.454787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-924734cb-8065-486a-9cdc-fe3bf0b28e9a req-70d0bc38-0332-42ab-a1ef-0a3f7c9610db tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2510ab2c3ecc4629bd71eb6f9d620f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723891 Sep 17 22:30:13.460336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf3f2c-0935-4d44-8d29-880122fcc3ce req-f2f20304-07ee-432f-912a-c6896ecf1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.462229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2aaf3f2c-0935-4d44-8d29-880122fcc3ce req-f2f20304-07ee-432f-912a-c6896ecf1b50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 1097 time: 0.3094881 Sep 17 22:30:13.514573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.515194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.517659 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] 10.222.0.45 "PUT /v2.0/ports/144c7e44-c74d-40de-af5e-142642d6b9e4 HTTP/1.1" status: 200 len: 1096 time: 1.6177733 Sep 17 22:30:13.519859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d02261-37d9-49a5-b7a5-c230a122d334', 'tag': '144c7e44-c74d-40de-af5e-142642d6b9e4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:13.522212 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21c4e1a-d4e4-469e-81f8-c097faf955f8" -d '{"events": [{"name": "network-changed", "server_uuid": "18d02261-37d9-49a5-b7a5-c230a122d334", "tag": "144c7e44-c74d-40de-af5e-142642d6b9e4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:13.538812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e517e6f1-28b2-43fe-9a44-2d92494ee86f req-13936746-6646-4a6f-ae1c-c74996fbcb9e tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/c8797f43-4d38-4ea2-80bc-218ad25fedc4 HTTP/1.1" status: 200 len: 1804 time: 0.0755453 Sep 17 22:30:13.552376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f9e9ef9f-3ec1-46d7-a709-e6529a5eb261 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e14446c92d1347c690132602b9cfeb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929208 Sep 17 22:30:13.555905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58298) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:13.565393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a340a-065d-4b84-b7a3-675d05900926 service neutron] Pushing event updated for resources: {'Port': ['ID=144c7e44-c74d-40de-af5e-142642d6b9e4,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:13.584951 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2aaf3f2c-0935-4d44-8d29-880122fcc3ce req-157e1dd2-9f07-4182-b351-883b523d4f63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805464 Sep 17 22:30:13.592727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Made reservation on behalf of 27e560d7d82b45fa9a97c8f4f87e878e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:13.596971 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.622609 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.666019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-86499ffa-f433-4dc8-ae27-c97cb0b91287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.666725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-86499ffa-f433-4dc8-ae27-c97cb0b91287 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d870d2da22654f8c9272579efd0c5ead&device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 1099 time: 0.0832727 Sep 17 22:30:13.675014 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e517e6f1-28b2-43fe-9a44-2d92494ee86f req-1518ad74-2948-4ae1-8e7d-6ad311f9b4e7 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.693503 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49e5faca-b10d-4a3f-9187-d24e7fbe7f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.718909 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-06c82d54-b0d1-444e-8f2e-92794c05c010 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=144c7e44-c74d-40de-af5e-142642d6b9e4 HTTP/1.1" status: 200 len: 217 time: 0.0415502 Sep 17 22:30:13.793831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-6b8bcf8a-2d33-4ee4-9de8-64e03d464fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.795211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-6b8bcf8a-2d33-4ee4-9de8-64e03d464fbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0678215 Sep 17 22:30:13.855551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.861030 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.892393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-974a81c8-d769-465b-b890-6674a31911f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.893979 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-974a81c8-d769-465b-b890-6674a31911f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913746 Sep 17 22:30:13.961285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b530e652-4e48-4606-bb8e-87552af21e4e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:14.034663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d15ff552-7d1e-4f6b-957c-081597156ed9 req-bd7c0e7c-7c2e-4d6a-b5cc-07490530a060 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 210 time: 0.3608501 Sep 17 22:30:14.037611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e517e6f1-28b2-43fe-9a44-2d92494ee86f req-1518ad74-2948-4ae1-8e7d-6ad311f9b4e7 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.059196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49e5faca-b10d-4a3f-9187-d24e7fbe7f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.085952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Allocated IP 192.168.233.129 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/23a3f121-31ed-4289-9a8f-f7d698cb252f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:14.091082 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-1e1ab10e-fcf9-487e-8796-524a6d59c479 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646786 Sep 17 22:30:14.117783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e517e6f1-28b2-43fe-9a44-2d92494ee86f req-1518ad74-2948-4ae1-8e7d-6ad311f9b4e7 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.121120 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e517e6f1-28b2-43fe-9a44-2d92494ee86f req-1518ad74-2948-4ae1-8e7d-6ad311f9b4e7 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.122586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e517e6f1-28b2-43fe-9a44-2d92494ee86f req-1518ad74-2948-4ae1-8e7d-6ad311f9b4e7 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "DELETE /v2.0/security-groups/c8797f43-4d38-4ea2-80bc-218ad25fedc4 HTTP/1.1" status: 204 len: 173 time: 0.5544798 Sep 17 22:30:14.136882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518ad74-2948-4ae1-8e7d-6ad311f9b4e7 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8797f43-4d38-4ea2-80bc-218ad25fedc4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:14.144420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49e5faca-b10d-4a3f-9187-d24e7fbe7f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.147806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49e5faca-b10d-4a3f-9187-d24e7fbe7f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.159201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-49e5faca-b10d-4a3f-9187-d24e7fbe7f36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/567c25db-871d-4f05-b79c-fc37f79dad84 HTTP/1.1" status: 204 len: 168 time: 0.5957155 Sep 17 22:30:14.201542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5faca-b10d-4a3f-9187-d24e7fbe7f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c25db-871d-4f05-b79c-fc37f79dad84,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:14.262842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0473-da67-422f-b9ac-8b4ccb6dc8c6 req-35bd8f02-1753-4503-9aba-6389bd3baf5a tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.264340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f3a0473-da67-422f-b9ac-8b4ccb6dc8c6 req-35bd8f02-1753-4503-9aba-6389bd3baf5a tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 950 time: 0.1241121 Sep 17 22:30:14.279220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f4b240-93bc-4dc1-a253-35a604c91776 req-8e467109-83bb-44b7-8784-2e5a88618bf0 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787713 Sep 17 22:30:14.287750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d54bae-3c25-4254-bde5-a06a81db113a req-a6eb6c29-b681-4d77-a284-80ac746a2603 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.289462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5d54bae-3c25-4254-bde5-a06a81db113a req-a6eb6c29-b681-4d77-a284-80ac746a2603 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 947 time: 0.0800872 Sep 17 22:30:14.340429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f3a0473-da67-422f-b9ac-8b4ccb6dc8c6 req-ad8819c7-f7c4-4c43-8bb7-4293ca861c6c tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677848 Sep 17 22:30:14.360124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.360870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5d54bae-3c25-4254-bde5-a06a81db113a req-1b6ec9dd-145e-4b75-8947-00199c37e379 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625911 Sep 17 22:30:14.396872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.433490 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e994e58-2d78-46f2-bd18-ea892168614d x-openstack-request-id: req-6e994e58-2d78-46f2-bd18-ea892168614d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:14.433776 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d02261-37d9-49a5-b7a5-c230a122d334", "tag": "144c7e44-c74d-40de-af5e-142642d6b9e4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:14.434029 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e994e58-2d78-46f2-bd18-ea892168614d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:14.434431 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d02261-37d9-49a5-b7a5-c230a122d334', 'tag': '144c7e44-c74d-40de-af5e-142642d6b9e4', 'status': 'completed', 'code': 200} Sep 17 22:30:14.456034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:14.467749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:14.470941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:14.569219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Pushing event updated for resources: {'Port': ['ID=23a3f121-31ed-4289-9a8f-f7d698cb252f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:14.590333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1ab80-41a3-47cc-8f82-a06573cf706c req-1e7d9791-207e-4952-8a8a-d2b51ea07328 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.592891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.593340 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.602800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18c1ab80-41a3-47cc-8f82-a06573cf706c req-1e7d9791-207e-4952-8a8a-d2b51ea07328 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1096463 Sep 17 22:30:14.607358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-db28deaf-6a96-4eab-beec-347da180b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.609137 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-db28deaf-6a96-4eab-beec-347da180b437 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d870d2da22654f8c9272579efd0c5ead&device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 1099 time: 0.1517718 Sep 17 22:30:14.616374 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-d16c5b15-3200-4a43-9e75-60d5861c65a0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3983653 Sep 17 22:30:14.647430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Request body: {'port': {'device_id': '82976033-9540-46fe-aa3a-61004433ca28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:14.674807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18c1ab80-41a3-47cc-8f82-a06573cf706c req-71970722-f0c3-4d92-99c0-5336c31acdc8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707979 Sep 17 22:30:14.744302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:14.746703 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffed19e-fc7d-4e84-aab9-b4e56ec103b7" -d '{"events": [{"server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "name": "network-vif-plugged", "status": "completed", "tag": "2092f146-2522-49c3-807f-bb6de36325f9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:14.771660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecb68c79-5edf-4652-9dc9-e664656daf2b req-4527910d-67c7-46cd-bc94-18b8f72b16ef tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/ee8c5518-5e6f-4e7f-965e-985c52c71c84 HTTP/1.1" status: 200 len: 1804 time: 0.0600796 Sep 17 22:30:14.801533 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.822910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-99ab7917-8cce-4456-925a-ea5317995c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.824409 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-99ab7917-8cce-4456-925a-ea5317995c36 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2068551 Sep 17 22:30:14.852774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ecb68c79-5edf-4652-9dc9-e664656daf2b req-67c83451-71ed-4280-8118-5e9e2b6e7acd tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.863728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d1f1eb83-fa31-45b6-8cfe-7f73971fe1de None None] Provisioning complete for port 23a3f121-31ed-4289-9a8f-f7d698cb252f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:14.864281 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1f1eb83-fa31-45b6-8cfe-7f73971fe1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.887551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ecb68c79-5edf-4652-9dc9-e664656daf2b req-67c83451-71ed-4280-8118-5e9e2b6e7acd tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.903100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-175d1032-48ff-4699-830b-13cbdc4029aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=144c7e44-c74d-40de-af5e-142642d6b9e4 HTTP/1.1" status: 200 len: 217 time: 0.0507915 Sep 17 22:30:14.912955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d1f1eb83-fa31-45b6-8cfe-7f73971fe1de None None] Port 23a3f121-31ed-4289-9a8f-f7d698cb252f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:14.983515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c579a3-b32b-4ac2-9a89-33fe48ef2579 req-7e85df42-ca06-46e5-9236-034567dd3f96 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.985738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07c579a3-b32b-4ac2-9a89-33fe48ef2579 req-7e85df42-ca06-46e5-9236-034567dd3f96 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.1342249 Sep 17 22:30:15.042000 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ecb68c79-5edf-4652-9dc9-e664656daf2b req-67c83451-71ed-4280-8118-5e9e2b6e7acd tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.044146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-5a4d0ba0-4ecb-476d-b69f-b0db8f7fefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.045667 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-5a4d0ba0-4ecb-476d-b69f-b0db8f7fefe0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1249468 Sep 17 22:30:15.046065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ecb68c79-5edf-4652-9dc9-e664656daf2b req-67c83451-71ed-4280-8118-5e9e2b6e7acd tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.047037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecb68c79-5edf-4652-9dc9-e664656daf2b req-67c83451-71ed-4280-8118-5e9e2b6e7acd tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "DELETE /v2.0/security-groups/ee8c5518-5e6f-4e7f-965e-985c52c71c84 HTTP/1.1" status: 204 len: 173 time: 0.2738662 Sep 17 22:30:15.056821 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07c579a3-b32b-4ac2-9a89-33fe48ef2579 req-9f056cd7-af87-48b0-8aba-540cebd470a2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627935 Sep 17 22:30:15.067270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c83451-71ed-4280-8118-5e9e2b6e7acd tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8c5518-5e6f-4e7f-965e-985c52c71c84,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:15.173782 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc441a1-6f88-4c22-a3b5-25df73327e2e x-openstack-request-id: req-2bc441a1-6f88-4c22-a3b5-25df73327e2e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:15.174129 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "name": "network-vif-plugged", "status": "completed", "tag": "2092f146-2522-49c3-807f-bb6de36325f9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:15.174383 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bc441a1-6f88-4c22-a3b5-25df73327e2e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:15.185650 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9', 'code': 200} Sep 17 22:30:15.193206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-c6741c5b-7fd5-4d11-8423-a1d342bf53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.194663 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-c6741c5b-7fd5-4d11-8423-a1d342bf53ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1333656 Sep 17 22:30:15.225148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7445e93-4f79-4cde-8495-aeff4ffc6fb5 req-9c80b04c-bebc-44e6-abbe-28637580f0dc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.227759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7445e93-4f79-4cde-8495-aeff4ffc6fb5 req-9c80b04c-bebc-44e6-abbe-28637580f0dc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0787244 Sep 17 22:30:15.260852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58344) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:15.338925 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7445e93-4f79-4cde-8495-aeff4ffc6fb5 req-1fdc988a-f1b8-4a6f-9ba4-94ed845fe139 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027350 Sep 17 22:30:15.380561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-bcbee080-2547-4727-a08f-97bdfa0981f5 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746445 Sep 17 22:30:15.389228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a3f121-31ed-4289-9a8f-f7d698cb252f {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:15.393600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ca3a8-62bb-40fc-965e-7c48c8d6a524 req-edff2822-1452-4e54-a0a2-d4bd9146dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.401448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-877ca3a8-62bb-40fc-965e-7c48c8d6a524 req-edff2822-1452-4e54-a0a2-d4bd9146dc72 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 1102 time: 0.1264112 Sep 17 22:30:15.441197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e396e180-7090-43b8-8748-757e6c892dd2 req-321989db-5674-47dd-bdae-48b95f50df7b tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/e98924e6-5765-453e-80c4-a1942f62d381 HTTP/1.1" status: 200 len: 1805 time: 0.0849125 Sep 17 22:30:15.456980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1914605840-network', 'tenant_id': '109b38f24e6047d1bfe233c32cb277f1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:15.491443 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b21c4e1a-d4e4-469e-81f8-c097faf955f8 req-b7671eaf-5365-44b4-86b3-793919fdc1d4 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970361 Sep 17 22:30:15.494158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:15.494341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.517269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Transition to ACTIVE for port object 23a3f121-31ed-4289-9a8f-f7d698cb252f will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:15.523395 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.561164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-877ca3a8-62bb-40fc-965e-7c48c8d6a524 req-7c01f198-400b-48bb-8ba7-0db70575d480 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533844 Sep 17 22:30:15.580633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Pushing event updated for resources: {'Port': ['ID=23a3f121-31ed-4289-9a8f-f7d698cb252f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:15.606299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Made reservation on behalf of 109b38f24e6047d1bfe233c32cb277f1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:15.608618 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.635775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.642079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e396e180-7090-43b8-8748-757e6c892dd2 req-10a1675d-2c4b-49bd-9e5b-ae8c62501bab tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.678790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:15.686775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Attempting to bind port 23a3f121-31ed-4289-9a8f-f7d698cb252f on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:15.687119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Attempting to bind port 23a3f121-31ed-4289-9a8f-f7d698cb252f by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:15.687448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Attempting to bind port 23a3f121-31ed-4289-9a8f-f7d698cb252f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:15.692545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Port 23a3f121-31ed-4289-9a8f-f7d698cb252f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:15.692868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Attempting to bind port 23a3f121-31ed-4289-9a8f-f7d698cb252f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:15.695696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'mac_address': 'fa:16:3e:fe:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:15.700180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:15.700823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:15.701476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:15.701998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Bound port: 23a3f121-31ed-4289-9a8f-f7d698cb252f, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:15.702457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.706827 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e396e180-7090-43b8-8748-757e6c892dd2 req-10a1675d-2c4b-49bd-9e5b-ae8c62501bab tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.750147 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.774428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d098506-6a58-4a99-ba24-5e2a21ef8fcb {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:15.776401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917d5c-1285-4475-a5f8-15b80328f7da req-164a79ad-8c62-4a6d-864b-404db2236ad1 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.778107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba917d5c-1285-4475-a5f8-15b80328f7da req-164a79ad-8c62-4a6d-864b-404db2236ad1 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 948 time: 0.1251049 Sep 17 22:30:15.783801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] For port 23a3f121-31ed-4289-9a8f-f7d698cb252f, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:15.787688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] For port 23a3f121-31ed-4289-9a8f-f7d698cb252f, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=23a3f121-31ed-4289-9a8f-f7d698cb252f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:15.793093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.804084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:15.810676 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e396e180-7090-43b8-8748-757e6c892dd2 req-10a1675d-2c4b-49bd-9e5b-ae8c62501bab tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.813919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e396e180-7090-43b8-8748-757e6c892dd2 req-10a1675d-2c4b-49bd-9e5b-ae8c62501bab tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.815117 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.826775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e396e180-7090-43b8-8748-757e6c892dd2 req-10a1675d-2c4b-49bd-9e5b-ae8c62501bab tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "DELETE /v2.0/security-groups/e98924e6-5765-453e-80c4-a1942f62d381 HTTP/1.1" status: 204 len: 173 time: 0.3839629 Sep 17 22:30:15.838362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.839330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.840721 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] 10.222.0.49 "PUT /v2.0/ports/23a3f121-31ed-4289-9a8f-f7d698cb252f HTTP/1.1" status: 200 len: 1097 time: 1.1999149 Sep 17 22:30:15.873227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63042c1d-3f31-4532-9db8-cb05d9fb5680 service neutron] Pushing event updated for resources: {'Port': ['ID=23a3f121-31ed-4289-9a8f-f7d698cb252f,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:15.896140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:15.927324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1675d-2c4b-49bd-9e5b-ae8c62501bab tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98924e6-5765-453e-80c4-a1942f62d381,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:15.950296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-e3d1a520-90f7-452d-855c-f7da68591697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.952211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-e3d1a520-90f7-452d-855c-f7da68591697 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 1100 time: 0.0499804 Sep 17 22:30:15.957181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba917d5c-1285-4475-a5f8-15b80328f7da req-a47861db-44a4-4b5d-a27a-664ccb90e8a3 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527460 Sep 17 22:30:16.009941 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-eccb30b4-74ea-4a02-88d5-acf3a266cd0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=23a3f121-31ed-4289-9a8f-f7d698cb252f HTTP/1.1" status: 200 len: 217 time: 0.0414853 Sep 17 22:30:16.017837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.041933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b6633-0319-4473-b8dd-b91b878e986d req-bc09a633-bb1d-4e33-b1f0-fe2515f0942f tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.043490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-443b6633-0319-4473-b8dd-b91b878e986d req-bc09a633-bb1d-4e33-b1f0-fe2515f0942f tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 950 time: 0.1199961 Sep 17 22:30:16.064729 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.067854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-96ab081f-ffa6-4991-987e-8f083bae5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.069614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-96ab081f-ffa6-4991-987e-8f083bae5aa6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0512862 Sep 17 22:30:16.132475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:30:16.134225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-3a8d5160-3dc3-47f3-aecc-aa65c15436bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.135936 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-3a8d5160-3dc3-47f3-aecc-aa65c15436bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588648 Sep 17 22:30:16.146271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f5257-3aba-4b2d-accf-cc0c01e7580c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:16.161463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-443b6633-0319-4473-b8dd-b91b878e986d req-ccb737a1-fb79-4a62-8416-005de3ad0a04 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989132 Sep 17 22:30:16.164783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.165139 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Added segment 0c95409e-f884-42ee-8f56-1801d13af1a7 of type vlan for network f767562e-27c6-41c4-aef1-0ff09c149651 Sep 17 22:30:16.174337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03e69-89b8-4174-a39e-748bb08658c4 req-da6436e3-8e68-4864-b7b0-c2b592048464 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.175866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2df03e69-89b8-4174-a39e-748bb08658c4 req-da6436e3-8e68-4864-b7b0-c2b592048464 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 947 time: 0.1524887 Sep 17 22:30:16.201226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8d098506-6a58-4a99-ba24-5e2a21ef8fcb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:16.240338 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.256969 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-eca0f29b-c7e8-4b48-a2ca-863d380cd2ef service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124058 Sep 17 22:30:16.264606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2df03e69-89b8-4174-a39e-748bb08658c4 req-a9eca02b-b5de-4e1f-b23e-1e11f4a0f32c tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766184 Sep 17 22:30:16.317910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.319029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.319618 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.381018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fc885e5f-1089-4a83-9656-14ff686aece5 req-0d617c4b-58a7-46c4-b65e-2cfd3e0d8fc7 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145551 Sep 17 22:30:16.435945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82976033-9540-46fe-aa3a-61004433ca28', 'tag': '23a3f121-31ed-4289-9a8f-f7d698cb252f'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:16.439296 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "82976033-9540-46fe-aa3a-61004433ca28", "tag": "23a3f121-31ed-4289-9a8f-f7d698cb252f"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:16.446581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1841478 Sep 17 22:30:16.449376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58376) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:16.456133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Request body: {'subnet': {'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1914605840-subnet', 'tenant_id': '109b38f24e6047d1bfe233c32cb277f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:16.467555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af027e9-3222-4bfe-8329-d607992d27ea admin admin] Pushing event updated for resources: {'Network': ['ID=f767562e-27c6-41c4-aef1-0ff09c149651,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:16.497276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f767562e-27c6-41c4-aef1-0ff09c149651 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:30:16.504470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Made reservation on behalf of 109b38f24e6047d1bfe233c32cb277f1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:16.507722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.558224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55a5f767-467f-4565-8b95-3d21c82a9a73 req-42f1369d-5875-4098-9d81-514c63240649 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/a70ce7fd-0e6d-494c-b48f-b44349304389 HTTP/1.1" status: 200 len: 2403 time: 0.1134844 Sep 17 22:30:16.615759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-dd08e0ed-2c8b-41a1-ad71-413adb23edda tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.623688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-dd08e0ed-2c8b-41a1-ad71-413adb23edda tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.2422087 Sep 17 22:30:16.645711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-ef6b3aca-456c-4505-be9e-72530b27d615 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/quotas/41c6f2234dc149a7ac45db22fc6d3ffa HTTP/1.1" status: 200 len: 375 time: 0.0210602 Sep 17 22:30:16.674725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55a5f767-467f-4565-8b95-3d21c82a9a73 req-1cd4c7c7-27ba-4b15-8a8d-79dea60cdf91 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.716871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55a5f767-467f-4565-8b95-3d21c82a9a73 req-1cd4c7c7-27ba-4b15-8a8d-79dea60cdf91 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.729167 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.733201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 144c7e44-c74d-40de-af5e-142642d6b9e4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:16.749923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-dba7b8e2-a58c-4cf0-9e64-61397b5f3a77 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0958705 Sep 17 22:30:16.795667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Pushing event updated for resources: {'Subnet': ['ID=66283f1a-482d-406b-a394-152c9b001a6e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:16.813889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Checking segment: {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:16.814747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Network hostable DHCP agents. Network: f767562e-27c6-41c4-aef1-0ff09c149651, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:30:16.834083 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55a5f767-467f-4565-8b95-3d21c82a9a73 req-1cd4c7c7-27ba-4b15-8a8d-79dea60cdf91 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.835973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Network f767562e-27c6-41c4-aef1-0ff09c149651 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:30:16.836822 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55a5f767-467f-4565-8b95-3d21c82a9a73 req-1cd4c7c7-27ba-4b15-8a8d-79dea60cdf91 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.838026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55a5f767-467f-4565-8b95-3d21c82a9a73 req-1cd4c7c7-27ba-4b15-8a8d-79dea60cdf91 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "DELETE /v2.0/security-groups/a70ce7fd-0e6d-494c-b48f-b44349304389 HTTP/1.1" status: 204 len: 173 time: 0.2787778 Sep 17 22:30:16.851715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f767562e-27c6-41c4-aef1-0ff09c149651) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:16.854036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 144c7e44-c74d-40de-af5e-142642d6b9e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=144c7e44-c74d-40de-af5e-142642d6b9e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:16.855504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4c7c7-27ba-4b15-8a8d-79dea60cdf91 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70ce7fd-0e6d-494c-b48f-b44349304389,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:16.867888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.868490 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.872629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-c7bda0da-46fb-435c-97f6-54f320dbd0a3 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095903 Sep 17 22:30:16.875931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bebb1-cdf9-48bf-9f5f-a9cc57fa12cb None None] Network f767562e-27c6-41c4-aef1-0ff09c149651 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:16.884460 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9991d590-e731-4c10-9dc5-04c158d2989b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4337013 Sep 17 22:30:16.902485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '144c7e44-c74d-40de-af5e-142642d6b9e4', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '144c7e44-c74d-40de-af5e-142642d6b9e4', 'mac_address': 'fa:16:3e:3a:17:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:16.994536 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.026412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144c7e44-c74d-40de-af5e-142642d6b9e4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:17.030110 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-3b92ae32-67cb-49fe-b279-379027af8634 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481569 Sep 17 22:30:17.043883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379bfb6-ec9e-4014-a96b-b98e37ca97f1 req-5830d066-ab17-45a1-91f9-93e3cacd2935 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.045966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e379bfb6-ec9e-4014-a96b-b98e37ca97f1 req-5830d066-ab17-45a1-91f9-93e3cacd2935 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.0867896 Sep 17 22:30:17.076870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 144c7e44-c74d-40de-af5e-142642d6b9e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=144c7e44-c74d-40de-af5e-142642d6b9e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:17.100464 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.101096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e379bfb6-ec9e-4014-a96b-b98e37ca97f1 req-edf59083-7a94-4caa-aaea-980b12153176 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 Sep 17 22:30:17.135132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f7e64-ae72-4579-b184-d3f43c7724fd None None] Network f767562e-27c6-41c4-aef1-0ff09c149651 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:17.158776 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18605ee7-db64-4895-9ad1-acadcd0f1fd7 x-openstack-request-id: req-18605ee7-db64-4895-9ad1-acadcd0f1fd7 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:17.159156 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82976033-9540-46fe-aa3a-61004433ca28", "tag": "23a3f121-31ed-4289-9a8f-f7d698cb252f", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:17.159531 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18605ee7-db64-4895-9ad1-acadcd0f1fd7 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:17.160121 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82976033-9540-46fe-aa3a-61004433ca28', 'tag': '23a3f121-31ed-4289-9a8f-f7d698cb252f', 'status': 'completed', 'code': 200} Sep 17 22:30:17.213545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=144c7e44-c74d-40de-af5e-142642d6b9e4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:17.267707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-791e2c05-37bc-4d9f-8861-2e4e6122b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.269258 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-791e2c05-37bc-4d9f-8861-2e4e6122b878 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 1100 time: 0.0618536 Sep 17 22:30:17.285104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18ed22ad-2c5d-4865-a062-252a1bd9d1ce req-f9c6e8d1-fb69-4b2f-a577-9eb16ebdc2c7 tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2510ab2c3ecc4629bd71eb6f9d620f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282297 Sep 17 22:30:17.293155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afffdff8-3917-447a-97e1-f9a0eb1875c2 req-b3bca847-da7c-4782-b8fa-23914cb8afcd tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "GET /v2.0/security-groups/fe1bb3a4-fc5e-4367-8dfe-3121cb0ded99 HTTP/1.1" status: 200 len: 2397 time: 0.0960045 Sep 17 22:30:17.330775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['144c7e44-c74d-40de-af5e-142642d6b9e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:17.429422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-52a90b61-2a04-4d3c-917c-db69eefbe06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.430814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-52a90b61-2a04-4d3c-917c-db69eefbe06e service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1534073 Sep 17 22:30:17.437440 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-afffdff8-3917-447a-97e1-f9a0eb1875c2 req-0b9c18bb-b1ec-4d16-bf5a-6db52c23f8f5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.451248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed22ad-2c5d-4865-a062-252a1bd9d1ce req-87141da7-ea09-42ec-b83f-0dc74dc8259b tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.453820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18ed22ad-2c5d-4865-a062-252a1bd9d1ce req-87141da7-ea09-42ec-b83f-0dc74dc8259b tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593931 Sep 17 22:30:17.483472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18ed22ad-2c5d-4865-a062-252a1bd9d1ce req-3b9b3fa4-f0c9-4f76-b1fa-0829755019c6 tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/quotas/2510ab2c3ecc4629bd71eb6f9d620f5b HTTP/1.1" status: 200 len: 375 time: 0.0173218 Sep 17 22:30:17.490442 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-386fedd8-32fd-45bf-a27e-eb26d3291467 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=23a3f121-31ed-4289-9a8f-f7d698cb252f HTTP/1.1" status: 200 len: 217 time: 0.0501266 Sep 17 22:30:17.530797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18ed22ad-2c5d-4865-a062-252a1bd9d1ce req-fd10b20c-2598-455a-8b49-2e384e341b5b tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2510ab2c3ecc4629bd71eb6f9d620f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371463 Sep 17 22:30:17.533437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-afffdff8-3917-447a-97e1-f9a0eb1875c2 req-0b9c18bb-b1ec-4d16-bf5a-6db52c23f8f5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.548579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-3de315d2-0896-4e79-bd71-1e3ae6513512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.550362 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-3de315d2-0896-4e79-bd71-1e3ae6513512 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0523057 Sep 17 22:30:17.589098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-afffdff8-3917-447a-97e1-f9a0eb1875c2 req-0b9c18bb-b1ec-4d16-bf5a-6db52c23f8f5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.592852 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-afffdff8-3917-447a-97e1-f9a0eb1875c2 req-0b9c18bb-b1ec-4d16-bf5a-6db52c23f8f5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.600238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58416) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:17.607678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afffdff8-3917-447a-97e1-f9a0eb1875c2 req-0b9c18bb-b1ec-4d16-bf5a-6db52c23f8f5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] 10.222.0.48 "DELETE /v2.0/security-groups/fe1bb3a4-fc5e-4367-8dfe-3121cb0ded99 HTTP/1.1" status: 204 len: 173 time: 0.3026280 Sep 17 22:30:17.619051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c18bb-b1ec-4d16-bf5a-6db52c23f8f5 tempest-SecurityGroupRulesTestJSON-20454149 tempest-SecurityGroupRulesTestJSON-20454149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1bb3a4-fc5e-4367-8dfe-3121cb0ded99,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:17.749814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc60cd-0afd-4d56-b46d-e40c50ccf3c9 req-1c46e7b8-aa86-43d0-85d1-d12a8c315f54 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.759272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1dc60cd-0afd-4d56-b46d-e40c50ccf3c9 req-1c46e7b8-aa86-43d0-85d1-d12a8c315f54 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 948 time: 0.0688517 Sep 17 22:30:17.838014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1dc60cd-0afd-4d56-b46d-e40c50ccf3c9 req-6e1bf304-528d-4365-8054-05bc9fc8bbb6 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776744 Sep 17 22:30:17.941660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-9bb63ab3-b251-4675-84f8-f583c0a7a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.942886 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-9bb63ab3-b251-4675-84f8-f583c0a7a2dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3842106 Sep 17 22:30:17.946296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0774c580-fe91-4763-995a-4efc5a071fce admin admin] Deleting subnet eee48213-fbc1-49e1-9be8-04e12bdc67b3 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:30:17.950087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0774c580-fe91-4763-995a-4efc5a071fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.972167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a067f-180d-4206-953e-3b3e425e5bdf req-480e44ae-0912-4ffe-849d-2bd29d5d1692 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.973648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-480e44ae-0912-4ffe-849d-2bd29d5d1692 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 822 time: 0.1949329 Sep 17 22:30:17.998665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fa0b3-7513-47d2-bdff-f8ed0d12f043 req-a02aa848-7d5e-4b4e-b4f8-f893862afe61 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:18.000176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c59fa0b3-7513-47d2-bdff-f8ed0d12f043 req-a02aa848-7d5e-4b4e-b4f8-f893862afe61 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.0838962 Sep 17 22:30:18.002872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-bca6e222-4c2a-48e0-a872-4e2d0be71f40 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/quotas/109b38f24e6047d1bfe233c32cb277f1 HTTP/1.1" status: 200 len: 375 time: 0.0228808 Sep 17 22:30:18.010323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0774c580-fe91-4763-995a-4efc5a071fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.011966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58430) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:18.034524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Request body: {'floatingip': {'port_id': 'dc7239c1-271b-43c7-979c-0e0375ec9569'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:18.050583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-92a6bdb3-52bc-4804-b2eb-79c944b2f423 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326321 Sep 17 22:30:18.096669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8fe26706-b2e2-4f7a-b79f-69a2c1765538 req-a46a4f87-8340-476e-ac58-f18654db8004 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 210 time: 0.0306599 Sep 17 22:30:18.121100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.178860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0774c580-fe91-4763-995a-4efc5a071fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.231577 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-76bf814a-8230-4f2b-8212-f5a6be3213cc service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614582 Sep 17 22:30:18.277288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-8113d66b-e8da-4c60-a26a-69fe2e333ef9 service neutron] 10.222.0.48 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180092 Sep 17 22:30:18.295079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fd448-f1d3-41f2-ad1c-9f0c0e97ed71 req-37357f2d-0df3-4894-a803-22c92d679958 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:18.296779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b91fd448-f1d3-41f2-ad1c-9f0c0e97ed71 req-37357f2d-0df3-4894-a803-22c92d679958 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 950 time: 0.0983932 Sep 17 22:30:18.397187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0774c580-fe91-4763-995a-4efc5a071fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.442810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774c580-fe91-4763-995a-4efc5a071fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee48213-fbc1-49e1-9be8-04e12bdc67b3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:18.462733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b91fd448-f1d3-41f2-ad1c-9f0c0e97ed71 req-2d8abaec-5573-4a3b-87f9-60f92891dfdf tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448293 Sep 17 22:30:18.481278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0774c580-fe91-4763-995a-4efc5a071fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.483140 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0774c580-fe91-4763-995a-4efc5a071fce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eee48213-fbc1-49e1-9be8-04e12bdc67b3 HTTP/1.1" status: 204 len: 168 time: 0.8817799 Sep 17 22:30:18.486756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58434) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:18.494939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-892141af-7ec6-47ea-8dfd-8d8ba04ad400 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:18.496483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-892141af-7ec6-47ea-8dfd-8d8ba04ad400 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.2353611 Sep 17 22:30:18.497657 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9acbfaa-4d6a-4cfe-9e3e-8e147f854e7b req-1e92102e-fbc1-4b8c-8ce8-1a8e9a40a0b5 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449973 Sep 17 22:30:18.523167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'port': {'device_id': '64251164-7cba-4dcc-abad-82ab55468387', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'admin_state_up': True, 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:18.535107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-af84d9a6-d1a9-4161-b45b-4cf8e8a9dded service neutron] 10.222.0.48 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366910 Sep 17 22:30:18.570753 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.664586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.709635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7fbd2-6732-4260-9118-480e20293896 req-98237e24-f95c-412f-b587-531027bf1976 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:18.711330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecc7fbd2-6732-4260-9118-480e20293896 req-98237e24-f95c-412f-b587-531027bf1976 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 948 time: 0.1625054 Sep 17 22:30:18.744715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 144c7e44-c74d-40de-af5e-142642d6b9e4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:18.790526 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.800391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.826179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecc7fbd2-6732-4260-9118-480e20293896 req-b4a05acb-6032-44fb-b565-34be2717339f tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867496 Sep 17 22:30:18.867569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.867736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 144c7e44-c74d-40de-af5e-142642d6b9e4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:18.873083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 144c7e44-c74d-40de-af5e-142642d6b9e4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:18.873459 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.891852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Made reservation on behalf of 41c6f2234dc149a7ac45db22fc6d3ffa for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:18.896031 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.909843 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1529c4-c275-46c0-a054-174252b91804']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:18.939551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6190b8c1-44b4-47c9-8fa0-546cb6ded0b9') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:18.939891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6190b8c1-44b4-47c9-8fa0-546cb6ded0b9') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:19.004830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.010739 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Floating IP 4025650a-f150-4083-8aea-2a127c90c789 associated. External IP: 172.25.0.66, port: dc7239c1-271b-43c7-979c-0e0375ec9569. Sep 17 22:30:19.018077 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.058270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 144c7e44-c74d-40de-af5e-142642d6b9e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=144c7e44-c74d-40de-af5e-142642d6b9e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:19.060694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d02261-37d9-49a5-b7a5-c230a122d334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144c7e44-c74d-40de-af5e-142642d6b9e4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:19.064691 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51277f11-fe9a-4a78-9163-8a8bdc8deb15" -d '{"events": [{"server_uuid": "18d02261-37d9-49a5-b7a5-c230a122d334", "name": "network-vif-plugged", "status": "completed", "tag": "144c7e44-c74d-40de-af5e-142642d6b9e4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:19.065327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-febfd03a-0cba-41eb-90a8-dc9be3b54762 req-7f6f5caa-a2cd-43ab-ae2f-b4838fb46627 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 210 time: 0.0783122 Sep 17 22:30:19.070779 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.074179 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.100375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:19.100795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:19.102539 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:19.145055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=144c7e44-c74d-40de-af5e-142642d6b9e4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:19.214711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fdf65-ef53-46db-9e02-112941cc6d56 req-4d5ea029-7dea-492b-b897-55f7664cca6f tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.216372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c4fdf65-ef53-46db-9e02-112941cc6d56 req-4d5ea029-7dea-492b-b897-55f7664cca6f tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 949 time: 0.2307396 Sep 17 22:30:19.235346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.270133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.272023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] 10.222.0.48 "DELETE /v2.0/networks/7b1529c4-c275-46c0-a054-174252b91804 HTTP/1.1" status: 204 len: 168 time: 0.7841287 Sep 17 22:30:19.301316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c635631-4a26-459d-ba72-cd2b9135498c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1529c4-c275-46c0-a054-174252b91804,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:19.317221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Allocated IP 172.20.0.11 (5a570f39-cc1d-4ba8-920e-a769974e4ae5/40713f22-04ea-445c-96a6-532d4c729e88/e99e4bac-8afd-4252-b7c7-f4489f5284ef) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:19.325090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Router 823042f5-7e19-4188-a7e7-4f5766d79f48 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:30:19.360502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec568a1-2eb8-463a-bfdc-45b25f4e151e req-9b11b5a2-f86d-464e-8f79-8fdcd09b672c tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.362195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ec568a1-2eb8-463a-bfdc-45b25f4e151e req-9b11b5a2-f86d-464e-8f79-8fdcd09b672c tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 948 time: 0.1598182 Sep 17 22:30:19.367887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c4fdf65-ef53-46db-9e02-112941cc6d56 req-556a927e-90d5-429d-a76e-e295275d9d4b tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372111 Sep 17 22:30:19.446492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ec568a1-2eb8-463a-bfdc-45b25f4e151e req-e51eef09-0f34-493a-8a43-26ef02dfa88c tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735440 Sep 17 22:30:19.483280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:30:19.490306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.492519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58466) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:19.494125 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] Sync routers for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:30:19.504958 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:19.506733 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:30:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:19.514055 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a8f3ce-fc50-4963-89fe-41628e647c61 x-openstack-request-id: req-74a8f3ce-fc50-4963-89fe-41628e647c61 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:19.514553 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d02261-37d9-49a5-b7a5-c230a122d334", "name": "network-vif-plugged", "status": "completed", "tag": "144c7e44-c74d-40de-af5e-142642d6b9e4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:19.514990 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74a8f3ce-fc50-4963-89fe-41628e647c61 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:19.515550 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d02261-37d9-49a5-b7a5-c230a122d334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144c7e44-c74d-40de-af5e-142642d6b9e4', 'code': 200} Sep 17 22:30:19.523056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 23a3f121-31ed-4289-9a8f-f7d698cb252f details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:19.539573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:19.581520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b20f4b3e-233a-4ce9-b93b-19024adac739 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "PUT /v2.0/floatingips/4025650a-f150-4083-8aea-2a127c90c789 HTTP/1.1" status: 200 len: 990 time: 1.5684905 Sep 17 22:30:19.583313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'tag': 'dc7239c1-271b-43c7-979c-0e0375ec9569'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:19.586172 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16a4406-ded4-46d8-873f-7d91521b79e4" -d '{"events": [{"name": "network-changed", "server_uuid": "78fde457-eabd-4bd6-8426-b53ac3e508d2", "tag": "dc7239c1-271b-43c7-979c-0e0375ec9569"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:19.698988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:19.702250 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c8ddbef1-0690-40d6-820d-f00688ab80ab req-d3499948-95b2-4c9d-ba26-bc29bd48c929 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 210 time: 0.0551164 Sep 17 22:30:19.713774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:19.714482 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.740683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac8c81-bcf7-4e5c-9346-d83107285293 req-81f13869-5c4e-4c1c-9b6f-8dd32ef1e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.740683 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2ac8c81-bcf7-4e5c-9346-d83107285293 req-81f13869-5c4e-4c1c-9b6f-8dd32ef1e20a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 1101 time: 0.1467881 Sep 17 22:30:19.746809 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5149964b-6559-40ef-b514-b75e64d2e840 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61d6635df9d24eb48cd11fc59fb52a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519183 Sep 17 22:30:19.748482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:19.776602 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.783676 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2ac8c81-bcf7-4e5c-9346-d83107285293 req-cf496b1c-7e20-49b7-9079-d70159ecce32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355487 Sep 17 22:30:19.853169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bc5d8c-c2f8-4674-8b98-cedab85e4d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.883547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.890057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bc5d8c-c2f8-4674-8b98-cedab85e4d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.911474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 23a3f121-31ed-4289-9a8f-f7d698cb252f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=23a3f121-31ed-4289-9a8f-f7d698cb252f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:19.925380 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971e6966-138a-4ba0-baa1-a22e068d3971 x-openstack-request-id: req-971e6966-138a-4ba0-baa1-a22e068d3971 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:19.925697 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fde457-eabd-4bd6-8426-b53ac3e508d2", "tag": "dc7239c1-271b-43c7-979c-0e0375ec9569", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:19.925955 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-971e6966-138a-4ba0-baa1-a22e068d3971 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:19.926358 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'tag': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'status': 'completed', 'code': 200} Sep 17 22:30:19.929155 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:19.931185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '23a3f121-31ed-4289-9a8f-f7d698cb252f', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '23a3f121-31ed-4289-9a8f-f7d698cb252f', 'mac_address': 'fa:16:3e:15:fd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:20.018255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:20.033873 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.041947 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-875f2a19-87dd-4fb5-910f-1a1b4a97cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.045772 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-875f2a19-87dd-4fb5-910f-1a1b4a97cdcb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eee16130ed6d4e1dada9a7d01adb68ee&device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 1097 time: 0.0728927 Sep 17 22:30:20.048616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:20.057793 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.077408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:20.100403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a3f121-31ed-4289-9a8f-f7d698cb252f {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:20.155094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.155823 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.176852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 23a3f121-31ed-4289-9a8f-f7d698cb252f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=23a3f121-31ed-4289-9a8f-f7d698cb252f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:20.188217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:20.192102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.206773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.245079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-23c578c5-7105-4b15-85ea-254a1377ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.247880 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-23c578c5-7105-4b15-85ea-254a1377ae05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dead0210-9355-41ba-a792-c189f187ef5e HTTP/1.1" status: 200 len: 906 time: 0.1798069 Sep 17 22:30:20.304870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=23a3f121-31ed-4289-9a8f-f7d698cb252f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:20.315849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ef2d2-14c5-47ad-96d8-bb91983c2353 req-652d5472-ea34-46c7-bd1a-a724070632c2 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.323150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de1ef2d2-14c5-47ad-96d8-bb91983c2353 req-652d5472-ea34-46c7-bd1a-a724070632c2 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 949 time: 0.3181670 Sep 17 22:30:20.324960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'Port': ['ID=e99e4bac-8afd-4252-b7c7-f4489f5284ef,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:20.343049 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4025650a-f150-4083-8aea-2a127c90c789', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'port_id': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'mac_address': 'fa:16:3e:b5:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:29:54Z', 'updated_at': '2021-09-17T22:30:18Z', 'revision_number': 1, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:20.356678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e813335-cfff-4ada-8b0a-18d83aea28d7 req-ff5b2718-9a5b-41fc-a091-e8ff1a87795a tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2510ab2c3ecc4629bd71eb6f9d620f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1684999 Sep 17 22:30:20.375306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-a7653e92-e94d-4483-8b7c-255198d25d58 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8593547 Sep 17 22:30:20.395015 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] Checking router: 823042f5-7e19-4188-a7e7-4f5766d79f48 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:30:20.415292 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:20.416321 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:30:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:20.420549 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-f9844af2-5d05-4e7a-9a4b-60baf957e904 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc7239c1-271b-43c7-979c-0e0375ec9569 HTTP/1.1" status: 200 len: 998 time: 0.1647642 Sep 17 22:30:20.426520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:20.455680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Request body: {'port': {'device_id': '64251164-7cba-4dcc-abad-82ab55468387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:20.490658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-aecbbcb8-6ed6-4ab6-902a-2a6d4779f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.492495 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-aecbbcb8-6ed6-4ab6-902a-2a6d4779f07d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3dd5804-74f9-4a56-b1c2-6b54feb3fafd HTTP/1.1" status: 200 len: 844 time: 0.0632741 Sep 17 22:30:20.494397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cfbe0809-b6db-42f5-9ec8-528765519a66 None None] Provisioning complete for port e99e4bac-8afd-4252-b7c7-f4489f5284ef triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:20.494872 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cfbe0809-b6db-42f5-9ec8-528765519a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.536603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe0809-b6db-42f5-9ec8-528765519a66 None None] Port e99e4bac-8afd-4252-b7c7-f4489f5284ef cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:20.551686 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:20.567340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-e391f48a-347d-40d3-affb-63058feb2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.568754 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-e391f48a-347d-40d3-affb-63058feb2962 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dead0210-9355-41ba-a792-c189f187ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454664 Sep 17 22:30:20.656320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['23a3f121-31ed-4289-9a8f-f7d698cb252f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:20.675565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-3bf4889d-5ac2-46c2-8bfe-7c8f202e8988 service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984480 Sep 17 22:30:20.832269 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c16a4406-ded4-46d8-873f-7d91521b79e4 req-3b360e71-1ba0-4583-bbc5-9a640c987e1c service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487932 Sep 17 22:30:20.853358 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4025650a-f150-4083-8aea-2a127c90c789', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'port_id': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'mac_address': 'fa:16:3e:b5:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:29:54Z', 'updated_at': '2021-09-17T22:30:18Z', 'revision_number': 1, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:20.884775 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08a48e-b12b-4ed0-a21b-cfc4782221ab None None] The sync data for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 is: [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4025650a-f150-4083-8aea-2a127c90c789', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'port_id': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'mac_address': 'fa:16:3e:b5:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:29:54Z', 'updated_at': '2021-09-17T22:30:18Z', 'revision_number': 1, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:30:20.930003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bc5d8c-c2f8-4674-8b98-cedab85e4d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.932553 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bc5d8c-c2f8-4674-8b98-cedab85e4d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.933741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-15bc5d8c-c2f8-4674-8b98-cedab85e4d1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c4216f0-0eb6-4b4c-994c-fa052a693a9c HTTP/1.1" status: 204 len: 168 time: 1.1840568 Sep 17 22:30:20.966672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.973430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de1ef2d2-14c5-47ad-96d8-bb91983c2353 req-98cc78e8-de6b-4111-a42d-d7e8db383149 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494248 Sep 17 22:30:20.997268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc5d8c-c2f8-4674-8b98-cedab85e4d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4216f0-0eb6-4b4c-994c-fa052a693a9c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:21.029971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a067f-180d-4206-953e-3b3e425e5bdf req-881df639-23e8-4139-807d-40d539912aa6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:21.031711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-881df639-23e8-4139-807d-40d539912aa6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 822 time: 0.8198609 Sep 17 22:30:21.038839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e813335-cfff-4ada-8b0a-18d83aea28d7 req-7c88baf8-22c9-4341-9999-f02018c82fec tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:21.040335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e813335-cfff-4ada-8b0a-18d83aea28d7 req-7c88baf8-22c9-4341-9999-f02018c82fec tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6832814 Sep 17 22:30:21.073715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Request body: {'port': {'device_id': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'admin_state_up': True, 'tenant_id': '109b38f24e6047d1bfe233c32cb277f1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:21.141297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c699ccf-a406-4b11-8f1e-93f461a3a71f req-e6b124cf-2717-41cd-992b-46ca9a223698 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 210 time: 0.0769899 Sep 17 22:30:21.153200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e813335-cfff-4ada-8b0a-18d83aea28d7 req-2abe5e0b-8642-40fd-8b84-3e3e4bd54b01 tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/quotas/2510ab2c3ecc4629bd71eb6f9d620f5b HTTP/1.1" status: 200 len: 375 time: 0.0877006 Sep 17 22:30:21.181487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e104a0a-97a5-4158-ab5f-252fd691cca0 None None] New status for floating IP 4025650a-f150-4083-8aea-2a127c90c789: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:30:21.343578 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e813335-cfff-4ada-8b0a-18d83aea28d7 req-fc5e80e7-3278-474b-82b2-f021a157de61 tempest-QuotasAdminNegativeTest-221676636 tempest-QuotasAdminNegativeTest-221676636-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2510ab2c3ecc4629bd71eb6f9d620f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486909 Sep 17 22:30:21.428399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ce5d-e3ec-43ec-9c6f-6c09df53a168 req-1da6c303-881c-4656-bcba-a4bfceb0a6f8 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:21.433400 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea46ce5d-e3ec-43ec-9c6f-6c09df53a168 req-1da6c303-881c-4656-bcba-a4bfceb0a6f8 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 950 time: 0.2021799 Sep 17 22:30:21.517167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:21.519600 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a58d8a-c7e6-4034-bf6d-d78cc26a7608" -d '{"events": [{"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-plugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:21.538463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Made reservation on behalf of 109b38f24e6047d1bfe233c32cb277f1 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:21.541893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.585656 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea46ce5d-e3ec-43ec-9c6f-6c09df53a168 req-54d29e6e-35b4-4547-8f7a-7a57de50097e tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105249 Sep 17 22:30:21.618689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5fae9-02b2-4b9c-9e2a-75bd6b687b02 req-6b95f43a-43b6-459e-bbd9-612b9702f3fc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:21.620112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76a5fae9-02b2-4b9c-9e2a-75bd6b687b02 req-6b95f43a-43b6-459e-bbd9-612b9702f3fc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 949 time: 0.1440103 Sep 17 22:30:21.728212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58528) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:21.765684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99e4bac-8afd-4252-b7c7-f4489f5284ef {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:21.785233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.825440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76a5fae9-02b2-4b9c-9e2a-75bd6b687b02 req-ed98a2ba-e073-422b-9d82-de1e89d163db tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614070 Sep 17 22:30:21.830376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-762251997-network', 'tenant_id': '3a129ef268f24789ae5906ef983891e6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:21.853145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc2f8f-ce75-4345-a1b1-bb0b75b73563 req-e028ad1a-66fb-445c-85ee-6c70ec7c11f2 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:21.854666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4dcc2f8f-ce75-4345-a1b1-bb0b75b73563 req-e028ad1a-66fb-445c-85ee-6c70ec7c11f2 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 932 time: 0.1873231 Sep 17 22:30:21.855947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Transition to ACTIVE for port object e99e4bac-8afd-4252-b7c7-f4489f5284ef will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:21.862663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Made reservation on behalf of 3a129ef268f24789ae5906ef983891e6 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:21.866223 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.866647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.878868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.886389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Allocated IP 172.20.0.5 (f767562e-27c6-41c4-aef1-0ff09c149651/66283f1a-482d-406b-a394-152c9b001a6e/c28157e4-ca57-487d-aa97-98095bcd2480) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:21.997321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4dcc2f8f-ce75-4345-a1b1-bb0b75b73563 req-d6316ac6-6bc3-4b4d-815e-75a7d57db907 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264880 Sep 17 22:30:21.999964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.009067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Pushing event updated for resources: {'Port': ['ID=e99e4bac-8afd-4252-b7c7-f4489f5284ef,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:22.010821 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.050644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:30:22.057006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45b71d-901b-42e2-a426-332a66aa16a8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:22.075973 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73096b15-76a3-4ea4-a27a-0d6ef3b2e0ee x-openstack-request-id: req-73096b15-76a3-4ea4-a27a-0d6ef3b2e0ee {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:22.076272 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-plugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:22.076512 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73096b15-76a3-4ea4-a27a-0d6ef3b2e0ee {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:22.076989 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'code': 200} Sep 17 22:30:22.089620 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.090252 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Added segment d809939f-c77f-4b86-b8d1-8eb6d493f42e of type vlan for network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b Sep 17 22:30:22.150571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.234844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.235838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:22.236460 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.273983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Attempting to bind port e99e4bac-8afd-4252-b7c7-f4489f5284ef on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:22.274552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Attempting to bind port e99e4bac-8afd-4252-b7c7-f4489f5284ef by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:22.275097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Attempting to bind port e99e4bac-8afd-4252-b7c7-f4489f5284ef on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:22.297033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Port e99e4bac-8afd-4252-b7c7-f4489f5284ef on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:22.297366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Attempting to bind port e99e4bac-8afd-4252-b7c7-f4489f5284ef on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:22.313630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.322487 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5904636 Sep 17 22:30:22.322724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:22.322724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Checking segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:22.322724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Bound using segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:22.322724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Bound port: e99e4bac-8afd-4252-b7c7-f4489f5284ef, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:22.322724 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.324383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a081b7-2031-4083-ad50-1db5604e83df req-2bb40dbc-e434-409e-a2c2-1676d3228fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:22.326324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53a081b7-2031-4083-ad50-1db5604e83df req-2bb40dbc-e434-409e-a2c2-1676d3228fa9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 1102 time: 0.1387069 Sep 17 22:30:22.326467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58540) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:22.327623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14969e30-00ca-4404-9de2-412028ac3982 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:22.338615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Request body: {'subnet': {'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-762251997-subnet', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:22.339929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:30:22.357000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1139f8-3555-4ef9-aab1-074edfc6187d req-9dd87349-3cfe-4c28-aeff-0b9717540cdc tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:22.358543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae1139f8-3555-4ef9-aab1-074edfc6187d req-9dd87349-3cfe-4c28-aeff-0b9717540cdc tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 949 time: 0.1613138 Sep 17 22:30:22.371055 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53a081b7-2031-4083-ad50-1db5604e83df req-59fc93f8-910f-4f11-b6ee-d9d07aba9a18 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372891 Sep 17 22:30:22.466524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9124fad5-7dec-468e-bb29-aafb847ed522 req-f19351cf-0475-49b9-8200-170118ff4930 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 210 time: 0.0543406 Sep 17 22:30:22.476167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Made reservation on behalf of 3a129ef268f24789ae5906ef983891e6 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:22.478495 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.524061 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.536204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae1139f8-3555-4ef9-aab1-074edfc6187d req-33dc8e05-9eeb-4ce0-8edb-5664e2a399a2 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695468 Sep 17 22:30:22.547555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] For port e99e4bac-8afd-4252-b7c7-f4489f5284ef, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:22.636631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] For port e99e4bac-8afd-4252-b7c7-f4489f5284ef, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:22.649569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event updated for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:22.652373 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.659830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Network f767562e-27c6-41c4-aef1-0ff09c149651 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:22.691590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:22.707832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:22.744486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58554) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:22.755197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:22.755850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.757317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] 10.222.0.45 "PUT /v2.0/ports/e99e4bac-8afd-4252-b7c7-f4489f5284ef HTTP/1.1" status: 200 len: 1093 time: 2.3178537 Sep 17 22:30:22.759124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64251164-7cba-4dcc-abad-82ab55468387', 'tag': 'e99e4bac-8afd-4252-b7c7-f4489f5284ef'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:22.761456 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c7b8a-912b-45f0-9492-303cf51ca8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "64251164-7cba-4dcc-abad-82ab55468387", "tag": "e99e4bac-8afd-4252-b7c7-f4489f5284ef"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:22.856281 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43c692b-5874-499f-88a6-f4c6fee9e61e x-openstack-request-id: req-d43c692b-5874-499f-88a6-f4c6fee9e61e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:22.856578 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64251164-7cba-4dcc-abad-82ab55468387", "tag": "e99e4bac-8afd-4252-b7c7-f4489f5284ef", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:22.856833 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d43c692b-5874-499f-88a6-f4c6fee9e61e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:22.857257 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64251164-7cba-4dcc-abad-82ab55468387', 'tag': 'e99e4bac-8afd-4252-b7c7-f4489f5284ef', 'status': 'completed', 'code': 200} Sep 17 22:30:22.862979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b06591-0de7-4589-bf34-ec70870c330d service neutron] Pushing event updated for resources: {'Port': ['ID=e99e4bac-8afd-4252-b7c7-f4489f5284ef,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:22.897217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:22.897867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.908544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55d43dba-1404-4cbd-833b-1c89f2813fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.946465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5ae23-a6a1-40dd-a053-cd21d3b56cfb req-86638266-e648-4f3c-b848-faa53e31edd6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:22.948133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1d5ae23-a6a1-40dd-a053-cd21d3b56cfb req-86638266-e648-4f3c-b848-faa53e31edd6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 950 time: 0.2620170 Sep 17 22:30:23.021052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55d43dba-1404-4cbd-833b-1c89f2813fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.025335 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55d43dba-1404-4cbd-833b-1c89f2813fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.039524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-f2e25cb4-40fe-4661-9c5c-7a402e6cd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.041065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-f2e25cb4-40fe-4661-9c5c-7a402e6cd74a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 1096 time: 0.2160909 Sep 17 22:30:23.045732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-80175e62-bcc2-4f3a-97a3-33b126356e17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9834905 Sep 17 22:30:23.060263 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.063599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-55d43dba-1404-4cbd-833b-1c89f2813fd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2510ab2c3ecc4629bd71eb6f9d620f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173063 Sep 17 22:30:23.066383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d43dba-1404-4cbd-833b-1c89f2813fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea1f1d0-15aa-4297-998a-3324c3d349c5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:23.068745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58568) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:23.074606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Request body: {'port': {'device_id': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:23.093849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad37a-c6c6-444d-bae9-339b36ffdf72 req-543e44b7-0175-44c3-85de-fa3ac0afdd30 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.095334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e7ad37a-c6c6-444d-bae9-339b36ffdf72 req-543e44b7-0175-44c3-85de-fa3ac0afdd30 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 949 time: 0.1831217 Sep 17 22:30:23.126852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98da0a8f-e2ca-4efc-8b23-3abf87494715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.147820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98da0a8f-e2ca-4efc-8b23-3abf87494715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.164712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1d5ae23-a6a1-40dd-a053-cd21d3b56cfb req-1a8e50e9-50f8-437a-bc3b-e5e2f63dbd0b tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968749 Sep 17 22:30:23.183469 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-1d313a9f-94b0-42a3-8b30-4969aaa9bc7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef HTTP/1.1" status: 200 len: 217 time: 0.1151772 Sep 17 22:30:23.204497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98da0a8f-e2ca-4efc-8b23-3abf87494715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.209196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98da0a8f-e2ca-4efc-8b23-3abf87494715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.213154 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-98da0a8f-e2ca-4efc-8b23-3abf87494715 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ea1f1d0-15aa-4297-998a-3324c3d349c5 HTTP/1.1" status: 204 len: 168 time: 0.1405950 Sep 17 22:30:23.229234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da0a8f-e2ca-4efc-8b23-3abf87494715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea1f1d0-15aa-4297-998a-3324c3d349c5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:23.295939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b80547d-0c86-4d6d-b676-c5fb688a9e7b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:23.336301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e7ad37a-c6c6-444d-bae9-339b36ffdf72 req-34de0c22-09a5-4369-bfbc-729084d4a0d6 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886294 Sep 17 22:30:23.342706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.347007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-9490cea0-7f56-46a0-bd28-b4e2bca3da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.348479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-9490cea0-7f56-46a0-bd28-b4e2bca3da76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1508818 Sep 17 22:30:23.378579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Checking segment: {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:23.378944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Network hostable DHCP agents. Network: c8a41367-8d5b-47ef-aa67-3a8e47d70e3b, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:30:23.436717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0d9c-63d7-4d6e-a1d2-3a8764720f7b req-183988aa-57e3-4cec-b1ee-2ec03f4aef89 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.438606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-462a0d9c-63d7-4d6e-a1d2-3a8764720f7b req-183988aa-57e3-4cec-b1ee-2ec03f4aef89 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 949 time: 0.1904707 Sep 17 22:30:23.490050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:30:23.513330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-e1f37b44-454c-4c3d-b5f5-403a8e266d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.515002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-e1f37b44-454c-4c3d-b5f5-403a8e266d57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545756 Sep 17 22:30:23.548000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58576) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:23.561546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 23a3f121-31ed-4289-9a8f-f7d698cb252f up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:23.562851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-055d6d3f-ff27-4692-be88-d49936797225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.599265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c8a41367-8d5b-47ef-aa67-3a8e47d70e3b) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:23.615122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff6036b-22ca-4f2c-ba3f-f8ad011e71b3 None None] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:23.634485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.634973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.665164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-462a0d9c-63d7-4d6e-a1d2-3a8764720f7b req-ff2ff3dc-c42e-47eb-acbc-6cca0c8ab050 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183590 Sep 17 22:30:23.680152 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-055d6d3f-ff27-4692-be88-d49936797225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.696209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-055d6d3f-ff27-4692-be88-d49936797225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.706064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 23a3f121-31ed-4289-9a8f-f7d698cb252f completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:23.727213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2ccc3931-9df8-4620-b715-425e12435f55 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3998058 Sep 17 22:30:23.729938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58578) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:23.732702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 23a3f121-31ed-4289-9a8f-f7d698cb252f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:23.733421 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.739331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:23.753067 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-055d6d3f-ff27-4692-be88-d49936797225 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9799c31d01dc48a29f19645f99aaf5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039373 Sep 17 22:30:23.760193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58580) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:23.793718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d6d3f-ff27-4692-be88-d49936797225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c12f76c-2db5-4898-a6bb-5e09efba0691,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:23.806256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a794d-b147-431e-88cd-464a3aaf0fcd req-932e7795-7ac2-4e3c-a7e5-86664239f62e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.816854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d19a794d-b147-431e-88cd-464a3aaf0fcd req-932e7795-7ac2-4e3c-a7e5-86664239f62e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 944 time: 0.2568157 Sep 17 22:30:23.837311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-829f6c91-9bb5-4e1d-bb91-e0b78c721897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.840004 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.841136 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.869805 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-823d3081-91c7-404a-9591-01f6e749b308 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037415 Sep 17 22:30:23.874428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-829f6c91-9bb5-4e1d-bb91-e0b78c721897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.907840 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.918151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:30:23.919185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.952024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.970116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 23a3f121-31ed-4289-9a8f-f7d698cb252f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=23a3f121-31ed-4289-9a8f-f7d698cb252f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:23.974954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.025864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=23a3f121-31ed-4289-9a8f-f7d698cb252f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:24.061928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d19a794d-b147-431e-88cd-464a3aaf0fcd req-875094fa-a422-430c-87e1-f1de0e2625ff tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414649 Sep 17 22:30:24.069247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-829f6c91-9bb5-4e1d-bb91-e0b78c721897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.072017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-829f6c91-9bb5-4e1d-bb91-e0b78c721897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.073407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-829f6c91-9bb5-4e1d-bb91-e0b78c721897 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c12f76c-2db5-4898-a6bb-5e09efba0691 HTTP/1.1" status: 204 len: 168 time: 0.3136063 Sep 17 22:30:24.088028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f6c91-9bb5-4e1d-bb91-e0b78c721897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c12f76c-2db5-4898-a6bb-5e09efba0691,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:24.122709 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.131086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82976033-9540-46fe-aa3a-61004433ca28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a3f121-31ed-4289-9a8f-f7d698cb252f'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:24.131270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452c5a1-04e7-49bb-9dfd-2fbbe88119d4 req-bfdf60c1-e277-4f72-9651-395c2b5c5840 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.132785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c452c5a1-04e7-49bb-9dfd-2fbbe88119d4 req-bfdf60c1-e277-4f72-9651-395c2b5c5840 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 931 time: 0.3085239 Sep 17 22:30:24.134016 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b37f0a-3082-40b7-bb59-9ba68ddea2f7" -d '{"events": [{"server_uuid": "82976033-9540-46fe-aa3a-61004433ca28", "name": "network-vif-plugged", "status": "completed", "tag": "23a3f121-31ed-4289-9a8f-f7d698cb252f"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:24.208646 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be3b10a-1830-482e-8a01-124db50fe7ff x-openstack-request-id: req-5be3b10a-1830-482e-8a01-124db50fe7ff {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:24.209327 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82976033-9540-46fe-aa3a-61004433ca28", "name": "network-vif-plugged", "status": "completed", "tag": "23a3f121-31ed-4289-9a8f-f7d698cb252f", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:24.209785 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5be3b10a-1830-482e-8a01-124db50fe7ff {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:24.210422 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82976033-9540-46fe-aa3a-61004433ca28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a3f121-31ed-4289-9a8f-f7d698cb252f', 'code': 200} Sep 17 22:30:24.217625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8be80e6d-6153-40f5-b2c2-10c6560a2e9d req-58ae32a9-6820-4e7c-80f5-170fccc44b23 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968929 Sep 17 22:30:24.225864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Allocated IP 172.20.0.2 (c8a41367-8d5b-47ef-aa67-3a8e47d70e3b/9b80547d-0c86-4d6d-b676-c5fb688a9e7b/be60fc7a-a747-4f3a-86b4-53a71769e3ec) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:24.337605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28157e4-ca57-487d-aa97-98095bcd2480 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:24.387480 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.423466 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.441089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c452c5a1-04e7-49bb-9dfd-2fbbe88119d4 req-6e5cd1fd-7bb0-47b4-a0ba-bdf95ec3784f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873354 Sep 17 22:30:24.445320 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.448792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Transition to ACTIVE for port object c28157e4-ca57-487d-aa97-98095bcd2480 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:24.477660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-0569d058-3a9c-42de-a448-ce36bd238ae1 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.479218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-0569d058-3a9c-42de-a448-ce36bd238ae1 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 949 time: 0.1989782 Sep 17 22:30:24.479906 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.525044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:24.530415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:24.534996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:24.555577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Pushing event updated for resources: {'Port': ['ID=be60fc7a-a747-4f3a-86b4-53a71769e3ec,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:24.563072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c27c1f-360f-449a-825e-327fa84ad86e req-9727c0c4-90f3-49c2-a048-eb472d1c218d tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.564909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66c27c1f-360f-449a-825e-327fa84ad86e req-9727c0c4-90f3-49c2-a048-eb472d1c218d tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 950 time: 0.1797688 Sep 17 22:30:24.631263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Attempting to bind port be60fc7a-a747-4f3a-86b4-53a71769e3ec on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:24.631839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Attempting to bind port be60fc7a-a747-4f3a-86b4-53a71769e3ec by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:24.632061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Attempting to bind port be60fc7a-a747-4f3a-86b4-53a71769e3ec on network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:24.643466 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:24.644003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Checking segment: {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:24.644423 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.644825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Bound using segment: {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:24.645357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Bound port: be60fc7a-a747-4f3a-86b4-53a71769e3ec, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:24.645725 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.700066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Pushing event updated for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:24.752504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] For port be60fc7a-a747-4f3a-86b4-53a71769e3ec, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:24.757068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] For port be60fc7a-a747-4f3a-86b4-53a71769e3ec, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be60fc7a-a747-4f3a-86b4-53a71769e3ec,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:24.764244 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.793679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958a06b-0035-403e-a82a-0ef1abf021c0 req-cc17aa66-7009-4742-a9c2-a06dadceede7 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.802810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0958a06b-0035-403e-a82a-0ef1abf021c0 req-cc17aa66-7009-4742-a9c2-a06dadceede7 tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 949 time: 0.1994712 Sep 17 22:30:24.818224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66c27c1f-360f-449a-825e-327fa84ad86e req-d85070ae-6ee0-4148-9102-f9a729bcfb54 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116272 Sep 17 22:30:24.823800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-8c53ffe7-6d41-4a47-ae58-d58347eefa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.825432 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-8c53ffe7-6d41-4a47-ae58-d58347eefa27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 1096 time: 0.5158017 Sep 17 22:30:24.834377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a695d-6a9b-40a8-99cb-e6f6b4274257 req-c847aa10-5938-4a4b-a705-76298f5662f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.840678 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8d2a695d-6a9b-40a8-99cb-e6f6b4274257 req-c847aa10-5938-4a4b-a705-76298f5662f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 1102 time: 0.4943464 Sep 17 22:30:24.841900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.866884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Attempting to bind port c28157e4-ca57-487d-aa97-98095bcd2480 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:24.867229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Attempting to bind port c28157e4-ca57-487d-aa97-98095bcd2480 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:24.867559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Attempting to bind port c28157e4-ca57-487d-aa97-98095bcd2480 on network f767562e-27c6-41c4-aef1-0ff09c149651 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:24.874617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaea375-59cb-4c61-999c-e4be437eec40 None None] Pushing event updated for resources: {'Port': ['ID=be60fc7a-a747-4f3a-86b4-53a71769e3ec,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:24.907019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Port c28157e4-ca57-487d-aa97-98095bcd2480 on network f767562e-27c6-41c4-aef1-0ff09c149651 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:24.907245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Attempting to bind port c28157e4-ca57-487d-aa97-98095bcd2480 on network f767562e-27c6-41c4-aef1-0ff09c149651 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:24.914938 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.923781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0958a06b-0035-403e-a82a-0ef1abf021c0 req-836762bd-82fb-42c8-b25c-d025137ef32e tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/security-groups?id=8528d426-38a2-444d-af49-f45b4063d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200857 Sep 17 22:30:24.934563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Deleting port 144c7e44-c74d-40de-af5e-142642d6b9e4 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:24.934716 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.062190 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8d2a695d-6a9b-40a8-99cb-e6f6b4274257 req-45b4051d-3009-484a-9502-850efc4587fe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052178 Sep 17 22:30:25.093067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] For port 144c7e44-c74d-40de-af5e-142642d6b9e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=144c7e44-c74d-40de-af5e-142642d6b9e4,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:25.094232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.116970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Calling delete_port for 144c7e44-c74d-40de-af5e-142642d6b9e4 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:25.126527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-f6edfbfb-af9f-40a8-9de4-6918956d7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.128527 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-f6edfbfb-af9f-40a8-9de4-6918956d7d6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.2843635 Sep 17 22:30:25.211851 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-209138cf-64d9-41bc-952a-fb73ea5c48f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef HTTP/1.1" status: 200 len: 217 time: 0.0743635 Sep 17 22:30:25.217988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:25.218325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Checking segment: {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:25.219681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Bound using segment: {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:25.220138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Bound port: c28157e4-ca57-487d-aa97-98095bcd2480, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:25.220504 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.239353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Allocated IP 172.25.0.45 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/b1405e62-e6a6-455d-b0de-c5f892cc1ce7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:25.317634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-026782e3-a7e7-4eb0-8f4e-4799a2342e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.321120 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-026782e3-a7e7-4eb0-8f4e-4799a2342e68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0963075 Sep 17 22:30:25.437034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-06e7aad5-8c4f-4624-bfdc-83c9ecf29166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.439101 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-06e7aad5-8c4f-4624-bfdc-83c9ecf29166 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109376 Sep 17 22:30:25.536708 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.571149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-e39a3ccd-86b6-4ae4-83ec-5ddc0b0ecfaf service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240468 Sep 17 22:30:25.650646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.705549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:25.715198 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:25.722368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:25.732765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-223c7b8a-912b-45f0-9492-303cf51ca8f6 req-547b1cab-df40-4165-aade-c91c22b429be service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521187 Sep 17 22:30:25.753631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1405e62-e6a6-455d-b0de-c5f892cc1ce7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:25.765096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390bd2c-d360-44fe-8da6-c3275064aa8b req-d28244af-1e2d-4eb9-a9d3-ec860bd60a69 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.767419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4390bd2c-d360-44fe-8da6-c3275064aa8b req-d28244af-1e2d-4eb9-a9d3-ec860bd60a69 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 950 time: 0.5510027 Sep 17 22:30:25.772408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:25.778342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:25.823157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.833605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbae16-a6ed-45ad-b85c-db03c9f09374 req-78644a25-025a-41c1-aed4-3b20883097b7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.835201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47dbae16-a6ed-45ad-b85c-db03c9f09374 req-78644a25-025a-41c1-aed4-3b20883097b7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 944 time: 0.1747732 Sep 17 22:30:25.893713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.894387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.895986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] 10.222.0.49 "PUT /v2.0/ports/c28157e4-ca57-487d-aa97-98095bcd2480 HTTP/1.1" status: 200 len: 1092 time: 2.8335114 Sep 17 22:30:25.907096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:25.909406 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088ec7af-8300-4827-bdf9-b778908c1b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:25.943585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4390bd2c-d360-44fe-8da6-c3275064aa8b req-fd66c0e9-de31-43ed-ac3f-03a8b75d6335 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638887 Sep 17 22:30:25.980539 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.028825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f42aad-aa1f-42c4-94fb-40decf11d861 service neutron] Pushing event updated for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:26.055980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47dbae16-a6ed-45ad-b85c-db03c9f09374 req-aa28ff67-3512-4625-898f-7313904abe70 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014384 Sep 17 22:30:26.073661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.129864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be60fc7a-a747-4f3a-86b4-53a71769e3ec up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:26.157842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] No DVR routers for this DVR port 144c7e44-c74d-40de-af5e-142642d6b9e4 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:26.162976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Pushing event deleted for resources: {'Port': ['ID=144c7e44-c74d-40de-af5e-142642d6b9e4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:26.167715 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.178751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4159f73d-1999-4e53-81f0-dd38e6516efb req-72244ad1-5ff8-4ada-a8f8-c99c7afc05db tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.45 "DELETE /v2.0/ports/144c7e44-c74d-40de-af5e-142642d6b9e4 HTTP/1.1" status: 204 len: 173 time: 1.6852269 Sep 17 22:30:26.189771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a067f-180d-4206-953e-3b3e425e5bdf req-ede572b2-d798-45ae-a6de-32e8090a9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:26.192679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-ede572b2-d798-45ae-a6de-32e8090a9276 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 1095 time: 0.2062631 Sep 17 22:30:26.263748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port be60fc7a-a747-4f3a-86b4-53a71769e3ec triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:26.264182 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.300712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-ed4e8f3e-b1d6-4f1e-941e-183c5786509c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28157e4-ca57-487d-aa97-98095bcd2480 HTTP/1.1" status: 200 len: 217 time: 0.0811758 Sep 17 22:30:26.384914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ead0e-84c9-41da-aeef-67f6f43d1f2e None None] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:26.435986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.482453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a067f-180d-4206-953e-3b3e425e5bdf req-ee13e19c-c10f-4d2b-9140-be085bd6c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:26.484298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-ee13e19c-c10f-4d2b-9140-be085bd6c466 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66283f1a-482d-406b-a394-152c9b001a6e HTTP/1.1" status: 200 len: 862 time: 0.1756003 Sep 17 22:30:26.493487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50f837-ac52-49f4-bc98-3cc7febda0a4 req-d9bc8c08-4f3e-43a6-9e40-de7595ea7e96 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:26.502244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e50f837-ac52-49f4-bc98-3cc7febda0a4 req-d9bc8c08-4f3e-43a6-9e40-de7595ea7e96 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 943 time: 0.1656365 Sep 17 22:30:26.526946 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea0418-992f-4930-b2b4-c222e6db1c51 x-openstack-request-id: req-9bea0418-992f-4930-b2b4-c222e6db1c51 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:26.527242 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:26.529273 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bea0418-992f-4930-b2b4-c222e6db1c51 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:26.529678 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'status': 'completed', 'code': 200} Sep 17 22:30:26.546994 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.581394 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-c5c471e3-280b-41a3-804c-3e7bba1b98d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f767562e-27c6-41c4-aef1-0ff09c149651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761294 Sep 17 22:30:26.658762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8380795e-345c-4f4a-943f-d3f86c460a22 req-ac415bea-244c-4111-aaf3-cc15b7442cac tempest-ServerDiagnosticsNegativeTest-51550356 tempest-ServerDiagnosticsNegativeTest-51550356-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d02261-37d9-49a5-b7a5-c230a122d334 HTTP/1.1" status: 200 len: 210 time: 0.0536835 Sep 17 22:30:26.681713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e50f837-ac52-49f4-bc98-3cc7febda0a4 req-93981f47-4fa2-4558-a7a7-8bfe196a44e5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782043 Sep 17 22:30:26.785573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c8034f58-b28f-42b5-a15c-3be16aaf2a37 None None] Provisioning complete for port be60fc7a-a747-4f3a-86b4-53a71769e3ec triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:26.785958 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c8034f58-b28f-42b5-a15c-3be16aaf2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.803076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-a3aaa18c-f093-446e-b891-998ef83270cf service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968732 Sep 17 22:30:26.806434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e99e4bac-8afd-4252-b7c7-f4489f5284ef details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:26.810312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Router 71e1b06a-0e62-4093-9c78-e4422203db59 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:30:26.812236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 144c7e44-c74d-40de-af5e-142642d6b9e4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:26.838631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port be60fc7a-a747-4f3a-86b4-53a71769e3ec, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be60fc7a-a747-4f3a-86b4-53a71769e3ec,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:26.872664 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.917639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 144c7e44-c74d-40de-af5e-142642d6b9e4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:26.918024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 144c7e44-c74d-40de-af5e-142642d6b9e4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:26.941407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58652) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:26.951373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:30:26.966048 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Sync routers for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:30:26.976339 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.981574 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-90fc6035-5acc-4cbe-a9c3-0b13c80ceef7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2472739 Sep 17 22:30:26.982378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58658) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:26.989163 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:26.990130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:30:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:27.002860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400a067f-180d-4206-953e-3b3e425e5bdf req-dd5506e8-6a6b-4d10-9917-64f43f4b2d5e service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707580 Sep 17 22:30:27.115726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=be60fc7a-a747-4f3a-86b4-53a71769e3ec,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:27.186648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e99e4bac-8afd-4252-b7c7-f4489f5284ef, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:27.214556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'e99e4bac-8afd-4252-b7c7-f4489f5284ef', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': 'e99e4bac-8afd-4252-b7c7-f4489f5284ef', 'mac_address': 'fa:16:3e:00:47:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:27.239293 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:27.275507 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.297968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99e4bac-8afd-4252-b7c7-f4489f5284ef {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:27.327098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e99e4bac-8afd-4252-b7c7-f4489f5284ef, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:27.332408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54536593-9571-410e-aef3-52875fde2158 req-19510e88-bd7d-4c30-8c5f-e48c38a5e0b5 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:27.337224 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.343921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54536593-9571-410e-aef3-52875fde2158 req-19510e88-bd7d-4c30-8c5f-e48c38a5e0b5 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 950 time: 0.2641857 Sep 17 22:30:27.363277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-301f182a-b1fe-4aaf-93db-72a67af3cbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.428546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-2aab6906-b9f1-4408-9c35-086eb704ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:27.431362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-2aab6906-b9f1-4408-9c35-086eb704ce4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 1095 time: 0.2732031 Sep 17 22:30:27.444919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e99e4bac-8afd-4252-b7c7-f4489f5284ef,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:27.487810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36296-e768-46ca-a148-974d49089008 req-dc34f1c3-93b4-4234-8118-2fb915767776 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:27.491198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04f36296-e768-46ca-a148-974d49089008 req-dc34f1c3-93b4-4234-8118-2fb915767776 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 944 time: 0.2654309 Sep 17 22:30:27.538200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8ae3b7e2-a88b-47b2-b69a-0aa716d2f1e1 None None] Provisioning complete for port be60fc7a-a747-4f3a-86b4-53a71769e3ec triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:27.540028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b7e2-a88b-47b2-b69a-0aa716d2f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.607301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e99e4bac-8afd-4252-b7c7-f4489f5284ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:27.626803 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:25Z', 'revision_number': 3, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:27.633594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54536593-9571-410e-aef3-52875fde2158 req-795155d8-52fd-4105-899e-89a3f32c1633 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589524 Sep 17 22:30:27.701498 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Checking router: 71e1b06a-0e62-4093-9c78-e4422203db59 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:30:27.704229 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Updating router 71e1b06a-0e62-4093-9c78-e4422203db59 port b1405e62-e6a6-455d-b0de-c5f892cc1ce7 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:30:27.716650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-f81d89f6-2216-4ce7-8e55-e19029ef0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:27.729229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-f81d89f6-2216-4ce7-8e55-e19029ef0f21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 923 time: 0.2365193 Sep 17 22:30:27.773131 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.775826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-301f182a-b1fe-4aaf-93db-72a67af3cbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.789455 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-301f182a-b1fe-4aaf-93db-72a67af3cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.802258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-b278d446-8828-484d-acc8-9ed985465a7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28157e4-ca57-487d-aa97-98095bcd2480 HTTP/1.1" status: 200 len: 217 time: 0.0523331 Sep 17 22:30:27.819951 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04f36296-e768-46ca-a148-974d49089008 req-8c5ed8b1-9f73-4678-afa5-210c1691d846 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131829 Sep 17 22:30:27.862766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.895152 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-301f182a-b1fe-4aaf-93db-72a67af3cbd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81d750fe91db40229763f184c193ffe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9526174 Sep 17 22:30:27.902454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58682) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:27.954272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f182a-b1fe-4aaf-93db-72a67af3cbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb83b5-7ae1-467b-964a-109de890cb76,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:27.991421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-2cc3a30c-d74c-47c1-bed5-181a02f9a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:28.001431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-2cc3a30c-d74c-47c1-bed5-181a02f9a735 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66283f1a-482d-406b-a394-152c9b001a6e HTTP/1.1" status: 200 len: 862 time: 0.1782501 Sep 17 22:30:28.130360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be60fc7a-a747-4f3a-86b4-53a71769e3ec up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:28.154768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-c1d6a4ed-729b-4949-9c83-e32f9cafbd10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f767562e-27c6-41c4-aef1-0ff09c149651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425602 Sep 17 22:30:28.229940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port be60fc7a-a747-4f3a-86b4-53a71769e3ec triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:28.234066 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.302362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Allocated IP 172.20.0.1 (c8a41367-8d5b-47ef-aa67-3a8e47d70e3b/9b80547d-0c86-4d6d-b676-c5fb688a9e7b/aad19f41-fcee-462c-bd4b-ea30fa559ebb) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:28.357184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c215de-ed27-4833-b540-690550ad19cc req-3386f53b-86a5-4354-9cda-cbb05a7ed839 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:28.372170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0c215de-ed27-4833-b540-690550ad19cc req-3386f53b-86a5-4354-9cda-cbb05a7ed839 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 943 time: 0.2317023 Sep 17 22:30:28.428583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-ab532aa9-eb4a-4ee0-a148-aa386fff85fe service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514589 Sep 17 22:30:28.463713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0c215de-ed27-4833-b540-690550ad19cc req-e089ee67-65f7-4c03-b787-c54df17ff66c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904987 Sep 17 22:30:28.472201 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f941eaf2-a44e-453c-b372-dce0a745911c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.541958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d02261-37d9-49a5-b7a5-c230a122d334', 'name': 'network-vif-deleted', 'tag': '144c7e44-c74d-40de-af5e-142642d6b9e4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:28.547896 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb0c4b-7acb-48ac-ab46-eb3d48a4cd90" -d '{"events": [{"server_uuid": "18d02261-37d9-49a5-b7a5-c230a122d334", "name": "network-vif-deleted", "tag": "144c7e44-c74d-40de-af5e-142642d6b9e4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:28.554570 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f941eaf2-a44e-453c-b372-dce0a745911c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.634684 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.670239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58690) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:28.723369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.732409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-088ec7af-8300-4827-bdf9-b778908c1b4e req-fecaa037-ee0c-477c-aabb-93062a5f3051 service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617550 Sep 17 22:30:28.751681 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28f3f4f-a14f-4238-89e4-d3f59159d9dd x-openstack-request-id: req-c28f3f4f-a14f-4238-89e4-d3f59159d9dd {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:28.751681 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d02261-37d9-49a5-b7a5-c230a122d334", "name": "network-vif-deleted", "tag": "144c7e44-c74d-40de-af5e-142642d6b9e4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:28.751681 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c28f3f4f-a14f-4238-89e4-d3f59159d9dd {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:28.752376 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d02261-37d9-49a5-b7a5-c230a122d334', 'name': 'network-vif-deleted', 'tag': '144c7e44-c74d-40de-af5e-142642d6b9e4', 'status': 'completed', 'code': 200} Sep 17 22:30:28.760991 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.773125 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.814470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e99e4bac-8afd-4252-b7c7-f4489f5284ef up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:28.884387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:28.908428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:28.912701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:28.929247 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Pushing event updated for resources: {'Port': ['ID=b1405e62-e6a6-455d-b0de-c5f892cc1ce7,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:28.930442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772b7ad-96da-4221-9035-64be4047d05b req-46bf3604-3679-4c1b-99b3-c37b49b73aa2 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:28.944795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c772b7ad-96da-4221-9035-64be4047d05b req-46bf3604-3679-4c1b-99b3-c37b49b73aa2 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 950 time: 0.1025624 Sep 17 22:30:28.955207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port e99e4bac-8afd-4252-b7c7-f4489f5284ef completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:28.957711 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Attempting to bind port b1405e62-e6a6-455d-b0de-c5f892cc1ce7 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:28.958071 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Attempting to bind port b1405e62-e6a6-455d-b0de-c5f892cc1ce7 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:28.958441 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Attempting to bind port b1405e62-e6a6-455d-b0de-c5f892cc1ce7 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:28.965475 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:28.965850 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:28.966258 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.966660 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:28.967909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port e99e4bac-8afd-4252-b7c7-f4489f5284ef triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:28.968065 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Bound port: b1405e62-e6a6-455d-b0de-c5f892cc1ce7, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:28.968468 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.969583 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.987058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f941eaf2-a44e-453c-b372-dce0a745911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.991365 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f941eaf2-a44e-453c-b372-dce0a745911c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.992547 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f941eaf2-a44e-453c-b372-dce0a745911c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3eb83b5-7ae1-467b-964a-109de890cb76 HTTP/1.1" status: 204 len: 168 time: 1.0879257 Sep 17 22:30:29.018631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Pushing event updated for resources: {'Port': ['ID=aad19f41-fcee-462c-bd4b-ea30fa559ebb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:29.089092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941eaf2-a44e-453c-b372-dce0a745911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb83b5-7ae1-467b-964a-109de890cb76,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:29.118679 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.119265 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.119512 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.119867 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.122723 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.123080 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.127491 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.127980 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.128210 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.128546 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.128877 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.129252 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:29.140800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.159630 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] For port b1405e62-e6a6-455d-b0de-c5f892cc1ce7, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:29.163340 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] For port b1405e62-e6a6-455d-b0de-c5f892cc1ce7, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b1405e62-e6a6-455d-b0de-c5f892cc1ce7,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:29.174153 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.178951 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.258865 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-afd7984e-7657-443b-9956-72f5eaaa6b39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d870d2da22654f8c9272579efd0c5ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852532 Sep 17 22:30:29.270731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58710) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:29.291291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64251164-7cba-4dcc-abad-82ab55468387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99e4bac-8afd-4252-b7c7-f4489f5284ef'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:29.295672 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c983b3a4-c2db-461c-8ace-1a8202cc951c" -d '{"events": [{"server_uuid": "64251164-7cba-4dcc-abad-82ab55468387", "name": "network-vif-plugged", "status": "completed", "tag": "e99e4bac-8afd-4252-b7c7-f4489f5284ef"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:29.304737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c772b7ad-96da-4221-9035-64be4047d05b req-36353662-1b99-4528-81c1-0c96bd3fd624 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589218 Sep 17 22:30:29.326259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e99e4bac-8afd-4252-b7c7-f4489f5284ef, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:29.335177 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.361952 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:29.362611 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:30:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:29.416174 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad482a4e-5b59-47db-9486-bffa17828a95 x-openstack-request-id: req-ad482a4e-5b59-47db-9486-bffa17828a95 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:29.417245 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64251164-7cba-4dcc-abad-82ab55468387", "name": "network-vif-plugged", "status": "completed", "tag": "e99e4bac-8afd-4252-b7c7-f4489f5284ef", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:29.417579 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad482a4e-5b59-47db-9486-bffa17828a95 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:29.422565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbe879-fb2a-4cab-b92e-0d3fcaf30972 req-d4668a25-ecaa-4c14-a0e7-4b68682a4e9e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:29.425838 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64251164-7cba-4dcc-abad-82ab55468387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99e4bac-8afd-4252-b7c7-f4489f5284ef', 'code': 200} Sep 17 22:30:29.431502 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ccfbe879-fb2a-4cab-b92e-0d3fcaf30972 req-d4668a25-ecaa-4c14-a0e7-4b68682a4e9e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 945 time: 0.4166422 Sep 17 22:30:29.447839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e99e4bac-8afd-4252-b7c7-f4489f5284ef,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:29.465878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.495002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1cce5868-eb83-4deb-a7f1-05768adbb9bc None None] Provisioning complete for port aad19f41-fcee-462c-bd4b-ea30fa559ebb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:29.495610 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1cce5868-eb83-4deb-a7f1-05768adbb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.548243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1cce5868-eb83-4deb-a7f1-05768adbb9bc None None] Port aad19f41-fcee-462c-bd4b-ea30fa559ebb cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:29.552777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ccfbe879-fb2a-4cab-b92e-0d3fcaf30972 req-f5c1225b-287e-4870-80de-8620bf1e7cd7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198993 Sep 17 22:30:29.573116 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388dc43-7cdb-4bf3-9eac-1c435fe6f290 None None] Pushing event updated for resources: {'Port': ['ID=b1405e62-e6a6-455d-b0de-c5f892cc1ce7,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:29.575880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2f3b-34f2-4346-878d-de3e47e6c163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.593713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:29.659901 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:29.674445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2f3b-34f2-4346-878d-de3e47e6c163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.755284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43d6ba-7f2b-40b7-aec5-0a83ca4dfdce req-1f3b3f16-8944-4130-a290-354cc24a0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:29.757232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c43d6ba-7f2b-40b7-aec5-0a83ca4dfdce req-1f3b3f16-8944-4130-a290-354cc24a0f1c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 1098 time: 0.2374992 Sep 17 22:30:29.788593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d66ae-d178-4542-8b48-7935c725ca2f req-e3a6db40-7e5d-4d71-a984-c7dd5f44ac60 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:29.790812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b32d66ae-d178-4542-8b48-7935c725ca2f req-e3a6db40-7e5d-4d71-a984-c7dd5f44ac60 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 943 time: 0.1702909 Sep 17 22:30:29.872223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:29.912347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.924139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.947107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'mac_address': 'fa:16:3e:fe:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:29.948969 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2f3b-34f2-4346-878d-de3e47e6c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.956477 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c839723-1ae9-4a28-8f3a-a45c96b1aaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.959903 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2f3b-34f2-4346-878d-de3e47e6c163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.963762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c1bf2f3b-34f2-4346-878d-de3e47e6c163 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8528d426-38a2-444d-af49-f45b4063d114 HTTP/1.1" status: 204 len: 168 time: 0.6907339 Sep 17 22:30:29.980471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c43d6ba-7f2b-40b7-aec5-0a83ca4dfdce req-02563593-7c4e-41b1-a2ef-9a1215575f23 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876109 Sep 17 22:30:30.013126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b32d66ae-d178-4542-8b48-7935c725ca2f req-c42fc940-2779-4316-888e-ebd4221aeb0d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994832 Sep 17 22:30:30.016699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf2f3b-34f2-4346-878d-de3e47e6c163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8528d426-38a2-444d-af49-f45b4063d114,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:30.020351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.099425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.133863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d098506-6a58-4a99-ba24-5e2a21ef8fcb {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:30.191938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:30.200145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Pushing event updated for resources: {'Port': ['ID=aad19f41-fcee-462c-bd4b-ea30fa559ebb,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:30.204011 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.214131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.214558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.215003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.215462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.215944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.216504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.217445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.217889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.218417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.218848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.219276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.219707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.269948 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:28Z', 'revision_number': 1, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:30.272350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:30.275045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:30.308570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:30.329174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.330783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.331136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.331470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.331808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.332129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.332455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.332776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.334443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.334443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.334443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.334443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:30.371103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0cdbf-6ad1-4ca5-9818-95ba676fe763 None None] The sync data for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 is: [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:28Z', 'revision_number': 1, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:30:30.386731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8d098506-6a58-4a99-ba24-5e2a21ef8fcb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:30.625737 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea5b71-df63-4c13-bce8-dfc262866c08 req-56df17d9-dd50-4e76-bf57-234f2ea8d413 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:30.645756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16ea5b71-df63-4c13-bce8-dfc262866c08 req-56df17d9-dd50-4e76-bf57-234f2ea8d413 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 950 time: 0.2038317 Sep 17 22:30:30.803001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16ea5b71-df63-4c13-bce8-dfc262866c08 req-5c9b9720-87ef-4604-80ba-edc9a665d5e4 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541076 Sep 17 22:30:30.844740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-aeb31ac1-cbd0-45f2-a210-a93162df5058 None None] Provisioning complete for port aad19f41-fcee-462c-bd4b-ea30fa559ebb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:30.844740 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aeb31ac1-cbd0-45f2-a210-a93162df5058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.875133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c987-58b1-42fb-b217-65f93d14dce5 req-b33b8afb-3628-4df9-8e07-17e506bc53dc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:30.893644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c17c987-58b1-42fb-b217-65f93d14dce5 req-b33b8afb-3628-4df9-8e07-17e506bc53dc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.1763706 Sep 17 22:30:30.938396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-aeb31ac1-cbd0-45f2-a210-a93162df5058 None None] Port aad19f41-fcee-462c-bd4b-ea30fa559ebb cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:30.961878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c17c987-58b1-42fb-b217-65f93d14dce5 req-44ac87c1-3468-4bdc-94c6-c1ee0a02ab26 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649550 Sep 17 22:30:31.216301 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58770) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:31.247374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-729d5c63-69ad-44a0-ab29-e038fff53427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.253896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Router 71e1b06a-0e62-4093-9c78-e4422203db59 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:30:31.428953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66cdbf-8c1b-4c2e-b677-d50af9e324d8 req-2deda2b7-0350-4507-98e0-6d783dd5e7b4 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:31.437812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a66cdbf-8c1b-4c2e-b677-d50af9e324d8 req-2deda2b7-0350-4507-98e0-6d783dd5e7b4 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 943 time: 0.1296151 Sep 17 22:30:31.469519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:30:31.484722 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7883c502-ad00-43cb-ac45-c78ce17a65d9 admin admin] 10.222.0.48 "PUT /v2.0/routers/71e1b06a-0e62-4093-9c78-e4422203db59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5010893 Sep 17 22:30:31.538708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71caefc8-be05-4510-898d-724476802932 req-306e5704-07ce-48bb-8241-79677a4245c8 tempest-AbsoluteLimitsNegativeTestJSON-614924409 tempest-AbsoluteLimitsNegativeTestJSON-614924409-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=11a575e79c3d4cafa324d12c0ad79af4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572243 Sep 17 22:30:31.586770 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-729d5c63-69ad-44a0-ab29-e038fff53427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.594658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c28157e4-ca57-487d-aa97-98095bcd2480 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:31.601974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:31.628661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a66cdbf-8c1b-4c2e-b677-d50af9e324d8 req-57526f37-cebf-4a9b-9a10-7d0846fe515a tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790781 Sep 17 22:30:31.636261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-729d5c63-69ad-44a0-ab29-e038fff53427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.731221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:31.731941 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.798479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-729d5c63-69ad-44a0-ab29-e038fff53427 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a958d01372b04354a45347e5f4b940ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800538 Sep 17 22:30:31.801567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d71596-b791-4d64-bd26-d50635f2b98b req-4fdc4461-5aa5-4bd7-95eb-9ec93826710c tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:31.803603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58792) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:31.803921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97d71596-b791-4d64-bd26-d50635f2b98b req-4fdc4461-5aa5-4bd7-95eb-9ec93826710c tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 1102 time: 0.2858055 Sep 17 22:30:31.807651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d5c63-69ad-44a0-ab29-e038fff53427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0756688e-5273-46a7-aab7-bc29da612a78,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:31.899980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caefc8-be05-4510-898d-724476802932 req-fe8adde5-5bf9-433c-a258-8741eaadc2c8 tempest-AbsoluteLimitsNegativeTestJSON-614924409 tempest-AbsoluteLimitsNegativeTestJSON-614924409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:31.904875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-407f1d4e-3a00-4524-a65a-c88028a963fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.907670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71caefc8-be05-4510-898d-724476802932 req-fe8adde5-5bf9-433c-a258-8741eaadc2c8 tempest-AbsoluteLimitsNegativeTestJSON-614924409 tempest-AbsoluteLimitsNegativeTestJSON-614924409-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333430 Sep 17 22:30:31.939295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71caefc8-be05-4510-898d-724476802932 req-579ef75d-1240-430c-8929-e52e6f670432 tempest-AbsoluteLimitsNegativeTestJSON-614924409 tempest-AbsoluteLimitsNegativeTestJSON-614924409-project] 10.222.0.48 "GET /v2.0/quotas/11a575e79c3d4cafa324d12c0ad79af4 HTTP/1.1" status: 200 len: 375 time: 0.0302598 Sep 17 22:30:31.950470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-407f1d4e-3a00-4524-a65a-c88028a963fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.974561 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.018400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:32.035197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'port_id': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'mac_address': 'fa:16:3e:e5:59:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283f1a-482d-406b-a394-152c9b001a6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:32.048050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71caefc8-be05-4510-898d-724476802932 req-34e73512-219e-4a86-9902-6729f291a3de tempest-AbsoluteLimitsNegativeTestJSON-614924409 tempest-AbsoluteLimitsNegativeTestJSON-614924409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11a575e79c3d4cafa324d12c0ad79af4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967808 Sep 17 22:30:32.063289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-407f1d4e-3a00-4524-a65a-c88028a963fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.066468 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-407f1d4e-3a00-4524-a65a-c88028a963fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.067727 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-407f1d4e-3a00-4524-a65a-c88028a963fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0756688e-5273-46a7-aab7-bc29da612a78 HTTP/1.1" status: 204 len: 168 time: 0.2612958 Sep 17 22:30:32.100658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f1d4e-3a00-4524-a65a-c88028a963fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0756688e-5273-46a7-aab7-bc29da612a78,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:32.110730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] Deleting port 23a3f121-31ed-4289-9a8f-f7d698cb252f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:32.111133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.188906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b1405e62-e6a6-455d-b0de-c5f892cc1ce7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:32.283907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:32.302889 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0474401-fea6-4890-bd4e-c91ff52afa51" -d '{"events": [{"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-plugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:32.354591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:32.364161 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.397732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.422220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28157e4-ca57-487d-aa97-98095bcd2480 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:32.431421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] For port 23a3f121-31ed-4289-9a8f-f7d698cb252f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=23a3f121-31ed-4289-9a8f-f7d698cb252f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:32.431421 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.466431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] Calling delete_port for 23a3f121-31ed-4289-9a8f-f7d698cb252f owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:32.472706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58808) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:32.477689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6d97a2d1-92b1-4b8d-8151-27e56125c6c8 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198122043', 'description': 'tempest-description--405183764'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:32.559072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d97a2d1-92b1-4b8d-8151-27e56125c6c8 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.628294 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:32.667924 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.676978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:32.727950 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d97a2d1-92b1-4b8d-8151-27e56125c6c8 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.739321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d97a2d1-92b1-4b8d-8151-27e56125c6c8 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.744566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b1405e62-e6a6-455d-b0de-c5f892cc1ce7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:32.745276 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.764442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58816) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:32.783770 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e7a1-282a-4a1f-9540-34702daf423c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.819154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d97a2d1-92b1-4b8d-8151-27e56125c6c8 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.825443 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6d97a2d1-92b1-4b8d-8151-27e56125c6c8 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3515778 Sep 17 22:30:32.834061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58822) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:32.846561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ca73a143-8e18-411f-ae5c-548b1d6bf62a tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Request body: {'security_group_rule': {'security_group_id': 'b8109876-3a72-4625-a606-27f9194d8489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:32.856428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97a2d1-92b1-4b8d-8151-27e56125c6c8 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8109876-3a72-4625-a606-27f9194d8489,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:32.872579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fca3e4-0f48-44b5-8c82-009122910a31 req-d2faf885-4675-4fec-b997-57b593b06e6d tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:32.884697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9fca3e4-0f48-44b5-8c82-009122910a31 req-d2faf885-4675-4fec-b997-57b593b06e6d tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 950 time: 0.6485305 Sep 17 22:30:32.888051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:32.934603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca73a143-8e18-411f-ae5c-548b1d6bf62a tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.972355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.001107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71a140-1bde-47a3-bc3c-dd0a3c0269db req-d73a8ee5-bed0-42e8-b849-5c9a916a4b40 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:33.004229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c71a140-1bde-47a3-bc3c-dd0a3c0269db req-d73a8ee5-bed0-42e8-b849-5c9a916a4b40 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.3151040 Sep 17 22:30:33.016222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['23a3f121-31ed-4289-9a8f-f7d698cb252f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:33.073277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac640-60d5-4e22-92a3-c9c03cd8d8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.078473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9fca3e4-0f48-44b5-8c82-009122910a31 req-788684c7-a40d-4d4a-bd96-9a05e844b64a tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862152 Sep 17 22:30:33.098098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] Pushing event deleted for resources: {'Port': ['ID=23a3f121-31ed-4289-9a8f-f7d698cb252f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:33.128318 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.151506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.168105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca73a143-8e18-411f-ae5c-548b1d6bf62a tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.176735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['c28157e4-ca57-487d-aa97-98095bcd2480'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:33.178295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca73a143-8e18-411f-ae5c-548b1d6bf62a tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.212628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73a143-8e18-411f-ae5c-548b1d6bf62a tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c887a45-c2f4-4a8e-9bc2-f99215871942,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:33.226217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] No DVR routers for this DVR port 23a3f121-31ed-4289-9a8f-f7d698cb252f on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:33.231668 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.234307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97d71596-b791-4d64-bd26-d50635f2b98b req-abd31c8e-fd98-4f96-baa9-4e656e7ffcb6 tempest-DeleteServersAdminTestJSON-574490943 tempest-DeleteServersAdminTestJSON-574490943-project-admin] 10.222.0.49 "DELETE /v2.0/ports/23a3f121-31ed-4289-9a8f-f7d698cb252f HTTP/1.1" status: 204 len: 173 time: 1.4064283 Sep 17 22:30:33.234780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82976033-9540-46fe-aa3a-61004433ca28', 'name': 'network-vif-deleted', 'tag': '23a3f121-31ed-4289-9a8f-f7d698cb252f'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:33.237136 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddfc6d0-4fbd-4672-b2fd-00d82c682af7" -d '{"events": [{"server_uuid": "82976033-9540-46fe-aa3a-61004433ca28", "name": "network-vif-deleted", "tag": "23a3f121-31ed-4289-9a8f-f7d698cb252f"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:33.260565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port b1405e62-e6a6-455d-b0de-c5f892cc1ce7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b1405e62-e6a6-455d-b0de-c5f892cc1ce7,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:33.283270 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.285465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c71a140-1bde-47a3-bc3c-dd0a3c0269db req-4d52c0c5-2cb4-44cb-9bc7-39a22cdefacd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688129 Sep 17 22:30:33.541760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=b1405e62-e6a6-455d-b0de-c5f892cc1ce7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:33.555157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac640-60d5-4e22-92a3-c9c03cd8d8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.565291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac640-60d5-4e22-92a3-c9c03cd8d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.642718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071b5fc-5f27-43c7-8b18-87c29e50b33b req-35c14c66-93f2-4620-aa21-5a7dbafd8e3d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:33.649411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac640-60d5-4e22-92a3-c9c03cd8d8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba8f02-952c-4a7f-9c24-7244aabf2a84,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:33.653808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca73a143-8e18-411f-ae5c-548b1d6bf62a tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.655379 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ca73a143-8e18-411f-ae5c-548b1d6bf62a tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8203504 Sep 17 22:30:33.659734 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7e1ac640-60d5-4e22-92a3-c9c03cd8d8d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11a575e79c3d4cafa324d12c0ad79af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8931894 Sep 17 22:30:33.661672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58850) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:33.663592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:33.674800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-197e8171-8203-45e4-87e3-47c5d2185308 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Request body: {'security_group_rule': {'security_group_id': 'b8109876-3a72-4625-a606-27f9194d8489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:33.675748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5071b5fc-5f27-43c7-8b18-87c29e50b33b req-35c14c66-93f2-4620-aa21-5a7dbafd8e3d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 944 time: 0.1853442 Sep 17 22:30:33.759875 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.771071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-197e8171-8203-45e4-87e3-47c5d2185308 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.815624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5071b5fc-5f27-43c7-8b18-87c29e50b33b req-a0858bb9-da9b-4042-ad62-b8ca2cd8c199 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387942 Sep 17 22:30:33.879942 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ea2ada-5584-4709-8b29-25478f79115e x-openstack-request-id: req-e3ea2ada-5584-4709-8b29-25478f79115e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:33.880240 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82976033-9540-46fe-aa3a-61004433ca28", "name": "network-vif-deleted", "tag": "23a3f121-31ed-4289-9a8f-f7d698cb252f", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:33.880496 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3ea2ada-5584-4709-8b29-25478f79115e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:33.880903 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82976033-9540-46fe-aa3a-61004433ca28', 'name': 'network-vif-deleted', 'tag': '23a3f121-31ed-4289-9a8f-f7d698cb252f', 'status': 'completed', 'code': 200} Sep 17 22:30:33.916794 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd39d5d7-d83e-46e0-aabc-096e2723cc4c x-openstack-request-id: req-dd39d5d7-d83e-46e0-aabc-096e2723cc4c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:33.919695 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-plugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:33.920046 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd39d5d7-d83e-46e0-aabc-096e2723cc4c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:33.920542 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'code': 200} Sep 17 22:30:33.959568 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-197e8171-8203-45e4-87e3-47c5d2185308 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.971829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-197e8171-8203-45e4-87e3-47c5d2185308 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.982728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69ef42f7-0847-4c6e-a6a7-5ae4ec2748aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.059216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-197e8171-8203-45e4-87e3-47c5d2185308 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.066260 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-197e8171-8203-45e4-87e3-47c5d2185308 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4004672 Sep 17 22:30:34.066562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58868) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:34.066917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e8171-8203-45e4-87e3-47c5d2185308 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdd641c-992a-44c2-96d4-7ff44ac936a4,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:34.075654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:34.076528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b1405e62-e6a6-455d-b0de-c5f892cc1ce7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:34.134808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69ef42f7-0847-4c6e-a6a7-5ae4ec2748aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.143112 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.269594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69ef42f7-0847-4c6e-a6a7-5ae4ec2748aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.274388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69ef42f7-0847-4c6e-a6a7-5ae4ec2748aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.278788 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-69ef42f7-0847-4c6e-a6a7-5ae4ec2748aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61ba8f02-952c-4a7f-9c24-7244aabf2a84 HTTP/1.1" status: 204 len: 168 time: 0.6095352 Sep 17 22:30:34.279938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b1405e62-e6a6-455d-b0de-c5f892cc1ce7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:34.282303 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.349203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef42f7-0847-4c6e-a6a7-5ae4ec2748aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba8f02-952c-4a7f-9c24-7244aabf2a84,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:34.409455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Sync routers for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:30:34.420478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32d81b2a-94a5-4d08-a234-6b4ae7aa82b9 req-3c4ac9d9-2f65-473a-97a1-9e41a2da5ae0 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=82976033-9540-46fe-aa3a-61004433ca28 HTTP/1.1" status: 200 len: 210 time: 0.0862818 Sep 17 22:30:34.480807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:34.481885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:30:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:34.525867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.603949 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.727377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:34.779306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239dca6-d5ca-4c3c-b0f6-bb9359bc58fc req-05cbda9e-d62d-4a68-8147-8673dc3cf072 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:34.781507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e239dca6-d5ca-4c3c-b0f6-bb9359bc58fc req-05cbda9e-d62d-4a68-8147-8673dc3cf072 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.2213819 Sep 17 22:30:34.837734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Allocated IP 172.25.0.2 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/58d0e135-268d-4a01-bd7a-ac6281f4cf90) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:34.893675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e239dca6-d5ca-4c3c-b0f6-bb9359bc58fc req-2d5dc1cf-6e84-4758-884f-7c65faff224c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007397 Sep 17 22:30:35.240441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a3d1-908f-4146-ba3f-88348b27cb2c req-249375e0-05e3-4cdc-82b8-3d8dda72619e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:35.252328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3822a3d1-908f-4146-ba3f-88348b27cb2c req-249375e0-05e3-4cdc-82b8-3d8dda72619e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 944 time: 0.2508490 Sep 17 22:30:35.278233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.285782 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.353398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3822a3d1-908f-4146-ba3f-88348b27cb2c req-792512c3-09b9-49d1-a511-f6d4b2e1653a tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997238 Sep 17 22:30:35.394523 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.464512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 2, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:35.506803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event updated for resources: {'Port': ['ID=58d0e135-268d-4a01-bd7a-ac6281f4cf90,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:35.550786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.551138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.551477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.552273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.552769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.553577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.554806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.555603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.558733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.559260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.559884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.560027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Checking router: 71e1b06a-0e62-4093-9c78-e4422203db59 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:30:35.560522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:35.564488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Updating router 71e1b06a-0e62-4093-9c78-e4422203db59 port aad19f41-fcee-462c-bd4b-ea30fa559ebb binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:30:35.586020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:35.592236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:35.598300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:35.665776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c28157e4-ca57-487d-aa97-98095bcd2480 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:35.807951 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.820814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.993430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port c28157e4-ca57-487d-aa97-98095bcd2480 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:36.003825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port c28157e4-ca57-487d-aa97-98095bcd2480 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:36.004261 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.029654 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.057333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-26c3a093-fa16-4db4-b064-1867c9538f1d tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103461 Sep 17 22:30:36.212018 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.263170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:36.263900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:36.266148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:36.269202 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de534a3e-733e-4766-8933-b7946e876ea8" -d '{"events": [{"server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "name": "network-vif-plugged", "status": "completed", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:36.281780 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.283518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 23a3f121-31ed-4289-9a8f-f7d698cb252f no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:36.339341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde812e-f527-4f2a-af89-b5cf83fd0679 req-00f17da5-61c3-47fe-91ce-41b1a9e7626f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:36.347390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 23a3f121-31ed-4289-9a8f-f7d698cb252f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:36.347967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 23a3f121-31ed-4289-9a8f-f7d698cb252f not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:36.348071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fde812e-f527-4f2a-af89-b5cf83fd0679 req-00f17da5-61c3-47fe-91ce-41b1a9e7626f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.3158829 Sep 17 22:30:36.433228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:36.460645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-ef2f7379-d2a1-4992-b8fc-1c15a7cae92c tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:36.462662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-ef2f7379-d2a1-4992-b8fc-1c15a7cae92c tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046216 Sep 17 22:30:36.469487 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.492319 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.517182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fde812e-f527-4f2a-af89-b5cf83fd0679 req-e25ad4f9-d1c6-4be6-9a90-d87c3cc471b5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681259 Sep 17 22:30:36.532806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-cdd8d2c1-d02b-4689-bfa8-a39d2ecba96a tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/quotas/27e560d7d82b45fa9a97c8f4f87e878e HTTP/1.1" status: 200 len: 375 time: 0.0617149 Sep 17 22:30:36.571935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-676580287-network', 'tenant_id': '9ba27e860c6e4df2aac6e9819ff4bd8c'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:36.620250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff659d-507f-4f7c-89a1-c10a4c80821a None None] Pushing event updated for resources: {'Port': ['ID=aad19f41-fcee-462c-bd4b-ea30fa559ebb,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:36.644778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Made reservation on behalf of 9ba27e860c6e4df2aac6e9819ff4bd8c for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:36.645329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Attempting to bind port aad19f41-fcee-462c-bd4b-ea30fa559ebb on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:36.646085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Attempting to bind port aad19f41-fcee-462c-bd4b-ea30fa559ebb by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:36.646650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Attempting to bind port aad19f41-fcee-462c-bd4b-ea30fa559ebb on network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:36.647794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.655090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:36.655900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Checking segment: {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:36.656562 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.657167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Bound using segment: {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:36.658046 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Bound port: aad19f41-fcee-462c-bd4b-ea30fa559ebb, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:36.658886 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.674170 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.737823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-8711ded0-b0fc-4db5-8b06-8ba41ae5f8dd tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1634092 Sep 17 22:30:36.784810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] For port aad19f41-fcee-462c-bd4b-ea30fa559ebb, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:36.791535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] For port aad19f41-fcee-462c-bd4b-ea30fa559ebb, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aad19f41-fcee-462c-bd4b-ea30fa559ebb,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:36.808010 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.828737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.845129 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.894278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:36.895074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:30:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:36.936326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.950427 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.985320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:30:37.016684 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.019230 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Added segment 652e5ebf-4b0c-4a28-b89e-ab5a116dff71 of type vlan for network e890d47e-5247-4e5b-8a37-559b846857e5 Sep 17 22:30:37.020866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9b15f1-2501-437d-9c93-fe6ec6068566,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:37.055129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:37.152765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.215765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event updated for resources: {'Port': ['ID=58d0e135-268d-4a01-bd7a-ac6281f4cf90,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:37.247326 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.285267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff659d-507f-4f7c-89a1-c10a4c80821a None None] Pushing event updated for resources: {'Port': ['ID=aad19f41-fcee-462c-bd4b-ea30fa559ebb,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:37.305531 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.306573 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaded35-777f-417a-9360-de968a56e35a x-openstack-request-id: req-beaded35-777f-417a-9360-de968a56e35a {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:37.307350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:37.307768 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "name": "network-vif-plugged", "status": "completed", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:37.308366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.308744 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-beaded35-777f-417a-9360-de968a56e35a {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:37.309303 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'code': 200} Sep 17 22:30:37.367316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1021438 Sep 17 22:30:37.378559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:37.397502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.401532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b87ea6c6-c3e0-4007-83b2-eb03b9120d97 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3309591 Sep 17 22:30:37.412609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Request body: {'subnet': {'network_id': 'e890d47e-5247-4e5b-8a37-559b846857e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-676580287-subnet', 'tenant_id': '9ba27e860c6e4df2aac6e9819ff4bd8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:37.415360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-1385e1c1-3d9b-40bd-84d1-05024d6707d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469052 Sep 17 22:30:37.440303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-63b7797e-d0e8-47cd-aa1c-fbc8d49c9911 None None] Provisioning complete for port aad19f41-fcee-462c-bd4b-ea30fa559ebb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:37.443473 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63b7797e-d0e8-47cd-aa1c-fbc8d49c9911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.490034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Made reservation on behalf of 9ba27e860c6e4df2aac6e9819ff4bd8c for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:37.493433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.516848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa78e4-e6a1-4ed9-86bb-79e06ba4982c admin admin] Pushing event updated for resources: {'Network': ['ID=e890d47e-5247-4e5b-8a37-559b846857e5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:37.553182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e890d47e-5247-4e5b-8a37-559b846857e5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:30:37.823482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165623-c442-41e9-a340-353ed97be8d6 req-fd7c14aa-2972-473c-ae07-397972291fcb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:37.831896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-fd7c14aa-2972-473c-ae07-397972291fcb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846788 Sep 17 22:30:37.857297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-98ac4053-7b27-4a02-bf30-1c49f8052416 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/quotas/8db220bbc27c4870b02a33dafc736b94 HTTP/1.1" status: 200 len: 375 time: 0.0241046 Sep 17 22:30:37.903691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f25e4e35-df01-4022-9ec4-25f86f044ed4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454340 Sep 17 22:30:37.928161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120259-a23a-42e0-b261-6a7ba3982975 req-f1fe8118-f7a4-476f-92c7-174d400cc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:37.930926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18120259-a23a-42e0-b261-6a7ba3982975 req-f1fe8118-f7a4-476f-92c7-174d400cc79c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 1097 time: 0.5179062 Sep 17 22:30:37.940791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443bd3-e292-46b3-bf0b-b4a6d4fa3915 req-481f465b-fc7a-496e-96d8-d5bc78639eb4 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:37.950552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99443bd3-e292-46b3-bf0b-b4a6d4fa3915 req-481f465b-fc7a-496e-96d8-d5bc78639eb4 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.4457748 Sep 17 22:30:38.023273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18120259-a23a-42e0-b261-6a7ba3982975 req-db1c56c0-ed6f-4e28-9f56-547196aec587 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698435 Sep 17 22:30:38.068093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99443bd3-e292-46b3-bf0b-b4a6d4fa3915 req-4dd8e497-a3bf-4997-b08b-449d30c75916 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162560 Sep 17 22:30:38.137273 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63b7797e-d0e8-47cd-aa1c-fbc8d49c9911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.146950 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:30:38.161420 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.207937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:36Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:38.334070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=199e33ae-4b75-4c25-aba9-54d551ba553c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:38.339325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Checking segment: {'id': '652e5ebf-4b0c-4a28-b89e-ab5a116dff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e890d47e-5247-4e5b-8a37-559b846857e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:38.339686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Network hostable DHCP agents. Network: e890d47e-5247-4e5b-8a37-559b846857e5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:30:38.356047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb30676-4f52-4e8e-ab98-28e379e6dd9a None None] The sync data for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 is: [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:36Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:30:38.358273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aad19f41-fcee-462c-bd4b-ea30fa559ebb up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:38.375692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Network e890d47e-5247-4e5b-8a37-559b846857e5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:30:38.395234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e890d47e-5247-4e5b-8a37-559b846857e5) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:38.411248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:38.418017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.481259 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f2f38033-4d70-4e95-ac38-7c2175a94c4e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1012931 Sep 17 22:30:38.537857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb4950-c9c9-4fd5-bf7f-b77901517cc7 None None] Network e890d47e-5247-4e5b-8a37-559b846857e5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:38.570503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-63b7797e-d0e8-47cd-aa1c-fbc8d49c9911 None None] For port aad19f41-fcee-462c-bd4b-ea30fa559ebb, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aad19f41-fcee-462c-bd4b-ea30fa559ebb,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:38.595934 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63b7797e-d0e8-47cd-aa1c-fbc8d49c9911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.696027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d759f8a-e6f9-4691-9e62-b9306f233b0f req-999ede31-5209-462b-97cf-4b119bbe33b2 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 210 time: 0.1321697 Sep 17 22:30:39.051569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b54170c7-31ff-4269-a99d-3981e9a6c8e8 None None] Provisioning complete for port aad19f41-fcee-462c-bd4b-ea30fa559ebb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:39.052490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b54170c7-31ff-4269-a99d-3981e9a6c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.156918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7797e-d0e8-47cd-aa1c-fbc8d49c9911 None None] Pushing event updated for resources: {'Port': ['ID=aad19f41-fcee-462c-bd4b-ea30fa559ebb,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:39.235955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port aad19f41-fcee-462c-bd4b-ea30fa559ebb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:39.236336 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.336695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04473d-1314-4bbf-87fc-f020940e72f7 None None] Network e890d47e-5247-4e5b-8a37-559b846857e5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:39.891024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b56fcc-2ddb-4fd5-a13c-895ab8085fd7 req-2ea4e6bb-302f-4c93-9771-50855bb79a36 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:39.899845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83b56fcc-2ddb-4fd5-a13c-895ab8085fd7 req-2ea4e6bb-302f-4c93-9771-50855bb79a36 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 1.1980262 Sep 17 22:30:39.915435 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8000dea-b2e6-4d8a-9d6c-99a2129b7bd6 req-22bc3bf8-ab5b-441b-affd-bd1998b3a072 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 210 time: 0.1071751 Sep 17 22:30:40.137313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83b56fcc-2ddb-4fd5-a13c-895ab8085fd7 req-5d6a94ae-05c9-4eb0-84dc-e86c34b2fef6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336307 Sep 17 22:30:40.357667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-b95514f2-5d05-4199-86b4-98941998880b tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2110248 Sep 17 22:30:40.556158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7bfd2c84-68fd-4e58-be33-fa0616c3b9c6 req-315c12dc-afff-4cf0-b7ee-f7926e3879a3 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1518405002', 'description': 'tempest-description-123971337'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:40.603452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aad19f41-fcee-462c-bd4b-ea30fa559ebb up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:40.701376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port aad19f41-fcee-462c-bd4b-ea30fa559ebb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:40.701754 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.706346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7bfd2c84-68fd-4e58-be33-fa0616c3b9c6 req-315c12dc-afff-4cf0-b7ee-f7926e3879a3 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.767138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c5e62-3f6f-4a86-9054-f4934bf97ac6 req-94ca48a0-8c87-4833-ab51-f25ebbd2ac41 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.769044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f54c5e62-3f6f-4a86-9054-f4934bf97ac6 req-94ca48a0-8c87-4833-ab51-f25ebbd2ac41 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.2037547 Sep 17 22:30:40.822352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-dd682fe9-3693-4fd1-b4fe-e0a1056e61db tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.823823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-dd682fe9-3693-4fd1-b4fe-e0a1056e61db tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4600475 Sep 17 22:30:40.864388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Request body: {'port': {'device_id': 'c1c4db44-910b-40bc-920a-ec6e4aca277a', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '27e560d7d82b45fa9a97c8f4f87e878e'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:40.900518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f54c5e62-3f6f-4a86-9054-f4934bf97ac6 req-6bebb486-a491-4116-af6b-c1aa5e93e805 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180170 Sep 17 22:30:41.026774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7bfd2c84-68fd-4e58-be33-fa0616c3b9c6 req-315c12dc-afff-4cf0-b7ee-f7926e3879a3 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.038417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7bfd2c84-68fd-4e58-be33-fa0616c3b9c6 req-315c12dc-afff-4cf0-b7ee-f7926e3879a3 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.093086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c12dc-afff-4cf0-b7ee-f7926e3879a3 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a9178-6551-483c-b8c3-22888521681f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:41.128656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Made reservation on behalf of 27e560d7d82b45fa9a97c8f4f87e878e for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:41.134735 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.197985 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7bfd2c84-68fd-4e58-be33-fa0616c3b9c6 req-315c12dc-afff-4cf0-b7ee-f7926e3879a3 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.216882 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bfd2c84-68fd-4e58-be33-fa0616c3b9c6 req-315c12dc-afff-4cf0-b7ee-f7926e3879a3 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6771569 Sep 17 22:30:41.384699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Allocated IP 192.168.233.56 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/9b602daf-b5ff-4be1-9097-a2a9144e2cfd) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:41.402206 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-43c9e07b-affb-4b73-8ccf-1712f24108ad tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320864 Sep 17 22:30:41.575218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-946b1ecf-b86d-4ed7-8dcd-bb2b5a60c644 req-9bf2d182-5af7-4866-82dd-45b4ae9a45e5 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 210 time: 0.0933900 Sep 17 22:30:41.697498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165623-c442-41e9-a340-353ed97be8d6 req-af501024-801c-4f0b-bf67-e627328ec7d5 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.703061 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-af501024-801c-4f0b-bf67-e627328ec7d5 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837193 Sep 17 22:30:41.753722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Request body: {'port': {'device_id': '8fa84f5b-ae0d-4937-8c6f-863f8e548d1e', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '8db220bbc27c4870b02a33dafc736b94'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:41.786688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02ad8a99-bb5b-4870-9ffe-d21d4c7df8ee req-672560b7-d165-4bff-8c26-2c2b9ad872ef tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 210 time: 0.0498576 Sep 17 22:30:41.910369 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.056171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd4964-b69c-4f81-9f07-6cc5a28b6c2f req-b87805a4-c49e-48cb-bf9b-23d4b3cae110 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.057764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Made reservation on behalf of 8db220bbc27c4870b02a33dafc736b94 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:42.067891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.073647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52fd4964-b69c-4f81-9f07-6cc5a28b6c2f req-b87805a4-c49e-48cb-bf9b-23d4b3cae110 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.1575224 Sep 17 22:30:42.097453 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.164362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.235396 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.243965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.265840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Pushing event updated for resources: {'Port': ['ID=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:42.302144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52fd4964-b69c-4f81-9f07-6cc5a28b6c2f req-c2cf3dd9-73d9-45c9-813d-69a3b5e9809e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200744 Sep 17 22:30:42.315588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:42.328163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:42.352094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c0f87b-db5b-4475-bb70-e8f753816939,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:42.353820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:42.510810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Allocated IP 192.168.233.118 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/75f080bf-3829-49a3-8360-533f24788ae0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:42.533238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37431383-c2fe-4d59-befa-065c16c7fc87 req-46de32e9-2abf-4d63-be93-7d04e2f2eab8 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/fd9a9178-6551-483c-b8c3-22888521681f HTTP/1.1" status: 200 len: 1812 time: 0.1565261 Sep 17 22:30:42.545421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-37431383-c2fe-4d59-befa-065c16c7fc87 req-98ad8f0b-a07a-469a-91a3-b0805a92e237 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd9a9178-6551-483c-b8c3-22888521681f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:42.546401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-37431383-c2fe-4d59-befa-065c16c7fc87 req-98ad8f0b-a07a-469a-91a3-b0805a92e237 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd9a9178-6551-483c-b8c3-22888521681f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:42.583530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.584768 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.644001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-0bd098ac-f5e4-4a7f-be63-426919dad7bc tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7973537 Sep 17 22:30:42.691080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Request body: {'port': {'device_id': 'c1c4db44-910b-40bc-920a-ec6e4aca277a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:42.728068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-37431383-c2fe-4d59-befa-065c16c7fc87 req-98ad8f0b-a07a-469a-91a3-b0805a92e237 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.755407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.804411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-37431383-c2fe-4d59-befa-065c16c7fc87 req-98ad8f0b-a07a-469a-91a3-b0805a92e237 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.810091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cc9c1ef1-2e1f-4e39-9df1-373b9dfe4e1a None None] Provisioning complete for port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:42.810847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1ef1-2e1f-4e39-9df1-373b9dfe4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.845189 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.866118 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-37431383-c2fe-4d59-befa-065c16c7fc87 req-98ad8f0b-a07a-469a-91a3-b0805a92e237 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.898870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:42.901211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cc9c1ef1-2e1f-4e39-9df1-373b9dfe4e1a None None] Port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:42.905139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:42.915162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad8f0b-a07a-469a-91a3-b0805a92e237 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70578a6-f0b1-4e4b-a08a-843fe0908678,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:42.927724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:42.937511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.958802 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-37431383-c2fe-4d59-befa-065c16c7fc87 req-98ad8f0b-a07a-469a-91a3-b0805a92e237 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.962710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37431383-c2fe-4d59-befa-065c16c7fc87 req-98ad8f0b-a07a-469a-91a3-b0805a92e237 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4250636 Sep 17 22:30:42.996671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'Port': ['ID=75f080bf-3829-49a3-8360-533f24788ae0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:43.053534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.054224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.090253 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d9713427-9c95-4253-b227-6737878b8673 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3414176 Sep 17 22:30:43.110827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Request body: {'port': {'device_id': '8fa84f5b-ae0d-4937-8c6f-863f8e548d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:43.212292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.293935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d113-5780-4e47-af0a-6497c6f8a07c req-8c52c211-626c-45a9-805f-fd1a3382ea17 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.296359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4825d113-5780-4e47-af0a-6497c6f8a07c req-8c52c211-626c-45a9-805f-fd1a3382ea17 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.1923034 Sep 17 22:30:43.333313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-10e3f07c-1ff9-416a-a98b-b1fe62d62738 None None] Provisioning complete for port 75f080bf-3829-49a3-8360-533f24788ae0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:43.333946 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10e3f07c-1ff9-416a-a98b-b1fe62d62738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.400813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4825d113-5780-4e47-af0a-6497c6f8a07c req-53e2777e-9130-4107-9a1f-dd6989fdcbed tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636694 Sep 17 22:30:43.416233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-10e3f07c-1ff9-416a-a98b-b1fe62d62738 None None] Port 75f080bf-3829-49a3-8360-533f24788ae0 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:43.544204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b602daf-b5ff-4be1-9097-a2a9144e2cfd {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:43.556424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.574641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Transition to ACTIVE for port object 9b602daf-b5ff-4be1-9097-a2a9144e2cfd will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:43.581490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.746508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Pushing event updated for resources: {'Port': ['ID=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:43.815217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc88e4d-a2cc-4070-885e-d18357a31aab req-fc75ca98-03fd-4a4c-ba04-b1410a5531db tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.826033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecc88e4d-a2cc-4070-885e-d18357a31aab req-fc75ca98-03fd-4a4c-ba04-b1410a5531db tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 947 time: 0.1873350 Sep 17 22:30:43.862687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f080bf-3829-49a3-8360-533f24788ae0 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:43.875814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.905526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Transition to ACTIVE for port object 75f080bf-3829-49a3-8360-533f24788ae0 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:43.912131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.962634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecc88e4d-a2cc-4070-885e-d18357a31aab req-1722b02f-7666-4df6-a893-acb4c45f06da tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350358 Sep 17 22:30:43.965770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Attempting to bind port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:43.966508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Attempting to bind port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:43.966788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Attempting to bind port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:43.984258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:43.984869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Attempting to bind port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:43.996636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:43.997111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:43.997602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:43.998207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Bound port: 9b602daf-b5ff-4be1-9097-a2a9144e2cfd, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:43.999193 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.025462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Pushing event updated for resources: {'Port': ['ID=75f080bf-3829-49a3-8360-533f24788ae0,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.134578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Attempting to bind port 75f080bf-3829-49a3-8360-533f24788ae0 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:44.134916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Attempting to bind port 75f080bf-3829-49a3-8360-533f24788ae0 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:44.135249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Attempting to bind port 75f080bf-3829-49a3-8360-533f24788ae0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:44.143465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Port 75f080bf-3829-49a3-8360-533f24788ae0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:44.143835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Attempting to bind port 75f080bf-3829-49a3-8360-533f24788ae0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:44.156190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:44.156529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:44.156917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:44.157368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Bound port: 75f080bf-3829-49a3-8360-533f24788ae0, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:44.157736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.207853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] For port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:44.212626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] For port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:44.230178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62309e35-c530-4d9b-85fb-789fd0914cee req-f062e9cb-7bb2-4a8f-a1f1-a6acafa91b8c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.239321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62309e35-c530-4d9b-85fb-789fd0914cee req-f062e9cb-7bb2-4a8f-a1f1-a6acafa91b8c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 948 time: 0.1207943 Sep 17 22:30:44.243621 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.339389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.340017 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.341544 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] 10.222.0.49 "PUT /v2.0/ports/9b602daf-b5ff-4be1-9097-a2a9144e2cfd HTTP/1.1" status: 200 len: 1096 time: 1.6703641 Sep 17 22:30:44.348053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] For port 75f080bf-3829-49a3-8360-533f24788ae0, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:44.350692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c4db44-910b-40bc-920a-ec6e4aca277a', 'tag': '9b602daf-b5ff-4be1-9097-a2a9144e2cfd'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:44.352011 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab9112-120b-4455-80cf-22725c94beae" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c4db44-910b-40bc-920a-ec6e4aca277a", "tag": "9b602daf-b5ff-4be1-9097-a2a9144e2cfd"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:44.355195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] For port 75f080bf-3829-49a3-8360-533f24788ae0, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=75f080bf-3829-49a3-8360-533f24788ae0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:44.370064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.408605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a74e8-fdc8-426e-9ea4-5bb59191073c service neutron] Pushing event updated for resources: {'Port': ['ID=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.427444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62309e35-c530-4d9b-85fb-789fd0914cee req-465322a0-3860-4693-bc26-97c0d92baa16 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868093 Sep 17 22:30:44.470163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Pushing event updated for resources: {'Port': ['ID=75f080bf-3829-49a3-8360-533f24788ae0,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.483205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.483834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.485883 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f3e75d9d-968d-4596-bd4e-6ebd0523880a service neutron] 10.222.0.49 "PUT /v2.0/ports/75f080bf-3829-49a3-8360-533f24788ae0 HTTP/1.1" status: 200 len: 1097 time: 1.3819358 Sep 17 22:30:44.486338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa84f5b-ae0d-4937-8c6f-863f8e548d1e', 'tag': '75f080bf-3829-49a3-8360-533f24788ae0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:44.488637 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa7d59d-126c-4b39-a3bd-44aded9317ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa84f5b-ae0d-4937-8c6f-863f8e548d1e", "tag": "75f080bf-3829-49a3-8360-533f24788ae0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:44.605113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d814bc57-ab26-4722-99a7-a63adeb41770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.606855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-d814bc57-ab26-4722-99a7-a63adeb41770 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 1100 time: 0.0537829 Sep 17 22:30:44.618664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d958ba24-bbea-47b2-8b21-98b06cae23d7 req-b63518c9-8922-4b4a-bb6f-b44d62cf6170 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/fd9a9178-6551-483c-b8c3-22888521681f HTTP/1.1" status: 200 len: 2405 time: 0.1285121 Sep 17 22:30:44.630036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-b5b0466d-d679-40aa-9ac3-af9d9232ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.632221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-b5b0466d-d679-40aa-9ac3-af9d9232ff3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 1099 time: 0.2018802 Sep 17 22:30:44.729646 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-ce147afd-2a12-4d15-9b4b-ccde594c1212 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=75f080bf-3829-49a3-8360-533f24788ae0 HTTP/1.1" status: 200 len: 217 time: 0.1070638 Sep 17 22:30:44.761651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-46c6f758-f04b-45ed-bd0b-311e9d951dd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=9b602daf-b5ff-4be1-9097-a2a9144e2cfd HTTP/1.1" status: 200 len: 217 time: 0.1107452 Sep 17 22:30:44.822663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f241d9bb-264b-41e0-b294-b0b366375e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.824436 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f241d9bb-264b-41e0-b294-b0b366375e13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0817997 Sep 17 22:30:44.895081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165623-c442-41e9-a340-353ed97be8d6 req-ad81fba9-eee0-46b5-978f-da62acbe0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.896614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-ad81fba9-eee0-46b5-978f-da62acbe0105 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593922 Sep 17 22:30:44.954489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-9b940db3-312b-4471-816e-205c1cb8f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.966620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-9b940db3-312b-4471-816e-205c1cb8f8c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1937339 Sep 17 22:30:44.979221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c2eb5-fe1a-4cff-8840-e4ddcfc65a19 req-112f9697-7085-438a-b89c-c2c544a2fcb2 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.996532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a0c2eb5-fe1a-4cff-8840-e4ddcfc65a19 req-112f9697-7085-438a-b89c-c2c544a2fcb2 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.1461947 Sep 17 22:30:45.031780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-22339b06-085c-46f3-b28d-4d5ea9bc8702 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246955 Sep 17 22:30:45.142228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a0c2eb5-fe1a-4cff-8840-e4ddcfc65a19 req-6ce75d40-2e49-4de7-8241-58cb2d26fcda tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426206 Sep 17 22:30:45.144415 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f6165623-c442-41e9-a340-353ed97be8d6 req-f7ee80bb-0d3c-4956-ad20-385bb371f550 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037316 Sep 17 22:30:45.176072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-c8c31a48-5fae-433f-8630-876ffdb50021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.178924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-c8c31a48-5fae-433f-8630-876ffdb50021 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1393530 Sep 17 22:30:45.189706 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351ffac5-1e4c-49e2-9539-98b02c55c03a x-openstack-request-id: req-351ffac5-1e4c-49e2-9539-98b02c55c03a {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:45.191049 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c4db44-910b-40bc-920a-ec6e4aca277a", "tag": "9b602daf-b5ff-4be1-9097-a2a9144e2cfd", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:45.191399 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-351ffac5-1e4c-49e2-9539-98b02c55c03a {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:45.191897 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c4db44-910b-40bc-920a-ec6e4aca277a', 'tag': '9b602daf-b5ff-4be1-9097-a2a9144e2cfd', 'status': 'completed', 'code': 200} Sep 17 22:30:45.372339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce9a50-d195-417f-85a7-04c1a3591497 req-5632b9c6-5233-41a3-9e76-51135530ed34 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.382223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1ce9a50-d195-417f-85a7-04c1a3591497 req-5632b9c6-5233-41a3-9e76-51135530ed34 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.1128168 Sep 17 22:30:45.394384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-ff770de3-92a5-4496-a5e4-c7f8898a8103 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014942 Sep 17 22:30:45.481654 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1ce9a50-d195-417f-85a7-04c1a3591497 req-41ef4e16-1b92-4ee6-bccc-6954e425e6a5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983548 Sep 17 22:30:45.534525 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2668dca0-c1a7-4d7a-b27b-b717c959cd9c x-openstack-request-id: req-2668dca0-c1a7-4d7a-b27b-b717c959cd9c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:45.535316 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa84f5b-ae0d-4937-8c6f-863f8e548d1e", "tag": "75f080bf-3829-49a3-8360-533f24788ae0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:45.536008 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2668dca0-c1a7-4d7a-b27b-b717c959cd9c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:45.536564 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa84f5b-ae0d-4937-8c6f-863f8e548d1e', 'tag': '75f080bf-3829-49a3-8360-533f24788ae0', 'status': 'completed', 'code': 200} Sep 17 22:30:45.563894 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc7b66dd-210a-4543-85cf-ac6ab6385ee4 req-f075f0a6-03f6-4464-ae94-fcd517bdc140 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492202 Sep 17 22:30:45.667122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-05d50d8c-a0a1-42be-9910-985a3c334076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.669764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-05d50d8c-a0a1-42be-9910-985a3c334076 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 1100 time: 0.0847168 Sep 17 22:30:45.752184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab9112-120b-4455-80cf-22725c94beae req-0eda0eae-97c7-4c22-846e-eb2af4d6faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.756555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eab9112-120b-4455-80cf-22725c94beae req-0eda0eae-97c7-4c22-846e-eb2af4d6faa6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 1099 time: 0.0621336 Sep 17 22:30:45.773476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26adde8f-ef27-41ac-92ed-5166f3845669 req-ac1a5f7f-e821-4617-8cfd-ee3e6bcb2bde tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-group-rules/a70578a6-f0b1-4e4b-a08a-843fe0908678 HTTP/1.1" status: 200 len: 778 time: 0.0685794 Sep 17 22:30:45.868196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26adde8f-ef27-41ac-92ed-5166f3845669 req-ef061c0f-74d0-4c9b-8a78-14d484678a94 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/fd9a9178-6551-483c-b8c3-22888521681f HTTP/1.1" status: 200 len: 2405 time: 0.0649467 Sep 17 22:30:45.903883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-32f37db2-fd01-4281-8d0c-d596cb1e7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.905845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-32f37db2-fd01-4281-8d0c-d596cb1e7357 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2121358 Sep 17 22:30:45.909362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-26adde8f-ef27-41ac-92ed-5166f3845669 req-9e3ea7fe-10e1-42f3-9a35-25590598f0aa tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.923875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab9112-120b-4455-80cf-22725c94beae req-9ce096a2-1261-4726-aaed-7830ef66747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.926590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-26adde8f-ef27-41ac-92ed-5166f3845669 req-9e3ea7fe-10e1-42f3-9a35-25590598f0aa tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.933505 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eab9112-120b-4455-80cf-22725c94beae req-9ce096a2-1261-4726-aaed-7830ef66747e service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1671953 Sep 17 22:30:45.975838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-2fc52dc3-f84b-486b-9cb5-8975a9ce0030 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=75f080bf-3829-49a3-8360-533f24788ae0 HTTP/1.1" status: 200 len: 217 time: 0.0586991 Sep 17 22:30:46.035854 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eab9112-120b-4455-80cf-22725c94beae req-c125142c-295c-44dc-88f5-fee631643324 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=9b602daf-b5ff-4be1-9097-a2a9144e2cfd HTTP/1.1" status: 200 len: 217 time: 0.0857391 Sep 17 22:30:46.147073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-ca6fa31e-4240-4d49-b035-0c650d4196d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.148751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-ca6fa31e-4240-4d49-b035-0c650d4196d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1623707 Sep 17 22:30:46.149562 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-26adde8f-ef27-41ac-92ed-5166f3845669 req-9e3ea7fe-10e1-42f3-9a35-25590598f0aa tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:46.155460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab9112-120b-4455-80cf-22725c94beae req-7ea755ce-c54e-46fb-9436-b02e74352948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.156757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-26adde8f-ef27-41ac-92ed-5166f3845669 req-9e3ea7fe-10e1-42f3-9a35-25590598f0aa tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:46.158882 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eab9112-120b-4455-80cf-22725c94beae req-7ea755ce-c54e-46fb-9436-b02e74352948 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1209075 Sep 17 22:30:46.169224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26adde8f-ef27-41ac-92ed-5166f3845669 req-9e3ea7fe-10e1-42f3-9a35-25590598f0aa tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a70578a6-f0b1-4e4b-a08a-843fe0908678 HTTP/1.1" status: 204 len: 173 time: 0.2999220 Sep 17 22:30:46.231562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab9112-120b-4455-80cf-22725c94beae req-f8d29935-e4d4-4968-a138-990fc6561f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.234109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eab9112-120b-4455-80cf-22725c94beae req-f8d29935-e4d4-4968-a138-990fc6561f76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0660946 Sep 17 22:30:46.257388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ea7fe-10e1-42f3-9a35-25590598f0aa tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a70578a6-f0b1-4e4b-a08a-843fe0908678,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:46.311885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-8c0276c4-bbaf-482f-b69a-0cbc281300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.313669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-8c0276c4-bbaf-482f-b69a-0cbc281300e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1435099 Sep 17 22:30:46.361505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593ecc5-f286-4207-8140-278567484469 req-b2d9b8a1-faab-4f8f-aeba-71913242a846 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.363434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8593ecc5-f286-4207-8140-278567484469 req-b2d9b8a1-faab-4f8f-aeba-71913242a846 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 947 time: 0.1203969 Sep 17 22:30:46.364599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eab9112-120b-4455-80cf-22725c94beae req-f81bbb92-8257-48de-a869-9fc3414bb07f service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214280 Sep 17 22:30:46.473547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8593ecc5-f286-4207-8140-278567484469 req-f70db013-41b3-4196-a4f4-f121c206389c tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Sep 17 22:30:46.500806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-e1cdf562-04a2-440d-855a-5cdae74e33b9 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782591 Sep 17 22:30:46.516231 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eab9112-120b-4455-80cf-22725c94beae req-4aabcc89-0b31-4672-a4ff-23b53136d533 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429293 Sep 17 22:30:46.683109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efa7d59d-126c-4b39-a3bd-44aded9317ff req-fe2214d8-4ca9-49e4-9d84-2c185e0ceaa7 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739354 Sep 17 22:30:46.692397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefb029-53a9-4c60-9887-075204923bc3 req-3bba9536-035d-4251-aee1-5e3a170bd108 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.694263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fefb029-53a9-4c60-9887-075204923bc3 req-3bba9536-035d-4251-aee1-5e3a170bd108 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.1066470 Sep 17 22:30:46.758639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fefb029-53a9-4c60-9887-075204923bc3 req-a75704fb-5595-4f76-826a-625495d20f3f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564294 Sep 17 22:30:46.881893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e352cd-f8f0-4996-91ee-a261f1136e31 req-770a7a66-0754-4060-bfa6-901ee1bfd057 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.883742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0e352cd-f8f0-4996-91ee-a261f1136e31 req-770a7a66-0754-4060-bfa6-901ee1bfd057 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 948 time: 0.0581937 Sep 17 22:30:46.929946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0e352cd-f8f0-4996-91ee-a261f1136e31 req-61707f77-19f4-494a-85a4-b7e932e98b06 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390837 Sep 17 22:30:46.973670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-050d5bf2-a572-42b2-b62f-c2b19a4f69d8 req-e15fba99-c57d-4310-9f29-1c0f585c8a4f tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-523186874', 'description': 'tempest-description-1112866291'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:47.011153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-050d5bf2-a572-42b2-b62f-c2b19a4f69d8 req-e15fba99-c57d-4310-9f29-1c0f585c8a4f tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.207106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-050d5bf2-a572-42b2-b62f-c2b19a4f69d8 req-e15fba99-c57d-4310-9f29-1c0f585c8a4f tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.218877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-050d5bf2-a572-42b2-b62f-c2b19a4f69d8 req-e15fba99-c57d-4310-9f29-1c0f585c8a4f tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.244080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-050d5bf2-a572-42b2-b62f-c2b19a4f69d8 req-e15fba99-c57d-4310-9f29-1c0f585c8a4f tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.256132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-050d5bf2-a572-42b2-b62f-c2b19a4f69d8 req-e15fba99-c57d-4310-9f29-1c0f585c8a4f tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2871692 Sep 17 22:30:47.271694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fba99-c57d-4310-9f29-1c0f585c8a4f tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217d4316-f759-44f0-9c95-75dde7cbd341,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:47.381813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c45926-574f-462f-a7f1-57babc7873fd req-bb69d354-3540-40c3-b1b1-10dc81b959d0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:47.383601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56c45926-574f-462f-a7f1-57babc7873fd req-bb69d354-3540-40c3-b1b1-10dc81b959d0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.0577068 Sep 17 22:30:47.431061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56c45926-574f-462f-a7f1-57babc7873fd req-a5c1c9e2-8d6e-4352-b84b-12997ef1bb8c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382316 Sep 17 22:30:47.629416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87db0fa3-6d88-4ad1-bf5e-5093889432ea req-15b19122-1a9c-493f-a4b0-32ea64c51a45 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/217d4316-f759-44f0-9c95-75dde7cbd341 HTTP/1.1" status: 200 len: 1812 time: 0.0573716 Sep 17 22:30:47.759641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072333a-6616-4d1b-b15d-fc717b334782 req-33f3d3af-34dd-41cb-b9ab-6ff4d865358b tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:47.761338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3072333a-6616-4d1b-b15d-fc717b334782 req-33f3d3af-34dd-41cb-b9ab-6ff4d865358b tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 947 time: 0.0701277 Sep 17 22:30:47.823214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3072333a-6616-4d1b-b15d-fc717b334782 req-8336e6cf-394a-450c-b438-47b5fa95e327 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503173 Sep 17 22:30:47.943624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a88c93-8dec-4ecc-9b1a-df140ab2f3aa req-049b429b-6764-4e4a-a608-3748083e3750 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:47.945949 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51a88c93-8dec-4ecc-9b1a-df140ab2f3aa req-049b429b-6764-4e4a-a608-3748083e3750 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.0653818 Sep 17 22:30:47.997465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51a88c93-8dec-4ecc-9b1a-df140ab2f3aa req-e7ec50f2-3298-4065-9ef3-801fa392c707 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Sep 17 22:30:48.151778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02864444-9b75-4542-aa9a-55687e8bd306 req-543b85d7-77a6-4ea8-836c-42b57fbbd669 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.154139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02864444-9b75-4542-aa9a-55687e8bd306 req-543b85d7-77a6-4ea8-836c-42b57fbbd669 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 948 time: 0.0723031 Sep 17 22:30:48.199146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02864444-9b75-4542-aa9a-55687e8bd306 req-1a9d8357-24d3-4f74-a081-2fdb40cf6d4e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371962 Sep 17 22:30:48.349658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972e93-5379-491b-bd24-1b6de01fae50 req-292e2c8f-2c44-4168-8444-a0002d27d62f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.351415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62972e93-5379-491b-bd24-1b6de01fae50 req-292e2c8f-2c44-4168-8444-a0002d27d62f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.0740099 Sep 17 22:30:48.416327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62972e93-5379-491b-bd24-1b6de01fae50 req-bf2acac2-04dc-46f7-8b65-177dabeb9d9a tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577734 Sep 17 22:30:48.457875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-232ace40-070c-4b82-82fd-969a1c054a76 req-b1776fae-d681-49d5-a9b4-158d79f68970 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1662348034', 'description': 'tempest-description-1708542774'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:48.485627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-232ace40-070c-4b82-82fd-969a1c054a76 req-b1776fae-d681-49d5-a9b4-158d79f68970 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.584226 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.607058 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-232ace40-070c-4b82-82fd-969a1c054a76 req-b1776fae-d681-49d5-a9b4-158d79f68970 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.613148 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-232ace40-070c-4b82-82fd-969a1c054a76 req-b1776fae-d681-49d5-a9b4-158d79f68970 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.646422 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-232ace40-070c-4b82-82fd-969a1c054a76 req-b1776fae-d681-49d5-a9b4-158d79f68970 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.659230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-232ace40-070c-4b82-82fd-969a1c054a76 req-b1776fae-d681-49d5-a9b4-158d79f68970 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2052839 Sep 17 22:30:48.662540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1776fae-d681-49d5-a9b4-158d79f68970 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addafd1a-f72e-406b-a5be-9553c986f21c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:48.769828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a182e9-4d5f-4117-815b-8d1ccc639b4c req-f9f95e96-2c9d-401d-b6cd-b16ee6c38d63 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.771416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56a182e9-4d5f-4117-815b-8d1ccc639b4c req-f9f95e96-2c9d-401d-b6cd-b16ee6c38d63 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.0564840 Sep 17 22:30:48.814488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56a182e9-4d5f-4117-815b-8d1ccc639b4c req-b7d017b1-8b0f-4eb7-b5f2-30051b92bbc7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368047 Sep 17 22:30:48.988260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f900fe56-0bba-4b02-b7b8-73b625c67788 req-98cb6189-8cbd-49e4-8170-69f7c3e3a3b4 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/addafd1a-f72e-406b-a5be-9553c986f21c HTTP/1.1" status: 200 len: 1813 time: 0.0507665 Sep 17 22:30:49.127271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf95ff-be20-487c-935d-22687f26c946 req-71b03382-9fd5-47d5-b2a2-bba267f103a3 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.134892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56cf95ff-be20-487c-935d-22687f26c946 req-71b03382-9fd5-47d5-b2a2-bba267f103a3 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.0733054 Sep 17 22:30:49.198071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56cf95ff-be20-487c-935d-22687f26c946 req-417dd3c8-58cb-4dae-b88a-344bca0b5e1c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602808 Sep 17 22:30:49.344268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842d030-5e4b-404b-837f-696f37f2d524 req-7711ea6e-7d02-4232-9890-5c474bf28dea tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.345905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6842d030-5e4b-404b-837f-696f37f2d524 req-7711ea6e-7d02-4232-9890-5c474bf28dea tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 947 time: 0.0604854 Sep 17 22:30:49.400171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6842d030-5e4b-404b-837f-696f37f2d524 req-d081635f-eacc-4533-8c21-fe7ba7e19195 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456557 Sep 17 22:30:49.443485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-99c470b1-1bf6-41f1-af13-c854befedd12 req-1f088be9-d02f-4af4-8cb3-229cf7a514fb tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-53314528', 'description': 'tempest-description-1679406674'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:49.490690 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-99c470b1-1bf6-41f1-af13-c854befedd12 req-1f088be9-d02f-4af4-8cb3-229cf7a514fb tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.600008 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-99c470b1-1bf6-41f1-af13-c854befedd12 req-1f088be9-d02f-4af4-8cb3-229cf7a514fb tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.606563 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-99c470b1-1bf6-41f1-af13-c854befedd12 req-1f088be9-d02f-4af4-8cb3-229cf7a514fb tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.640480 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-99c470b1-1bf6-41f1-af13-c854befedd12 req-1f088be9-d02f-4af4-8cb3-229cf7a514fb tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.642032 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99c470b1-1bf6-41f1-af13-c854befedd12 req-1f088be9-d02f-4af4-8cb3-229cf7a514fb tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2030916 Sep 17 22:30:49.653458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f088be9-d02f-4af4-8cb3-229cf7a514fb tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a87cc7c-d4cb-4d2e-b5e5-21fcc88140dc,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:49.692194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 75f080bf-3829-49a3-8360-533f24788ae0 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:49.775167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864f91d-a749-4e4b-b261-5603079c4d2c req-39b88164-d775-4611-84bf-2a75487381c6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.784337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e864f91d-a749-4e4b-b261-5603079c4d2c req-39b88164-d775-4611-84bf-2a75487381c6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.0784271 Sep 17 22:30:49.800965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 75f080bf-3829-49a3-8360-533f24788ae0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=75f080bf-3829-49a3-8360-533f24788ae0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:49.813513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '75f080bf-3829-49a3-8360-533f24788ae0', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '75f080bf-3829-49a3-8360-533f24788ae0', 'mac_address': 'fa:16:3e:51:b7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:49.834663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e864f91d-a749-4e4b-b261-5603079c4d2c req-03e2ed6d-4e6f-420a-8416-98b0d207339a tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Sep 17 22:30:49.861559 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.878309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f080bf-3829-49a3-8360-533f24788ae0 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:49.905677 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 75f080bf-3829-49a3-8360-533f24788ae0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=75f080bf-3829-49a3-8360-533f24788ae0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:49.912342 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.913116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9b602daf-b5ff-4be1-9097-a2a9144e2cfd details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:49.984224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:50.001478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '9b602daf-b5ff-4be1-9097-a2a9144e2cfd', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '9b602daf-b5ff-4be1-9097-a2a9144e2cfd', 'mac_address': 'fa:16:3e:27:07:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:50.078044 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.092901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726bd83-d725-483f-abc8-3d807e6e2809 req-bff64f79-694b-4027-86e8-1ce68ae837c5 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:50.094749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3726bd83-d725-483f-abc8-3d807e6e2809 req-bff64f79-694b-4027-86e8-1ce68ae837c5 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 949 time: 0.1367292 Sep 17 22:30:50.107078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b602daf-b5ff-4be1-9097-a2a9144e2cfd {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:50.130323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=75f080bf-3829-49a3-8360-533f24788ae0,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:50.145921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:50.154731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3726bd83-d725-483f-abc8-3d807e6e2809 req-97b1130f-8c35-47ba-b1e6-c25c024318bc tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486312 Sep 17 22:30:50.155691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.222177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:50.257662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9066ce3f-cc23-4550-9eab-b703535d5ed6 req-e66d7a13-18b1-4cdc-8295-06421a4e499c tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/1a87cc7c-d4cb-4d2e-b5e5-21fcc88140dc HTTP/1.1" status: 200 len: 1811 time: 0.0698724 Sep 17 22:30:50.388625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702bfa8-68fe-4ccb-bd19-2f7619f6fe75 req-01f18e69-ac06-485f-b42f-668faa0124c1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:50.390486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0702bfa8-68fe-4ccb-bd19-2f7619f6fe75 req-01f18e69-ac06-485f-b42f-668faa0124c1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.0737598 Sep 17 22:30:50.459002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0702bfa8-68fe-4ccb-bd19-2f7619f6fe75 req-d4fa7c99-7e64-4c60-a2b1-894cba338964 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607796 Sep 17 22:30:50.712484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:50.764229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9b602daf-b5ff-4be1-9097-a2a9144e2cfd'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:52.186789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-c88feb5f-9190-4c04-8d98-df270d43a544 req-e50aabd5-7f60-4a52-8184-957fd76b8636 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-397508935', 'description': 'tempest-description-1036972365'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:52.215065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c88feb5f-9190-4c04-8d98-df270d43a544 req-e50aabd5-7f60-4a52-8184-957fd76b8636 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.336078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c88feb5f-9190-4c04-8d98-df270d43a544 req-e50aabd5-7f60-4a52-8184-957fd76b8636 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.343680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c88feb5f-9190-4c04-8d98-df270d43a544 req-e50aabd5-7f60-4a52-8184-957fd76b8636 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.401452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c88feb5f-9190-4c04-8d98-df270d43a544 req-e50aabd5-7f60-4a52-8184-957fd76b8636 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.402832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c88feb5f-9190-4c04-8d98-df270d43a544 req-e50aabd5-7f60-4a52-8184-957fd76b8636 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2209158 Sep 17 22:30:52.407649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aabd5-7f60-4a52-8184-957fd76b8636 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85962b0-9831-4338-8056-9bf980183a10,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:52.436123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec4581-f7c8-4236-9e9f-3d8f614b520c req-edcc503d-06f2-40ad-bfba-efc3a1642f44 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.438247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67ec4581-f7c8-4236-9e9f-3d8f614b520c req-edcc503d-06f2-40ad-bfba-efc3a1642f44 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 948 time: 0.0752063 Sep 17 22:30:52.499858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67ec4581-f7c8-4236-9e9f-3d8f614b520c req-280dca16-d68e-4e73-a46b-39fccbc9690f tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552580 Sep 17 22:30:52.542198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86985-99f4-45d0-999b-a6f7fd9895b1 req-d37fedca-bf9b-4400-ba1f-4bc5244bd364 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.543724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6c86985-99f4-45d0-999b-a6f7fd9895b1 req-d37fedca-bf9b-4400-ba1f-4bc5244bd364 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 949 time: 0.0708392 Sep 17 22:30:52.610330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6c86985-99f4-45d0-999b-a6f7fd9895b1 req-56424d06-e1fb-4dea-a1bb-2850d0ae2054 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603483 Sep 17 22:30:52.627240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24709-f50f-463b-8659-41a42231a211 req-7fa39c7a-ef29-4bea-909d-196ad2ff6bf3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.628746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2d24709-f50f-463b-8659-41a42231a211 req-7fa39c7a-ef29-4bea-909d-196ad2ff6bf3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.0632241 Sep 17 22:30:52.682397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2d24709-f50f-463b-8659-41a42231a211 req-4451123c-886a-4a35-969f-875019456388 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Sep 17 22:30:52.761495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f602dad3-7204-49fc-8110-2b7c9a703219 req-364ec403-0126-42ef-bfef-39ebc1ab0b85 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/b85962b0-9831-4338-8056-9bf980183a10 HTTP/1.1" status: 200 len: 1812 time: 0.0548983 Sep 17 22:30:52.837942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218197-26ef-44be-98db-e6dd864fa1a4 req-d68701c1-553b-4862-863a-790aa4e94a26 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.841407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4218197-26ef-44be-98db-e6dd864fa1a4 req-d68701c1-553b-4862-863a-790aa4e94a26 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 950 time: 0.0657218 Sep 17 22:30:52.889850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4218197-26ef-44be-98db-e6dd864fa1a4 req-34aea3f8-6f35-4469-9a41-a6fb63cd8050 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Sep 17 22:30:52.931806 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-803b189b-cce8-497d-91cb-122083e1a869 req-2e36d8c9-3cb5-4da3-b330-286976d1c25a tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] show failed (client error): The resource could not be found. Sep 17 22:30:52.932803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-803b189b-cce8-497d-91cb-122083e1a869 req-2e36d8c9-3cb5-4da3-b330-286976d1c25a tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/86aca406-741d-4eac-8f46-e31381a79a9a HTTP/1.1" status: 404 len: 352 time: 0.0171087 Sep 17 22:30:52.989600 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-1240b993-4af7-4d63-9643-f7379da0d1cb req-adf07edf-a616-4b2a-9f94-ba1864266e78 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] show failed (client error): The resource could not be found. Sep 17 22:30:52.990616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1240b993-4af7-4d63-9643-f7379da0d1cb req-adf07edf-a616-4b2a-9f94-ba1864266e78 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-group-rules/e31ba696-c4be-4d7a-bec6-af42138ae840 HTTP/1.1" status: 404 len: 361 time: 0.0340328 Sep 17 22:30:53.015984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96386e6e-d6d0-42f5-bf31-10abfc59b780 req-acd87244-4618-41b7-8836-f4416b02a49b tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.017527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96386e6e-d6d0-42f5-bf31-10abfc59b780 req-acd87244-4618-41b7-8836-f4416b02a49b tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.0641370 Sep 17 22:30:53.081711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340ed817-6a89-4494-b537-cfc7c9a6f9c1 req-c67c3d0f-48fb-46a6-b285-8b868ecd2391 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/b85962b0-9831-4338-8056-9bf980183a10 HTTP/1.1" status: 200 len: 1812 time: 0.0631056 Sep 17 22:30:53.084645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96386e6e-d6d0-42f5-bf31-10abfc59b780 req-b2f09e27-5a6f-485b-b8dc-b0877a12eef5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598772 Sep 17 22:30:53.173943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-340ed817-6a89-4494-b537-cfc7c9a6f9c1 req-c541db5f-2bcb-4cc0-8fb6-38c0f4bbc7f7 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.199917 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-340ed817-6a89-4494-b537-cfc7c9a6f9c1 req-c541db5f-2bcb-4cc0-8fb6-38c0f4bbc7f7 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.249696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-340ed817-6a89-4494-b537-cfc7c9a6f9c1 req-c541db5f-2bcb-4cc0-8fb6-38c0f4bbc7f7 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.252490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-340ed817-6a89-4494-b537-cfc7c9a6f9c1 req-c541db5f-2bcb-4cc0-8fb6-38c0f4bbc7f7 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.253780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340ed817-6a89-4494-b537-cfc7c9a6f9c1 req-c541db5f-2bcb-4cc0-8fb6-38c0f4bbc7f7 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "DELETE /v2.0/security-groups/b85962b0-9831-4338-8056-9bf980183a10 HTTP/1.1" status: 204 len: 173 time: 0.1655774 Sep 17 22:30:53.265190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541db5f-2bcb-4cc0-8fb6-38c0f4bbc7f7 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85962b0-9831-4338-8056-9bf980183a10,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:53.322122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b9b596d-f3f6-420b-999e-b5ff03f929fc req-ace167a0-04ef-4261-8638-924820dd01fc tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/1a87cc7c-d4cb-4d2e-b5e5-21fcc88140dc HTTP/1.1" status: 200 len: 1811 time: 0.0471742 Sep 17 22:30:53.383630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3b9b596d-f3f6-420b-999e-b5ff03f929fc req-1d9ea64a-dbe6-4b91-bb0a-c34dd3120757 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.407293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3b9b596d-f3f6-420b-999e-b5ff03f929fc req-1d9ea64a-dbe6-4b91-bb0a-c34dd3120757 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.448838 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3b9b596d-f3f6-420b-999e-b5ff03f929fc req-1d9ea64a-dbe6-4b91-bb0a-c34dd3120757 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.452052 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3b9b596d-f3f6-420b-999e-b5ff03f929fc req-1d9ea64a-dbe6-4b91-bb0a-c34dd3120757 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.453271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b9b596d-f3f6-420b-999e-b5ff03f929fc req-1d9ea64a-dbe6-4b91-bb0a-c34dd3120757 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "DELETE /v2.0/security-groups/1a87cc7c-d4cb-4d2e-b5e5-21fcc88140dc HTTP/1.1" status: 204 len: 173 time: 0.1241369 Sep 17 22:30:53.463247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ea64a-dbe6-4b91-bb0a-c34dd3120757 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a87cc7c-d4cb-4d2e-b5e5-21fcc88140dc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:53.519610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e0708d4-1cac-4835-815b-5750fa103490 req-4e945811-50cf-4491-a293-f3fd075cb4b5 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/addafd1a-f72e-406b-a5be-9553c986f21c HTTP/1.1" status: 200 len: 1813 time: 0.0411792 Sep 17 22:30:53.600921 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8e0708d4-1cac-4835-815b-5750fa103490 req-db30033c-0e1b-4889-b7db-cab6a305b543 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.638776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8e0708d4-1cac-4835-815b-5750fa103490 req-db30033c-0e1b-4889-b7db-cab6a305b543 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.667219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516137a-8833-47aa-8d41-4ee13013e6f9 req-6080a15b-6f2f-4d81-a966-b131f7e48fa9 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.668723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8516137a-8833-47aa-8d41-4ee13013e6f9 req-6080a15b-6f2f-4d81-a966-b131f7e48fa9 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 948 time: 0.0836837 Sep 17 22:30:53.714142 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8e0708d4-1cac-4835-815b-5750fa103490 req-db30033c-0e1b-4889-b7db-cab6a305b543 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.716672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8e0708d4-1cac-4835-815b-5750fa103490 req-db30033c-0e1b-4889-b7db-cab6a305b543 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.718370 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e0708d4-1cac-4835-815b-5750fa103490 req-db30033c-0e1b-4889-b7db-cab6a305b543 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "DELETE /v2.0/security-groups/addafd1a-f72e-406b-a5be-9553c986f21c HTTP/1.1" status: 204 len: 173 time: 0.1918163 Sep 17 22:30:53.729874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 75f080bf-3829-49a3-8360-533f24788ae0 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:53.734729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8516137a-8833-47aa-8d41-4ee13013e6f9 req-7aca00ff-662a-4f7d-9bdc-8914b7ac4509 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579965 Sep 17 22:30:53.735610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30033c-0e1b-4889-b7db-cab6a305b543 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addafd1a-f72e-406b-a5be-9553c986f21c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:53.816980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 75f080bf-3829-49a3-8360-533f24788ae0 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:53.821909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 75f080bf-3829-49a3-8360-533f24788ae0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:53.822322 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.872378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc2f1-1012-4aa2-96e7-2799ace830f2 req-a5273292-ad8f-493e-9126-f46304968810 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.874659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac7cc2f1-1012-4aa2-96e7-2799ace830f2 req-a5273292-ad8f-493e-9126-f46304968810 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 949 time: 0.0869145 Sep 17 22:30:53.887529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed959296-309c-4e59-9130-024e4fc8006c req-625f2cc1-bbd9-42a1-88f0-17dceca42270 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.889362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed959296-309c-4e59-9130-024e4fc8006c req-625f2cc1-bbd9-42a1-88f0-17dceca42270 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.0727224 Sep 17 22:30:53.925759 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.950109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac7cc2f1-1012-4aa2-96e7-2799ace830f2 req-1f04d229-d401-43f5-a89c-5114decf4d10 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597479 Sep 17 22:30:53.953087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed959296-309c-4e59-9130-024e4fc8006c req-92b811e8-9222-472f-9152-b5b5a39f88a3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563676 Sep 17 22:30:53.959224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa84f5b-ae0d-4937-8c6f-863f8e548d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f080bf-3829-49a3-8360-533f24788ae0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:53.962021 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de813c5-cc60-4500-af75-5f4c13b17fc2" -d '{"events": [{"server_uuid": "8fa84f5b-ae0d-4937-8c6f-863f8e548d1e", "name": "network-vif-plugged", "status": "completed", "tag": "75f080bf-3829-49a3-8360-533f24788ae0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:53.982484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 75f080bf-3829-49a3-8360-533f24788ae0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=75f080bf-3829-49a3-8360-533f24788ae0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:53.990338 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.991251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9b602daf-b5ff-4be1-9097-a2a9144e2cfd up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:54.036663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7af513f5-5754-47be-b616-0b43a0c72edb req-52920624-7380-4142-92d9-fe502654aae3 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/217d4316-f759-44f0-9c95-75dde7cbd341 HTTP/1.1" status: 200 len: 1812 time: 0.0497882 Sep 17 22:30:54.086934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=75f080bf-3829-49a3-8360-533f24788ae0,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.116577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:54.126085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:54.126462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.136861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470fa23-c03b-43fa-bce3-2f229f066562 req-8478ac9a-b1c6-4878-bf95-4b4206f10c15 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.138383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5470fa23-c03b-43fa-bce3-2f229f066562 req-8478ac9a-b1c6-4878-bf95-4b4206f10c15 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 950 time: 0.1007054 Sep 17 22:30:54.144570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7af513f5-5754-47be-b616-0b43a0c72edb req-95d389ec-b70a-4f8e-a8fe-3a425f196547 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.183849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7af513f5-5754-47be-b616-0b43a0c72edb req-95d389ec-b70a-4f8e-a8fe-3a425f196547 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.211669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5470fa23-c03b-43fa-bce3-2f229f066562 req-f50d6ad8-d38c-458f-a8d8-f760efcd5597 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639989 Sep 17 22:30:54.216209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.242774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7af513f5-5754-47be-b616-0b43a0c72edb req-95d389ec-b70a-4f8e-a8fe-3a425f196547 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.246063 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7af513f5-5754-47be-b616-0b43a0c72edb req-95d389ec-b70a-4f8e-a8fe-3a425f196547 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.247392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7af513f5-5754-47be-b616-0b43a0c72edb req-95d389ec-b70a-4f8e-a8fe-3a425f196547 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "DELETE /v2.0/security-groups/217d4316-f759-44f0-9c95-75dde7cbd341 HTTP/1.1" status: 204 len: 173 time: 0.2007892 Sep 17 22:30:54.258666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d389ec-b70a-4f8e-a8fe-3a425f196547 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217d4316-f759-44f0-9c95-75dde7cbd341,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.267239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:54.279813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.315605 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d7aaf-3ee3-4e2f-983c-7b179b8d263b x-openstack-request-id: req-195d7aaf-3ee3-4e2f-983c-7b179b8d263b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:54.316556 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa84f5b-ae0d-4937-8c6f-863f8e548d1e", "name": "network-vif-plugged", "status": "completed", "tag": "75f080bf-3829-49a3-8360-533f24788ae0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:54.317155 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-195d7aaf-3ee3-4e2f-983c-7b179b8d263b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:54.317933 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa84f5b-ae0d-4937-8c6f-863f8e548d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f080bf-3829-49a3-8360-533f24788ae0', 'code': 200} Sep 17 22:30:54.350902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.396800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6c2b8-8755-49ce-8efa-00e747f5a9f5 req-36273c3a-92d6-451b-af1e-8566a2379621 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.398364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79e6c2b8-8755-49ce-8efa-00e747f5a9f5 req-36273c3a-92d6-451b-af1e-8566a2379621 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.0704854 Sep 17 22:30:54.469923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79e6c2b8-8755-49ce-8efa-00e747f5a9f5 req-182d56f1-d034-4f8a-bcfe-d83c544e6716 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599461 Sep 17 22:30:54.472501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11be647-32ed-41c6-a44c-fb508205ffc9 req-21d359d4-972e-443f-90fb-368548d3b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.473948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d11be647-32ed-41c6-a44c-fb508205ffc9 req-21d359d4-972e-443f-90fb-368548d3b540 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 1102 time: 0.0747035 Sep 17 22:30:54.534204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d11be647-32ed-41c6-a44c-fb508205ffc9 req-03d2bbbd-4761-4215-9c62-ca752bf225b2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Sep 17 22:30:54.549766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81289b33-b27e-437a-9dcc-1bc715166752 req-79523b2c-7265-4289-87c0-7acfb98d4402 tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "GET /v2.0/security-groups/fd9a9178-6551-483c-b8c3-22888521681f HTTP/1.1" status: 200 len: 1812 time: 0.0524330 Sep 17 22:30:54.637149 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-81289b33-b27e-437a-9dcc-1bc715166752 req-d6f37b6c-6153-4ec6-8cde-a374bef6ba7b tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.666152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-81289b33-b27e-437a-9dcc-1bc715166752 req-d6f37b6c-6153-4ec6-8cde-a374bef6ba7b tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.717909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-81289b33-b27e-437a-9dcc-1bc715166752 req-d6f37b6c-6153-4ec6-8cde-a374bef6ba7b tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.720920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-81289b33-b27e-437a-9dcc-1bc715166752 req-d6f37b6c-6153-4ec6-8cde-a374bef6ba7b tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.722167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81289b33-b27e-437a-9dcc-1bc715166752 req-d6f37b6c-6153-4ec6-8cde-a374bef6ba7b tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] 10.222.0.48 "DELETE /v2.0/security-groups/fd9a9178-6551-483c-b8c3-22888521681f HTTP/1.1" status: 204 len: 173 time: 0.1654494 Sep 17 22:30:54.728523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59332) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:54.748808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f37b6c-6153-4ec6-8cde-a374bef6ba7b tempest-SecurityGroupRulesNegativeTestJSON-1807917669 tempest-SecurityGroupRulesNegativeTestJSON-1807917669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a9178-6551-483c-b8c3-22888521681f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.788316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e96c25-b6de-4a46-96d9-95f96ba7567f admin admin] Deleting subnet 199e33ae-4b75-4c25-aba9-54d551ba553c {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:30:54.792858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68e96c25-b6de-4a46-96d9-95f96ba7567f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.840621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68e96c25-b6de-4a46-96d9-95f96ba7567f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.890631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68e96c25-b6de-4a46-96d9-95f96ba7567f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.901224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297708db-1df6-40f5-b924-1eaa5babb906 req-dff0da2c-6b13-4b5c-a0fc-27fb5fad5448 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.902648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-297708db-1df6-40f5-b924-1eaa5babb906 req-dff0da2c-6b13-4b5c-a0fc-27fb5fad5448 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.0509288 Sep 17 22:30:54.948214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-297708db-1df6-40f5-b924-1eaa5babb906 req-5e12670e-c798-40b0-a4ab-a5af9208f79b tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375705 Sep 17 22:30:54.951187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68e96c25-b6de-4a46-96d9-95f96ba7567f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.980724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68e96c25-b6de-4a46-96d9-95f96ba7567f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.985746 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68e96c25-b6de-4a46-96d9-95f96ba7567f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/199e33ae-4b75-4c25-aba9-54d551ba553c HTTP/1.1" status: 204 len: 168 time: 0.2524660 Sep 17 22:30:54.985746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e96c25-b6de-4a46-96d9-95f96ba7567f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199e33ae-4b75-4c25-aba9-54d551ba553c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.985948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:55.126228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.170494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799768a-9f40-4954-8e58-c1b21c7b1e59 req-e6428ef3-81da-4aa1-98e7-e4069419250b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.172550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1799768a-9f40-4954-8e58-c1b21c7b1e59 req-e6428ef3-81da-4aa1-98e7-e4069419250b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 950 time: 0.1135752 Sep 17 22:30:55.182176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fc861-5994-4785-95e2-54d1651464d1 req-8d6ab955-c28d-4b72-a507-242fd9f1c525 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.183622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b8fc861-5994-4785-95e2-54d1651464d1 req-8d6ab955-c28d-4b72-a507-242fd9f1c525 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.1259229 Sep 17 22:30:55.304427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.315777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1799768a-9f40-4954-8e58-c1b21c7b1e59 req-5a681ee6-4808-4771-b259-ed029e8938ad tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302874 Sep 17 22:30:55.320009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b8fc861-5994-4785-95e2-54d1651464d1 req-48ff6d95-0106-4fe4-9580-00d1020ffc8e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155658 Sep 17 22:30:55.331208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e890d47e-5247-4e5b-8a37-559b846857e5']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:55.344706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e5ebf-4b0c-4a28-b89e-ab5a116dff71') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:55.344706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e5ebf-4b0c-4a28-b89e-ab5a116dff71') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:55.357072 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.372579 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.379801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:55.380328 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:55.382069 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:55.435563 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.441127 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.442980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e890d47e-5247-4e5b-8a37-559b846857e5 HTTP/1.1" status: 204 len: 168 time: 0.4532754 Sep 17 22:30:55.454399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbc4ab-0bab-47b8-ad1a-81317e132207 admin admin] Pushing event deleted for resources: {'Network': ['ID=e890d47e-5247-4e5b-8a37-559b846857e5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:55.602831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8ba69-d401-4378-9b73-7ac4798a6a04 req-7fec96dc-5d7c-407b-88ee-9a6e58a13a09 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.606098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69b8ba69-d401-4378-9b73-7ac4798a6a04 req-7fec96dc-5d7c-407b-88ee-9a6e58a13a09 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.0572395 Sep 17 22:30:55.626235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59362) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:55.653906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69b8ba69-d401-4378-9b73-7ac4798a6a04 req-91e0f367-ca97-4253-9fd2-61a79ece1391 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Sep 17 22:30:55.671154 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-428f1cbc-ee5f-4aeb-9953-157ae2f194ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ba27e860c6e4df2aac6e9819ff4bd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436761 Sep 17 22:30:55.674142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59366) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:55.725276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:55.735667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8a35017f-1ba5-44f2-8086-6f85a9f1d220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.758493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8a35017f-1ba5-44f2-8086-6f85a9f1d220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.808190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.813713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8a35017f-1ba5-44f2-8086-6f85a9f1d220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.817043 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8a35017f-1ba5-44f2-8086-6f85a9f1d220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.822129 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8a35017f-1ba5-44f2-8086-6f85a9f1d220 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b9b15f1-2501-437d-9c93-fe6ec6068566 HTTP/1.1" status: 204 len: 168 time: 0.1462944 Sep 17 22:30:55.839439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35017f-1ba5-44f2-8086-6f85a9f1d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9b15f1-2501-437d-9c93-fe6ec6068566,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:55.871635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:55.879177 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.940824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:56.074872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29273f34-140e-49fb-a1fc-5317bf75a2e1 req-2147b202-bc4f-43ca-b294-6c15044ea49c tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.076424 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29273f34-140e-49fb-a1fc-5317bf75a2e1 req-2147b202-bc4f-43ca-b294-6c15044ea49c tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.0519207 Sep 17 22:30:56.119383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29273f34-140e-49fb-a1fc-5317bf75a2e1 req-57c355e9-6217-4059-adbd-e150482cc778 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356455 Sep 17 22:30:56.319648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c4db44-910b-40bc-920a-ec6e4aca277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b602daf-b5ff-4be1-9097-a2a9144e2cfd'}, {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:56.322166 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c385e79-30e7-4989-8ced-a6da1956d62f" -d '{"events": [{"server_uuid": "c1c4db44-910b-40bc-920a-ec6e4aca277a", "name": "network-vif-plugged", "status": "completed", "tag": "9b602daf-b5ff-4be1-9097-a2a9144e2cfd"}, {"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-unplugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:56.371237 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4813c3-2246-4f64-9d8d-c8283653e1f3 x-openstack-request-id: req-ab4813c3-2246-4f64-9d8d-c8283653e1f3 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:56.371962 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c4db44-910b-40bc-920a-ec6e4aca277a", "name": "network-vif-plugged", "status": "completed", "tag": "9b602daf-b5ff-4be1-9097-a2a9144e2cfd", "code": 200}, {"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-unplugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:56.372483 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab4813c3-2246-4f64-9d8d-c8283653e1f3 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:56.373067 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c4db44-910b-40bc-920a-ec6e4aca277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b602daf-b5ff-4be1-9097-a2a9144e2cfd', 'code': 200} Sep 17 22:30:56.374204 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'code': 200} Sep 17 22:30:56.492644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9265d-ce14-490e-b584-69357f886cf0 req-a0635614-f0ac-4c8c-adc2-4002ee4b1c29 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.497471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbf9265d-ce14-490e-b584-69357f886cf0 req-a0635614-f0ac-4c8c-adc2-4002ee4b1c29 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.0928214 Sep 17 22:30:56.550964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e06fb-d1a5-428c-a00b-dbfa234bf13a req-daa0f191-ccc7-4be3-abd1-80c9525157af tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.552601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-802e06fb-d1a5-428c-a00b-dbfa234bf13a req-daa0f191-ccc7-4be3-abd1-80c9525157af tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 950 time: 0.1170142 Sep 17 22:30:56.631868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59416) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:56.777833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1093757885-network', 'tenant_id': '9b85ab0b327943aaaf205f1499a06712'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:56.803236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Made reservation on behalf of 9b85ab0b327943aaaf205f1499a06712 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:56.806257 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.816073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.886922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2092f146-2522-49c3-807f-bb6de36325f9 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:56.924358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.924613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbf9265d-ce14-490e-b584-69357f886cf0 req-31ba1df1-dd75-4011-9fe7-65da47b73f25 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176555 Sep 17 22:30:56.931058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.968043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:30:56.988100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2942c7e-a436-46d3-a8f1-641005500fed,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:57.006429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.008485 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Added segment 83f003ba-a91c-43e2-b34d-65c4c69ff666 of type vlan for network 8243c682-f338-4027-968b-250f53744a7f Sep 17 22:30:57.018992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:57.034924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-802e06fb-d1a5-428c-a00b-dbfa234bf13a req-a20c78fa-229d-45b1-980e-9fd12bd74c33 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754786 Sep 17 22:30:57.041893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '2092f146-2522-49c3-807f-bb6de36325f9', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '2092f146-2522-49c3-807f-bb6de36325f9', 'mac_address': 'fa:16:3e:38:63:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:57.053964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0981f-8688-479e-ae06-374aeb0e3963 req-23b90355-0bb5-4121-98f3-9f0c781664d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.055717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2c0981f-8688-479e-ae06-374aeb0e3963 req-23b90355-0bb5-4121-98f3-9f0c781664d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 1101 time: 0.1697576 Sep 17 22:30:57.065207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.114106 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.116140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.118108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.118834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.135859 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2092f146-2522-49c3-807f-bb6de36325f9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:57.162957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:57.167520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5323155 Sep 17 22:30:57.169567 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59438) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:57.172217 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.172619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53cf89-5dec-4a59-b638-a256705db2f4 req-336faba5-4c89-4d27-ae6c-8e2017a44d40 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.174234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b53cf89-5dec-4a59-b638-a256705db2f4 req-336faba5-4c89-4d27-ae6c-8e2017a44d40 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.1175992 Sep 17 22:30:57.178511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Request body: {'subnet': {'network_id': '8243c682-f338-4027-968b-250f53744a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1093757885-subnet', 'tenant_id': '9b85ab0b327943aaaf205f1499a06712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:57.179447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2c0981f-8688-479e-ae06-374aeb0e3963 req-606e63bc-e063-423b-8981-c14c3f2dbba3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819638 Sep 17 22:30:57.221600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63482c89-85d4-44af-9e82-9cf9fed62d66 admin admin] Pushing event updated for resources: {'Network': ['ID=8243c682-f338-4027-968b-250f53744a7f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:57.225475 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b53cf89-5dec-4a59-b638-a256705db2f4 req-f6e774e8-76bf-4714-ae59-40e43c79679b tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434000 Sep 17 22:30:57.235908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 8243c682-f338-4027-968b-250f53744a7f details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:30:57.241627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:57.261928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Made reservation on behalf of 9b85ab0b327943aaaf205f1499a06712 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:57.265773 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.320339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['2092f146-2522-49c3-807f-bb6de36325f9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:57.367535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa77c26-463e-479a-bdd9-429682c29351 req-7b0a0c38-0b70-4d67-ada2-438269312e31 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.370138 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7aa77c26-463e-479a-bdd9-429682c29351 req-7b0a0c38-0b70-4d67-ada2-438269312e31 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.0754936 Sep 17 22:30:57.429438 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7aa77c26-463e-479a-bdd9-429682c29351 req-182403fb-eef6-4b11-a0d7-f5c7d5fe9e87 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497139 Sep 17 22:30:57.486290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.543736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb2b6f4-f467-4448-a432-94962f36815f,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:57.554211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Checking segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:57.554558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Network hostable DHCP agents. Network: 8243c682-f338-4027-968b-250f53744a7f, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:30:57.571903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Network 8243c682-f338-4027-968b-250f53744a7f is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:30:57.580556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 8243c682-f338-4027-968b-250f53744a7f) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:57.584943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.585543 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.594006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da0d2f-7600-44d3-b1b8-b2df561d411e None None] Network 8243c682-f338-4027-968b-250f53744a7f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:57.607133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1a2520d8-381b-47d7-b01c-5fc32507ce3c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4363289 Sep 17 22:30:57.727128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c28157e4-ca57-487d-aa97-98095bcd2480 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:57.784071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-8243c682-f338-4027-968b-250f53744a7f', 'network_id': '8243c682-f338-4027-968b-250f53744a7f', 'tenant_id': '9b85ab0b327943aaaf205f1499a06712', 'fixed_ips': [{'subnet_id': 'cfb2b6f4-f467-4448-a432-94962f36815f'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:30:57.784969 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.947424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:57.994017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Allocated IP 172.20.0.2 (8243c682-f338-4027-968b-250f53744a7f/cfb2b6f4-f467-4448-a432-94962f36815f/d8ca819f-d474-4ba6-bed9-3281b4cdffcf) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:58.084863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'port_id': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'mac_address': 'fa:16:3e:e5:59:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283f1a-482d-406b-a394-152c9b001a6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:58.137456 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.153203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c28157e4-ca57-487d-aa97-98095bcd2480 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:58.201078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766978b8-2a04-4be6-bd1d-96ade8d099e6 req-e1fc817f-1cdd-42cf-b5b8-72184700b8e4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.202642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-766978b8-2a04-4be6-bd1d-96ade8d099e6 req-e1fc817f-1cdd-42cf-b5b8-72184700b8e4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.1715395 Sep 17 22:30:58.208590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:58.219613 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.236581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-40efff19-dc81-4089-9dda-7ffb0d2ee88c tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.238112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-40efff19-dc81-4089-9dda-7ffb0d2ee88c tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 816 time: 0.2192342 Sep 17 22:30:58.257561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-25a5eca2-6b60-45ab-b97b-614bf5a96cab tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/quotas/9b85ab0b327943aaaf205f1499a06712 HTTP/1.1" status: 200 len: 375 time: 0.0125098 Sep 17 22:30:58.259718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.270689 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.277004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-766978b8-2a04-4be6-bd1d-96ade8d099e6 req-dd8886b0-f4da-41dd-ad14-5aee9ff3eeeb tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647740 Sep 17 22:30:58.302316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:58.342863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-18ae5bb2-9c6e-4f8e-b2e1-3a509bdbbe7d tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699925 Sep 17 22:30:58.348198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Pushing event updated for resources: {'Port': ['ID=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:58.355920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Network 8243c682-f338-4027-968b-250f53744a7f is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:58.358083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:58.361526 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:58.439059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Attempting to bind port d8ca819f-d474-4ba6-bed9-3281b4cdffcf on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:58.439491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Attempting to bind port d8ca819f-d474-4ba6-bed9-3281b4cdffcf by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:58.439961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Attempting to bind port d8ca819f-d474-4ba6-bed9-3281b4cdffcf on network 8243c682-f338-4027-968b-250f53744a7f {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:58.448191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:58.448920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Checking segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:58.449315 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.449801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Bound using segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:58.452031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Bound port: d8ca819f-d474-4ba6-bed9-3281b4cdffcf, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:58.453342 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.472430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['c28157e4-ca57-487d-aa97-98095bcd2480'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:58.511709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b35ce-f1e9-4da4-b127-6bce809a256a req-87f28f86-eb40-4cff-9ce1-cdce35d2f627 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.514267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-042b35ce-f1e9-4da4-b127-6bce809a256a req-87f28f86-eb40-4cff-9ce1-cdce35d2f627 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 950 time: 0.0931568 Sep 17 22:30:58.522173 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-b6acb9c3-cbc2-454a-9416-57592e6626cf service neutron] 10.222.0.48 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784346 Sep 17 22:30:58.584278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] For port d8ca819f-d474-4ba6-bed9-3281b4cdffcf, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:58.587982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] For port d8ca819f-d474-4ba6-bed9-3281b4cdffcf, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:58.607683 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.625199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-042b35ce-f1e9-4da4-b127-6bce809a256a req-018d2d7e-2024-42b6-aec9-ec24c5fe03ac tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922446 Sep 17 22:30:58.684319 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-1530c3c3-9934-4c89-b048-bc7b0c2000b3 service neutron] 10.222.0.48 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609459 Sep 17 22:30:58.727077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e26dfb-3944-472a-a44e-c941a95bf7b5 None None] Pushing event updated for resources: {'Port': ['ID=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:58.884880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2092f146-2522-49c3-807f-bb6de36325f9 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:58.900122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaccd1-773b-414c-a944-1b1a0a9dc9ae req-160f65c4-2610-4942-bb83-2b3f6d3e0dbe tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.910472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dafaccd1-773b-414c-a944-1b1a0a9dc9ae req-160f65c4-2610-4942-bb83-2b3f6d3e0dbe tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 944 time: 0.0797291 Sep 17 22:30:59.012291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 2092f146-2522-49c3-807f-bb6de36325f9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:59.013263 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:59.174869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dafaccd1-773b-414c-a944-1b1a0a9dc9ae req-2df0aa3d-a7e3-4314-ba26-44a8e15d1201 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647052 Sep 17 22:30:59.214204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b120b-af15-4fbf-94ed-b3f1ec54a74f req-741a77a6-aa1c-4fe8-9538-2e022997d417 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:59.226248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-962b120b-af15-4fbf-94ed-b3f1ec54a74f req-741a77a6-aa1c-4fe8-9538-2e022997d417 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.3148663 Sep 17 22:30:59.311067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-962b120b-af15-4fbf-94ed-b3f1ec54a74f req-f149a7ec-9823-4a0d-b30c-b3e7bb110858 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828931 Sep 17 22:30:59.467709 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:59.572475 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:59.573634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:59.582693 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802f22a-343f-4636-b77c-bfcb7656f4a8" -d '{"events": [{"server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "name": "network-vif-plugged", "status": "completed", "tag": "2092f146-2522-49c3-807f-bb6de36325f9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:59.588753 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:59.673898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:59.726569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c28157e4-ca57-487d-aa97-98095bcd2480 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:59.807033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e814c-17bf-446b-a7ad-422ba12d9238 req-908d2851-5b58-445d-9865-f77b8838222d tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:59.815006 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-199e814c-17bf-446b-a7ad-422ba12d9238 req-908d2851-5b58-445d-9865-f77b8838222d tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 1102 time: 0.1494150 Sep 17 22:30:59.825221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port c28157e4-ca57-487d-aa97-98095bcd2480 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:59.825630 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:59.832906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2032-14fe-48cb-98e0-389454a91246 req-b4bc67aa-6803-41d9-b588-01381346b97d tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:59.834715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-b4bc67aa-6803-41d9-b588-01381346b97d tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 816 time: 0.2904465 Sep 17 22:30:59.878318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-199e814c-17bf-446b-a7ad-422ba12d9238 req-cb8c3d00-1268-496a-8311-ef655490cae2 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:59.899279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-0cc58c89-da65-49e9-9f86-95c09222f731 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/quotas/9b85ab0b327943aaaf205f1499a06712 HTTP/1.1" status: 200 len: 375 time: 0.0410233 Sep 17 22:30:59.921733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a4dfa997-115f-4141-8aa6-802db1068cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:59.944731 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.019612 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-d78dc258-9c87-4e11-b649-dc75fc41740f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190591 Sep 17 22:31:00.029892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:00.041311 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.156376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-2ad97a94-6254-4c73-aa24-04b5131636cd service neutron] 10.222.0.48 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355438 Sep 17 22:31:00.218330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:00.376055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-bb3f18c2-880a-4596-97b6-b7901daeecd2 service neutron] 10.222.0.48 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106500 Sep 17 22:31:00.380450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f4105-ea90-41d7-9b58-6f1abf2a3e7c None None] Network 8243c682-f338-4027-968b-250f53744a7f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:00.393029 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-199e814c-17bf-446b-a7ad-422ba12d9238 req-cb8c3d00-1268-496a-8311-ef655490cae2 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.407185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-199e814c-17bf-446b-a7ad-422ba12d9238 req-cb8c3d00-1268-496a-8311-ef655490cae2 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.515634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c3d00-1268-496a-8311-ef655490cae2 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c911497-ad40-48ef-8084-d4379db8aff1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:00.573048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-199e814c-17bf-446b-a7ad-422ba12d9238 req-cb8c3d00-1268-496a-8311-ef655490cae2 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7571130 Sep 17 22:31:00.783800 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-36c214ce-0747-4cde-a8c3-1fc07eb76682 None None] Provisioning complete for port d8ca819f-d474-4ba6-bed9-3281b4cdffcf triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:00.789270 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36c214ce-0747-4cde-a8c3-1fc07eb76682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.852765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4c743-fc6a-4528-a14e-afadfe7d4298 req-7bba2d1c-cd41-4adb-87ba-b573e80c9d92 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.855368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14f4c743-fc6a-4528-a14e-afadfe7d4298 req-7bba2d1c-cd41-4adb-87ba-b573e80c9d92 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.1191471 Sep 17 22:31:01.000719 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a25de-63d4-46bb-b6b4-6324dd60f389 x-openstack-request-id: req-673a25de-63d4-46bb-b6b4-6324dd60f389 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:01.001737 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "name": "network-vif-plugged", "status": "completed", "tag": "2092f146-2522-49c3-807f-bb6de36325f9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:01.002001 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-673a25de-63d4-46bb-b6b4-6324dd60f389 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:01.003593 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9', 'code': 200} Sep 17 22:31:01.017242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d8ca819f-d474-4ba6-bed9-3281b4cdffcf up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:01.087599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-e64f17d8-cd03-458b-959f-6d6ae9a5ccf6 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.089517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-e64f17d8-cd03-458b-959f-6d6ae9a5ccf6 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.45 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 816 time: 0.2328694 Sep 17 22:31:01.169100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Request body: {'port': {'device_id': '53b5d24d-cde7-497f-8262-e7dc56946606', 'network_id': '8243c682-f338-4027-968b-250f53744a7f', 'admin_state_up': True, 'tenant_id': '9b85ab0b327943aaaf205f1499a06712'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:01.331543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d8ca819f-d474-4ba6-bed9-3281b4cdffcf triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:01.332078 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.333655 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36c214ce-0747-4cde-a8c3-1fc07eb76682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.340606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14f4c743-fc6a-4528-a14e-afadfe7d4298 req-096b5813-5f16-4737-9983-4ed08a81235b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634223 Sep 17 22:31:01.473740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-36c214ce-0747-4cde-a8c3-1fc07eb76682 None None] For port d8ca819f-d474-4ba6-bed9-3281b4cdffcf, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:01.475973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5e30-6b9f-41e4-93a4-ca5c37cf51f2 req-ea659c5b-ffcc-4a71-84ca-b14c60d189d5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.486509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b89e5e30-6b9f-41e4-93a4-ca5c37cf51f2 req-ea659c5b-ffcc-4a71-84ca-b14c60d189d5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.2081194 Sep 17 22:31:01.487363 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36c214ce-0747-4cde-a8c3-1fc07eb76682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.578764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c214ce-0747-4cde-a8c3-1fc07eb76682 None None] Pushing event updated for resources: {'Port': ['ID=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:01.634356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Made reservation on behalf of 9b85ab0b327943aaaf205f1499a06712 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:01.637980 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.654751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d774c-80c1-4947-b577-87367aceef02 req-5ab5d147-1ada-445f-b0e9-94f45eefd2af tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.663909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d18d774c-80c1-4947-b577-87367aceef02 req-5ab5d147-1ada-445f-b0e9-94f45eefd2af tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.2044981 Sep 17 22:31:01.737224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b89e5e30-6b9f-41e4-93a4-ca5c37cf51f2 req-aa699c59-c1f4-4762-8fa3-7467e1cb5a67 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495906 Sep 17 22:31:01.754793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d18d774c-80c1-4947-b577-87367aceef02 req-e2b99cac-bf93-453b-a6be-da826be49355 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895908 Sep 17 22:31:01.842339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-686e908f-61da-48df-b784-9f5a5f11b488 None None] Provisioning complete for port d8ca819f-d474-4ba6-bed9-3281b4cdffcf triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:01.842924 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-686e908f-61da-48df-b784-9f5a5f11b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.961775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Allocated IP 172.20.0.9 (8243c682-f338-4027-968b-250f53744a7f/cfb2b6f4-f467-4448-a432-94962f36815f/942e34aa-7aa4-4dce-b3b6-0dfad9c8703f) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:02.441553 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.473513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-9b809f5e-9f26-40e4-a04a-b5b27302c0f5 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.483495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-9b809f5e-9f26-40e4-a04a-b5b27302c0f5 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 816 time: 0.3350010 Sep 17 22:31:02.501622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-dbf3168b-f88f-495e-ae59-7f8aa4bdfd89 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815375 Sep 17 22:31:02.515127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-61c8158f-f3dd-463c-8565-f257ba26569a tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/quotas/9b85ab0b327943aaaf205f1499a06712 HTTP/1.1" status: 200 len: 375 time: 0.0304027 Sep 17 22:31:02.584961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d8ca819f-d474-4ba6-bed9-3281b4cdffcf up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:02.640417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2032-14fe-48cb-98e0-389454a91246 req-969ac426-f236-45bb-b88b-62a0d5ced885 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.642145 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-969ac426-f236-45bb-b88b-62a0d5ced885 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.45 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 816 time: 0.2109025 Sep 17 22:31:02.662233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Request body: {'port': {'device_id': '390a1a32-bab1-4589-aea9-1367c8037992', 'network_id': '8243c682-f338-4027-968b-250f53744a7f', 'admin_state_up': True, 'tenant_id': '9b85ab0b327943aaaf205f1499a06712'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:02.725505 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-92832518-92a4-4946-8ebc-2234d1b1e53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.751338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d8ca819f-d474-4ba6-bed9-3281b4cdffcf triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:02.751771 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.798026 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.836841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-0676f1f0-fa05-4889-adcc-3def815e3d28 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3176808 Sep 17 22:31:02.842703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Made reservation on behalf of 9b85ab0b327943aaaf205f1499a06712 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:02.848192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.005156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:03.005530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Network 8243c682-f338-4027-968b-250f53744a7f is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:03.007396 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d4d69c-2421-448f-8a39-faa7370f3150" -d '{"events": [{"server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "name": "network-vif-plugged", "status": "completed", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:03.017787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:03.023524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:03.040146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-c8f99332-4c3b-42ac-990a-03aa348c71ff tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.047004 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.049463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-c8f99332-4c3b-42ac-990a-03aa348c71ff tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5190623 Sep 17 22:31:03.057993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Allocated IP 172.20.0.3 (8243c682-f338-4027-968b-250f53744a7f/cfb2b6f4-f467-4448-a432-94962f36815f/f6ca9775-4477-4d82-bef4-7281b8208cf2) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:03.138130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Pushing event updated for resources: {'Port': ['ID=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:03.162340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-fe0c712c-fe43-46b2-ba7e-23c82c5638bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/quotas/8db220bbc27c4870b02a33dafc736b94 HTTP/1.1" status: 200 len: 375 time: 0.1118925 Sep 17 22:31:03.224573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.225441 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.260013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-7efc533c-693a-456d-a9cd-a249cdf0d524 service neutron] 10.222.0.48 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182065 Sep 17 22:31:03.271878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-170e4355-ac75-4648-a3a8-2fd44fd2d7d9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1325707 Sep 17 22:31:03.291187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.297443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Request body: {'port': {'device_id': '53b5d24d-cde7-497f-8262-e7dc56946606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:03.345585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.356694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-1d2da686-94f4-44f4-8176-18adf9a2b389 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1895025 Sep 17 22:31:03.389946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d332213d-7ad9-40ee-a675-b5b486dee3a5 None None] Provisioning complete for port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:03.390326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d332213d-7ad9-40ee-a675-b5b486dee3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.397190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Network 8243c682-f338-4027-968b-250f53744a7f is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:03.400902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:03.427498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:03.450537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-44636be5-b6a6-4779-a023-eac48efafe36 service neutron] 10.222.0.48 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896119 Sep 17 22:31:03.514588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Pushing event updated for resources: {'Port': ['ID=f6ca9775-4477-4d82-bef4-7281b8208cf2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:03.515147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d332213d-7ad9-40ee-a675-b5b486dee3a5 None None] Port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:03.524784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.525637 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.545618 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-d12df79b-e9aa-4c57-8c14-355444bc7faa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8894281 Sep 17 22:31:03.551033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.559471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Request body: {'port': {'device_id': '390a1a32-bab1-4589-aea9-1367c8037992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:03.720898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.744691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.850102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-56af18b2-1db7-4338-8941-e8cd47c2ebf4 None None] Provisioning complete for port f6ca9775-4477-4d82-bef4-7281b8208cf2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:03.851815 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-56af18b2-1db7-4338-8941-e8cd47c2ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.896852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-56af18b2-1db7-4338-8941-e8cd47c2ebf4 None None] Port f6ca9775-4477-4d82-bef4-7281b8208cf2 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:04.049027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:04.061536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:04.078193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Transition to ACTIVE for port object 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:04.116196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:04.431611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ca9775-4477-4d82-bef4-7281b8208cf2 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:04.436430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Pushing event updated for resources: {'Port': ['ID=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:04.465009 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:04.490738 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:04.540390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Attempting to bind port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:04.540641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Attempting to bind port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:04.541228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Attempting to bind port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f on network 8243c682-f338-4027-968b-250f53744a7f {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:04.568024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Transition to ACTIVE for port object f6ca9775-4477-4d82-bef4-7281b8208cf2 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:04.578365 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:04.603847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a76d18-06da-4772-8b05-900da547af34 req-8bd3af9e-a488-4fd6-a315-320a72ffb275 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:04.615746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1a76d18-06da-4772-8b05-900da547af34 req-8bd3af9e-a488-4fd6-a315-320a72ffb275 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.5349059 Sep 17 22:31:04.639448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f on network 8243c682-f338-4027-968b-250f53744a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:04.639775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Attempting to bind port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f on network 8243c682-f338-4027-968b-250f53744a7f {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:04.684349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce6150-5938-40ff-a85b-354909cf9b18 req-27e6026b-2c0c-4281-b7eb-69d1ef3c694a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:04.686321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8ce6150-5938-40ff-a85b-354909cf9b18 req-27e6026b-2c0c-4281-b7eb-69d1ef3c694a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.3703699 Sep 17 22:31:04.690712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:04.691071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Checking segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:04.713844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Bound using segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:04.715583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Bound port: 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:04.717966 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:04.718218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ca9775-4477-4d82-bef4-7281b8208cf2,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:04.880039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Attempting to bind port f6ca9775-4477-4d82-bef4-7281b8208cf2 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:04.881164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1a76d18-06da-4772-8b05-900da547af34 req-f6285110-929d-48a7-a4d4-fe42cc4fba40 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451200 Sep 17 22:31:04.881864 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Attempting to bind port f6ca9775-4477-4d82-bef4-7281b8208cf2 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:04.882424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Attempting to bind port f6ca9775-4477-4d82-bef4-7281b8208cf2 on network 8243c682-f338-4027-968b-250f53744a7f {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:04.892171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Port f6ca9775-4477-4d82-bef4-7281b8208cf2 on network 8243c682-f338-4027-968b-250f53744a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:04.894872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Attempting to bind port f6ca9775-4477-4d82-bef4-7281b8208cf2 on network 8243c682-f338-4027-968b-250f53744a7f {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:04.902183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:04.902950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Checking segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:04.903588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Bound using segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:04.904891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Bound port: f6ca9775-4477-4d82-bef4-7281b8208cf2, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:04.908643 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:05.006070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8ce6150-5938-40ff-a85b-354909cf9b18 req-8417535a-532f-4182-93e8-68c2d4b7258a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733190 Sep 17 22:31:05.033631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] For port f6ca9775-4477-4d82-bef4-7281b8208cf2, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:05.043369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] For port f6ca9775-4477-4d82-bef4-7281b8208cf2, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f6ca9775-4477-4d82-bef4-7281b8208cf2,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:05.055568 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:05.067093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] For port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:05.081471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] For port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:05.092622 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c74bca-9a53-429d-84cf-17d69ac095a8 x-openstack-request-id: req-66c74bca-9a53-429d-84cf-17d69ac095a8 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:05.093168 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "name": "network-vif-plugged", "status": "completed", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:05.093168 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66c74bca-9a53-429d-84cf-17d69ac095a8 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:05.093612 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'code': 200} Sep 17 22:31:05.107920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:05.183776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.184995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:05.187523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/942e34aa-7aa4-4dce-b3b6-0dfad9c8703f HTTP/1.1" status: 200 len: 1092 time: 1.8978353 Sep 17 22:31:05.198996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b5d24d-cde7-497f-8262-e7dc56946606', 'tag': '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:05.202973 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e36e92a-438b-49c8-8c16-68844a1d8aca" -d '{"events": [{"name": "network-changed", "server_uuid": "53b5d24d-cde7-497f-8262-e7dc56946606", "tag": "942e34aa-7aa4-4dce-b3b6-0dfad9c8703f"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:05.276282 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:05.295246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ca9775-4477-4d82-bef4-7281b8208cf2,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:05.308686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.309871 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:05.311849 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-484683e4-04db-4140-84e5-c4493aeaf6c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/f6ca9775-4477-4d82-bef4-7281b8208cf2 HTTP/1.1" status: 200 len: 1092 time: 1.7569435 Sep 17 22:31:05.312616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390a1a32-bab1-4589-aea9-1367c8037992', 'tag': 'f6ca9775-4477-4d82-bef4-7281b8208cf2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:05.314819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fabbab-f413-4f53-8818-0392ab0f49c4 service neutron] Pushing event updated for resources: {'Port': ['ID=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:05.319053 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f113e-6020-4a03-b364-808b2569c954" -d '{"events": [{"name": "network-changed", "server_uuid": "390a1a32-bab1-4589-aea9-1367c8037992", "tag": "f6ca9775-4477-4d82-bef4-7281b8208cf2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:05.369240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577056cf-fbfa-432a-8433-173002bdf6b6 req-b1b7578a-3886-4d1a-a0a6-21e9858492ef tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.390834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-577056cf-fbfa-432a-8433-173002bdf6b6 req-b1b7578a-3886-4d1a-a0a6-21e9858492ef tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 945 time: 0.2292528 Sep 17 22:31:05.425964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2032-14fe-48cb-98e0-389454a91246 req-569e84c0-6fe2-4e68-a76d-84ef52839efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.427503 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-569e84c0-6fe2-4e68-a76d-84ef52839efc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 1095 time: 0.0715747 Sep 17 22:31:05.473190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-d10f5b0c-ed6d-4800-abc3-c0d99bc5cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.473190 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-d10f5b0c-ed6d-4800-abc3-c0d99bc5cbb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 1095 time: 0.1687853 Sep 17 22:31:05.516011 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-aa836801-727b-4a12-808d-834ac9f44128 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6ca9775-4477-4d82-bef4-7281b8208cf2 HTTP/1.1" status: 200 len: 217 time: 0.0805395 Sep 17 22:31:05.590483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-1d16ee87-e132-45b7-893b-b465b0289922 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f HTTP/1.1" status: 200 len: 217 time: 0.1128752 Sep 17 22:31:05.604889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-577056cf-fbfa-432a-8433-173002bdf6b6 req-25ee2fe9-5822-4545-b8f5-cb9dd972ca27 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013836 Sep 17 22:31:05.646338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2032-14fe-48cb-98e0-389454a91246 req-d6b48342-b0ee-43ee-8624-c111a5261301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.650325 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-d6b48342-b0ee-43ee-8624-c111a5261301 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfb2b6f4-f467-4448-a432-94962f36815f HTTP/1.1" status: 200 len: 855 time: 0.1265666 Sep 17 22:31:05.742462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-f5d9868c-42bc-4454-9b1b-f9cc5e64e21a tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--198122043&fields=id&tenant_id=3a129ef268f24789ae5906ef983891e6 HTTP/1.1" status: 200 len: 267 time: 0.1511886 Sep 17 22:31:05.746563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-a2dcf4f3-b470-43be-b13b-3a24ceda99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.749151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-a2dcf4f3-b470-43be-b13b-3a24ceda99fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfb2b6f4-f467-4448-a432-94962f36815f HTTP/1.1" status: 200 len: 855 time: 0.1366909 Sep 17 22:31:05.756573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c28157e4-ca57-487d-aa97-98095bcd2480 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:05.830964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2032-14fe-48cb-98e0-389454a91246 req-988bab8b-5761-460c-81ad-871a8f832837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.832947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-988bab8b-5761-460c-81ad-871a8f832837 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8243c682-f338-4027-968b-250f53744a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737504 Sep 17 22:31:05.948739 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:06.014889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:06.024001 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:06.081142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-a8c523e7-9aaf-40a9-a4f2-71201b371cf7 service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365766 Sep 17 22:31:06.117483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:06.173274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-f340471a-4461-4c17-97c9-288a04e3aed9 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:06.180536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-f340471a-4461-4c17-97c9-288a04e3aed9 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/networks?id=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b HTTP/1.1" status: 200 len: 815 time: 0.4276264 Sep 17 22:31:06.246327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-ce168fb0-b7ae-4d25-87aa-576b6680a285 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/quotas/3a129ef268f24789ae5906ef983891e6 HTTP/1.1" status: 200 len: 375 time: 0.0593722 Sep 17 22:31:06.249134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26df2032-14fe-48cb-98e0-389454a91246 req-91155845-a0a3-48ab-a6e6-2d0ff22a97ad service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602015 Sep 17 22:31:06.288810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ed49c1e-f152-4fd0-9d3b-3f31967524db req-2e661723-8256-4812-a802-30f9dde684d0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 210 time: 0.1756072 Sep 17 22:31:06.388125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-e17c360d-03cf-4e5b-9d6c-8e86b8cf0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:06.390243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-e17c360d-03cf-4e5b-9d6c-8e86b8cf0573 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8243c682-f338-4027-968b-250f53744a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3560598 Sep 17 22:31:06.448095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-2b1078a2-b335-471b-ba58-f59bad595b24 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:06.449583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-2b1078a2-b335-471b-ba58-f59bad595b24 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.49 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 816 time: 0.4177709 Sep 17 22:31:06.459159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-8e07cacf-e4c3-456a-bfb7-2f6fb68b0b18 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a129ef268f24789ae5906ef983891e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2102203 Sep 17 22:31:06.494458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Request body: {'port': {'device_id': '2a0fcca0-ea6b-4c76-b72f-0c34637f03ac', 'network_id': '8243c682-f338-4027-968b-250f53744a7f', 'admin_state_up': True, 'tenant_id': '9b85ab0b327943aaaf205f1499a06712'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:06.818515 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cf11a1-da4f-427b-9058-dd2ed45432e2 x-openstack-request-id: req-e2cf11a1-da4f-427b-9058-dd2ed45432e2 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:06.819176 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390a1a32-bab1-4589-aea9-1367c8037992", "tag": "f6ca9775-4477-4d82-bef4-7281b8208cf2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:06.819716 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2cf11a1-da4f-427b-9058-dd2ed45432e2 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:06.820305 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390a1a32-bab1-4589-aea9-1367c8037992', 'tag': 'f6ca9775-4477-4d82-bef4-7281b8208cf2', 'status': 'completed', 'code': 200} Sep 17 22:31:06.935727 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-f2ea8337-e4e9-4ee6-9bb6-a8bdbe021df5 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264990 Sep 17 22:31:06.961245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f113e-6020-4a03-b364-808b2569c954 req-61008868-7d60-4fd0-a36f-d8537f1d3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:06.963152 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e0f113e-6020-4a03-b364-808b2569c954 req-61008868-7d60-4fd0-a36f-d8537f1d3a78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 1095 time: 0.1181405 Sep 17 22:31:06.985674 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc2db28-a3c5-471a-9441-b9e4fff2d9e4 x-openstack-request-id: req-5dc2db28-a3c5-471a-9441-b9e4fff2d9e4 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:06.986293 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b5d24d-cde7-497f-8262-e7dc56946606", "tag": "942e34aa-7aa4-4dce-b3b6-0dfad9c8703f", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:06.986293 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dc2db28-a3c5-471a-9441-b9e4fff2d9e4 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:06.986571 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b5d24d-cde7-497f-8262-e7dc56946606', 'tag': '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f', 'status': 'completed', 'code': 200} Sep 17 22:31:07.031337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-3607acb0-2e15-40d6-ae84-31dc3bef0d6e service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285961 Sep 17 22:31:07.095600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:07.099005 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56440b6-7c89-4874-aea2-fba54ed73e99" -d '{"events": [{"server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "name": "network-vif-unplugged", "status": "completed", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:07.165176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-17b08d70-839c-401a-8a74-f841d6eca8df service neutron] 10.222.0.48 "GET /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753073 Sep 17 22:31:07.167655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-25c5ee8f-148c-4770-a521-4a34cbc45b31 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.170449 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-25c5ee8f-148c-4770-a521-4a34cbc45b31 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246323 Sep 17 22:31:07.174011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f113e-6020-4a03-b364-808b2569c954 req-2108a566-4bd9-46ea-84b5-f559bb126ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.175624 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e0f113e-6020-4a03-b364-808b2569c954 req-2108a566-4bd9-46ea-84b5-f559bb126ce3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 917 time: 0.2010171 Sep 17 22:31:07.229648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e0f113e-6020-4a03-b364-808b2569c954 req-f09cff0f-84b5-4df5-8946-6d93e8fc26ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6ca9775-4477-4d82-bef4-7281b8208cf2 HTTP/1.1" status: 200 len: 217 time: 0.0457692 Sep 17 22:31:07.234761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Request body: {'port': {'device_id': '56b45a3d-d168-4f2b-984b-a1460880171c', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '8db220bbc27c4870b02a33dafc736b94'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:07.359779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6171369e-a02e-466f-a998-984e05d5d0b6 req-28b56efe-3ceb-496e-aaf9-4520f6e13c98 service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191624 Sep 17 22:31:07.398180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-4d3a1f0e-8b9c-4d58-b448-1e8384fb58d1 service neutron] 10.222.0.48 "GET /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144907 Sep 17 22:31:07.457025 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Made reservation on behalf of 9b85ab0b327943aaaf205f1499a06712 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:07.461279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.508233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977dbf7-2d15-4e33-b059-966d6c0a00d6 req-bfd093e1-f80a-4215-a2d3-04d77b527d01 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.517128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e977dbf7-2d15-4e33-b059-966d6c0a00d6 req-bfd093e1-f80a-4215-a2d3-04d77b527d01 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.3817689 Sep 17 22:31:07.671045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e977dbf7-2d15-4e33-b059-966d6c0a00d6 req-ec950817-a666-49f2-9c86-2714c10d249a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526918 Sep 17 22:31:07.822696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-784ce6ad-e610-41b9-ae96-13a7a9cb4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.826115 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-784ce6ad-e610-41b9-ae96-13a7a9cb4b4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 1095 time: 0.3961878 Sep 17 22:31:08.009139 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-63d81b26-868e-4859-9bd9-3cd04220b486 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385330 Sep 17 22:31:08.029694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df37ac2a-b2d2-4252-b896-4d9ad69426a5 req-0817b0be-0891-4da4-bc81-e2a16951c2ea tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 210 time: 0.0754397 Sep 17 22:31:08.093780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Made reservation on behalf of 8db220bbc27c4870b02a33dafc736b94 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:08.099388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Allocated IP 172.20.0.8 (8243c682-f338-4027-968b-250f53744a7f/cfb2b6f4-f467-4448-a432-94962f36815f/be65e3ac-2826-4e15-8ba6-1b6f06c38478) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:08.110273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.118785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5064b5-719f-412d-87c1-ff158f1bdd1b req-e4424ec0-3a7c-4193-8461-6e6f4d1b6805 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.120655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d5064b5-719f-412d-87c1-ff158f1bdd1b req-e4424ec0-3a7c-4193-8461-6e6f4d1b6805 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.0939109 Sep 17 22:31:08.169079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-7ebe3b1e-dbbd-4a55-af42-84706b4c28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.170851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-7ebe3b1e-dbbd-4a55-af42-84706b4c28f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 917 time: 0.3340485 Sep 17 22:31:08.199272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f113e-6020-4a03-b364-808b2569c954 req-9b7fb2ba-6eb4-46da-bdde-aa53330d5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.202040 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e0f113e-6020-4a03-b364-808b2569c954 req-9b7fb2ba-6eb4-46da-bdde-aa53330d5e58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfb2b6f4-f467-4448-a432-94962f36815f HTTP/1.1" status: 200 len: 855 time: 0.8778026 Sep 17 22:31:08.234721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-df97d996-b86e-4953-a2ad-99d3cc473f98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f HTTP/1.1" status: 200 len: 217 time: 0.0446532 Sep 17 22:31:08.308666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d5064b5-719f-412d-87c1-ff158f1bdd1b req-43e47430-c680-4770-840c-d8ed337577aa tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779058 Sep 17 22:31:08.358244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aaf3e-67bd-4019-9f91-acfccc3e7070 req-4f7fadd8-4f60-438e-b210-a8db94da22de tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.359804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-680aaf3e-67bd-4019-9f91-acfccc3e7070 req-4f7fadd8-4f60-438e-b210-a8db94da22de tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 943 time: 0.1822593 Sep 17 22:31:08.371527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-fe0452b1-c4b7-4075-852f-2ccd6cc51dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.374902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-fe0452b1-c4b7-4075-852f-2ccd6cc51dcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfb2b6f4-f467-4448-a432-94962f36815f HTTP/1.1" status: 200 len: 855 time: 0.1107752 Sep 17 22:31:08.405495 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afea0a8-0b11-419d-8516-2d83f87e9517 x-openstack-request-id: req-7afea0a8-0b11-419d-8516-2d83f87e9517 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:08.405993 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "name": "network-vif-unplugged", "status": "completed", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:08.406113 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7afea0a8-0b11-419d-8516-2d83f87e9517 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:08.406462 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'code': 200} Sep 17 22:31:08.492569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f113e-6020-4a03-b364-808b2569c954 req-08b35844-6fb1-474e-9574-db07950592c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.494229 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e0f113e-6020-4a03-b364-808b2569c954 req-08b35844-6fb1-474e-9574-db07950592c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8243c682-f338-4027-968b-250f53744a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2511327 Sep 17 22:31:08.508037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-c23e85d3-fac4-4fbe-b446-7b8edc81e3b0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.510456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-c23e85d3-fac4-4fbe-b446-7b8edc81e3b0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4936607 Sep 17 22:31:08.533145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Request body: {'port': {'device_id': '152aa3fc-73ec-4e53-afd5-3221b7ff09a9', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '8db220bbc27c4870b02a33dafc736b94'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:08.562060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7854d806-a6ce-4f29-bf40-67f49dbf0c1c req-347386aa-c52f-491c-a72d-aecd6e09ecc5 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 210 time: 0.0840187 Sep 17 22:31:08.565023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-680aaf3e-67bd-4019-9f91-acfccc3e7070 req-5b1f3a40-910a-430d-a595-adf53c980153 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900799 Sep 17 22:31:08.566847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-40cd61f9-541c-46f4-b623-dd110a152468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.568315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-40cd61f9-541c-46f4-b623-dd110a152468 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8243c682-f338-4027-968b-250f53744a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1846414 Sep 17 22:31:08.694240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.752586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bef0b0b-d571-4cd2-9877-447881cdcb1c req-d5866bcb-3baf-46f0-aafb-c1c250f0467c tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 210 time: 0.0836630 Sep 17 22:31:08.801630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-ae2a37c1-073a-40a4-9bdc-62d5fc04bbe1 service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176998 Sep 17 22:31:08.808874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Made reservation on behalf of 8db220bbc27c4870b02a33dafc736b94 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:08.813936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.858150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Allocated IP 192.168.233.186 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/997b303d-b961-4fba-9724-9612760714d6) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:08.930390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:08.948126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.978070 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e0f113e-6020-4a03-b364-808b2569c954 req-9b696fed-36e9-4a24-be1f-315726929178 service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657025 Sep 17 22:31:09.066268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Network 8243c682-f338-4027-968b-250f53744a7f is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:09.079972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Pushing event updated for resources: {'Port': ['ID=be65e3ac-2826-4e15-8ba6-1b6f06c38478,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:09.083875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:09.103466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee621f-a769-4965-8863-0dc8848b6e4d req-f1e816f6-0492-4af1-b5b8-66ce003a462c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:09.132846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ccee621f-a769-4965-8863-0dc8848b6e4d req-f1e816f6-0492-4af1-b5b8-66ce003a462c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.2762566 Sep 17 22:31:09.149351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:09.190129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:09.221859 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f', 'network_id': '8243c682-f338-4027-968b-250f53744a7f', 'port_id': '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f', 'mac_address': 'fa:16:3e:49:04:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb2b6f4-f467-4448-a432-94962f36815f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:09.233522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:09.235241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.268707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-1c4f45a4-1e8c-4ac1-9647-b0391acdd8d4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7778399 Sep 17 22:31:09.303518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Request body: {'port': {'device_id': '2a0fcca0-ea6b-4c76-b72f-0c34637f03ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:09.304247 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.327429 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e0f113e-6020-4a03-b364-808b2569c954 req-b34ff8c7-5f88-4032-add4-9d114bda6ded service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417573 Sep 17 22:31:09.330138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:09.372300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:09.383759 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.385408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f6ca9775-4477-4d82-bef4-7281b8208cf2 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:09.397950 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.413594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ccee621f-a769-4965-8863-0dc8848b6e4d req-fe05e901-e8fe-4b20-bb35-27808665619b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544909 Sep 17 22:31:09.413594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-174cec93-a3c2-4a2f-aa30-58c6303aa52c req-3c5a8a18-5652-431f-ab7e-506a09730f0e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 210 time: 0.1019628 Sep 17 22:31:09.460055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e36e92a-438b-49c8-8c16-68844a1d8aca req-7d989abd-5aa5-4b4b-b4c5-f5792d3a692f service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460276 Sep 17 22:31:09.488386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f6ca9775-4477-4d82-bef4-7281b8208cf2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f6ca9775-4477-4d82-bef4-7281b8208cf2,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:09.510117 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'f6ca9775-4477-4d82-bef4-7281b8208cf2', 'network_id': '8243c682-f338-4027-968b-250f53744a7f', 'port_id': 'f6ca9775-4477-4d82-bef4-7281b8208cf2', 'mac_address': 'fa:16:3e:eb:6b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb2b6f4-f467-4448-a432-94962f36815f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:09.518613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.563434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:09.666235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:09.705862 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:09.725931 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.727757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:09.755287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:09.764056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.774541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Allocated IP 192.168.233.27 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/780e4f9e-003c-476b-9479-f9e65efbb585) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:09.798782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ca9775-4477-4d82-bef4-7281b8208cf2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:09.829480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f6ca9775-4477-4d82-bef4-7281b8208cf2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f6ca9775-4477-4d82-bef4-7281b8208cf2,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:09.837456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad22608-e729-4ce9-801b-79ec726bda7d req-ace15d3b-289f-42a2-aa72-223af53ad013 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:09.838926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ad22608-e729-4ce9-801b-79ec726bda7d req-ace15d3b-289f-42a2-aa72-223af53ad013 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.2354534 Sep 17 22:31:09.848634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9410180f-532c-4c94-affb-09e1ea731c77 None None] Provisioning complete for port be65e3ac-2826-4e15-8ba6-1b6f06c38478 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:09.849606 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9410180f-532c-4c94-affb-09e1ea731c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.852804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.860034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecc82a-fb62-4aba-b034-cb671f968dca req-b9ca152e-b8b7-4e67-ab8e-eaeae80705a1 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:09.861669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4eecc82a-fb62-4aba-b034-cb671f968dca req-b9ca152e-b8b7-4e67-ab8e-eaeae80705a1 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.2962592 Sep 17 22:31:09.876121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-dc819b6b-27ad-4c71-8e8b-841152ccc134 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2454345 Sep 17 22:31:09.919082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'Port': ['ID=997b303d-b961-4fba-9724-9612760714d6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:09.962471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-445d8810-9e32-4e05-8877-030c701f29b2 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:09.964019 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-445d8810-9e32-4e05-8877-030c701f29b2 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c4db44-910b-40bc-920a-ec6e4aca277a HTTP/1.1" status: 200 len: 949 time: 0.3981323 Sep 17 22:31:10.019846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9410180f-532c-4c94-affb-09e1ea731c77 None None] Port be65e3ac-2826-4e15-8ba6-1b6f06c38478 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:10.144141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.144783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.156810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['942e34aa-7aa4-4dce-b3b6-0dfad9c8703f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:10.207724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f6ca9775-4477-4d82-bef4-7281b8208cf2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:10.268499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f6ca9775-4477-4d82-bef4-7281b8208cf2,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:10.302278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e54cf46b-dd08-4d7c-8eb0-7fcffd7bc4da None None] Provisioning complete for port 997b303d-b961-4fba-9724-9612760714d6 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:10.302639 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e54cf46b-dd08-4d7c-8eb0-7fcffd7bc4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.350189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4eecc82a-fb62-4aba-b034-cb671f968dca req-ee1c2fd3-8226-45a6-b92c-a6aad8ffeeff tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.48 "GET /v2.0/security-groups?id=b530e652-4e48-4606-bb8e-87552af21e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712880 Sep 17 22:31:10.353309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ad22608-e729-4ce9-801b-79ec726bda7d req-990bcce3-2532-4289-bc15-00a59de589e8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4900150 Sep 17 22:31:10.414674 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.459409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78846d63-cfab-4bde-8a28-e86998021296 req-2ec928ae-cb8f-4d3e-9831-289b6d5b019f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.462259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78846d63-cfab-4bde-8a28-e86998021296 req-2ec928ae-cb8f-4d3e-9831-289b6d5b019f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 943 time: 0.5063825 Sep 17 22:31:10.475017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.486479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-cb3578aa-3ee4-4599-b818-5d7e530b5a57 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.488655 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-cb3578aa-3ee4-4599-b818-5d7e530b5a57 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.45 "GET /v2.0/networks?id=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b HTTP/1.1" status: 200 len: 815 time: 0.8304155 Sep 17 22:31:10.490164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-479b9f70-bceb-4dfd-affe-ad442d00edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.492073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-479b9f70-bceb-4dfd-affe-ad442d00edae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1097 time: 0.4671831 Sep 17 22:31:10.565599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-ad3da955-e5f8-426e-b034-1844d27158d4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3337929 Sep 17 22:31:10.582031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:10.623913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Request body: {'port': {'device_id': '56b45a3d-d168-4f2b-984b-a1460880171c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:10.643394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e54cf46b-dd08-4d7c-8eb0-7fcffd7bc4da None None] Port 997b303d-b961-4fba-9724-9612760714d6 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:10.717916 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.737447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:10.830664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:10.947682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:11.009456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-106a6452-1ff0-485f-91ce-1af57cb9aa0c tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a129ef268f24789ae5906ef983891e6 HTTP/1.1" status: 200 len: 379 time: 0.4867234 Sep 17 22:31:11.072868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Request body: {'port': {'device_id': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'admin_state_up': True, 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'security_groups': ['b8109876-3a72-4625-a606-27f9194d8489']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:11.082360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-856b2359-bf47-4c0a-a8b7-869d6a561f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.083870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-856b2359-bf47-4c0a-a8b7-869d6a561f1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.5164824 Sep 17 22:31:11.114294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Deleting port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:11.114514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.177707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c40ada4b-7d77-4706-9a86-664e7cc950b0 None None] Provisioning complete for port 780e4f9e-003c-476b-9479-f9e65efbb585 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:11.178509 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c40ada4b-7d77-4706-9a86-664e7cc950b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.203337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911978-7e95-4af7-af4a-1d76d74c8f2b req-d436022a-4c24-483d-a845-b906a541099e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.210649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68911978-7e95-4af7-af4a-1d76d74c8f2b req-d436022a-4c24-483d-a845-b906a541099e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 931 time: 0.6569822 Sep 17 22:31:11.213973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-0039f1e2-9ae1-4c8c-947b-c9164ab524cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1000 time: 0.1142833 Sep 17 22:31:11.228126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d6d4b-4c82-402d-9bcd-23174bd8f47f req-aa144c1a-1210-4837-b00d-0e4ba9f76b11 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.228675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c40ada4b-7d77-4706-9a86-664e7cc950b0 None None] Port 780e4f9e-003c-476b-9479-f9e65efbb585 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:11.236482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d7d6d4b-4c82-402d-9bcd-23174bd8f47f req-aa144c1a-1210-4837-b00d-0e4ba9f76b11 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9469e8d-8ef9-47b1-a9b1-99b4697456bf HTTP/1.1" status: 200 len: 943 time: 0.5943503 Sep 17 22:31:11.359857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68911978-7e95-4af7-af4a-1d76d74c8f2b req-615f804a-27af-44ce-af3c-4f0f3c1d48d8 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479855 Sep 17 22:31:11.378874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997b303d-b961-4fba-9724-9612760714d6 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:11.390222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.392923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-0d12052b-063f-43d4-833d-8c8d484f214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.394434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-0d12052b-063f-43d4-833d-8c8d484f214d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1375294 Sep 17 22:31:11.405201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Transition to ACTIVE for port object 997b303d-b961-4fba-9724-9612760714d6 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:11.442346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d7d6d4b-4c82-402d-9bcd-23174bd8f47f req-c25c0526-9e98-4772-9dc8-377d21b3e02e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048714 Sep 17 22:31:11.447613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Deleting port c28157e4-ca57-487d-aa97-98095bcd2480 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:11.465282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.502506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'Port': ['ID=780e4f9e-003c-476b-9479-f9e65efbb585,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:11.526267 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.654191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] For port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:11.654668 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.668440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Calling delete_port for 9b602daf-b5ff-4be1-9097-a2a9144e2cfd owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:11.687195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-daf3c8f1-beb0-4c25-b35d-5b1e362c5e61 req-2b20a11e-01bf-4d3e-9782-5c0c83a2b413 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 210 time: 0.1870174 Sep 17 22:31:11.775696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.777024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.826866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device c28157e4-ca57-487d-aa97-98095bcd2480 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:11.828378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Made reservation on behalf of 3a129ef268f24789ae5906ef983891e6 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:11.832113 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.869806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-80fdb7c2-027b-46f8-a769-3022d9069d7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3414779 Sep 17 22:31:11.879390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Pushing event updated for resources: {'Port': ['ID=997b303d-b961-4fba-9724-9612760714d6,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:11.904822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Request body: {'port': {'device_id': '152aa3fc-73ec-4e53-afd5-3221b7ff09a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:11.961242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9b602daf-b5ff-4be1-9097-a2a9144e2cfd no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:12.055857 n-d-789963-10 neutron-server[94739]: INFO neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No ports have port_id starting with 9b602daf-b5ff-4be1-9097-a2a9144e2cfd Sep 17 22:31:12.092532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.204089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Pushing event deleted for resources: {'Port': ['ID=9b602daf-b5ff-4be1-9097-a2a9144e2cfd,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:12.385243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] No DVR routers for this DVR port 9b602daf-b5ff-4be1-9097-a2a9144e2cfd on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:12.411544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] For port c28157e4-ca57-487d-aa97-98095bcd2480, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=c28157e4-ca57-487d-aa97-98095bcd2480,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:12.412143 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.440673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Calling delete_port for c28157e4-ca57-487d-aa97-98095bcd2480 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:12.443771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.446047 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] 10.222.0.49 "DELETE /v2.0/ports/9b602daf-b5ff-4be1-9097-a2a9144e2cfd HTTP/1.1" status: 204 len: 173 time: 2.4660597 Sep 17 22:31:12.458841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c4db44-910b-40bc-920a-ec6e4aca277a', 'name': 'network-vif-deleted', 'tag': '9b602daf-b5ff-4be1-9097-a2a9144e2cfd'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:12.463828 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70853ee7-3a62-4765-9e4f-c3c4426ca218" -d '{"events": [{"server_uuid": "c1c4db44-910b-40bc-920a-ec6e4aca277a", "name": "network-vif-deleted", "tag": "9b602daf-b5ff-4be1-9097-a2a9144e2cfd"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:12.503586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Attempting to bind port 997b303d-b961-4fba-9724-9612760714d6 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:12.504255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Attempting to bind port 997b303d-b961-4fba-9724-9612760714d6 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:12.504255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Attempting to bind port 997b303d-b961-4fba-9724-9612760714d6 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:12.510098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.524041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Port 997b303d-b961-4fba-9724-9612760714d6 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:12.524369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Attempting to bind port 997b303d-b961-4fba-9724-9612760714d6 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:12.541987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:12.542343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:12.542721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:12.543178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Bound port: 997b303d-b961-4fba-9724-9612760714d6, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:12.543535 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.678805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be65e3ac-2826-4e15-8ba6-1b6f06c38478 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:12.689865 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.707778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Transition to ACTIVE for port object be65e3ac-2826-4e15-8ba6-1b6f06c38478 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:12.740091 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.764230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.835300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-cceabc4d-2ad4-4e1d-9ee9-c70ae5f905b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:12.838123 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-cceabc4d-2ad4-4e1d-9ee9-c70ae5f905b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3946216 Sep 17 22:31:12.838775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Pushing event updated for resources: {'Port': ['ID=be65e3ac-2826-4e15-8ba6-1b6f06c38478,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:12.948834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:12.969103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] No DVR routers for this DVR port c28157e4-ca57-487d-aa97-98095bcd2480 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:12.973005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event deleted for resources: {'Port': ['ID=c28157e4-ca57-487d-aa97-98095bcd2480,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:12.987069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:12.990720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "DELETE /v2.0/ports/c28157e4-ca57-487d-aa97-98095bcd2480 HTTP/1.1" status: 204 len: 173 time: 2.4801416 Sep 17 22:31:13.005891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb61f8f-8014-46dc-a0c8-9351b4167c63 req-e4bfc184-c02a-4b5b-a753-80cef2544cea tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.007918 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-abb61f8f-8014-46dc-a0c8-9351b4167c63 req-e4bfc184-c02a-4b5b-a753-80cef2544cea tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 935 time: 1.1864409 Sep 17 22:31:13.008629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'name': 'network-vif-deleted', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:13.011513 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079bcc68-20e3-4e87-a5c3-4886f440e3ad" -d '{"events": [{"server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "name": "network-vif-deleted", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:13.143545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:13.153952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:13.154566 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:13.250719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-abb61f8f-8014-46dc-a0c8-9351b4167c63 req-00ae1529-03c0-427a-b995-def424f25c1f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982833 Sep 17 22:31:13.337877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:13.404841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b5d24d-cde7-497f-8262-e7dc56946606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:13.411022 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a03d2d-819e-4bfe-8ffc-996fda515fc6" -d '{"events": [{"server_uuid": "53b5d24d-cde7-497f-8262-e7dc56946606", "name": "network-vif-plugged", "status": "completed", "tag": "942e34aa-7aa4-4dce-b3b6-0dfad9c8703f"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:13.461566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:13.469569 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:13.471417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f6ca9775-4477-4d82-bef4-7281b8208cf2 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:13.476181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Allocated IP 172.20.0.3 (c8a41367-8d5b-47ef-aa67-3a8e47d70e3b/9b80547d-0c86-4d6d-b676-c5fb688a9e7b/dea27fd6-69d5-458e-94d9-f3bdafcf5ef7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:13.509618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] For port 997b303d-b961-4fba-9724-9612760714d6, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:13.516129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] For port 997b303d-b961-4fba-9724-9612760714d6, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=997b303d-b961-4fba-9724-9612760714d6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:13.616960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:13.641619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:13.712853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port f6ca9775-4477-4d82-bef4-7281b8208cf2 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:13.721360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port f6ca9775-4477-4d82-bef4-7281b8208cf2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:13.721739 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:13.735473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-1109eb40-d084-4bab-8686-2dfbc0ff78ea tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.765182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-1109eb40-d084-4bab-8686-2dfbc0ff78ea tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 1.9117498 Sep 17 22:31:13.838195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-40c38600-7829-4d5d-8a88-ff473e46a3be tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/quotas/41c6f2234dc149a7ac45db22fc6d3ffa HTTP/1.1" status: 200 len: 375 time: 0.0720725 Sep 17 22:31:13.868627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-cd32f267-a95f-4c5c-9bdc-6ae0eea3f222 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458532 Sep 17 22:31:13.922907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:13.928138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.930184 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:13.931724 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] 10.222.0.49 "PUT /v2.0/ports/997b303d-b961-4fba-9724-9612760714d6 HTTP/1.1" status: 200 len: 1097 time: 3.3129287 Sep 17 22:31:13.967977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f6ca9775-4477-4d82-bef4-7281b8208cf2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f6ca9775-4477-4d82-bef4-7281b8208cf2,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:13.972703 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.027707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780e4f9e-003c-476b-9479-f9e65efbb585 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:14.040003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.050541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f6ca9775-4477-4d82-bef4-7281b8208cf2,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:14.057900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Transition to ACTIVE for port object 780e4f9e-003c-476b-9479-f9e65efbb585 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:14.086075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25432a62-8530-4dea-aafe-8e59e878a98c service neutron] Pushing event updated for resources: {'Port': ['ID=997b303d-b961-4fba-9724-9612760714d6,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:14.096417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.137763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64fee-af05-47db-8f87-da28210cc963 req-39c3c2db-4118-403f-b788-159204bc99b3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.139997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45e64fee-af05-47db-8f87-da28210cc963 req-39c3c2db-4118-403f-b788-159204bc99b3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 943 time: 0.5812836 Sep 17 22:31:14.145659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Attempting to bind port be65e3ac-2826-4e15-8ba6-1b6f06c38478 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:14.146001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Attempting to bind port be65e3ac-2826-4e15-8ba6-1b6f06c38478 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:14.146331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Attempting to bind port be65e3ac-2826-4e15-8ba6-1b6f06c38478 on network 8243c682-f338-4027-968b-250f53744a7f {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:14.193025 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Port be65e3ac-2826-4e15-8ba6-1b6f06c38478 on network 8243c682-f338-4027-968b-250f53744a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:14.193372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Attempting to bind port be65e3ac-2826-4e15-8ba6-1b6f06c38478 on network 8243c682-f338-4027-968b-250f53744a7f {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:14.216676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Pushing event updated for resources: {'Port': ['ID=780e4f9e-003c-476b-9479-f9e65efbb585,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:14.259867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-9e6a3cfd-155c-4af6-9b56-3f16adaf00fb tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4114010 Sep 17 22:31:14.306434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:14.306809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Checking segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:14.307208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Bound using segment: {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:14.307661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Bound port: be65e3ac-2826-4e15-8ba6-1b6f06c38478, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f003ba-a91c-43e2-b34d-65c4c69ff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8243c682-f338-4027-968b-250f53744a7f'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:14.308024 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.341705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaa2e4e-fc8a-4662-92a6-bc5b787c01e0 req-5506240f-3355-40fd-bf00-f98dd13973e4 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629968 Sep 17 22:31:14.372805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-11e0108c-fb02-4d72-84ca-7898c6851f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.374978 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-11e0108c-fb02-4d72-84ca-7898c6851f52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 1100 time: 0.2835269 Sep 17 22:31:14.386099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Attempting to bind port 780e4f9e-003c-476b-9479-f9e65efbb585 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:14.386484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Attempting to bind port 780e4f9e-003c-476b-9479-f9e65efbb585 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:14.386816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Attempting to bind port 780e4f9e-003c-476b-9479-f9e65efbb585 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:14.395540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Port 780e4f9e-003c-476b-9479-f9e65efbb585 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:14.395912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Attempting to bind port 780e4f9e-003c-476b-9479-f9e65efbb585 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:14.403384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.409691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:14.410033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:14.410411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:14.410913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Bound port: 780e4f9e-003c-476b-9479-f9e65efbb585, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:14.411278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.429701 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45e64fee-af05-47db-8f87-da28210cc963 req-c5b36c91-95fc-4e67-bee3-07265dcf28f5 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787395 Sep 17 22:31:14.484287 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-d11e19fb-9286-4522-a715-f641e2863719 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=997b303d-b961-4fba-9724-9612760714d6 HTTP/1.1" status: 200 len: 217 time: 0.0900004 Sep 17 22:31:14.552462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-225cf947-e735-4939-bc5e-ab74719146c1 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900071 Sep 17 22:31:14.599305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] For port be65e3ac-2826-4e15-8ba6-1b6f06c38478, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:14.646272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] For port 780e4f9e-003c-476b-9479-f9e65efbb585, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:14.648773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] For port be65e3ac-2826-4e15-8ba6-1b6f06c38478, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=be65e3ac-2826-4e15-8ba6-1b6f06c38478,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:14.654682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] For port 780e4f9e-003c-476b-9479-f9e65efbb585, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=780e4f9e-003c-476b-9479-f9e65efbb585,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:14.665672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.680012 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2c65a2-7fdf-40dc-9468-2d78194bf03b x-openstack-request-id: req-fa2c65a2-7fdf-40dc-9468-2d78194bf03b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:14.680518 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c4db44-910b-40bc-920a-ec6e4aca277a", "name": "network-vif-deleted", "tag": "9b602daf-b5ff-4be1-9097-a2a9144e2cfd", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:14.680956 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa2c65a2-7fdf-40dc-9468-2d78194bf03b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:14.682061 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c4db44-910b-40bc-920a-ec6e4aca277a', 'name': 'network-vif-deleted', 'tag': '9b602daf-b5ff-4be1-9097-a2a9144e2cfd', 'status': 'completed', 'code': 200} Sep 17 22:31:14.698931 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.735961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.736576 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.740473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] 10.222.0.49 "PUT /v2.0/ports/be65e3ac-2826-4e15-8ba6-1b6f06c38478 HTTP/1.1" status: 200 len: 1092 time: 5.4388926 Sep 17 22:31:14.819933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-74117482-cede-4701-8225-72aa1795dce3 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654924 Sep 17 22:31:14.829548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af860b8-bc6e-4d6a-86e7-0f8fd86b0961 service neutron] Pushing event updated for resources: {'Port': ['ID=be65e3ac-2826-4e15-8ba6-1b6f06c38478,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:14.905051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Pushing event updated for resources: {'Port': ['ID=780e4f9e-003c-476b-9479-f9e65efbb585,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:14.940217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-5b64348a-3e0e-42d1-ad1a-9d82894fc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.940623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.941392 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:14.941977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-5b64348a-3e0e-42d1-ad1a-9d82894fc191 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 1095 time: 0.0995703 Sep 17 22:31:14.957084 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-a680dbf5-736c-41fe-b17b-e18725b0782d service neutron] 10.222.0.49 "PUT /v2.0/ports/780e4f9e-003c-476b-9479-f9e65efbb585 HTTP/1.1" status: 200 len: 1096 time: 3.0609992 Sep 17 22:31:15.006178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-fcf0ba12-7357-4276-8eb9-cced48b0b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.007687 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-fcf0ba12-7357-4276-8eb9-cced48b0b602 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.5081940 Sep 17 22:31:15.014832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.096815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-842f5074-d3f4-4415-b0e7-e46d429ba456 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be65e3ac-2826-4e15-8ba6-1b6f06c38478 HTTP/1.1" status: 200 len: 217 time: 0.1398752 Sep 17 22:31:15.174657 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:31:15.223618 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d1ab5-974a-48ba-b76c-6fcb678f69aa x-openstack-request-id: req-9a2d1ab5-974a-48ba-b76c-6fcb678f69aa {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:15.224203 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9469e8d-8ef9-47b1-a9b1-99b4697456bf", "name": "network-vif-deleted", "tag": "c28157e4-ca57-487d-aa97-98095bcd2480", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:15.225018 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a2d1ab5-974a-48ba-b76c-6fcb678f69aa {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:15.225639 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9469e8d-8ef9-47b1-a9b1-99b4697456bf', 'name': 'network-vif-deleted', 'tag': 'c28157e4-ca57-487d-aa97-98095bcd2480', 'status': 'completed', 'code': 200} Sep 17 22:31:15.300908 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45208096-8ad8-4c9e-9517-2bda4c8aa86d x-openstack-request-id: req-45208096-8ad8-4c9e-9517-2bda4c8aa86d {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:15.304131 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b5d24d-cde7-497f-8262-e7dc56946606", "name": "network-vif-plugged", "status": "completed", "tag": "942e34aa-7aa4-4dce-b3b6-0dfad9c8703f", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:15.304400 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45208096-8ad8-4c9e-9517-2bda4c8aa86d {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:15.304822 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b5d24d-cde7-497f-8262-e7dc56946606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f', 'code': 200} Sep 17 22:31:15.326901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:15.338615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-5f3b5c94-a7af-4009-83be-b9947b601646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.341635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-5f3b5c94-a7af-4009-83be-b9947b601646 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb2b6f4-f467-4448-a432-94962f36815f HTTP/1.1" status: 200 len: 855 time: 0.1549392 Sep 17 22:31:15.349699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-66f3b093-c505-4ef2-9473-b9c246291cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.351631 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-66f3b093-c505-4ef2-9473-b9c246291cf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3289211 Sep 17 22:31:15.352982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:15.355852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:15.379195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29556c3b-8da0-4700-b23d-1161393aa04b req-06ee8f46-0c4a-4593-a858-d133fd8c5c56 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.381258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29556c3b-8da0-4700-b23d-1161393aa04b req-06ee8f46-0c4a-4593-a858-d133fd8c5c56 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 931 time: 0.3165355 Sep 17 22:31:15.442223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.442927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.458553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-aa4ba4cb-507f-4a50-b6e6-60de662ec6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.460320 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-aa4ba4cb-507f-4a50-b6e6-60de662ec6b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 1099 time: 0.2684040 Sep 17 22:31:15.461524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event updated for resources: {'Port': ['ID=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:15.485373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-01b2f398-6371-4431-82fc-180b8134997b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4208009 Sep 17 22:31:15.593456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-3656a709-96f0-4fde-8df7-305315218fd0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=780e4f9e-003c-476b-9479-f9e65efbb585 HTTP/1.1" status: 200 len: 217 time: 0.1070602 Sep 17 22:31:15.605317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Request body: {'port': {'device_id': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:15.668305 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-c61e6aa0-9891-4f40-b72f-6e984aa1a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.670807 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-c61e6aa0-9891-4f40-b72f-6e984aa1a2db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0601807 Sep 17 22:31:15.808844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29556c3b-8da0-4700-b23d-1161393aa04b req-e53279c7-3f69-4dbe-a152-081e4f687cc5 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956447 Sep 17 22:31:15.840898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-87903722-b432-4aee-9759-f4bc24873b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.845785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-87903722-b432-4aee-9759-f4bc24873b8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8243c682-f338-4027-968b-250f53744a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4595201 Sep 17 22:31:15.856302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a5aeb-4ee7-45a7-928a-b32fedc16254 req-8e2da3a5-7c47-4cc1-9f68-cd3f05def16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.865966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d1a5aeb-4ee7-45a7-928a-b32fedc16254 req-8e2da3a5-7c47-4cc1-9f68-cd3f05def16d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 1097 time: 0.4215887 Sep 17 22:31:15.902494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bbf411b6-ecda-421c-acbe-847856da655c None None] Provisioning complete for port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:15.902920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbf411b6-ecda-421c-acbe-847856da655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.970585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf791-3f86-412a-832c-390079caae9d req-16c6f2f3-f05b-43d8-9691-609919202715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.972584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-16c6f2f3-f05b-43d8-9691-609919202715 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2575028 Sep 17 22:31:15.986487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bbf411b6-ecda-421c-acbe-847856da655c None None] Port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:15.996394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6fa39-1be8-4f9e-a77d-ec530db6caf3 req-2989990d-d6e9-4869-bdb1-15709ffdb65b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:16.003721 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.006929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0d6fa39-1be8-4f9e-a77d-ec530db6caf3 req-2989990d-d6e9-4869-bdb1-15709ffdb65b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 947 time: 0.3906133 Sep 17 22:31:16.173919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d1a5aeb-4ee7-45a7-928a-b32fedc16254 req-870c23d3-34f8-42ea-85cb-dd2038a09174 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950213 Sep 17 22:31:16.187294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0d6fa39-1be8-4f9e-a77d-ec530db6caf3 req-2f7c1709-eed8-47c1-af3c-3f90afabc50e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777096 Sep 17 22:31:16.240080 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-86478a37-ed50-4e9c-a3cb-7812f5fb0afd service neutron] 10.222.0.49 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706417 Sep 17 22:31:16.325508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-5510b49c-1ae3-4985-a742-3d1b5ce038ff service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8984313 Sep 17 22:31:16.411466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2e9fda-4f12-4958-a05d-20e044c72c57 req-28839196-a7eb-40b1-b9e6-ff609d155a3b service neutron] 10.222.0.49 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646163 Sep 17 22:31:16.476688 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-77da1947-e2ff-4548-93af-9762970ca54e service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907384 Sep 17 22:31:16.507072 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-144df4af-087c-4c8c-884f-839bc0f938ab req-69abb530-a766-43b1-8605-ac38737199cc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 210 time: 0.0911527 Sep 17 22:31:16.513938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59824) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:16.540705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1cd22054-17be-4b66-9a39-82d9c5f48c42 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867655254', 'description': 'tempest-description--156812576'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:16.620383 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cd22054-17be-4b66-9a39-82d9c5f48c42 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.747008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae99f8-4c4b-4832-8b25-603679715955 req-976e376b-b5ec-4545-8849-e82f11a5307e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:16.755534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88ae99f8-4c4b-4832-8b25-603679715955 req-976e376b-b5ec-4545-8849-e82f11a5307e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 943 time: 0.1006806 Sep 17 22:31:16.778644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:16.788291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.802984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Transition to ACTIVE for port object dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:16.803950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b45a3d-d168-4f2b-984b-a1460880171c', 'tag': '997b303d-b961-4fba-9724-9612760714d6'}, {'name': 'network-changed', 'server_uuid': '152aa3fc-73ec-4e53-afd5-3221b7ff09a9', 'tag': '780e4f9e-003c-476b-9479-f9e65efbb585'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:16.806943 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "56b45a3d-d168-4f2b-984b-a1460880171c", "tag": "997b303d-b961-4fba-9724-9612760714d6"}, {"name": "network-changed", "server_uuid": "152aa3fc-73ec-4e53-afd5-3221b7ff09a9", "tag": "780e4f9e-003c-476b-9479-f9e65efbb585"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:16.869741 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-a70c3261-749e-491a-8966-4902153f92ad service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033369 Sep 17 22:31:16.875854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.988159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cd22054-17be-4b66-9a39-82d9c5f48c42 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.991721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88ae99f8-4c4b-4832-8b25-603679715955 req-6382d9c0-a2e6-463f-a70a-17bf56685473 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353382 Sep 17 22:31:17.000484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cd22054-17be-4b66-9a39-82d9c5f48c42 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.168598 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72181e0-0abb-4e14-98f0-799a3f1844a5 x-openstack-request-id: req-e72181e0-0abb-4e14-98f0-799a3f1844a5 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:17.168956 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b45a3d-d168-4f2b-984b-a1460880171c", "tag": "997b303d-b961-4fba-9724-9612760714d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "152aa3fc-73ec-4e53-afd5-3221b7ff09a9", "tag": "780e4f9e-003c-476b-9479-f9e65efbb585", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:17.169794 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e72181e0-0abb-4e14-98f0-799a3f1844a5 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:17.174618 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b45a3d-d168-4f2b-984b-a1460880171c', 'tag': '997b303d-b961-4fba-9724-9612760714d6', 'status': 'completed', 'code': 200} Sep 17 22:31:17.174965 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152aa3fc-73ec-4e53-afd5-3221b7ff09a9', 'tag': '780e4f9e-003c-476b-9479-f9e65efbb585', 'status': 'completed', 'code': 200} Sep 17 22:31:17.180875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Pushing event updated for resources: {'Port': ['ID=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:17.212538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd22054-17be-4b66-9a39-82d9c5f48c42 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73f4004-8f12-40cf-ae66-f13d5b19e95d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:17.215427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cd22054-17be-4b66-9a39-82d9c5f48c42 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.220533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1cd22054-17be-4b66-9a39-82d9c5f48c42 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7054365 Sep 17 22:31:17.224992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:17.231374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-090fd072-dfee-43c7-a7b2-6ba321bb99bf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Request body: {'security_group_rule': {'security_group_id': 'e73f4004-8f12-40cf-ae66-f13d5b19e95d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:17.249977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0fcca0-ea6b-4c76-b72f-0c34637f03ac', 'tag': 'be65e3ac-2826-4e15-8ba6-1b6f06c38478'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:17.252251 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ea2345-db49-4564-9801-e650b24c5334" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0fcca0-ea6b-4c76-b72f-0c34637f03ac", "tag": "be65e3ac-2826-4e15-8ba6-1b6f06c38478"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:17.281792 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-deaaf791-3f86-412a-832c-390079caae9d req-306b32a5-50bb-45bf-8399-6231fc88feb6 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493474 Sep 17 22:31:17.306766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390a1a32-bab1-4589-aea9-1367c8037992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ca9775-4477-4d82-bef4-7281b8208cf2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:17.313247 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac199a5d-0001-4f7d-b8f2-bef68865ab65" -d '{"events": [{"server_uuid": "390a1a32-bab1-4589-aea9-1367c8037992", "name": "network-vif-plugged", "status": "completed", "tag": "f6ca9775-4477-4d82-bef4-7281b8208cf2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:17.342057 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Attempting to bind port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:17.342423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Attempting to bind port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:17.342735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Attempting to bind port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 on network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:17.388327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 on network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:17.388672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Attempting to bind port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 on network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:17.414625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:17.415037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Checking segment: {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:17.415363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Bound using segment: {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:17.416113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Bound port: dea27fd6-69d5-458e-94d9-f3bdafcf5ef7, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd809939f-c77f-4b86-b8d1-8eb6d493f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:17.416256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.429562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-b5799418-aa2d-4f41-8790-aa08e73e31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.431380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-b5799418-aa2d-4f41-8790-aa08e73e31c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 1100 time: 0.2244639 Sep 17 22:31:17.433591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59854) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:17.466950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2323eb-9cb2-4fca-8556-d0d7ea721beb req-d9995a2a-7432-40a3-8f2e-36f240ffd4be tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.474684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a2323eb-9cb2-4fca-8556-d0d7ea721beb req-d9995a2a-7432-40a3-8f2e-36f240ffd4be tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 943 time: 0.4287953 Sep 17 22:31:17.576100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-61b76457-9a38-44eb-85ed-50f0ce0b9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.578327 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-61b76457-9a38-44eb-85ed-50f0ce0b9e74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1381881 Sep 17 22:31:17.590382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-2b51cc33-b9e1-456a-9da9-48876a0e8a7c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.592203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-2b51cc33-b9e1-456a-9da9-48876a0e8a7c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.4841266 Sep 17 22:31:17.628021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-090fd072-dfee-43c7-a7b2-6ba321bb99bf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.650373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-3ef8f12f-407f-49c7-a0bd-a0c835ab41a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=997b303d-b961-4fba-9724-9612760714d6 HTTP/1.1" status: 200 len: 217 time: 0.0395691 Sep 17 22:31:17.666087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'port': {'device_id': '6c00d066-d090-452d-8df0-a6a12358a763', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'admin_state_up': True, 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:17.679384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6ef79-6999-460f-bc14-244361972ea3 req-56b4680d-21f3-4821-b884-e90b193b586c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.688234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e6ef79-6999-460f-bc14-244361972ea3 req-56b4680d-21f3-4821-b884-e90b193b586c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 947 time: 0.3387802 Sep 17 22:31:17.711846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6b402382-6a78-4db7-b2ba-a06ef75c5dba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27e560d7d82b45fa9a97c8f4f87e878e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655241 Sep 17 22:31:17.729021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] For port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:17.742620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] For port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:17.745546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-4446b883-0d34-4b3e-a317-0b4181b779b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.748096 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-4446b883-0d34-4b3e-a317-0b4181b779b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0829053 Sep 17 22:31:17.748972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59862) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:17.758869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.768696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a2323eb-9cb2-4fca-8556-d0d7ea721beb req-7315d566-1413-4f11-8703-c2c28eec245e tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929966 Sep 17 22:31:17.835519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e6ef79-6999-460f-bc14-244361972ea3 req-238ee6d9-5e41-4d6a-b32c-07b29944bbc0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438932 Sep 17 22:31:17.838188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Pushing event updated for resources: {'Port': ['ID=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:17.884294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.885457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.887109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7e77f605-9165-4ce6-8377-535d790a7571 service neutron] 10.222.0.45 "PUT /v2.0/ports/dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 HTTP/1.1" status: 200 len: 1092 time: 2.2922943 Sep 17 22:31:17.940070 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fdfbea-4351-48ad-84a8-c126e21ad519 x-openstack-request-id: req-72fdfbea-4351-48ad-84a8-c126e21ad519 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:17.940585 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0fcca0-ea6b-4c76-b72f-0c34637f03ac", "tag": "be65e3ac-2826-4e15-8ba6-1b6f06c38478", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:17.941049 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72fdfbea-4351-48ad-84a8-c126e21ad519 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:17.941637 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0fcca0-ea6b-4c76-b72f-0c34637f03ac', 'tag': 'be65e3ac-2826-4e15-8ba6-1b6f06c38478', 'status': 'completed', 'code': 200} Sep 17 22:31:17.961291 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a25ef9f-96de-44a2-87d0-f1f2704f4c85 x-openstack-request-id: req-3a25ef9f-96de-44a2-87d0-f1f2704f4c85 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:17.961658 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390a1a32-bab1-4589-aea9-1367c8037992", "name": "network-vif-plugged", "status": "completed", "tag": "f6ca9775-4477-4d82-bef4-7281b8208cf2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:17.963460 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a25ef9f-96de-44a2-87d0-f1f2704f4c85 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:17.964854 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390a1a32-bab1-4589-aea9-1367c8037992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ca9775-4477-4d82-bef4-7281b8208cf2', 'code': 200} Sep 17 22:31:18.023450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa13be84-4be8-4301-97e8-5c520c7f20a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.061759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa13be84-4be8-4301-97e8-5c520c7f20a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.249904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-f123244c-65ae-4563-808b-84841cfe9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.265692 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-f123244c-65ae-4563-808b-84841cfe9dcc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5038536 Sep 17 22:31:18.273283 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa13be84-4be8-4301-97e8-5c520c7f20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.279758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19247ac8-e0ce-4331-bc58-ebaaaf168355 req-85327043-36f6-485e-8ad2-2e78320c4539 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 210 time: 0.1390238 Sep 17 22:31:18.284509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Made reservation on behalf of 41c6f2234dc149a7ac45db22fc6d3ffa for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:18.288900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa13be84-4be8-4301-97e8-5c520c7f20a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.293943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.294682 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fa13be84-4be8-4301-97e8-5c520c7f20a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b530e652-4e48-4606-bb8e-87552af21e4e HTTP/1.1" status: 204 len: 168 time: 0.5432034 Sep 17 22:31:18.359561 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-090fd072-dfee-43c7-a7b2-6ba321bb99bf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.374045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13be84-4be8-4301-97e8-5c520c7f20a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b530e652-4e48-4606-bb8e-87552af21e4e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:18.396241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-090fd072-dfee-43c7-a7b2-6ba321bb99bf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.420411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2345-db49-4564-9801-e650b24c5334 req-9940772d-4dc3-4326-88b3-87bbfa152478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.422409 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39ea2345-db49-4564-9801-e650b24c5334 req-9940772d-4dc3-4326-88b3-87bbfa152478 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 1095 time: 0.4418437 Sep 17 22:31:18.424469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-53b2da43-08cf-4930-942b-6eaa1f9c082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.426229 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-53b2da43-08cf-4930-942b-6eaa1f9c082b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a129ef268f24789ae5906ef983891e6&device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 1095 time: 0.4144037 Sep 17 22:31:18.431112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4bc4-7afe-4ec1-adc6-5e4f5dcc7b72 req-7f8ce506-7685-479e-aff4-27aae6001095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.433032 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e64c4bc4-7afe-4ec1-adc6-5e4f5dcc7b72 req-7f8ce506-7685-479e-aff4-27aae6001095 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 1097 time: 0.2965171 Sep 17 22:31:18.569580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-571322d6-03fe-4627-a42b-cf790d61ad30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 HTTP/1.1" status: 200 len: 217 time: 0.0955362 Sep 17 22:31:18.611596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.711871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e64c4bc4-7afe-4ec1-adc6-5e4f5dcc7b72 req-b2aa4940-0891-4a2d-967b-a53d4831a531 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555137 Sep 17 22:31:18.725994 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-889002ad-b8ff-4704-9a1b-363c340600f2 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197385 Sep 17 22:31:18.765056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-dbd39d53-4b0e-4c97-b28f-83c4fe734cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.766825 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-dbd39d53-4b0e-4c97-b28f-83c4fe734cbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b80547d-0c86-4d6d-b676-c5fb688a9e7b HTTP/1.1" status: 200 len: 854 time: 0.1857288 Sep 17 22:31:18.770666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2345-db49-4564-9801-e650b24c5334 req-198cbe22-fa7d-47dc-83c2-9cf8dc989e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.772419 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39ea2345-db49-4564-9801-e650b24c5334 req-198cbe22-fa7d-47dc-83c2-9cf8dc989e64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 917 time: 0.3380358 Sep 17 22:31:18.866127 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39ea2345-db49-4564-9801-e650b24c5334 req-f4bed5bf-4202-4727-b2d0-2996dde2ecaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be65e3ac-2826-4e15-8ba6-1b6f06c38478 HTTP/1.1" status: 200 len: 217 time: 0.0808611 Sep 17 22:31:18.903754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fd072-dfee-43c7-a7b2-6ba321bb99bf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32025b6f-b901-480d-b056-9f36d6117c57,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:18.926781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Allocated IP 172.20.0.4 (5a570f39-cc1d-4ba8-920e-a769974e4ae5/40713f22-04ea-445c-96a6-532d4c729e88/4fedcb51-32de-4f95-b03a-93b2854774f2) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:18.941757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59884) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:18.986209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-090fd072-dfee-43c7-a7b2-6ba321bb99bf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.990809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-090fd072-dfee-43c7-a7b2-6ba321bb99bf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7628672 Sep 17 22:31:18.991527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59886) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:19.001989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d6b11618-d1b9-42bc-8f2f-f5d1def39767 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Request body: {'security_group_rule': {'security_group_id': 'e73f4004-8f12-40cf-ae66-f13d5b19e95d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:19.041343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f28a7-1d2e-452e-81d2-fe624e1dfb39 req-73149230-e909-42b1-82ef-ab8e001541ad tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.044022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de6f28a7-1d2e-452e-81d2-fe624e1dfb39 req-73149230-e909-42b1-82ef-ab8e001541ad tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 943 time: 0.7009745 Sep 17 22:31:19.082065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91941351-cb44-4358-b8d7-839b0eba3a98 req-529126db-4b88-4fb0-90e1-d8fa2fecc817 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.084018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91941351-cb44-4358-b8d7-839b0eba3a98 req-529126db-4b88-4fb0-90e1-d8fa2fecc817 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 943 time: 0.1417477 Sep 17 22:31:19.182482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6b11618-d1b9-42bc-8f2f-f5d1def39767 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.240651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91941351-cb44-4358-b8d7-839b0eba3a98 req-fa42ec42-bb5d-484f-8336-4b14f9a6abed tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274111 Sep 17 22:31:19.285073 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'tag': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:19.287322 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdad9ac-c810-4a0a-a7ba-31f719d186e2", "tag": "dea27fd6-69d5-458e-94d9-f3bdafcf5ef7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:19.332263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de6f28a7-1d2e-452e-81d2-fe624e1dfb39 req-6b47a093-e3c6-4376-94d0-a9774fbe3a1d tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702227 Sep 17 22:31:19.332831 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-b1cea440-82f3-48a7-85db-0899e75ed9f9 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925961 Sep 17 22:31:19.335256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb95-c997-46d0-8651-edbc3be642b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.381604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7b78cfa5-956a-419e-b1ff-a6889aa50c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.383098 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-7b78cfa5-956a-419e-b1ff-a6889aa50c7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4643772 Sep 17 22:31:19.384425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2345-db49-4564-9801-e650b24c5334 req-560dbbeb-ea87-42b0-8eee-971b2a971d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.386181 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39ea2345-db49-4564-9801-e650b24c5334 req-560dbbeb-ea87-42b0-8eee-971b2a971d86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb2b6f4-f467-4448-a432-94962f36815f HTTP/1.1" status: 200 len: 855 time: 0.5106542 Sep 17 22:31:19.496318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6b11618-d1b9-42bc-8f2f-f5d1def39767 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.520963 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6b11618-d1b9-42bc-8f2f-f5d1def39767 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.568141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfd27a-c0ca-4b9a-9784-d55ca35f2f23 req-55507d15-393c-4925-b459-fc3779d02ef3 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.571812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63bfd27a-c0ca-4b9a-9784-d55ca35f2f23 req-55507d15-393c-4925-b459-fc3779d02ef3 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 947 time: 0.2433212 Sep 17 22:31:19.580127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-b94d15e0-3d33-4990-8749-2fb2a87c7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.582295 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-b94d15e0-3d33-4990-8749-2fb2a87c7947 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 1099 time: 0.1097546 Sep 17 22:31:19.588071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.603967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b11618-d1b9-42bc-8f2f-f5d1def39767 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b3bd9d-a685-4ef9-b2bc-ca60ac555ba1,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:19.630700 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3e5017-6205-4326-b3ae-ace83a4effb6 x-openstack-request-id: req-4f3e5017-6205-4326-b3ae-ace83a4effb6 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:19.630991 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdad9ac-c810-4a0a-a7ba-31f719d186e2", "tag": "dea27fd6-69d5-458e-94d9-f3bdafcf5ef7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:19.631235 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f3e5017-6205-4326-b3ae-ace83a4effb6 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:19.632076 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'tag': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'status': 'completed', 'code': 200} Sep 17 22:31:19.651560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2345-db49-4564-9801-e650b24c5334 req-3f53f3bd-bbaf-4003-9a0c-46aa29003725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.653093 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39ea2345-db49-4564-9801-e650b24c5334 req-3f53f3bd-bbaf-4003-9a0c-46aa29003725 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8243c682-f338-4027-968b-250f53744a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2364597 Sep 17 22:31:19.666979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63bfd27a-c0ca-4b9a-9784-d55ca35f2f23 req-3c6061fb-9837-4b20-a7e4-696329d7338d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845482 Sep 17 22:31:19.692085 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.713748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e99e4bac-8afd-4252-b7c7-f4489f5284ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:19.764920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:19.775485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:19.779352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'Port': ['ID=4fedcb51-32de-4f95-b03a-93b2854774f2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:19.782871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:19.807458 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-74a5aab4-c3d1-47ad-92dc-11cadd00f478 service neutron] 10.222.0.45 "GET /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127903 Sep 17 22:31:19.853184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ce982-97d9-441f-811b-67f59256b853 req-9328238b-5428-4a85-bb44-3a40117ce77e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.861339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-591ce982-97d9-441f-811b-67f59256b853 req-9328238b-5428-4a85-bb44-3a40117ce77e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 931 time: 0.1361821 Sep 17 22:31:19.880695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.881509 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.942193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-591ce982-97d9-441f-811b-67f59256b853 req-3382df72-0f9b-41ea-8046-72e92a5fb915 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786364 Sep 17 22:31:19.992471 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39ea2345-db49-4564-9801-e650b24c5334 req-3106eb72-ece2-4cf7-9163-66c5239de4d3 service neutron] 10.222.0.49 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237560 Sep 17 22:31:20.002252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-2f6bf99d-880b-44f1-a38d-f3f620eb55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.003734 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-2f6bf99d-880b-44f1-a38d-f3f620eb55c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.4055526 Sep 17 22:31:20.119044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb95-c997-46d0-8651-edbc3be642b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.132890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5ee691bc-f093-46e8-8f8c-50506483be0f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4706433 Sep 17 22:31:20.134151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6b11618-d1b9-42bc-8f2f-f5d1def39767 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.135165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d6b11618-d1b9-42bc-8f2f-f5d1def39767 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1367867 Sep 17 22:31:20.138575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59904) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:20.143020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:20.151229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Request body: {'port': {'device_id': '6c00d066-d090-452d-8df0-a6a12358a763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:20.161087 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-8c446196-d8ef-4a8f-aecf-94d13c18b90f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=780e4f9e-003c-476b-9479-f9e65efbb585 HTTP/1.1" status: 200 len: 217 time: 0.1373713 Sep 17 22:31:20.171174 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb95-c997-46d0-8651-edbc3be642b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.217764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e9f22097-ff75-4276-817a-f66116a21d43 None None] Provisioning complete for port 4fedcb51-32de-4f95-b03a-93b2854774f2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:20.218376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.219099 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e9f22097-ff75-4276-817a-f66116a21d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.238640 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.280704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e9f22097-ff75-4276-817a-f66116a21d43 None None] Port 4fedcb51-32de-4f95-b03a-93b2854774f2 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:20.292205 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6447d387-781d-4ed6-87af-8ea715b82cc5 req-24246f75-e162-4978-a9b3-8902ab7213cd service neutron] 10.222.0.45 "GET /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617088 Sep 17 22:31:20.309083 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4aaceb95-c997-46d0-8651-edbc3be642b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd8884f85b76458f9e8fae7e7599237f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3647678 Sep 17 22:31:20.313519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59908) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:20.334316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaceb95-c997-46d0-8651-edbc3be642b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835aa3f6-925f-457b-8f9a-97ccfc4700d2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:20.360920 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39ea2345-db49-4564-9801-e650b24c5334 req-651e1793-7a64-4cde-b77f-cc9d647f2c11 service neutron] 10.222.0.49 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510358 Sep 17 22:31:20.377045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-92f8379f-bad4-4a41-bd5b-34f981664150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.379031 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-92f8379f-bad4-4a41-bd5b-34f981664150 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.2044873 Sep 17 22:31:20.454027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-e7626ba7-d5f0-4697-af28-f236a1c543c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.455612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-e7626ba7-d5f0-4697-af28-f236a1c543c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a129ef268f24789ae5906ef983891e6&device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 1095 time: 0.0935273 Sep 17 22:31:20.482689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-d3905c6b-ee49-4624-952b-a074833212d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.485133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-d3905c6b-ee49-4624-952b-a074833212d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887570 Sep 17 22:31:20.667715 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-5e3731b4-639a-44b4-8493-678da1e59d6b service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739116 Sep 17 22:31:20.724729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-0316330e-489d-4a46-bfd2-8bcf315b5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.726598 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-0316330e-489d-4a46-bfd2-8bcf315b5bae service neutron] 10.222.0.45 "GET /v2.0/networks?id=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b HTTP/1.1" status: 200 len: 916 time: 0.2471473 Sep 17 22:31:20.802568 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-5cfd073b-91ea-47eb-9bae-0a471a342b93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 HTTP/1.1" status: 200 len: 217 time: 0.0463207 Sep 17 22:31:20.869345 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e6d83f39-ff33-4352-9cf0-65d5116bdbf9 req-ef69ac51-6471-4156-9654-f0c75e99583c service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864238 Sep 17 22:31:20.886940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-17cb6e90-864c-465a-9c65-6bbbf08f09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.886940 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-17cb6e90-864c-465a-9c65-6bbbf08f09ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b80547d-0c86-4d6d-b676-c5fb688a9e7b HTTP/1.1" status: 200 len: 854 time: 0.0673184 Sep 17 22:31:20.965024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-35f9171f-0008-47ae-9bb0-9035d147f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.965024 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-35f9171f-0008-47ae-9bb0-9035d147f140 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580130 Sep 17 22:31:20.965353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce783a5-a151-49fe-88bb-c2cf5456a380 req-0e3c6337-5299-474f-9710-7184477223a9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.965353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce783a5-a151-49fe-88bb-c2cf5456a380 req-0e3c6337-5299-474f-9710-7184477223a9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 943 time: 0.2617383 Sep 17 22:31:20.965353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9972-b799-4ae7-b05b-5af2df949487 req-46d54acc-1611-479a-adce-e35a095618b1 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.966603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-794c9972-b799-4ae7-b05b-5af2df949487 req-46d54acc-1611-479a-adce-e35a095618b1 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 943 time: 0.2696526 Sep 17 22:31:21.065147 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-4ae1fef6-c619-42b9-a8d5-b84b4508ff70 service neutron] 10.222.0.45 "GET /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999494 Sep 17 22:31:21.070050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41aca8ee-f690-4e5a-93c3-78c37e2e6970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.143513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce783a5-a151-49fe-88bb-c2cf5456a380 req-a25f5aa6-3d68-459a-a93b-ed6ba648ae7b tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738837 Sep 17 22:31:21.174918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a4638bf-821c-4f55-8b0d-9415fc0fcd95 req-07b1a621-de8e-49ea-b5d1-ebeeff557563 service neutron] 10.222.0.45 "GET /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022120 Sep 17 22:31:21.188580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41aca8ee-f690-4e5a-93c3-78c37e2e6970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.201565 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.207819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-794c9972-b799-4ae7-b05b-5af2df949487 req-fbc0bd4b-3e7e-431a-9e50-468884fea8c5 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114947 Sep 17 22:31:21.383261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41aca8ee-f690-4e5a-93c3-78c37e2e6970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.385844 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41aca8ee-f690-4e5a-93c3-78c37e2e6970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.386994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-41aca8ee-f690-4e5a-93c3-78c37e2e6970 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/835aa3f6-925f-457b-8f9a-97ccfc4700d2 HTTP/1.1" status: 204 len: 168 time: 1.0718818 Sep 17 22:31:21.447344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aca8ee-f690-4e5a-93c3-78c37e2e6970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835aa3f6-925f-457b-8f9a-97ccfc4700d2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:21.465102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fedcb51-32de-4f95-b03a-93b2854774f2 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:21.497057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.536829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56d2b9-92e0-42cc-9266-ac05c22b0e35 req-3a0087db-a02a-41c4-ba9b-68f2acf8b6c2 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:21.538380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab56d2b9-92e0-42cc-9266-ac05c22b0e35 req-3a0087db-a02a-41c4-ba9b-68f2acf8b6c2 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 947 time: 0.2032630 Sep 17 22:31:21.542748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Transition to ACTIVE for port object 4fedcb51-32de-4f95-b03a-93b2854774f2 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:21.570532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0ab34-a203-40ee-81ff-81309fd38b40 req-146b4b4a-7343-40b9-b14c-900c2553c077 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:21.579683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaa0ab34-a203-40ee-81ff-81309fd38b40 req-146b4b4a-7343-40b9-b14c-900c2553c077 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 931 time: 0.1911769 Sep 17 22:31:21.594918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.598101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Allocated IP 172.25.0.109 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/0ffe3ddb-b62a-47de-9619-6bb03264de01) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:21.754289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab56d2b9-92e0-42cc-9266-ac05c22b0e35 req-4112bf39-7d87-4486-b168-5c0ae8026b07 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924887 Sep 17 22:31:21.795208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaa0ab34-a203-40ee-81ff-81309fd38b40 req-e269cd14-d277-4df7-8e88-e94961dee44a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140367 Sep 17 22:31:21.798310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Pushing event updated for resources: {'Port': ['ID=4fedcb51-32de-4f95-b03a-93b2854774f2,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:21.865656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 780e4f9e-003c-476b-9479-f9e65efbb585 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:21.955232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.962618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Attempting to bind port 4fedcb51-32de-4f95-b03a-93b2854774f2 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:21.962940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Attempting to bind port 4fedcb51-32de-4f95-b03a-93b2854774f2 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:21.963268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Attempting to bind port 4fedcb51-32de-4f95-b03a-93b2854774f2 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:21.984318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Port 4fedcb51-32de-4f95-b03a-93b2854774f2 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:21.984891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Attempting to bind port 4fedcb51-32de-4f95-b03a-93b2854774f2 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:21.994610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:21.994960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Checking segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:21.995337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Bound using segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:21.995773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Bound port: 4fedcb51-32de-4f95-b03a-93b2854774f2, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:21.996134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.059195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 780e4f9e-003c-476b-9479-f9e65efbb585, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=780e4f9e-003c-476b-9479-f9e65efbb585,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:22.073223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '780e4f9e-003c-476b-9479-f9e65efbb585', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '780e4f9e-003c-476b-9479-f9e65efbb585', 'mac_address': 'fa:16:3e:4b:63:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:22.097815 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.131538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.149630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:22.157638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780e4f9e-003c-476b-9479-f9e65efbb585 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:22.160067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:22.163531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:22.185434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 780e4f9e-003c-476b-9479-f9e65efbb585, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=780e4f9e-003c-476b-9479-f9e65efbb585,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:22.194366 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.195197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device be65e3ac-2826-4e15-8ba6-1b6f06c38478 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:22.220708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event updated for resources: {'Port': ['ID=0ffe3ddb-b62a-47de-9619-6bb03264de01,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:22.225853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] For port 4fedcb51-32de-4f95-b03a-93b2854774f2, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:22.231042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] For port 4fedcb51-32de-4f95-b03a-93b2854774f2, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4fedcb51-32de-4f95-b03a-93b2854774f2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:22.247685 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.324799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=780e4f9e-003c-476b-9479-f9e65efbb585,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:22.358241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.358881 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.360311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] 10.222.0.45 "PUT /v2.0/ports/4fedcb51-32de-4f95-b03a-93b2854774f2 HTTP/1.1" status: 200 len: 1092 time: 2.2129211 Sep 17 22:31:22.362094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c00d066-d090-452d-8df0-a6a12358a763', 'tag': '4fedcb51-32de-4f95-b03a-93b2854774f2'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:22.364549 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c00d066-d090-452d-8df0-a6a12358a763", "tag": "4fedcb51-32de-4f95-b03a-93b2854774f2"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:22.429694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port be65e3ac-2826-4e15-8ba6-1b6f06c38478, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=be65e3ac-2826-4e15-8ba6-1b6f06c38478,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:22.453830 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'be65e3ac-2826-4e15-8ba6-1b6f06c38478', 'network_id': '8243c682-f338-4027-968b-250f53744a7f', 'port_id': 'be65e3ac-2826-4e15-8ba6-1b6f06c38478', 'mac_address': 'fa:16:3e:66:ed:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb2b6f4-f467-4448-a432-94962f36815f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:22.502705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af030f-1cd5-46d0-9eef-413a58c99bbe service neutron] Pushing event updated for resources: {'Port': ['ID=4fedcb51-32de-4f95-b03a-93b2854774f2,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:22.512353 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.519172 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.527651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be65e3ac-2826-4e15-8ba6-1b6f06c38478 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:22.532100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926be69-8f05-465e-bef5-29b5b8818f98 req-742d5f76-1932-4818-83f6-8aa440b4b2d3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.533800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f926be69-8f05-465e-bef5-29b5b8818f98 req-742d5f76-1932-4818-83f6-8aa440b4b2d3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 943 time: 0.2222180 Sep 17 22:31:22.546719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a50bb2-fa7d-4a3d-9c83-839bb1ec8baf req-8a6d87bc-c174-40bc-ae5f-e0fb13d2eea5 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.548327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1a50bb2-fa7d-4a3d-9c83-839bb1ec8baf req-8a6d87bc-c174-40bc-ae5f-e0fb13d2eea5 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 943 time: 0.2350550 Sep 17 22:31:22.561780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port be65e3ac-2826-4e15-8ba6-1b6f06c38478, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=be65e3ac-2826-4e15-8ba6-1b6f06c38478,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:22.570318 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.571019 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 997b303d-b961-4fba-9724-9612760714d6 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:22.596701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-7e50752d-bc19-4d5e-8156-23afb75f5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.598234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-7e50752d-bc19-4d5e-8156-23afb75f5686 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 1095 time: 0.1766803 Sep 17 22:31:22.655560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=be65e3ac-2826-4e15-8ba6-1b6f06c38478,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:22.666121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 997b303d-b961-4fba-9724-9612760714d6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=997b303d-b961-4fba-9724-9612760714d6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:22.669881 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.677478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-aeb7b581-e607-4843-86e8-a1d52a076f8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fedcb51-32de-4f95-b03a-93b2854774f2 HTTP/1.1" status: 200 len: 217 time: 0.0654218 Sep 17 22:31:22.683393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f926be69-8f05-465e-bef5-29b5b8818f98 req-be558f22-1466-45db-9785-af57df98b77f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328743 Sep 17 22:31:22.685314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '997b303d-b961-4fba-9724-9612760714d6', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '997b303d-b961-4fba-9724-9612760714d6', 'mac_address': 'fa:16:3e:aa:f7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:22.710063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1a50bb2-fa7d-4a3d-9c83-839bb1ec8baf req-486bf117-a43e-41f8-85d1-15f4cfe51756 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490810 Sep 17 22:31:22.759852 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.786345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997b303d-b961-4fba-9724-9612760714d6 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:22.815162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-887b139c-26f6-4bcc-93ab-3c065d264162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.816221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 997b303d-b961-4fba-9724-9612760714d6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=997b303d-b961-4fba-9724-9612760714d6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:22.817468 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-887b139c-26f6-4bcc-93ab-3c065d264162 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1117430 Sep 17 22:31:22.823884 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.842373 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0876456f-55ad-42d9-b9b5-60dc059b7f7e x-openstack-request-id: req-0876456f-55ad-42d9-b9b5-60dc059b7f7e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:22.842652 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c00d066-d090-452d-8df0-a6a12358a763", "tag": "4fedcb51-32de-4f95-b03a-93b2854774f2", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:22.842914 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0876456f-55ad-42d9-b9b5-60dc059b7f7e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:22.843326 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c00d066-d090-452d-8df0-a6a12358a763', 'tag': '4fedcb51-32de-4f95-b03a-93b2854774f2', 'status': 'completed', 'code': 200} Sep 17 22:31:22.889508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=997b303d-b961-4fba-9724-9612760714d6,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:22.924514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5a84239a-5455-4d99-ba4d-6ff1ce441370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.926085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-5a84239a-5455-4d99-ba4d-6ff1ce441370 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982771 Sep 17 22:31:23.073731 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:23.087350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:23.107873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea2cca-bedf-46a2-ac86-8db02998cdba req-da0dd84b-14b3-4ea8-91cd-b92442eb4a31 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.109422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53ea2cca-bedf-46a2-ac86-8db02998cdba req-da0dd84b-14b3-4ea8-91cd-b92442eb4a31 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 948 time: 0.1809306 Sep 17 22:31:23.173635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b877b6-0ae1-4f55-b26a-b41297a4916c req-911f507f-d7a4-4c74-b5b5-482f2cb95ddb tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.175112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2b877b6-0ae1-4f55-b26a-b41297a4916c req-911f507f-d7a4-4c74-b5b5-482f2cb95ddb tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 943 time: 0.1834881 Sep 17 22:31:23.201825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-fc9578ff-17eb-4ace-9566-ebb9362ef1df service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623782 Sep 17 22:31:23.246098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event updated for resources: {'Port': ['ID=0ffe3ddb-b62a-47de-9619-6bb03264de01,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:23.291104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53ea2cca-bedf-46a2-ac86-8db02998cdba req-af97edc2-1688-4a9c-a491-3e5b5457fd65 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562946 Sep 17 22:31:23.300208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:23.354666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2b877b6-0ae1-4f55-b26a-b41297a4916c req-0625e104-fdfe-4eeb-8c19-77cc9b144b9a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473715 Sep 17 22:31:23.388756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:23.390021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4458eb74-80e6-4fc9-840e-14cef6105f25 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2504666 Sep 17 22:31:23.405380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e28f7cca-6e0c-40e9-a87b-d2f8ec9af397 req-a713687e-6d8e-46d8-9d92-c40f5322d2a1 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807032 Sep 17 22:31:23.422458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce8e9d-898f-463a-a66f-61d1c62a92e3 req-693c3682-af09-4c5d-ae7f-dda0a50fbff2 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.424039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfce8e9d-898f-463a-a66f-61d1c62a92e3 req-693c3682-af09-4c5d-ae7f-dda0a50fbff2 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 950 time: 0.0659413 Sep 17 22:31:23.467691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfce8e9d-898f-463a-a66f-61d1c62a92e3 req-3c099cca-7264-42f6-87b0-b4b321353083 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352595 Sep 17 22:31:23.493069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['780e4f9e-003c-476b-9479-f9e65efbb585'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:23.513960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-94c0c4d1-53c1-4137-89df-be8408e6b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.515189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-94c0c4d1-53c1-4137-89df-be8408e6b0f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 1095 time: 0.0464857 Sep 17 22:31:23.651066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['be65e3ac-2826-4e15-8ba6-1b6f06c38478'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:23.675671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-a8f30975-f959-4d66-a650-fc08f27f7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.677377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-a8f30975-f959-4d66-a650-fc08f27f7693 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1547484 Sep 17 22:31:23.682026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['997b303d-b961-4fba-9724-9612760714d6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:23.757946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-824f6a2c-5614-4771-b58e-e3396d1f7eee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fedcb51-32de-4f95-b03a-93b2854774f2 HTTP/1.1" status: 200 len: 217 time: 0.0479147 Sep 17 22:31:23.834948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-83e8b7dc-6167-46b3-a6ab-db18e187a015 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.842777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-83e8b7dc-6167-46b3-a6ab-db18e187a015 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 822 time: 0.2116921 Sep 17 22:31:23.859207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-c5769e52-3fb9-45d3-9540-f8399d83d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.860731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-c5769e52-3fb9-45d3-9540-f8399d83d4ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0942073 Sep 17 22:31:23.862502 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-56629839-921d-49a7-8ad3-eeda31337f02 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/quotas/109b38f24e6047d1bfe233c32cb277f1 HTTP/1.1" status: 200 len: 375 time: 0.0186815 Sep 17 22:31:23.956290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-686b3931-6005-45f8-b80c-f303b8378406 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784793 Sep 17 22:31:23.970956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-a346eae2-2d3e-4c7d-bf19-15670959c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.972299 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-a346eae2-2d3e-4c7d-bf19-15670959c1a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037152 Sep 17 22:31:24.159767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-d9e01fd7-80dc-4933-bafb-76cbdf542191 service neutron] 10.222.0.48 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024899 Sep 17 22:31:24.161816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-32cafa53-05bf-4049-b238-3e549821ba62 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787586 Sep 17 22:31:24.169551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10a90a-352a-434a-9776-4ad7286aafbb req-3fbd17b8-7438-4598-b564-f58202a0641f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.171093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a10a90a-352a-434a-9776-4ad7286aafbb req-3fbd17b8-7438-4598-b564-f58202a0641f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 944 time: 0.1257184 Sep 17 22:31:24.533206 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-23d99142-749f-4ec4-8946-5199adb91039 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413008 Sep 17 22:31:24.612708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a10a90a-352a-434a-9776-4ad7286aafbb req-0cb12d0e-4189-4e1d-baea-40868a0449a1 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251149 Sep 17 22:31:24.642713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-182f95d1-02bc-4c8d-92c4-686b4c230d5e service neutron] 10.222.0.48 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706702 Sep 17 22:31:24.646195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-c7dfbb5d-7cb6-47f4-8aae-d5cb1ff030f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.646401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e6fd1ae-8df6-4456-b364-18a0b7d5436b req-30d2c1d5-5fb0-4252-af31-5084251466e1 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733362 Sep 17 22:31:24.647711 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-c7dfbb5d-7cb6-47f4-8aae-d5cb1ff030f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eee16130ed6d4e1dada9a7d01adb68ee&device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 1097 time: 0.0482934 Sep 17 22:31:24.736695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c766b-371c-4323-bc4c-bf200a4049cc req-e8fdf6ee-b3b2-472a-962a-e2cfa799a8b1 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.738217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a19c766b-371c-4323-bc4c-bf200a4049cc req-e8fdf6ee-b3b2-472a-962a-e2cfa799a8b1 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 943 time: 0.0541718 Sep 17 22:31:24.770362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-968b4c37-3723-4ebd-bc8d-a1c788ef44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.771852 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-968b4c37-3723-4ebd-bc8d-a1c788ef44e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dead0210-9355-41ba-a792-c189f187ef5e HTTP/1.1" status: 200 len: 906 time: 0.1034908 Sep 17 22:31:24.795852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a19c766b-371c-4323-bc4c-bf200a4049cc req-b0372244-d44e-4593-8f43-0af34d2ae3d1 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502713 Sep 17 22:31:24.902049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-a4a08bfc-beb3-4697-9e07-3ed5984e7341 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc7239c1-271b-43c7-979c-0e0375ec9569 HTTP/1.1" status: 200 len: 1000 time: 0.1207058 Sep 17 22:31:24.964882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-e40d54c8-3180-4dd3-a24a-9b8eee314b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.967018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-e40d54c8-3180-4dd3-a24a-9b8eee314b96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3dd5804-74f9-4a56-b1c2-6b54feb3fafd HTTP/1.1" status: 200 len: 844 time: 0.0570312 Sep 17 22:31:24.997404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b096b6c-0c76-488b-9cf6-977d00ddb751 req-c500e5fc-b49b-4471-8158-c70dffd2c89c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.999225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4fedcb51-32de-4f95-b03a-93b2854774f2 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:25.005393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b096b6c-0c76-488b-9cf6-977d00ddb751 req-c500e5fc-b49b-4471-8158-c70dffd2c89c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 948 time: 0.0894940 Sep 17 22:31:25.019799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-98809f71-1bb8-419b-a0aa-98cfa2a2775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:25.021346 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-98809f71-1bb8-419b-a0aa-98cfa2a2775a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dead0210-9355-41ba-a792-c189f187ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465369 Sep 17 22:31:25.045625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7428-95b2-40d2-b08e-d46e483b9dca req-188a0565-5108-42f5-b386-877e4cd5892f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:25.047310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27ad7428-95b2-40d2-b08e-d46e483b9dca req-188a0565-5108-42f5-b386-877e4cd5892f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 943 time: 0.1032627 Sep 17 22:31:25.083045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b096b6c-0c76-488b-9cf6-977d00ddb751 req-758d9b19-69c9-4acf-b2ea-8fc4d1915bb9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Sep 17 22:31:25.138285 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27ad7428-95b2-40d2-b08e-d46e483b9dca req-d35d41de-70cf-43f0-98f0-370c92dd6172 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769391 Sep 17 22:31:25.151720 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-812fa93e-78f2-42e2-85d2-980835540576 service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217282 Sep 17 22:31:25.155738 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4fedcb51-32de-4f95-b03a-93b2854774f2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4fedcb51-32de-4f95-b03a-93b2854774f2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:25.177965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '4fedcb51-32de-4f95-b03a-93b2854774f2', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': '4fedcb51-32de-4f95-b03a-93b2854774f2', 'mac_address': 'fa:16:3e:44:18:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:25.224175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:25.236396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc91a164-e913-4466-9e63-52e7cb252b1e req-1f234c6b-a6c9-47a3-b0a9-a3f8f00ab73a tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 210 time: 0.0730798 Sep 17 22:31:25.240122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fedcb51-32de-4f95-b03a-93b2854774f2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:25.271774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4fedcb51-32de-4f95-b03a-93b2854774f2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4fedcb51-32de-4f95-b03a-93b2854774f2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:25.277148 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:25.279912 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1598fc13-3d1b-471b-8bff-66662d4867b7 req-32b865ec-95e7-416e-89e2-b3f5988f38d6 service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202455 Sep 17 22:31:25.338056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4fedcb51-32de-4f95-b03a-93b2854774f2,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:25.547839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4fedcb51-32de-4f95-b03a-93b2854774f2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:25.564834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60084) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:25.673231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f616f2cb-3af2-4389-8798-f7cc9d0b43a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:25.754240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ebf3-a175-471d-ac90-4c992d004584 req-870baa6b-54ed-4f4e-b290-f966c0ba0643 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:25.755795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46b8ebf3-a175-471d-ac90-4c992d004584 req-870baa6b-54ed-4f4e-b290-f966c0ba0643 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 944 time: 0.0720556 Sep 17 22:31:25.815891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46b8ebf3-a175-471d-ac90-4c992d004584 req-612372c4-27bb-4da3-b347-b847777cf0f3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523002 Sep 17 22:31:25.838710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f616f2cb-3af2-4389-8798-f7cc9d0b43a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:25.843342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f616f2cb-3af2-4389-8798-f7cc9d0b43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:25.878203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 780e4f9e-003c-476b-9479-f9e65efbb585 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:25.912512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f616f2cb-3af2-4389-8798-f7cc9d0b43a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b8a7dcc6d364dd29fbe69b8075fb769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465633 Sep 17 22:31:25.914899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616f2cb-3af2-4389-8798-f7cc9d0b43a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a55427-da9c-4e40-ad40-e8dea94937e6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:25.915304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60104) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:25.950472 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec00c11-6479-4555-bc31-d2d1225ca2a8 req-125fb0b5-f503-4103-b4ac-6268bf124469 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:25.952597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec00c11-6479-4555-bc31-d2d1225ca2a8 req-125fb0b5-f503-4103-b4ac-6268bf124469 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 943 time: 0.0860555 Sep 17 22:31:25.958304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 780e4f9e-003c-476b-9479-f9e65efbb585 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:25.963381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 780e4f9e-003c-476b-9479-f9e65efbb585 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:25.963971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:25.998966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f7c208e-82a3-41fd-ab1a-d4f7b8016e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.001038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec00c11-6479-4555-bc31-d2d1225ca2a8 req-c0c296bd-bbca-4b2f-ac6e-bb780c0fcf99 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 Sep 17 22:31:26.037964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f7c208e-82a3-41fd-ab1a-d4f7b8016e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.067306 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.103190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152aa3fc-73ec-4e53-afd5-3221b7ff09a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e4f9e-003c-476b-9479-f9e65efbb585'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:26.115165 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42203e40-c58f-4162-82d8-d299eb380b07" -d '{"events": [{"server_uuid": "152aa3fc-73ec-4e53-afd5-3221b7ff09a9", "name": "network-vif-plugged", "status": "completed", "tag": "780e4f9e-003c-476b-9479-f9e65efbb585"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:26.139843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 780e4f9e-003c-476b-9479-f9e65efbb585, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=780e4f9e-003c-476b-9479-f9e65efbb585,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:26.149655 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.150525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device be65e3ac-2826-4e15-8ba6-1b6f06c38478 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:26.214282 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f734a8d4-90b8-44ab-b391-1ac7c2bdaf5b x-openstack-request-id: req-f734a8d4-90b8-44ab-b391-1ac7c2bdaf5b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:26.214573 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152aa3fc-73ec-4e53-afd5-3221b7ff09a9", "name": "network-vif-plugged", "status": "completed", "tag": "780e4f9e-003c-476b-9479-f9e65efbb585", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:26.214832 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f734a8d4-90b8-44ab-b391-1ac7c2bdaf5b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:26.215219 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152aa3fc-73ec-4e53-afd5-3221b7ff09a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e4f9e-003c-476b-9479-f9e65efbb585', 'code': 200} Sep 17 22:31:26.218305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75386c15-0e8f-4819-95d5-eee61a39dc5e req-ed47c151-aba9-4727-9ae8-5e0dce63667e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.226263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75386c15-0e8f-4819-95d5-eee61a39dc5e req-ed47c151-aba9-4727-9ae8-5e0dce63667e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 949 time: 0.0609553 Sep 17 22:31:26.261674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=780e4f9e-003c-476b-9479-f9e65efbb585,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:26.277337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-1143688d-5005-4972-843c-c4cc833eac7f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.279883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port be65e3ac-2826-4e15-8ba6-1b6f06c38478 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:26.280025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-1143688d-5005-4972-843c-c4cc833eac7f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 822 time: 0.2098389 Sep 17 22:31:26.284544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port be65e3ac-2826-4e15-8ba6-1b6f06c38478 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:26.284956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.288287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75386c15-0e8f-4819-95d5-eee61a39dc5e req-6c9794bd-82f1-4472-aaca-406d8355f46d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609736 Sep 17 22:31:26.320831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Request body: {'port': {'device_id': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'admin_state_up': True, 'tenant_id': '109b38f24e6047d1bfe233c32cb277f1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:26.374689 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f7c208e-82a3-41fd-ab1a-d4f7b8016e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.379649 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f7c208e-82a3-41fd-ab1a-d4f7b8016e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.385947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7f7c208e-82a3-41fd-ab1a-d4f7b8016e29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22a55427-da9c-4e40-ad40-e8dea94937e6 HTTP/1.1" status: 204 len: 168 time: 0.4655325 Sep 17 22:31:26.394853 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a9048e0-a345-47ff-91ac-f127b5d0425c req-828a504f-bb9e-4c9b-9bc9-2d1e290056c2 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 210 time: 0.0519907 Sep 17 22:31:26.430372 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.443211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c208e-82a3-41fd-ab1a-d4f7b8016e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a55427-da9c-4e40-ad40-e8dea94937e6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:26.480106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port be65e3ac-2826-4e15-8ba6-1b6f06c38478, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=be65e3ac-2826-4e15-8ba6-1b6f06c38478,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:26.488669 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.491879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 997b303d-b961-4fba-9724-9612760714d6 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:26.506140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaca29b-1942-4abc-bd54-498ac7be47a0 req-559b8059-f848-49e3-ab9f-2134e45e89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.507717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7aaca29b-1942-4abc-bd54-498ac7be47a0 req-559b8059-f848-49e3-ab9f-2134e45e89cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 1101 time: 0.1029587 Sep 17 22:31:26.561355 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7aaca29b-1942-4abc-bd54-498ac7be47a0 req-0ef3aa47-7d9a-4306-93b1-162a911a60d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451949 Sep 17 22:31:26.570535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Made reservation on behalf of 109b38f24e6047d1bfe233c32cb277f1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:26.575481 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.585949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=be65e3ac-2826-4e15-8ba6-1b6f06c38478,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:26.602086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 997b303d-b961-4fba-9724-9612760714d6 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:26.606646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d2db-9aa8-4c4d-b8c3-7e74fa531e9b req-040a7299-2f7d-4dfc-bf58-a73b762897ee tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.608465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d67d2db-9aa8-4c4d-b8c3-7e74fa531e9b req-040a7299-2f7d-4dfc-bf58-a73b762897ee tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 944 time: 0.2124882 Sep 17 22:31:26.614356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 997b303d-b961-4fba-9724-9612760714d6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:26.617162 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.676812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d67d2db-9aa8-4c4d-b8c3-7e74fa531e9b req-629b9ab3-56c1-4c69-8b3f-bb1df608d1a1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612497 Sep 17 22:31:26.713673 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.744315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Allocated IP 172.20.0.2 (f767562e-27c6-41c4-aef1-0ff09c149651/66283f1a-482d-406b-a394-152c9b001a6e/a3809be8-ca10-43d2-9319-9e4c9adbd8c2) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:26.749756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 997b303d-b961-4fba-9724-9612760714d6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=997b303d-b961-4fba-9724-9612760714d6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:26.754560 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.795040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60120) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:26.815689 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6c9c16b1-eb9f-4628-a60b-cffab2637764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.831954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=997b303d-b961-4fba-9724-9612760714d6,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:26.942261 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.977616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0b4e4-964e-4190-a1e1-596ba47fbe26 req-92b90363-8822-499f-8013-391bf9d4d087 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.978098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.979128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85f0b4e4-964e-4190-a1e1-596ba47fbe26 req-92b90363-8822-499f-8013-391bf9d4d087 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0807643 Sep 17 22:31:26.985008 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6c9c16b1-eb9f-4628-a60b-cffab2637764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.001274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6c9c16b1-eb9f-4628-a60b-cffab2637764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.014687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:27.022235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Network f767562e-27c6-41c4-aef1-0ff09c149651 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:27.027325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:27.030493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:27.061074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event updated for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.065673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c16b1-eb9f-4628-a60b-cffab2637764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcd4fd4-6c87-41bf-bb05-28f2971d22dd,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.078061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60138) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:27.079409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6c9c16b1-eb9f-4628-a60b-cffab2637764 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af9ba735237f47daa8c34b3c15c3484d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830229 Sep 17 22:31:27.083362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85f0b4e4-964e-4190-a1e1-596ba47fbe26 req-e8f1d50b-7afc-4817-b17d-b7984dfd9a04 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963769 Sep 17 22:31:27.114501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4fedcb51-32de-4f95-b03a-93b2854774f2 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:27.127216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.127937 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.167282 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4ac5af25-893f-4986-a44f-eecb703a8693 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8531489 Sep 17 22:31:27.172718 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1842177a-10ea-4ed6-9751-384863e22049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.183772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:27.188385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Request body: {'port': {'device_id': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:27.199422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'port_id': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'mac_address': 'fa:16:3e:90:7b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:27.213657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef3cba-ba50-4061-818a-ce68e25612bd req-93cd4dde-a8c9-4f14-b5de-14ebaba896fc tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.215283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbef3cba-ba50-4061-818a-ce68e25612bd req-93cd4dde-a8c9-4f14-b5de-14ebaba896fc tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 943 time: 0.0552928 Sep 17 22:31:27.219125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1842177a-10ea-4ed6-9751-384863e22049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.228469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 4fedcb51-32de-4f95-b03a-93b2854774f2 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:27.237508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 4fedcb51-32de-4f95-b03a-93b2854774f2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:27.237508 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.261095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbef3cba-ba50-4061-818a-ce68e25612bd req-a66c91f8-7fb9-4eae-96a3-f6d50d48accc tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377655 Sep 17 22:31:27.269187 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.285686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.289946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:27.316846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:27.333902 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1842177a-10ea-4ed6-9751-384863e22049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.336782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1842177a-10ea-4ed6-9751-384863e22049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.340990 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1842177a-10ea-4ed6-9751-384863e22049 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4dcd4fd4-6c87-41bf-bb05-28f2971d22dd HTTP/1.1" status: 204 len: 168 time: 0.2554722 Sep 17 22:31:27.341149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.364714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842177a-10ea-4ed6-9751-384863e22049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcd4fd4-6c87-41bf-bb05-28f2971d22dd,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.435476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.446183 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.460022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c209f-39a2-4ffd-8e45-fbe35cfac8a2 req-021020a8-baa0-41dd-8fcc-490202b0a4be tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.469702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-558c209f-39a2-4ffd-8e45-fbe35cfac8a2 req-021020a8-baa0-41dd-8fcc-490202b0a4be tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 949 time: 0.0887432 Sep 17 22:31:27.482712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4fedcb51-32de-4f95-b03a-93b2854774f2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4fedcb51-32de-4f95-b03a-93b2854774f2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:27.486910 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.487875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2092f146-2522-49c3-807f-bb6de36325f9 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:27.577202 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-558c209f-39a2-4ffd-8e45-fbe35cfac8a2 req-4b3853f3-bbc7-4bd7-bb98-5e434c672a70 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996237 Sep 17 22:31:27.602989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ac7d9-6ae6-49d5-b32c-0aa1833fc0ea req-6094f136-a700-4788-9188-1d89a7ee6942 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.610427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd5ac7d9-6ae6-49d5-b32c-0aa1833fc0ea req-6094f136-a700-4788-9188-1d89a7ee6942 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 931 time: 0.0983231 Sep 17 22:31:27.623215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4fedcb51-32de-4f95-b03a-93b2854774f2,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.634809 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.657245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd5ac7d9-6ae6-49d5-b32c-0aa1833fc0ea req-e74f98ba-e8db-4c35-b069-f9689019e5c9 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Sep 17 22:31:27.675295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:27.678295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['dea27fd6-69d5-458e-94d9-f3bdafcf5ef7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:27.680689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3809be8-ca10-43d2-9319-9e4c9adbd8c2 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:27.683136 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.689004 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.703861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Transition to ACTIVE for port object a3809be8-ca10-43d2-9319-9e4c9adbd8c2 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:27.711987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.799359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Pushing event updated for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.812921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92cd3-532a-4385-8699-a9433dc1b8e3 req-209c3ff2-2276-4377-a2b1-b369c928bfbf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.822091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85f92cd3-532a-4385-8699-a9433dc1b8e3 req-209c3ff2-2276-4377-a2b1-b369c928bfbf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 945 time: 0.0672145 Sep 17 22:31:27.850003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.863290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:27.879680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Attempting to bind port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:27.880061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Attempting to bind port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:27.880607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Attempting to bind port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 on network f767562e-27c6-41c4-aef1-0ff09c149651 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:27.889249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 on network f767562e-27c6-41c4-aef1-0ff09c149651 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:27.889752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Attempting to bind port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 on network f767562e-27c6-41c4-aef1-0ff09c149651 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:27.896732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:27.897155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Checking segment: {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:27.897826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Bound using segment: {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:27.898238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Bound port: a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:27.898597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.907039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85f92cd3-532a-4385-8699-a9433dc1b8e3 req-cfe25e7d-6e1a-4ac8-8c30-586fd39d3d5a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836387 Sep 17 22:31:28.007627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:28.015430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:28.024092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:28.025849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.056682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'mac_address': 'fa:16:3e:fe:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:28.066126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.066748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.068142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] 10.222.0.49 "PUT /v2.0/ports/a3809be8-ca10-43d2-9319-9e4c9adbd8c2 HTTP/1.1" status: 200 len: 1092 time: 0.8847740 Sep 17 22:31:28.068596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:28.071092 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30" -d '{"events": [{"name": "network-changed", "server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:28.110133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe453a9d-924f-495b-bd6f-bffb46723654 service neutron] Pushing event updated for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:28.123438 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.139803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d098506-6a58-4a99-ba24-5e2a21ef8fcb {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:28.149772 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c825fd-a736-4af8-9ddf-a792e2715dea x-openstack-request-id: req-66c825fd-a736-4af8-9ddf-a792e2715dea {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:28.150105 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:28.150305 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66c825fd-a736-4af8-9ddf-a792e2715dea {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:28.150805 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'status': 'completed', 'code': 200} Sep 17 22:31:28.165130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:28.172023 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.216034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0fcca0-ea6b-4c76-b72f-0c34637f03ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be65e3ac-2826-4e15-8ba6-1b6f06c38478'}, {'server_uuid': '56b45a3d-d168-4f2b-984b-a1460880171c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b303d-b961-4fba-9724-9612760714d6'}, {'server_uuid': '6c00d066-d090-452d-8df0-a6a12358a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fedcb51-32de-4f95-b03a-93b2854774f2'}, {'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:28.218307 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd82d109-9e66-4de7-a34e-2ff266f44c6a" -d '{"events": [{"server_uuid": "2a0fcca0-ea6b-4c76-b72f-0c34637f03ac", "name": "network-vif-plugged", "status": "completed", "tag": "be65e3ac-2826-4e15-8ba6-1b6f06c38478"}, {"server_uuid": "56b45a3d-d168-4f2b-984b-a1460880171c", "name": "network-vif-plugged", "status": "completed", "tag": "997b303d-b961-4fba-9724-9612760714d6"}, {"server_uuid": "6c00d066-d090-452d-8df0-a6a12358a763", "name": "network-vif-plugged", "status": "completed", "tag": "4fedcb51-32de-4f95-b03a-93b2854774f2"}, {"server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "name": "network-vif-unplugged", "status": "completed", "tag": "2092f146-2522-49c3-807f-bb6de36325f9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:28.225300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-9da39888-920b-4683-8254-31b4d4585786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.227479 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-9da39888-920b-4683-8254-31b4d4585786 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 1095 time: 0.0630774 Sep 17 22:31:28.246388 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:28.251780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea49f1-3a30-4eb5-a8fc-bb544f3e01b8 req-3c3f73d9-4fc2-4a3a-870c-74657ae670fe tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.253905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6ea49f1-3a30-4eb5-a8fc-bb544f3e01b8 req-3c3f73d9-4fc2-4a3a-870c-74657ae670fe tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0682459 Sep 17 22:31:28.296917 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-9e11bf72-5cbd-484c-aeea-c5797a5f3b03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2 HTTP/1.1" status: 200 len: 217 time: 0.0484018 Sep 17 22:31:28.307547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6ea49f1-3a30-4eb5-a8fc-bb544f3e01b8 req-62cef5a4-b711-45fe-a55a-95a9e77b796e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Sep 17 22:31:28.350856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8d098506-6a58-4a99-ba24-5e2a21ef8fcb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:28.367694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fcf97db3-b136-4e7a-97f8-cb638d3ec685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.370437 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-fcf97db3-b136-4e7a-97f8-cb638d3ec685 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66283f1a-482d-406b-a394-152c9b001a6e HTTP/1.1" status: 200 len: 862 time: 0.0658252 Sep 17 22:31:28.382524 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0fe833-ac89-454b-88d4-b73b65c5d069 x-openstack-request-id: req-6b0fe833-ac89-454b-88d4-b73b65c5d069 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:28.382847 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0fcca0-ea6b-4c76-b72f-0c34637f03ac", "name": "network-vif-plugged", "status": "completed", "tag": "be65e3ac-2826-4e15-8ba6-1b6f06c38478", "code": 200}, {"server_uuid": "56b45a3d-d168-4f2b-984b-a1460880171c", "name": "network-vif-plugged", "status": "completed", "tag": "997b303d-b961-4fba-9724-9612760714d6", "code": 200}, {"server_uuid": "6c00d066-d090-452d-8df0-a6a12358a763", "name": "network-vif-plugged", "status": "completed", "tag": "4fedcb51-32de-4f95-b03a-93b2854774f2", "code": 200}, {"server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "name": "network-vif-unplugged", "status": "completed", "tag": "2092f146-2522-49c3-807f-bb6de36325f9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:28.383126 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b0fe833-ac89-454b-88d4-b73b65c5d069 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:28.383517 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0fcca0-ea6b-4c76-b72f-0c34637f03ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be65e3ac-2826-4e15-8ba6-1b6f06c38478', 'code': 200} Sep 17 22:31:28.383775 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b45a3d-d168-4f2b-984b-a1460880171c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b303d-b961-4fba-9724-9612760714d6', 'code': 200} Sep 17 22:31:28.384019 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c00d066-d090-452d-8df0-a6a12358a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fedcb51-32de-4f95-b03a-93b2854774f2', 'code': 200} Sep 17 22:31:28.384266 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9', 'code': 200} Sep 17 22:31:28.438657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3021-2f36-439b-950e-ba63c4a3cfbb req-e5583081-a7a9-4196-a2e5-ce54fb799b52 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.440325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5c3021-2f36-439b-950e-ba63c4a3cfbb req-e5583081-a7a9-4196-a2e5-ce54fb799b52 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 944 time: 0.0660000 Sep 17 22:31:28.502669 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-4b941029-d803-465c-a4d9-e8bcc6f2d0e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f767562e-27c6-41c4-aef1-0ff09c149651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467846 Sep 17 22:31:28.517732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5c3021-2f36-439b-950e-ba63c4a3cfbb req-dce52df9-5475-4023-b2c1-0a40d66035a8 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678165 Sep 17 22:31:28.535599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6267666-707d-4d11-8a05-6ed57e49d313 req-aef4445a-2067-4a13-96e5-2ca16d8e0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.538066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6267666-707d-4d11-8a05-6ed57e49d313 req-aef4445a-2067-4a13-96e5-2ca16d8e0c8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 1097 time: 0.0966146 Sep 17 22:31:28.576916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6267666-707d-4d11-8a05-6ed57e49d313 req-92ba92a0-9a4c-477e-a753-b0661828b6cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306787 Sep 17 22:31:28.636034 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-942cc00c-f83b-4db5-8089-d2f74112a29b service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256769 Sep 17 22:31:28.645190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692cac5-b4d0-4ebc-b33b-f89acfcba84b req-bb59836c-1d57-49a5-bb18-e5bb2ae8a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.646792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6692cac5-b4d0-4ebc-b33b-f89acfcba84b req-bb59836c-1d57-49a5-bb18-e5bb2ae8a573 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 1097 time: 0.0453985 Sep 17 22:31:28.694362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91f3d5-b7f7-4074-9b48-4f4b8bff376e req-76c22e51-b323-45e2-9659-885958b371ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.695862 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd91f3d5-b7f7-4074-9b48-4f4b8bff376e req-76c22e51-b323-45e2-9659-885958b371ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 1102 time: 0.0944319 Sep 17 22:31:28.721551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6692cac5-b4d0-4ebc-b33b-f89acfcba84b req-603854fa-bdf9-4c81-895b-ab597a2e4ff6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656273 Sep 17 22:31:28.746507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50db35-82bf-4d27-82f1-a0c871031722 req-eb07a45b-869b-466a-81d6-857b58316fb2 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.749098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f50db35-82bf-4d27-82f1-a0c871031722 req-eb07a45b-869b-466a-81d6-857b58316fb2 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 949 time: 0.0930011 Sep 17 22:31:28.819209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f50db35-82bf-4d27-82f1-a0c871031722 req-9825d00d-64ee-41a2-9956-f3837a899a49 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471535 Sep 17 22:31:28.827863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633b987-a39d-4afd-9c68-1320086eab2e req-2b9cdf83-c688-4775-87a1-267a555885e1 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.833636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8633b987-a39d-4afd-9c68-1320086eab2e req-2b9cdf83-c688-4775-87a1-267a555885e1 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.1046994 Sep 17 22:31:28.880046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8633b987-a39d-4afd-9c68-1320086eab2e req-24cadbc9-201c-4aaf-9e7a-049a6f520b49 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374265 Sep 17 22:31:29.013459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:29.042374 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dd91f3d5-b7f7-4074-9b48-4f4b8bff376e req-5702542c-c183-4ac0-a585-d3385c939fd5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216608 Sep 17 22:31:29.045762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32655af-f2a1-4d19-90d5-ef9d6cafed22 req-fa38ef29-372c-4f5d-82d5-2191295f49e0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.047653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e32655af-f2a1-4d19-90d5-ef9d6cafed22 req-fa38ef29-372c-4f5d-82d5-2191295f49e0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 945 time: 0.0589645 Sep 17 22:31:29.062347 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6cd00f36-7b5a-4f0f-8aaf-bcaf52944e94 req-8b5739f9-62a5-456d-a080-b19123f62ae1 service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113927 Sep 17 22:31:29.084136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:29.089115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:29.089747 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.108170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e32655af-f2a1-4d19-90d5-ef9d6cafed22 req-784fcb0f-317e-475f-b2fa-78be259ea9c1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533054 Sep 17 22:31:29.194174 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.227678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:29.232438 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.280549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:29.442330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ccac-9daa-486d-b705-2376c60c3f33 req-87ff7ce5-b641-4280-8afb-b7901098e100 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.443728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0603ccac-9daa-486d-b705-2376c60c3f33 req-87ff7ce5-b641-4280-8afb-b7901098e100 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0498121 Sep 17 22:31:29.481739 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0603ccac-9daa-486d-b705-2376c60c3f33 req-cf8b219a-2cf0-4d56-82e7-cdefb4ba640f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Sep 17 22:31:29.652384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de51f03-cbe5-49ac-808c-b763d238ccb6 req-024f8a54-5148-43f5-bd69-45ea1612ea84 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.654598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6de51f03-cbe5-49ac-808c-b763d238ccb6 req-024f8a54-5148-43f5-bd69-45ea1612ea84 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.0507116 Sep 17 22:31:29.695005 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6de51f03-cbe5-49ac-808c-b763d238ccb6 req-e80180d6-cf2b-4665-977a-431b1fa53751 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337296 Sep 17 22:31:29.886224 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1d612a20-834b-40d3-9b3b-56b252782c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.895252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:29.924313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-1d36d182-0393-402f-9ebd-041c60fddf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.925899 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-1d36d182-0393-402f-9ebd-041c60fddf21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 1095 time: 0.0865326 Sep 17 22:31:30.011696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:30.012173 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.052838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfab5-52c4-476b-a8a5-7ad0dcd5f313 req-909575e9-c496-40c8-857d-1ee9596a688d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.065972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e38cfab5-52c4-476b-a8a5-7ad0dcd5f313 req-909575e9-c496-40c8-857d-1ee9596a688d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 949 time: 0.1493163 Sep 17 22:31:30.126556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-a21d84c8-39b5-4fc2-9343-cd6595e5b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.130240 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-a21d84c8-39b5-4fc2-9343-cd6595e5b137 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 923 time: 0.1945930 Sep 17 22:31:30.135205 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.175343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e38cfab5-52c4-476b-a8a5-7ad0dcd5f313 req-a3fbee14-ce28-4c4b-83c9-504e013b8d7d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083694 Sep 17 22:31:30.177305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:30.186193 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.195095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5943bc-54b8-482a-981d-78d4814d35e9 req-c2ece73f-49fc-4142-ad17-6d3f3f45eb3c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.195517 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-7a69e261-b900-4030-8675-68cbeaeb0e43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2 HTTP/1.1" status: 200 len: 217 time: 0.0561130 Sep 17 22:31:30.196785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e5943bc-54b8-482a-981d-78d4814d35e9 req-c2ece73f-49fc-4142-ad17-6d3f3f45eb3c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.1276622 Sep 17 22:31:30.247793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=10']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:30.265571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-067ded3d-1041-4ea1-8354-9d1672931b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.266832 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-067ded3d-1041-4ea1-8354-9d1672931b11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66283f1a-482d-406b-a394-152c9b001a6e HTTP/1.1" status: 200 len: 862 time: 0.0629265 Sep 17 22:31:30.277139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e5943bc-54b8-482a-981d-78d4814d35e9 req-ca97e92f-1467-4c4d-af46-574e441082a4 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726700 Sep 17 22:31:30.317038 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-47d1ce4b-28a2-4495-ac56-98f3ae0ed6f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f767562e-27c6-41c4-aef1-0ff09c149651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405602 Sep 17 22:31:30.344415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3506f1-9da0-439f-b52a-15d14b19d3a2 req-64f1fa1f-b120-4a90-abe4-c43d1b60ab6a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.346126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de3506f1-9da0-439f-b52a-15d14b19d3a2 req-64f1fa1f-b120-4a90-abe4-c43d1b60ab6a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 945 time: 0.0680220 Sep 17 22:31:30.385141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7'}, {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:30.388219 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76341d8d-a594-414c-9648-fe15ac5f402e" -d '{"events": [{"server_uuid": "6bdad9ac-c810-4a0a-a7ba-31f719d186e2", "name": "network-vif-plugged", "status": "completed", "tag": "dea27fd6-69d5-458e-94d9-f3bdafcf5ef7"}, {"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-plugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:30.400447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de3506f1-9da0-439f-b52a-15d14b19d3a2 req-20e475f2-ed5f-4779-b046-142b269547ea tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Sep 17 22:31:30.413622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60264) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:30.440214 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ad51a5-7c0b-4754-8889-62ece94e0d7b x-openstack-request-id: req-e0ad51a5-7c0b-4754-8889-62ece94e0d7b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:30.440559 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdad9ac-c810-4a0a-a7ba-31f719d186e2", "name": "network-vif-plugged", "status": "completed", "tag": "dea27fd6-69d5-458e-94d9-f3bdafcf5ef7", "code": 200}, {"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-plugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:30.440812 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0ad51a5-7c0b-4754-8889-62ece94e0d7b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:30.441920 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'code': 200} Sep 17 22:31:30.441920 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'code': 200} Sep 17 22:31:30.462944 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-a3ee023e-dbf1-44fa-80fb-3a78b326123d service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323612 Sep 17 22:31:30.586983 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3e71ea1-1b75-4cbc-82b2-d05ef5272148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.601917 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eee6abe3-d846-4ff8-bddd-4f0eb12d3e30 req-cbf398c7-1181-43df-a2f3-e617f046d93f service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096463 Sep 17 22:31:30.667223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dd430-c1f4-41ae-bae3-268ad4b26023 req-fc521adc-aabc-4833-a56d-d0e48cfb185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.669916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-291dd430-c1f4-41ae-bae3-268ad4b26023 req-fc521adc-aabc-4833-a56d-d0e48cfb185b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 1097 time: 0.1338735 Sep 17 22:31:30.706266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed33aae-26a7-4a7b-a80e-dcfdb3979748 req-5dbe5bb3-d314-40f3-be30-ab693fd5fd92 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.707863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fed33aae-26a7-4a7b-a80e-dcfdb3979748 req-5dbe5bb3-d314-40f3-be30-ab693fd5fd92 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.1367114 Sep 17 22:31:30.796629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-291dd430-c1f4-41ae-bae3-268ad4b26023 req-da580af5-355a-415f-b553-ac566e11a1b5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153755 Sep 17 22:31:30.830916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fed33aae-26a7-4a7b-a80e-dcfdb3979748 req-79b49c0a-1e59-4f16-91f3-d6f4a648d9b4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075149 Sep 17 22:31:30.874162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88614de9-7c94-4483-a462-f5bf57f49665 req-2187e35a-a348-4ee9-a36e-b6960e90c098 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.876324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88614de9-7c94-4483-a462-f5bf57f49665 req-2187e35a-a348-4ee9-a36e-b6960e90c098 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.1021039 Sep 17 22:31:30.879046 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3e71ea1-1b75-4cbc-82b2-d05ef5272148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.889609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3e71ea1-1b75-4cbc-82b2-d05ef5272148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.951906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b3e71ea1-1b75-4cbc-82b2-d05ef5272148 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cf828f544e64997b145cc0dfe63025c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5369492 Sep 17 22:31:30.954564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60276) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:30.955278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88614de9-7c94-4483-a462-f5bf57f49665 req-a77148ec-a559-4076-8884-24e0396c32e1 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729432 Sep 17 22:31:30.955873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e71ea1-1b75-4cbc-82b2-d05ef5272148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422db0db-4dfa-46b6-9cfe-d5028280495d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:31.004370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.025269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.086358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.088840 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.090198 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/422db0db-4dfa-46b6-9cfe-d5028280495d HTTP/1.1" status: 204 len: 168 time: 0.1344895 Sep 17 22:31:31.098336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422db0db-4dfa-46b6-9cfe-d5028280495d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:31.105737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.106103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.106444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.106772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.107099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.107452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.107731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.108052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.108377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.108695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.109037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.109477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0adc6-ce31-431b-aa56-bc3025670e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:31.272520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa36a-96d0-4ab2-8db7-6a54b39d6fd1 req-17cf2ddf-7bc6-4978-9c00-084b6d6a7d14 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.274074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f14aa36a-96d0-4ab2-8db7-6a54b39d6fd1 req-17cf2ddf-7bc6-4978-9c00-084b6d6a7d14 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 949 time: 0.0503700 Sep 17 22:31:31.314930 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f14aa36a-96d0-4ab2-8db7-6a54b39d6fd1 req-d0548cc5-f432-40d4-9798-bc12ea02fa08 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Sep 17 22:31:31.358397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60288) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:31.372087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0e122f30-06eb-42dd-9452-31a5455f4f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.430848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b4e9c-a119-455f-aedd-480d0044523d req-dee9475c-5ec6-4c89-955f-64a09b456f61 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.432542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c07b4e9c-a119-455f-aedd-480d0044523d req-dee9475c-5ec6-4c89-955f-64a09b456f61 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.0828075 Sep 17 22:31:31.464366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0e122f30-06eb-42dd-9452-31a5455f4f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.469263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605d17e-bab5-4a80-8349-5567311b2e0b req-aefb473c-7fbe-4bba-b792-728c29f0da81 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.469751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0e122f30-06eb-42dd-9452-31a5455f4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.470865 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c605d17e-bab5-4a80-8349-5567311b2e0b req-aefb473c-7fbe-4bba-b792-728c29f0da81 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 950 time: 0.0813272 Sep 17 22:31:31.501109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c07b4e9c-a119-455f-aedd-480d0044523d req-5451c12b-c62f-4459-8f38-93936e2481b3 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592816 Sep 17 22:31:31.507268 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0e122f30-06eb-42dd-9452-31a5455f4f8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98569103141f4fa78753bbc08adb27db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476359 Sep 17 22:31:31.509298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e122f30-06eb-42dd-9452-31a5455f4f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8320652f-ec3e-4324-aa64-9ea27eb8be5d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:31.511817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60294) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:31.533497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c605d17e-bab5-4a80-8349-5567311b2e0b req-2ee0b052-dfbb-441f-80d3-ce5dcf61ffda tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509067 Sep 17 22:31:31.569211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc02bfad-9eb4-4f50-acf3-f12ee3877088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.596590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc02bfad-9eb4-4f50-acf3-f12ee3877088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.649050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc02bfad-9eb4-4f50-acf3-f12ee3877088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.654529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc02bfad-9eb4-4f50-acf3-f12ee3877088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.658438 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dc02bfad-9eb4-4f50-acf3-f12ee3877088 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8320652f-ec3e-4324-aa64-9ea27eb8be5d HTTP/1.1" status: 204 len: 168 time: 0.1423478 Sep 17 22:31:31.667240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02bfad-9eb4-4f50-acf3-f12ee3877088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8320652f-ec3e-4324-aa64-9ea27eb8be5d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:31.960104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7864532-4d47-4b27-ba1e-a0087eae8d64 req-8729ecb4-0554-4f68-abc5-4e1fefb80405 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.967550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7864532-4d47-4b27-ba1e-a0087eae8d64 req-8729ecb4-0554-4f68-abc5-4e1fefb80405 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0583584 Sep 17 22:31:32.015503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7864532-4d47-4b27-ba1e-a0087eae8d64 req-7af3b654-29f3-4767-8a79-c173d1ab08e6 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Sep 17 22:31:32.148176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9754cd-1d38-4d05-a351-e5cffe15df8b req-2654fc57-b5b0-4380-98f2-46dd441b4f17 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:32.156661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f9754cd-1d38-4d05-a351-e5cffe15df8b req-2654fc57-b5b0-4380-98f2-46dd441b4f17 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.0693004 Sep 17 22:31:32.191563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f9754cd-1d38-4d05-a351-e5cffe15df8b req-ebe0c505-3389-4a74-9d49-de7e560e2067 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340111 Sep 17 22:31:32.655056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-41cb4302-40ab-454f-8649-98ddc0ab201b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.693675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dae3e9-d986-47e5-a802-041be168590e req-1d1316fa-4238-43c4-ad8a-bf1fd87f62fa tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:32.695193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6dae3e9-d986-47e5-a802-041be168590e req-1d1316fa-4238-43c4-ad8a-bf1fd87f62fa tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.0955534 Sep 17 22:31:32.703363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6269a-59d6-4e44-a96c-294de1b72b9b req-93c07ae8-18a6-48ba-872c-5de3c7d90c4a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:32.705135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21e6269a-59d6-4e44-a96c-294de1b72b9b req-93c07ae8-18a6-48ba-872c-5de3c7d90c4a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 950 time: 0.0832818 Sep 17 22:31:32.765349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21e6269a-59d6-4e44-a96c-294de1b72b9b req-b80f2c5b-a4e6-4186-8342-25fabfd5b149 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528519 Sep 17 22:31:32.767937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6dae3e9-d986-47e5-a802-041be168590e req-e8440378-6e80-43a7-a93a-ba6b47b2330f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617199 Sep 17 22:31:33.039416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.138223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16782cb5-894b-43ee-826f-93c8331e03e5 req-9562f3f0-9d54-4b6c-9eec-d4f1c0f6da71 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.144140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16782cb5-894b-43ee-826f-93c8331e03e5 req-9562f3f0-9d54-4b6c-9eec-d4f1c0f6da71 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.146315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16782cb5-894b-43ee-826f-93c8331e03e5 req-9562f3f0-9d54-4b6c-9eec-d4f1c0f6da71 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9&device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 1690 time: 0.0637696 Sep 17 22:31:33.186188 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16782cb5-894b-43ee-826f-93c8331e03e5 req-c0c51461-ea03-48a8-b8c3-70ede85ad293 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Sep 17 22:31:33.271001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39c6fa-2638-43d0-af99-7c1efaadd5ab req-4016fc7d-80b5-472c-ace5-3bd51dfbdd8b tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.272117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc39c6fa-2638-43d0-af99-7c1efaadd5ab req-4016fc7d-80b5-472c-ace5-3bd51dfbdd8b tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0494039 Sep 17 22:31:33.311592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc39c6fa-2638-43d0-af99-7c1efaadd5ab req-293c4f25-1adc-4899-877f-0931af43929a tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336077 Sep 17 22:31:33.448542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759b7bc-aabb-43e2-bb03-91389525e679 req-59750c61-551a-4860-acd2-5226575cbeb3 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.450166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2759b7bc-aabb-43e2-bb03-91389525e679 req-59750c61-551a-4860-acd2-5226575cbeb3 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.0584841 Sep 17 22:31:33.514194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae77f4e-90b2-4a87-b323-a14cb1bdd9c6 req-03af548c-56a8-4dde-99cc-8dc121f97e0c tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.515658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dae77f4e-90b2-4a87-b323-a14cb1bdd9c6 req-03af548c-56a8-4dde-99cc-8dc121f97e0c tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0872915 Sep 17 22:31:33.518289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2759b7bc-aabb-43e2-bb03-91389525e679 req-7fa5970d-14f0-435d-86d6-fd63df9d5393 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506425 Sep 17 22:31:33.556395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dae77f4e-90b2-4a87-b323-a14cb1bdd9c6 req-1bb57524-0998-484a-98b1-4f59ceb6f1be tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Sep 17 22:31:33.667746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbd83c-c237-464f-a1da-8873140fa2d4 req-0c86f2b3-092b-4465-ba50-f65fa9e93e99 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.669731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2bbd83c-c237-464f-a1da-8873140fa2d4 req-0c86f2b3-092b-4465-ba50-f65fa9e93e99 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 1101 time: 0.0692883 Sep 17 22:31:33.681599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec117bc-fa01-4aa7-88e5-e324d0938c73 req-44f40aaa-b09b-4eaa-8607-a6cb5ee65d0b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.683082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ec117bc-fa01-4aa7-88e5-e324d0938c73 req-44f40aaa-b09b-4eaa-8607-a6cb5ee65d0b tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.0717041 Sep 17 22:31:33.692376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60386) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:33.697782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Request body: {'floatingip': {'port_id': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:33.725937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2bbd83c-c237-464f-a1da-8873140fa2d4 req-29f4f54e-6a73-46b4-8494-581f4c0628cb tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Sep 17 22:31:33.733961 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.747416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.875161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05af4ca-f341-4aa0-8a2e-b7c5ecf0ce0e req-7b4c9f6f-7267-4d61-b2ea-6c78713ecf39 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.876878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e05af4ca-f341-4aa0-8a2e-b7c5ecf0ce0e req-7b4c9f6f-7267-4d61-b2ea-6c78713ecf39 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 945 time: 0.0866351 Sep 17 22:31:33.879756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884bd7a-f6fc-4379-8c03-7a684511c2d8 req-9665eeb0-9cb6-4009-854d-4612c9e06ad4 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.881344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8884bd7a-f6fc-4379-8c03-7a684511c2d8 req-9665eeb0-9cb6-4009-854d-4612c9e06ad4 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 1102 time: 0.0816383 Sep 17 22:31:33.896167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60398) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:33.951779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e05af4ca-f341-4aa0-8a2e-b7c5ecf0ce0e req-6877be0b-a29a-4ec9-97f3-22d763586663 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608552 Sep 17 22:31:33.954146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8884bd7a-f6fc-4379-8c03-7a684511c2d8 req-1fbf32f9-0f5b-49af-9d8a-389086f06b56 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650718 Sep 17 22:31:34.083137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8864028-f050-4739-8dc8-76b786636fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.127377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655690b-dc6a-4dfe-a246-045be782a636 req-92e43909-2eee-49a3-b6d6-7be7ba775c3a tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:34.129169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c655690b-dc6a-4dfe-a246-045be782a636 req-92e43909-2eee-49a3-b6d6-7be7ba775c3a tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.0870764 Sep 17 22:31:34.196168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c655690b-dc6a-4dfe-a246-045be782a636 req-696caab5-0957-44e1-b0bf-8e5e10422d53 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590758 Sep 17 22:31:34.286327 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8864028-f050-4739-8dc8-76b786636fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.295489 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8864028-f050-4739-8dc8-76b786636fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.299591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.310614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.367645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c8864028-f050-4739-8dc8-76b786636fdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04470c12c5ed4e7ea268d44adbb67bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704998 Sep 17 22:31:34.370313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60418) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:34.381144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8864028-f050-4739-8dc8-76b786636fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ff54f2-b4ba-45bf-9a7d-1a8d29bcf060,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:34.447712 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Floating IP daabba99-b824-492c-a0e2-ca72ed5d87b0 associated. External IP: 172.25.0.2, port: dea27fd6-69d5-458e-94d9-f3bdafcf5ef7. Sep 17 22:31:34.447891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac29bab7-c6b6-456e-9721-48409f6dbef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.474276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac29bab7-c6b6-456e-9721-48409f6dbef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.494574 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.516014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-a530bcc3-bb92-464f-8a59-711a156744f8 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396955 Sep 17 22:31:34.650301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac29bab7-c6b6-456e-9721-48409f6dbef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.652964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac29bab7-c6b6-456e-9721-48409f6dbef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.654331 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ac29bab7-c6b6-456e-9721-48409f6dbef6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33ff54f2-b4ba-45bf-9a7d-1a8d29bcf060 HTTP/1.1" status: 204 len: 168 time: 0.2828786 Sep 17 22:31:34.665458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2b982-4793-46b1-bcb8-6114b3a53b72 req-5f0378ce-2e72-40ca-a727-5762d6d5a4d5 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:34.666946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33c2b982-4793-46b1-bcb8-6114b3a53b72 req-5f0378ce-2e72-40ca-a727-5762d6d5a4d5 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.1294169 Sep 17 22:31:34.680923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29bab7-c6b6-456e-9721-48409f6dbef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ff54f2-b4ba-45bf-9a7d-1a8d29bcf060,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:34.689779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Router 71e1b06a-0e62-4093-9c78-e4422203db59 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:31:34.711802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-752c7a19-2c82-4d27-9eb3-8ff650f8347f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:34.713314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-752c7a19-2c82-4d27-9eb3-8ff650f8347f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893489 Sep 17 22:31:34.740485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33c2b982-4793-46b1-bcb8-6114b3a53b72 req-80bc10a3-0763-45fb-8f77-73e0680b4cf0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643923 Sep 17 22:31:34.741851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ad9bbabe-4868-4192-8e9e-f419b097e5ad tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/quotas/8db220bbc27c4870b02a33dafc736b94 HTTP/1.1" status: 200 len: 375 time: 0.0219429 Sep 17 22:31:34.806681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-e72baa25-f19a-4004-b7e3-df37cf341f4b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583215 Sep 17 22:31:34.836830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:31:34.842633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.850517 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] Sync routers for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:31:34.869130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:34.869778 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:31:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:34.875787 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5f97ad29-2018-4895-a691-10cb47d07e40 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "PUT /v2.0/floatingips/daabba99-b824-492c-a0e2-ca72ed5d87b0 HTTP/1.1" status: 200 len: 989 time: 1.1795843 Sep 17 22:31:34.875787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'tag': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:34.877912 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af887a5a-3174-4376-979a-88047d5f20e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdad9ac-c810-4a0a-a7ba-31f719d186e2", "tag": "dea27fd6-69d5-458e-94d9-f3bdafcf5ef7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:35.008269 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:35.028836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60440) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:35.046835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-00eeb5de-fe4f-4b01-b259-2ec319c70fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.142852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769398d-352d-45bf-9c83-83ef97b87ffd req-927f4222-d09d-4a68-a735-8dd0f8c9786e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:35.144503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f769398d-352d-45bf-9c83-83ef97b87ffd req-927f4222-d09d-4a68-a735-8dd0f8c9786e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0848408 Sep 17 22:31:35.206283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f769398d-352d-45bf-9c83-83ef97b87ffd req-3b6f41c3-c52f-4e8a-b6bf-2119e9914a8b tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520165 Sep 17 22:31:35.237463 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-00eeb5de-fe4f-4b01-b259-2ec319c70fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.245378 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-00eeb5de-fe4f-4b01-b259-2ec319c70fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.302652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60452) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:35.319977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-00eeb5de-fe4f-4b01-b259-2ec319c70fe4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06b5cb90ab774e928087b19028ebc790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737124 Sep 17 22:31:35.333820 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b20344d-be12-4d2e-b745-99c5df5d540a x-openstack-request-id: req-6b20344d-be12-4d2e-b745-99c5df5d540a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:35.334399 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdad9ac-c810-4a0a-a7ba-31f719d186e2", "tag": "dea27fd6-69d5-458e-94d9-f3bdafcf5ef7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:35.336721 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b20344d-be12-4d2e-b745-99c5df5d540a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:35.337094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eeb5de-fe4f-4b01-b259-2ec319c70fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daef3f1b-f542-4297-aab3-01c46dc0bf0f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:35.337822 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'tag': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'status': 'completed', 'code': 200} Sep 17 22:31:35.351113 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'daabba99-b824-492c-a0e2-ca72ed5d87b0', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'port_id': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'mac_address': 'fa:16:3e:90:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:30:35Z', 'updated_at': '2021-09-17T22:31:34Z', 'revision_number': 1, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:38Z', 'revision_number': 5, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:35.404021 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] Checking router: 71e1b06a-0e62-4093-9c78-e4422203db59 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:31:35.418643 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:35.421308 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:31:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:35.452948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af887a5a-3174-4376-979a-88047d5f20e7 req-7a202f01-0d68-4c9e-a267-051b688125e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:35.454643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af887a5a-3174-4376-979a-88047d5f20e7 req-7a202f01-0d68-4c9e-a267-051b688125e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a129ef268f24789ae5906ef983891e6&device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 1097 time: 0.0938029 Sep 17 22:31:35.506008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-722734b9-0ef9-4d2a-8e01-5ba6b30d98d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.507729 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.552838 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-722734b9-0ef9-4d2a-8e01-5ba6b30d98d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.639226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-722734b9-0ef9-4d2a-8e01-5ba6b30d98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.643277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-722734b9-0ef9-4d2a-8e01-5ba6b30d98d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.644579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-722734b9-0ef9-4d2a-8e01-5ba6b30d98d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daef3f1b-f542-4297-aab3-01c46dc0bf0f HTTP/1.1" status: 204 len: 168 time: 0.3405535 Sep 17 22:31:35.673565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519924a-5a6d-41c9-9514-fc9949d1e672 req-62b5af68-55e2-4352-bce9-4e7734817ef6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:35.679894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722734b9-0ef9-4d2a-8e01-5ba6b30d98d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef3f1b-f542-4297-aab3-01c46dc0bf0f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:35.681694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9519924a-5a6d-41c9-9514-fc9949d1e672 req-62b5af68-55e2-4352-bce9-4e7734817ef6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.1653192 Sep 17 22:31:35.733860 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:35.739514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af887a5a-3174-4376-979a-88047d5f20e7 req-b54b0cd4-9190-4a0b-97d1-87beaa5b136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:35.745731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af887a5a-3174-4376-979a-88047d5f20e7 req-b54b0cd4-9190-4a0b-97d1-87beaa5b136d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b HTTP/1.1" status: 200 len: 916 time: 0.2713633 Sep 17 22:31:35.880490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af887a5a-3174-4376-979a-88047d5f20e7 req-cb7294cf-2eb6-4c7d-90d5-84acb2971492 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 HTTP/1.1" status: 200 len: 997 time: 0.1233692 Sep 17 22:31:35.903575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9519924a-5a6d-41c9-9514-fc9949d1e672 req-2159d876-80d0-4f65-ac67-c4fa55efe3c3 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205837 Sep 17 22:31:36.037057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af887a5a-3174-4376-979a-88047d5f20e7 req-a6c6984f-c2f9-4be1-a8f7-9c48e9200f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.038969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af887a5a-3174-4376-979a-88047d5f20e7 req-a6c6984f-c2f9-4be1-a8f7-9c48e9200f19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b80547d-0c86-4d6d-b676-c5fb688a9e7b HTTP/1.1" status: 200 len: 854 time: 0.1344643 Sep 17 22:31:36.188855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af887a5a-3174-4376-979a-88047d5f20e7 req-dd62bcc2-e06b-4faf-8328-28419139d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.191089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af887a5a-3174-4376-979a-88047d5f20e7 req-dd62bcc2-e06b-4faf-8328-28419139d218 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422286 Sep 17 22:31:36.201190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1684ee-debb-40f7-97b3-d9331f0e7217 req-bc8b32a2-a8c1-4910-9639-bfc999c32d26 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.207237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1684ee-debb-40f7-97b3-d9331f0e7217 req-bc8b32a2-a8c1-4910-9639-bfc999c32d26 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.214347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1684ee-debb-40f7-97b3-d9331f0e7217 req-bc8b32a2-a8c1-4910-9639-bfc999c32d26 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.215668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab1684ee-debb-40f7-97b3-d9331f0e7217 req-bc8b32a2-a8c1-4910-9639-bfc999c32d26 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac&device_id=390a1a32-bab1-4589-aea9-1367c8037992&device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 2416 time: 0.0996397 Sep 17 22:31:36.221136 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'daabba99-b824-492c-a0e2-ca72ed5d87b0', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'port_id': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'mac_address': 'fa:16:3e:90:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:30:35Z', 'updated_at': '2021-09-17T22:31:34Z', 'revision_number': 1, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:38Z', 'revision_number': 5, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:36.275523 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced8a54-c3ab-4f9c-acad-0d1502912edb None None] The sync data for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 is: [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'daabba99-b824-492c-a0e2-ca72ed5d87b0', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'port_id': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'mac_address': 'fa:16:3e:90:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:30:35Z', 'updated_at': '2021-09-17T22:31:34Z', 'revision_number': 1, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:38Z', 'revision_number': 5, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:31:36.361592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46b6928b-dc41-435e-814e-4356412211b2 req-c8975f4a-3b99-4ec3-a352-32da221827b6 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 210 time: 0.0719290 Sep 17 22:31:36.399362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab1684ee-debb-40f7-97b3-d9331f0e7217 req-db3857b9-f4b2-4ba9-8ece-d3c8136a9740 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109087 Sep 17 22:31:36.427254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af887a5a-3174-4376-979a-88047d5f20e7 req-3116bdaf-98d0-477c-9a9a-f8785afcacb9 service neutron] 10.222.0.45 "GET /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867502 Sep 17 22:31:36.650486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af887a5a-3174-4376-979a-88047d5f20e7 req-11d30959-72b0-4d01-8027-07922569d7c9 service neutron] 10.222.0.45 "GET /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220783 Sep 17 22:31:36.734952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c0bd-125e-4107-bf05-92023fdfbcca req-4486edb9-7ad5-4fac-b956-a55dd4061f26 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.743521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c071c0bd-125e-4107-bf05-92023fdfbcca req-4486edb9-7ad5-4fac-b956-a55dd4061f26 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0807607 Sep 17 22:31:36.755537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b513004-4d3c-470a-9a53-ad46d433280c None None] New status for floating IP daabba99-b824-492c-a0e2-ca72ed5d87b0: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:31:36.801196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c071c0bd-125e-4107-bf05-92023fdfbcca req-e38c5a73-ef21-4dc0-a3a9-d7a6cc7afb29 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Sep 17 22:31:36.881357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60540) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:37.039402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1302275114-network', 'tenant_id': 'd21e8ddb7bc144c497321f57d73cd3ad'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:37.095354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Made reservation on behalf of d21e8ddb7bc144c497321f57d73cd3ad for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:37.098660 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.123509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.155511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d7363-0661-45ec-8aec-235d87a76280 req-5d42db41-abf1-4a40-9266-4faab7ecf2ed tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:37.157806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b92d7363-0661-45ec-8aec-235d87a76280 req-5d42db41-abf1-4a40-9266-4faab7ecf2ed tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.1102366 Sep 17 22:31:37.251177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b92d7363-0661-45ec-8aec-235d87a76280 req-f7c2abb0-be17-435a-a052-68fc0b0258fe tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866287 Sep 17 22:31:37.288606 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.297632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.336880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:31:37.366722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.367278 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Added segment 1140cd52-a28e-44fb-a384-caa5d0ad29e1 of type vlan for network 5da5f0ca-3f38-4fb6-83de-e4ccb6991974 Sep 17 22:31:37.378318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6415646a-0eeb-4413-b64d-40c17a0d6c7f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:37.451030 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.494040 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.495756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:37.496474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.567822 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6809952 Sep 17 22:31:37.568914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60560) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:37.570035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c383474-e5b8-4601-bc22-7ca2818789df req-c26ea7c2-9a2a-4d5b-9e0a-97c663113b4c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 210 time: 0.0722451 Sep 17 22:31:37.622146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Request body: {'subnet': {'network_id': '5da5f0ca-3f38-4fb6-83de-e4ccb6991974', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1302275114-subnet', 'tenant_id': 'd21e8ddb7bc144c497321f57d73cd3ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:37.634997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ba057-afa1-4538-b3b5-428dc52e6a4f admin admin] Pushing event updated for resources: {'Network': ['ID=5da5f0ca-3f38-4fb6-83de-e4ccb6991974,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:37.646968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 5da5f0ca-3f38-4fb6-83de-e4ccb6991974 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:31:37.736308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-bee177a8-7703-4c5f-9d8d-9d7265c6040b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518754 Sep 17 22:31:37.786026 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Made reservation on behalf of d21e8ddb7bc144c497321f57d73cd3ad for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:37.791190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.898700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-43be0c07-50e1-4401-b735-ef831defebb8 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314591 Sep 17 22:31:37.961625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a3809be8-ca10-43d2-9319-9e4c9adbd8c2 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:38.038952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-a1ccb064-738f-49fb-8b80-8dcaf6fde1ab tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.045440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-a1ccb064-738f-49fb-8b80-8dcaf6fde1ab tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982886 Sep 17 22:31:38.084624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Request body: {'port': {'device_id': '55e344e9-7177-409b-925f-efec5f782772', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '8db220bbc27c4870b02a33dafc736b94'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:38.188079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:38.212889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-af4392f6-0341-4157-a9d5-6a546278040a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.216684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-af4392f6-0341-4157-a9d5-6a546278040a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2969711 Sep 17 22:31:38.227541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'port_id': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'mac_address': 'fa:16:3e:77:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283f1a-482d-406b-a394-152c9b001a6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:38.241768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Request body: {'port': {'device_id': 'cc0c776f-c901-4196-b6fa-3661a27582d3', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '8db220bbc27c4870b02a33dafc736b94'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:38.293646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Made reservation on behalf of 8db220bbc27c4870b02a33dafc736b94 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:38.297143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.297648 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.313459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3809be8-ca10-43d2-9319-9e4c9adbd8c2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:38.336713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:38.346034 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.464823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070cade-7847-4bee-ae0f-817b46831aed req-018d243b-bd69-4526-a8e4-babdc154fadf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.468784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:38.475567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6070cade-7847-4bee-ae0f-817b46831aed req-018d243b-bd69-4526-a8e4-babdc154fadf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 944 time: 0.0781794 Sep 17 22:31:38.507037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.523071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Made reservation on behalf of 8db220bbc27c4870b02a33dafc736b94 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:38.523647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.524141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.527039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.530665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.531279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.531636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.531988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.532346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.532675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.540729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.546805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.547851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.548199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.551489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6070cade-7847-4bee-ae0f-817b46831aed req-e93897f7-506c-4e66-bcc8-8479cd665fd7 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639491 Sep 17 22:31:38.618747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d11f7c-8edc-499b-9119-bf1aa01d738d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:38.687399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Checking segment: {'id': '1140cd52-a28e-44fb-a384-caa5d0ad29e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5da5f0ca-3f38-4fb6-83de-e4ccb6991974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:38.687817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Network hostable DHCP agents. Network: 5da5f0ca-3f38-4fb6-83de-e4ccb6991974, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:31:38.763210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Network 5da5f0ca-3f38-4fb6-83de-e4ccb6991974 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:31:38.765533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33a97-123d-40cd-827b-f12f2cfd7964 req-a671efcd-e585-4117-ac1d-5239daddfb5e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.773351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0d33a97-123d-40cd-827b-f12f2cfd7964 req-a671efcd-e585-4117-ac1d-5239daddfb5e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0677290 Sep 17 22:31:38.786317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Allocated IP 192.168.233.203 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/7bbc8ec5-3e15-43b6-85fb-81d453657ad0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:38.788179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 5da5f0ca-3f38-4fb6-83de-e4ccb6991974) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:38.797550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.797767 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.801047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db650c7f-d782-4c37-bd76-13fa1969e796 None None] Network 5da5f0ca-3f38-4fb6-83de-e4ccb6991974 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:38.828153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0d33a97-123d-40cd-827b-f12f2cfd7964 req-9205b851-451f-4ac5-938a-3282fe251a8a tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537565 Sep 17 22:31:38.833393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e0ab6785-3db1-4d10-8de6-6ccd80003b69 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2638838 Sep 17 22:31:38.929963 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60864610-fe04-42e8-a683-daabef91454c req-1bc59b76-d98c-41e6-82a0-5265abf38dcd tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 210 time: 0.0756791 Sep 17 22:31:38.943800 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['a3809be8-ca10-43d2-9319-9e4c9adbd8c2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:39.134818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.154807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e644bb-7e47-44e9-9335-4ea32df581be None None] Network 5da5f0ca-3f38-4fb6-83de-e4ccb6991974 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:39.195313 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.291132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'Port': ['ID=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:39.299817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:39.301494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:39.304091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Allocated IP 192.168.233.84 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/4836c683-11f2-482a-8b39-d4e089d6d97c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:39.304255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:39.376647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:39.377979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.417409 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-33a31865-e959-40f5-b46b-56298c019c01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3471546 Sep 17 22:31:39.445293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Request body: {'port': {'device_id': '55e344e9-7177-409b-925f-efec5f782772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:39.548427 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.664150 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.704810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60616) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:39.710334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-238293713-network', 'tenant_id': 'f6273401c4e0426c8cd0cc4e93f582d3'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:39.756667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.802868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c27527a2-f570-4061-b45e-f5680204ce44 None None] Provisioning complete for port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:39.803680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c27527a2-f570-4061-b45e-f5680204ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.819704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Made reservation on behalf of f6273401c4e0426c8cd0cc4e93f582d3 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:39.822159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.861200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5649f-b0e7-4a93-b171-0d48c1bb1971 req-b874d6c4-7bf7-4992-93d7-f37ef4fffc49 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:39.868635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69c5649f-b0e7-4a93-b171-0d48c1bb1971 req-b874d6c4-7bf7-4992-93d7-f37ef4fffc49 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 944 time: 0.1659994 Sep 17 22:31:39.875303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'Port': ['ID=4836c683-11f2-482a-8b39-d4e089d6d97c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:39.878886 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.882407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:39.894163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c27527a2-f570-4061-b45e-f5680204ce44 None None] Port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:39.920660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:39.938223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.938840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.939366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.939865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.940372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.940865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.941373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.941886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.942406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.942754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.943098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.943421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:39.958303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:39.998685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:40.022232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.038418 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69c5649f-b0e7-4a93-b171-0d48c1bb1971 req-271c3655-cc1a-4276-b135-0a73ec3e1b75 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688128 Sep 17 22:31:40.049855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Transition to ACTIVE for port object 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:40.057992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.089775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:40.090695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.147144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae44f6-3f38-4fbd-b7ec-4643412b2669 req-68cc0a08-b0a6-48a9-8a6b-848ac528b3f8 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:40.155688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9eae44f6-3f38-4fbd-b7ec-4643412b2669 req-68cc0a08-b0a6-48a9-8a6b-848ac528b3f8 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.1586339 Sep 17 22:31:40.193620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.238138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dff4197c-cd9d-402a-ba28-19dd0fdcc313 None None] Provisioning complete for port 4836c683-11f2-482a-8b39-d4e089d6d97c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:40.239612 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dff4197c-cd9d-402a-ba28-19dd0fdcc313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.252315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9eae44f6-3f38-4fbd-b7ec-4643412b2669 req-d740ea0a-f1a6-47c3-b6bb-8f33b0631a4a tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956495 Sep 17 22:31:40.308096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dff4197c-cd9d-402a-ba28-19dd0fdcc313 None None] Port 4836c683-11f2-482a-8b39-d4e089d6d97c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:40.337230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.351430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Attempting to bind port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:40.351875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Attempting to bind port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:40.352401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Attempting to bind port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:40.352525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d3deb-70fa-414d-b309-4717f1df409d req-e87ee7b3-4f30-451a-a5de-91a9a18a98a4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:40.359170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:40.359529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Attempting to bind port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:40.366828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d37d3deb-70fa-414d-b309-4717f1df409d req-e87ee7b3-4f30-451a-a5de-91a9a18a98a4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 935 time: 0.1716926 Sep 17 22:31:40.369420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:40.369707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:40.370243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:40.371405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Bound port: 7bbc8ec5-3e15-43b6-85fb-81d453657ad0, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:40.371891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.389851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.406937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-2e70807f-40dd-4c8f-a6f6-d791423c3e5a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1783040 Sep 17 22:31:40.435049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Request body: {'port': {'device_id': 'cc0c776f-c901-4196-b6fa-3661a27582d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:40.438056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:31:40.478330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:40.535612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] For port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:40.540385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d8f5c-e3af-4a31-a2fa-df6c63ab555b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.540958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] For port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:40.552245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.552988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.553334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:40.553469 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Added segment be561763-7320-4598-9d03-351b36eff249 of type vlan for network dc6edf05-0a47-4a32-881b-9521274dd2af Sep 17 22:31:40.619753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d37d3deb-70fa-414d-b309-4717f1df409d req-86781400-8c49-453d-b797-546d35665f8d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383752 Sep 17 22:31:40.659182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:40.661600 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.662780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.666455 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] 10.222.0.49 "PUT /v2.0/ports/7bbc8ec5-3e15-43b6-85fb-81d453657ad0 HTTP/1.1" status: 200 len: 1097 time: 1.2305839 Sep 17 22:31:40.666995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.668427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10995d7-7de2-4357-8d54-d49f516c7ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.672675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e344e9-7177-409b-925f-efec5f782772', 'tag': '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:40.676489 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adaef85-a0d9-4e1b-a116-3d95a50b1035" -d '{"events": [{"name": "network-changed", "server_uuid": "55e344e9-7177-409b-925f-efec5f782772", "tag": "7bbc8ec5-3e15-43b6-85fb-81d453657ad0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:40.742465 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d5fee-8411-4fbc-8c43-41cadef09676 x-openstack-request-id: req-566d5fee-8411-4fbc-8c43-41cadef09676 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:40.742758 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e344e9-7177-409b-925f-efec5f782772", "tag": "7bbc8ec5-3e15-43b6-85fb-81d453657ad0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:40.743006 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-566d5fee-8411-4fbc-8c43-41cadef09676 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:40.746616 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e344e9-7177-409b-925f-efec5f782772', 'tag': '7bbc8ec5-3e15-43b6-85fb-81d453657ad0', 'status': 'completed', 'code': 200} Sep 17 22:31:40.789570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.791341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:40.792207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.871639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-a3dc5c2c-be9f-444c-857a-51a1e0d93674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:40.874470 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-a3dc5c2c-be9f-444c-857a-51a1e0d93674 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 1100 time: 0.1104321 Sep 17 22:31:40.952538 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-6ce198f8-dfdb-490f-ae51-2149188ba22c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=7bbc8ec5-3e15-43b6-85fb-81d453657ad0 HTTP/1.1" status: 200 len: 217 time: 0.0559149 Sep 17 22:31:40.987372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2808545 Sep 17 22:31:40.992755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60642) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:41.004639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Request body: {'subnet': {'network_id': 'dc6edf05-0a47-4a32-881b-9521274dd2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-238293713-subnet', 'tenant_id': 'f6273401c4e0426c8cd0cc4e93f582d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:41.023366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7842d-65b2-40ab-be73-7f1a42888b5e admin admin] Pushing event updated for resources: {'Network': ['ID=dc6edf05-0a47-4a32-881b-9521274dd2af,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:41.042138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network dc6edf05-0a47-4a32-881b-9521274dd2af details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:31:41.080960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-1516063a-680f-4ed6-8bd5-8eb090be733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:41.084658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-1516063a-680f-4ed6-8bd5-8eb090be733b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0994890 Sep 17 22:31:41.092918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Made reservation on behalf of f6273401c4e0426c8cd0cc4e93f582d3 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:41.096467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.301321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180388e-ad8b-4443-8427-e8b086e02d0d req-4a818165-01da-4605-b935-474d86f4b1c3 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:41.308857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5180388e-ad8b-4443-8427-e8b086e02d0d req-4a818165-01da-4605-b935-474d86f4b1c3 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 944 time: 0.1403112 Sep 17 22:31:41.598325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-e0e8cc90-1bfe-48d6-a79e-aaf615309439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:41.599851 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-e0e8cc90-1bfe-48d6-a79e-aaf615309439 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758805 Sep 17 22:31:41.778702 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-510f3abc-487b-4f9e-92fc-3f4242d14e88 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690719 Sep 17 22:31:41.780874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.826026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5180388e-ad8b-4443-8427-e8b086e02d0d req-4e9b7fb0-5a9f-49a4-adea-1a52d0a083d6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083191 Sep 17 22:31:41.841415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4836c683-11f2-482a-8b39-d4e089d6d97c {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:41.855976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbd208-a208-425d-aac9-30a384656c02 req-30dda454-6af2-4500-8fbc-fc793bc38094 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:41.857195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-debbd208-a208-425d-aac9-30a384656c02 req-30dda454-6af2-4500-8fbc-fc793bc38094 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.4752045 Sep 17 22:31:41.859172 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.874261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Transition to ACTIVE for port object 4836c683-11f2-482a-8b39-d4e089d6d97c will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:41.889888 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.899787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e0bc8c-1bbb-4048-ad7b-60a95d4e2e4b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:41.939474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Checking segment: {'id': 'be561763-7320-4598-9d03-351b36eff249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc6edf05-0a47-4a32-881b-9521274dd2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:41.940058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Network hostable DHCP agents. Network: dc6edf05-0a47-4a32-881b-9521274dd2af, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:31:41.961135 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-1eb09772-0afd-4d31-93b6-3ca5c5800ce2 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530454 Sep 17 22:31:41.972143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-debbd208-a208-425d-aac9-30a384656c02 req-8c01269d-9485-442a-9be4-be13395918c4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013591 Sep 17 22:31:41.977186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a3809be8-ca10-43d2-9319-9e4c9adbd8c2 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:41.981573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Network dc6edf05-0a47-4a32-881b-9521274dd2af is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:31:42.020186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, dc6edf05-0a47-4a32-881b-9521274dd2af) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:42.025320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.026492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.034527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab2977-21dd-4bc8-b09b-b068b2a95106 None None] Network dc6edf05-0a47-4a32-881b-9521274dd2af requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:42.048555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5eaa45cd-dfbe-4eea-a7bd-a8701791a0e1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0540094 Sep 17 22:31:42.065515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Pushing event updated for resources: {'Port': ['ID=4836c683-11f2-482a-8b39-d4e089d6d97c,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:42.162292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-5fb81508-d679-49b2-8383-9917e6b689e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.169568 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-5fb81508-d679-49b2-8383-9917e6b689e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 1100 time: 0.0753694 Sep 17 22:31:42.207828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Attempting to bind port 4836c683-11f2-482a-8b39-d4e089d6d97c on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:42.208226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Attempting to bind port 4836c683-11f2-482a-8b39-d4e089d6d97c by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:42.208557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Attempting to bind port 4836c683-11f2-482a-8b39-d4e089d6d97c on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:42.229287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Port 4836c683-11f2-482a-8b39-d4e089d6d97c on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:42.229606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Attempting to bind port 4836c683-11f2-482a-8b39-d4e089d6d97c on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:42.246756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:42.247098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:42.251391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:42.251882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Bound port: 4836c683-11f2-482a-8b39-d4e089d6d97c, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:42.252397 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.277460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:42.285737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:42.286442 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.388902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-e126b788-5e06-44c3-92bc-72fe0ab26e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.390621 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-e126b788-5e06-44c3-92bc-72fe0ab26e6f service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1937592 Sep 17 22:31:42.424618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda5e45-e6f3-416b-8cef-45d5f64f8cd7 req-b2a657ec-146b-4c25-93b9-f78da41ec2bc tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.428294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1cda5e45-e6f3-416b-8cef-45d5f64f8cd7 req-b2a657ec-146b-4c25-93b9-f78da41ec2bc tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 947 time: 0.1717067 Sep 17 22:31:42.436145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448cda1-6cae-46f4-9fca-846710439c4b None None] Network dc6edf05-0a47-4a32-881b-9521274dd2af requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:42.474175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60670) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:42.495294 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-525405f6-e447-4c92-b1e7-2784872a62f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=7bbc8ec5-3e15-43b6-85fb-81d453657ad0 HTTP/1.1" status: 200 len: 217 time: 0.0970981 Sep 17 22:31:42.511775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1cda5e45-e6f3-416b-8cef-45d5f64f8cd7 req-1f3fe0f2-2ae1-43fc-98d3-99448a0729a6 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659847 Sep 17 22:31:42.515648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] For port 4836c683-11f2-482a-8b39-d4e089d6d97c, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:42.521009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.541480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] For port 4836c683-11f2-482a-8b39-d4e089d6d97c, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4836c683-11f2-482a-8b39-d4e089d6d97c,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:42.551105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.583673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c645ef88-b03c-475c-b0dc-0662814d2889 admin admin] Deleting subnet e2d11f7c-8edc-499b-9119-bf1aa01d738d {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:31:42.591697 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c645ef88-b03c-475c-b0dc-0662814d2889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.591931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:42.595039 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2f24f7-9017-48e9-885c-405aa7cc2231" -d '{"events": [{"server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "name": "network-vif-plugged", "status": "completed", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:42.622562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:42.630563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Pushing event updated for resources: {'Port': ['ID=4836c683-11f2-482a-8b39-d4e089d6d97c,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:42.643233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.643761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.645455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-ca6e2cb5-d698-46fb-9166-62e17a4d3bba service neutron] 10.222.0.45 "PUT /v2.0/ports/4836c683-11f2-482a-8b39-d4e089d6d97c HTTP/1.1" status: 200 len: 1096 time: 2.2242837 Sep 17 22:31:42.645948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c776f-c901-4196-b6fa-3661a27582d3', 'tag': '4836c683-11f2-482a-8b39-d4e089d6d97c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:42.649422 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0c776f-c901-4196-b6fa-3661a27582d3", "tag": "4836c683-11f2-482a-8b39-d4e089d6d97c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:42.653154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-bad05d62-7387-4460-b8c5-fc449a13de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.655371 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.666165 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-bad05d62-7387-4460-b8c5-fc449a13de7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1476977 Sep 17 22:31:42.748729 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311cd511-104c-4fa3-8a59-dad8b6fd5e98 x-openstack-request-id: req-311cd511-104c-4fa3-8a59-dad8b6fd5e98 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:42.749139 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0c776f-c901-4196-b6fa-3661a27582d3", "tag": "4836c683-11f2-482a-8b39-d4e089d6d97c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:42.749499 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-311cd511-104c-4fa3-8a59-dad8b6fd5e98 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:42.750808 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c776f-c901-4196-b6fa-3661a27582d3', 'tag': '4836c683-11f2-482a-8b39-d4e089d6d97c', 'status': 'completed', 'code': 200} Sep 17 22:31:42.755119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c645ef88-b03c-475c-b0dc-0662814d2889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.773556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-f4256d33-4008-44fd-bed3-928e1c6c6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.774767 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef2079b-f60b-4d93-9ddd-ab8b7f9dc2e0 x-openstack-request-id: req-1ef2079b-f60b-4d93-9ddd-ab8b7f9dc2e0 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:42.775065 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "name": "network-vif-plugged", "status": "completed", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:42.775321 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ef2079b-f60b-4d93-9ddd-ab8b7f9dc2e0 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:42.775854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-f4256d33-4008-44fd-bed3-928e1c6c6f6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 1099 time: 0.0704098 Sep 17 22:31:42.775975 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'code': 200} Sep 17 22:31:42.776266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:42.853582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-38fb3084-177f-4f10-8e84-fc08b34e9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.860320 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-38fb3084-177f-4f10-8e84-fc08b34e9260 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684892 Sep 17 22:31:42.860553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-e159c5c0-5fbb-4ce6-b8ae-6908cdb30e82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=4836c683-11f2-482a-8b39-d4e089d6d97c HTTP/1.1" status: 200 len: 217 time: 0.0664980 Sep 17 22:31:42.873974 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c645ef88-b03c-475c-b0dc-0662814d2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.931287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-4e0fce50-063a-4694-adc2-6b492b6774c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.933330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-4e0fce50-063a-4694-adc2-6b492b6774c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0690625 Sep 17 22:31:43.019118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-9c13f38e-760d-41d0-8ac4-9f194b2ac1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.021016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-9c13f38e-760d-41d0-8ac4-9f194b2ac1c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776842 Sep 17 22:31:43.024054 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c645ef88-b03c-475c-b0dc-0662814d2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.070888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c645ef88-b03c-475c-b0dc-0662814d2889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.072914 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c645ef88-b03c-475c-b0dc-0662814d2889 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e2d11f7c-8edc-499b-9119-bf1aa01d738d HTTP/1.1" status: 204 len: 168 time: 0.5973842 Sep 17 22:31:43.086553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60682) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:43.139857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645ef88-b03c-475c-b0dc-0662814d2889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d11f7c-8edc-499b-9119-bf1aa01d738d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:43.146386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0021cd3-8c15-4a95-ac42-cd877dbd1cef req-41eb22b3-dcd6-47f8-bf38-8b4e22cf50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.147945 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d0021cd3-8c15-4a95-ac42-cd877dbd1cef req-41eb22b3-dcd6-47f8-bf38-8b4e22cf50aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 1097 time: 0.3243444 Sep 17 22:31:43.203499 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-dca95ef6-9a13-4627-8d9a-adb230f9f1cf service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484136 Sep 17 22:31:43.209541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d0021cd3-8c15-4a95-ac42-cd877dbd1cef req-ecbfb814-f904-4553-a3cb-64c72c2d91a6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475960 Sep 17 22:31:43.262945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a46d33-abdd-4d9f-9def-6b92a7ae7015 req-b1a17c26-b544-45c6-9c96-08da1bb61d5d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.265070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0a46d33-abdd-4d9f-9def-6b92a7ae7015 req-b1a17c26-b544-45c6-9c96-08da1bb61d5d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.2334366 Sep 17 22:31:43.281117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.317590 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9adaef85-a0d9-4e1b-a116-3d95a50b1035 req-8774ff44-01b1-4cd2-84a0-858360ea7975 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044710 Sep 17 22:31:43.330020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eaccd-2ebe-42f1-9c22-2226c1a66b8f req-78e769b7-0078-4448-83bd-3468dd9a094d tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.331511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a55eaccd-2ebe-42f1-9c22-2226c1a66b8f req-78e769b7-0078-4448-83bd-3468dd9a094d tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.1809740 Sep 17 22:31:43.337471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-893419c0-1bc9-4327-b923-e05dd5ebe57c service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662442 Sep 17 22:31:43.394195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0a46d33-abdd-4d9f-9def-6b92a7ae7015 req-52bfdb1e-fe18-40aa-a08e-04cede62e69f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189401 Sep 17 22:31:43.535021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.553704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a55eaccd-2ebe-42f1-9c22-2226c1a66b8f req-8f9e09b8-65ed-47bb-8018-2a8d15c71fdd tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095912 Sep 17 22:31:43.604034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da5f0ca-3f38-4fb6-83de-e4ccb6991974']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:43.627451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1140cd52-a28e-44fb-a384-caa5d0ad29e1') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:43.628042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1140cd52-a28e-44fb-a384-caa5d0ad29e1') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:43.663667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.693646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cabcb1bc-4e67-4c44-b928-b7bb97374eeb req-77302f12-6f6c-402d-bea8-3b48f34bc093 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391182 Sep 17 22:31:43.702390 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.712237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:31:43.712679 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:31:43.715586 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:31:43.749144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17480d-9865-4d3f-903b-0b8ef97c8638 req-3bf3f11b-7a9c-4b97-b34f-58574f159cbe tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.750682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff17480d-9865-4d3f-903b-0b8ef97c8638 req-3bf3f11b-7a9c-4b97-b34f-58574f159cbe tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 947 time: 0.1081507 Sep 17 22:31:43.839941 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.868396 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.870304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/5da5f0ca-3f38-4fb6-83de-e4ccb6991974 HTTP/1.1" status: 204 len: 168 time: 0.7828250 Sep 17 22:31:43.873786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60704) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:43.874303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e372b-2d0f-45f1-8287-2a02d45b73aa admin admin] Pushing event deleted for resources: {'Network': ['ID=5da5f0ca-3f38-4fb6-83de-e4ccb6991974,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:43.884467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff17480d-9865-4d3f-903b-0b8ef97c8638 req-d2f26a64-0700-4177-b2d9-f50b0856a439 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062062 Sep 17 22:31:43.891586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-6ec037aa-fa7a-4746-b028-37c87c066184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.893409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-6ec037aa-fa7a-4746-b028-37c87c066184 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 1099 time: 0.1130223 Sep 17 22:31:43.942423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e7dd79-b832-4d5e-a170-092f32670f73 admin admin] Deleting subnet 36e0bc8c-1bbb-4048-ad7b-60a95d4e2e4b {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:31:43.946960 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98e7dd79-b832-4d5e-a170-092f32670f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.005059 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98e7dd79-b832-4d5e-a170-092f32670f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.039512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-fa7ba9e4-0b4d-4f50-b32c-cf9a049596f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.041171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-fa7ba9e4-0b4d-4f50-b32c-cf9a049596f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1376207 Sep 17 22:31:44.072808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98e7dd79-b832-4d5e-a170-092f32670f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.096968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-c4dc6e37-446d-40cb-af9a-3c040b6313c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=4836c683-11f2-482a-8b39-d4e089d6d97c HTTP/1.1" status: 200 len: 217 time: 0.0478611 Sep 17 22:31:44.161263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98e7dd79-b832-4d5e-a170-092f32670f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.182928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-64ad0f87-2827-4b84-bc6a-adb60c9db9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.185205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-64ad0f87-2827-4b84-bc6a-adb60c9db9db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0783403 Sep 17 22:31:44.201351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7dd79-b832-4d5e-a170-092f32670f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e0bc8c-1bbb-4048-ad7b-60a95d4e2e4b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:44.211289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98e7dd79-b832-4d5e-a170-092f32670f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.214421 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-98e7dd79-b832-4d5e-a170-092f32670f73 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36e0bc8c-1bbb-4048-ad7b-60a95d4e2e4b HTTP/1.1" status: 204 len: 168 time: 0.3393271 Sep 17 22:31:44.217913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60708) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:44.252773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-196bded7-39d2-4a79-8bfe-d6cafca185e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.254358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-196bded7-39d2-4a79-8bfe-d6cafca185e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588188 Sep 17 22:31:44.305656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.375724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-f91c123b-d209-4e1e-b238-99b5e6bc4cbf service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121588 Sep 17 22:31:44.401800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.428974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6edf05-0a47-4a32-881b-9521274dd2af']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:44.448841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be561763-7320-4598-9d03-351b36eff249') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:44.452695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be561763-7320-4598-9d03-351b36eff249') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:44.469869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.486988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.500327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:31:44.500900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:31:44.504748 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:31:44.517152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7dd159b-d163-4eed-8f33-47e9b3a7e5ab req-9d5847dc-36d0-407c-afd5-b3894cfc59a3 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297762 Sep 17 22:31:44.603429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.616702 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.623409 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dc6edf05-0a47-4a32-881b-9521274dd2af HTTP/1.1" status: 204 len: 168 time: 0.4036915 Sep 17 22:31:44.630312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec6f1-2e72-4e53-b2f7-40338b2aa4b3 req-44eac994-caf7-45e5-958c-c7020ff41cc9 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.632995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9abec6f1-2e72-4e53-b2f7-40338b2aa4b3 req-44eac994-caf7-45e5-958c-c7020ff41cc9 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.1148317 Sep 17 22:31:44.640549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685aba9-ab90-428d-9361-909dfc4f2da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc6edf05-0a47-4a32-881b-9521274dd2af,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:44.700228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9abec6f1-2e72-4e53-b2f7-40338b2aa4b3 req-c893cef0-3e14-485d-8c7e-8b061748ba64 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600555 Sep 17 22:31:44.801613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec28097-ffba-48c7-911f-b00404bfbcaa req-1ee93b01-4f59-47d1-9798-33177ba2f3ff tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.803416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ec28097-ffba-48c7-911f-b00404bfbcaa req-1ee93b01-4f59-47d1-9798-33177ba2f3ff tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0895095 Sep 17 22:31:44.870438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60730) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:44.871020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ec28097-ffba-48c7-911f-b00404bfbcaa req-75509fc9-d5a3-43ea-9879-a80dba90fe76 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 Sep 17 22:31:44.944482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60734) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:44.944893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1b2098d7-502d-4b4c-a9a6-8650b32f203f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d21e8ddb7bc144c497321f57d73cd3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720861 Sep 17 22:31:45.053396 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99a8b0d9-5664-4ab1-bc3e-793745f8127f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.075663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9849f-dffd-42f0-9096-3fb3ef666b29 req-9995cf27-b96f-484b-8ce4-30de353eca8f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:45.084815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ae9849f-dffd-42f0-9096-3fb3ef666b29 req-9995cf27-b96f-484b-8ce4-30de353eca8f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 947 time: 0.0866835 Sep 17 22:31:45.102978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4836c683-11f2-482a-8b39-d4e089d6d97c details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:45.121938 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99a8b0d9-5664-4ab1-bc3e-793745f8127f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.177881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ae9849f-dffd-42f0-9096-3fb3ef666b29 req-6ade510d-dd94-4b17-afc1-0395bf2e1fd3 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915043 Sep 17 22:31:45.240732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4836c683-11f2-482a-8b39-d4e089d6d97c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4836c683-11f2-482a-8b39-d4e089d6d97c,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:45.253493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99a8b0d9-5664-4ab1-bc3e-793745f8127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.256614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '4836c683-11f2-482a-8b39-d4e089d6d97c', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '4836c683-11f2-482a-8b39-d4e089d6d97c', 'mac_address': 'fa:16:3e:56:b7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:45.258419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99a8b0d9-5664-4ab1-bc3e-793745f8127f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.271421 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-99a8b0d9-5664-4ab1-bc3e-793745f8127f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6415646a-0eeb-4413-b64d-40c17a0d6c7f HTTP/1.1" status: 204 len: 168 time: 0.3196104 Sep 17 22:31:45.298502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8b0d9-5664-4ab1-bc3e-793745f8127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6415646a-0eeb-4413-b64d-40c17a0d6c7f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:45.340873 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.362965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4836c683-11f2-482a-8b39-d4e089d6d97c {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:45.388893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4836c683-11f2-482a-8b39-d4e089d6d97c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4836c683-11f2-482a-8b39-d4e089d6d97c,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:45.395104 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.467194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4836c683-11f2-482a-8b39-d4e089d6d97c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:45.726023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4836c683-11f2-482a-8b39-d4e089d6d97c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:45.735204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60756) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:45.791811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60760) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:45.809458 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a1259324-adbb-4849-abae-bbf3f392e2fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6273401c4e0426c8cd0cc4e93f582d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720358 Sep 17 22:31:45.937875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c758ad-2dad-4c5f-810f-b03cd4402a02 req-11f704bc-ae9e-41ce-bfbc-fe254ad70c5d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:45.939480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13c758ad-2dad-4c5f-810f-b03cd4402a02 req-11f704bc-ae9e-41ce-bfbc-fe254ad70c5d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.1215529 Sep 17 22:31:45.951059 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-599ee251-165c-440c-859e-011f79b51958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.970715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aef65-339d-4ab8-b13a-fd28bba9b67a req-20dcd640-d25b-433a-84c6-326f5c3f101c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:45.972237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-440aef65-339d-4ab8-b13a-fd28bba9b67a req-20dcd640-d25b-433a-84c6-326f5c3f101c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1062951 Sep 17 22:31:46.012615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-599ee251-165c-440c-859e-011f79b51958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.072796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13c758ad-2dad-4c5f-810f-b03cd4402a02 req-2ab89ccf-0e77-4cc8-98db-979ab59914ae tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246576 Sep 17 22:31:46.085763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-440aef65-339d-4ab8-b13a-fd28bba9b67a req-da648143-c5bc-428f-ba0d-deaac3595da6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984557 Sep 17 22:31:46.136198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-599ee251-165c-440c-859e-011f79b51958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.142826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-599ee251-165c-440c-859e-011f79b51958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.145202 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-599ee251-165c-440c-859e-011f79b51958 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee6d8f5c-e3af-4a31-a2fa-df6c63ab555b HTTP/1.1" status: 204 len: 168 time: 0.3511019 Sep 17 22:31:46.157929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ee251-165c-440c-859e-011f79b51958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d8f5c-e3af-4a31-a2fa-df6c63ab555b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:46.292194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bc94-0a60-4928-8522-caab79c52320 req-763667b5-2e3e-411c-97e3-c0e52cbb2971 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.295639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eac0bc94-0a60-4928-8522-caab79c52320 req-763667b5-2e3e-411c-97e3-c0e52cbb2971 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.1050992 Sep 17 22:31:46.385241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972141-c244-47b3-bb20-28d5a24ded85 req-ea018511-0d00-4c49-8f87-ff5e9ed41f1c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.388979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5972141-c244-47b3-bb20-28d5a24ded85 req-ea018511-0d00-4c49-8f87-ff5e9ed41f1c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.0906923 Sep 17 22:31:46.395012 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eac0bc94-0a60-4928-8522-caab79c52320 req-bba042d7-9fc4-4652-bc7a-464a17273405 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650353 Sep 17 22:31:46.449861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5972141-c244-47b3-bb20-28d5a24ded85 req-43f141e5-5788-417d-ade0-ffc47a1355c7 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 Sep 17 22:31:46.637046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40124-4661-4103-9bbd-ef81c2170ab8 req-17aa2645-6613-4893-8eda-a025dab94060 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.637324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afa40124-4661-4103-9bbd-ef81c2170ab8 req-17aa2645-6613-4893-8eda-a025dab94060 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 948 time: 0.1219003 Sep 17 22:31:46.661418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b2819-5e31-4a0a-a65b-1454cdecfae3 req-cc6421a3-cf23-46f1-8fe8-45f4414c8317 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.669816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-455b2819-5e31-4a0a-a65b-1454cdecfae3 req-cc6421a3-cf23-46f1-8fe8-45f4414c8317 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0981457 Sep 17 22:31:46.729473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-455b2819-5e31-4a0a-a65b-1454cdecfae3 req-c81cd025-8ed9-4efc-9d6c-0337c8ec788e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587368 Sep 17 22:31:46.741787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afa40124-4661-4103-9bbd-ef81c2170ab8 req-bc7993c0-fb16-4a0e-bb0c-b2753c1fb513 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952649 Sep 17 22:31:47.122934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4836c683-11f2-482a-8b39-d4e089d6d97c up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:47.193083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 4836c683-11f2-482a-8b39-d4e089d6d97c completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:47.207771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 4836c683-11f2-482a-8b39-d4e089d6d97c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:47.208172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.239422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c757dc-7071-4e95-8b64-42f6e25cb6c7 req-fd38b31f-7d75-4472-bb5f-a6d0023c01d7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:47.249208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47c757dc-7071-4e95-8b64-42f6e25cb6c7 req-fd38b31f-7d75-4472-bb5f-a6d0023c01d7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1025791 Sep 17 22:31:47.287843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47c757dc-7071-4e95-8b64-42f6e25cb6c7 req-2cdf0146-484b-487a-9b43-d7a78a7bbff8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362184 Sep 17 22:31:47.409336 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.444016 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c776f-c901-4196-b6fa-3661a27582d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4836c683-11f2-482a-8b39-d4e089d6d97c'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:47.446581 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c531c2e5-5559-4145-a1b3-2e407704fd2c" -d '{"events": [{"server_uuid": "cc0c776f-c901-4196-b6fa-3661a27582d3", "name": "network-vif-plugged", "status": "completed", "tag": "4836c683-11f2-482a-8b39-d4e089d6d97c"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:47.459745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4836c683-11f2-482a-8b39-d4e089d6d97c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4836c683-11f2-482a-8b39-d4e089d6d97c,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:47.483896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.740172 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230ff532-1ead-4af9-8b2e-254cd26ea797 x-openstack-request-id: req-230ff532-1ead-4af9-8b2e-254cd26ea797 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:47.740423 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c776f-c901-4196-b6fa-3661a27582d3", "name": "network-vif-plugged", "status": "completed", "tag": "4836c683-11f2-482a-8b39-d4e089d6d97c", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:47.740616 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-230ff532-1ead-4af9-8b2e-254cd26ea797 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:47.741011 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c776f-c901-4196-b6fa-3661a27582d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4836c683-11f2-482a-8b39-d4e089d6d97c', 'code': 200} Sep 17 22:31:47.751930 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4836c683-11f2-482a-8b39-d4e089d6d97c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:47.774955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a2797-efed-488c-8cc1-4788ec592cfa req-d98d8c28-1d5b-48cb-ba4c-49e6e3a4e51e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:47.782723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd4a2797-efed-488c-8cc1-4788ec592cfa req-d98d8c28-1d5b-48cb-ba4c-49e6e3a4e51e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.1893606 Sep 17 22:31:47.840703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd4a2797-efed-488c-8cc1-4788ec592cfa req-f0936a9d-13c7-41c6-b60a-1f678a5b56b5 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570352 Sep 17 22:31:47.847830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c66d-de1b-4efa-8e7c-4ff25049b380 req-61ad380f-869d-4214-81fe-6b893159491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:47.858318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cc6c66d-de1b-4efa-8e7c-4ff25049b380 req-61ad380f-869d-4214-81fe-6b893159491f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 1101 time: 0.1943426 Sep 17 22:31:47.949030 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cc6c66d-de1b-4efa-8e7c-4ff25049b380 req-28215459-c00e-4e8b-a339-f96854ab0b70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756814 Sep 17 22:31:47.967470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e651611-0d35-4949-975b-cf87cbf6b5f1 req-3b20c603-460b-4a19-9a62-713b66e26299 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:47.975438 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e651611-0d35-4949-975b-cf87cbf6b5f1 req-3b20c603-460b-4a19-9a62-713b66e26299 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.1471596 Sep 17 22:31:48.016642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:48.032466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e651611-0d35-4949-975b-cf87cbf6b5f1 req-d5165c4b-0b23-43bf-9a96-4d0589744eef tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505044 Sep 17 22:31:48.139269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546e5d-0a03-462a-9c41-ed430da0a4e6 req-8b33c40d-af6b-4565-8124-7e457ea6536a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:48.141354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9546e5d-0a03-462a-9c41-ed430da0a4e6 req-8b33c40d-af6b-4565-8124-7e457ea6536a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 949 time: 0.0961914 Sep 17 22:31:48.186022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:48.198503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9546e5d-0a03-462a-9c41-ed430da0a4e6 req-a725d45c-7355-48bb-8f6a-8162d5d31de0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491281 Sep 17 22:31:48.212742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '7bbc8ec5-3e15-43b6-85fb-81d453657ad0', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '7bbc8ec5-3e15-43b6-85fb-81d453657ad0', 'mac_address': 'fa:16:3e:be:91:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:48.284274 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.319892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:48.348049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:48.361496 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.399278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583cee4-9794-49a7-9538-5554634c25e1 req-087fdcd1-27f0-43d4-a011-a5e5042a449e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:48.409650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9583cee4-9794-49a7-9538-5554634c25e1 req-087fdcd1-27f0-43d4-a011-a5e5042a449e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0860467 Sep 17 22:31:48.446606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:48.461504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9583cee4-9794-49a7-9538-5554634c25e1 req-6fda69b8-d4eb-4819-951d-a7602947cb36 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507846 Sep 17 22:31:48.594966 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.709263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1754254510', 'description': 'tempest-description-1334750139'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:48.734247 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.742604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.895544 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.899733 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.945393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7286ed-5fde-4f4d-a70a-a7d3cd5e2a5b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:49.034890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31602437-f3b0-489c-8f81-9bf79ad401cd req-d5ca1e6f-abf7-4216-9ccf-5ef2d95e37a4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:49.036848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31602437-f3b0-489c-8f81-9bf79ad401cd req-d5ca1e6f-abf7-4216-9ccf-5ef2d95e37a4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0766070 Sep 17 22:31:49.052288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.069978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.118510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.135784 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-379918c4-cf1f-41c8-bf9a-de45f3a487df req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4309931 Sep 17 22:31:49.143463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec3716-b9fe-4880-b6c1-6f04b34353aa tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e05e346-7ed2-45a9-81ce-7f9ecd8308ad,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:49.169903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31602437-f3b0-489c-8f81-9bf79ad401cd req-2ced1068-cdfa-4f8b-8d14-8102b9ecfd07 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201022 Sep 17 22:31:49.186595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7bbc8ec5-3e15-43b6-85fb-81d453657ad0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:49.219902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-9be3d320-9509-46a0-87f6-d84f4786513e req-8a86eb8c-38e0-4d87-a671-862267a023a8 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1718097445', 'description': 'tempest-description-768801673'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:49.290132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9be3d320-9509-46a0-87f6-d84f4786513e req-8a86eb8c-38e0-4d87-a671-862267a023a8 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.376540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788adb-9524-4d25-90a3-265e4892106c req-72efe216-5f9f-457e-b368-4379d7420f6b tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:49.384252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35788adb-9524-4d25-90a3-265e4892106c req-72efe216-5f9f-457e-b368-4379d7420f6b tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.1228950 Sep 17 22:31:49.457308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35788adb-9524-4d25-90a3-265e4892106c req-14cebeed-623d-48d3-baca-cb706738cbb4 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721650 Sep 17 22:31:49.510664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9be3d320-9509-46a0-87f6-d84f4786513e req-8a86eb8c-38e0-4d87-a671-862267a023a8 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.516321 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9be3d320-9509-46a0-87f6-d84f4786513e req-8a86eb8c-38e0-4d87-a671-862267a023a8 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.560687 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9be3d320-9509-46a0-87f6-d84f4786513e req-8a86eb8c-38e0-4d87-a671-862267a023a8 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.574056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be3d320-9509-46a0-87f6-d84f4786513e req-8a86eb8c-38e0-4d87-a671-862267a023a8 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3598983 Sep 17 22:31:49.575848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86eb8c-38e0-4d87-a671-862267a023a8 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18b8e28-c149-4583-a977-53750b8612fb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:49.693779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabeb27-7a61-432b-9ef5-94898e5e04f5 req-a2eed6ee-9e7a-4d65-ad52-ffea0ee9cead tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:49.711174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-deabeb27-7a61-432b-9ef5-94898e5e04f5 req-a2eed6ee-9e7a-4d65-ad52-ffea0ee9cead tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 949 time: 0.0962770 Sep 17 22:31:49.771640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-deabeb27-7a61-432b-9ef5-94898e5e04f5 req-c5770df9-e67f-4626-ace9-6f6d3dde4e3f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587163 Sep 17 22:31:49.863182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c461ce-27d1-4be1-8cb0-5ceb9ab3f74a req-3349fc33-9298-449f-ad75-01280357dcdd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:49.864874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3c461ce-27d1-4be1-8cb0-5ceb9ab3f74a req-3349fc33-9298-449f-ad75-01280357dcdd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0921979 Sep 17 22:31:49.932091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3c461ce-27d1-4be1-8cb0-5ceb9ab3f74a req-ffae624f-214a-4e46-a2d3-dbea944b5abd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577936 Sep 17 22:31:50.009820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-424359653', 'description': 'tempest-description-1697767561'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:50.039022 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.075905 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.205213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-37f4241e-5982-4c07-b4e4-752f9166e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.206681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-37f4241e-5982-4c07-b4e4-752f9166e35a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b85ab0b327943aaaf205f1499a06712&device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 1097 time: 0.1228511 Sep 17 22:31:50.226831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cad8f-44d1-4aa1-95f7-cd646198b5db req-51961a23-d4b5-4c1e-94f5-e59a91d01499 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.228379 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e58cad8f-44d1-4aa1-95f7-cd646198b5db req-51961a23-d4b5-4c1e-94f5-e59a91d01499 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 949 time: 0.0884657 Sep 17 22:31:50.358924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e58cad8f-44d1-4aa1-95f7-cd646198b5db req-28775ea4-9367-47f5-b0c8-e9be65bff219 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141536 Sep 17 22:31:50.377844 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.394017 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.430632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-2dcbd260-71dd-4225-8529-7e07bcb12a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.432403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-2dcbd260-71dd-4225-8529-7e07bcb12a22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 200 len: 917 time: 0.2004578 Sep 17 22:31:50.516143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-71510ca6-b097-41e3-b549-e805d6d2412b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f HTTP/1.1" status: 200 len: 217 time: 0.0740426 Sep 17 22:31:50.549866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62f8cc9-8391-4c02-bcbb-f723716ab2f1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:50.618751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7d129-75b8-4c7f-9b24-3d157f9dfb01 req-bb00cfa2-f826-4dd1-9041-3a6d5152e24a tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.626879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2a7d129-75b8-4c7f-9b24-3d157f9dfb01 req-bb00cfa2-f826-4dd1-9041-3a6d5152e24a tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.1730769 Sep 17 22:31:50.642322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-214dce41-63de-4622-a012-5f451ecc41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.643878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-214dce41-63de-4622-a012-5f451ecc41d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfb2b6f4-f467-4448-a432-94962f36815f HTTP/1.1" status: 200 len: 855 time: 0.1111457 Sep 17 22:31:50.726264 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2a7d129-75b8-4c7f-9b24-3d157f9dfb01 req-5ac0cb64-3cca-42d9-8a7d-774bc67088dc tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985022 Sep 17 22:31:50.730999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.741440 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.749443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-44561cac-c3c6-4f5f-a5fb-a10e597d7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.750965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-44561cac-c3c6-4f5f-a5fb-a10e597d7b6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8243c682-f338-4027-968b-250f53744a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978804 Sep 17 22:31:50.817481 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.819738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-30cdf89e-c0a1-472b-be77-9a284b1d3613 req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8145049 Sep 17 22:31:50.877903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ea92c-9918-45f0-b58e-ceb6d9f481c4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3385b3e6-171e-423a-b10e-2f8c9e34b132,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:50.981784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1175f8-b632-43b0-9b83-f2262844047d req-a968061a-a7b6-4991-9c80-15627c9ae961 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.983348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a1175f8-b632-43b0-9b83-f2262844047d req-a968061a-a7b6-4991-9c80-15627c9ae961 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.1624312 Sep 17 22:31:50.990140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-66ba2476-3920-4b41-b296-798b1c37751f service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268877 Sep 17 22:31:51.036944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-e20e6c43-dcdb-4e15-9c12-189e2fd1d776 req-1ae7c00d-8dcc-43e4-a755-ec2ef389bd49 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1854307072', 'description': 'tempest-description-1515696157'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:51.133628 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a1175f8-b632-43b0-9b83-f2262844047d req-a92e8aec-acb4-4d34-aae4-75efe96302c6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422184 Sep 17 22:31:51.158707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e20e6c43-dcdb-4e15-9c12-189e2fd1d776 req-1ae7c00d-8dcc-43e4-a755-ec2ef389bd49 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.170933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6e19db3-242e-4d6c-9091-a54d7ee73f0b req-4a5d0508-400a-4862-8d4c-9d251e25a8c0 service neutron] 10.222.0.45 "GET /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706138 Sep 17 22:31:51.347373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac65fa-e914-4a51-90cf-f917efeb0502 req-95239a58-97e6-4ec6-a4fb-d3d74437db09 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.348799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74ac65fa-e914-4a51-90cf-f917efeb0502 req-95239a58-97e6-4ec6-a4fb-d3d74437db09 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0875912 Sep 17 22:31:51.362646 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e20e6c43-dcdb-4e15-9c12-189e2fd1d776 req-1ae7c00d-8dcc-43e4-a755-ec2ef389bd49 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.370259 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e20e6c43-dcdb-4e15-9c12-189e2fd1d776 req-1ae7c00d-8dcc-43e4-a755-ec2ef389bd49 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.423159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e20e6c43-dcdb-4e15-9c12-189e2fd1d776 req-1ae7c00d-8dcc-43e4-a755-ec2ef389bd49 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.432729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e20e6c43-dcdb-4e15-9c12-189e2fd1d776 req-1ae7c00d-8dcc-43e4-a755-ec2ef389bd49 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4020867 Sep 17 22:31:51.455183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74ac65fa-e914-4a51-90cf-f917efeb0502 req-f1c0bf61-bd26-499f-9941-f4c281964ada tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938766 Sep 17 22:31:51.458998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7c00d-8dcc-43e4-a755-ec2ef389bd49 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2042370-67a9-4b00-b1c7-c630924d2c34,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:51.583049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064f2f4-e888-4230-8104-a2696f7a5c72 req-ccc2f2bb-9428-441a-9c8f-b749d3aed0f9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.585156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7064f2f4-e888-4230-8104-a2696f7a5c72 req-ccc2f2bb-9428-441a-9c8f-b749d3aed0f9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 949 time: 0.0641885 Sep 17 22:31:51.685399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7064f2f4-e888-4230-8104-a2696f7a5c72 req-5a658fd6-17ec-4b39-a426-b80e88013037 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913882 Sep 17 22:31:51.929966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388bdc-c327-4aa5-8725-724a22718014 req-b6a2359f-82af-4c9e-b6a9-8becd4fe990c tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.931519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7388bdc-c327-4aa5-8725-724a22718014 req-b6a2359f-82af-4c9e-b6a9-8becd4fe990c tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0814688 Sep 17 22:31:51.973276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-3a1ff8a5-d946-4484-b61c-ec4014aab287 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53262 time: 0.3625362 Sep 17 22:31:52.010581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7388bdc-c327-4aa5-8725-724a22718014 req-86b11d1a-11ad-485b-abeb-508d63acfd91 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641255 Sep 17 22:31:52.038219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-7d130c2b-692b-4cf4-9b0d-6c3cf7649024 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e75346e-c877-4944-a2e3-73535cbb5423 HTTP/1.1" status: 200 len: 2981 time: 0.0492368 Sep 17 22:31:52.049911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a3809be8-ca10-43d2-9319-9e4c9adbd8c2 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:52.067293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:52.088658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-a562c6db-49ab-4e41-9ee0-6a1df476b813 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e75346e-c877-4944-a2e3-73535cbb5423 HTTP/1.1" status: 200 len: 2981 time: 0.0439885 Sep 17 22:31:52.146156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-80ecf87a-957f-44e2-a252-c8626300acca tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3ac67a74-1791-44ac-9302-f8156a020bd1 HTTP/1.1" status: 200 len: 2977 time: 0.0486310 Sep 17 22:31:52.149648 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:31:52.191839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:52.201394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:52.202366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-447f6222-6113-42f5-bc88-f5eb46f806bf tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3ac67a74-1791-44ac-9302-f8156a020bd1 HTTP/1.1" status: 200 len: 2977 time: 0.0459342 Sep 17 22:31:52.203807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:52.204185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.235215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'port_id': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'mac_address': 'fa:16:3e:77:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283f1a-482d-406b-a394-152c9b001a6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:52.265403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-ccbd8cbf-c150-471f-a204-7c18b10ec6e7 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3bf9ed22-7124-493e-b259-db846ec357ff HTTP/1.1" status: 200 len: 2981 time: 0.0549190 Sep 17 22:31:52.287140 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.320300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3809be8-ca10-43d2-9319-9e4c9adbd8c2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:52.328878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e7e6a-695b-4ebb-97df-7a665aeaa657 req-0634bcf8-71ce-47dd-802f-95de71571730 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.330337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a35e7e6a-695b-4ebb-97df-7a665aeaa657 req-0634bcf8-71ce-47dd-802f-95de71571730 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.0775571 Sep 17 22:31:52.335833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-671155a9-f3c2-4bd9-87e2-5234a3ac23d5 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3bf9ed22-7124-493e-b259-db846ec357ff HTTP/1.1" status: 200 len: 2981 time: 0.0541008 Sep 17 22:31:52.344680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.357923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:52.362495 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.376291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e344e9-7177-409b-925f-efec5f782772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:52.378558 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674d986-2a41-4a67-a456-6863da7690fa" -d '{"events": [{"server_uuid": "55e344e9-7177-409b-925f-efec5f782772", "name": "network-vif-plugged", "status": "completed", "tag": "7bbc8ec5-3e15-43b6-85fb-81d453657ad0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:52.393409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a35e7e6a-695b-4ebb-97df-7a665aeaa657 req-fc5992ff-f50e-400c-965a-9293d7402506 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566542 Sep 17 22:31:52.404351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-be450df5-e3b9-4ca5-b5f9-c750f56e6c17 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5c911497-ad40-48ef-8084-d4379db8aff1 HTTP/1.1" status: 200 len: 2981 time: 0.0598736 Sep 17 22:31:52.409934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:52.423183 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.443429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:52.461147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-fe73ef6d-8173-4d07-ab94-21a6e0538250 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5c911497-ad40-48ef-8084-d4379db8aff1 HTTP/1.1" status: 200 len: 2981 time: 0.0496881 Sep 17 22:31:52.493989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:52.540007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-e92867e2-c80d-403d-ad6a-a21ee1d10ec6 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/62c0f87b-db5b-4475-bb70-e8f753816939 HTTP/1.1" status: 200 len: 2981 time: 0.0708477 Sep 17 22:31:52.551200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9989e-0da3-4c7d-b3f5-83a9dfda5d89 req-84072143-6f3f-441b-b990-158d92a61c33 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.552640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ce9989e-0da3-4c7d-b3f5-83a9dfda5d89 req-84072143-6f3f-441b-b990-158d92a61c33 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 951 time: 0.0813046 Sep 17 22:31:52.617851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ce9989e-0da3-4c7d-b3f5-83a9dfda5d89 req-58bd4dc5-d529-4086-be1e-6706a74614ff tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573447 Sep 17 22:31:52.619384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-1a522121-881b-4e05-902c-d0da3933cdfc tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/62c0f87b-db5b-4475-bb70-e8f753816939 HTTP/1.1" status: 200 len: 2981 time: 0.0657966 Sep 17 22:31:52.663413 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d19e01d-a568-4f26-a03d-5d8daf66b77e x-openstack-request-id: req-7d19e01d-a568-4f26-a03d-5d8daf66b77e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:52.663712 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e344e9-7177-409b-925f-efec5f782772", "name": "network-vif-plugged", "status": "completed", "tag": "7bbc8ec5-3e15-43b6-85fb-81d453657ad0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:52.663972 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d19e01d-a568-4f26-a03d-5d8daf66b77e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:52.664100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-5c77fdc6-a60f-43ad-985b-263310826cca tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6b3f5257-3aba-4b2d-accf-cc0c01e7580c HTTP/1.1" status: 200 len: 2981 time: 0.0373011 Sep 17 22:31:52.664371 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e344e9-7177-409b-925f-efec5f782772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbc8ec5-3e15-43b6-85fb-81d453657ad0', 'code': 200} Sep 17 22:31:52.709022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-8bc03169-078a-4860-906b-346051631476 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6b3f5257-3aba-4b2d-accf-cc0c01e7580c HTTP/1.1" status: 200 len: 2981 time: 0.0377412 Sep 17 22:31:52.724138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['a3809be8-ca10-43d2-9319-9e4c9adbd8c2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:52.789951 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-35ecfe9e-c906-4343-b693-182c21df4156 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a62f8cc9-8391-4c02-bcbb-f723716ab2f1 HTTP/1.1" status: 200 len: 2981 time: 0.0706851 Sep 17 22:31:52.803309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f176df-32e9-4911-898b-01223fe56761 req-11680d54-8280-46a8-b1a8-b8ecf18e78cf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.804898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60f176df-32e9-4911-898b-01223fe56761 req-11680d54-8280-46a8-b1a8-b8ecf18e78cf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0949900 Sep 17 22:31:52.868483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-99a50d2b-14eb-4c43-825b-b50ff6ebbc6a tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a62f8cc9-8391-4c02-bcbb-f723716ab2f1 HTTP/1.1" status: 200 len: 2981 time: 0.0625677 Sep 17 22:31:52.872092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60f176df-32e9-4911-898b-01223fe56761 req-aab18ae6-413f-4464-8b6a-8daeb47d47ec tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599482 Sep 17 22:31:52.917056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce9f46-a276-454b-98c0-fd71ff66781d req-d3ee39ae-86fa-442e-bde1-f160564d335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.918522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-a1801b3f-6ce8-486b-b530-195539eb72cf tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c6a2f010-cb76-4c15-9ff5-848539aab1b1 HTTP/1.1" status: 200 len: 2981 time: 0.0422888 Sep 17 22:31:52.920363 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-89ce9f46-a276-454b-98c0-fd71ff66781d req-d3ee39ae-86fa-442e-bde1-f160564d335e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 1102 time: 0.0474312 Sep 17 22:31:52.961448 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-89ce9f46-a276-454b-98c0-fd71ff66781d req-910002ed-2a15-4d84-bdd6-360cc748377f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289185 Sep 17 22:31:52.963032 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-a71532c8-a71b-47f1-8e55-99c59f14f200 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c6a2f010-cb76-4c15-9ff5-848539aab1b1 HTTP/1.1" status: 200 len: 2981 time: 0.0375502 Sep 17 22:31:53.006437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-0e800b09-3b5f-4343-816f-3f33369d9b54 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/de7286ed-5fde-4f4d-a70a-a7d3cd5e2a5b HTTP/1.1" status: 200 len: 2981 time: 0.0373676 Sep 17 22:31:53.078404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-a4d677ac-d796-4d52-92f5-150c7201d36a tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/de7286ed-5fde-4f4d-a70a-a7d3cd5e2a5b HTTP/1.1" status: 200 len: 2981 time: 0.0657923 Sep 17 22:31:53.099035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a107-b162-4998-92be-6c7688a34c45 req-f8c59816-2202-441f-a9e3-6e3b94f2e636 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.100478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d44a107-b162-4998-92be-6c7688a34c45 req-f8c59816-2202-441f-a9e3-6e3b94f2e636 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 950 time: 0.0718117 Sep 17 22:31:53.152806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-0a0978fd-6698-4a37-8312-6bd3992462ae tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ebd2afe7-c741-4583-995c-7cb2aba3e172 HTTP/1.1" status: 200 len: 2981 time: 0.0676141 Sep 17 22:31:53.159943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d44a107-b162-4998-92be-6c7688a34c45 req-1c2a6b9f-b311-4464-8bc4-115ab75a574c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520260 Sep 17 22:31:53.197454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-8dd44d81-1ccd-4a7f-b353-aa9229dbce0d tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ebd2afe7-c741-4583-995c-7cb2aba3e172 HTTP/1.1" status: 200 len: 2981 time: 0.0365849 Sep 17 22:31:53.270477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-34530ed5-e8d7-461f-b190-71422c8ca256 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ec45b71d-901b-42e2-a426-332a66aa16a8 HTTP/1.1" status: 200 len: 2981 time: 0.0660853 Sep 17 22:31:53.291512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71704516-97b9-4645-87c2-3dea4fe08e21 req-559a5e46-3373-4288-9c36-0d8eeeddd007 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.293704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71704516-97b9-4645-87c2-3dea4fe08e21 req-559a5e46-3373-4288-9c36-0d8eeeddd007 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0689945 Sep 17 22:31:53.340390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-40a64daf-ff0d-44ea-a14f-e0c1c055143a tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ec45b71d-901b-42e2-a426-332a66aa16a8 HTTP/1.1" status: 200 len: 2981 time: 0.0613501 Sep 17 22:31:53.359196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71704516-97b9-4645-87c2-3dea4fe08e21 req-a47800b3-0665-4738-a750-b9ca4b6fa71d tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591383 Sep 17 22:31:53.393773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-5e2ce97c-78fe-41b9-b938-8ee8330ef1d8 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f2942c7e-a436-46d3-a8f1-641005500fed HTTP/1.1" status: 200 len: 2981 time: 0.0456536 Sep 17 22:31:53.438214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-ad1cc89d-5765-427d-baaa-4ca91083ba74 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f2942c7e-a436-46d3-a8f1-641005500fed HTTP/1.1" status: 200 len: 2981 time: 0.0378380 Sep 17 22:31:53.481560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-aef59fca-3c56-480d-b4c8-69e967a4e601 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ff26c20e-86c4-49d7-aff7-736111fd6272 HTTP/1.1" status: 200 len: 2973 time: 0.0373149 Sep 17 22:31:53.554197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e929f030-7ee7-4ca1-8cb4-e2d3c7522693 req-b0216490-8a7d-4e2b-8854-fe0d3ff65a92 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ff26c20e-86c4-49d7-aff7-736111fd6272 HTTP/1.1" status: 200 len: 2973 time: 0.0667791 Sep 17 22:31:53.565998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7bf8a-7f4f-413a-b504-748222cfc493 req-5c5b82e8-06e2-4823-9325-c5bf6c083633 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.567482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15a7bf8a-7f4f-413a-b504-748222cfc493 req-5c5b82e8-06e2-4823-9325-c5bf6c083633 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 944 time: 0.0747645 Sep 17 22:31:53.609657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15a7bf8a-7f4f-413a-b504-748222cfc493 req-3901c751-80c0-44a1-a326-e31805634e36 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356722 Sep 17 22:31:53.677463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df40b36-c5e9-4422-9731-865194c1008c req-9e4f743f-6de1-4e8d-a73b-b542cc2cf3d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.678923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9df40b36-c5e9-4422-9731-865194c1008c req-9e4f743f-6de1-4e8d-a73b-b542cc2cf3d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0746138 Sep 17 22:31:53.743086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e531993-9e06-4a2e-8178-dcd3b77e798f req-64d2876f-9a94-45f2-a07d-62652886468f tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cd3febe70e94817b2429947a805428a HTTP/1.1" status: 200 len: 6103 time: 0.1098957 Sep 17 22:31:53.746140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9df40b36-c5e9-4422-9731-865194c1008c req-32d460c4-bfb9-410e-bbeb-60f753cb7840 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597739 Sep 17 22:31:53.796606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e531993-9e06-4a2e-8178-dcd3b77e798f req-c2d9d73f-b653-46c7-ac71-e84c7e9471df tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "GET /v2.0/security-groups/de7286ed-5fde-4f4d-a70a-a7d3cd5e2a5b HTTP/1.1" status: 200 len: 2981 time: 0.0464308 Sep 17 22:31:53.877783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899360e-7294-4afc-ab16-ef2bdf99b8c3 req-45f1fce6-8243-43ad-83e2-ee93acbce5c1 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.879272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8899360e-7294-4afc-ab16-ef2bdf99b8c3 req-45f1fce6-8243-43ad-83e2-ee93acbce5c1 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 951 time: 0.0780203 Sep 17 22:31:53.883981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e531993-9e06-4a2e-8178-dcd3b77e798f req-c9d51cf9-feec-4499-b9a7-1e33a37ac58f tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "GET /v2.0/security-groups/de7286ed-5fde-4f4d-a70a-a7d3cd5e2a5b HTTP/1.1" status: 200 len: 2981 time: 0.0816381 Sep 17 22:31:53.921970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8899360e-7294-4afc-ab16-ef2bdf99b8c3 req-b3eb2cb9-1ac7-49a5-a1a0-602d0702a611 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366569 Sep 17 22:31:54.067742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a3809be8-ca10-43d2-9319-9e4c9adbd8c2 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:54.124483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:54.124858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.209769 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.250167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:54.254156 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.254944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:54.310958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6e78-fc71-4f70-9042-00604e9dabd2 req-a63c6e33-6866-423e-be9a-a487f5890485 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.312599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86cc6e78-fc71-4f70-9042-00604e9dabd2 req-a63c6e33-6866-423e-be9a-a487f5890485 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 945 time: 0.3784211 Sep 17 22:31:54.315409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2888ac3c-9504-4eed-b903-033f5b21fe5d req-8e679314-dd26-4e91-9e4b-924f0c3629b9 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f2042370-67a9-4b00-b1c7-c630924d2c34 HTTP/1.1" status: 200 len: 1778 time: 0.3711836 Sep 17 22:31:54.344762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.386838 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.389180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86cc6e78-fc71-4f70-9042-00604e9dabd2 req-f520fc5b-0994-45bf-955d-245f66939e34 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620210 Sep 17 22:31:54.418409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2888ac3c-9504-4eed-b903-033f5b21fe5d req-808fe5eb-8ba2-4aab-ad33-99c108127ebc tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.423043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:54.427722 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.443911 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2888ac3c-9504-4eed-b903-033f5b21fe5d req-808fe5eb-8ba2-4aab-ad33-99c108127ebc tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.483222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=11']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.518456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf684e-d4e6-444e-8100-26af770d70a2 req-ae89b7ef-c362-4e6a-89b5-de3d3af340e9 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.519950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8bf684e-d4e6-444e-8100-26af770d70a2 req-ae89b7ef-c362-4e6a-89b5-de3d3af340e9 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0679698 Sep 17 22:31:54.529096 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2888ac3c-9504-4eed-b903-033f5b21fe5d req-808fe5eb-8ba2-4aab-ad33-99c108127ebc tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.531796 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2888ac3c-9504-4eed-b903-033f5b21fe5d req-808fe5eb-8ba2-4aab-ad33-99c108127ebc tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.532840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2888ac3c-9504-4eed-b903-033f5b21fe5d req-808fe5eb-8ba2-4aab-ad33-99c108127ebc tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2042370-67a9-4b00-b1c7-c630924d2c34 HTTP/1.1" status: 204 len: 173 time: 0.2071435 Sep 17 22:31:54.555725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fe5eb-8ba2-4aab-ad33-99c108127ebc tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2042370-67a9-4b00-b1c7-c630924d2c34,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.578162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8bf684e-d4e6-444e-8100-26af770d70a2 req-31882d34-79b8-4e77-a27a-b9b76603906c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515752 Sep 17 22:31:54.665557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2'}, {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:54.668167 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb86f34-1807-4221-b100-54dddf6c060e" -d '{"events": [{"server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "name": "network-vif-plugged", "status": "completed", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2"}, {"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-unplugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:54.758578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f67c-8b79-49a2-a335-c882741fdf5a req-12898cf0-69b8-4ffe-ab4c-65d63a2c3017 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.759968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c21f67c-8b79-49a2-a335-c882741fdf5a req-12898cf0-69b8-4ffe-ab4c-65d63a2c3017 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 950 time: 0.0721486 Sep 17 22:31:54.795736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722f550-6afe-4533-b327-264873dd6dec req-7edc593d-792c-4ba2-a9b6-75ab092c42ce tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.797128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b722f550-6afe-4533-b327-264873dd6dec req-7edc593d-792c-4ba2-a9b6-75ab092c42ce tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0730367 Sep 17 22:31:54.826166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c21f67c-8b79-49a2-a335-c882741fdf5a req-ee2755f7-a525-468c-bd97-3a3a636e919f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545909 Sep 17 22:31:54.846957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b722f550-6afe-4533-b327-264873dd6dec req-14db0e48-f061-41d1-b1dc-521c570eeec6 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Sep 17 22:31:54.910330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25b8af96-9cb7-46ea-9c8b-6cd4217cf7a2 req-91d2ca17-b515-4e25-8aeb-9fe543b6dc1d tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3385b3e6-171e-423a-b10e-2f8c9e34b132 HTTP/1.1" status: 200 len: 1777 time: 0.0378354 Sep 17 22:31:54.992506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-25b8af96-9cb7-46ea-9c8b-6cd4217cf7a2 req-06be7331-c340-4863-8791-b33759fbbea4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.018605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-25b8af96-9cb7-46ea-9c8b-6cd4217cf7a2 req-06be7331-c340-4863-8791-b33759fbbea4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.028306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280ec98-c182-41a4-96d6-aaa3885da92f req-896e3c4e-ee60-4a1a-95a9-54e4d2608375 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.029927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e280ec98-c182-41a4-96d6-aaa3885da92f req-896e3c4e-ee60-4a1a-95a9-54e4d2608375 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.0771053 Sep 17 22:31:55.091745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e280ec98-c182-41a4-96d6-aaa3885da92f req-c674929e-abfe-47f1-a594-a82c4ffb8036 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540659 Sep 17 22:31:55.101616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-25b8af96-9cb7-46ea-9c8b-6cd4217cf7a2 req-06be7331-c340-4863-8791-b33759fbbea4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.104351 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-25b8af96-9cb7-46ea-9c8b-6cd4217cf7a2 req-06be7331-c340-4863-8791-b33759fbbea4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.106099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25b8af96-9cb7-46ea-9c8b-6cd4217cf7a2 req-06be7331-c340-4863-8791-b33759fbbea4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/3385b3e6-171e-423a-b10e-2f8c9e34b132 HTTP/1.1" status: 204 len: 173 time: 0.1900985 Sep 17 22:31:55.114506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be7331-c340-4863-8791-b33759fbbea4 tempest-SecurityGroupsTestAdminJSON-1642460974 tempest-SecurityGroupsTestAdminJSON-1642460974-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3385b3e6-171e-423a-b10e-2f8c9e34b132,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:55.170323 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e3634-6807-4817-a977-eede537ea952 x-openstack-request-id: req-916e3634-6807-4817-a977-eede537ea952 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:55.170848 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "name": "network-vif-plugged", "status": "completed", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2", "code": 200}, {"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-unplugged", "status": "completed", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:55.170950 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-916e3634-6807-4817-a977-eede537ea952 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:55.171443 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'code': 200} Sep 17 22:31:55.171796 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'code': 200} Sep 17 22:31:55.190748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-dd417283-adc8-42eb-8c10-0d943b719f7f req-61af0a5d-227d-4ad7-9b89-291a4147efe6 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:31:55.192044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd417283-adc8-42eb-8c10-0d943b719f7f req-61af0a5d-227d-4ad7-9b89-291a4147efe6 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067196 Sep 17 22:31:55.305707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bb26e1c-68eb-42b6-8162-e523a35fa8db req-9fbb96fd-db4f-4415-951e-26a44694e282 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "GET /v2.0/security-groups/f18b8e28-c149-4583-a977-53750b8612fb HTTP/1.1" status: 200 len: 1777 time: 0.0754521 Sep 17 22:31:55.309722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd417283-adc8-42eb-8c10-0d943b719f7f req-fe0c1a48-2b1f-4b2a-ac9f-4b2f60bf957e tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1113164 Sep 17 22:31:55.365068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7bb26e1c-68eb-42b6-8162-e523a35fa8db req-d8abe2a7-6526-4333-823d-8fc9be86de71 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.389024 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7bb26e1c-68eb-42b6-8162-e523a35fa8db req-d8abe2a7-6526-4333-823d-8fc9be86de71 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.431748 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7bb26e1c-68eb-42b6-8162-e523a35fa8db req-d8abe2a7-6526-4333-823d-8fc9be86de71 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.434757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7bb26e1c-68eb-42b6-8162-e523a35fa8db req-d8abe2a7-6526-4333-823d-8fc9be86de71 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.435913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bb26e1c-68eb-42b6-8162-e523a35fa8db req-d8abe2a7-6526-4333-823d-8fc9be86de71 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "DELETE /v2.0/security-groups/f18b8e28-c149-4583-a977-53750b8612fb HTTP/1.1" status: 204 len: 173 time: 0.1243322 Sep 17 22:31:55.448830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abe2a7-6526-4333-823d-8fc9be86de71 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18b8e28-c149-4583-a977-53750b8612fb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:55.523859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1086ac11-6dcb-47bc-b889-f92e8e69b174 req-277df1c2-9abf-4235-b0ef-0b450371aa3f tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "GET /v2.0/security-groups/6e05e346-7ed2-45a9-81ce-7f9ecd8308ad HTTP/1.1" status: 200 len: 1778 time: 0.0422010 Sep 17 22:31:55.607896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1086ac11-6dcb-47bc-b889-f92e8e69b174 req-1e5efaa2-0fea-4b8d-bf14-c20c0eea3b14 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.648711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1086ac11-6dcb-47bc-b889-f92e8e69b174 req-1e5efaa2-0fea-4b8d-bf14-c20c0eea3b14 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.678787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c804-4fed-47bc-962f-f60b091d5bb7 req-6b1c5b3f-0d8a-48de-b57d-d7004348604c tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.680277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a890c804-4fed-47bc-962f-f60b091d5bb7 req-6b1c5b3f-0d8a-48de-b57d-d7004348604c tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0916083 Sep 17 22:31:55.722548 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1086ac11-6dcb-47bc-b889-f92e8e69b174 req-1e5efaa2-0fea-4b8d-bf14-c20c0eea3b14 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.725056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1086ac11-6dcb-47bc-b889-f92e8e69b174 req-1e5efaa2-0fea-4b8d-bf14-c20c0eea3b14 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.726148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1086ac11-6dcb-47bc-b889-f92e8e69b174 req-1e5efaa2-0fea-4b8d-bf14-c20c0eea3b14 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] 10.222.0.48 "DELETE /v2.0/security-groups/6e05e346-7ed2-45a9-81ce-7f9ecd8308ad HTTP/1.1" status: 204 len: 173 time: 0.1955068 Sep 17 22:31:55.741648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a890c804-4fed-47bc-962f-f60b091d5bb7 req-08924301-5ec8-4763-9531-cd8499bbdc44 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505862 Sep 17 22:31:55.742498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5efaa2-0fea-4b8d-bf14-c20c0eea3b14 tempest-SecurityGroupsTestAdminJSON-1335265726 tempest-SecurityGroupsTestAdminJSON-1335265726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e05e346-7ed2-45a9-81ce-7f9ecd8308ad,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:55.872758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6f8d1-54ba-471d-bcaf-8f3f7b3125c3 req-1dbb9172-a79d-4910-958b-69b8a125d39f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.875139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5d6f8d1-54ba-471d-bcaf-8f3f7b3125c3 req-1dbb9172-a79d-4910-958b-69b8a125d39f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0558016 Sep 17 22:31:55.923540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5d6f8d1-54ba-471d-bcaf-8f3f7b3125c3 req-6c521d16-187d-4c55-979d-096fbbc0304f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Sep 17 22:31:56.040495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 32860) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:56.053738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92119356-a26d-41d0-8aa1-717e217fdee3 req-00e6246a-80b1-4da3-b47a-605dcd1fce6f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.055367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92119356-a26d-41d0-8aa1-717e217fdee3 req-00e6246a-80b1-4da3-b47a-605dcd1fce6f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 945 time: 0.0599794 Sep 17 22:31:56.103011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92119356-a26d-41d0-8aa1-717e217fdee3 req-ce1c9e68-875a-45cd-a6b5-5980861c94c0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Sep 17 22:31:56.203019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1fdf1-d72b-4f7a-820a-600bc1bb0f72 req-b6db68f5-130d-4455-90d9-f39efb9c83a3 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.205799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2e1fdf1-d72b-4f7a-820a-600bc1bb0f72 req-b6db68f5-130d-4455-90d9-f39efb9c83a3 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 950 time: 0.0547915 Sep 17 22:31:56.242619 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ae0c7f6b-4a2e-49f1-82d5-d01c30bdae5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cd3febe70e94817b2429947a805428a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009308 Sep 17 22:31:56.245022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 32884) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:56.252243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2e1fdf1-d72b-4f7a-820a-600bc1bb0f72 req-e66f5eec-47de-4aee-9f15-b5c6b4dfc0cb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Sep 17 22:31:56.298871 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3da399d-e43c-47b4-a3e5-97c19bbcf812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.324911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3da399d-e43c-47b4-a3e5-97c19bbcf812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.363872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9f27-ff0f-4408-9f24-1cf55a595683 req-bbce3d38-0f3d-4262-a36b-81a0830c5b58 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.365488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02bc9f27-ff0f-4408-9f24-1cf55a595683 req-bbce3d38-0f3d-4262-a36b-81a0830c5b58 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.0523725 Sep 17 22:31:56.377320 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3da399d-e43c-47b4-a3e5-97c19bbcf812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.380042 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3da399d-e43c-47b4-a3e5-97c19bbcf812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.381229 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c3da399d-e43c-47b4-a3e5-97c19bbcf812 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de7286ed-5fde-4f4d-a70a-a7d3cd5e2a5b HTTP/1.1" status: 204 len: 168 time: 0.1347373 Sep 17 22:31:56.390547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da399d-e43c-47b4-a3e5-97c19bbcf812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7286ed-5fde-4f4d-a70a-a7d3cd5e2a5b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:56.457506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02bc9f27-ff0f-4408-9f24-1cf55a595683 req-4774c6a8-5e4b-486d-bf39-20b1f75ccf33 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827630 Sep 17 22:31:56.474001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264db15-1926-4b0e-9264-268cc7fba9bd req-a752b817-83c1-40fa-9fb3-5b51c962e341 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.475406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8264db15-1926-4b0e-9264-268cc7fba9bd req-a752b817-83c1-40fa-9fb3-5b51c962e341 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0715671 Sep 17 22:31:56.518228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8264db15-1926-4b0e-9264-268cc7fba9bd req-e7060799-8f74-4e2a-8a66-2a346f853109 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357296 Sep 17 22:31:56.720509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 32910) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:56.748836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bba70-294c-4581-bce3-a90551f0e10f req-36c95236-68fe-4f24-84a6-740a14609966 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.753551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bba70-294c-4581-bce3-a90551f0e10f req-36c95236-68fe-4f24-84a6-740a14609966 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.755161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-036bba70-294c-4581-bce3-a90551f0e10f req-36c95236-68fe-4f24-84a6-740a14609966 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3&device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 1690 time: 0.0630963 Sep 17 22:31:56.769792 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4a25f1f0-5d75-4440-9261-24359c522618 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=306972f0d51940efba6cfa94bcb400d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479476 Sep 17 22:31:56.770537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 32912) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:56.857590 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-036bba70-294c-4581-bce3-a90551f0e10f req-e4bb9be6-c487-4d3a-8229-539541cd8492 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944557 Sep 17 22:31:56.885293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6df125a2-5838-475d-9201-0f52b1c54149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.895382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57464a2-e27e-4a32-aafa-a2040540ff5a req-58b7377f-8de5-4a56-94d5-1d5f4e0437f8 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.902099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57464a2-e27e-4a32-aafa-a2040540ff5a req-58b7377f-8de5-4a56-94d5-1d5f4e0437f8 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.908861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57464a2-e27e-4a32-aafa-a2040540ff5a req-58b7377f-8de5-4a56-94d5-1d5f4e0437f8 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.910819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a57464a2-e27e-4a32-aafa-a2040540ff5a req-58b7377f-8de5-4a56-94d5-1d5f4e0437f8 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac&device_id=390a1a32-bab1-4589-aea9-1367c8037992&device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 2416 time: 0.1069357 Sep 17 22:31:56.949269 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6df125a2-5838-475d-9201-0f52b1c54149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.992183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a57464a2-e27e-4a32-aafa-a2040540ff5a req-93a95123-17af-40bf-966d-ecacfe7a36b4 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704417 Sep 17 22:31:57.023104 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6df125a2-5838-475d-9201-0f52b1c54149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.025826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6df125a2-5838-475d-9201-0f52b1c54149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.029746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6df125a2-5838-475d-9201-0f52b1c54149 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a62f8cc9-8391-4c02-bcbb-f723716ab2f1 HTTP/1.1" status: 204 len: 168 time: 0.2547858 Sep 17 22:31:57.040911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df125a2-5838-475d-9201-0f52b1c54149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62f8cc9-8391-4c02-bcbb-f723716ab2f1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:57.094538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e33c29-20fd-42b6-b80a-dc40132766fa req-4c9f60db-5a8c-43fd-a171-a849a66d9958 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:57.096824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97e33c29-20fd-42b6-b80a-dc40132766fa req-4c9f60db-5a8c-43fd-a171-a849a66d9958 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 1101 time: 0.0483322 Sep 17 22:31:57.138769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97e33c29-20fd-42b6-b80a-dc40132766fa req-0551f5d1-3705-4bb1-b749-38f6f6e501a5 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359817 Sep 17 22:31:57.178175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-a0681b15-b316-4655-a01c-cfbe345735e1 req-43848991-5628-47cf-96bd-05b64a478130 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:31:57.179861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0681b15-b316-4655-a01c-cfbe345735e1 req-43848991-5628-47cf-96bd-05b64a478130 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089049 Sep 17 22:31:57.253770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0681b15-b316-4655-a01c-cfbe345735e1 req-e7cfca2d-98ea-40f3-9095-8deb9c64a6fd tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0655208 Sep 17 22:31:57.449279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd1c5-1de1-4157-87e6-35984162ca58 req-537c5e65-f5cb-4553-92d6-2e1e3e04dc29 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:57.451149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825fd1c5-1de1-4157-87e6-35984162ca58 req-537c5e65-f5cb-4553-92d6-2e1e3e04dc29 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0636892 Sep 17 22:31:57.492605 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825fd1c5-1de1-4157-87e6-35984162ca58 req-dcbada95-d569-4769-abbf-58e104d1e9ce tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339890 Sep 17 22:31:57.597566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127d21-d06d-4038-98d1-967212b22c70 req-2749f705-dc70-4926-bf4d-7440b4b289fa tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:57.599225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57127d21-d06d-4038-98d1-967212b22c70 req-2749f705-dc70-4926-bf4d-7440b4b289fa tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 1102 time: 0.0491590 Sep 17 22:31:57.641944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57127d21-d06d-4038-98d1-967212b22c70 req-d84da72b-e2cf-4922-8d65-1be89f35706f tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349181 Sep 17 22:31:57.792671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bad33-344f-437e-8ab3-854380e0edc7 req-c2e3799b-aeff-43b4-a084-03e59704b080 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:57.794703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d45bad33-344f-437e-8ab3-854380e0edc7 req-c2e3799b-aeff-43b4-a084-03e59704b080 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.0749624 Sep 17 22:31:57.836052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d45bad33-344f-437e-8ab3-854380e0edc7 req-84c9f99d-8175-47a9-9532-39d697e5ce87 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344763 Sep 17 22:31:57.941960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-a188844b-3bb0-44a6-93f8-1936e55b9f5d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233619 Sep 17 22:31:58.081594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e212de6f-2218-4d3c-a2e3-27789b018f8d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:58.083234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e212de6f-2218-4d3c-a2e3-27789b018f8d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330726 Sep 17 22:31:58.100778 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-dd1d45ab-953e-41b2-ba2d-84a38015f7aa tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/quotas/8db220bbc27c4870b02a33dafc736b94 HTTP/1.1" status: 200 len: 375 time: 0.0108271 Sep 17 22:31:58.177962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-03bc40d6-8276-4294-b020-2a13fd37d226 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0705559 Sep 17 22:31:58.459818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5088f-5073-4939-9ba7-108d0f041e02 req-ed2e9d6d-5665-4676-86ee-55e242827f5e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:58.461824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5f5088f-5073-4939-9ba7-108d0f041e02 req-ed2e9d6d-5665-4676-86ee-55e242827f5e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.0545044 Sep 17 22:31:58.538974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5f5088f-5073-4939-9ba7-108d0f041e02 req-341f1702-94ce-4023-ac78-03e58e4b9005 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654740 Sep 17 22:31:58.566994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e113cd4a-eb10-4543-a025-2370f85c180a req-b30c7b15-198e-417e-b39b-f1fd8a20887d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 210 time: 0.0344629 Sep 17 22:31:59.118489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b4516-b96a-4488-bc6c-24cde562aa84 req-746808fe-4b60-4147-8083-2cd81d62a3d7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.120134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f40b4516-b96a-4488-bc6c-24cde562aa84 req-746808fe-4b60-4147-8083-2cd81d62a3d7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0575387 Sep 17 22:31:59.167437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f40b4516-b96a-4488-bc6c-24cde562aa84 req-8afdad3d-52e4-491a-a8d4-649eb0179c28 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406103 Sep 17 22:31:59.550656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de289f8a-9297-42dc-8a05-7998ac4410aa req-d1072c33-caaa-48ce-80ba-6b638814ce22 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.556725 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de289f8a-9297-42dc-8a05-7998ac4410aa req-d1072c33-caaa-48ce-80ba-6b638814ce22 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0776975 Sep 17 22:31:59.593732 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-1ee80872-dd92-4d9b-960a-96ee8adc8835 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267494 Sep 17 22:31:59.645626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de289f8a-9297-42dc-8a05-7998ac4410aa req-ef2575fe-ebe4-48aa-a4b4-b5da909627d6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655973 Sep 17 22:31:59.650637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-77ce1d70-9215-44ca-9630-69443c590543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.653514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-77ce1d70-9215-44ca-9630-69443c590543 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1097 time: 0.0893612 Sep 17 22:31:59.778518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-5fc8c304-cee2-477e-bf54-df58e6129d5e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.780174 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-5fc8c304-cee2-477e-bf54-df58e6129d5e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782682 Sep 17 22:31:59.787772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-ad74686e-4aed-42fa-b632-81df0cc72a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.789341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-ad74686e-4aed-42fa-b632-81df0cc72a71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1243594 Sep 17 22:31:59.827281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Request body: {'port': {'device_id': 'be46c0ed-4ffe-413a-9532-bee5dcbddcf0', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '8db220bbc27c4870b02a33dafc736b94'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:59.837438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd57d0-5731-46b3-a20a-f5dde170a4ba req-96d395bf-ea6d-4c94-8d09-9cf27fa7f212 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.839062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2bd57d0-5731-46b3-a20a-f5dde170a4ba req-96d395bf-ea6d-4c94-8d09-9cf27fa7f212 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0720000 Sep 17 22:31:59.889926 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-930fbcda-c6df-4e0f-b83f-0143446ce7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.939205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2bd57d0-5731-46b3-a20a-f5dde170a4ba req-8ac24f18-6658-4365-b6a2-7aad28ca7e70 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Sep 17 22:31:59.941351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-5633b52e-0ecf-46a1-853f-3ddd3108a8d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1000 time: 0.1181085 Sep 17 22:31:59.987690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Made reservation on behalf of 8db220bbc27c4870b02a33dafc736b94 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:59.996324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.050326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-23c83860-de63-4c6e-8432-582cb8e74451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.052204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-23c83860-de63-4c6e-8432-582cb8e74451 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0966723 Sep 17 22:32:00.088740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a3809be8-ca10-43d2-9319-9e4c9adbd8c2 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:00.094022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3dbb-8120-4a74-8f84-12af399ed591 req-e2765c50-7c4a-4f50-b66d-a43cd78b3280 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.101478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f57f3dbb-8120-4a74-8f84-12af399ed591 req-e2765c50-7c4a-4f50-b66d-a43cd78b3280 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 945 time: 0.0897348 Sep 17 22:32:00.181148 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.183093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f57f3dbb-8120-4a74-8f84-12af399ed591 req-ccdbe95e-7818-48d3-92ca-28ccb022e6ba tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801795 Sep 17 22:32:00.185317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-aa78c7bd-aecf-477c-a2f9-866d7bdf09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.185837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Allocated IP 192.168.233.112 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/49032fe1-05d4-462f-8d9a-cf7c21e55d07) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:00.187661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-aa78c7bd-aecf-477c-a2f9-866d7bdf09c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182799 Sep 17 22:32:00.217851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:00.220431 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd76f7e-9b33-4a54-aa26-e8c572059469" -d '{"events": [{"server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:00.236969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:00.241446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.308656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:00.323279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbb374a5-86d5-42f6-8a54-a3be56406844 req-dd196ce3-e4d3-4e06-928c-3e51f4808b2e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 210 time: 0.0423627 Sep 17 22:32:00.348163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-46cc9599-aa3c-4a92-a1f1-717fb1787aa7 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470721 Sep 17 22:32:00.421921 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.460885 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c4681-5be0-43e6-a0ca-708bc5d4ec16 x-openstack-request-id: req-e25c4681-5be0-43e6-a0ca-708bc5d4ec16 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:00.461434 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:00.461868 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e25c4681-5be0-43e6-a0ca-708bc5d4ec16 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:00.462436 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'code': 200} Sep 17 22:32:00.468590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.475389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e439f833-8dcf-447d-8935-ab30464a1ad6 req-61c459eb-d110-4b0a-a10a-0c4a93c8ba1b service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161675 Sep 17 22:32:00.484106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4836c683-11f2-482a-8b39-d4e089d6d97c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:00.533401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:00.536540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:00.543143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6', '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:00.544373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:00.548687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'Port': ['ID=49032fe1-05d4-462f-8d9a-cf7c21e55d07,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:00.616602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.619023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.646384 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-ea1da8d2-ff26-4c2c-96d5-f86da87cb277 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8266149 Sep 17 22:32:00.669992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Request body: {'port': {'device_id': 'be46c0ed-4ffe-413a-9532-bee5dcbddcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:00.761449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.882100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9620b4-808d-4c6a-9268-bc6a1d53d9ed req-6001ea11-2100-4e22-afe3-3daf3786740d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.890242 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca9620b4-808d-4c6a-9268-bc6a1d53d9ed req-6001ea11-2100-4e22-afe3-3daf3786740d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1032436 Sep 17 22:32:00.958497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d25b802d-317a-44f8-890c-c07a1fd904a2 None None] Provisioning complete for port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:00.959431 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d25b802d-317a-44f8-890c-c07a1fd904a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.005902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca9620b4-808d-4c6a-9268-bc6a1d53d9ed req-f131767f-7376-46b1-b8d0-5a30fb147e30 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922115 Sep 17 22:32:01.099723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d25b802d-317a-44f8-890c-c07a1fd904a2 None None] Port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:01.113414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-0f3dc5e3-8f2f-4f5c-b0a3-4c24fd02362e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.115189 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-0f3dc5e3-8f2f-4f5c-b0a3-4c24fd02362e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.1131659 Sep 17 22:32:01.208814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33234) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:01.240902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a279-a232-4ee4-bdf1-13c0cb6ea88a req-3e5fd78b-c451-4460-8504-430f984690e9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.248976 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9541a279-a232-4ee4-bdf1-13c0cb6ea88a req-3e5fd78b-c451-4460-8504-430f984690e9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0862887 Sep 17 22:32:01.300820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9541a279-a232-4ee4-bdf1-13c0cb6ea88a req-ff3c8739-b541-4b3f-824d-6560191e5c18 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Sep 17 22:32:01.321921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49032fe1-05d4-462f-8d9a-cf7c21e55d07 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:01.332476 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.354406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Transition to ACTIVE for port object 49032fe1-05d4-462f-8d9a-cf7c21e55d07 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:01.360130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Deleting port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:01.360478 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.365444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.437164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b24fe-100a-45c1-97b7-ac1562cacab2 req-cf1115fd-5234-4354-926e-d62d8de433f7 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.447003 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-356b24fe-100a-45c1-97b7-ac1562cacab2 req-cf1115fd-5234-4354-926e-d62d8de433f7 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 943 time: 0.0734737 Sep 17 22:32:01.491028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Pushing event updated for resources: {'Port': ['ID=49032fe1-05d4-462f-8d9a-cf7c21e55d07,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:01.507203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f670489f-40b7-4440-a5cb-43e1e0026c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.520745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-356b24fe-100a-45c1-97b7-ac1562cacab2 req-e2416114-131e-43b5-9b06-d5d8f67ded54 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687578 Sep 17 22:32:01.579220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] For port a3809be8-ca10-43d2-9319-9e4c9adbd8c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:01.579813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.637787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Calling delete_port for a3809be8-ca10-43d2-9319-9e4c9adbd8c2 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:01.653504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f03cd7-a08d-49a9-9ab3-5c7a854e9504 req-96592919-d40d-41da-b362-86b9925c96a7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.655517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52f03cd7-a08d-49a9-9ab3-5c7a854e9504 req-96592919-d40d-41da-b362-86b9925c96a7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 948 time: 0.0707929 Sep 17 22:32:01.713425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52f03cd7-a08d-49a9-9ab3-5c7a854e9504 req-0a8f713b-4edb-4020-8b81-9d826c4a757e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507307 Sep 17 22:32:01.799803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Attempting to bind port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:01.800161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Attempting to bind port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:01.800462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Attempting to bind port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:01.822442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:01.822756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Attempting to bind port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:01.850194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:01.850544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:01.850984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:01.851775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Bound port: 49032fe1-05d4-462f-8d9a-cf7c21e55d07, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:01.852157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.957993 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f670489f-40b7-4440-a5cb-43e1e0026c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.974213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f670489f-40b7-4440-a5cb-43e1e0026c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.033785 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.036188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] For port 49032fe1-05d4-462f-8d9a-cf7c21e55d07, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:02.071109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f670489f-40b7-4440-a5cb-43e1e0026c8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd0825b973de4081bedd2149ef5de22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8566687 Sep 17 22:32:02.071231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33282) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:02.076257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670489f-40b7-4440-a5cb-43e1e0026c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a775326-c525-4770-9d62-9a0d383fa3e3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:02.116671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] For port 49032fe1-05d4-462f-8d9a-cf7c21e55d07, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=49032fe1-05d4-462f-8d9a-cf7c21e55d07,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:02.119939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event deleted for resources: {'Port': ['ID=a3809be8-ca10-43d2-9319-9e4c9adbd8c2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:02.133775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.202313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] No DVR routers for this DVR port a3809be8-ca10-43d2-9319-9e4c9adbd8c2 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:02.212523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.213317 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.215584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] 10.222.0.45 "PUT /v2.0/ports/49032fe1-05d4-462f-8d9a-cf7c21e55d07 HTTP/1.1" status: 200 len: 1097 time: 1.5507400 Sep 17 22:32:02.216707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.218675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f181cd0-2112-477f-ae18-d25257f7a1b6 req-ad03c15d-94e6-4b5b-bd80-a3529dc9c571 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "DELETE /v2.0/ports/a3809be8-ca10-43d2-9319-9e4c9adbd8c2 HTTP/1.1" status: 204 len: 173 time: 1.0858958 Sep 17 22:32:02.223538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be46c0ed-4ffe-413a-9532-bee5dcbddcf0', 'tag': '49032fe1-05d4-462f-8d9a-cf7c21e55d07'}, {'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'name': 'network-vif-deleted', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:02.226284 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "be46c0ed-4ffe-413a-9532-bee5dcbddcf0", "tag": "49032fe1-05d4-462f-8d9a-cf7c21e55d07"}, {"server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "name": "network-vif-deleted", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:02.227876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c52c-512d-46ed-8f33-8c3df523803f req-9c181564-914f-4de9-8a3a-b14a9c504edd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.230479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d6f9c52c-512d-46ed-8f33-8c3df523803f req-9c181564-914f-4de9-8a3a-b14a9c504edd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1265435 Sep 17 22:32:02.233991 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4355ee8-00dc-424f-9911-6f245519e032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.243491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-b34fbb2d-5c66-4947-9d47-173f88da109f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.245794 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-b34fbb2d-5c66-4947-9d47-173f88da109f tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.2026970 Sep 17 22:32:02.249255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ced64-d01e-4ba8-a87d-712616c2d285 req-7ef8277d-c6f9-4832-ab7f-71d8b442fe74 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.251645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-168ced64-d01e-4ba8-a87d-712616c2d285 req-7ef8277d-c6f9-4832-ab7f-71d8b442fe74 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 948 time: 0.1071048 Sep 17 22:32:02.267903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d62f59-3db1-4a1a-9e94-455f922ce95f service neutron] Pushing event updated for resources: {'Port': ['ID=49032fe1-05d4-462f-8d9a-cf7c21e55d07,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:02.312580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4355ee8-00dc-424f-9911-6f245519e032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.368002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d6f9c52c-512d-46ed-8f33-8c3df523803f req-637126a2-85f4-42b0-9fa2-52faf855e436 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129174 Sep 17 22:32:02.380959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-168ced64-d01e-4ba8-a87d-712616c2d285 req-a883ae43-bfd0-4735-963d-4fb6b2dd5d7b tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081607 Sep 17 22:32:02.386584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-574306e9-1f87-43d0-9998-e3989ee60210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.388321 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-574306e9-1f87-43d0-9998-e3989ee60210 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 1100 time: 0.1016257 Sep 17 22:32:02.422181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4355ee8-00dc-424f-9911-6f245519e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.425367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4355ee8-00dc-424f-9911-6f245519e032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.436412 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e4355ee8-00dc-424f-9911-6f245519e032 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a775326-c525-4770-9d62-9a0d383fa3e3 HTTP/1.1" status: 204 len: 168 time: 0.3620291 Sep 17 22:32:02.450279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4355ee8-00dc-424f-9911-6f245519e032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a775326-c525-4770-9d62-9a0d383fa3e3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:02.514604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-e93a3666-cfae-46e4-abd0-d91a6137f226 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=49032fe1-05d4-462f-8d9a-cf7c21e55d07 HTTP/1.1" status: 200 len: 217 time: 0.1076419 Sep 17 22:32:02.516150 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49fbdf-06ad-4a29-8bb1-88bb0cb3035b x-openstack-request-id: req-bf49fbdf-06ad-4a29-8bb1-88bb0cb3035b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:02.516443 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be46c0ed-4ffe-413a-9532-bee5dcbddcf0", "tag": "49032fe1-05d4-462f-8d9a-cf7c21e55d07", "status": "completed", "code": 200}, {"server_uuid": "3e522f11-626b-49c5-a55e-704c18f89dbb", "name": "network-vif-deleted", "tag": "a3809be8-ca10-43d2-9319-9e4c9adbd8c2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:02.516691 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf49fbdf-06ad-4a29-8bb1-88bb0cb3035b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:02.517124 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be46c0ed-4ffe-413a-9532-bee5dcbddcf0', 'tag': '49032fe1-05d4-462f-8d9a-cf7c21e55d07', 'status': 'completed', 'code': 200} Sep 17 22:32:02.517376 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e522f11-626b-49c5-a55e-704c18f89dbb', 'name': 'network-vif-deleted', 'tag': 'a3809be8-ca10-43d2-9319-9e4c9adbd8c2', 'status': 'completed', 'code': 200} Sep 17 22:32:02.536616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Deleting port be65e3ac-2826-4e15-8ba6-1b6f06c38478 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:02.537129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.652074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e520b-450e-4d2f-8405-a394f853b280 req-c1ec0f80-cb63-4e92-beff-923c4dd9ba09 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.654016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d8e520b-450e-4d2f-8405-a394f853b280 req-c1ec0f80-cb63-4e92-beff-923c4dd9ba09 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 945 time: 0.0979586 Sep 17 22:32:02.662749 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccecb-8bbd-4ecb-a1ba-41b2d60e9feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.673153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-90771097-bfe0-4088-9a3e-0bfe3dfd614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.673833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42566c0d-d6b1-4a69-a11c-dcf0564a0d48 req-07453a1e-25a4-4c2d-b279-02473a4e7523 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.674861 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-90771097-bfe0-4088-9a3e-0bfe3dfd614b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1407602 Sep 17 22:32:02.680513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42566c0d-d6b1-4a69-a11c-dcf0564a0d48 req-07453a1e-25a4-4c2d-b279-02473a4e7523 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0836475 Sep 17 22:32:02.745043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d8e520b-450e-4d2f-8405-a394f853b280 req-7c052c05-86aa-4e13-8844-1a2ff77da4ed tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613494 Sep 17 22:32:02.745288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] For port be65e3ac-2826-4e15-8ba6-1b6f06c38478, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=be65e3ac-2826-4e15-8ba6-1b6f06c38478,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:02.745699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.758838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42566c0d-d6b1-4a69-a11c-dcf0564a0d48 req-8a1a7fab-4c5b-4964-92d7-6c0a239ac0c5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724769 Sep 17 22:32:02.777770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Calling delete_port for be65e3ac-2826-4e15-8ba6-1b6f06c38478 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:02.787219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-318b6c69-89b5-4a3f-8fde-7411c5cfeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.789303 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-318b6c69-89b5-4a3f-8fde-7411c5cfeeab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987515 Sep 17 22:32:02.873490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d80a3ce8-db15-433f-b142-7ece4eaa8213 req-b264963e-4462-48e1-9dc1-e529dbc84359 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e522f11-626b-49c5-a55e-704c18f89dbb HTTP/1.1" status: 200 len: 210 time: 0.0387099 Sep 17 22:32:02.945438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7fdb-5c32-435e-8fb0-34e6d118fba4 req-b29a3d4f-fc4f-4bfa-90dc-30173d0c6944 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.949536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1fe7fdb-5c32-435e-8fb0-34e6d118fba4 req-b29a3d4f-fc4f-4bfa-90dc-30173d0c6944 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 948 time: 0.0804777 Sep 17 22:32:03.019642 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-f9a4f271-6465-4bb4-b3e6-4af8fd0f0bb7 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859479 Sep 17 22:32:03.021363 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.021671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1fe7fdb-5c32-435e-8fb0-34e6d118fba4 req-38a84ed1-2fc1-47c6-8e29-977a51d85c1f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656760 Sep 17 22:32:03.039221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33306) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:03.040487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f6ca9775-4477-4d82-bef4-7281b8208cf2', '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:03.055561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Pushing event deleted for resources: {'Port': ['ID=be65e3ac-2826-4e15-8ba6-1b6f06c38478,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:03.055773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-71755a65-561b-4d86-92d9-6d83887063e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.154122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] No DVR routers for this DVR port be65e3ac-2826-4e15-8ba6-1b6f06c38478 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:03.185503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['be65e3ac-2826-4e15-8ba6-1b6f06c38478'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:03.205776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.207774 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b60400b6-c23b-4dfe-aa35-fc62936cccf5 req-7a173c99-dc76-47f3-93c4-86a5c33b66d2 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.49 "DELETE /v2.0/ports/be65e3ac-2826-4e15-8ba6-1b6f06c38478 HTTP/1.1" status: 204 len: 173 time: 0.9296560 Sep 17 22:32:03.207957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-71755a65-561b-4d86-92d9-6d83887063e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.215953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-71755a65-561b-4d86-92d9-6d83887063e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.254500 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-affb2e53-7285-48d3-bc90-2bbb47821b30 req-695025c6-247b-4067-be70-217e70d88760 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014763 Sep 17 22:32:03.270979 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.321225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71755a65-561b-4d86-92d9-6d83887063e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aaeed8-ab52-42ee-a657-165ee5903db9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:03.370973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-71755a65-561b-4d86-92d9-6d83887063e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74a6af084ad643cfb6781cdc4c225a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288906 Sep 17 22:32:03.376533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33310) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:03.402508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-c6aa480e-28b4-42e1-9c4e-e2bc036a1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.404642 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-c6aa480e-28b4-42e1-9c4e-e2bc036a1900 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 1100 time: 0.0736756 Sep 17 22:32:03.426198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7ac06-e3fc-4f5e-a4b9-d4e4716d9f4e req-67d0fe25-87ee-421f-996d-312b2cc12f1a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.434789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69a7ac06-e3fc-4f5e-a4b9-d4e4716d9f4e req-67d0fe25-87ee-421f-996d-312b2cc12f1a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1634326 Sep 17 22:32:03.483660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69a7ac06-e3fc-4f5e-a4b9-d4e4716d9f4e req-25968c0c-e78f-4289-a50d-d83fdb105c99 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469627 Sep 17 22:32:03.507263 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea73b0da-763e-4123-9889-e4c7fe618841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.557131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-57638926-6b0f-47b4-8033-28ede268af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.558445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-57638926-6b0f-47b4-8033-28ede268af0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1405888 Sep 17 22:32:03.563350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea73b0da-763e-4123-9889-e4c7fe618841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.624326 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-dc426b38-7b2b-4d17-8df1-4366fe53d364 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=49032fe1-05d4-462f-8d9a-cf7c21e55d07 HTTP/1.1" status: 200 len: 217 time: 0.0564990 Sep 17 22:32:03.678651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1959-fd0c-41b6-9d50-e308a3f17ba9 req-6d8bb5dd-5d74-4b27-89ec-ce9890c5a70e tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.681543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1feb1959-fd0c-41b6-9d50-e308a3f17ba9 req-6d8bb5dd-5d74-4b27-89ec-ce9890c5a70e tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 948 time: 0.1005449 Sep 17 22:32:03.709365 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea73b0da-763e-4123-9889-e4c7fe618841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.714686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea73b0da-763e-4123-9889-e4c7fe618841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.716042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ea73b0da-763e-4123-9889-e4c7fe618841 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33aaeed8-ab52-42ee-a657-165ee5903db9 HTTP/1.1" status: 204 len: 168 time: 0.3372698 Sep 17 22:32:03.743997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.775331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73b0da-763e-4123-9889-e4c7fe618841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aaeed8-ab52-42ee-a657-165ee5903db9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:03.792340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1feb1959-fd0c-41b6-9d50-e308a3f17ba9 req-389a4e0c-1ce9-4b7c-918a-58dcaab410dd tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015184 Sep 17 22:32:03.815528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db784e3-da72-4bb5-9a39-5388a1819ea4 req-97ed2461-d483-4fa7-9d6a-f5d95f91f8b0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.817359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3db784e3-da72-4bb5-9a39-5388a1819ea4 req-97ed2461-d483-4fa7-9d6a-f5d95f91f8b0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0982955 Sep 17 22:32:03.914962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3db784e3-da72-4bb5-9a39-5388a1819ea4 req-335ced3e-7829-47fc-8827-7ae8f5f2d0f1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790851 Sep 17 22:32:04.007179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2f58dc3-48fb-4449-98dc-574ace2d6cb2 req-5fea629f-f2b0-4338-ab34-c5fa95832f1d tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fcca0-ea6b-4c76-b72f-0c34637f03ac HTTP/1.1" status: 200 len: 210 time: 0.0617733 Sep 17 22:32:04.060207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-7f903ee7-2b48-491b-a82a-3f2429892038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:04.061864 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-7f903ee7-2b48-491b-a82a-3f2429892038 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.4224813 Sep 17 22:32:04.166217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-4fa16a0e-b0e4-4294-873d-fc2d923403ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:04.169107 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-4fa16a0e-b0e4-4294-873d-fc2d923403ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981553 Sep 17 22:32:04.193924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014da2c9-a6af-408d-9c14-04511ca32d97 req-56e2fa6d-aa55-4cd3-8992-1d1ff66cc15d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:04.202158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-014da2c9-a6af-408d-9c14-04511ca32d97 req-56e2fa6d-aa55-4cd3-8992-1d1ff66cc15d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 948 time: 0.0906830 Sep 17 22:32:04.287790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-46e99f5f-9f50-41be-96d0-9de05a54d22f service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997131 Sep 17 22:32:04.310500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-014da2c9-a6af-408d-9c14-04511ca32d97 req-37295c04-572b-42a4-8ccf-8c1a16c6ee0b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073501 Sep 17 22:32:04.371892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-75fc1171-47d2-4f32-bdda-c4085561bd15 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:04.377262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-75fc1171-47d2-4f32-bdda-c4085561bd15 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 822 time: 0.1717894 Sep 17 22:32:04.394353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-bc0c2054-68d0-492d-8d12-3567d2cfd318 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/quotas/109b38f24e6047d1bfe233c32cb277f1 HTTP/1.1" status: 200 len: 375 time: 0.0104511 Sep 17 22:32:04.403082 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-56673cdc-fcd7-4d73-acc3-8eb46825c7f7 req-13a7638e-36fc-4216-9b1b-d001ccd34692 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045470 Sep 17 22:32:04.489430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-4f0d9cb6-5524-4e0e-9a0d-8eab9e230b31 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:04.493177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-4f0d9cb6-5524-4e0e-9a0d-8eab9e230b31 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.45 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 948 time: 0.0872481 Sep 17 22:32:04.504498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-30c44ff8-ab5c-455e-9d3b-9a9a4d148e06 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031439 Sep 17 22:32:04.518474 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.519170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0fcca0-ea6b-4c76-b72f-0c34637f03ac', 'name': 'network-vif-deleted', 'tag': 'be65e3ac-2826-4e15-8ba6-1b6f06c38478'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:04.521773 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923029da-b5ec-4375-926b-ff5c36c1dc33" -d '{"events": [{"server_uuid": "2a0fcca0-ea6b-4c76-b72f-0c34637f03ac", "name": "network-vif-deleted", "tag": "be65e3ac-2826-4e15-8ba6-1b6f06c38478"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:04.571375 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27b9a1-08be-4a70-81ed-a1821baa1588 x-openstack-request-id: req-5e27b9a1-08be-4a70-81ed-a1821baa1588 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:04.571952 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0fcca0-ea6b-4c76-b72f-0c34637f03ac", "name": "network-vif-deleted", "tag": "be65e3ac-2826-4e15-8ba6-1b6f06c38478", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:04.572392 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e27b9a1-08be-4a70-81ed-a1821baa1588 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:04.573563 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0fcca0-ea6b-4c76-b72f-0c34637f03ac', 'name': 'network-vif-deleted', 'tag': 'be65e3ac-2826-4e15-8ba6-1b6f06c38478', 'status': 'completed', 'code': 200} Sep 17 22:32:04.668550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-c6c856ff-f71d-40b1-9939-7aa19d47cc53 service neutron] 10.222.0.48 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631699 Sep 17 22:32:04.681536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Deleting port 2092f146-2522-49c3-807f-bb6de36325f9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:04.681876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.852168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] For port 2092f146-2522-49c3-807f-bb6de36325f9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2092f146-2522-49c3-807f-bb6de36325f9,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:04.852689 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.871894 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-90df8a43-3b0e-4aa2-8dbb-fe596bc45697 service neutron] 10.222.0.48 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918314 Sep 17 22:32:04.902999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Calling delete_port for 2092f146-2522-49c3-807f-bb6de36325f9 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:04.999298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38628bbe-45f4-4dbe-9971-24e32c64f053 req-6d9ded01-713a-4d4a-a118-85f32b2b52f8 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:05.001267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38628bbe-45f4-4dbe-9971-24e32c64f053 req-6d9ded01-713a-4d4a-a118-85f32b2b52f8 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 948 time: 0.1136851 Sep 17 22:32:05.081246 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38628bbe-45f4-4dbe-9971-24e32c64f053 req-9a4ab2cf-3013-460d-95b8-85d22877a09f tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614281 Sep 17 22:32:05.222227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-866ddb99-33d5-45c9-956d-2c98e0a87992 req-d0eeb692-988f-4610-b29a-382ed9255316 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 210 time: 0.0715342 Sep 17 22:32:05.242751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.270012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315bd60-0ff2-414c-9bd7-feb67a1d18c3 req-c5babfbc-1008-4f93-b16f-aee8776e49e5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:05.272151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d315bd60-0ff2-414c-9bd7-feb67a1d18c3 req-c5babfbc-1008-4f93-b16f-aee8776e49e5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1640232 Sep 17 22:32:05.282682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.317715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Pushing event deleted for resources: {'Port': ['ID=2092f146-2522-49c3-807f-bb6de36325f9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:05.383128 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] No DVR routers for this DVR port 2092f146-2522-49c3-807f-bb6de36325f9 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:05.391675 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.393867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19c1902e-64b7-4064-a4a3-3404265c0ef7 req-e11550d9-f3d8-481e-9ad8-28491bde88e0 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.45 "DELETE /v2.0/ports/2092f146-2522-49c3-807f-bb6de36325f9 HTTP/1.1" status: 204 len: 173 time: 0.8805153 Sep 17 22:32:05.394395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'name': 'network-vif-deleted', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:05.397077 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b270f4-d71e-47a2-afa6-66dd9abc2fc1" -d '{"events": [{"server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "name": "network-vif-deleted", "tag": "2092f146-2522-49c3-807f-bb6de36325f9"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:05.429271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d315bd60-0ff2-414c-9bd7-feb67a1d18c3 req-af61ba93-23bc-417f-bd87-8c1785188de4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243436 Sep 17 22:32:05.554653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ea22d-e4aa-4847-aefb-18f3649bf731 req-fff042ba-a4f6-43e6-a1cb-641635c1b5ce tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:05.564126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e87ea22d-e4aa-4847-aefb-18f3649bf731 req-fff042ba-a4f6-43e6-a1cb-641635c1b5ce tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 948 time: 0.0741074 Sep 17 22:32:05.584536 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7b1925-dc12-41bb-b4fb-db5316d8d98d x-openstack-request-id: req-ba7b1925-dc12-41bb-b4fb-db5316d8d98d {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:05.584887 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22275eed-57de-432a-a20c-a36dded15eda", "name": "network-vif-deleted", "tag": "2092f146-2522-49c3-807f-bb6de36325f9", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:05.585726 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba7b1925-dc12-41bb-b4fb-db5316d8d98d {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:05.586148 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22275eed-57de-432a-a20c-a36dded15eda', 'name': 'network-vif-deleted', 'tag': '2092f146-2522-49c3-807f-bb6de36325f9', 'status': 'completed', 'code': 200} Sep 17 22:32:05.613559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e87ea22d-e4aa-4847-aefb-18f3649bf731 req-c134ff76-d97d-413d-b6cf-553974f93c32 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488603 Sep 17 22:32:05.853731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043819-4f44-4484-b30c-f57b15492099 req-f73aef78-57db-4e3e-87e7-6c2dad0d25da tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:05.862309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c043819-4f44-4484-b30c-f57b15492099 req-f73aef78-57db-4e3e-87e7-6c2dad0d25da tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 945 time: 0.0619380 Sep 17 22:32:05.901939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c043819-4f44-4484-b30c-f57b15492099 req-f9af2e02-9792-4d89-b6f8-659125ed43f5 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380840 Sep 17 22:32:06.019218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33f00-abc3-408d-82ce-45595a9593b7 req-92148065-f50b-4a86-95da-985d0d72deaf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.021033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77e33f00-abc3-408d-82ce-45595a9593b7 req-92148065-f50b-4a86-95da-985d0d72deaf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0550716 Sep 17 22:32:06.075388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77e33f00-abc3-408d-82ce-45595a9593b7 req-e8abbe9f-4a28-4c5b-a206-8a54c7111f24 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454500 Sep 17 22:32:06.127088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a3809be8-ca10-43d2-9319-9e4c9adbd8c2 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:06.158905 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: a3809be8-ca10-43d2-9319-9e4c9adbd8c2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:06.159534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a3809be8-ca10-43d2-9319-9e4c9adbd8c2 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:06.159968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device be65e3ac-2826-4e15-8ba6-1b6f06c38478 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:06.181632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: be65e3ac-2826-4e15-8ba6-1b6f06c38478 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:06.181782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device be65e3ac-2826-4e15-8ba6-1b6f06c38478 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:06.242009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340ce2ee-e148-43ac-bcce-181c08c4a3c9 req-61784943-3dc1-4e68-a782-9474a8fc2fd3 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=22275eed-57de-432a-a20c-a36dded15eda HTTP/1.1" status: 200 len: 210 time: 0.0311172 Sep 17 22:32:06.356294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e326d5e-a128-4b1d-ab77-447ed92e15ab req-5fa83cbe-824a-4c24-98d0-6d76cd4f1358 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 210 time: 0.0434558 Sep 17 22:32:06.512774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-39273b35-6589-471c-b5be-e2eb3fc28779 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.514281 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-39273b35-6589-471c-b5be-e2eb3fc28779 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 822 time: 0.1115522 Sep 17 22:32:06.534772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Request body: {'port': {'device_id': 'd59a9f4c-2b89-44af-9c33-4cb52881b72e', 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'admin_state_up': True, 'tenant_id': '109b38f24e6047d1bfe233c32cb277f1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:06.657314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Made reservation on behalf of 109b38f24e6047d1bfe233c32cb277f1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:06.661009 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.736301 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c7abc-94a8-4c4a-be17-d2c9e22be0a3 req-252c7312-876e-449e-8c1c-08fb4885e077 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.737940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df7c7abc-94a8-4c4a-be17-d2c9e22be0a3 req-252c7312-876e-449e-8c1c-08fb4885e077 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 948 time: 0.0536485 Sep 17 22:32:06.743969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33456) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:06.796224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df7c7abc-94a8-4c4a-be17-d2c9e22be0a3 req-24f0ec3d-b047-4996-af32-d6f939bcd47e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453358 Sep 17 22:32:06.823279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Allocated IP 172.20.0.8 (f767562e-27c6-41c4-aef1-0ff09c149651/66283f1a-482d-406b-a394-152c9b001a6e/a29924c9-d5d9-42d3-a9e2-2438e6e51a95) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:06.890810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c66d407-9fb6-441c-8dc2-6c120223bd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.021625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5572-2285-4b24-bc87-2b6067828b3f req-03f8285f-8a1a-4be6-a7d3-7849c620c6a6 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.023237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c5a5572-2285-4b24-bc87-2b6067828b3f req-03f8285f-8a1a-4be6-a7d3-7849c620c6a6 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 945 time: 0.0511220 Sep 17 22:32:07.032420 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.064506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c5a5572-2285-4b24-bc87-2b6067828b3f req-4e37940c-2c31-441c-b36e-bd27d46e62fc tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Sep 17 22:32:07.098698 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c66d407-9fb6-441c-8dc2-6c120223bd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.100225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.112171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c66d407-9fb6-441c-8dc2-6c120223bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.180737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Network f767562e-27c6-41c4-aef1-0ff09c149651 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:07.189801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:07.196502 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3c66d407-9fb6-441c-8dc2-6c120223bd16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=923ef1f85a294cf1aa47fde9a48fdf29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508657 Sep 17 22:32:07.197439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:07.198802 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 49032fe1-05d4-462f-8d9a-cf7c21e55d07 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:07.202722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33466) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:07.204713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66d407-9fb6-441c-8dc2-6c120223bd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fd58c7-e6ca-4a83-b440-e4e33b1932b9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:07.218032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02435-04ba-4d04-8c4b-40baa1827c24 req-6e2797ad-f70e-401d-8812-cbd2053261da tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.219512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b02435-04ba-4d04-8c4b-40baa1827c24 req-6e2797ad-f70e-401d-8812-cbd2053261da tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0623136 Sep 17 22:32:07.246071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event updated for resources: {'Port': ['ID=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:07.268151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51b02435-04ba-4d04-8c4b-40baa1827c24 req-7e3a4711-9fd3-409e-859d-90f4dee16a01 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Sep 17 22:32:07.292686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.293409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.319085 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-9c2de13e-dbbf-445d-9116-95a9a095858d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7885716 Sep 17 22:32:07.320338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a0c5a545-8a88-49f6-a28b-1402f260a58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.342885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Request body: {'port': {'device_id': 'd59a9f4c-2b89-44af-9c33-4cb52881b72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:07.361776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 49032fe1-05d4-462f-8d9a-cf7c21e55d07, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=49032fe1-05d4-462f-8d9a-cf7c21e55d07,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:07.371025 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a0c5a545-8a88-49f6-a28b-1402f260a58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.374651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '49032fe1-05d4-462f-8d9a-cf7c21e55d07', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '49032fe1-05d4-462f-8d9a-cf7c21e55d07', 'mac_address': 'fa:16:3e:cd:dc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:07.424000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.442633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.444165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49032fe1-05d4-462f-8d9a-cf7c21e55d07 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:07.457188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04ddbb-f322-4e97-bbe9-c50ebf567fca req-83ba9fb1-920a-4441-93e6-7229fdb1045a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.459818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d04ddbb-f322-4e97-bbe9-c50ebf567fca req-83ba9fb1-920a-4441-93e6-7229fdb1045a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0789955 Sep 17 22:32:07.479514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 49032fe1-05d4-462f-8d9a-cf7c21e55d07, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=49032fe1-05d4-462f-8d9a-cf7c21e55d07,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:07.487954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.515854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a0c5a545-8a88-49f6-a28b-1402f260a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.518561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a0c5a545-8a88-49f6-a28b-1402f260a58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.521282 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a0c5a545-8a88-49f6-a28b-1402f260a58a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91fd58c7-e6ca-4a83-b440-e4e33b1932b9 HTTP/1.1" status: 204 len: 168 time: 0.3174536 Sep 17 22:32:07.530262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53337061-f78b-4f75-a761-4633e6acff30 req-ce09476e-b0aa-445e-a8a6-c03c95f34c14 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.532257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53337061-f78b-4f75-a761-4633e6acff30 req-ce09476e-b0aa-445e-a8a6-c03c95f34c14 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.45 "GET /v2.0/ports?device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 945 time: 0.0966825 Sep 17 22:32:07.583322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5a545-8a88-49f6-a28b-1402f260a58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fd58c7-e6ca-4a83-b440-e4e33b1932b9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:07.605748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=49032fe1-05d4-462f-8d9a-cf7c21e55d07,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:07.611101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d04ddbb-f322-4e97-bbe9-c50ebf567fca req-9b95b7b5-3fe5-45ec-b8de-c627e7afbe27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269045 Sep 17 22:32:07.737166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0110-e88f-4186-8a74-60507f9f8376 req-c2c562d8-88fd-445d-8bec-a7454343df17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.738863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2bb0110-e88f-4186-8a74-60507f9f8376 req-c2c562d8-88fd-445d-8bec-a7454343df17 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 931 time: 0.1009619 Sep 17 22:32:07.753549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Deleting port f6ca9775-4477-4d82-bef4-7281b8208cf2 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:07.753855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.765368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f62745-fdcd-44c7-b545-7f745708f03e req-96058226-368f-4cb4-9058-7b36d63dac14 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.766846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9f62745-fdcd-44c7-b545-7f745708f03e req-96058226-368f-4cb4-9058-7b36d63dac14 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 949 time: 0.0904980 Sep 17 22:32:07.825956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['49032fe1-05d4-462f-8d9a-cf7c21e55d07'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:07.828727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29924c9-d5d9-42d3-a9e2-2438e6e51a95 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:07.837658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.852690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Transition to ACTIVE for port object a29924c9-d5d9-42d3-a9e2-2438e6e51a95 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:07.858475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.888387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2bb0110-e88f-4186-8a74-60507f9f8376 req-9a81d90e-7ed4-4c95-9832-efa8171e117d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380529 Sep 17 22:32:07.906365 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Pushing event updated for resources: {'Port': ['ID=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:07.923762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9f62745-fdcd-44c7-b545-7f745708f03e req-a72df19b-67d0-488b-89cd-104594751259 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369731 Sep 17 22:32:07.950162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] For port f6ca9775-4477-4d82-bef4-7281b8208cf2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f6ca9775-4477-4d82-bef4-7281b8208cf2,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:07.950571 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.960826 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33490) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:07.981341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Calling delete_port for f6ca9775-4477-4d82-bef4-7281b8208cf2 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:07.985525 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e9f1-29b2-4524-b5a9-41199e54814e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.032899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Attempting to bind port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:08.033405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Attempting to bind port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:08.034260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Attempting to bind port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 on network f767562e-27c6-41c4-aef1-0ff09c149651 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:08.040066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 on network f767562e-27c6-41c4-aef1-0ff09c149651 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:08.040500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Attempting to bind port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 on network f767562e-27c6-41c4-aef1-0ff09c149651 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:08.047003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:08.047486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Checking segment: {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:08.048285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Bound using segment: {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:08.049448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Bound port: a29924c9-d5d9-42d3-a9e2-2438e6e51a95, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c95409e-f884-42ee-8f56-1801d13af1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:08.051410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.121923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fde9b-1d98-421c-ac8b-1f1fea085d64 req-de3b74dc-fb8c-47ea-a07e-30afd09dd802 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.123467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a99fde9b-1d98-421c-ac8b-1f1fea085d64 req-de3b74dc-fb8c-47ea-a07e-30afd09dd802 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1337137 Sep 17 22:32:08.129902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] For port a29924c9-d5d9-42d3-a9e2-2438e6e51a95, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:08.133303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] For port a29924c9-d5d9-42d3-a9e2-2438e6e51a95, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:08.137752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.172585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.173251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.174650 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] 10.222.0.49 "PUT /v2.0/ports/a29924c9-d5d9-42d3-a9e2-2438e6e51a95 HTTP/1.1" status: 200 len: 1092 time: 0.8379848 Sep 17 22:32:08.175088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59a9f4c-2b89-44af-9c33-4cb52881b72e', 'tag': 'a29924c9-d5d9-42d3-a9e2-2438e6e51a95'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:08.177354 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ab6879-412d-4cef-bf03-0f1c7d38e709" -d '{"events": [{"name": "network-changed", "server_uuid": "d59a9f4c-2b89-44af-9c33-4cb52881b72e", "tag": "a29924c9-d5d9-42d3-a9e2-2438e6e51a95"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:08.202041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da92910-4ef1-4f98-ab1d-4683393d3c3c service neutron] Pushing event updated for resources: {'Port': ['ID=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:08.285066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-e2b06cae-22bc-4f07-87f4-961cb92df9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.286614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-e2b06cae-22bc-4f07-87f4-961cb92df9b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 1095 time: 0.0496855 Sep 17 22:32:08.339017 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-a42e0b5c-bef0-4a22-8171-3987de8333c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29924c9-d5d9-42d3-a9e2-2438e6e51a95 HTTP/1.1" status: 200 len: 217 time: 0.0354373 Sep 17 22:32:08.395061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-f31ae792-1558-4b5f-9dae-072b5f72989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.396476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-f31ae792-1558-4b5f-9dae-072b5f72989b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66283f1a-482d-406b-a394-152c9b001a6e HTTP/1.1" status: 200 len: 862 time: 0.0456531 Sep 17 22:32:08.431555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-1a9f6903-9b77-4ac9-8ed8-1b4f4f9f4287 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f767562e-27c6-41c4-aef1-0ff09c149651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257547 Sep 17 22:32:08.533150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-fd10cd01-5871-4ad2-bb80-fffe0ab55cde service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920160 Sep 17 22:32:08.534477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a99fde9b-1d98-421c-ac8b-1f1fea085d64 req-61171840-bfcb-49d7-bd5e-46f7d02d1fd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021962 Sep 17 22:32:08.567178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676618-6de1-4de6-ad67-e6a9ff5b0744 req-c9e4487c-0991-4706-ac36-68d225ae6605 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.568708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9676618-6de1-4de6-ad67-e6a9ff5b0744 req-c9e4487c-0991-4706-ac36-68d225ae6605 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 949 time: 0.4443450 Sep 17 22:32:08.641224 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.646112 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f221abf-a0a3-4767-9a57-b7638fbf1142 req-fd5de598-6ad2-4344-a5df-272ab3d2563e service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035221 Sep 17 22:32:08.656388 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e9f1-29b2-4524-b5a9-41199e54814e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.664649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9676618-6de1-4de6-ad67-e6a9ff5b0744 req-0f49d230-c06c-4a61-b4be-fbb139d82aff tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821631 Sep 17 22:32:08.687331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e9f1-29b2-4524-b5a9-41199e54814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.693099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Pushing event deleted for resources: {'Port': ['ID=f6ca9775-4477-4d82-bef4-7281b8208cf2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:08.716007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f6ca9775-4477-4d82-bef4-7281b8208cf2', '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:08.716483 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537293c-5adb-4ec1-853c-f816a0f55f5f x-openstack-request-id: req-d537293c-5adb-4ec1-853c-f816a0f55f5f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:08.716483 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59a9f4c-2b89-44af-9c33-4cb52881b72e", "tag": "a29924c9-d5d9-42d3-a9e2-2438e6e51a95", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:08.716694 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d537293c-5adb-4ec1-853c-f816a0f55f5f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:08.717206 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59a9f4c-2b89-44af-9c33-4cb52881b72e', 'tag': 'a29924c9-d5d9-42d3-a9e2-2438e6e51a95', 'status': 'completed', 'code': 200} Sep 17 22:32:08.750485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-274ef82e-1a62-4a61-ab80-2082828eaf7a req-d3d8e613-1d95-4e6d-83ef-391e6e8a164a tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=390a1a32-bab1-4589-aea9-1367c8037992 HTTP/1.1" status: 200 len: 210 time: 0.0645118 Sep 17 22:32:08.808085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] No DVR routers for this DVR port f6ca9775-4477-4d82-bef4-7281b8208cf2 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:08.810081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4e9f1-29b2-4524-b5a9-41199e54814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28356f11-fa4b-4a14-b41d-3dc623cb38fb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:08.826594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.828592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53337061-f78b-4f75-a761-4633e6acff30 req-26032ae0-4d2d-4914-abb2-05fc56450ea0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.45 "DELETE /v2.0/ports/f6ca9775-4477-4d82-bef4-7281b8208cf2 HTTP/1.1" status: 204 len: 173 time: 1.2829406 Sep 17 22:32:08.829576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390a1a32-bab1-4589-aea9-1367c8037992', 'name': 'network-vif-deleted', 'tag': 'f6ca9775-4477-4d82-bef4-7281b8208cf2'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:08.831447 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb84945-10ce-437b-8452-f56537451e10" -d '{"events": [{"server_uuid": "390a1a32-bab1-4589-aea9-1367c8037992", "name": "network-vif-deleted", "tag": "f6ca9775-4477-4d82-bef4-7281b8208cf2"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:08.839674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9fb4e9f1-29b2-4524-b5a9-41199e54814e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=104a256a7a2d43c5a9a7ecda3f6de223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8748410 Sep 17 22:32:08.840293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33500) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:08.862395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-65ae0588-ebc3-469a-ba2b-dfaa5582733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.864585 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-65ae0588-ebc3-469a-ba2b-dfaa5582733f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=109b38f24e6047d1bfe233c32cb277f1&device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 1095 time: 0.0715723 Sep 17 22:32:08.890015 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a0ebf5-6c93-47b6-ad0b-4f1b23f6950d x-openstack-request-id: req-57a0ebf5-6c93-47b6-ad0b-4f1b23f6950d {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:08.890318 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390a1a32-bab1-4589-aea9-1367c8037992", "name": "network-vif-deleted", "tag": "f6ca9775-4477-4d82-bef4-7281b8208cf2", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:08.890572 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57a0ebf5-6c93-47b6-ad0b-4f1b23f6950d {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:08.890965 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390a1a32-bab1-4589-aea9-1367c8037992', 'name': 'network-vif-deleted', 'tag': 'f6ca9775-4477-4d82-bef4-7281b8208cf2', 'status': 'completed', 'code': 200} Sep 17 22:32:08.899541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c646020-222d-4e19-bf78-3ca2a7aa90aa req-3076e933-b30f-4927-99f9-9dc4c6c0d104 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.901096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c646020-222d-4e19-bf78-3ca2a7aa90aa req-3076e933-b30f-4927-99f9-9dc4c6c0d104 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1256106 Sep 17 22:32:08.931352 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-69d3f78e-90bd-4997-bb82-ab088448ff5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.975143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c646020-222d-4e19-bf78-3ca2a7aa90aa req-bcf0841f-3d0d-48b7-a862-9e1deadeae35 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667677 Sep 17 22:32:08.976908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-69d3f78e-90bd-4997-bb82-ab088448ff5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.002696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-243ccee6-58c8-4658-845b-b03dd145aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.006344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-243ccee6-58c8-4658-845b-b03dd145aab7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 200 len: 923 time: 0.1314240 Sep 17 22:32:09.060491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e71639-73c6-4c34-8ef5-e0b0fa2b451d req-ae9107b8-dfa8-4975-bab2-60270c6020f6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.062346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07e71639-73c6-4c34-8ef5-e0b0fa2b451d req-ae9107b8-dfa8-4975-bab2-60270c6020f6 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 943 time: 0.0739722 Sep 17 22:32:09.078120 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-3b643264-6548-490b-bdc3-2251600e972e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29924c9-d5d9-42d3-a9e2-2438e6e51a95 HTTP/1.1" status: 200 len: 217 time: 0.0636036 Sep 17 22:32:09.103923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-69d3f78e-90bd-4997-bb82-ab088448ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.107345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-69d3f78e-90bd-4997-bb82-ab088448ff5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.108634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-69d3f78e-90bd-4997-bb82-ab088448ff5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28356f11-fa4b-4a14-b41d-3dc623cb38fb HTTP/1.1" status: 204 len: 168 time: 0.2656951 Sep 17 22:32:09.144797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3f78e-90bd-4997-bb82-ab088448ff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28356f11-fa4b-4a14-b41d-3dc623cb38fb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:09.148043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-ed0d7119-8113-4d97-a3a2-bd1950c939b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.149648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-ed0d7119-8113-4d97-a3a2-bd1950c939b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66283f1a-482d-406b-a394-152c9b001a6e HTTP/1.1" status: 200 len: 862 time: 0.0520742 Sep 17 22:32:09.191454 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-926a5a99-f3e6-4632-8cd6-357ea7b30545 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f767562e-27c6-41c4-aef1-0ff09c149651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290072 Sep 17 22:32:09.192884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaab83-a86c-4f48-9b1f-538b8810e8ef req-f985a887-abb6-48e4-81bf-1d03de202de2 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.203441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 49032fe1-05d4-462f-8d9a-cf7c21e55d07 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:09.205507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3aeaab83-a86c-4f48-9b1f-538b8810e8ef req-f985a887-abb6-48e4-81bf-1d03de202de2 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 949 time: 0.1376624 Sep 17 22:32:09.222456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07e71639-73c6-4c34-8ef5-e0b0fa2b451d req-6a1ea304-afed-42ad-80e3-98cf7b9aff96 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417768 Sep 17 22:32:09.276610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3aeaab83-a86c-4f48-9b1f-538b8810e8ef req-22c1f974-6f59-4826-afe0-0a1cf0ea4a3a tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639000 Sep 17 22:32:09.302601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:09.306906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:09.307384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.353019 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-3cb8dad3-dee7-4e7d-bec7-15b15a7283bf service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428609 Sep 17 22:32:09.402290 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.427163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46c0ed-4ffe-413a-9532-bee5dcbddcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49032fe1-05d4-462f-8d9a-cf7c21e55d07'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:09.429486 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5fa3eb-4340-443a-8fe0-57b30466aa51" -d '{"events": [{"server_uuid": "be46c0ed-4ffe-413a-9532-bee5dcbddcf0", "name": "network-vif-plugged", "status": "completed", "tag": "49032fe1-05d4-462f-8d9a-cf7c21e55d07"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:09.448030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 49032fe1-05d4-462f-8d9a-cf7c21e55d07, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=49032fe1-05d4-462f-8d9a-cf7c21e55d07,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:09.457310 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.458195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f6ca9775-4477-4d82-bef4-7281b8208cf2 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:09.469384 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a5ab6879-412d-4cef-bf03-0f1c7d38e709 req-9d2ac78d-65c8-4d3d-8c03-edde1f8a2603 service neutron] 10.222.0.49 "GET /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044028 Sep 17 22:32:09.491890 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af0d893-91bd-499d-af2c-6af477ebcdf7 x-openstack-request-id: req-9af0d893-91bd-499d-af2c-6af477ebcdf7 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:09.491890 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be46c0ed-4ffe-413a-9532-bee5dcbddcf0", "name": "network-vif-plugged", "status": "completed", "tag": "49032fe1-05d4-462f-8d9a-cf7c21e55d07", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:09.491890 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9af0d893-91bd-499d-af2c-6af477ebcdf7 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:09.491890 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be46c0ed-4ffe-413a-9532-bee5dcbddcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49032fe1-05d4-462f-8d9a-cf7c21e55d07', 'code': 200} Sep 17 22:32:09.494294 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: f6ca9775-4477-4d82-bef4-7281b8208cf2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:09.494937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f6ca9775-4477-4d82-bef4-7281b8208cf2 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:09.495840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2092f146-2522-49c3-807f-bb6de36325f9 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:09.540168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 2092f146-2522-49c3-807f-bb6de36325f9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:09.540519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2092f146-2522-49c3-807f-bb6de36325f9 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:09.573515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=49032fe1-05d4-462f-8d9a-cf7c21e55d07,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:09.628437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63df74-42f8-40b4-b2d3-dc855a3b2a65 req-b8300f4f-eeca-435c-b2cd-2d188d7a9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.630256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a63df74-42f8-40b4-b2d3-dc855a3b2a65 req-b8300f4f-eeca-435c-b2cd-2d188d7a9131 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 1102 time: 0.0587561 Sep 17 22:32:09.674819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a63df74-42f8-40b4-b2d3-dc855a3b2a65 req-aa37b65b-7be4-48b7-8da5-5bde41d0add6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Sep 17 22:32:09.794929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3802-73fc-4279-a711-aa8563d3018c req-f4a7fbb7-fc00-4dc8-bb68-ae99ac6f641b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.796527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72ae3802-73fc-4279-a711-aa8563d3018c req-f4a7fbb7-fc00-4dc8-bb68-ae99ac6f641b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 950 time: 0.0582228 Sep 17 22:32:09.840900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72ae3802-73fc-4279-a711-aa8563d3018c req-70803b02-7613-4c82-bbbc-8a6bc6966f95 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384471 Sep 17 22:32:09.977623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33542) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:10.045654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071daa-c56a-4a11-9f1d-c174732081be req-8d602529-92af-4b25-a544-cd58e84a5d59 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.047506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0071daa-c56a-4a11-9f1d-c174732081be req-8d602529-92af-4b25-a544-cd58e84a5d59 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.0542080 Sep 17 22:32:10.085682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-network', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:10.112650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0071daa-c56a-4a11-9f1d-c174732081be req-b6c2e75c-6b40-4f55-9e51-78ccfc0378c9 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540497 Sep 17 22:32:10.129526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Made reservation on behalf of 4631ea05c1c84f8199356f5a107f3fee for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:10.132082 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.142258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.239190 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.242864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.271819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:10.282186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b960a227-91e3-45b7-913c-0c1e30858995,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:10.289718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.289718 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Added segment a890ed61-d4cc-40d4-8853-a2ba4186d7db of type vlan for network 4b355101-33aa-4a1d-be81-af325d2947e5 Sep 17 22:32:10.371867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.380608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-356d4b52-ac88-4aac-bb1a-03f518fc9eca tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.382153 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-356d4b52-ac88-4aac-bb1a-03f518fc9eca tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 949 time: 0.0555322 Sep 17 22:32:10.435676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1eece-5d46-415f-a31f-1a8f6451ac0c req-4553e3f8-796e-403c-af29-84a854eff215 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.437199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26c1eece-5d46-415f-a31f-1a8f6451ac0c req-4553e3f8-796e-403c-af29-84a854eff215 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 943 time: 0.1389103 Sep 17 22:32:10.452706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72cca3-8fef-4f07-9fdb-401b934a9cb8 req-169c2a73-ded1-4d61-a771-3978e2a6efd7 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.454391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f72cca3-8fef-4f07-9fdb-401b934a9cb8 req-169c2a73-ded1-4d61-a771-3978e2a6efd7 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0bca2d9-c5b8-44cc-9c13-b3f2bea48804 HTTP/1.1" status: 200 len: 949 time: 0.1060200 Sep 17 22:32:10.455082 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.455977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.456657 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.481272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Deleting port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:10.481653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.518978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5402389 Sep 17 22:32:10.523679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33552) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:10.534486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Request body: {'subnet': {'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-subnet', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:10.584361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] For port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:10.584743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.598205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26c1eece-5d46-415f-a31f-1a8f6451ac0c req-89861a1f-4de7-40a3-930b-35ad900448be tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389382 Sep 17 22:32:10.598970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Calling delete_port for 8d098506-6a58-4a99-ba24-5e2a21ef8fcb owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:10.601049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4951f-4e18-4fde-8a6a-aca2ff453aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=4b355101-33aa-4a1d-be81-af325d2947e5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:10.605822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f72cca3-8fef-4f07-9fdb-401b934a9cb8 req-18d7e14e-8d99-47a6-8a8f-6b68ff506e6d tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bf9ed22-7124-493e-b259-db846ec357ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426320 Sep 17 22:32:10.619159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Made reservation on behalf of 4631ea05c1c84f8199356f5a107f3fee for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:10.620005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4b355101-33aa-4a1d-be81-af325d2947e5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:10.622216 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.783209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-58c94926-c87c-476b-b229-d0ec2f1c2543 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0896454 Sep 17 22:32:10.800169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.833241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Pushing event deleted for resources: {'Port': ['ID=8d098506-6a58-4a99-ba24-5e2a21ef8fcb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:10.877333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] No DVR routers for this DVR port 8d098506-6a58-4a99-ba24-5e2a21ef8fcb on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:10.880725 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.882453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.883108 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e27c19fb-d721-4277-88c7-195644aaf2f5 req-c92eb3c4-02f4-40ad-9e56-9bf0084de9c6 tempest-ListImageFiltersTestJSON-308068014 tempest-ListImageFiltersTestJSON-308068014-project] 10.222.0.49 "DELETE /v2.0/ports/8d098506-6a58-4a99-ba24-5e2a21ef8fcb HTTP/1.1" status: 204 len: 173 time: 0.4942057 Sep 17 22:32:10.883568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-deleted', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:10.886911 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6cd956-1401-4331-9512-eebe4c016056" -d '{"events": [{"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-deleted", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:10.919279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-d0ab8353-ea5f-4f41-af74-5836a0686b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.920866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-d0ab8353-ea5f-4f41-af74-5836a0686b6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 1098 time: 0.0952742 Sep 17 22:32:10.927339 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9144d6-b002-48f7-a36e-bf387c85b883 x-openstack-request-id: req-6c9144d6-b002-48f7-a36e-bf387c85b883 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:10.927637 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bca2d9-c5b8-44cc-9c13-b3f2bea48804", "name": "network-vif-deleted", "tag": "8d098506-6a58-4a99-ba24-5e2a21ef8fcb", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:10.927897 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c9144d6-b002-48f7-a36e-bf387c85b883 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:10.928294 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bca2d9-c5b8-44cc-9c13-b3f2bea48804', 'name': 'network-vif-deleted', 'tag': '8d098506-6a58-4a99-ba24-5e2a21ef8fcb', 'status': 'completed', 'code': 200} Sep 17 22:32:10.990856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=130bae9e-ec18-4c72-a555-289db2044a2b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:11.022434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Checking segment: {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:11.022657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Network hostable DHCP agents. Network: 4b355101-33aa-4a1d-be81-af325d2947e5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:11.087026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0433-03db-4547-b7b2-fbc0c4930974 req-41056068-eedb-44b9-867d-9f4e09dffd7c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.089447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af9a0433-03db-4547-b7b2-fbc0c4930974 req-41056068-eedb-44b9-867d-9f4e09dffd7c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 950 time: 0.1409841 Sep 17 22:32:11.109261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Network 4b355101-33aa-4a1d-be81-af325d2947e5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:11.131860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-a48c1fc6-817a-4b20-b3af-d7edf446b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.133383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-a48c1fc6-817a-4b20-b3af-d7edf446b729 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1700690 Sep 17 22:32:11.137589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4b355101-33aa-4a1d-be81-af325d2947e5) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:11.147362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.147910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.152120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a803c23-2980-4d65-b140-8e69874f006c None None] Network 4b355101-33aa-4a1d-be81-af325d2947e5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:11.172017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af9a0433-03db-4547-b7b2-fbc0c4930974 req-2942ab77-d36b-4833-8597-8d767968985e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744507 Sep 17 22:32:11.206064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-f6a488d6-d213-446d-83ff-511284f27d28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef HTTP/1.1" status: 200 len: 217 time: 0.0519252 Sep 17 22:32:11.216234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-baf29a43-a433-4dd5-979f-fb6ab06e6a2e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6868250 Sep 17 22:32:11.219370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33562) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:11.227919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-router', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:11.351518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4b355101-33aa-4a1d-be81-af325d2947e5', 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'fixed_ips': [{'subnet_id': '130bae9e-ec18-4c72-a555-289db2044a2b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:11.352722 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.364943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.366594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.387242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-bc6934f3-2580-46e9-a82c-0234a71ec2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.389490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-bc6934f3-2580-46e9-a82c-0234a71ec2a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1547508 Sep 17 22:32:11.408383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e01e2f-2045-4c27-b6ba-aeca13f423ee req-a4a31d37-0a1f-41d9-b786-b26a54d73ee0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.413621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76e01e2f-2045-4c27-b6ba-aeca13f423ee req-a4a31d37-0a1f-41d9-b786-b26a54d73ee0 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.1773901 Sep 17 22:32:11.505635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Allocated IP 172.20.0.2 (4b355101-33aa-4a1d-be81-af325d2947e5/130bae9e-ec18-4c72-a555-289db2044a2b/df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:11.521511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.584338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76e01e2f-2045-4c27-b6ba-aeca13f423ee req-52b1f73b-cb7a-479f-a43e-480d42b306aa tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548092 Sep 17 22:32:11.586395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-3679e1cc-b93f-4c90-860f-20ce24925be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.587846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-3679e1cc-b93f-4c90-860f-20ce24925be8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716120 Sep 17 22:32:11.727027 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.817407 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.824208 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.854664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836564-f29f-4a53-8123-1b109480eab6 req-06700d45-7910-4db3-8c76-9f94fea7e375 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.856297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2836564-f29f-4a53-8123-1b109480eab6 req-06700d45-7910-4db3-8c76-9f94fea7e375 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 943 time: 0.1433525 Sep 17 22:32:11.859859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-d58f0dc2-c83e-470b-8b3f-f8172961102c service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421436 Sep 17 22:32:11.865889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Network 4b355101-33aa-4a1d-be81-af325d2947e5 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:11.867608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:11.871914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:11.914876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Pushing event updated for resources: {'Port': ['ID=df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:11.949832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Attempting to bind port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:11.950229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Attempting to bind port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:11.950659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Attempting to bind port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 on network 4b355101-33aa-4a1d-be81-af325d2947e5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:11.956452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:11.956822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Checking segment: {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:11.957431 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.958042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Bound using segment: {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:11.958303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Bound port: df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:11.958760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.997686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2836564-f29f-4a53-8123-1b109480eab6 req-5427d87a-1971-4c31-af3f-d504868fbe9e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348412 Sep 17 22:32:12.034443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] For port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:12.037150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a08d3cae-4b14-4fa8-b5e4-f87f60bab7a5 req-2ebc5bf1-92ee-44af-9e95-9c55e0192311 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395109 Sep 17 22:32:12.038423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] For port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0,segment=NetworkSegment(a890ed61-d4cc-40d4-8853-a2ba4186d7db),segment_id=a890ed61-d4cc-40d4-8853-a2ba4186d7db)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:12.045658 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.160968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18983fc-4af1-43ed-a7a0-5272951af627 None None] Pushing event updated for resources: {'Port': ['ID=df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:12.234637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-34ba631f-2604-40e9-9f03-c11fad756937 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:12.236168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-34ba631f-2604-40e9-9f03-c11fad756937 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.45 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.1106603 Sep 17 22:32:12.242991 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.329408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.519651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715bb87-f707-42c2-8a77-af3ec77ffeba req-b56adb77-325d-4284-9d21-8a2cfa738a95 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:12.521330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6715bb87-f707-42c2-8a77-af3ec77ffeba req-b56adb77-325d-4284-9d21-8a2cfa738a95 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 950 time: 0.2095015 Sep 17 22:32:12.622943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Allocated IP 172.25.0.215 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/84d6828b-5ca2-4ccb-8019-e21ded534153) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:12.636507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:12.637147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6715bb87-f707-42c2-8a77-af3ec77ffeba req-8c98303b-d412-42fd-8334-2e2fd619be01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901501 Sep 17 22:32:12.641610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Deleting port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:12.641966 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.706397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:12.706792 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.794294 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.839947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0,segment=NetworkSegment(a890ed61-d4cc-40d4-8853-a2ba4186d7db),segment_id=a890ed61-d4cc-40d4-8853-a2ba4186d7db)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:12.850397 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.913799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:12.921998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964b3ed-c7ba-4a86-b3d3-c9b94ad25167 req-e296548a-8f73-4655-b710-8aebd9936470 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:12.924083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b964b3ed-c7ba-4a86-b3d3-c9b94ad25167 req-e296548a-8f73-4655-b710-8aebd9936470 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 945 time: 0.1752434 Sep 17 22:32:12.934691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.942199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] For port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:12.942670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.980736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Calling delete_port for 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:13.081389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b964b3ed-c7ba-4a86-b3d3-c9b94ad25167 req-6f4cdfe2-9bf9-408c-9a9e-16cfdd8e2690 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2942c7e-a436-46d3-a8f1-641005500fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447854 Sep 17 22:32:13.113467 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.141666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5934e3-62ed-4cea-8ad7-ffa2c5f4a612 req-9f955e41-2103-433d-be64-6e4b3d02a03b tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.143239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f5934e3-62ed-4cea-8ad7-ffa2c5f4a612 req-9f955e41-2103-433d-be64-6e4b3d02a03b tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 1102 time: 0.1590788 Sep 17 22:32:13.193408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:13.212804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33640) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:13.219399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:13.224043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:13.273519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Pushing event updated for resources: {'Port': ['ID=84d6828b-5ca2-4ccb-8019-e21ded534153,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:13.301176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910d670-b329-4fda-ad85-c61acac81c0d None None] Network 4b355101-33aa-4a1d-be81-af325d2947e5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:13.321668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f5934e3-62ed-4cea-8ad7-ffa2c5f4a612 req-a8fac756-f522-4449-9eb0-1603177658d4 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584086 Sep 17 22:32:13.396089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caa1d9-0b73-44e6-ac56-3b57b8ea4bf4 req-08477339-a17f-4c5d-8358-85d69407e339 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.404349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1caa1d9-0b73-44e6-ac56-3b57b8ea4bf4 req-08477339-a17f-4c5d-8358-85d69407e339 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 943 time: 0.2329512 Sep 17 22:32:13.438401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-86589431-9c2a-4f08-9593-fefe18bcb142 None None] Provisioning complete for port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:13.438779 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-86589431-9c2a-4f08-9593-fefe18bcb142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.441964 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3eee0a94-73f1-4149-af44-6d42e23f6269 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4736fc2f7f434f2c8b88d2f4d95d4a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271297 Sep 17 22:32:13.445550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33648) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:13.455537 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.482744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['942e34aa-7aa4-4dce-b3b6-0dfad9c8703f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:13.523005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Pushing event deleted for resources: {'Port': ['ID=942e34aa-7aa4-4dce-b3b6-0dfad9c8703f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:13.546521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-156f05fb-e840-44a1-aaac-36bfd8109306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.567451 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1caa1d9-0b73-44e6-ac56-3b57b8ea4bf4 req-d9db8379-13bf-48bf-9d51-9741900bfeef tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605337 Sep 17 22:32:13.592106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-156f05fb-e840-44a1-aaac-36bfd8109306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.681352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-156f05fb-e840-44a1-aaac-36bfd8109306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.683213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] No DVR routers for this DVR port 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:13.687299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.689415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-940ddbec-f7c1-4e17-bbe5-521af6e88d53 req-00bbc362-5d37-4b33-a245-682a33b6b9e3 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.45 "DELETE /v2.0/ports/942e34aa-7aa4-4dce-b3b6-0dfad9c8703f HTTP/1.1" status: 204 len: 173 time: 1.4399779 Sep 17 22:32:13.689917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b5d24d-cde7-497f-8262-e7dc56946606', 'name': 'network-vif-deleted', 'tag': '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:13.692320 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9e609-2b6e-4a06-ace5-973ff23252ab" -d '{"events": [{"server_uuid": "53b5d24d-cde7-497f-8262-e7dc56946606", "name": "network-vif-deleted", "tag": "942e34aa-7aa4-4dce-b3b6-0dfad9c8703f"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:13.696362 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-156f05fb-e840-44a1-aaac-36bfd8109306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.708734 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-156f05fb-e840-44a1-aaac-36bfd8109306 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bf9ed22-7124-493e-b259-db846ec357ff HTTP/1.1" status: 204 len: 168 time: 0.2549207 Sep 17 22:32:13.751431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f05fb-e840-44a1-aaac-36bfd8109306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf9ed22-7124-493e-b259-db846ec357ff,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:13.789112 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e2e3a-e4fd-4450-a999-53beb142d18e x-openstack-request-id: req-802e2e3a-e4fd-4450-a999-53beb142d18e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:13.789603 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b5d24d-cde7-497f-8262-e7dc56946606", "name": "network-vif-deleted", "tag": "942e34aa-7aa4-4dce-b3b6-0dfad9c8703f", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:13.790104 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-802e2e3a-e4fd-4450-a999-53beb142d18e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:13.790812 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b5d24d-cde7-497f-8262-e7dc56946606', 'name': 'network-vif-deleted', 'tag': '942e34aa-7aa4-4dce-b3b6-0dfad9c8703f', 'status': 'completed', 'code': 200} Sep 17 22:32:13.826052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-dcad0a4d-3c9a-4ea9-82d5-80964ee6d98b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403774 Sep 17 22:32:13.867364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.111887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b550e95c-3b4e-451c-8465-6c9fb8f1abd4 None None] Provisioning complete for port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:14.113125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b550e95c-3b4e-451c-8465-6c9fb8f1abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.170376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a29924c9-d5d9-42d3-a9e2-2438e6e51a95 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:14.172181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:14.207390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 8d098506-6a58-4a99-ba24-5e2a21ef8fcb {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:14.207731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8d098506-6a58-4a99-ba24-5e2a21ef8fcb not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:14.355011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f091f15-8973-4507-ba19-5430bbd1f32e req-02b1f3b1-b599-4131-a076-e3bef1392796 tempest-ListServerFiltersTestJSON-306498717 tempest-ListServerFiltersTestJSON-306498717-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5d24d-cde7-497f-8262-e7dc56946606 HTTP/1.1" status: 200 len: 210 time: 0.0756025 Sep 17 22:32:14.364442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a29924c9-d5d9-42d3-a9e2-2438e6e51a95, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:14.380831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'a29924c9-d5d9-42d3-a9e2-2438e6e51a95', 'network_id': 'f767562e-27c6-41c4-aef1-0ff09c149651', 'port_id': 'a29924c9-d5d9-42d3-a9e2-2438e6e51a95', 'mac_address': 'fa:16:3e:3e:3b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283f1a-482d-406b-a394-152c9b001a6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:14.435236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.447906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-4f837f93-f6d5-438f-8c08-62f598b15075 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:14.454107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-4f837f93-f6d5-438f-8c08-62f598b15075 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6169903 Sep 17 22:32:14.471227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-1a088441-7731-4d5d-a438-9d53cd745854 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/quotas/8db220bbc27c4870b02a33dafc736b94 HTTP/1.1" status: 200 len: 375 time: 0.0124488 Sep 17 22:32:14.475311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29924c9-d5d9-42d3-a9e2-2438e6e51a95 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:14.507202 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a29924c9-d5d9-42d3-a9e2-2438e6e51a95, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:14.513227 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.592059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:14.639155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-7d2b47fa-fff1-40bf-a7a9-5504f1edb245 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1209679 Sep 17 22:32:14.641799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:14.666144 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.704986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:14.705508 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.842684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a92fe-cda7-4343-8b79-8110401a0254 req-663a841b-110c-4d40-ae8d-abe7e3425825 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:14.844406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e2a92fe-cda7-4343-8b79-8110401a0254 req-663a841b-110c-4d40-ae8d-abe7e3425825 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 944 time: 0.1170013 Sep 17 22:32:14.899348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Router b9236497-2fa9-4399-95d0-84e29b9424e4 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:32:14.909051 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e2a92fe-cda7-4343-8b79-8110401a0254 req-a05d1bed-752e-420e-828b-36739cdbc073 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571210 Sep 17 22:32:15.014241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35a25a90-902e-4636-9d43-69346ee04823 req-8c8f6be4-3ba9-4495-92b7-0125643243a1 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 210 time: 0.0361350 Sep 17 22:32:15.027235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['a29924c9-d5d9-42d3-a9e2-2438e6e51a95'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:15.140307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:15.150105 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Sync routers for ids ['b9236497-2fa9-4399-95d0-84e29b9424e4'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:15.162869 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Routers {'b9236497-2fa9-4399-95d0-84e29b9424e4'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:15.163682 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b9236497-2fa9-4399-95d0-84e29b9424e4'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:15.167597 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.169043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-625d2a57-6814-4d28-a058-19db52c385eb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9484265 Sep 17 22:32:15.172218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33710) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:15.289369 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Set router b9236497-2fa9-4399-95d0-84e29b9424e4 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:15.357272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33716) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:15.468645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33722) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:15.578057 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-router', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:11Z', 'updated_at': '2021-09-17T22:32:13Z', 'revision_number': 3, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'gw_port': {'id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:12Z', 'updated_at': '2021-09-17T22:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:15.581599 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94f28e60-fffd-4213-8a4b-c1b62d1d905c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.603505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9565306d-da71-453f-a046-30de809e58de admin admin] Deleting subnet cfb2b6f4-f467-4448-a432-94962f36815f {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:15.610408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9565306d-da71-453f-a046-30de809e58de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.680237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9565306d-da71-453f-a046-30de809e58de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.715041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.792327 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Checking router: b9236497-2fa9-4399-95d0-84e29b9424e4 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:15.792732 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Updating router b9236497-2fa9-4399-95d0-84e29b9424e4 port 84d6828b-5ca2-4ccb-8019-e21ded534153 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:15.825026 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.831792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9565306d-da71-453f-a046-30de809e58de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.856231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94f28e60-fffd-4213-8a4b-c1b62d1d905c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.864040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94f28e60-fffd-4213-8a4b-c1b62d1d905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.887423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Allocated IP 172.20.0.1 (4b355101-33aa-4a1d-be81-af325d2947e5/130bae9e-ec18-4c72-a555-289db2044a2b/65e01d35-b439-4776-b319-377e31eb9568) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:15.921737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-94f28e60-fffd-4213-8a4b-c1b62d1d905c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f8e550e68d54f18b147fc29faca818f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633650 Sep 17 22:32:15.925745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33728) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:15.929697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f28e60-fffd-4213-8a4b-c1b62d1d905c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833ce38e-8f23-4800-8c33-6b44b9ba35fa,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:15.945310 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9565306d-da71-453f-a046-30de809e58de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.977639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565306d-da71-453f-a046-30de809e58de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb2b6f4-f467-4448-a432-94962f36815f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:15.980736 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9565306d-da71-453f-a046-30de809e58de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.983508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9565306d-da71-453f-a046-30de809e58de admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cfb2b6f4-f467-4448-a432-94962f36815f HTTP/1.1" status: 204 len: 168 time: 0.5123112 Sep 17 22:32:15.986092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717be50e-4a5b-4fb8-b4c3-a21f3bba375a None None] Network 8243c682-f338-4027-968b-250f53744a7f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:15.996222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33732) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:16.036744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-16c2641b-b3f9-4c12-b07f-0bc0856a1e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.066111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.077715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-16c2641b-b3f9-4c12-b07f-0bc0856a1e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.160980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.201640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Network 4b355101-33aa-4a1d-be81-af325d2947e5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:16.207096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:16.209920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-16c2641b-b3f9-4c12-b07f-0bc0856a1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.213538 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-16c2641b-b3f9-4c12-b07f-0bc0856a1e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.215073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-16c2641b-b3f9-4c12-b07f-0bc0856a1e78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/833ce38e-8f23-4800-8c33-6b44b9ba35fa HTTP/1.1" status: 204 len: 168 time: 0.2881525 Sep 17 22:32:16.216916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:16.237607 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.247844 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.264293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2641b-b3f9-4c12-b07f-0bc0856a1e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833ce38e-8f23-4800-8c33-6b44b9ba35fa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.289565 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.294972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Pushing event updated for resources: {'Port': ['ID=65e01d35-b439-4776-b319-377e31eb9568,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.333217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.334233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-b3601773-117a-40b6-b715-7cbe9a2835fb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1661744 Sep 17 22:32:16.365763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] DHCP port deletion for 8243c682-f338-4027-968b-250f53744a7f request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:32:16.378008 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Attempting to bind port 84d6828b-5ca2-4ccb-8019-e21ded534153 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:16.382941 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Attempting to bind port 84d6828b-5ca2-4ccb-8019-e21ded534153 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:16.383304 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Attempting to bind port 84d6828b-5ca2-4ccb-8019-e21ded534153 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:16.413776 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:16.414537 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:16.415142 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.416580 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:16.418879 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Bound port: 84d6828b-5ca2-4ccb-8019-e21ded534153, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:16.420864 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.425553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8d4615a-d21c-4163-a1fd-1be09b976791 req-7a1d83c6-2b5a-4e0e-8d9a-e113dab15055 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 210 time: 0.2448914 Sep 17 22:32:16.498799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] Deleting port d8ca819f-d474-4ba6-bed9-3281b4cdffcf {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:16.503540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.545429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.556245 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] For port 84d6828b-5ca2-4ccb-8019-e21ded534153, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:16.560815 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] For port 84d6828b-5ca2-4ccb-8019-e21ded534153, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=84d6828b-5ca2-4ccb-8019-e21ded534153,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:16.570574 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.574545 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Pushing event updated for resources: {'Port': ['ID=84d6828b-5ca2-4ccb-8019-e21ded534153,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.581532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff08967-57e3-4579-ac97-3a0b4b0c77d0 req-03debf86-fe0f-4948-9e54-735f338fb6f9 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:16.583128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff08967-57e3-4579-ac97-3a0b4b0c77d0 req-03debf86-fe0f-4948-9e54-735f338fb6f9 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 944 time: 0.4352031 Sep 17 22:32:16.587727 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.589403 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.590101 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.590601 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.591289 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.591787 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.592281 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.592813 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.593319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.594002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.594490 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.594972 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:16.653220 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Routers {'b9236497-2fa9-4399-95d0-84e29b9424e4'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:16.653863 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b9236497-2fa9-4399-95d0-84e29b9424e4'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:16.665722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] For port d8ca819f-d474-4ba6-bed9-3281b4cdffcf, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:16.666172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.705505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] Calling delete_port for d8ca819f-d474-4ba6-bed9-3281b4cdffcf owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:16.722976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d8ca819f-d474-4ba6-bed9-3281b4cdffcf no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:16.798712 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] Set router b9236497-2fa9-4399-95d0-84e29b9424e4 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:16.800356 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aba06-7818-47ab-8a38-2d3379290112 None None] Pushing event updated for resources: {'Port': ['ID=84d6828b-5ca2-4ccb-8019-e21ded534153,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.804222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff08967-57e3-4579-ac97-3a0b4b0c77d0 req-f0108a7d-0227-49e5-a2dd-202c82b28799 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079082 Sep 17 22:32:16.806392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a6d8f5e6-f37e-43b4-aaa6-191fa6643527 None None] Provisioning complete for port 65e01d35-b439-4776-b319-377e31eb9568 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:16.807528 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f5e6-f37e-43b4-aaa6-191fa6643527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.866721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Deleting port d8ca819f-d474-4ba6-bed9-3281b4cdffcf {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:16.867375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.868067 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.874650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.891041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8f5e6-f37e-43b4-aaa6-191fa6643527 None None] Port 65e01d35-b439-4776-b319-377e31eb9568 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:16.905997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-965016d8-215b-49e4-954d-4bc9978a7d74 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:16.910381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-965016d8-215b-49e4-954d-4bc9978a7d74 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5087974 Sep 17 22:32:16.932263 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.935832 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.940956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Request body: {'port': {'device_id': '73cead03-045e-47ea-955c-5c32c277cd07', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '8db220bbc27c4870b02a33dafc736b94'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:16.978229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] No DVR routers for this DVR port d8ca819f-d474-4ba6-bed9-3281b4cdffcf on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:16.983630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcc06b-a1cd-487d-b15c-d9f2c4f4e10a None None] Pushing event deleted for resources: {'Port': ['ID=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.010333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Pushing event updated for resources: {'Port': ['ID=65e01d35-b439-4776-b319-377e31eb9568,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.017501 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.110516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] For port d8ca819f-d474-4ba6-bed9-3281b4cdffcf, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,segment=NetworkSegment(83f003ba-a91c-43e2-b34d-65c4c69ff666),segment_id=83f003ba-a91c-43e2-b34d-65c4c69ff666)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:17.110881 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.138751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Calling delete_port for d8ca819f-d474-4ba6-bed9-3281b4cdffcf owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:17.161217 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-router', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:11Z', 'updated_at': '2021-09-17T22:32:16Z', 'revision_number': 4, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'gw_port': {'id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:12Z', 'updated_at': '2021-09-17T22:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '65e01d35-b439-4776-b319-377e31eb9568', 'name': '', 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'mac_address': 'fa:16:3e:7b:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '130bae9e-ec18-4c72-a555-289db2044a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:15Z', 'updated_at': '2021-09-17T22:32:15Z', 'revision_number': 1, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'subnets': [{'id': '130bae9e-ec18-4c72-a555-289db2044a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:17.174250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Network 4b355101-33aa-4a1d-be81-af325d2947e5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:17.176220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:17.199655 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a165fa7-ca30-4e56-8c3c-44900fbaa7d1 None None] The sync data for ids ['b9236497-2fa9-4399-95d0-84e29b9424e4'] in n-d-789963-10 is: [{'id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-router', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:11Z', 'updated_at': '2021-09-17T22:32:16Z', 'revision_number': 4, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'gw_port': {'id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:12Z', 'updated_at': '2021-09-17T22:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '65e01d35-b439-4776-b319-377e31eb9568', 'name': '', 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'mac_address': 'fa:16:3e:7b:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '130bae9e-ec18-4c72-a555-289db2044a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:15Z', 'updated_at': '2021-09-17T22:32:15Z', 'revision_number': 1, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'subnets': [{'id': '130bae9e-ec18-4c72-a555-289db2044a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:17.218078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Made reservation on behalf of 8db220bbc27c4870b02a33dafc736b94 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:17.221867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.254880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:17.296433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:17.301576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 942e34aa-7aa4-4dce-b3b6-0dfad9c8703f not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:17.318415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.363340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ca819f-d474-4ba6-bed9-3281b4cdffcf,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.376995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Router b9236497-2fa9-4399-95d0-84e29b9424e4 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:32:17.437561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] No DVR routers for this DVR port d8ca819f-d474-4ba6-bed9-3281b4cdffcf on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:17.565835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:17.579143 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9a0b6b19-e836-4ab6-8ad4-05e76da9ed31 admin admin] 10.222.0.48 "PUT /v2.0/routers/b9236497-2fa9-4399-95d0-84e29b9424e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057794 Sep 17 22:32:17.582693 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.625108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8243c682-f338-4027-968b-250f53744a7f']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:17.635731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f86684e-a8a2-4e5c-b776-ef6fd5ff1778 None None] Provisioning complete for port 65e01d35-b439-4776-b319-377e31eb9568 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:17.636751 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f86684e-a8a2-4e5c-b776-ef6fd5ff1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.637933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f003ba-a91c-43e2-b34d-65c4c69ff666') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:17.638490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f003ba-a91c-43e2-b34d-65c4c69ff666') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:17.649529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.664754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.672857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:17.673704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.710961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f86684e-a8a2-4e5c-b776-ef6fd5ff1778 None None] Port 65e01d35-b439-4776-b319-377e31eb9568 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:17.737449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Allocated IP 192.168.233.56 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/017bc249-70b6-4499-835a-961bdace3898) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:17.741472 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:17.754673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.779837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.781707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8243c682-f338-4027-968b-250f53744a7f HTTP/1.1" status: 204 len: 168 time: 1.7847145 Sep 17 22:32:17.799055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e615-32d3-4e92-adfb-f7cabad133b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8243c682-f338-4027-968b-250f53744a7f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.805753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa562ab3-46eb-4d45-922f-4dc10fe14207 req-72e81a81-faca-47b5-ae8f-42da65a6f565 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 210 time: 0.0655100 Sep 17 22:32:18.012103 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.075401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd2a1196-cb7b-475a-afc3-bf9bcf005b19 req-359e9b6a-beb1-40f7-86b3-d14c004a4263 tempest-FloatingIPsNegativeTestJSON-958789173 tempest-FloatingIPsNegativeTestJSON-958789173-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=4631ea05c1c84f8199356f5a107f3fee HTTP/1.1" status: 200 len: 217 time: 0.0524518 Sep 17 22:32:18.086422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33782) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:18.137263 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.151977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4836c683-11f2-482a-8b39-d4e089d6d97c', '49032fe1-05d4-462f-8d9a-cf7c21e55d07'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:18.162153 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9c518cf1-5a86-4e52-bc33-e391899002fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b85ab0b327943aaaf205f1499a06712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745406 Sep 17 22:32:18.164717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33786) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:18.202694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:18.232212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6', '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:18.247217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93d11d49-b895-42ec-baa7-d380b89c3da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.247963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:18.250713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:18.272751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a29924c9-d5d9-42d3-a9e2-2438e6e51a95 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:18.283820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93d11d49-b895-42ec-baa7-d380b89c3da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.359036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021691d1-e9e3-45cf-894c-c06ff5af691c req-55a257cd-14b6-4e4c-a2b2-62d326913fe8 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.370223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-021691d1-e9e3-45cf-894c-c06ff5af691c req-55a257cd-14b6-4e4c-a2b2-62d326913fe8 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 944 time: 0.2707455 Sep 17 22:32:18.372359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93d11d49-b895-42ec-baa7-d380b89c3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.386541 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93d11d49-b895-42ec-baa7-d380b89c3da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.387676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'Port': ['ID=017bc249-70b6-4499-835a-961bdace3898,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.388718 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-93d11d49-b895-42ec-baa7-d380b89c3da3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2942c7e-a436-46d3-a8f1-641005500fed HTTP/1.1" status: 204 len: 168 time: 0.2229104 Sep 17 22:32:18.400911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d11d49-b895-42ec-baa7-d380b89c3da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2942c7e-a436-46d3-a8f1-641005500fed,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.428482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bcdb3fb-04c3-4916-ba95-2ee69a3cebea req-cd0ef7c1-e6bf-462f-93f4-9131244055e2 tempest-FloatingIPsNegativeTestJSON-958789173 tempest-FloatingIPsNegativeTestJSON-958789173-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1294158 Sep 17 22:32:18.468879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-021691d1-e9e3-45cf-894c-c06ff5af691c req-f7ba703a-de8d-4f36-84a6-0d42cb6c11ef tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975871 Sep 17 22:32:18.503625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.504160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.529997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-a0155149-0a7f-4374-9903-81aa41323816 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6035814 Sep 17 22:32:18.547704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Request body: {'port': {'device_id': '73cead03-045e-47ea-955c-5c32c277cd07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:18.559115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:18.602779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:18.603148 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.633434 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-2b4420ae-1817-4167-90be-7283b4d0c5b1 req-123b0dae-1202-4ee3-8157-b4efe773db77 tempest-FloatingIPsNegativeTestJSON-958789173 tempest-FloatingIPsNegativeTestJSON-958789173-project] show failed (client error): The resource could not be found. Sep 17 22:32:18.643130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b4420ae-1817-4167-90be-7283b4d0c5b1 req-123b0dae-1202-4ee3-8157-b4efe773db77 tempest-FloatingIPsNegativeTestJSON-958789173 tempest-FloatingIPsNegativeTestJSON-958789173-project] 10.222.0.48 "GET /v2.0/floatingips/93e98177-cea5-469f-835c-760f7b2396e8 HTTP/1.1" status: 404 len: 350 time: 0.0918348 Sep 17 22:32:18.647022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33796) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:18.680580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.729601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 84d6828b-5ca2-4ccb-8019-e21ded534153 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:18.754239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1dbf6e2b-6f25-4c67-aadb-55a126cf9312 None None] Provisioning complete for port 017bc249-70b6-4499-835a-961bdace3898 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:18.754862 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6e2b-6f25-4c67-aadb-55a126cf9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.775249 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.799769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf6e2b-6f25-4c67-aadb-55a126cf9312 None None] Port 017bc249-70b6-4499-835a-961bdace3898 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:18.991341 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.028255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 84d6828b-5ca2-4ccb-8019-e21ded534153 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:19.028621 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.095315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59a9f4c-2b89-44af-9c33-4cb52881b72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29924c9-d5d9-42d3-a9e2-2438e6e51a95'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:19.100258 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cf1b8b-99c4-45bc-8c9b-3470fce55bea" -d '{"events": [{"server_uuid": "d59a9f4c-2b89-44af-9c33-4cb52881b72e", "name": "network-vif-plugged", "status": "completed", "tag": "a29924c9-d5d9-42d3-a9e2-2438e6e51a95"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:19.136405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port a29924c9-d5d9-42d3-a9e2-2438e6e51a95, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:19.154643 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.220207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:19.312877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.341795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 84d6828b-5ca2-4ccb-8019-e21ded534153, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=84d6828b-5ca2-4ccb-8019-e21ded534153,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:19.355498 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.430227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27798553-1719-4813-a1f8-7d0f78215f62 req-eb0512f2-8cb5-499a-badf-b1051737a2a0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:19.431025 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21613997-09a9-4683-a0d4-cf03765d7a8c x-openstack-request-id: req-21613997-09a9-4683-a0d4-cf03765d7a8c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:19.431309 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59a9f4c-2b89-44af-9c33-4cb52881b72e", "name": "network-vif-plugged", "status": "completed", "tag": "a29924c9-d5d9-42d3-a9e2-2438e6e51a95", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:19.434687 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21613997-09a9-4683-a0d4-cf03765d7a8c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:19.435116 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59a9f4c-2b89-44af-9c33-4cb52881b72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29924c9-d5d9-42d3-a9e2-2438e6e51a95', 'code': 200} Sep 17 22:32:19.439298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27798553-1719-4813-a1f8-7d0f78215f62 req-eb0512f2-8cb5-499a-badf-b1051737a2a0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 935 time: 0.2780974 Sep 17 22:32:19.462052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=84d6828b-5ca2-4ccb-8019-e21ded534153,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:19.626921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27798553-1719-4813-a1f8-7d0f78215f62 req-46f711db-a7ff-417d-933a-e79c2d9cdafd tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864526 Sep 17 22:32:19.660609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979fa2c-131c-4ffe-ae0e-ae6036c458c1 req-77570ac8-5a60-4046-9f2d-756891215929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:19.662164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6979fa2c-131c-4ffe-ae0e-ae6036c458c1 req-77570ac8-5a60-4046-9f2d-756891215929 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 1097 time: 0.1016026 Sep 17 22:32:19.667508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017bc249-70b6-4499-835a-961bdace3898 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:19.686381 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.719008 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6979fa2c-131c-4ffe-ae0e-ae6036c458c1 req-3d8bdb23-0e1b-42e2-8bfb-79c4e19d0483 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480163 Sep 17 22:32:19.747112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Transition to ACTIVE for port object 017bc249-70b6-4499-835a-961bdace3898 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:19.755011 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.808159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147df818-59c7-4950-acb3-b5ea21db47cc req-200b227e-57f9-41f2-b0c5-eabcdb2d65ee tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:19.809745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-147df818-59c7-4950-acb3-b5ea21db47cc req-200b227e-57f9-41f2-b0c5-eabcdb2d65ee tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 945 time: 0.1307328 Sep 17 22:32:19.849290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Pushing event updated for resources: {'Port': ['ID=017bc249-70b6-4499-835a-961bdace3898,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:19.934427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-147df818-59c7-4950-acb3-b5ea21db47cc req-232bc580-b10b-4256-8ce5-0eb4b4a44cf4 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143367 Sep 17 22:32:19.999107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Attempting to bind port 017bc249-70b6-4499-835a-961bdace3898 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:19.999441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Attempting to bind port 017bc249-70b6-4499-835a-961bdace3898 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:19.999764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Attempting to bind port 017bc249-70b6-4499-835a-961bdace3898 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:20.008035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Port 017bc249-70b6-4499-835a-961bdace3898 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:20.008357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Attempting to bind port 017bc249-70b6-4499-835a-961bdace3898 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:20.020836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:20.021214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:20.021601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:20.022040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Bound port: 017bc249-70b6-4499-835a-961bdace3898, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:20.022397 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.027730 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.342519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Sync routers for ids ['b9236497-2fa9-4399-95d0-84e29b9424e4'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:20.353909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Routers {'b9236497-2fa9-4399-95d0-84e29b9424e4'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:20.355080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b9236497-2fa9-4399-95d0-84e29b9424e4'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:20.564038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d85c964-2f26-479a-b6f3-13a3bcbe373a req-bb9455e2-078e-43ba-b85f-e1ccc06fadcd tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.4106691 Sep 17 22:32:20.596744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] For port 017bc249-70b6-4499-835a-961bdace3898, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:20.611022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] For port 017bc249-70b6-4499-835a-961bdace3898, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=017bc249-70b6-4499-835a-961bdace3898,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:20.623540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Set router b9236497-2fa9-4399-95d0-84e29b9424e4 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:20.633493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.679605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 84d6828b-5ca2-4ccb-8019-e21ded534153 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:20.724454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:20.725164 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.726751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] 10.222.0.45 "PUT /v2.0/ports/017bc249-70b6-4499-835a-961bdace3898 HTTP/1.1" status: 200 len: 1096 time: 2.1844001 Sep 17 22:32:20.727354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cead03-045e-47ea-955c-5c32c277cd07', 'tag': '017bc249-70b6-4499-835a-961bdace3898'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:20.730301 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5426cd9d-917f-4ef7-9bdb-eb2888780935" -d '{"events": [{"name": "network-changed", "server_uuid": "73cead03-045e-47ea-955c-5c32c277cd07", "tag": "017bc249-70b6-4499-835a-961bdace3898"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:20.781196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9be61-959c-4226-9d4e-5da63e62041b service neutron] Pushing event updated for resources: {'Port': ['ID=017bc249-70b6-4499-835a-961bdace3898,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:20.904622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-d4f48741-c61c-4eb0-a5b6-306860be7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:20.906179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-d4f48741-c61c-4eb0-a5b6-306860be7be4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 1099 time: 0.1214907 Sep 17 22:32:20.916663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 84d6828b-5ca2-4ccb-8019-e21ded534153 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:20.917404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.945537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104efce-9705-45a0-bca6-7dac0dbf0ceb req-fa377ddc-09f7-4932-b9b8-60cf9c267986 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:20.947124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e104efce-9705-45a0-bca6-7dac0dbf0ceb req-fa377ddc-09f7-4932-b9b8-60cf9c267986 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 947 time: 0.1291499 Sep 17 22:32:21.002828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-4ce2ecf9-7ff8-479f-9150-138a2ea6f621 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=017bc249-70b6-4499-835a-961bdace3898 HTTP/1.1" status: 200 len: 217 time: 0.0546823 Sep 17 22:32:21.129798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-router', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:11Z', 'updated_at': '2021-09-17T22:32:16Z', 'revision_number': 4, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'gw_port': {'id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:12Z', 'updated_at': '2021-09-17T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '65e01d35-b439-4776-b319-377e31eb9568', 'name': '', 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'mac_address': 'fa:16:3e:7b:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '130bae9e-ec18-4c72-a555-289db2044a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:15Z', 'updated_at': '2021-09-17T22:32:16Z', 'revision_number': 2, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'subnets': [{'id': '130bae9e-ec18-4c72-a555-289db2044a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:21.133469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-6b4dc2b6-5032-4108-9cf6-42ebcc10a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.135147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-6b4dc2b6-5032-4108-9cf6-42ebcc10a0b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1125128 Sep 17 22:32:21.137020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Deleting port 65e01d35-b439-4776-b319-377e31eb9568 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:21.137347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.142584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e104efce-9705-45a0-bca6-7dac0dbf0ceb req-306f105e-22bf-45e1-8878-bd4b494762b2 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377654 Sep 17 22:32:21.161416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Checking router: b9236497-2fa9-4399-95d0-84e29b9424e4 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:21.161775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Updating router b9236497-2fa9-4399-95d0-84e29b9424e4 port 65e01d35-b439-4776-b319-377e31eb9568 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:21.200751 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.205455 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a4535-99c3-402b-8b13-dd7770b3cc63 x-openstack-request-id: req-0c8a4535-99c3-402b-8b13-dd7770b3cc63 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:21.205747 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cead03-045e-47ea-955c-5c32c277cd07", "tag": "017bc249-70b6-4499-835a-961bdace3898", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:21.206001 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c8a4535-99c3-402b-8b13-dd7770b3cc63 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:21.206588 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cead03-045e-47ea-955c-5c32c277cd07', 'tag': '017bc249-70b6-4499-835a-961bdace3898', 'status': 'completed', 'code': 200} Sep 17 22:32:21.265329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-7e9dcf8d-8bfd-489e-8ce4-22bef22482e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.266816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-7e9dcf8d-8bfd-489e-8ce4-22bef22482e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126807 Sep 17 22:32:21.334126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.387995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Calling delete_port for 65e01d35-b439-4776-b319-377e31eb9568 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:21.424622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7c6d9-dfd9-4360-96d8-0292140a93b5 req-99348876-0e20-4451-ad5b-4848ef8ec744 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.426168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4c7c6d9-dfd9-4360-96d8-0292140a93b5 req-99348876-0e20-4451-ad5b-4848ef8ec744 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 945 time: 0.1650319 Sep 17 22:32:21.492672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-e358f236-d412-4e10-9e96-bf8c0e8ec8a4 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120063 Sep 17 22:32:21.532301 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.543385 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.643719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcfeb1-29fa-45b1-9427-adce12f38300 None None] Pushing event updated for resources: {'Port': ['ID=65e01d35-b439-4776-b319-377e31eb9568,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:21.674393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4c7c6d9-dfd9-4360-96d8-0292140a93b5 req-48195188-cf7c-43ea-a948-9d5b17c36620 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132761 Sep 17 22:32:21.677437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Attempting to bind port 65e01d35-b439-4776-b319-377e31eb9568 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:21.689409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Attempting to bind port 65e01d35-b439-4776-b319-377e31eb9568 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:21.689908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Attempting to bind port 65e01d35-b439-4776-b319-377e31eb9568 on network 4b355101-33aa-4a1d-be81-af325d2947e5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:21.716212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:21.716611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Checking segment: {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:21.717011 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.717405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Bound using segment: {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:21.720523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Bound port: 65e01d35-b439-4776-b319-377e31eb9568, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:21.720923 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.879491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91949866-ae15-49bb-b33e-a334232b2ef8 req-05a635f0-5925-4cc0-be22-ec3952ace0bf service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611484 Sep 17 22:32:21.935156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d95430a-fcaa-4366-ad77-21a515687a1d req-c8708fc2-9d17-44a5-ba21-003422dc10b2 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0520029 Sep 17 22:32:21.947700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] For port 65e01d35-b439-4776-b319-377e31eb9568, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:21.956009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:32:21.956009 n-d-789963-10 neutron-server[94739]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Sep 17 22:32:21.956009 n-d-789963-10 neutron-server[94739]: [parameters: {'port_id': '65e01d35-b439-4776-b319-377e31eb9568', 'host': 'n-d-789963-10', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db'}] Sep 17 22:32:21.956009 n-d-789963-10 neutron-server[94739]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:32:21.956449 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:32:21.957000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ecf7d519-b59a-496d-a5a8-b3f98a05b0aa None None] Provisioning complete for port 65e01d35-b439-4776-b319-377e31eb9568 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:21.957439 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d519-b59a-496d-a5a8-b3f98a05b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.994995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7d519-b59a-496d-a5a8-b3f98a05b0aa None None] Port 65e01d35-b439-4776-b319-377e31eb9568 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:22.000689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33892) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:22.029830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-9c6e3126-e123-4314-8c8f-ed9f4ce55eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.031344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-9c6e3126-e123-4314-8c8f-ed9f4ce55eed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 1099 time: 0.0817261 Sep 17 22:32:22.037586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.072722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e01d35-b439-4776-b319-377e31eb9568,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:22.133962 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7c02-f99e-463a-8ef8-c5fcb3263975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.263584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-6be990a1-2f13-43ec-b365-148b80a381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.266086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-6be990a1-2f13-43ec-b365-148b80a381ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2037413 Sep 17 22:32:22.273936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7c02-f99e-463a-8ef8-c5fcb3263975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.279529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7c02-f99e-463a-8ef8-c5fcb3263975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.319276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1a2d7c02-f99e-463a-8ef8-c5fcb3263975 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1128cb22da14ad1b7b064195c9d2376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173213 Sep 17 22:32:22.321292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d7c02-f99e-463a-8ef8-c5fcb3263975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4795588b-0c6e-4493-9051-e944e1bf9d42,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:22.324392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33898) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:22.375897 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1e64ab1-97ee-4802-8bc2-8a0edd3dc2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.379796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-1e9bb1bc-50bc-4f6d-b84c-554942e56c55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=017bc249-70b6-4499-835a-961bdace3898 HTTP/1.1" status: 200 len: 217 time: 0.1014416 Sep 17 22:32:22.397447 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1e64ab1-97ee-4802-8bc2-8a0edd3dc2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.420509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5e49-878e-43a7-8935-ca8f594643f1 req-3f1a78ba-6e45-4a87-899c-91c5ebb074c6 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.422063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f8f5e49-878e-43a7-8935-ca8f594643f1 req-3f1a78ba-6e45-4a87-899c-91c5ebb074c6 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 947 time: 0.1988809 Sep 17 22:32:22.424318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.446757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1e64ab1-97ee-4802-8bc2-8a0edd3dc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.450209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1e64ab1-97ee-4802-8bc2-8a0edd3dc2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.451368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e1e64ab1-97ee-4802-8bc2-8a0edd3dc2f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4795588b-0c6e-4493-9051-e944e1bf9d42 HTTP/1.1" status: 204 len: 168 time: 0.1260467 Sep 17 22:32:22.459635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e64ab1-97ee-4802-8bc2-8a0edd3dc2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4795588b-0c6e-4493-9051-e944e1bf9d42,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:22.481958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Attempting to bind port 65e01d35-b439-4776-b319-377e31eb9568 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:22.482418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Attempting to bind port 65e01d35-b439-4776-b319-377e31eb9568 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:22.484071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Attempting to bind port 65e01d35-b439-4776-b319-377e31eb9568 on network 4b355101-33aa-4a1d-be81-af325d2947e5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:22.489760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:22.490245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Checking segment: {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:22.491011 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.491316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Bound using segment: {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:22.491879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Bound port: 65e01d35-b439-4776-b319-377e31eb9568, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a890ed61-d4cc-40d4-8853-a2ba4186d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b355101-33aa-4a1d-be81-af325d2947e5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:22.492405 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.526964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Port 65e01d35-b439-4776-b319-377e31eb9568 has been deleted concurrently {{(pid=94739) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 22:32:22.536773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Routers {'b9236497-2fa9-4399-95d0-84e29b9424e4'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:22.537527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b9236497-2fa9-4399-95d0-84e29b9424e4'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:22.551600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-b8503e29-2b0f-468e-afd6-1edcf8dbc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.553114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-b8503e29-2b0f-468e-afd6-1edcf8dbc620 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1493304 Sep 17 22:32:22.559192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f8f5e49-878e-43a7-8935-ca8f594643f1 req-52b8ecff-c525-4518-b222-e51286a0fc93 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139550 Sep 17 22:32:22.650622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-14ffcf66-e802-4550-a64b-dcdb0d458760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.652150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-14ffcf66-e802-4550-a64b-dcdb0d458760 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889218 Sep 17 22:32:22.654931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] Set router b9236497-2fa9-4399-95d0-84e29b9424e4 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:22.871495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-router', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:11Z', 'updated_at': '2021-09-17T22:32:21Z', 'revision_number': 5, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'gw_port': {'id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:12Z', 'updated_at': '2021-09-17T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:22.877041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Router b9236497-2fa9-4399-95d0-84e29b9424e4 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:32:22.885567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b12779-dd62-4293-936e-6064ae787166 req-4e0ee066-dd53-412c-902a-10cf026286cf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.892703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95b12779-dd62-4293-936e-6064ae787166 req-4e0ee066-dd53-412c-902a-10cf026286cf tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 945 time: 0.1281047 Sep 17 22:32:22.897015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-54394b86-a217-416d-abd5-f77ad25839c6 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069101 Sep 17 22:32:22.905082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3da573-f4cf-4e80-8179-75b84e1ed7e9 None None] The sync data for ids ['b9236497-2fa9-4399-95d0-84e29b9424e4'] in n-d-789963-10 is: [{'id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-router', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:11Z', 'updated_at': '2021-09-17T22:32:21Z', 'revision_number': 5, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'gw_port': {'id': '84d6828b-5ca2-4ccb-8019-e21ded534153', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:12Z', 'updated_at': '2021-09-17T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:23.005829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95b12779-dd62-4293-936e-6064ae787166 req-5e9c66fc-92fe-4e06-b14b-f9a8fc1e8fc4 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121247 Sep 17 22:32:23.079252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1070df22-f8be-4636-9075-1f3dc7410223 req-fe006cae-8377-4336-99c7-d5347fad2c0c tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0677462 Sep 17 22:32:23.146026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5426cd9d-917f-4ef7-9bdb-eb2888780935 req-b3507580-8024-4e95-893c-7882603825ed service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225239 Sep 17 22:32:23.151310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:23.159563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1094f37f-1397-4d6d-afe5-4e54aae7c679 admin admin] 10.222.0.48 "PUT /v2.0/routers/b9236497-2fa9-4399-95d0-84e29b9424e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5089812 Sep 17 22:32:23.160011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33928) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:23.302544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33934) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:23.404294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c00821d0-1063-422c-8834-16f0f77f1b6a req-c36bb92c-5408-4d32-9938-992750326abb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0383072 Sep 17 22:32:23.418325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc354caa-3934-4a3c-8ad7-d762d05bce08 req-1231d411-2158-43ad-8aff-5d9c55ced14f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.425540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc354caa-3934-4a3c-8ad7-d762d05bce08 req-1231d411-2158-43ad-8aff-5d9c55ced14f tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 945 time: 0.1020656 Sep 17 22:32:23.455829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-191261853-network', 'tenant_id': '27e5a70215f74830ac5cfffe329d83bd'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:23.487368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc354caa-3934-4a3c-8ad7-d762d05bce08 req-3edd23b3-2098-4093-b4e1-b854f6f92c81 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604730 Sep 17 22:32:23.500289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Made reservation on behalf of 27e5a70215f74830ac5cfffe329d83bd for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:23.503290 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.513913 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.587864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.632025 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.638363 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.704025 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:23.706268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a2856f-d9f3-4e61-bb98-22178e8635c4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.707557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.725566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.725764 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Added segment 8ee6cf32-d137-4339-b20d-481365494bc5 of type vlan for network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 Sep 17 22:32:23.758325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2070ee-8e4c-4f56-97c3-c2a1ba708ed3 req-18fd1eab-cd12-45aa-9ba2-30b1e0f434e1 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.760280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca2070ee-8e4c-4f56-97c3-c2a1ba708ed3 req-18fd1eab-cd12-45aa-9ba2-30b1e0f434e1 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 947 time: 0.0960646 Sep 17 22:32:23.786150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Deleting port 84d6828b-5ca2-4ccb-8019-e21ded534153 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:23.786625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.809607 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.837891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca2070ee-8e4c-4f56-97c3-c2a1ba708ed3 req-e3a4a2e1-e1fa-42e1-a95c-c73d15df8921 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589483 Sep 17 22:32:23.867034 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.868185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.869578 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.881915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] For port 84d6828b-5ca2-4ccb-8019-e21ded534153, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=84d6828b-5ca2-4ccb-8019-e21ded534153,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:23.882280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.896387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Calling delete_port for 84d6828b-5ca2-4ccb-8019-e21ded534153 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:23.900915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5972404 Sep 17 22:32:23.940604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee7f7-fe0c-4c1f-a95b-31fa7da57331 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4ef25c-de47-4dbd-ac1a-b1ae96979611,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.964505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:23.965300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33942) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:23.981291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Request body: {'subnet': {'network_id': '2d4ef25c-de47-4dbd-ac1a-b1ae96979611', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-191261853-subnet', 'tenant_id': '27e5a70215f74830ac5cfffe329d83bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:24.018107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Made reservation on behalf of 27e5a70215f74830ac5cfffe329d83bd for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:24.020941 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.138661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.177588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Pushing event deleted for resources: {'Port': ['ID=84d6828b-5ca2-4ccb-8019-e21ded534153,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:24.228465 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] Sync routers for ids ['b9236497-2fa9-4399-95d0-84e29b9424e4'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:24.239246 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f270aed-d27c-4e11-8c30-d48b9686c239 req-698fb309-0953-4460-afd8-6c9a81ff687a tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0337472 Sep 17 22:32:24.245321 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] Routers {'b9236497-2fa9-4399-95d0-84e29b9424e4'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:24.246659 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b9236497-2fa9-4399-95d0-84e29b9424e4'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:24.254174 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.308754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.328016 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] Set router b9236497-2fa9-4399-95d0-84e29b9424e4 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:24.356514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.358774 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.370315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e1a49e-b84c-42b2-bdab-446d973f123e,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:24.378508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Checking segment: {'id': '8ee6cf32-d137-4339-b20d-481365494bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2d4ef25c-de47-4dbd-ac1a-b1ae96979611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:24.378755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Network hostable DHCP agents. Network: 2d4ef25c-de47-4dbd-ac1a-b1ae96979611, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:24.394384 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9236497-2fa9-4399-95d0-84e29b9424e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2124232828-router', 'tenant_id': '4631ea05c1c84f8199356f5a107f3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:11Z', 'updated_at': '2021-09-17T22:32:24Z', 'revision_number': 7, 'project_id': '4631ea05c1c84f8199356f5a107f3fee', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:24.398190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:24.406576 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.407132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9236497-2fa9-4399-95d0-84e29b9424e4 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:32:24.411636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.415563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 2d4ef25c-de47-4dbd-ac1a-b1ae96979611) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:24.415730 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9dbaffc7-d11d-4eee-826c-aebc9b91de1b admin admin] 10.222.0.48 "DELETE /v2.0/routers/b9236497-2fa9-4399-95d0-84e29b9424e4 HTTP/1.1" status: 204 len: 168 time: 1.2520444 Sep 17 22:32:24.416373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33948) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:24.419330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.420140 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.422251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8468ba2-27ba-4499-a017-dc2e57fa5bfa None None] Network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:24.435429 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] Checking router: b9236497-2fa9-4399-95d0-84e29b9424e4 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:24.441032 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-120f2329-c0cb-4330-ada8-7985e6969c42 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4729106 Sep 17 22:32:24.446282 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] Routers set() bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:24.447625 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] Router IDs set() for agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:32:24.448605 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_agentschedulers_db [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b9236497-2fa9-4399-95d0-84e29b9424e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent'). {{(pid=94740) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:32:24.449292 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a871d-6187-4a5d-baf6-359df8dcbd02 None None] The sync data for ids ['b9236497-2fa9-4399-95d0-84e29b9424e4'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:24.481173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7868371a-989b-4003-9b17-27f6cc53c3aa admin admin] Deleting subnet 130bae9e-ec18-4c72-a555-289db2044a2b {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:24.484700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7868371a-989b-4003-9b17-27f6cc53c3aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.625189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655bf33b-9131-4dc8-8aef-ddb2503b6547 None None] Network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:24.647153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7868371a-989b-4003-9b17-27f6cc53c3aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.669058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 65e01d35-b439-4776-b319-377e31eb9568 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:24.692290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-99b80302-15bd-4382-a49b-e6094f637b30 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103964 Sep 17 22:32:24.712010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 65e01d35-b439-4776-b319-377e31eb9568 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:24.712922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 65e01d35-b439-4776-b319-377e31eb9568 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:24.780946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67814fa-a760-4202-a0e7-5be71822896c req-94e30c60-67ad-41cf-bc7c-fef608eaa025 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.782569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d67814fa-a760-4202-a0e7-5be71822896c req-94e30c60-67ad-41cf-bc7c-fef608eaa025 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 945 time: 0.0946319 Sep 17 22:32:24.829585 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7868371a-989b-4003-9b17-27f6cc53c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.861927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-88617a49-b452-45f6-9355-a983ff99dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.865876 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-88617a49-b452-45f6-9355-a983ff99dd10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 1102 time: 0.0800936 Sep 17 22:32:24.879728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d67814fa-a760-4202-a0e7-5be71822896c req-446cc558-96ba-4d0e-b1c3-d1cb8c4b1c7d tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b3f5257-3aba-4b2d-accf-cc0c01e7580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784817 Sep 17 22:32:24.926482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7868371a-989b-4003-9b17-27f6cc53c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.957191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868371a-989b-4003-9b17-27f6cc53c3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130bae9e-ec18-4c72-a555-289db2044a2b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:24.959103 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7868371a-989b-4003-9b17-27f6cc53c3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.964081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7868371a-989b-4003-9b17-27f6cc53c3aa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/130bae9e-ec18-4c72-a555-289db2044a2b HTTP/1.1" status: 204 len: 168 time: 0.5439482 Sep 17 22:32:24.965899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a1b8b-29f4-4d75-8457-8b58c249c741 None None] Network 4b355101-33aa-4a1d-be81-af325d2947e5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:24.966703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33970) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:25.017463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-4ba04317-6d8f-4700-b5da-6c28f2ffa039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.018979 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-4ba04317-6d8f-4700-b5da-6c28f2ffa039 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1292851 Sep 17 22:32:25.099464 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-c18eb03b-7007-4a89-b42e-10fbd7a322c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=75f080bf-3829-49a3-8360-533f24788ae0 HTTP/1.1" status: 200 len: 217 time: 0.0704935 Sep 17 22:32:25.170605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-2a7165e8-5ff5-45ff-97f9-b302e28a9360 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.172267 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-2a7165e8-5ff5-45ff-97f9-b302e28a9360 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 945 time: 0.1523428 Sep 17 22:32:25.191182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-e737f793-4631-460b-98f2-0a2c3b3314b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.192100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-e737f793-4631-460b-98f2-0a2c3b3314b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0830312 Sep 17 22:32:25.199859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62316b-183d-4285-9a26-871661845c2f req-100f893d-3ae2-4120-8d44-080308104ce1 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.201486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da62316b-183d-4285-9a26-871661845c2f req-100f893d-3ae2-4120-8d44-080308104ce1 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 947 time: 0.2137589 Sep 17 22:32:25.203892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.220671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] DHCP port deletion for 4b355101-33aa-4a1d-be81-af325d2947e5 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:32:25.242821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-dd587677-0cd3-43d9-86db-4d9f10454dd6 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.245339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-dd587677-0cd3-43d9-86db-4d9f10454dd6 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/networks?id=2d4ef25c-de47-4dbd-ac1a-b1ae96979611 HTTP/1.1" status: 200 len: 817 time: 0.2565176 Sep 17 22:32:25.278841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] Deleting port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:25.279494 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.293016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-3bb27df1-e0c4-4424-a66a-2a05d9708d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.294644 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-3bb27df1-e0c4-4424-a66a-2a05d9708d87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828702 Sep 17 22:32:25.312700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 017bc249-70b6-4499-835a-961bdace3898 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:25.341193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Deleting port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:25.341541 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.363134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] For port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0,segment=NetworkSegment(a890ed61-d4cc-40d4-8853-a2ba4186d7db),segment_id=a890ed61-d4cc-40d4-8853-a2ba4186d7db)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:25.363134 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.381519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] Calling delete_port for df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:25.475540 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-3f36ced3-0b03-4ed8-8b59-dd94449c4ab2 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726828 Sep 17 22:32:25.520079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 017bc249-70b6-4499-835a-961bdace3898, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=017bc249-70b6-4499-835a-961bdace3898,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:25.529599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] For port a29924c9-d5d9-42d3-a9e2-2438e6e51a95, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,segment=NetworkSegment(0c95409e-f884-42ee-8f56-1801d13af1a7),segment_id=0c95409e-f884-42ee-8f56-1801d13af1a7)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:25.529880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.538736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '017bc249-70b6-4499-835a-961bdace3898', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '017bc249-70b6-4499-835a-961bdace3898', 'mac_address': 'fa:16:3e:ef:be:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:25.570170 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.578089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Calling delete_port for a29924c9-d5d9-42d3-a9e2-2438e6e51a95 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:25.615828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] Pushing event deleted for resources: {'Port': ['ID=df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:25.620050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f50d9-3f8f-4ae9-9634-85137f743b76 None None] No DVR routers for this DVR port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:25.629638 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.633350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da62316b-183d-4285-9a26-871661845c2f req-1cd6ca56-da5f-4669-b21d-6bfc80e036df tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216170 Sep 17 22:32:25.635126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-41e66eb9-64bd-4471-af23-0a6a80ece3a9 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/quotas/27e5a70215f74830ac5cfffe329d83bd HTTP/1.1" status: 200 len: 375 time: 0.3818827 Sep 17 22:32:25.656960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017bc249-70b6-4499-835a-961bdace3898 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:25.661124 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ab61fdb6-4831-435e-8a83-37afb120b3c3 req-34177041-ab57-466e-ab59-96d88dad44ea service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769936 Sep 17 22:32:25.682968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 017bc249-70b6-4499-835a-961bdace3898, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=017bc249-70b6-4499-835a-961bdace3898,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:25.690080 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.692895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-b6cff0cf-f78c-44d6-94a7-c30faf5e1655 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=27e5a70215f74830ac5cfffe329d83bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460017 Sep 17 22:32:25.729355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Deleting port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:25.729774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.764696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=017bc249-70b6-4499-835a-961bdace3898,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:25.786563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.817722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event deleted for resources: {'Port': ['ID=a29924c9-d5d9-42d3-a9e2-2438e6e51a95,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:25.830629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['a29924c9-d5d9-42d3-a9e2-2438e6e51a95'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:25.868033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] No DVR routers for this DVR port a29924c9-d5d9-42d3-a9e2-2438e6e51a95 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:25.871024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.873184 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb3fbebb-d653-476a-85f6-733818dd7d61 req-97cdfccd-2499-4e11-97bb-e0d519453992 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.49 "DELETE /v2.0/ports/a29924c9-d5d9-42d3-a9e2-2438e6e51a95 HTTP/1.1" status: 204 len: 173 time: 0.6942649 Sep 17 22:32:25.873852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59a9f4c-2b89-44af-9c33-4cb52881b72e', 'name': 'network-vif-deleted', 'tag': 'a29924c9-d5d9-42d3-a9e2-2438e6e51a95'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:25.878545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] For port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0, host n-d-789963-10, got binding levels [] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:25.878849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.884989 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afeea44-51c9-42f9-beb8-3533f90f7965" -d '{"events": [{"server_uuid": "d59a9f4c-2b89-44af-9c33-4cb52881b72e", "name": "network-vif-deleted", "tag": "a29924c9-d5d9-42d3-a9e2-2438e6e51a95"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:25.905725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Calling delete_port for df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:25.908600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 was not found and therefore no delete operation was performed {{(pid=94737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:32:25.917590 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-c3a23682-f7ed-461a-bafa-e7607dbf663c service neutron] 10.222.0.48 "GET /v2.0/networks/2d4ef25c-de47-4dbd-ac1a-b1ae96979611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152190 Sep 17 22:32:25.926863 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.983277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Pushing event deleted for resources: {'Port': ['ID=df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:25.993810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] No DVR routers for this DVR port df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:26.060951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['017bc249-70b6-4499-835a-961bdace3898'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:26.061513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ba04bce-4245-4baa-a081-5e9caf8c180b req-93772025-7edd-4f54-8cea-eb92b664b878 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0882156 Sep 17 22:32:26.122646 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f008382-fb6b-4eb7-b2a4-db2aeaa3e5aa x-openstack-request-id: req-7f008382-fb6b-4eb7-b2a4-db2aeaa3e5aa {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:26.123159 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59a9f4c-2b89-44af-9c33-4cb52881b72e", "name": "network-vif-deleted", "tag": "a29924c9-d5d9-42d3-a9e2-2438e6e51a95", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:26.123584 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f008382-fb6b-4eb7-b2a4-db2aeaa3e5aa {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:26.124715 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59a9f4c-2b89-44af-9c33-4cb52881b72e', 'name': 'network-vif-deleted', 'tag': 'a29924c9-d5d9-42d3-a9e2-2438e6e51a95', 'status': 'completed', 'code': 200} Sep 17 22:32:26.150735 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.155159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a742751c-cb7a-4768-b070-e1633270a1eb service neutron] 10.222.0.48 "GET /v2.0/networks/2d4ef25c-de47-4dbd-ac1a-b1ae96979611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358336 Sep 17 22:32:26.178798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b355101-33aa-4a1d-be81-af325d2947e5']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:26.189567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a890ed61-d4cc-40d4-8853-a2ba4186d7db') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:26.189901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a890ed61-d4cc-40d4-8853-a2ba4186d7db') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:26.212359 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.235082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57199516-e713-4eae-baf6-eeb6f149d537 req-80a103f6-4541-45ed-a293-c7dd1e1e815e tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59a9f4c-2b89-44af-9c33-4cb52881b72e HTTP/1.1" status: 200 len: 210 time: 0.0429595 Sep 17 22:32:26.244364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.256909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:26.257793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: items = [ Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:26.260137 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:26.384390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273d1f62-2d33-493a-a9a5-1c72360eb7b2 req-39cb9053-c3fa-4e74-a97a-3bf4f99d079b tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 210 time: 0.0441287 Sep 17 22:32:26.395300 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.403441 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.410602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b355101-33aa-4a1d-be81-af325d2947e5 HTTP/1.1" status: 204 len: 168 time: 1.4400682 Sep 17 22:32:26.430837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7edd5a-e797-45ca-9634-c784094fb28d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b355101-33aa-4a1d-be81-af325d2947e5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:26.588358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34006) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.615546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 84d6828b-5ca2-4ccb-8019-e21ded534153 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:26.641574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 84d6828b-5ca2-4ccb-8019-e21ded534153 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:26.641973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 84d6828b-5ca2-4ccb-8019-e21ded534153 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:26.642391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:26.646100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c06df57c-424b-411b-8156-ef48b35a5084 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4631ea05c1c84f8199356f5a107f3fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559771 Sep 17 22:32:26.648571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34010) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.669504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:26.672485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device df1c33c8-90f9-4b29-bbd8-cbf8626c5cc0 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:26.693117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14634c29-cb67-4ee2-8180-c51e140fd05f req-18515751-71cb-43e6-9444-ca5241e482db tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0539968 Sep 17 22:32:26.746410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b529a5f4-6554-43e8-b45e-7fd3ea106227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.782246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b529a5f4-6554-43e8-b45e-7fd3ea106227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.843118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbc60a-a28b-4c65-bc30-cd37ddad1554 req-7710da38-8771-4ac0-b8eb-0434dea11ae4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:26.844758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-becbc60a-a28b-4c65-bc30-cd37ddad1554 req-7710da38-8771-4ac0-b8eb-0434dea11ae4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 948 time: 0.0816240 Sep 17 22:32:26.851046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b529a5f4-6554-43e8-b45e-7fd3ea106227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.862857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b529a5f4-6554-43e8-b45e-7fd3ea106227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.866334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b529a5f4-6554-43e8-b45e-7fd3ea106227 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b960a227-91e3-45b7-913c-0c1e30858995 HTTP/1.1" status: 204 len: 168 time: 0.2164698 Sep 17 22:32:26.880109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529a5f4-6554-43e8-b45e-7fd3ea106227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b960a227-91e3-45b7-913c-0c1e30858995,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:26.922131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-becbc60a-a28b-4c65-bc30-cd37ddad1554 req-c8a648ff-131f-4ed9-a4d9-39d9e7dc9adc tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663505 Sep 17 22:32:27.306273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 017bc249-70b6-4499-835a-961bdace3898 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:27.365776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 017bc249-70b6-4499-835a-961bdace3898 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:27.370118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 017bc249-70b6-4499-835a-961bdace3898 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:27.370453 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.476846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.480316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34052) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:27.507853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cead03-045e-47ea-955c-5c32c277cd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017bc249-70b6-4499-835a-961bdace3898'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:27.512635 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0924a-ada2-482c-92fd-8285cd98d02d" -d '{"events": [{"server_uuid": "73cead03-045e-47ea-955c-5c32c277cd07", "name": "network-vif-plugged", "status": "completed", "tag": "017bc249-70b6-4499-835a-961bdace3898"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:27.537364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 017bc249-70b6-4499-835a-961bdace3898, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=017bc249-70b6-4499-835a-961bdace3898,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:27.544914 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.569590 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7628f3f6-9d97-417b-ab83-39a757d54336 req-958111c0-19ad-4bc1-840a-a92f998b17a3 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 210 time: 0.0670345 Sep 17 22:32:27.583757 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f32a87a-0148-43de-8b41-d87e1c023e20 x-openstack-request-id: req-0f32a87a-0148-43de-8b41-d87e1c023e20 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:27.584261 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cead03-045e-47ea-955c-5c32c277cd07", "name": "network-vif-plugged", "status": "completed", "tag": "017bc249-70b6-4499-835a-961bdace3898", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:27.584611 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f32a87a-0148-43de-8b41-d87e1c023e20 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:27.585391 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cead03-045e-47ea-955c-5c32c277cd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017bc249-70b6-4499-835a-961bdace3898', 'code': 200} Sep 17 22:32:27.592531 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-969f32d1-78f8-4a55-aabe-874af4ef6f37 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.626417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=017bc249-70b6-4499-835a-961bdace3898,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:27.639807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-969f32d1-78f8-4a55-aabe-874af4ef6f37 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.749605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34064) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:27.754927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-969f32d1-78f8-4a55-aabe-874af4ef6f37 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.757590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-969f32d1-78f8-4a55-aabe-874af4ef6f37 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.758977 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-969f32d1-78f8-4a55-aabe-874af4ef6f37 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "DELETE /v2.0/security-groups/e73f4004-8f12-40cf-ae66-f13d5b19e95d HTTP/1.1" status: 204 len: 168 time: 0.2774801 Sep 17 22:32:27.765840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34068) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:27.766409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd775918-4824-40d0-a012-d7b7c5f1c33d req-496889d6-f2b9-4960-a4a5-449a74b69328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:27.770646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd775918-4824-40d0-a012-d7b7c5f1c33d req-496889d6-f2b9-4960-a4a5-449a74b69328 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 1101 time: 0.0967684 Sep 17 22:32:27.796675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f32d1-78f8-4a55-aabe-874af4ef6f37 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73f4004-8f12-40cf-ae66-f13d5b19e95d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:27.816015 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-974171b8-21a2-4318-a646-a68b4ee1983b tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] show failed (client error): The resource could not be found. Sep 17 22:32:27.817476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-974171b8-21a2-4318-a646-a68b4ee1983b tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "GET /v2.0/security-groups/e73f4004-8f12-40cf-ae66-f13d5b19e95d HTTP/1.1" status: 404 len: 347 time: 0.0435505 Sep 17 22:32:27.823792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd775918-4824-40d0-a012-d7b7c5f1c33d req-668981d7-a25f-4347-b62b-b86e38c171ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Sep 17 22:32:27.824267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34070) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:27.836888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-8bcf601f-33b9-4cfd-9a58-12827e03ddda tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:27.839736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-8bcf601f-33b9-4cfd-9a58-12827e03ddda tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.49 "GET /v2.0/networks?id=2d4ef25c-de47-4dbd-ac1a-b1ae96979611 HTTP/1.1" status: 200 len: 817 time: 0.1550944 Sep 17 22:32:27.859242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Request body: {'port': {'device_id': '097dba68-a985-4b06-8a72-f58b861f1775', 'network_id': '2d4ef25c-de47-4dbd-ac1a-b1ae96979611', 'admin_state_up': True, 'tenant_id': '27e5a70215f74830ac5cfffe329d83bd'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:27.897204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22742f25-013c-401d-9d0f-d062c15762b6 req-44ab8de6-f2c9-47df-963c-769526b7d4c2 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0306828 Sep 17 22:32:27.955845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-455986641-network', 'tenant_id': 'b8a967db74e245c692c98149c44036c9'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:28.005051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Made reservation on behalf of 27e5a70215f74830ac5cfffe329d83bd for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:28.008825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.010430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:32:28.010430 n-d-789963-10 neutron-server[94737]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:32:28.010430 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id': 'b8a967db74e245c692c98149c44036c9', 'id': '97d6f524-b1d2-46c9-8929-bc4a535307ca', 'expiration': datetime.datetime(2021, 9, 17, 22, 34, 27, 992788)}] Sep 17 22:32:28.010430 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:32:28.011146 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:32:28.056905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df80c3-08df-48b0-bd8d-aec1b0189bf8 req-96678ef8-49b1-4f61-bdbf-561586de4967 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:28.058578 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00df80c3-08df-48b0-bd8d-aec1b0189bf8 req-96678ef8-49b1-4f61-bdbf-561586de4967 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 949 time: 0.0629580 Sep 17 22:32:28.063600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Deleting port 0ffe3ddb-b62a-47de-9619-6bb03264de01 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:28.063961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.154133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Allocated IP 172.20.0.12 (2d4ef25c-de47-4dbd-ac1a-b1ae96979611/69e1a49e-b84c-42b2-bdab-446d973f123e/545fedad-efc7-4873-8d76-3c6db50c8bf4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:28.167178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00df80c3-08df-48b0-bd8d-aec1b0189bf8 req-41fe659e-d438-49d3-b9a1-2cd65dceae99 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902343 Sep 17 22:32:28.192403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.192729 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.203747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a29924c9-d5d9-42d3-a9e2-2438e6e51a95 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:28.205692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Calling delete_port for 0ffe3ddb-b62a-47de-9619-6bb03264de01 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:28.227779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: a29924c9-d5d9-42d3-a9e2-2438e6e51a95 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:28.228751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device a29924c9-d5d9-42d3-a9e2-2438e6e51a95 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:28.314441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.343348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.347158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.367733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Pushing event deleted for resources: {'Port': ['ID=0ffe3ddb-b62a-47de-9619-6bb03264de01,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.388432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:28.391647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:28.395699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:28.429237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Pushing event updated for resources: {'Port': ['ID=545fedad-efc7-4873-8d76-3c6db50c8bf4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.434029 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.437620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.438304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-de20f20c-7015-4bdc-96f6-7ddbb38ffed5 tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] 10.222.0.48 "DELETE /v2.0/floatingips/11fe716e-3d21-4710-9f44-521e52c2c016 HTTP/1.1" status: 204 len: 168 time: 0.6124663 Sep 17 22:32:28.452334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:28.452979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.467486 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-a950b921-9280-4519-b462-b75939ed22a8 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6122251 Sep 17 22:32:28.521531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Request body: {'port': {'device_id': '097dba68-a985-4b06-8a72-f58b861f1775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:28.535910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Made reservation on behalf of b8a967db74e245c692c98149c44036c9 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:28.538790 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.541638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34088) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:28.575643 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.584408 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.611707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-94733511-d448-40b4-89c1-599382c2dd8f admin admin] Deleting subnet 66283f1a-482d-406b-a394-152c9b001a6e {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:28.619971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94733511-d448-40b4-89c1-599382c2dd8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.678520 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94733511-d448-40b4-89c1-599382c2dd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.775627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c5ba-bb22-4fbe-b421-cfffcf20332c req-7136217e-dbfb-4850-a570-386657a10304 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:28.777169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c8f9c5ba-bb22-4fbe-b421-cfffcf20332c req-7136217e-dbfb-4850-a570-386657a10304 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 932 time: 0.1149518 Sep 17 22:32:28.780169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94733511-d448-40b4-89c1-599382c2dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.855909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.861315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545fedad-efc7-4873-8d76-3c6db50c8bf4 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:28.862381 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.867484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c8f9c5ba-bb22-4fbe-b421-cfffcf20332c req-452dcafb-70d6-4558-9bb5-032839728ef6 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658188 Sep 17 22:32:28.874038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.898823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:28.904749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Transition to ACTIVE for port object 545fedad-efc7-4873-8d76-3c6db50c8bf4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:28.908305 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94733511-d448-40b4-89c1-599382c2dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.908510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.919086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b1b1da-2907-46f4-a164-247afbeb5d3d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.940407 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.940767 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Added segment 29fe04d8-7bd6-4a6e-87a7-fcf65561b89b of type vlan for network 12cc680f-0715-4339-b51b-00e666f5fb15 Sep 17 22:32:28.950510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94733511-d448-40b4-89c1-599382c2dd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66283f1a-482d-406b-a394-152c9b001a6e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.954832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94733511-d448-40b4-89c1-599382c2dd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.956742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-94733511-d448-40b4-89c1-599382c2dd8f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/66283f1a-482d-406b-a394-152c9b001a6e HTTP/1.1" status: 204 len: 168 time: 0.4140096 Sep 17 22:32:28.959310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34096) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:28.984257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Pushing event updated for resources: {'Port': ['ID=545fedad-efc7-4873-8d76-3c6db50c8bf4,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.997670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.036640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2e765b1-6f2a-40d7-a090-7b6c0ffc917a req-246c5c45-7dd3-4bbd-a8f5-db2cb4ae878c tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0364799 Sep 17 22:32:29.046720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.047783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.048373 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.083867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3317256 Sep 17 22:32:29.087726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:29.100196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Request body: {'subnet': {'network_id': '12cc680f-0715-4339-b51b-00e666f5fb15', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-455986641-subnet', 'tenant_id': 'b8a967db74e245c692c98149c44036c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:29.110623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.115716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43929fb2-817e-4360-97d5-2cea30cf1514 admin admin] Pushing event updated for resources: {'Network': ['ID=12cc680f-0715-4339-b51b-00e666f5fb15,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.130837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 12cc680f-0715-4339-b51b-00e666f5fb15 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:29.145441 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:32:29.173441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Attempting to bind port 545fedad-efc7-4873-8d76-3c6db50c8bf4 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:29.180047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Attempting to bind port 545fedad-efc7-4873-8d76-3c6db50c8bf4 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '8ee6cf32-d137-4339-b20d-481365494bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2d4ef25c-de47-4dbd-ac1a-b1ae96979611'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:29.180662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Attempting to bind port 545fedad-efc7-4873-8d76-3c6db50c8bf4 on network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:29.215403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Port 545fedad-efc7-4873-8d76-3c6db50c8bf4 on network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:29.215791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Attempting to bind port 545fedad-efc7-4873-8d76-3c6db50c8bf4 on network 2d4ef25c-de47-4dbd-ac1a-b1ae96979611 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:29.231293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Made reservation on behalf of b8a967db74e245c692c98149c44036c9 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:29.233780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.257977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:29.258338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Checking segment: {'id': '8ee6cf32-d137-4339-b20d-481365494bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2d4ef25c-de47-4dbd-ac1a-b1ae96979611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:29.258829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Bound using segment: {'id': '8ee6cf32-d137-4339-b20d-481365494bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2d4ef25c-de47-4dbd-ac1a-b1ae96979611'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:29.260243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Bound port: 545fedad-efc7-4873-8d76-3c6db50c8bf4, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee6cf32-d137-4339-b20d-481365494bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2d4ef25c-de47-4dbd-ac1a-b1ae96979611'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:29.260625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.310630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.310989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd13ef-b5ad-4727-82a6-43eb9261215a req-e0a70502-39ed-4c0f-86e6-bf06668017a8 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.318925 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37fd13ef-b5ad-4727-82a6-43eb9261215a req-e0a70502-39ed-4c0f-86e6-bf06668017a8 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 949 time: 0.0640774 Sep 17 22:32:29.355201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37fd13ef-b5ad-4727-82a6-43eb9261215a req-339caaae-3aea-4289-9f5c-c4f19f6320c9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351083 Sep 17 22:32:29.393537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f767562e-27c6-41c4-aef1-0ff09c149651']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:29.419516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c95409e-f884-42ee-8f56-1801d13af1a7') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:29.419808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c95409e-f884-42ee-8f56-1801d13af1a7') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:29.442542 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.464919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] For port 545fedad-efc7-4873-8d76-3c6db50c8bf4, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:29.467233 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.473096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] For port 545fedad-efc7-4873-8d76-3c6db50c8bf4, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=545fedad-efc7-4873-8d76-3c6db50c8bf4,segment=NetworkSegment(8ee6cf32-d137-4339-b20d-481365494bc5),segment_id=8ee6cf32-d137-4339-b20d-481365494bc5)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:29.477579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:29.478669 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:29.480729 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:29.492704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.592014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.592624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.594040 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] 10.222.0.49 "PUT /v2.0/ports/545fedad-efc7-4873-8d76-3c6db50c8bf4 HTTP/1.1" status: 200 len: 1093 time: 1.0768332 Sep 17 22:32:29.597701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097dba68-a985-4b06-8a72-f58b861f1775', 'tag': '545fedad-efc7-4873-8d76-3c6db50c8bf4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:29.599894 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbd35b1-e23a-4feb-886a-4de173b4ace3" -d '{"events": [{"name": "network-changed", "server_uuid": "097dba68-a985-4b06-8a72-f58b861f1775", "tag": "545fedad-efc7-4873-8d76-3c6db50c8bf4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:29.624833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.640710 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.643402 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f767562e-27c6-41c4-aef1-0ff09c149651 HTTP/1.1" status: 204 len: 168 time: 0.6821780 Sep 17 22:32:29.645368 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6600ec1-e157-427a-8623-968acfdd25cd x-openstack-request-id: req-d6600ec1-e157-427a-8623-968acfdd25cd {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:29.645593 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097dba68-a985-4b06-8a72-f58b861f1775", "tag": "545fedad-efc7-4873-8d76-3c6db50c8bf4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:29.645849 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6600ec1-e157-427a-8623-968acfdd25cd {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:29.646235 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097dba68-a985-4b06-8a72-f58b861f1775', 'tag': '545fedad-efc7-4873-8d76-3c6db50c8bf4', 'status': 'completed', 'code': 200} Sep 17 22:32:29.649156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daec8f9-b05a-4c9d-af8f-1e4d3d375929 service neutron] Pushing event updated for resources: {'Port': ['ID=545fedad-efc7-4873-8d76-3c6db50c8bf4,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.701209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02857d2c-f627-4fce-98ac-494704322c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f767562e-27c6-41c4-aef1-0ff09c149651,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.738511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.764383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34110) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:29.776539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-2f19e0c3-1627-4a03-a986-e55e71e3ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.778073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-2f19e0c3-1627-4a03-a986-e55e71e3ca6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27e5a70215f74830ac5cfffe329d83bd&device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 1096 time: 0.0923576 Sep 17 22:32:29.806346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b7ab6a17-c001-410e-831a-dbdd2d3202d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=109b38f24e6047d1bfe233c32cb277f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405746 Sep 17 22:32:29.808870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34112) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:29.844146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ffe278-4bc7-407c-97f7-ada888cfe3b3,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.850989 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-98ad21c9-379a-4d3f-8f02-34e9fa0c3890 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545fedad-efc7-4873-8d76-3c6db50c8bf4 HTTP/1.1" status: 200 len: 217 time: 0.0537457 Sep 17 22:32:29.856762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Checking segment: {'id': '29fe04d8-7bd6-4a6e-87a7-fcf65561b89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '12cc680f-0715-4339-b51b-00e666f5fb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:29.857142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Network hostable DHCP agents. Network: 12cc680f-0715-4339-b51b-00e666f5fb15, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:29.860785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90308ae7-7a2b-4d3e-80b1-2ebd92662067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.882143 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-50ee271f-4576-4864-872d-a815cf89cb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.885911 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90308ae7-7a2b-4d3e-80b1-2ebd92662067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.914500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Network 12cc680f-0715-4339-b51b-00e666f5fb15 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:29.922763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-b4f2fd9c-b197-4a23-ae51-904ba88fa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.924435 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-b4f2fd9c-b197-4a23-ae51-904ba88fa42f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69e1a49e-b84c-42b2-bdab-446d973f123e HTTP/1.1" status: 200 len: 857 time: 0.0642250 Sep 17 22:32:29.932077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 12cc680f-0715-4339-b51b-00e666f5fb15) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:29.949873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.950465 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.950807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb573d3-2645-45eb-a18a-ab155f581030 None None] Network 12cc680f-0715-4339-b51b-00e666f5fb15 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:29.969160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90308ae7-7a2b-4d3e-80b1-2ebd92662067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.972154 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90308ae7-7a2b-4d3e-80b1-2ebd92662067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.972622 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-05c23768-0abc-41eb-a427-26b75df92506 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d4ef25c-de47-4dbd-ac1a-b1ae96979611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376964 Sep 17 22:32:29.973766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-90308ae7-7a2b-4d3e-80b1-2ebd92662067 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b3f5257-3aba-4b2d-accf-cc0c01e7580c HTTP/1.1" status: 204 len: 168 time: 0.1638041 Sep 17 22:32:29.989065 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3936ca6f-fd5d-4d21-9634-21cf0e43a885 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8924024 Sep 17 22:32:30.019550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90308ae7-7a2b-4d3e-80b1-2ebd92662067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f5257-3aba-4b2d-accf-cc0c01e7580c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:30.053837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac9f20-a38f-439d-942b-54b5ed75cf6b req-67720a27-8bab-43cd-b53f-73248b7a08fa tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.065434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76ac9f20-a38f-439d-942b-54b5ed75cf6b req-67720a27-8bab-43cd-b53f-73248b7a08fa tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 944 time: 0.1074350 Sep 17 22:32:30.138786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76ac9f20-a38f-439d-942b-54b5ed75cf6b req-97afe023-8fe3-44ab-b7f6-fc079a80877c tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712924 Sep 17 22:32:30.224962 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-e885cdc7-4317-4181-ba36-d6783c9ed005 service neutron] 10.222.0.49 "GET /v2.0/networks/2d4ef25c-de47-4dbd-ac1a-b1ae96979611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373657 Sep 17 22:32:30.236824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00c15ffc-80f1-44b2-8812-d428844fe86b req-7df599e0-07c5-467a-b984-4f92ba655785 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0382259 Sep 17 22:32:30.370986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dfd239ff-a9ca-45a9-896a-41301d6266c6 req-0f90b54b-52cf-4a2f-8028-ecb3ba0adabf service neutron] 10.222.0.49 "GET /v2.0/networks/2d4ef25c-de47-4dbd-ac1a-b1ae96979611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328065 Sep 17 22:32:30.442770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25db8183-d325-4ac9-a3d0-ca9b767f0566 None None] Network 12cc680f-0715-4339-b51b-00e666f5fb15 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:30.573123 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-62fe3221-842a-4c9b-a1ff-d895248f5003 req-14d94225-55a3-4a88-ac11-7c002e6f1254 tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] show failed (client error): The resource could not be found. Sep 17 22:32:30.581096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62fe3221-842a-4c9b-a1ff-d895248f5003 req-14d94225-55a3-4a88-ac11-7c002e6f1254 tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] 10.222.0.48 "GET /v2.0/security-groups/1d013377-6652-4f71-ade2-c9597e47913b HTTP/1.1" status: 404 len: 352 time: 0.0259626 Sep 17 22:32:30.629281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-4592933e-55e8-4c23-93a5-387ba58775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.631047 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-4592933e-55e8-4c23-93a5-387ba58775ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27e5a70215f74830ac5cfffe329d83bd&device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 1096 time: 0.0781054 Sep 17 22:32:30.718082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07424581-36bb-4289-9f7b-038e7d0f81bf req-46fbc37a-89ce-46f0-8e53-7c9324f8c89e tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8a967db74e245c692c98149c44036c9 HTTP/1.1" status: 200 len: 2988 time: 0.0921760 Sep 17 22:32:30.760592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee4317-c42c-4f46-a4b8-1590b0b9a20b req-805ffcfe-64c1-408e-8c9a-9a59ff4722da tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.762023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-7967808c-82e1-483d-9e48-7d14ccf53eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.762333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51ee4317-c42c-4f46-a4b8-1590b0b9a20b req-805ffcfe-64c1-408e-8c9a-9a59ff4722da tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 949 time: 0.1094296 Sep 17 22:32:30.763715 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-7967808c-82e1-483d-9e48-7d14ccf53eff service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d4ef25c-de47-4dbd-ac1a-b1ae96979611 HTTP/1.1" status: 200 len: 918 time: 0.1158237 Sep 17 22:32:30.802969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07424581-36bb-4289-9f7b-038e7d0f81bf req-70508e1e-8c51-4903-a064-5d4c2e4f57c6 tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] 10.222.0.48 "GET /v2.0/security-groups/36b1b1da-2907-46f4-a164-247afbeb5d3d HTTP/1.1" status: 200 len: 2985 time: 0.0779197 Sep 17 22:32:30.826414 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-b66ccda7-e180-4eb9-840b-e7ab76d4392d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545fedad-efc7-4873-8d76-3c6db50c8bf4 HTTP/1.1" status: 200 len: 217 time: 0.0499349 Sep 17 22:32:30.829752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51ee4317-c42c-4f46-a4b8-1590b0b9a20b req-3fd5cf5f-553b-480c-addd-dc88f7956b7e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591991 Sep 17 22:32:30.877925 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07424581-36bb-4289-9f7b-038e7d0f81bf req-998b40fc-6bf5-4098-9993-99fb0ce2ef12 tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] 10.222.0.48 "GET /v2.0/security-groups/36b1b1da-2907-46f4-a164-247afbeb5d3d HTTP/1.1" status: 200 len: 2985 time: 0.0614417 Sep 17 22:32:30.904410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-322d7e66-91c2-4f65-b431-bbeffa0b5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.906073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-322d7e66-91c2-4f65-b431-bbeffa0b5f2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69e1a49e-b84c-42b2-bdab-446d973f123e HTTP/1.1" status: 200 len: 857 time: 0.0718160 Sep 17 22:32:30.949278 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-5dd0702c-0043-49a8-bcb4-29c49d0d134d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d4ef25c-de47-4dbd-ac1a-b1ae96979611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278010 Sep 17 22:32:30.970043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52618389-17fa-4ae6-a880-fec0cfdd199f req-d0152e60-c70a-4a99-a6a6-be3aa464442a tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] 10.222.0.48 "GET /v2.0/security-groups/36b1b1da-2907-46f4-a164-247afbeb5d3d HTTP/1.1" status: 200 len: 2985 time: 0.0681360 Sep 17 22:32:30.989648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc512dc8-43e5-4def-ba9c-9311f6de007e req-2ef4caa0-618a-4558-b4f1-9c07b11b7854 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.991276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc512dc8-43e5-4def-ba9c-9311f6de007e req-2ef4caa0-618a-4558-b4f1-9c07b11b7854 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 1101 time: 0.0689113 Sep 17 22:32:31.018056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34158) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.059321 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-afe1ad18-5bb9-47a4-8fd1-415ac86076a8 service neutron] 10.222.0.49 "GET /v2.0/networks/2d4ef25c-de47-4dbd-ac1a-b1ae96979611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019058 Sep 17 22:32:31.071287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc512dc8-43e5-4def-ba9c-9311f6de007e req-5b0e9d44-5d43-4f8a-9e36-c2ef52e97d92 tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709450 Sep 17 22:32:31.083292 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-52618389-17fa-4ae6-a880-fec0cfdd199f req-81a47b86-9cf6-4f16-9221-2bf4f11d56e7 tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:32:31.085610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52618389-17fa-4ae6-a880-fec0cfdd199f req-81a47b86-9cf6-4f16-9221-2bf4f11d56e7 tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] 10.222.0.48 "DELETE /v2.0/security-groups/36b1b1da-2907-46f4-a164-247afbeb5d3d HTTP/1.1" status: 409 len: 352 time: 0.1062703 Sep 17 22:32:31.145288 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-90385f1c-0030-483a-bcec-5b9c867fa150 req-45b839ff-f070-46ca-8692-f0ca40ad64d8 tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] show failed (client error): The resource could not be found. Sep 17 22:32:31.156109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90385f1c-0030-483a-bcec-5b9c867fa150 req-45b839ff-f070-46ca-8692-f0ca40ad64d8 tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] 10.222.0.48 "GET /v2.0/security-groups/48d27656-e060-4b01-936c-6fd611aecb91 HTTP/1.1" status: 404 len: 352 time: 0.0283275 Sep 17 22:32:31.168921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1310977107-network', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:31.208556 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-21981fd0-1b8d-4b36-aaf2-1c833affd70f req-d1b17eb0-9a90-4cc7-8787-a2b9e3fd22fc tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] show failed (client error): The resource could not be found. Sep 17 22:32:31.210009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21981fd0-1b8d-4b36-aaf2-1c833affd70f req-d1b17eb0-9a90-4cc7-8787-a2b9e3fd22fc tempest-SecurityGroupsNegativeTestJSON-25322471 tempest-SecurityGroupsNegativeTestJSON-25322471-project] 10.222.0.48 "GET /v2.0/security-groups/5baf56c5-de95-4f32-b5cb-77fd797436e8 HTTP/1.1" status: 404 len: 352 time: 0.0343704 Sep 17 22:32:31.211139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Made reservation on behalf of 345a78b2f5cc44cb88760f06fa106ee0 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:31.214083 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.225876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34170) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.228884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.292229 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcbd35b1-e23a-4feb-886a-4de173b4ace3 req-2eb129f4-8e0c-49d9-b146-410d1e6be05c service neutron] 10.222.0.49 "GET /v2.0/networks/2d4ef25c-de47-4dbd-ac1a-b1ae96979611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615636 Sep 17 22:32:31.295281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Deleting subnet 94ffe278-4bc7-407c-97f7-ada888cfe3b3 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:31.298817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.336728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.341328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-1633b212-630f-4bb0-bcee-201307808ce8 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387590 Sep 17 22:32:31.360365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0483f5a-ecba-4c6d-9975-fe46e1b980a9 req-bac85973-fe1d-4ceb-8af4-b40a66d412c7 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.361832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0483f5a-ecba-4c6d-9975-fe46e1b980a9 req-bac85973-fe1d-4ceb-8af4-b40a66d412c7 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 944 time: 0.1120777 Sep 17 22:32:31.386101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.440279 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.465875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ffe278-4bc7-407c-97f7-ada888cfe3b3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:31.471376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.473279 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/94ffe278-4bc7-407c-97f7-ada888cfe3b3 HTTP/1.1" status: 204 len: 168 time: 0.2464325 Sep 17 22:32:31.477009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34186) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.479994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.480254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.480596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.480964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.481284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.481612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.481936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.482254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.482573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.482952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.483197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.483514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1d861-c692-43d3-8cdf-a68705be5135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:31.505912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.512029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0483f5a-ecba-4c6d-9975-fe46e1b980a9 req-2e27f4a7-bfc7-4703-952d-1ca8c835b409 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392331 Sep 17 22:32:31.533065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.605000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7442-d435-4baa-987b-4d08c2075316 req-676c0c2b-50d3-49a5-a4b5-74c910029c58 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.606482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-676c0c2b-50d3-49a5-a4b5-74c910029c58 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556636 Sep 17 22:32:31.636072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:31.642680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f0f144-8df4-4ab4-82ee-9d634bf09dff,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:31.665661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9239a7cc-2368-493a-bc12-91f75833b70c req-e03acaae-b359-4b11-b0da-c5540c761c0b tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0511203 Sep 17 22:32:31.669461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.673492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-648accb0-5a8f-48b7-8ff2-63f81947b341 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/quotas/8db220bbc27c4870b02a33dafc736b94 HTTP/1.1" status: 200 len: 375 time: 0.0572329 Sep 17 22:32:31.674537 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.674882 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Added segment 212c7295-5ca4-43b1-8af7-bd9abb6299c2 of type vlan for network a75546c5-688a-47a8-b016-2bc3539b03c6 Sep 17 22:32:31.758351 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.838079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-48120de2-a3cc-49ca-b112-c765077489d0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1537020 Sep 17 22:32:31.867037 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.870116 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.871067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.871660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.913063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cc680f-0715-4339-b51b-00e666f5fb15']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:31.923035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9003947 Sep 17 22:32:31.926358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34190) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.932068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Request body: {'subnet': {'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1310977107-subnet', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:31.934328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fe04d8-7bd6-4a6e-87a7-fcf65561b89b') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:31.934620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fe04d8-7bd6-4a6e-87a7-fcf65561b89b') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:31.956816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Made reservation on behalf of 345a78b2f5cc44cb88760f06fa106ee0 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:31.960237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.976447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.978510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8755cea-8f39-4457-844c-27a9d73c0d8d admin admin] Pushing event updated for resources: {'Network': ['ID=a75546c5-688a-47a8-b016-2bc3539b03c6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:31.989308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a75546c5-688a-47a8-b016-2bc3539b03c6 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:32.027813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846251a2-5509-496f-b7be-48c216f63438 req-78a9d062-8b4d-45d0-99d5-32b83025508a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 210 time: 0.0409272 Sep 17 22:32:32.028922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.041523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:32.041933 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:32.043786 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:32.107592 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.117538 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.120076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] 10.222.0.48 "DELETE /v2.0/networks/12cc680f-0715-4339-b51b-00e666f5fb15 HTTP/1.1" status: 204 len: 168 time: 0.6375182 Sep 17 22:32:32.133557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f5a01-d51b-4886-a14c-99a4246c6191 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cc680f-0715-4339-b51b-00e666f5fb15,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:32.239109 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.252538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34202) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:32.295710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1819215a-e9c2-4325-a2e1-6c0da2b40add,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:32.297433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1e39b6f4-a2a1-4687-8009-7dc5eb36ca06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8a967db74e245c692c98149c44036c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434146 Sep 17 22:32:32.299743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:32.323367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Checking segment: {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:32.323918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Network hostable DHCP agents. Network: a75546c5-688a-47a8-b016-2bc3539b03c6, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:32.365120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Network a75546c5-688a-47a8-b016-2bc3539b03c6 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:32.372512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7246-9d07-4f71-86e1-ba07d7a9b359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.383155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a75546c5-688a-47a8-b016-2bc3539b03c6) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:32.391636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1d294-8c19-48d7-b46b-dce4904a094f None None] Network a75546c5-688a-47a8-b016-2bc3539b03c6 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:32.392538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:32.393153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.408221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7246-9d07-4f71-86e1-ba07d7a9b359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.426331 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-00450994-423d-4128-9451-36a7566f5b43 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4988070 Sep 17 22:32:32.429178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34208) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:32.434986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:32.463737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.465383 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.477892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7246-9d07-4f71-86e1-ba07d7a9b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.481873 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7246-9d07-4f71-86e1-ba07d7a9b359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.485472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2f4f7246-9d07-4f71-86e1-ba07d7a9b359 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36b1b1da-2907-46f4-a164-247afbeb5d3d HTTP/1.1" status: 204 len: 168 time: 0.1823783 Sep 17 22:32:32.494359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f7246-9d07-4f71-86e1-ba07d7a9b359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b1b1da-2907-46f4-a164-247afbeb5d3d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:32.533877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.627570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-a75546c5-688a-47a8-b016-2bc3539b03c6', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:32.628880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.736741 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc3fb2c2-db1f-46bf-a9cf-26b72198a7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.767866 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.787911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614b3f-131d-4231-9464-dc8e762a336b req-877ae9cc-fd5b-44b9-aedd-bc1115323807 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:32.789490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9614b3f-131d-4231-9464-dc8e762a336b req-877ae9cc-fd5b-44b9-aedd-bc1115323807 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 944 time: 0.1537459 Sep 17 22:32:32.811219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Allocated IP 172.20.0.2 (a75546c5-688a-47a8-b016-2bc3539b03c6/1819215a-e9c2-4325-a2e1-6c0da2b40add/337684e9-51f0-4325-b5c3-809f15ef35d3) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:32.846047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57fd99d8-15d4-410d-a26f-424029e3d9e4 req-130795ea-d03b-477d-affb-3fce7c39bf2b tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0686114 Sep 17 22:32:32.895210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9614b3f-131d-4231-9464-dc8e762a336b req-d4b64a86-107c-4b08-8978-557677aaa654 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935664 Sep 17 22:32:33.001778 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.010570 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.067535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Network a75546c5-688a-47a8-b016-2bc3539b03c6 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:33.076330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:33.079044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:33.115022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Pushing event updated for resources: {'Port': ['ID=337684e9-51f0-4325-b5c3-809f15ef35d3,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:33.116759 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.128718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.145428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.188005 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-810601f1-03ce-430e-968c-63c7a9fcb670 req-dfc0c347-b99d-4f0a-a32f-368bcc4dde8b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 210 time: 0.0454962 Sep 17 22:32:33.196041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Attempting to bind port 337684e9-51f0-4325-b5c3-809f15ef35d3 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:33.197129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Attempting to bind port 337684e9-51f0-4325-b5c3-809f15ef35d3 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:33.197634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Attempting to bind port 337684e9-51f0-4325-b5c3-809f15ef35d3 on network a75546c5-688a-47a8-b016-2bc3539b03c6 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:33.203673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:33.204073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Checking segment: {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:33.204468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.204943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Bound using segment: {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:33.205559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Bound port: 337684e9-51f0-4325-b5c3-809f15ef35d3, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:33.206172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.246814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-14f96941-acd5-4a3c-b4b8-4029777b6dc7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8db220bbc27c4870b02a33dafc736b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370679 Sep 17 22:32:33.298350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] For port 337684e9-51f0-4325-b5c3-809f15ef35d3, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:33.307678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] For port 337684e9-51f0-4325-b5c3-809f15ef35d3, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=337684e9-51f0-4325-b5c3-809f15ef35d3,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:33.317346 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.347733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Allocated IP 172.25.0.98 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/691dabcb-5047-465b-90ae-4a0d4f69567f) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:33.363155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34240) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:33.404907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e09774-2663-401a-9c5b-7554bd0b0851 None None] Pushing event updated for resources: {'Port': ['ID=337684e9-51f0-4325-b5c3-809f15ef35d3,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:33.440483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7442-d435-4baa-987b-4d08c2075316 req-cd237648-4092-4ed9-afa7-5e1b598d1a7b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:33.442725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-cd237648-4092-4ed9-afa7-5e1b598d1a7b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888771 Sep 17 22:32:33.470428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Request body: {'port': {'device_id': 'f4253bfa-36b8-411d-a5d1-12c7620d418e', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '8db220bbc27c4870b02a33dafc736b94'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:33.503009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.543347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.543640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1847475852-network', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:33.607142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:33.615724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:33.618739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Pushing event updated for resources: {'Port': ['ID=691dabcb-5047-465b-90ae-4a0d4f69567f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:33.621805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Made reservation on behalf of 069bdc1c5e8c4349800ac2418b034c7f for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:33.622171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:33.624448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.637612 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.658506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Made reservation on behalf of 8db220bbc27c4870b02a33dafc736b94 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:33.662312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.733051 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.856499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Allocated IP 192.168.233.225 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/01dcff33-7b1e-4f32-b753-e08d37dce4c1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:33.863529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.871803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.907014 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.918548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:33.934186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e8092-b7fc-4a6a-ac20-7435e76e7e98,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:33.941999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.942352 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Added segment 06de7c92-8dce-4d4a-a25c-e9fab5cdef06 of type vlan for network e229469d-dbeb-4b00-bac1-25ac37f69f20 Sep 17 22:32:34.017909 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.034323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dae3008d-8fb8-4ab6-adbf-243207f6de5b req-53a961b4-d8dc-48f7-add3-bad3a691d166 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0664558 Sep 17 22:32:34.104119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cba5e-139d-42f0-8172-6834546d7667 req-53b972e0-7439-44ae-abb7-771d28cf7e4f tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:34.105706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b55cba5e-139d-42f0-8172-6834546d7667 req-53b972e0-7439-44ae-abb7-771d28cf7e4f tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 944 time: 0.0740442 Sep 17 22:32:34.132445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.133839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.135200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:34.135781 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.187571 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8226464 Sep 17 22:32:34.193259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34252) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:34.199319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Request body: {'subnet': {'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-subnet', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:34.231418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 545fedad-efc7-4873-8d76-3c6db50c8bf4 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:34.242398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b55cba5e-139d-42f0-8172-6834546d7667 req-daaebeee-9c17-4e39-8517-f45cee847e06 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975790 Sep 17 22:32:34.280261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.285814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765262ce-fe07-4993-8478-5d7c45ba9adf admin admin] Pushing event updated for resources: {'Network': ['ID=e229469d-dbeb-4b00-bac1-25ac37f69f20,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:34.311288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:34.311744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Made reservation on behalf of 069bdc1c5e8c4349800ac2418b034c7f for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:34.314497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.455353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 545fedad-efc7-4873-8d76-3c6db50c8bf4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=545fedad-efc7-4873-8d76-3c6db50c8bf4,segment=NetworkSegment(8ee6cf32-d137-4339-b20d-481365494bc5),segment_id=8ee6cf32-d137-4339-b20d-481365494bc5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:34.460622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.475114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '545fedad-efc7-4873-8d76-3c6db50c8bf4', 'network_id': '2d4ef25c-de47-4dbd-ac1a-b1ae96979611', 'port_id': '545fedad-efc7-4873-8d76-3c6db50c8bf4', 'mac_address': 'fa:16:3e:1c:5a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e1a49e-b84c-42b2-bdab-446d973f123e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:34.482437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4836c683-11f2-482a-8b39-d4e089d6d97c', '49032fe1-05d4-462f-8d9a-cf7c21e55d07', '017bc249-70b6-4499-835a-961bdace3898'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:34.521257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6', '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:34.618031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2fe3a2-e0f2-4091-a4e4-738f6c2b9b17 None None] Network a75546c5-688a-47a8-b016-2bc3539b03c6 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:34.685484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 337684e9-51f0-4325-b5c3-809f15ef35d3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:34.732242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.742416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.816245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545fedad-efc7-4873-8d76-3c6db50c8bf4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:34.820300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b12404a4-a13e-49be-b883-84efa6474ea6 None None] Provisioning complete for port 337684e9-51f0-4325-b5c3-809f15ef35d3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:34.820773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b12404a4-a13e-49be-b883-84efa6474ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.823449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9f9e2-d2d4-4da0-9c0a-8a22df1a8311 req-cd535da8-21cc-4668-a6a9-99582e6d5486 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:34.825214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77c9f9e2-d2d4-4da0-9c0a-8a22df1a8311 req-cd535da8-21cc-4668-a6a9-99582e6d5486 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 936 time: 0.0940444 Sep 17 22:32:34.839859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:34.840907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event updated for resources: {'Port': ['ID=01dcff33-7b1e-4f32-b753-e08d37dce4c1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:34.850647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:34.887884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77c9f9e2-d2d4-4da0-9c0a-8a22df1a8311 req-fcb5bdab-8870-48da-af5f-b8bb12146050 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556920 Sep 17 22:32:34.910331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:34.911750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:32:34.912595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 545fedad-efc7-4873-8d76-3c6db50c8bf4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=545fedad-efc7-4873-8d76-3c6db50c8bf4,segment=NetworkSegment(8ee6cf32-d137-4339-b20d-481365494bc5),segment_id=8ee6cf32-d137-4339-b20d-481365494bc5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:34.942315 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.944839 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.999193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:34.999956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.019243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 337684e9-51f0-4325-b5c3-809f15ef35d3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:35.019721 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.026071 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-adfab181-bae0-4f27-bcc1-c797b1b18f67 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5597889 Sep 17 22:32:35.038598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae96bdf-a239-45a5-b3e2-4b9f0ad3338b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:35.053713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Request body: {'port': {'device_id': 'f4253bfa-36b8-411d-a5d1-12c7620d418e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:35.056626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:35.077968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.082595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d61f0ff0-eb6c-47b3-ae7f-59344244c619 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6497819 Sep 17 22:32:35.082988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34258) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:35.124126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Sync routers for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:35.150783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Checking segment: {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:35.151149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Network hostable DHCP agents. Network: e229469d-dbeb-4b00-bac1-25ac37f69f20, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:35.189128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9eb3b44-28ad-405f-aac0-320dd7e9e708 req-03516b96-891f-4cce-8c8b-40b56494b5a6 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0454710 Sep 17 22:32:35.204922 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.241398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:35.241963 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:35.242072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:35.272205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e229469d-dbeb-4b00-bac1-25ac37f69f20) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:35.280282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:35.281055 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.348557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=545fedad-efc7-4873-8d76-3c6db50c8bf4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:35.362279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e4f0a-5d03-44a5-be10-86dd9e76db46 None None] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:35.372729 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-41347fc3-55f3-456c-bf33-3d6190fcbba6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1785936 Sep 17 22:32:35.375362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34268) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:35.380121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:35.422024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.423393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.473581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dca2f-f4bb-48fd-9342-d91aefbe18f7 req-500af22e-9ccb-44ee-9c61-fe203bed011f tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:35.477526 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-449dca2f-f4bb-48fd-9342-d91aefbe18f7 req-500af22e-9ccb-44ee-9c61-fe203bed011f tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 945 time: 0.1062756 Sep 17 22:32:35.516250 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.537296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.545502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['545fedad-efc7-4873-8d76-3c6db50c8bf4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:35.589320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-449dca2f-f4bb-48fd-9342-d91aefbe18f7 req-b2489595-5ddc-416f-a9d6-57ffe4dc0675 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072588 Sep 17 22:32:35.653634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b12404a4-a13e-49be-b883-84efa6474ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.700178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.739718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.776453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dcff33-7b1e-4f32-b753-e08d37dce4c1 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:35.786684 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.833727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Transition to ACTIVE for port object 01dcff33-7b1e-4f32-b753-e08d37dce4c1 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:35.840626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.850359 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.887850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Pushing event updated for resources: {'Port': ['ID=01dcff33-7b1e-4f32-b753-e08d37dce4c1,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:35.908494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:35.926687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Allocated IP 172.20.0.1 (a75546c5-688a-47a8-b016-2bc3539b03c6/1819215a-e9c2-4325-a2e1-6c0da2b40add/abba94a2-38f0-46e6-8901-482980b34c87) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:35.956998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b12404a4-a13e-49be-b883-84efa6474ea6 None None] For port 337684e9-51f0-4325-b5c3-809f15ef35d3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=337684e9-51f0-4325-b5c3-809f15ef35d3,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:36.043660 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b12404a4-a13e-49be-b883-84efa6474ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.116457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.144369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.150348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa25a22-86b4-43bb-82c1-34740aabb24a req-e2688bce-837d-445d-b034-1367a14e62de tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.154190 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8aa25a22-86b4-43bb-82c1-34740aabb24a req-e2688bce-837d-445d-b034-1367a14e62de tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 948 time: 0.0928862 Sep 17 22:32:36.176338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.193561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Attempting to bind port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:36.193935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Attempting to bind port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:36.194264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Attempting to bind port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:36.228667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:36.229503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Attempting to bind port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:36.252823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:36.253380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:36.253605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:36.261181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8aa25a22-86b4-43bb-82c1-34740aabb24a req-0ea6cbb3-ffb0-4efe-8ced-24a94c1cea10 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009216 Sep 17 22:32:36.265602 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.268285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Bound port: 01dcff33-7b1e-4f32-b753-e08d37dce4c1, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:36.268700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.374555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Network a75546c5-688a-47a8-b016-2bc3539b03c6 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:36.382625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3c5d676-9acf-4b90-8faf-63526f7254c8 req-7aaa8752-3cb3-4a4d-ae7c-38bf670808cb tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0739698 Sep 17 22:32:36.384740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:36.396965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Pushing event updated for resources: {'Port': ['ID=abba94a2-38f0-46e6-8901-482980b34c87,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.401020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:36.434624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Allocated IP 172.25.0.24 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/aa6e1ca7-0ead-468c-a593-ff9e49bca2b9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:36.447644 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:32:36.448234 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:32:36.457089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e229469d-dbeb-4b00-bac1-25ac37f69f20', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:36.457941 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.460432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12404a4-a13e-49be-b883-84efa6474ea6 None None] Pushing event updated for resources: {'Port': ['ID=337684e9-51f0-4325-b5c3-809f15ef35d3,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.479993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] For port 01dcff33-7b1e-4f32-b753-e08d37dce4c1, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:36.487711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.631355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.634849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] For port 01dcff33-7b1e-4f32-b753-e08d37dce4c1, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=01dcff33-7b1e-4f32-b753-e08d37dce4c1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:36.647086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.661454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.707873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.708493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.710170 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] 10.222.0.49 "PUT /v2.0/ports/01dcff33-7b1e-4f32-b753-e08d37dce4c1 HTTP/1.1" status: 200 len: 1097 time: 1.6620224 Sep 17 22:32:36.710773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4253bfa-36b8-411d-a5d1-12c7620d418e', 'tag': '01dcff33-7b1e-4f32-b753-e08d37dce4c1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:36.713320 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de6e02e-f1f0-418e-83ad-09e2457e02c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4253bfa-36b8-411d-a5d1-12c7620d418e", "tag": "01dcff33-7b1e-4f32-b753-e08d37dce4c1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:36.718583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cdd4a678-5ace-4992-8459-28e87da7b44a None None] Provisioning complete for port 337684e9-51f0-4325-b5c3-809f15ef35d3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:36.718953 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a678-5ace-4992-8459-28e87da7b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.739996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788c6a5-1d5e-480f-82c2-467b9f238f01 service neutron] Pushing event updated for resources: {'Port': ['ID=01dcff33-7b1e-4f32-b753-e08d37dce4c1,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.746162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.815369 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2bf6f7-b04b-4d5f-8349-49b3de141a68 x-openstack-request-id: req-2d2bf6f7-b04b-4d5f-8349-49b3de141a68 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:36.815641 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4253bfa-36b8-411d-a5d1-12c7620d418e", "tag": "01dcff33-7b1e-4f32-b753-e08d37dce4c1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:36.815897 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d2bf6f7-b04b-4d5f-8349-49b3de141a68 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:36.816295 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4253bfa-36b8-411d-a5d1-12c7620d418e', 'tag': '01dcff33-7b1e-4f32-b753-e08d37dce4c1', 'status': 'completed', 'code': 200} Sep 17 22:32:36.835071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb83f3-dd7e-46d4-bbff-eaf2bd2312d5 req-92e03cdd-020f-4821-ad51-3439beb6c7aa tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.838529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9deb83f3-dd7e-46d4-bbff-eaf2bd2312d5 req-92e03cdd-020f-4821-ad51-3439beb6c7aa tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 945 time: 0.1580055 Sep 17 22:32:36.849560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:36.858797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6e1ca7-0ead-468c-a593-ff9e49bca2b9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.863679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:36.867316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Allocated IP 172.20.0.2 (e229469d-dbeb-4b00-bac1-25ac37f69f20/aae96bdf-a239-45a5-b3e2-4b9f0ad3338b/7d0d3a54-feb1-4184-b332-7496761f61a7) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:36.867562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:36.903687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:33Z', 'revision_number': 3, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:36.904639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9deb83f3-dd7e-46d4-bbff-eaf2bd2312d5 req-4a45b684-61d7-4591-af55-4e16e10b30fe tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Sep 17 22:32:36.950557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Checking router: 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:36.950904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Updating router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 port 691dabcb-5047-465b-90ae-4a0d4f69567f binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:36.965529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7442-d435-4baa-987b-4d08c2075316 req-526954e4-93c3-4505-b029-26b37ef40581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.967325 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-526954e4-93c3-4505-b029-26b37ef40581 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 1100 time: 0.1818213 Sep 17 22:32:37.057839 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-c8ac01e6-8e44-4ebe-8dcd-923ee98ffbde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=01dcff33-7b1e-4f32-b753-e08d37dce4c1 HTTP/1.1" status: 200 len: 217 time: 0.0562606 Sep 17 22:32:37.062826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.069474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.116556 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.142385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.144297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Pushing event updated for resources: {'Port': ['ID=abba94a2-38f0-46e6-8901-482980b34c87,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:37.174996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7442-d435-4baa-987b-4d08c2075316 req-b731ebbf-53ac-48d5-be91-f7952e7be42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.176463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-b731ebbf-53ac-48d5-be91-f7952e7be42b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1099565 Sep 17 22:32:37.257119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Network a75546c5-688a-47a8-b016-2bc3539b03c6 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:37.259446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:37.276379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7442-d435-4baa-987b-4d08c2075316 req-8fa6427f-dc3d-4108-8fe9-02979fbf1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.278124 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-8fa6427f-dc3d-4108-8fe9-02979fbf1385 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918696 Sep 17 22:32:37.278890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.330588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 337684e9-51f0-4325-b5c3-809f15ef35d3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:37.436054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:32:37.484395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-c29f2387-272d-4c20-bd46-755400a7a94f service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061380 Sep 17 22:32:37.498409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0a9d7-e862-40da-963f-0ac2445f16c2 req-7d85f440-a942-421d-9d28-d371eab513cc tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.500156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91d0a9d7-e862-40da-963f-0ac2445f16c2 req-7d85f440-a942-421d-9d28-d371eab513cc tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 948 time: 0.0938723 Sep 17 22:32:37.564387 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.586120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.596686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8e113412-e83a-4e42-8001-1f3ef8e23418 None None] Provisioning complete for port abba94a2-38f0-46e6-8901-482980b34c87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:37.597087 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e113412-e83a-4e42-8001-1f3ef8e23418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.598737 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cae7442-d435-4baa-987b-4d08c2075316 req-ad7881ab-4c30-4d27-87ef-f5833718176f service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026196 Sep 17 22:32:37.605551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02023cb5-b1fd-452f-8fe9-e1735ffe674b req-97487229-1d7f-48f4-ab75-2e65f6e30b00 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0710750 Sep 17 22:32:37.610856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91d0a9d7-e862-40da-963f-0ac2445f16c2 req-cadc129c-3848-4797-912f-1bdcbcf037b1 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775540 Sep 17 22:32:37.710353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:37.729447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1852b988-720b-418c-af3e-8ab95f808603 admin admin] 10.222.0.48 "PUT /v2.0/routers/64b95dd3-f1f3-4ee2-b69d-73a165d1d918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368144 Sep 17 22:32:37.798332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-6eca43d7-96ed-4fc6-9a01-9968f24c7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.799820 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-6eca43d7-96ed-4fc6-9a01-9968f24c7411 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8db220bbc27c4870b02a33dafc736b94&device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 1100 time: 0.0971639 Sep 17 22:32:37.844430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:37.864414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:37.869372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:37.879422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 337684e9-51f0-4325-b5c3-809f15ef35d3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:37.879791 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.890017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8e113412-e83a-4e42-8001-1f3ef8e23418 None None] Port abba94a2-38f0-46e6-8901-482980b34c87 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:37.907365 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.917917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Pushing event updated for resources: {'Port': ['ID=7d0d3a54-feb1-4184-b332-7496761f61a7,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:37.982516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-2f747102-33f4-43e8-a57b-b95c5974de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.984378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-2f747102-33f4-43e8-a57b-b95c5974de69 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1560454 Sep 17 22:32:38.036372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd140-49a8-4a66-ac7e-d9f6e2feb79a req-bc59586d-7cd8-4f1c-b3f0-08180fe9b033 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.038039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-718cd140-49a8-4a66-ac7e-d9f6e2feb79a req-bc59586d-7cd8-4f1c-b3f0-08180fe9b033 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 945 time: 0.0589101 Sep 17 22:32:38.075237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Attempting to bind port 7d0d3a54-feb1-4184-b332-7496761f61a7 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:38.075606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Attempting to bind port 7d0d3a54-feb1-4184-b332-7496761f61a7 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:38.075966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Attempting to bind port 7d0d3a54-feb1-4184-b332-7496761f61a7 on network e229469d-dbeb-4b00-bac1-25ac37f69f20 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:38.080259 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.093921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:38.094231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Checking segment: {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:38.094783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.095183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Bound using segment: {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:38.095861 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Bound port: 7d0d3a54-feb1-4184-b332-7496761f61a7, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:38.096312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.098453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a57bf06d-c82f-4564-96ec-e7f238b46c9a None None] Provisioning complete for port abba94a2-38f0-46e6-8901-482980b34c87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:38.098813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a57bf06d-c82f-4564-96ec-e7f238b46c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.101526 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-718cd140-49a8-4a66-ac7e-d9f6e2feb79a req-408139e1-b4bc-41d7-a516-693824a05812 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565870 Sep 17 22:32:38.131001 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.256355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a57bf06d-c82f-4564-96ec-e7f238b46c9a None None] Port abba94a2-38f0-46e6-8901-482980b34c87 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:38.272260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 545fedad-efc7-4873-8d76-3c6db50c8bf4 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:38.285808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Pushing event updated for resources: {'Port': ['ID=691dabcb-5047-465b-90ae-4a0d4f69567f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:38.310852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Attempting to bind port 691dabcb-5047-465b-90ae-4a0d4f69567f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:38.311211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Attempting to bind port 691dabcb-5047-465b-90ae-4a0d4f69567f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:38.311570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Attempting to bind port 691dabcb-5047-465b-90ae-4a0d4f69567f on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:38.329508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:38.329973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:38.330273 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.330665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:38.331139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Bound port: 691dabcb-5047-465b-90ae-4a0d4f69567f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:38.331516 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.336550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] For port 7d0d3a54-feb1-4184-b332-7496761f61a7, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:38.342969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] For port 7d0d3a54-feb1-4184-b332-7496761f61a7, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7d0d3a54-feb1-4184-b332-7496761f61a7,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:38.360058 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-36087073-4df6-432c-b7a6-eeb19e575aaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=01dcff33-7b1e-4f32-b753-e08d37dce4c1 HTTP/1.1" status: 200 len: 217 time: 0.3647332 Sep 17 22:32:38.374405 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.428335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-e12a4a61-3214-4861-be62-e681ed0ce7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.429829 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-e12a4a61-3214-4861-be62-e681ed0ce7e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0620279 Sep 17 22:32:38.460663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] For port 691dabcb-5047-465b-90ae-4a0d4f69567f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:38.468597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] For port 691dabcb-5047-465b-90ae-4a0d4f69567f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=691dabcb-5047-465b-90ae-4a0d4f69567f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:38.470705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f76a6-7134-4f36-8925-f4f9f54c4f9c None None] Pushing event updated for resources: {'Port': ['ID=7d0d3a54-feb1-4184-b332-7496761f61a7,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:38.479279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.481030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Router e8e69993-ddb6-4aec-a91b-0045f6e69103 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:32:38.483926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 545fedad-efc7-4873-8d76-3c6db50c8bf4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:38.503920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-515e3f3e-aea0-4902-b50d-a253939100f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.505493 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-515e3f3e-aea0-4902-b50d-a253939100f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656705 Sep 17 22:32:38.517281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 545fedad-efc7-4873-8d76-3c6db50c8bf4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:38.517705 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.532455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34304) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:38.538864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e230e5b6-146f-4651-bb46-154fd50da24e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671359052', 'description': 'tempest-description--1940220898'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:38.583816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e230e5b6-146f-4651-bb46-154fd50da24e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.592024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:38.592607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:38.648105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Pushing event updated for resources: {'Port': ['ID=691dabcb-5047-465b-90ae-4a0d4f69567f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:38.670546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.670893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.671239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.671754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.671901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.672208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.672532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.672851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.673195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.673589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.673819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.674134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c84b7d-ffa4-47a1-aa36-e345c5ea9c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:38.792344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:38.793384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.802795 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Sync routers for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:38.806341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-21c13cc2-145c-41ef-96fa-036f9daed00c service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433732 Sep 17 22:32:38.812911 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:38.813598 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:38.825594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e230e5b6-146f-4651-bb46-154fd50da24e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.856400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097dba68-a985-4b06-8a72-f58b861f1775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545fedad-efc7-4873-8d76-3c6db50c8bf4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:38.858719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.860149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-480b2db4-a27e-48be-ad55-ff0236f28a01 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4836888 Sep 17 22:32:38.860710 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d02ee3-b357-4568-8b42-11e256c5b039" -d '{"events": [{"server_uuid": "097dba68-a985-4b06-8a72-f58b861f1775", "name": "network-vif-plugged", "status": "completed", "tag": "545fedad-efc7-4873-8d76-3c6db50c8bf4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:38.862937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34312) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:38.875886 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e230e5b6-146f-4651-bb46-154fd50da24e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.882873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:38.886398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 545fedad-efc7-4873-8d76-3c6db50c8bf4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=545fedad-efc7-4873-8d76-3c6db50c8bf4,segment=NetworkSegment(8ee6cf32-d137-4339-b20d-481365494bc5),segment_id=8ee6cf32-d137-4339-b20d-481365494bc5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:38.917459 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.943322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74f75ce5-3995-4aae-a59e-9743eeb53cdc req-cf69f906-631e-4d16-8573-6f9d9a9a49c5 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.1121824 Sep 17 22:32:38.948314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230e5b6-146f-4651-bb46-154fd50da24e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf18726-6c59-4b95-b0c1-2532241bf6c6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:38.957623 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e230e5b6-146f-4651-bb46-154fd50da24e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.962466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34316) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:38.968554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e230e5b6-146f-4651-bb46-154fd50da24e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4338219 Sep 17 22:32:38.972797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8183d155-f9f1-4a02-b5ef-8540f6d5618e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Request body: {'security_group_rule': {'security_group_id': 'caf18726-6c59-4b95-b0c1-2532241bf6c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:38.982933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=545fedad-efc7-4873-8d76-3c6db50c8bf4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:38.984009 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:38.985988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f702cf3-9866-4683-a6e7-c1318a6e350a req-0b1d7afb-d770-4ee0-bacc-585abba3fe6f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.998569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f702cf3-9866-4683-a6e7-c1318a6e350a req-0b1d7afb-d770-4ee0-bacc-585abba3fe6f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 948 time: 0.2435467 Sep 17 22:32:39.060850 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3de6e02e-f1f0-418e-83ad-09e2457e02c6 req-031ce359-6ea2-49f1-a613-7fe82c33d6bc service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475970 Sep 17 22:32:39.080459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8183d155-f9f1-4a02-b5ef-8540f6d5618e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.119008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f702cf3-9866-4683-a6e7-c1318a6e350a req-1f2dce02-6ad1-4d1d-9c84-ef2e45a51472 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002142 Sep 17 22:32:39.197289 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce49f698-9ae5-44f2-9181-95c5bf3cbc98 x-openstack-request-id: req-ce49f698-9ae5-44f2-9181-95c5bf3cbc98 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:39.197880 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097dba68-a985-4b06-8a72-f58b861f1775", "name": "network-vif-plugged", "status": "completed", "tag": "545fedad-efc7-4873-8d76-3c6db50c8bf4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:39.198675 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce49f698-9ae5-44f2-9181-95c5bf3cbc98 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:39.199100 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097dba68-a985-4b06-8a72-f58b861f1775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545fedad-efc7-4873-8d76-3c6db50c8bf4', 'code': 200} Sep 17 22:32:39.217169 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 2, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:39.256908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfbff4-00b4-4e77-85df-ac831ea2dd47 None None] The sync data for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 is: [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 2, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:39.269436 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:37Z', 'revision_number': 3, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:39.309668 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8183d155-f9f1-4a02-b5ef-8540f6d5618e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.330303 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Checking router: e8e69993-ddb6-4aec-a91b-0045f6e69103 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:39.330662 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Updating router e8e69993-ddb6-4aec-a91b-0045f6e69103 port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:39.333013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fda56-29b8-459f-b0ab-5ddc3087d6a6 req-3cfafe7e-3da7-46df-9cb4-0fba35af27b5 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.335152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-890fda56-29b8-459f-b0ab-5ddc3087d6a6 req-3cfafe7e-3da7-46df-9cb4-0fba35af27b5 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 946 time: 0.1128826 Sep 17 22:32:39.344165 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8183d155-f9f1-4a02-b5ef-8540f6d5618e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.370600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7d0d3a54-feb1-4184-b332-7496761f61a7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:39.385611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183d155-f9f1-4a02-b5ef-8540f6d5618e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a675c21-4af8-439d-b826-83392fb9c115,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:39.395376 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.422279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-890fda56-29b8-459f-b0ab-5ddc3087d6a6 req-5be12026-aad7-4c31-b84c-5e9b906f2090 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796914 Sep 17 22:32:39.462982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7d0d3a54-feb1-4184-b332-7496761f61a7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:39.464150 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.464390 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8183d155-f9f1-4a02-b5ef-8540f6d5618e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.465829 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8183d155-f9f1-4a02-b5ef-8540f6d5618e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5002177 Sep 17 22:32:39.468451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34320) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:39.471102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca1766-2516-4e61-bcf9-2f1c818d9271 req-7ba5396a-773d-4030-83cd-1c37d29307f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.472967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9dca1766-2516-4e61-bcf9-2f1c818d9271 req-7ba5396a-773d-4030-83cd-1c37d29307f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 1098 time: 0.1680920 Sep 17 22:32:39.478704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c06c3264-226b-448f-be7d-f700ddc613be tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Request body: {'security_group_rule': {'security_group_id': 'caf18726-6c59-4b95-b0c1-2532241bf6c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:39.539434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c06c3264-226b-448f-be7d-f700ddc613be tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.577751 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9dca1766-2516-4e61-bcf9-2f1c818d9271 req-e787ba99-b737-4120-9133-32f8b168b861 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955639 Sep 17 22:32:39.662719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c06c3264-226b-448f-be7d-f700ddc613be tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.667875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c06c3264-226b-448f-be7d-f700ddc613be tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.705403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c3264-226b-448f-be7d-f700ddc613be tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbe45ee-047d-4c1e-a8c4-e80f2f5be60b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:39.713571 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c06c3264-226b-448f-be7d-f700ddc613be tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.719500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c06c3264-226b-448f-be7d-f700ddc613be tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2456512 Sep 17 22:32:39.720070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34324) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:39.726289 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.727080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:39.762819 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.779660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 7d0d3a54-feb1-4184-b332-7496761f61a7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7d0d3a54-feb1-4184-b332-7496761f61a7,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:39.792304 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.878161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=7d0d3a54-feb1-4184-b332-7496761f61a7,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:39.917348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.932069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.946847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb58e98d-6f69-43f5-aefe-1e3d08f9a51a None None] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:40.017461 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.032912 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.062497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fe190ded-200f-4942-a37a-4debf3b33f4f None None] Provisioning complete for port 7d0d3a54-feb1-4184-b332-7496761f61a7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:40.062877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fe190ded-200f-4942-a37a-4debf3b33f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.098663 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed1fde-bd74-4c26-bfc5-3907bdc7820f None None] Pushing event updated for resources: {'Port': ['ID=aa6e1ca7-0ead-468c-a593-ff9e49bca2b9,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.119784 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Attempting to bind port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:40.120547 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Attempting to bind port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:40.121168 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Attempting to bind port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:40.128341 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:40.129146 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:40.129810 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.130419 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:40.131095 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Bound port: aa6e1ca7-0ead-468c-a593-ff9e49bca2b9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:40.131699 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.182868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd52ed27-c3dc-45f6-a883-c755db442546 req-4f455129-d9b7-4256-8870-e67392f88c5d tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0970995 Sep 17 22:32:40.190076 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] For port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:40.194058 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] For port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa6e1ca7-0ead-468c-a593-ff9e49bca2b9,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:40.203934 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.242453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Allocated IP 172.20.0.1 (e229469d-dbeb-4b00-bac1-25ac37f69f20/aae96bdf-a239-45a5-b3e2-4b9f0ad3338b/412bd244-fb63-445c-a6fe-00549066c594) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:40.255358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Allocated IP 172.25.0.86 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/c0b296e0-b028-47ac-b351-7295fd94b462) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:40.302613 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:40.303936 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:40.423709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed1fbc-1450-4d4a-ae0e-7b784f3583c5 req-05b8bbfe-a078-4de9-8d2c-b13c2cbc4258 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:40.438265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74ed1fbc-1450-4d4a-ae0e-7b784f3583c5 req-05b8bbfe-a078-4de9-8d2c-b13c2cbc4258 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 948 time: 0.1585808 Sep 17 22:32:40.457874 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:40.508822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.522841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74ed1fbc-1450-4d4a-ae0e-7b784f3583c5 req-a7ecc74d-55e0-43e3-b28c-aeabd81129ce tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836759 Sep 17 22:32:40.582120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.588805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.594244 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed1fde-bd74-4c26-bfc5-3907bdc7820f None None] Pushing event updated for resources: {'Port': ['ID=aa6e1ca7-0ead-468c-a593-ff9e49bca2b9,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.634451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:40.635477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470efc83-4be7-442d-bda0-ef566a3e98e2 req-f0f9af64-84c2-495a-9346-fc5496a25584 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:40.637253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-470efc83-4be7-442d-bda0-ef566a3e98e2 req-f0f9af64-84c2-495a-9346-fc5496a25584 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 946 time: 0.0870245 Sep 17 22:32:40.645658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:40.674090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:40.695827 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.715635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-470efc83-4be7-442d-bda0-ef566a3e98e2 req-21fd09bf-12ae-4664-aafe-fcf452fcb067 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673513 Sep 17 22:32:40.739975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:40.744087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:40.747113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:40.750571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Pushing event updated for resources: {'Port': ['ID=412bd244-fb63-445c-a6fe-00549066c594,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.789805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b7cd4888-6e40-462f-b9f4-ab63bc9723d8 None None] Provisioning complete for port 7d0d3a54-feb1-4184-b332-7496761f61a7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:40.790416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4888-6e40-462f-b9f4-ab63bc9723d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.799598 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.818979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event updated for resources: {'Port': ['ID=c0b296e0-b028-47ac-b351-7295fd94b462,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.852742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.853127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.853549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.853885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.854214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.854580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.854846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.855170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.855489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.855808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.856124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.856439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.857262 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:37Z', 'revision_number': 3, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:40.927228 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66544833-0302-423c-9579-0d94c7f43ac1 None None] The sync data for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 is: [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:37Z', 'revision_number': 3, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:40.970713 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.017742 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.034507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.099245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b5278f1b-c284-46da-aab5-b7e3dc0b0734 None None] Provisioning complete for port 412bd244-fb63-445c-a6fe-00549066c594 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:41.099762 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b5278f1b-c284-46da-aab5-b7e3dc0b0734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.150395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b5278f1b-c284-46da-aab5-b7e3dc0b0734 None None] Port 412bd244-fb63-445c-a6fe-00549066c594 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:41.250672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.291636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.330371 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.339543 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.406973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event updated for resources: {'Port': ['ID=c0b296e0-b028-47ac-b351-7295fd94b462,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:41.480503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Pushing event updated for resources: {'Port': ['ID=412bd244-fb63-445c-a6fe-00549066c594,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:41.488369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.515948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-117cd60e-216f-4a82-95f2-fe3d92cbd729 req-e015fdd8-fa08-4788-987a-32de78d6f582 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0980351 Sep 17 22:32:41.532092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7d0d3a54-feb1-4184-b332-7496761f61a7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:41.550923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.580407 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.585024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-183f6f79-d0e7-4798-8ea5-e7b3051e1450 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8602355 Sep 17 22:32:41.643600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:41.645493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:41.667073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7d0d3a54-feb1-4184-b332-7496761f61a7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:41.667073 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.730826 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8bfa1-f5c1-4760-a1b9-e1386e56fc9b req-e6d5700e-d584-433d-b587-e0202ad64a1c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.745167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7fa8bfa1-f5c1-4760-a1b9-e1386e56fc9b req-e6d5700e-d584-433d-b587-e0202ad64a1c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 948 time: 0.0883496 Sep 17 22:32:41.801733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Router e8e69993-ddb6-4aec-a91b-0045f6e69103 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:32:41.805149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 691dabcb-5047-465b-90ae-4a0d4f69567f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:41.843502 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-92767d18-9441-46a9-a412-c5169778e31b tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1671359052&fields=id&tenant_id=345a78b2f5cc44cb88760f06fa106ee0 HTTP/1.1" status: 200 len: 267 time: 0.0773504 Sep 17 22:32:41.851160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7fa8bfa1-f5c1-4760-a1b9-e1386e56fc9b req-55cce4b6-de57-4abb-90fd-62a6ca177577 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981767 Sep 17 22:32:41.921247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 691dabcb-5047-465b-90ae-4a0d4f69567f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:41.921625 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.979530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:41.986268 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6810bb3b-9649-40d7-bc34-8929d5771758 admin admin] 10.222.0.48 "PUT /v2.0/routers/e8e69993-ddb6-4aec-a91b-0045f6e69103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1219003 Sep 17 22:32:42.004390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6c3afc4c-248d-4098-8e84-defef12a2419 None None] Provisioning complete for port 412bd244-fb63-445c-a6fe-00549066c594 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:42.005141 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c3afc4c-248d-4098-8e84-defef12a2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.058092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86acc-064b-46a1-9190-ee2868168588 req-53001cfa-5dd6-40b2-83a6-0c89998bc126 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:42.065575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-53001cfa-5dd6-40b2-83a6-0c89998bc126 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/networks?id=a75546c5-688a-47a8-b016-2bc3539b03c6 HTTP/1.1" status: 200 len: 812 time: 0.2032146 Sep 17 22:32:42.083326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-087d8f10-7dc5-40fe-98ae-afccee5ef191 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/quotas/345a78b2f5cc44cb88760f06fa106ee0 HTTP/1.1" status: 200 len: 375 time: 0.0167248 Sep 17 22:32:42.101677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41893b86-0d8e-49de-bfba-7752f17cf80c req-21b1b553-a294-4a2d-ad67-3d946e597e77 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:42.104118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41893b86-0d8e-49de-bfba-7752f17cf80c req-21b1b553-a294-4a2d-ad67-3d946e597e77 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 946 time: 0.1153262 Sep 17 22:32:42.186884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41893b86-0d8e-49de-bfba-7752f17cf80c req-297cb9bb-26ab-4c70-9232-8d98bf421ede tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646911 Sep 17 22:32:42.217593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-42fb0e24-6946-4d5b-9532-e3c14128631e tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=345a78b2f5cc44cb88760f06fa106ee0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1281152 Sep 17 22:32:42.218662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6c3afc4c-248d-4098-8e84-defef12a2419 None None] Port 412bd244-fb63-445c-a6fe-00549066c594 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:42.220254 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.257048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 691dabcb-5047-465b-90ae-4a0d4f69567f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=691dabcb-5047-465b-90ae-4a0d4f69567f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:42.262888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.296591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 01dcff33-7b1e-4f32-b753-e08d37dce4c1 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:42.343351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=691dabcb-5047-465b-90ae-4a0d4f69567f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:42.360476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-041cb679-b2cf-4f3f-9192-2ef307ed2386 service neutron] 10.222.0.48 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240520 Sep 17 22:32:42.434996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 01dcff33-7b1e-4f32-b753-e08d37dce4c1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=01dcff33-7b1e-4f32-b753-e08d37dce4c1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:42.447210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '01dcff33-7b1e-4f32-b753-e08d37dce4c1', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '01dcff33-7b1e-4f32-b753-e08d37dce4c1', 'mac_address': 'fa:16:3e:c4:1d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:42.466177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-296fe94f-1add-4aaf-921a-230faf0723b8 service neutron] 10.222.0.48 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989702 Sep 17 22:32:42.493672 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.508259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dcff33-7b1e-4f32-b753-e08d37dce4c1 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:42.533567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 01dcff33-7b1e-4f32-b753-e08d37dce4c1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=01dcff33-7b1e-4f32-b753-e08d37dce4c1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:42.539964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.597899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=01dcff33-7b1e-4f32-b753-e08d37dce4c1,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:42.904574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34382) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:42.909146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-af30c5af-83fc-4882-89cd-5a7d3083e574 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604199990', 'description': 'tempest-description--1875384389'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:42.978954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a5c5a07-d1c8-45ed-87e4-ed90a34ddb61 req-816d1a21-d14d-428c-99cf-ab0076f494e0 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0525649 Sep 17 22:32:42.985225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d09d7df9-0bee-47b1-bb58-99c22775bd02 req-bde5f8b2-cf8f-41b3-a34f-faa1e7165080 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 210 time: 0.0447598 Sep 17 22:32:42.995917 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-af30c5af-83fc-4882-89cd-5a7d3083e574 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.018887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['01dcff33-7b1e-4f32-b753-e08d37dce4c1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:43.235451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ee711-dba7-4f94-98a4-94b6da92ef71 req-74017e1b-6aea-4a0c-b2b2-b9c8a95c2294 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.241629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec1ee711-dba7-4f94-98a4-94b6da92ef71 req-74017e1b-6aea-4a0c-b2b2-b9c8a95c2294 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 946 time: 0.1490474 Sep 17 22:32:43.247657 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-af30c5af-83fc-4882-89cd-5a7d3083e574 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.276993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Sync routers for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:43.288450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-af30c5af-83fc-4882-89cd-5a7d3083e574 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.290491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:43.291211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:43.319729 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dce022-d95f-4deb-9926-92287a5f6ca4 req-1d91e346-beca-4a38-9cd4-66a80c8f2329 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.321818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9dce022-d95f-4deb-9926-92287a5f6ca4 req-1d91e346-beca-4a38-9cd4-66a80c8f2329 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 949 time: 0.2065308 Sep 17 22:32:43.369914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec1ee711-dba7-4f94-98a4-94b6da92ef71 req-18b7f0f3-3361-479e-9806-98edca323219 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053901 Sep 17 22:32:43.371895 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-af30c5af-83fc-4882-89cd-5a7d3083e574 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.375817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-af30c5af-83fc-4882-89cd-5a7d3083e574 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4699950 Sep 17 22:32:43.378914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34388) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:43.386361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-98115294-822e-44e0-a11d-02dfcff4a2be tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Request body: {'security_group_rule': {'security_group_id': '8029c3e2-ba9a-46dd-8f4e-68dce4b075e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:43.414143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30c5af-83fc-4882-89cd-5a7d3083e574 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:43.430086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:43.442388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9dce022-d95f-4deb-9926-92287a5f6ca4 req-5a13cc80-9e94-4477-ba0e-d6ebe5e9b16c tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106961 Sep 17 22:32:43.463867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98115294-822e-44e0-a11d-02dfcff4a2be tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.502193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:43.531540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98115294-822e-44e0-a11d-02dfcff4a2be tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.534694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:43.535076 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.535502 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98115294-822e-44e0-a11d-02dfcff4a2be tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.554791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98115294-822e-44e0-a11d-02dfcff4a2be tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27722d79-5503-4ba6-86f9-61d0cd0c2800,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:43.565753 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98115294-822e-44e0-a11d-02dfcff4a2be tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.567158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-98115294-822e-44e0-a11d-02dfcff4a2be tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1866891 Sep 17 22:32:43.570000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34390) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:43.575311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-107b5fbe-2e35-4a9f-b6b1-9967f4602639 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Request body: {'security_group_rule': {'security_group_id': '8029c3e2-ba9a-46dd-8f4e-68dce4b075e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:43.591126 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Sync routers for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:43.603664 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:43.604346 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:43.609282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-107b5fbe-2e35-4a9f-b6b1-9967f4602639 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.676646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-107b5fbe-2e35-4a9f-b6b1-9967f4602639 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.681955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-107b5fbe-2e35-4a9f-b6b1-9967f4602639 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.704333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b5fbe-2e35-4a9f-b6b1-9967f4602639 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde1b5ff-eebf-4852-b383-624be4c1b36c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:43.711900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-107b5fbe-2e35-4a9f-b6b1-9967f4602639 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.717999 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-107b5fbe-2e35-4a9f-b6b1-9967f4602639 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441336 Sep 17 22:32:43.718258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34392) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:43.722945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:43.725530 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.739380 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:43.751237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.772057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa6e1ca7-0ead-468c-a593-ff9e49bca2b9,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:43.780807 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.782373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 691dabcb-5047-465b-90ae-4a0d4f69567f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:43.877563 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.894981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=aa6e1ca7-0ead-468c-a593-ff9e49bca2b9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:43.921189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:41Z', 'revision_number': 2, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:43.956096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Checking router: e8e69993-ddb6-4aec-a91b-0045f6e69103 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:43.956722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Updating router e8e69993-ddb6-4aec-a91b-0045f6e69103 port 412bd244-fb63-445c-a6fe-00549066c594 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:43.960400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 691dabcb-5047-465b-90ae-4a0d4f69567f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:43.960961 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.021563 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.030552 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 2, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:44.045396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Allocated IP 172.25.0.31 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/1b6988f5-5b1a-48b9-8903-777c91f81578) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:44.121711 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Checking router: 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:44.122161 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Updating router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 port abba94a2-38f0-46e6-8901-482980b34c87 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:44.154951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86acc-064b-46a1-9190-ee2868168588 req-a5789537-5105-4e25-b03b-35b479e1e67b tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:44.171588 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.172314 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-a5789537-5105-4e25-b03b-35b479e1e67b tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.49 "GET /v2.0/networks?id=a75546c5-688a-47a8-b016-2bc3539b03c6 HTTP/1.1" status: 200 len: 812 time: 0.2377825 Sep 17 22:32:44.260496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-e63fa2ee-e6d9-4bd3-89ad-31d9bcaa492c tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345a78b2f5cc44cb88760f06fa106ee0 HTTP/1.1" status: 200 len: 380 time: 0.0718482 Sep 17 22:32:44.261594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fca01491-3ee5-4e73-a56a-77f02fd79a49 req-27b4ff05-fc7e-4f1a-aae5-9905475ca4f0 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0837045 Sep 17 22:32:44.272260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Request body: {'port': {'device_id': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'admin_state_up': True, 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'security_groups': ['caf18726-6c59-4b95-b0c1-2532241bf6c6']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:44.303387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cc4d42e-76d0-4840-8a19-0c7630a3c327 req-c2a9e206-d93c-47be-ac99-318afa376bd9 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 210 time: 0.0922220 Sep 17 22:32:44.319593 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.364233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.407224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:44.410582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:44.413307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:44.431510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Made reservation on behalf of 345a78b2f5cc44cb88760f06fa106ee0 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:44.445077 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.460306 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.466279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event updated for resources: {'Port': ['ID=1b6988f5-5b1a-48b9-8903-777c91f81578,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.481986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.583530 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.591220 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.643059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724e4d3-7f85-4137-ac16-b858c8e68762 None None] Pushing event updated for resources: {'Port': ['ID=412bd244-fb63-445c-a6fe-00549066c594,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.646858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Attempting to bind port 412bd244-fb63-445c-a6fe-00549066c594 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:44.647573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Attempting to bind port 412bd244-fb63-445c-a6fe-00549066c594 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:44.648201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Attempting to bind port 412bd244-fb63-445c-a6fe-00549066c594 on network e229469d-dbeb-4b00-bac1-25ac37f69f20 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:44.655938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:44.659950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Checking segment: {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:44.660719 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.661419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Bound using segment: {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:44.662165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Bound port: 412bd244-fb63-445c-a6fe-00549066c594, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:44.662815 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.668789 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.693532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e77d4-9517-48a9-bf38-9a22e3e3a012 req-3fb3fe60-75e4-4108-a6e8-47c0f2a1d4e0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:44.696754 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2877f9e-dd15-49e7-b9b5-58f85e8b7487 None None] Pushing event updated for resources: {'Port': ['ID=abba94a2-38f0-46e6-8901-482980b34c87,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.703258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f5e77d4-9517-48a9-bf38-9a22e3e3a012 req-3fb3fe60-75e4-4108-a6e8-47c0f2a1d4e0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 949 time: 0.1582940 Sep 17 22:32:44.712512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Allocated IP 172.20.0.13 (a75546c5-688a-47a8-b016-2bc3539b03c6/1819215a-e9c2-4325-a2e1-6c0da2b40add/7fae0d7f-0132-48cd-9ac5-66f822cc8ddd) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:44.737505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a48f3-d453-47bf-8928-0659b34898ec req-ae76179c-1ecf-4922-af11-03597e504817 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:44.739087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-422a48f3-d453-47bf-8928-0659b34898ec req-ae76179c-1ecf-4922-af11-03597e504817 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 946 time: 0.1931479 Sep 17 22:32:44.741239 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Attempting to bind port abba94a2-38f0-46e6-8901-482980b34c87 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:44.741827 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Attempting to bind port abba94a2-38f0-46e6-8901-482980b34c87 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:44.743070 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Attempting to bind port abba94a2-38f0-46e6-8901-482980b34c87 on network a75546c5-688a-47a8-b016-2bc3539b03c6 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:44.750096 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:44.750805 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Checking segment: {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:44.751388 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.752374 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Bound using segment: {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:44.753078 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Bound port: abba94a2-38f0-46e6-8901-482980b34c87, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:44.753701 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.786281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] For port 412bd244-fb63-445c-a6fe-00549066c594, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:44.790661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] For port 412bd244-fb63-445c-a6fe-00549066c594, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=412bd244-fb63-445c-a6fe-00549066c594,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:44.799375 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.841020 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] For port abba94a2-38f0-46e6-8901-482980b34c87, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:44.844385 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] For port abba94a2-38f0-46e6-8901-482980b34c87, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=abba94a2-38f0-46e6-8901-482980b34c87,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:44.854449 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.875373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-422a48f3-d453-47bf-8928-0659b34898ec req-f7c1e1ab-0da1-45d1-baf3-ef36ed516cc0 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152675 Sep 17 22:32:44.913055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:44.913785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:44.918547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.939481 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:44.940132 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:45.005702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f5e77d4-9517-48a9-bf38-9a22e3e3a012 req-afbeae35-27a2-42b1-9050-caec36e51452 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908802 Sep 17 22:32:45.134463 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:45.140149 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.248706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.287895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-460cbdef-64c3-422f-a8a7-c1f70153a6fe tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.292394 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-460cbdef-64c3-422f-a8a7-c1f70153a6fe tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.49 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 946 time: 0.4531260 Sep 17 22:32:45.295872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.317700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.368834 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2877f9e-dd15-49e7-b9b5-58f85e8b7487 None None] Pushing event updated for resources: {'Port': ['ID=abba94a2-38f0-46e6-8901-482980b34c87,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.417629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:45.455884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Network a75546c5-688a-47a8-b016-2bc3539b03c6 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:45.464022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:45.466455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:45.524006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:45.535161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724e4d3-7f85-4137-ac16-b858c8e68762 None None] Pushing event updated for resources: {'Port': ['ID=412bd244-fb63-445c-a6fe-00549066c594,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.564538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6a59ad6-a45b-47a2-81ad-f6906a6bb363 req-5f2445d1-ce37-4474-999c-92b91c682285 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.1118326 Sep 17 22:32:45.575227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.582366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event updated for resources: {'Port': ['ID=1b6988f5-5b1a-48b9-8903-777c91f81578,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.584140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event updated for resources: {'Port': ['ID=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.593336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a4eaf1a6-2c00-462f-8583-1edd507a28dc None None] Provisioning complete for port 412bd244-fb63-445c-a6fe-00549066c594 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:45.594021 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf1a6-2c00-462f-8583-1edd507a28dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.608840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.611114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-22cb7aa3-5c43-4032-8936-bac4a388a9fc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8917243 Sep 17 22:32:45.637348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.638572 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.639947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a54cd-3491-403b-bfd5-f2b71de3fde0 req-6da53d09-44d0-4099-92cf-2cd5ed0969de tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.641602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-642a54cd-3491-403b-bfd5-f2b71de3fde0 req-6da53d09-44d0-4099-92cf-2cd5ed0969de tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 932 time: 0.1923721 Sep 17 22:32:45.665433 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-39ce7e32-0934-49da-95d5-1e8dff8ef60f tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3974783 Sep 17 22:32:45.676607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Deleting port 545fedad-efc7-4873-8d76-3c6db50c8bf4 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:45.677212 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.692543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Request body: {'port': {'device_id': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:45.716044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-642a54cd-3491-403b-bfd5-f2b71de3fde0 req-e8f00776-6e45-4640-85b9-3767db9c4ba0 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666559 Sep 17 22:32:45.718064 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:45.758975 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a784e2-d057-4836-b7e6-85c63b57496a None None] The sync data for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 is: [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:45.834099 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf1a6-2c00-462f-8583-1edd507a28dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.842644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:45.843013 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.845834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.859465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-744b300e-6b81-48b3-b630-c87e9ba7f2d8 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--604199990&fields=id&tenant_id=069bdc1c5e8c4349800ac2418b034c7f HTTP/1.1" status: 200 len: 267 time: 0.0430167 Sep 17 22:32:45.934589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] For port 545fedad-efc7-4873-8d76-3c6db50c8bf4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=545fedad-efc7-4873-8d76-3c6db50c8bf4,segment=NetworkSegment(8ee6cf32-d137-4339-b20d-481365494bc5),segment_id=8ee6cf32-d137-4339-b20d-481365494bc5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:45.934977 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.942255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a4eaf1a6-2c00-462f-8583-1edd507a28dc None None] For port 412bd244-fb63-445c-a6fe-00549066c594, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=412bd244-fb63-445c-a6fe-00549066c594,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:45.954590 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf1a6-2c00-462f-8583-1edd507a28dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.968314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Calling delete_port for 545fedad-efc7-4873-8d76-3c6db50c8bf4 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:46.057023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-911e1312-8061-4a6e-906e-9898f1d0bbe7 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.059694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaf1a6-2c00-462f-8583-1edd507a28dc None None] Pushing event updated for resources: {'Port': ['ID=412bd244-fb63-445c-a6fe-00549066c594,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:46.073984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-911e1312-8061-4a6e-906e-9898f1d0bbe7 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/networks?id=e229469d-dbeb-4b00-bac1-25ac37f69f20 HTTP/1.1" status: 200 len: 815 time: 0.2069762 Sep 17 22:32:46.105255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:46.139992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-09a1737c-c12e-4bc9-b856-5b57d5264904 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/quotas/069bdc1c5e8c4349800ac2418b034c7f HTTP/1.1" status: 200 len: 375 time: 0.0649021 Sep 17 22:32:46.144761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37616882-9c41-4b99-9c64-0d550e0dd06c None None] The sync data for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 is: [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:46.148081 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Provisioning complete for port 412bd244-fb63-445c-a6fe-00549066c594 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:46.148831 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.192854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32025-4ffe-4822-ac13-379003cd1e4e req-ae8aedc9-21a3-4cb7-bca1-3c39a8e210a9 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.194512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89c32025-4ffe-4822-ac13-379003cd1e4e req-ae8aedc9-21a3-4cb7-bca1-3c39a8e210a9 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 946 time: 0.1951919 Sep 17 22:32:46.217469 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-78925cf1-ad62-49f1-b92d-00092d96ed73 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=069bdc1c5e8c4349800ac2418b034c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764239 Sep 17 22:32:46.265338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.285608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89c32025-4ffe-4822-ac13-379003cd1e4e req-906d6d3f-a316-4db6-b5c8-330ebccb12a2 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/security-groups?id=10a2856f-d9f3-4e61-bb98-22178e8635c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671353 Sep 17 22:32:46.342821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 01dcff33-7b1e-4f32-b753-e08d37dce4c1 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:46.349872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['545fedad-efc7-4873-8d76-3c6db50c8bf4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:46.376529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Pushing event deleted for resources: {'Port': ['ID=545fedad-efc7-4873-8d76-3c6db50c8bf4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:46.397487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f00e70cf-6c34-4615-b9d7-19397dd4875f service neutron] 10.222.0.48 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427953 Sep 17 22:32:46.478367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Provisioning complete for port abba94a2-38f0-46e6-8901-482980b34c87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:46.478981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.585597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:46.588406 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.634574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:46.634882 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.753879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] For port abba94a2-38f0-46e6-8901-482980b34c87, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=abba94a2-38f0-46e6-8901-482980b34c87,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:46.763336 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.841050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Provisioning complete for port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:46.841802 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.868959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:46.880009 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.901322 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.904758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] No DVR routers for this DVR port 545fedad-efc7-4873-8d76-3c6db50c8bf4 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:46.909776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.911792 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acd4ec56-90ad-42e3-9dbe-d67f33d43499 req-5bdb806d-844c-4f6b-9389-b42388b13597 tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.49 "DELETE /v2.0/ports/545fedad-efc7-4873-8d76-3c6db50c8bf4 HTTP/1.1" status: 204 len: 173 time: 1.5960433 Sep 17 22:32:46.912348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097dba68-a985-4b06-8a72-f58b861f1775', 'name': 'network-vif-deleted', 'tag': '545fedad-efc7-4873-8d76-3c6db50c8bf4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:46.915988 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae90da-5634-4711-9ed3-6197381acacc" -d '{"events": [{"server_uuid": "097dba68-a985-4b06-8a72-f58b861f1775", "name": "network-vif-deleted", "tag": "545fedad-efc7-4873-8d76-3c6db50c8bf4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:46.921823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Transition to ACTIVE for port object 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:46.929849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.932109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-58126155-77af-4c7d-98f9-2b415a9a7f4b service neutron] 10.222.0.48 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279195 Sep 17 22:32:46.960454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9c7bb-014c-44aa-a94d-55b4cfcb71f6 req-cbb8d485-6cde-498c-addd-219461a00cd1 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.970437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Pushing event updated for resources: {'Port': ['ID=abba94a2-38f0-46e6-8901-482980b34c87,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:46.974349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9df9c7bb-014c-44aa-a94d-55b4cfcb71f6 req-cbb8d485-6cde-498c-addd-219461a00cd1 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 949 time: 0.5521040 Sep 17 22:32:47.027700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Pushing event updated for resources: {'Port': ['ID=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.029445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-648fdfcc-53c3-4e10-b317-4a989278bdc8 None None] Port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:47.040955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9df9c7bb-014c-44aa-a94d-55b4cfcb71f6 req-5c963c5c-50a9-48a3-a041-65894028efbf tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609937 Sep 17 22:32:47.074244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4253bfa-36b8-411d-a5d1-12c7620d418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dcff33-7b1e-4f32-b753-e08d37dce4c1'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:47.076685 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f510f405-f72d-4902-8699-4b7ee47d157f" -d '{"events": [{"server_uuid": "f4253bfa-36b8-411d-a5d1-12c7620d418e", "name": "network-vif-plugged", "status": "completed", "tag": "01dcff33-7b1e-4f32-b753-e08d37dce4c1"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:47.110891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 01dcff33-7b1e-4f32-b753-e08d37dce4c1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=01dcff33-7b1e-4f32-b753-e08d37dce4c1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:47.111496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Attempting to bind port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:47.111910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Attempting to bind port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:47.112147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Attempting to bind port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd on network a75546c5-688a-47a8-b016-2bc3539b03c6 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:47.122718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.125169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd on network a75546c5-688a-47a8-b016-2bc3539b03c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:47.125772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Attempting to bind port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd on network a75546c5-688a-47a8-b016-2bc3539b03c6 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:47.132805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:47.133770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Checking segment: {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:47.134339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Bound using segment: {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:47.134874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Bound port: 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7295-5ca4-43b1-8af7-bd9abb6299c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:47.135780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.200252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=01dcff33-7b1e-4f32-b753-e08d37dce4c1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.256165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] For port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:47.263044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] For port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:47.276768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.366424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.367051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.369684 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] 10.222.0.49 "PUT /v2.0/ports/7fae0d7f-0132-48cd-9ac5-66f822cc8ddd HTTP/1.1" status: 200 len: 1093 time: 1.6851532 Sep 17 22:32:47.391373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fcf36-a785-4966-9894-bb1a39ff029c service neutron] Pushing event updated for resources: {'Port': ['ID=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.437562 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47a73194-422d-4ed8-9536-f844065aad37 req-9bea1f96-98bb-4a64-b4a0-f6466a02ecc6 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0976284 Sep 17 22:32:47.469188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950d823-a03e-4776-96ea-51db8738aab5 req-2b0ee0d7-1386-4425-a12b-378a5677fe86 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.471500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4950d823-a03e-4776-96ea-51db8738aab5 req-2b0ee0d7-1386-4425-a12b-378a5677fe86 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 944 time: 0.1431229 Sep 17 22:32:47.507242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device abba94a2-38f0-46e6-8901-482980b34c87 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:47.543375 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51682f8e-648d-4cc6-b553-a68ddeb8e5c5 x-openstack-request-id: req-51682f8e-648d-4cc6-b553-a68ddeb8e5c5 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:47.543375 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097dba68-a985-4b06-8a72-f58b861f1775", "name": "network-vif-deleted", "tag": "545fedad-efc7-4873-8d76-3c6db50c8bf4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:47.544021 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51682f8e-648d-4cc6-b553-a68ddeb8e5c5 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:47.544536 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097dba68-a985-4b06-8a72-f58b861f1775', 'name': 'network-vif-deleted', 'tag': '545fedad-efc7-4873-8d76-3c6db50c8bf4', 'status': 'completed', 'code': 200} Sep 17 22:32:47.576888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86acc-064b-46a1-9190-ee2868168588 req-ff8977b9-e684-4fbc-958f-514e2aedaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.577819 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eb106b-cf67-43fb-a6bb-8d769312c895 x-openstack-request-id: req-98eb106b-cf67-43fb-a6bb-8d769312c895 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:47.578115 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4253bfa-36b8-411d-a5d1-12c7620d418e", "name": "network-vif-plugged", "status": "completed", "tag": "01dcff33-7b1e-4f32-b753-e08d37dce4c1", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:47.578361 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98eb106b-cf67-43fb-a6bb-8d769312c895 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:47.578763 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4253bfa-36b8-411d-a5d1-12c7620d418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dcff33-7b1e-4f32-b753-e08d37dce4c1', 'code': 200} Sep 17 22:32:47.579878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-ff8977b9-e684-4fbc-958f-514e2aedaa91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=345a78b2f5cc44cb88760f06fa106ee0&device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 1096 time: 0.1233246 Sep 17 22:32:47.634981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port abba94a2-38f0-46e6-8901-482980b34c87 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:47.635539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.639069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4950d823-a03e-4776-96ea-51db8738aab5 req-b5821739-4ca5-4de7-8b67-d371154ee451 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572025 Sep 17 22:32:47.690500 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-8cfc7a1f-9e59-494c-9bf3-61d3d9d299d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd HTTP/1.1" status: 200 len: 217 time: 0.0757909 Sep 17 22:32:47.754523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3fa1fba-0762-433b-b9bd-8d4e0227280d req-065bf897-0268-4d49-aca1-7423c08f8f9b tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 210 time: 0.1085277 Sep 17 22:32:47.818158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 412bd244-fb63-445c-a6fe-00549066c594 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:47.869298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86acc-064b-46a1-9190-ee2868168588 req-c5028595-cbd5-4ca7-8fe3-544c3ed4ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.871562 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-c5028595-cbd5-4ca7-8fe3-544c3ed4ccf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1819215a-e9c2-4325-a2e1-6c0da2b40add HTTP/1.1" status: 200 len: 851 time: 0.1736195 Sep 17 22:32:47.891909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6179da81-00d1-43bd-8272-f4f18fed3f09 req-9464ad0b-5304-47de-87c8-3bcd2d0c111e tempest-InstanceActionsV221TestJSON-758604513 tempest-InstanceActionsV221TestJSON-758604513-project] 10.222.0.48 "GET /v2.0/ports?device_id=097dba68-a985-4b06-8a72-f58b861f1775 HTTP/1.1" status: 200 len: 210 time: 0.0487909 Sep 17 22:32:47.911556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 412bd244-fb63-445c-a6fe-00549066c594 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:47.912107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.954863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86acc-064b-46a1-9190-ee2868168588 req-502ef0ff-4daf-4e79-9235-5777f3fd07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.957109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-502ef0ff-4daf-4e79-9235-5777f3fd07f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a75546c5-688a-47a8-b016-2bc3539b03c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678275 Sep 17 22:32:47.962281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0583a6a-0adf-4e0d-b835-92b5e954201b req-38a8581d-2180-44fc-ac6c-7c68736ca4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.964715 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f0583a6a-0adf-4e0d-b835-92b5e954201b req-38a8581d-2180-44fc-ac6c-7c68736ca4b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 1102 time: 0.1407979 Sep 17 22:32:48.038074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f0583a6a-0adf-4e0d-b835-92b5e954201b req-86f4ec55-eee3-4f6c-b912-dbefa3d5498d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Sep 17 22:32:48.111162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-bb2e7ff2-2dd3-4551-9898-b4f596065697 service neutron] 10.222.0.49 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444280 Sep 17 22:32:48.166056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d3fdb-a4b5-4754-a1b4-7c67b8e74aee req-4f651812-107c-495f-86bf-e92d4c97d100 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:48.167788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec7d3fdb-a4b5-4754-a1b4-7c67b8e74aee req-4f651812-107c-495f-86bf-e92d4c97d100 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 950 time: 0.0630217 Sep 17 22:32:48.215453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec7d3fdb-a4b5-4754-a1b4-7c67b8e74aee req-3049ad18-0ceb-420b-944d-5712fd983421 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Sep 17 22:32:48.286173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 545fedad-efc7-4873-8d76-3c6db50c8bf4 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:48.306752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 545fedad-efc7-4873-8d76-3c6db50c8bf4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:48.307093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 545fedad-efc7-4873-8d76-3c6db50c8bf4 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:48.539760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2ca4366-4d64-4705-8974-f8dcfac35c47 req-ab28efa7-807c-472c-be9e-a6bf8a1d6775 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0284829 Sep 17 22:32:48.549600 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2c86acc-064b-46a1-9190-ee2868168588 req-5d6c6f76-a8d8-4772-bb8f-5611500b4046 service neutron] 10.222.0.49 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960677 Sep 17 22:32:48.625952 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.756812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bace2-effe-4761-8151-7b6ef5d1a6a0 req-a948fc89-859a-447c-9934-383604e8ae47 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:48.758841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-005bace2-effe-4761-8151-7b6ef5d1a6a0 req-a948fc89-859a-447c-9934-383604e8ae47 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 944 time: 0.0481167 Sep 17 22:32:48.796807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-005bace2-effe-4761-8151-7b6ef5d1a6a0 req-9a25377f-46d7-4969-b777-c05a1d34510a tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Sep 17 22:32:48.837504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ded2218-c536-441d-8188-2764ac165990 req-f7136ecb-1114-49bc-808a-d702f7202edc tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 210 time: 0.0257380 Sep 17 22:32:49.124111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34476) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:49.172754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f903f36-ceb8-4b65-a764-5cd7e77434ab admin admin] Deleting subnet 69e1a49e-b84c-42b2-bdab-446d973f123e {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:49.175802 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f903f36-ceb8-4b65-a764-5cd7e77434ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.216833 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f903f36-ceb8-4b65-a764-5cd7e77434ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.290496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f903f36-ceb8-4b65-a764-5cd7e77434ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.387968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa48c2-5699-4028-bb0d-3436284617a8 req-26f0b01b-e6d5-4069-8052-3aa404588466 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.389565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28aa48c2-5699-4028-bb0d-3436284617a8 req-26f0b01b-e6d5-4069-8052-3aa404588466 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 950 time: 0.0776262 Sep 17 22:32:49.398880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f903f36-ceb8-4b65-a764-5cd7e77434ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.402019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-51a4b800-913c-4a9b-bc3b-7eb7aeb7971c tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.403547 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-51a4b800-913c-4a9b-bc3b-7eb7aeb7971c tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.49 "GET /v2.0/networks?id=e229469d-dbeb-4b00-bac1-25ac37f69f20 HTTP/1.1" status: 200 len: 815 time: 0.1721334 Sep 17 22:32:49.439334 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f903f36-ceb8-4b65-a764-5cd7e77434ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.441504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1f903f36-ceb8-4b65-a764-5cd7e77434ab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/69e1a49e-b84c-42b2-bdab-446d973f123e HTTP/1.1" status: 204 len: 168 time: 0.3161118 Sep 17 22:32:49.444823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34486) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:49.449790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f903f36-ceb8-4b65-a764-5cd7e77434ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e1a49e-b84c-42b2-bdab-446d973f123e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:49.476414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28aa48c2-5699-4028-bb0d-3436284617a8 req-d066d5ff-7a86-4cc7-a81d-5d445fcece7f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712652 Sep 17 22:32:49.546392 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-22a98199-2e82-4e47-815d-b9112a770829 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069bdc1c5e8c4349800ac2418b034c7f HTTP/1.1" status: 200 len: 379 time: 0.1169972 Sep 17 22:32:49.547096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'tag': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:49.549606 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361" -d '{"events": [{"name": "network-changed", "server_uuid": "f34fd613-012b-4ac7-b314-530947e92d0c", "tag": "7fae0d7f-0132-48cd-9ac5-66f822cc8ddd"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:49.556158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.576238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Request body: {'port': {'device_id': '70037403-a781-42ce-b258-9ac359793902', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'admin_state_up': True, 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'security_groups': ['8029c3e2-ba9a-46dd-8f4e-68dce4b075e3']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:49.584037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-886663c6-6591-425f-a400-870f26eb2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.585948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-886663c6-6591-425f-a400-870f26eb2ee8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1097 time: 0.0629413 Sep 17 22:32:49.595386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec702dc-1b7d-4916-a667-62259a6e8fca req-c3f756e0-02cc-42d1-a933-d73598b1bb08 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.597063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aec702dc-1b7d-4916-a667-62259a6e8fca req-c3f756e0-02cc-42d1-a933-d73598b1bb08 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0841241 Sep 17 22:32:49.624721 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a52d4-f0bd-452a-882c-31ad158f23b6 x-openstack-request-id: req-c43a52d4-f0bd-452a-882c-31ad158f23b6 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:49.625040 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34fd613-012b-4ac7-b314-530947e92d0c", "tag": "7fae0d7f-0132-48cd-9ac5-66f822cc8ddd", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:49.625290 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c43a52d4-f0bd-452a-882c-31ad158f23b6 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:49.625933 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'tag': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'status': 'completed', 'code': 200} Sep 17 22:32:49.730011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-085d3d43-a098-4774-b47b-859392393b6e req-aa28103d-2444-4ac2-a6d3-2b4a3f1c2b4d tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0433934 Sep 17 22:32:49.735126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aec702dc-1b7d-4916-a667-62259a6e8fca req-df7337a1-4f61-445a-8220-9738b79985d4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228051 Sep 17 22:32:49.763696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.763820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-ea60c7a6-5ba0-4680-a5e5-f15a30974cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.764985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-ea60c7a6-5ba0-4680-a5e5-f15a30974cc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1671364 Sep 17 22:32:49.805469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4ef25c-de47-4dbd-ac1a-b1ae96979611']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:49.824115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee6cf32-d137-4339-b20d-481365494bc5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:49.824527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee6cf32-d137-4339-b20d-481365494bc5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:49.835514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-126f4992-6d5a-4cad-9812-ce7b7d53fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.837711 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-126f4992-6d5a-4cad-9812-ce7b7d53fdd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=345a78b2f5cc44cb88760f06fa106ee0&device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 1096 time: 0.1494818 Sep 17 22:32:49.839422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.840781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-e08019fa-9905-46a7-bfa7-a3f90d6df880 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1000 time: 0.0649548 Sep 17 22:32:49.861614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.871518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:49.871917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:49.873653 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:49.895902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Made reservation on behalf of 069bdc1c5e8c4349800ac2418b034c7f for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:49.900274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.960386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87919edf-9a46-4f0e-9717-133bdc527c4e req-9c839d16-5c5f-4866-85a9-7ce7f75a3fda tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 210 time: 0.0437255 Sep 17 22:32:49.971613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-d1fa82ac-0977-41e8-930e-500e7c397ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.972206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-d1fa82ac-0977-41e8-930e-500e7c397ac9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1233149 Sep 17 22:32:49.981407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592767c-d1c1-47b4-82e2-3cb47bde2a5a req-98de10ca-61ee-4a0c-859e-4da52efeb971 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.982927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8592767c-d1c1-47b4-82e2-3cb47bde2a5a req-98de10ca-61ee-4a0c-859e-4da52efeb971 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 944 time: 0.0987384 Sep 17 22:32:50.053018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-aea8fc6e-2976-4adb-8097-9d7c51e70b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.054551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-aea8fc6e-2976-4adb-8097-9d7c51e70b78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686827 Sep 17 22:32:50.059389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8592767c-d1c1-47b4-82e2-3cb47bde2a5a req-4355f41d-eaf6-40aa-98ba-fb6f48daa8f5 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623324 Sep 17 22:32:50.063087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.079837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.079837 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2d4ef25c-de47-4dbd-ac1a-b1ae96979611 HTTP/1.1" status: 204 len: 168 time: 0.6326630 Sep 17 22:32:50.102837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17c981-af08-438f-8dd3-bea172a27095 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4ef25c-de47-4dbd-ac1a-b1ae96979611,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:50.150011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-e21f5111-89c9-416d-82c4-dbdb734d1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.151717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-e21f5111-89c9-416d-82c4-dbdb734d1ef4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a75546c5-688a-47a8-b016-2bc3539b03c6 HTTP/1.1" status: 200 len: 913 time: 0.2770681 Sep 17 22:32:50.179556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Allocated IP 172.20.0.14 (e229469d-dbeb-4b00-bac1-25ac37f69f20/aae96bdf-a239-45a5-b3e2-4b9f0ad3338b/0df671e0-a193-42e6-90b4-753dc8d65741) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:50.180523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-6ccfd88a-ffff-4eaf-baf8-8eafa4bbc3d6 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074271 Sep 17 22:32:50.227477 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-f06b915e-d81e-4917-8a89-d3dfb5d557dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd HTTP/1.1" status: 200 len: 217 time: 0.0431929 Sep 17 22:32:50.259746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34500) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:50.326889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c62eff4e-effe-4064-99a2-038178080e34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27e5a70215f74830ac5cfffe329d83bd&name=default HTTP/1.1" status: 200 len: 2982 time: 0.0659885 Sep 17 22:32:50.328891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09e5c9a9-3cbf-4bc0-8701-770b3dca4e97 req-a26d1f14-1d15-408a-a3fc-cda2ff22e379 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399155 Sep 17 22:32:50.329379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34504) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:50.329578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-257ad4f3-9add-4904-9cc5-24dce9eb77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.331058 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-257ad4f3-9add-4904-9cc5-24dce9eb77d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1819215a-e9c2-4325-a2e1-6c0da2b40add HTTP/1.1" status: 200 len: 851 time: 0.0961561 Sep 17 22:32:50.385734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a718d49-3d74-42f5-87a4-2d253558987b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.408548 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a718d49-3d74-42f5-87a4-2d253558987b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.445644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-6cf15b53-e404-4f17-a7b7-569bf71469de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.447587 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-6cf15b53-e404-4f17-a7b7-569bf71469de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a75546c5-688a-47a8-b016-2bc3539b03c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052268 Sep 17 22:32:50.466905 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a718d49-3d74-42f5-87a4-2d253558987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.469823 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a718d49-3d74-42f5-87a4-2d253558987b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.474043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1a718d49-3d74-42f5-87a4-2d253558987b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10a2856f-d9f3-4e61-bb98-22178e8635c4 HTTP/1.1" status: 204 len: 168 time: 0.1433375 Sep 17 22:32:50.476557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.483548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a718d49-3d74-42f5-87a4-2d253558987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a2856f-d9f3-4e61-bb98-22178e8635c4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:50.593071 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-6598c07c-a0ad-4c55-b15e-736acee73287 service neutron] 10.222.0.49 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353667 Sep 17 22:32:50.596060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.625213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685627b6-0b12-44e5-b688-0e43a1e5b15c req-702c20a3-7f48-49b8-ac63-2f24fce55cb7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.627144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-685627b6-0b12-44e5-b688-0e43a1e5b15c req-702c20a3-7f48-49b8-ac63-2f24fce55cb7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 950 time: 0.0682189 Sep 17 22:32:50.670517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-685627b6-0b12-44e5-b688-0e43a1e5b15c req-38facd24-1859-441a-83e7-f9694f86ebb8 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367460 Sep 17 22:32:50.676278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:50.683715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:50.686370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:50.758212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event updated for resources: {'Port': ['ID=0df671e0-a193-42e6-90b4-753dc8d65741,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:50.818352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.818604 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.828145 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-60d891ab-ad0a-44c1-8bd7-cbdb327fe361 req-15a49ce9-3629-4913-a435-e6cd03ea9401 service neutron] 10.222.0.49 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268295 Sep 17 22:32:50.841918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-f1eef9b7-8ed5-47a8-b400-a85bfd056dac tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2693012 Sep 17 22:32:50.866216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Request body: {'port': {'device_id': '70037403-a781-42ce-b258-9ac359793902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:50.909562 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f136ab53-a65d-4312-915f-e7129aa8126c req-3cd34ab0-fa3b-467e-8096-981f74980bc8 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0592985 Sep 17 22:32:50.935106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06797fd-6e15-4479-9963-fbc710ee8ad9 req-d2ccf727-aee3-428d-bc9a-5a108938470c tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.946976 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c06797fd-6e15-4479-9963-fbc710ee8ad9 req-d2ccf727-aee3-428d-bc9a-5a108938470c tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 1102 time: 0.1772153 Sep 17 22:32:50.947180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.985844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c06797fd-6e15-4479-9963-fbc710ee8ad9 req-a946791d-d429-4f9c-baf4-d2cd6cf6697c tempest-ServersOnMultiNodesTest-2117703599 tempest-ServersOnMultiNodesTest-2117703599-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Sep 17 22:32:51.116445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965c65b-0e50-4830-9f11-8850a36ce5ac req-1bb690bb-a976-4551-b7e3-32e9eebd1160 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.126061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0965c65b-0e50-4830-9f11-8850a36ce5ac req-1bb690bb-a976-4551-b7e3-32e9eebd1160 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0864332 Sep 17 22:32:51.132126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ee33e0dc-75f9-4b65-bde7-f763e1126e69 None None] Provisioning complete for port 0df671e0-a193-42e6-90b4-753dc8d65741 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:51.133873 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ee33e0dc-75f9-4b65-bde7-f763e1126e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.204081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0965c65b-0e50-4830-9f11-8850a36ce5ac req-bb201aa2-e1b4-4c79-899e-9cf96e6f17e3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769730 Sep 17 22:32:51.219095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ee33e0dc-75f9-4b65-bde7-f763e1126e69 None None] Port 0df671e0-a193-42e6-90b4-753dc8d65741 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:51.299038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951b3a1-96d2-4267-95bb-822d7513c0b9 req-704d9687-be00-4085-96e5-744b33f9b56b tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.301128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7951b3a1-96d2-4267-95bb-822d7513c0b9 req-704d9687-be00-4085-96e5-744b33f9b56b tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 932 time: 0.1686058 Sep 17 22:32:51.364253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7951b3a1-96d2-4267-95bb-822d7513c0b9 req-dfcd88f1-3b1c-441e-a1b5-7b30f72fc4cf tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573983 Sep 17 22:32:51.387702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df671e0-a193-42e6-90b4-753dc8d65741 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:51.390776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.429456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Transition to ACTIVE for port object 0df671e0-a193-42e6-90b4-753dc8d65741 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:51.434807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.511825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Pushing event updated for resources: {'Port': ['ID=0df671e0-a193-42e6-90b4-753dc8d65741,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.556836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defac5e-875d-48c7-9525-647952cfe00f req-8daf64b4-7407-4e67-8d8a-e6274bfc1833 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.564814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7defac5e-875d-48c7-9525-647952cfe00f req-8daf64b4-7407-4e67-8d8a-e6274bfc1833 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 944 time: 0.1023774 Sep 17 22:32:51.618915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Attempting to bind port 0df671e0-a193-42e6-90b4-753dc8d65741 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:51.619273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Attempting to bind port 0df671e0-a193-42e6-90b4-753dc8d65741 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:51.620157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Attempting to bind port 0df671e0-a193-42e6-90b4-753dc8d65741 on network e229469d-dbeb-4b00-bac1-25ac37f69f20 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:51.625106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Port 0df671e0-a193-42e6-90b4-753dc8d65741 on network e229469d-dbeb-4b00-bac1-25ac37f69f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:51.625456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Attempting to bind port 0df671e0-a193-42e6-90b4-753dc8d65741 on network e229469d-dbeb-4b00-bac1-25ac37f69f20 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:51.635587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:51.635925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Checking segment: {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:51.636499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Bound using segment: {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:51.637000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Bound port: 0df671e0-a193-42e6-90b4-753dc8d65741, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06de7c92-8dce-4d4a-a25c-e9fab5cdef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:51.637386 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.643286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7defac5e-875d-48c7-9525-647952cfe00f req-fddb0b7c-d16a-4f33-9b35-e3d1dbc9b7a3 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773323 Sep 17 22:32:51.690603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34548) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:51.712466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19537fdd-21c3-42d6-ac22-44cfe2f79250 req-e234c71b-01ae-4580-b6b6-5640b95b1b76 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.715595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19537fdd-21c3-42d6-ac22-44cfe2f79250 req-e234c71b-01ae-4580-b6b6-5640b95b1b76 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 950 time: 0.0984311 Sep 17 22:32:51.747877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] For port 0df671e0-a193-42e6-90b4-753dc8d65741, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:51.751772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] For port 0df671e0-a193-42e6-90b4-753dc8d65741, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0df671e0-a193-42e6-90b4-753dc8d65741,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:51.763105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.797547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19537fdd-21c3-42d6-ac22-44cfe2f79250 req-b0cc7beb-98c3-419d-884c-d0382f2fbb9f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721383 Sep 17 22:32:51.804417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.805687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.807969 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] 10.222.0.49 "PUT /v2.0/ports/0df671e0-a193-42e6-90b4-753dc8d65741 HTTP/1.1" status: 200 len: 1093 time: 0.9465966 Sep 17 22:32:51.808865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70037403-a781-42ce-b258-9ac359793902', 'tag': '0df671e0-a193-42e6-90b4-753dc8d65741'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:51.811800 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26371a8-0740-4a53-8d61-585d48f10845" -d '{"events": [{"name": "network-changed", "server_uuid": "70037403-a781-42ce-b258-9ac359793902", "tag": "0df671e0-a193-42e6-90b4-753dc8d65741"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:51.853198 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae409d-09a9-432c-a1d3-4f75d1c8b943 service neutron] Pushing event updated for resources: {'Port': ['ID=0df671e0-a193-42e6-90b4-753dc8d65741,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.880878 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d8b51-a33c-4afb-a7fb-ddb22a3a746d x-openstack-request-id: req-310d8b51-a33c-4afb-a7fb-ddb22a3a746d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:51.881263 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70037403-a781-42ce-b258-9ac359793902", "tag": "0df671e0-a193-42e6-90b4-753dc8d65741", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:51.881517 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-310d8b51-a33c-4afb-a7fb-ddb22a3a746d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:51.881925 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70037403-a781-42ce-b258-9ac359793902', 'tag': '0df671e0-a193-42e6-90b4-753dc8d65741', 'status': 'completed', 'code': 200} Sep 17 22:32:51.894961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1379731206-network', 'tenant_id': '663fe5e0e53948afb49869190a55cdb2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:51.955796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Made reservation on behalf of 663fe5e0e53948afb49869190a55cdb2 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:51.960155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.977738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-7da01186-02cd-44b9-8fca-9d912e837e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.979890 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-7da01186-02cd-44b9-8fca-9d912e837e41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=069bdc1c5e8c4349800ac2418b034c7f&device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 1096 time: 0.0812683 Sep 17 22:32:51.981229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.019224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4deb5d29-e84f-47b2-b97f-034f97ccc4f6 req-c9de5b09-66f1-4dd5-a0b8-0cf5c9ba03bf tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0327849 Sep 17 22:32:52.048997 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-ab717b6e-9e32-4600-bdb2-b23ff066e9b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df671e0-a193-42e6-90b4-753dc8d65741 HTTP/1.1" status: 200 len: 217 time: 0.0422661 Sep 17 22:32:52.121578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-6c9b0304-0151-4b79-a75e-64085c3c51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.123319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-6c9b0304-0151-4b79-a75e-64085c3c51e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae96bdf-a239-45a5-b3e2-4b9f0ad3338b HTTP/1.1" status: 200 len: 854 time: 0.0738614 Sep 17 22:32:52.193265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-86debae3-70a9-4b6b-bb90-70b85c6aae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.194770 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-86debae3-70a9-4b6b-bb90-70b85c6aae13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e229469d-dbeb-4b00-bac1-25ac37f69f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618176 Sep 17 22:32:52.215053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.228560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.295175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:52.320069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.320445 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Added segment ecc0b1c3-f908-4600-b25e-d39010deb53a of type vlan for network d88d52c0-abd9-4d09-8eb5-767f25f37858 Sep 17 22:32:52.321858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08841bb-bdbe-4ef6-bcdd-79cd391dd647,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.322167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61629b-0759-456f-8942-28fa13722acd req-073a3235-4567-4923-b167-4a55f9737d49 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.323697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad61629b-0759-456f-8942-28fa13722acd req-073a3235-4567-4923-b167-4a55f9737d49 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0536180 Sep 17 22:32:52.329412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:52.376461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad61629b-0759-456f-8942-28fa13722acd req-f2c680ab-c057-461a-9728-4f6bd92c293b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339389 Sep 17 22:32:52.378116 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-173f6691-44f8-43d4-9d2c-8c7c72c4d84c service neutron] 10.222.0.49 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743174 Sep 17 22:32:52.379710 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.437719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:52.451245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'port_id': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'mac_address': 'fa:16:3e:53:c9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:52.470408 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.471395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.471987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.509287 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.526978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:52.530617 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8389764 Sep 17 22:32:52.531325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f3be1-1fea-496f-b64f-de554080b8da req-007a291a-edb1-41d8-9d2e-91d78aeae406 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.533013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-872f3be1-1fea-496f-b64f-de554080b8da req-007a291a-edb1-41d8-9d2e-91d78aeae406 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 944 time: 0.0809152 Sep 17 22:32:52.533598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34560) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.540785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Request body: {'subnet': {'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1379731206-subnet', 'tenant_id': '663fe5e0e53948afb49869190a55cdb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:52.559926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:52.566161 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.576960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233c5b5-06b7-43b7-8e09-caf9026776cf admin admin] Pushing event updated for resources: {'Network': ['ID=d88d52c0-abd9-4d09-8eb5-767f25f37858,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.580759 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2d5ddad-157b-4eb2-b1e1-7e8c35419d95 req-de9231c1-0b93-4c67-9920-cea51f4df826 service neutron] 10.222.0.49 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857331 Sep 17 22:32:52.599523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-872f3be1-1fea-496f-b64f-de554080b8da req-f34b211e-3d2b-4d2e-b974-5f5775df90ae tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547705 Sep 17 22:32:52.600774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Made reservation on behalf of 663fe5e0e53948afb49869190a55cdb2 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:52.605193 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.610440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network d88d52c0-abd9-4d09-8eb5-767f25f37858 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:52.708292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.734994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26371a8-0740-4a53-8d61-585d48f10845 req-597deb17-437a-4ce7-970d-9d52e5266928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.736583 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c26371a8-0740-4a53-8d61-585d48f10845 req-597deb17-437a-4ce7-970d-9d52e5266928 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=069bdc1c5e8c4349800ac2418b034c7f&device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 1096 time: 0.0597503 Sep 17 22:32:52.834862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01851e0-84fe-46e5-982f-7b428ca7431e req-0c260dd2-4920-4468-8b92-f72a2ba4c9af tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.836543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a01851e0-84fe-46e5-982f-7b428ca7431e req-0c260dd2-4920-4468-8b92-f72a2ba4c9af tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 945 time: 0.1036284 Sep 17 22:32:52.837306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26371a8-0740-4a53-8d61-585d48f10845 req-8b86455f-77f7-4c9d-9fbb-291fbfe50eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.838153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.838798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c26371a8-0740-4a53-8d61-585d48f10845 req-8b86455f-77f7-4c9d-9fbb-291fbfe50eb8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e229469d-dbeb-4b00-bac1-25ac37f69f20 HTTP/1.1" status: 200 len: 916 time: 0.0944273 Sep 17 22:32:52.909688 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c26371a8-0740-4a53-8d61-585d48f10845 req-7eba386d-e7ab-49f4-b287-ae1d79d2c9a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df671e0-a193-42e6-90b4-753dc8d65741 HTTP/1.1" status: 200 len: 217 time: 0.0350475 Sep 17 22:32:52.945734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.963799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a01851e0-84fe-46e5-982f-7b428ca7431e req-84f3dc37-e105-4617-bd90-9342437290f8 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992942 Sep 17 22:32:52.964533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26371a8-0740-4a53-8d61-585d48f10845 req-e5e1e28b-4e21-46db-a266-a89dcd4bc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.966239 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c26371a8-0740-4a53-8d61-585d48f10845 req-e5e1e28b-4e21-46db-a266-a89dcd4bc0aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae96bdf-a239-45a5-b3e2-4b9f0ad3338b HTTP/1.1" status: 200 len: 854 time: 0.0490398 Sep 17 22:32:52.982641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10943e-d6e6-4aba-92d0-91257754edc3 req-26f74df5-4229-4b63-bb40-2abbb1c09d39 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.982641 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb10943e-d6e6-4aba-92d0-91257754edc3 req-26f74df5-4229-4b63-bb40-2abbb1c09d39 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 950 time: 0.1147110 Sep 17 22:32:52.985178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Checking segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:52.985536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Network hostable DHCP agents. Network: d88d52c0-abd9-4d09-8eb5-767f25f37858, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:53.020511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26371a8-0740-4a53-8d61-585d48f10845 req-3eeba373-626f-46e8-b09b-6020bdfecd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:53.021920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Network d88d52c0-abd9-4d09-8eb5-767f25f37858 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:53.022347 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c26371a8-0740-4a53-8d61-585d48f10845 req-3eeba373-626f-46e8-b09b-6020bdfecd3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e229469d-dbeb-4b00-bac1-25ac37f69f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493116 Sep 17 22:32:53.041366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb10943e-d6e6-4aba-92d0-91257754edc3 req-eb02c6e3-0b70-474e-9483-a42aaab1d406 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460463 Sep 17 22:32:53.042561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, d88d52c0-abd9-4d09-8eb5-767f25f37858) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:53.047042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:53.047633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.055902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf9304-508c-4ddf-853d-7bc51cbb31dc None None] Network d88d52c0-abd9-4d09-8eb5-767f25f37858 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:53.067795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-895b8225-33e2-4778-80b3-e1605cc12b9a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5325711 Sep 17 22:32:53.145444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c26371a8-0740-4a53-8d61-585d48f10845 req-5015c21a-b445-4970-a4d3-343c093ac210 service neutron] 10.222.0.49 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105471 Sep 17 22:32:53.162707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c3c7270-109c-4c1c-8dd3-30e79d28c97f req-148a31ef-e167-43a4-bd54-671325e0e151 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0304809 Sep 17 22:32:53.221529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf04bf-93f3-4f4a-897e-c5f1b88e4c0c None None] Network d88d52c0-abd9-4d09-8eb5-767f25f37858 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:53.256198 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c26371a8-0740-4a53-8d61-585d48f10845 req-829dc180-52b2-40d1-961b-ff0b6dd510d2 service neutron] 10.222.0.49 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992441 Sep 17 22:32:53.442456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7fae0d7f-0132-48cd-9ac5-66f822cc8ddd'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:53.495335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280615e-06b3-4663-894c-18bcda096297 req-8be11955-338c-4125-87e0-d090adb5ca94 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:53.496804 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e280615e-06b3-4663-894c-18bcda096297 req-8be11955-338c-4125-87e0-d090adb5ca94 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 950 time: 0.0569303 Sep 17 22:32:53.589682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f045672-9767-4247-b046-af2be9e7ce62 req-459863c8-9ffd-4b19-9e4a-b15c7fb85f3d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:53.591220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f045672-9767-4247-b046-af2be9e7ce62 req-459863c8-9ffd-4b19-9e4a-b15c7fb85f3d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1393461 Sep 17 22:32:53.597212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Deleting port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:53.597743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.635346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-de9d532f-fe1e-4f41-8226-33d1fb5c9866 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:53.637044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-de9d532f-fe1e-4f41-8226-33d1fb5c9866 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 813 time: 0.1681480 Sep 17 22:32:53.663658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f045672-9767-4247-b046-af2be9e7ce62 req-7a77ce86-3a0d-4e3c-9557-4f1c9868cfab tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642920 Sep 17 22:32:53.666903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-d4cce7f4-c59d-4fbb-8a27-598f5d98a90a tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/quotas/663fe5e0e53948afb49869190a55cdb2 HTTP/1.1" status: 200 len: 375 time: 0.0188227 Sep 17 22:32:53.706657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] For port 01dcff33-7b1e-4f32-b753-e08d37dce4c1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=01dcff33-7b1e-4f32-b753-e08d37dce4c1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:53.707173 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.719576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-54d5c525-ae77-4513-b783-842481c4b08a tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312564 Sep 17 22:32:53.722753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Calling delete_port for 01dcff33-7b1e-4f32-b753-e08d37dce4c1 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:53.843238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b07f-33eb-41bb-bc79-2e07bea6c88c req-fbae415c-2f57-4b9b-a346-fc6923bcf8e0 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:53.844729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5798b07f-33eb-41bb-bc79-2e07bea6c88c req-fbae415c-2f57-4b9b-a346-fc6923bcf8e0 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 944 time: 0.0970421 Sep 17 22:32:53.854685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.871960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4836c683-11f2-482a-8b39-d4e089d6d97c', '49032fe1-05d4-462f-8d9a-cf7c21e55d07', '017bc249-70b6-4499-835a-961bdace3898'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:53.873479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-461fecf9-ead9-444c-9ca5-779d96c4d29f service neutron] 10.222.0.48 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452034 Sep 17 22:32:53.885349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event deleted for resources: {'Port': ['ID=01dcff33-7b1e-4f32-b753-e08d37dce4c1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:53.923122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5798b07f-33eb-41bb-bc79-2e07bea6c88c req-2bb7ba5f-baeb-4617-9c24-42c3009a420d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660412 Sep 17 22:32:53.936255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] No DVR routers for this DVR port 01dcff33-7b1e-4f32-b753-e08d37dce4c1 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:53.936255 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.938441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e280615e-06b3-4663-894c-18bcda096297 req-446ad5a0-da40-418d-9722-8d345a6564bb tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "DELETE /v2.0/ports/01dcff33-7b1e-4f32-b753-e08d37dce4c1 HTTP/1.1" status: 204 len: 173 time: 0.4346061 Sep 17 22:32:53.938905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4253bfa-36b8-411d-a5d1-12c7620d418e', 'name': 'network-vif-deleted', 'tag': '01dcff33-7b1e-4f32-b753-e08d37dce4c1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:53.941838 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdadb512-df5b-48f0-849d-55706939112b" -d '{"events": [{"server_uuid": "f4253bfa-36b8-411d-a5d1-12c7620d418e", "name": "network-vif-deleted", "tag": "01dcff33-7b1e-4f32-b753-e08d37dce4c1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:54.047504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-9abd4be4-edf6-45dc-9d8c-8c9dda41ae9d service neutron] 10.222.0.48 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658406 Sep 17 22:32:54.090011 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f171f3-656f-450b-8a47-4b00ff362577 x-openstack-request-id: req-03f171f3-656f-450b-8a47-4b00ff362577 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:54.090345 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4253bfa-36b8-411d-a5d1-12c7620d418e", "name": "network-vif-deleted", "tag": "01dcff33-7b1e-4f32-b753-e08d37dce4c1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:54.090573 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03f171f3-656f-450b-8a47-4b00ff362577 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:54.090958 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4253bfa-36b8-411d-a5d1-12c7620d418e', 'name': 'network-vif-deleted', 'tag': '01dcff33-7b1e-4f32-b753-e08d37dce4c1', 'status': 'completed', 'code': 200} Sep 17 22:32:54.218744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28655f-4e9d-455d-9739-3c7d558c7bd4 req-b0a20f0c-1fb3-4e5b-b804-d3a056fa8584 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:54.220267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa28655f-4e9d-455d-9739-3c7d558c7bd4 req-b0a20f0c-1fb3-4e5b-b804-d3a056fa8584 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 945 time: 0.0696547 Sep 17 22:32:54.263157 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa28655f-4e9d-455d-9739-3c7d558c7bd4 req-95badec5-39f6-4dae-949a-b970be437c68 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351975 Sep 17 22:32:54.374729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3dbe4027-a0ea-446d-83cd-3a288e89ea12 req-43d5a4da-9ef6-4b0f-8313-1422ecb02841 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4253bfa-36b8-411d-a5d1-12c7620d418e HTTP/1.1" status: 200 len: 210 time: 0.0290072 Sep 17 22:32:54.444976 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afc990d0-6bce-495a-bf4e-b0aa94c47cc0 req-a23185ab-706f-4fd3-bcdc-23a9d768466c tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0276520 Sep 17 22:32:54.522881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3bf28e6e-b9ad-4cf8-accd-da04f46fc804 req-f8af64a3-a9d3-4036-85fd-b5a79f87c78d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 210 time: 0.0288546 Sep 17 22:32:54.547685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6', '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:54.802435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4c8f-2cfa-43ff-a9ef-92121456fe32 req-5f284899-79a2-4f48-bc8c-7e56dc46a36b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:54.805472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-871f4c8f-2cfa-43ff-a9ef-92121456fe32 req-5f284899-79a2-4f48-bc8c-7e56dc46a36b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0546227 Sep 17 22:32:54.847028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-871f4c8f-2cfa-43ff-a9ef-92121456fe32 req-d23a48e0-4f35-46ed-af89-7daf65ffaf8b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351787 Sep 17 22:32:55.044819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11217e-2e31-461b-a006-b4c89cc85555 req-7631a9f6-849f-4318-993d-0a8497d5b4f9 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.046499 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee11217e-2e31-461b-a006-b4c89cc85555 req-7631a9f6-849f-4318-993d-0a8497d5b4f9 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 944 time: 0.0571208 Sep 17 22:32:55.119665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee11217e-2e31-461b-a006-b4c89cc85555 req-73ea8305-f6b6-4175-a606-7bd13a674d00 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582035 Sep 17 22:32:55.277931 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f827b849-9d58-498d-891b-c1a04285eaa0 req-4ef2ef20-de1c-47eb-b7ec-6fa9567e55ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0265758 Sep 17 22:32:55.386788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efd6eb-e1c4-478d-b56d-c1a2376d5263 req-5c07557a-efc4-4fde-a9b7-370096e462ad tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.388284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39efd6eb-e1c4-478d-b56d-c1a2376d5263 req-5c07557a-efc4-4fde-a9b7-370096e462ad tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 945 time: 0.0521383 Sep 17 22:32:55.426870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39efd6eb-e1c4-478d-b56d-c1a2376d5263 req-aaa51eaa-b8db-45a4-8278-f1fd0a1f81e3 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Sep 17 22:32:55.550087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-297a0900-ddd1-4715-bc42-d329bbf6e7b4 req-902a2fb7-f603-4754-906a-6797e03c2bde tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0272124 Sep 17 22:32:55.645562 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48d3e76f-2c53-4421-912c-b544924380af req-094881e1-a87f-43c0-9d1f-621426fa99c0 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 210 time: 0.0268123 Sep 17 22:32:55.700090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddfc64-b0dc-40eb-9d7b-451b31fe61c4 req-7f98ae03-1555-43ad-8afa-f58ebeee5e01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.701626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ceddfc64-b0dc-40eb-9d7b-451b31fe61c4 req-7f98ae03-1555-43ad-8afa-f58ebeee5e01 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 949 time: 0.0538309 Sep 17 22:32:55.743956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ceddfc64-b0dc-40eb-9d7b-451b31fe61c4 req-4d42d924-3b27-4cfe-abc1-26cb7a4fa65d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354161 Sep 17 22:32:55.813110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-9d3f3f98-d8e8-49e8-8051-128e0219a8a7 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.815283 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-9d3f3f98-d8e8-49e8-8051-128e0219a8a7 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.49 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 813 time: 0.1076953 Sep 17 22:32:55.837290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Request body: {'port': {'device_id': '84e376c7-da9d-4270-b130-0c3aa8fc0a9a', 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'admin_state_up': True, 'tenant_id': '663fe5e0e53948afb49869190a55cdb2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:55.978015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Made reservation on behalf of 663fe5e0e53948afb49869190a55cdb2 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:55.981754 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.012703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-e0f2bc18-824f-4203-9609-aee0f803317d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.014602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-e0f2bc18-824f-4203-9609-aee0f803317d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.45 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 813 time: 0.1449525 Sep 17 22:32:56.024074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852889d-ac66-4218-8421-a437356aaafc req-673744fb-4a33-49e7-881e-26a2bcf067d5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.025651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9852889d-ac66-4218-8421-a437356aaafc req-673744fb-4a33-49e7-881e-26a2bcf067d5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0864630 Sep 17 22:32:56.032496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Request body: {'port': {'device_id': 'db71d03a-092f-4a69-8bb3-b69ea17ea154', 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'admin_state_up': True, 'tenant_id': '663fe5e0e53948afb49869190a55cdb2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:56.126318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9852889d-ac66-4218-8421-a437356aaafc req-cf2ca722-fca9-4187-a0a5-f7873f1ffaab tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905147 Sep 17 22:32:56.128559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Allocated IP 172.20.0.10 (d88d52c0-abd9-4d09-8eb5-767f25f37858/f609fb8d-ae0a-45e6-b41a-75c4c1597b0d/d1cb99ad-bbea-4be1-9413-e36fc3367f27) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:56.194341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Made reservation on behalf of 663fe5e0e53948afb49869190a55cdb2 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:56.198850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.310184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca63c87-aa67-458a-a413-9ef4a7464971 req-96bc8158-aa36-4ccf-a3a1-14baceb79ea6 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.311789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ca63c87-aa67-458a-a413-9ef4a7464971 req-96bc8158-aa36-4ccf-a3a1-14baceb79ea6 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 944 time: 0.1106775 Sep 17 22:32:56.357697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 0df671e0-a193-42e6-90b4-753dc8d65741 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:56.366276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ca63c87-aa67-458a-a413-9ef4a7464971 req-73b987b3-613c-4a04-95e2-372f849201ff tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 Sep 17 22:32:56.370727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:56.563399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed10226-1825-4d41-9326-5700075b02f0 req-380c81dc-fc97-4271-9f63-5a36a9a268e2 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.565036 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ed10226-1825-4d41-9326-5700075b02f0 req-380c81dc-fc97-4271-9f63-5a36a9a268e2 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 945 time: 0.0531297 Sep 17 22:32:56.620142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ed10226-1825-4d41-9326-5700075b02f0 req-24a61e7e-cf87-4837-ab10-f5f1d89840cb tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482874 Sep 17 22:32:56.637074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:56.645976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:56.646206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.646926 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.686574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6de8fd50-c0e3-4594-ac6b-09f1ac0bfe6c req-1b23b4af-57f0-4f8d-bd6c-4fac019823ae tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0362701 Sep 17 22:32:56.689066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 0df671e0-a193-42e6-90b4-753dc8d65741, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0df671e0-a193-42e6-90b4-753dc8d65741,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:56.709928 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.716156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '0df671e0-a193-42e6-90b4-753dc8d65741', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'port_id': '0df671e0-a193-42e6-90b4-753dc8d65741', 'mac_address': 'fa:16:3e:ae:06:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:56.767149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.778150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Pushing event updated for resources: {'Port': ['ID=d1cb99ad-bbea-4be1-9413-e36fc3367f27,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:56.782484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Network d88d52c0-abd9-4d09-8eb5-767f25f37858 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:56.784719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:56.787627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:56.811736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df671e0-a193-42e6-90b4-753dc8d65741 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:56.847238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52479689-36f2-4038-9d82-d90918e73ebc req-407b5ee6-ef0d-40bf-a222-1fb6f2e152ee tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 210 time: 0.0939181 Sep 17 22:32:56.847741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 0df671e0-a193-42e6-90b4-753dc8d65741, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0df671e0-a193-42e6-90b4-753dc8d65741,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:56.859925 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.861348 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.867688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.868434 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.887633 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-980a89cd-d022-466c-a032-d1d75059af26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0559499 Sep 17 22:32:56.897140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Allocated IP 172.20.0.14 (d88d52c0-abd9-4d09-8eb5-767f25f37858/f609fb8d-ae0a-45e6-b41a-75c4c1597b0d/1dc2a5be-02ef-44d2-a597-c1c5c41920e9) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:56.905846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Request body: {'port': {'device_id': '84e376c7-da9d-4270-b130-0c3aa8fc0a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:56.920595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:56.922918 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41376389-a770-4f75-aa76-8ec35e54cb77" -d '{"events": [{"server_uuid": "f34fd613-012b-4ac7-b314-530947e92d0c", "name": "network-vif-plugged", "status": "completed", "tag": "7fae0d7f-0132-48cd-9ac5-66f822cc8ddd"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:56.945009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:56.947569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb669a-d6d8-47ab-87cb-9d89103ee297 req-65c6b7ed-5ad5-422d-87d6-3c63cbf50a73 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.948849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=0df671e0-a193-42e6-90b4-753dc8d65741,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:56.950214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41cb669a-d6d8-47ab-87cb-9d89103ee297 req-65c6b7ed-5ad5-422d-87d6-3c63cbf50a73 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 949 time: 0.0977044 Sep 17 22:32:56.959744 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.960630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 01dcff33-7b1e-4f32-b753-e08d37dce4c1 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:56.967037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.005191 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1579aa31-a642-4a04-aaa3-debb3cf092b7 x-openstack-request-id: req-1579aa31-a642-4a04-aaa3-debb3cf092b7 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:57.005465 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34fd613-012b-4ac7-b314-530947e92d0c", "name": "network-vif-plugged", "status": "completed", "tag": "7fae0d7f-0132-48cd-9ac5-66f822cc8ddd", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:57.005802 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1579aa31-a642-4a04-aaa3-debb3cf092b7 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:57.006241 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'code': 200} Sep 17 22:32:57.009707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 01dcff33-7b1e-4f32-b753-e08d37dce4c1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:57.010587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 01dcff33-7b1e-4f32-b753-e08d37dce4c1 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:57.043321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41cb669a-d6d8-47ab-87cb-9d89103ee297 req-b753b1f9-110e-40f2-a33a-142ea45fa798 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Sep 17 22:32:57.045602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.146885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.154517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248e20c-40c2-4a4d-b4d4-1e3d1a3b54d8 req-3b14a3b6-8590-407f-9908-8fe4a70e4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.156087 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a248e20c-40c2-4a4d-b4d4-1e3d1a3b54d8 req-3b14a3b6-8590-407f-9908-8fe4a70e4982 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 1098 time: 0.0560539 Sep 17 22:32:57.186854 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.222882 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a248e20c-40c2-4a4d-b4d4-1e3d1a3b54d8 req-0e041550-3225-4750-87c9-6edef5ac1b6f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592110 Sep 17 22:32:57.268189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Network d88d52c0-abd9-4d09-8eb5-767f25f37858 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:57.281217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:57.282739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Pushing event updated for resources: {'Port': ['ID=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.286714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:57.342765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['0df671e0-a193-42e6-90b4-753dc8d65741'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:57.343913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884c39d-8e08-477e-973f-52ad86b8a2f9 req-389da232-82c8-4704-ad5d-63e9639ce46f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.346413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c884c39d-8e08-477e-973f-52ad86b8a2f9 req-389da232-82c8-4704-ad5d-63e9639ce46f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1198452 Sep 17 22:32:57.357097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.357701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cb99ad-bbea-4be1-9413-e36fc3367f27 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:57.357831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.365585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.379660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Transition to ACTIVE for port object d1cb99ad-bbea-4be1-9413-e36fc3367f27 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:57.384662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.387569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4335ba09-50c0-497f-ad41-8928c0dcac26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3585951 Sep 17 22:32:57.401494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Request body: {'port': {'device_id': 'db71d03a-092f-4a69-8bb3-b69ea17ea154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:57.424379 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c884c39d-8e08-477e-973f-52ad86b8a2f9 req-746bba26-535b-4bce-a0d5-05b39d9d9ee3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640190 Sep 17 22:32:57.466784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.539001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Pushing event updated for resources: {'Port': ['ID=d1cb99ad-bbea-4be1-9413-e36fc3367f27,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.564648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-b4d5cf7a-e578-495f-bbad-cdc9a6f63469 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.566150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-b4d5cf7a-e578-495f-bbad-cdc9a6f63469 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 949 time: 0.1195762 Sep 17 22:32:57.573547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65902d68-7288-494a-8b5e-45306af562d7 req-cd103137-2e8f-4a9a-ba8e-d5b92ef0cbf8 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.575068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-65902d68-7288-494a-8b5e-45306af562d7 req-cd103137-2e8f-4a9a-ba8e-d5b92ef0cbf8 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 945 time: 0.0903263 Sep 17 22:32:57.588103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Attempting to bind port d1cb99ad-bbea-4be1-9413-e36fc3367f27 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:57.588427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Attempting to bind port d1cb99ad-bbea-4be1-9413-e36fc3367f27 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:57.588754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Attempting to bind port d1cb99ad-bbea-4be1-9413-e36fc3367f27 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:57.611634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Port d1cb99ad-bbea-4be1-9413-e36fc3367f27 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:57.612022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Attempting to bind port d1cb99ad-bbea-4be1-9413-e36fc3367f27 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:57.626108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:57.626442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Checking segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:57.626820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Bound using segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:57.627256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Bound port: d1cb99ad-bbea-4be1-9413-e36fc3367f27, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:57.627624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.681377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-65902d68-7288-494a-8b5e-45306af562d7 req-fa0a2978-a01a-437e-ae53-c9313021677f tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619755 Sep 17 22:32:57.743022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] For port d1cb99ad-bbea-4be1-9413-e36fc3367f27, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:57.752185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Deleting port 017bc249-70b6-4499-835a-961bdace3898 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:57.752529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.775367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] For port d1cb99ad-bbea-4be1-9413-e36fc3367f27, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d1cb99ad-bbea-4be1-9413-e36fc3367f27,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:57.783732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.816600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6896551f-c1ba-4971-b726-f86ea70c7553 req-cd02e3ee-05bc-4e4d-ab1b-ad6a16a06247 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0554256 Sep 17 22:32:57.854009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fcc4d-3423-4795-b3e3-996455e8f0c0 req-cebb3a12-b04b-49ee-9578-9a97457eda4a tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.854009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa4fcc4d-3423-4795-b3e3-996455e8f0c0 req-cebb3a12-b04b-49ee-9578-9a97457eda4a tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.1100230 Sep 17 22:32:57.854361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.854975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.856407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-0357f449-d528-44a3-b3e8-81976964080d service neutron] 10.222.0.49 "PUT /v2.0/ports/d1cb99ad-bbea-4be1-9413-e36fc3367f27 HTTP/1.1" status: 200 len: 1093 time: 0.9550302 Sep 17 22:32:57.858531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e376c7-da9d-4270-b130-0c3aa8fc0a9a', 'tag': 'd1cb99ad-bbea-4be1-9413-e36fc3367f27'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:57.860806 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b428bd0-f785-4038-9657-ac013b3da4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "84e376c7-da9d-4270-b130-0c3aa8fc0a9a", "tag": "d1cb99ad-bbea-4be1-9413-e36fc3367f27"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:57.900966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357f449-d528-44a3-b3e8-81976964080d service neutron] Pushing event updated for resources: {'Port': ['ID=d1cb99ad-bbea-4be1-9413-e36fc3367f27,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.920226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] For port 017bc249-70b6-4499-835a-961bdace3898, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=017bc249-70b6-4499-835a-961bdace3898,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:57.920599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.943263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa4fcc4d-3423-4795-b3e3-996455e8f0c0 req-fdb1c4ac-f15d-41fb-9adb-6bb53f200159 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792546 Sep 17 22:32:57.955411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:57.957474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Calling delete_port for 017bc249-70b6-4499-835a-961bdace3898 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:57.975414 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.994784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Transition to ACTIVE for port object 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:58.024847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-aea89d25-4e0e-4534-839a-1d604e39ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.025486 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.026406 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-aea89d25-4e0e-4534-839a-1d604e39ee4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&device_id=84e376c7-da9d-4270-b130-0c3aa8fc0a9a HTTP/1.1" status: 200 len: 1096 time: 0.0979798 Sep 17 22:32:58.059567 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b955332-a335-44e3-bc57-d95db29420ab x-openstack-request-id: req-0b955332-a335-44e3-bc57-d95db29420ab {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:58.059898 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e376c7-da9d-4270-b130-0c3aa8fc0a9a", "tag": "d1cb99ad-bbea-4be1-9413-e36fc3367f27", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:58.060102 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b955332-a335-44e3-bc57-d95db29420ab {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:58.060541 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e376c7-da9d-4270-b130-0c3aa8fc0a9a', 'tag': 'd1cb99ad-bbea-4be1-9413-e36fc3367f27', 'status': 'completed', 'code': 200} Sep 17 22:32:58.109292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c66b3-9573-4206-a648-74cf8d1e4421 req-aa72889c-e049-4013-b650-b577b5b4eed3 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.110809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f6c66b3-9573-4206-a648-74cf8d1e4421 req-aa72889c-e049-4013-b650-b577b5b4eed3 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 944 time: 0.1012008 Sep 17 22:32:58.127459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21d46b0e-1b53-441e-84cb-502f9c7d7fb4 req-06de23b6-b18e-4b16-bb6a-31c364278753 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8681d3d63514406bff4ae8922aceda4&device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0812883 Sep 17 22:32:58.128686 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-f7d0e5f6-4428-4d90-9709-1b9d8070b30f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1cb99ad-bbea-4be1-9413-e36fc3367f27 HTTP/1.1" status: 200 len: 217 time: 0.0815125 Sep 17 22:32:58.147798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Pushing event updated for resources: {'Port': ['ID=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.189862 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21d46b0e-1b53-441e-84cb-502f9c7d7fb4 req-9a9deff4-6098-439a-9777-6f8253b1f12c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8681d3d63514406bff4ae8922aceda4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513532 Sep 17 22:32:58.266912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-ddfdfb32-7630-477c-9554-53a1d816c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.268326 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-ddfdfb32-7630-477c-9554-53a1d816c9ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 200 len: 853 time: 0.1193295 Sep 17 22:32:58.343560 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-83004893-4001-4413-ad03-33e484f44df5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d88d52c0-abd9-4d09-8eb5-767f25f37858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398171 Sep 17 22:32:58.352725 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.366691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4836c683-11f2-482a-8b39-d4e089d6d97c', '49032fe1-05d4-462f-8d9a-cf7c21e55d07', '017bc249-70b6-4499-835a-961bdace3898'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:58.454345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6', '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:58.454583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event deleted for resources: {'Port': ['ID=017bc249-70b6-4499-835a-961bdace3898,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.507355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] No DVR routers for this DVR port 017bc249-70b6-4499-835a-961bdace3898 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:58.514678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0a1c4da-d71e-44d2-8669-fb4df4a38e54 req-8c26927d-1bc6-4ce7-948c-d86a744702c6 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.3989191 Sep 17 22:32:58.517635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.519678 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-52a58267-18a4-4f61-a7ab-1883dfbd5200 req-da9ea68d-eab5-44c0-8780-1e6ae89fc290 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "DELETE /v2.0/ports/017bc249-70b6-4499-835a-961bdace3898 HTTP/1.1" status: 204 len: 173 time: 0.9436834 Sep 17 22:32:58.520966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d46b0e-1b53-441e-84cb-502f9c7d7fb4 req-b1b681e1-d8bf-4d50-88b1-e08d7c4bbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.522277 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21d46b0e-1b53-441e-84cb-502f9c7d7fb4 req-b1b681e1-d8bf-4d50-88b1-e08d7c4bbc36 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3223395 Sep 17 22:32:58.577472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-7d4b210f-a629-4270-8643-78de9d3ca14b service neutron] 10.222.0.49 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205722 Sep 17 22:32:58.613357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f6c66b3-9573-4206-a648-74cf8d1e4421 req-2c0695d7-ad68-41fd-aa18-a28068de0f42 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800284 Sep 17 22:32:58.678979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-826636fb-7dfc-454e-956a-def426875cfd req-a42bedaa-652f-4581-8df1-282ed5997623 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cead03-045e-47ea-955c-5c32c277cd07 HTTP/1.1" status: 200 len: 210 time: 0.0563316 Sep 17 22:32:58.696502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Attempting to bind port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:58.696502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Attempting to bind port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:58.698912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Attempting to bind port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:58.710388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:58.712971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Attempting to bind port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:58.723877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:58.724667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Checking segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:58.725890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Bound using segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:58.727307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Bound port: 1dc2a5be-02ef-44d2-a597-c1c5c41920e9, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:58.727752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.799080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-197aa93c-68a8-4c4d-92bb-2e72e5483c6f service neutron] 10.222.0.49 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100701 Sep 17 22:32:58.872596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b2bbc-921b-4c06-991f-ef68a44482eb req-26a37ad4-2461-4b2e-8b5a-d29e4efa0198 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.874121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-933b2bbc-921b-4c06-991f-ef68a44482eb req-26a37ad4-2461-4b2e-8b5a-d29e4efa0198 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 945 time: 0.0715671 Sep 17 22:32:58.877232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] For port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:58.880225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] For port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:58.890897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.933383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.934077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.935501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] 10.222.0.45 "PUT /v2.0/ports/1dc2a5be-02ef-44d2-a597-c1c5c41920e9 HTTP/1.1" status: 200 len: 1093 time: 1.5388777 Sep 17 22:32:58.937976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db71d03a-092f-4a69-8bb3-b69ea17ea154', 'tag': '1dc2a5be-02ef-44d2-a597-c1c5c41920e9'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:58.940228 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e682709-29ea-4621-999b-d4aeac0ec3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "db71d03a-092f-4a69-8bb3-b69ea17ea154", "tag": "1dc2a5be-02ef-44d2-a597-c1c5c41920e9"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:58.976405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-933b2bbc-921b-4c06-991f-ef68a44482eb req-f575df08-1e41-4e91-bcd1-1aa911b77cee tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947089 Sep 17 22:32:58.981873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35968fe-9163-4de2-8da1-acd94507c78a service neutron] Pushing event updated for resources: {'Port': ['ID=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.989926 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121489b9-c5ae-4777-aef6-17c246c07cda x-openstack-request-id: req-121489b9-c5ae-4777-aef6-17c246c07cda {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:58.990273 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db71d03a-092f-4a69-8bb3-b69ea17ea154", "tag": "1dc2a5be-02ef-44d2-a597-c1c5c41920e9", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:58.990470 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-121489b9-c5ae-4777-aef6-17c246c07cda {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:58.990872 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db71d03a-092f-4a69-8bb3-b69ea17ea154', 'tag': '1dc2a5be-02ef-44d2-a597-c1c5c41920e9', 'status': 'completed', 'code': 200} Sep 17 22:32:59.094304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-e2103879-e727-4539-ba45-e218136777be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.105983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-e2103879-e727-4539-ba45-e218136777be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&device_id=84e376c7-da9d-4270-b130-0c3aa8fc0a9a HTTP/1.1" status: 200 len: 1096 time: 0.1230614 Sep 17 22:32:59.112142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-73855f67-ea37-494e-bc04-0179f8928c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.121972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-73855f67-ea37-494e-bc04-0179f8928c39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 1096 time: 0.0950553 Sep 17 22:32:59.137122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f25797-f09f-4024-9e33-7040440df638 req-2a79ddc8-f82a-4680-937c-a340f90cd2c4 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.138937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00f25797-f09f-4024-9e33-7040440df638 req-2a79ddc8-f82a-4680-937c-a340f90cd2c4 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0838675 Sep 17 22:32:59.187705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-a5ce25eb-1226-462e-bfbd-5dfc455c92b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dc2a5be-02ef-44d2-a597-c1c5c41920e9 HTTP/1.1" status: 200 len: 217 time: 0.0478811 Sep 17 22:32:59.253963 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00f25797-f09f-4024-9e33-7040440df638 req-6d57dcc1-d653-4aab-8702-4bba31c99cd1 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071289 Sep 17 22:32:59.263530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-586d4923-65fd-4a82-820e-3585857aaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.265046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-586d4923-65fd-4a82-820e-3585857aaf53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 200 len: 853 time: 0.0686197 Sep 17 22:32:59.267617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-b077db5e-bd80-40cb-8839-70678231e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.269132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-b077db5e-bd80-40cb-8839-70678231e792 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 914 time: 0.1540816 Sep 17 22:32:59.304828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-4e5fc885-a4e8-40c5-9d2e-8d329d06d5a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d88d52c0-abd9-4d09-8eb5-767f25f37858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246458 Sep 17 22:32:59.314483 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-03b3c7bf-c7f7-4479-bf81-a0d21b2ae0fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1cb99ad-bbea-4be1-9413-e36fc3367f27 HTTP/1.1" status: 200 len: 217 time: 0.0373788 Sep 17 22:32:59.368791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-86f36c17-09c0-44ed-8215-9d4b17650da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.370300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-86f36c17-09c0-44ed-8215-9d4b17650da9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 200 len: 853 time: 0.0454788 Sep 17 22:32:59.396119 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-25f65d3b-45f7-4456-a3e4-fe7370ab1bcd service neutron] 10.222.0.45 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824263 Sep 17 22:32:59.408150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-ceb480e3-d7a4-4a3b-bb45-990c531eeb8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d88d52c0-abd9-4d09-8eb5-767f25f37858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238008 Sep 17 22:32:59.497852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ca515e7-bc7f-4a3c-9cab-cfdd240fd14b req-627f90ac-e93d-4fde-9d18-bbbf632c7f6f service neutron] 10.222.0.45 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883412 Sep 17 22:32:59.500742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-69739eb1-654c-49ac-87a7-8131e1c99d6f service neutron] 10.222.0.49 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848582 Sep 17 22:32:59.597902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-3b8d8248-6e89-425e-befb-240cb195e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.599392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-3b8d8248-6e89-425e-befb-240cb195e7c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 1096 time: 0.0508873 Sep 17 22:32:59.605471 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b428bd0-f785-4038-9657-ac013b3da4ca req-f79883e1-1be3-4fe3-a2fc-dc2989420a01 service neutron] 10.222.0.49 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878899 Sep 17 22:32:59.618543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9d97f76-588b-473b-a0a0-651c5aa839b6 req-2456e814-16ac-4fbf-9efe-4cd5cc4b28d1 tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.48 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0361784 Sep 17 22:32:59.732344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-767acf8d-1c25-4c84-b54d-bca5f958ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.733875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-767acf8d-1c25-4c84-b54d-bca5f958ea1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 914 time: 0.1177287 Sep 17 22:32:59.746192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc1312-0cd4-47a3-8455-0cd56a2ce14c req-e5fbd376-aa8f-40d3-8e1b-20ccca8b7d52 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.747665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cfc1312-0cd4-47a3-8455-0cd56a2ce14c req-e5fbd376-aa8f-40d3-8e1b-20ccca8b7d52 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 944 time: 0.0716925 Sep 17 22:32:59.795881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-edf230cd-9a30-4806-90d0-0784c1ede45d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dc2a5be-02ef-44d2-a597-c1c5c41920e9 HTTP/1.1" status: 200 len: 217 time: 0.0442357 Sep 17 22:32:59.859058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cfc1312-0cd4-47a3-8455-0cd56a2ce14c req-dcec5260-63a7-4900-b43c-8388dd8d6d04 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037915 Sep 17 22:32:59.864564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-0a9b150e-49eb-4220-86c5-d92b78e3e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.866066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-0a9b150e-49eb-4220-86c5-d92b78e3e96e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 200 len: 853 time: 0.0652049 Sep 17 22:32:59.898262 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c859e40d-c343-494b-9b4b-a23e19a874db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.900640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-5b82520f-ea56-444e-9a9f-930d2fe8626f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d88d52c0-abd9-4d09-8eb5-767f25f37858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263593 Sep 17 22:33:00.028166 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-21d46b0e-1b53-441e-84cb-502f9c7d7fb4 req-38a6cb91-1b39-42f9-96e8-0e5f867479af tempest-ServerShowV257Test-1978393227 tempest-ServerShowV257Test-1978393227-project] 10.222.0.45 "GET /v2.0/ports?device_id=26df5954-243f-4394-be5e-131738e82d1a HTTP/1.1" status: 200 len: 210 time: 0.0277047 Sep 17 22:33:00.036647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-b5627f5c-c380-439f-84a2-59662f6799c8 service neutron] 10.222.0.45 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283720 Sep 17 22:33:00.062039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cead03-045e-47ea-955c-5c32c277cd07', 'name': 'network-vif-deleted', 'tag': '017bc249-70b6-4499-835a-961bdace3898'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:00.065129 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47009500-fc39-42ed-b7cb-78ee86e6d97b" -d '{"events": [{"server_uuid": "73cead03-045e-47ea-955c-5c32c277cd07", "name": "network-vif-deleted", "tag": "017bc249-70b6-4499-835a-961bdace3898"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:00.094819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb20ad-70f8-445a-988f-cdb162eedfd2 req-3e1b2642-4714-45e4-bb66-962cd05d82d0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.096619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1cb20ad-70f8-445a-988f-cdb162eedfd2 req-3e1b2642-4714-45e4-bb66-962cd05d82d0 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 950 time: 0.1051853 Sep 17 22:33:00.201967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bba54-d9ef-4fbc-80a9-c773ffb653cd req-adec16ed-3501-4f94-acf6-8291b649dd7a tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.203423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b4bba54-d9ef-4fbc-80a9-c773ffb653cd req-adec16ed-3501-4f94-acf6-8291b649dd7a tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 945 time: 0.1385479 Sep 17 22:33:00.218657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1cb20ad-70f8-445a-988f-cdb162eedfd2 req-9320b9b6-6538-4b02-a3e7-9190f4418120 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021230 Sep 17 22:33:00.234200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e682709-29ea-4621-999b-d4aeac0ec3f5 req-43611134-8932-4374-a208-dae9ce92009b service neutron] 10.222.0.45 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883078 Sep 17 22:33:00.254785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b4bba54-d9ef-4fbc-80a9-c773ffb653cd req-bacb0eea-bb35-4a85-9792-702b17c635b2 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393002 Sep 17 22:33:00.263931 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26316231-e09f-48d7-82ce-7a9ac85bd9b0 x-openstack-request-id: req-26316231-e09f-48d7-82ce-7a9ac85bd9b0 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:00.264458 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cead03-045e-47ea-955c-5c32c277cd07", "name": "network-vif-deleted", "tag": "017bc249-70b6-4499-835a-961bdace3898", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:00.264458 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26316231-e09f-48d7-82ce-7a9ac85bd9b0 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:00.264840 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cead03-045e-47ea-955c-5c32c277cd07', 'name': 'network-vif-deleted', 'tag': '017bc249-70b6-4499-835a-961bdace3898', 'status': 'completed', 'code': 200} Sep 17 22:33:00.358022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 0df671e0-a193-42e6-90b4-753dc8d65741 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:00.376233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443e3e-5b23-4f26-95af-3e1287393fd2 req-e815f26a-db24-41d0-8fd7-34b598a83b7c tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.377745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92443e3e-5b23-4f26-95af-3e1287393fd2 req-e815f26a-db24-41d0-8fd7-34b598a83b7c tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0532279 Sep 17 22:33:00.405922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 0df671e0-a193-42e6-90b4-753dc8d65741 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:00.409467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 0df671e0-a193-42e6-90b4-753dc8d65741 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:00.409837 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.416105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92443e3e-5b23-4f26-95af-3e1287393fd2 req-b40d1dc9-acc0-4d14-a1a5-96f0ef019c51 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Sep 17 22:33:00.496460 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.521469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70037403-a781-42ce-b258-9ac359793902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df671e0-a193-42e6-90b4-753dc8d65741'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:00.524575 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad8e27-631d-4284-98fc-afe479e95640" -d '{"events": [{"server_uuid": "70037403-a781-42ce-b258-9ac359793902", "name": "network-vif-plugged", "status": "completed", "tag": "0df671e0-a193-42e6-90b4-753dc8d65741"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:00.537138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03555e59-4243-486c-a79d-74766c398166 req-429be4a9-1a78-4b79-9c6d-546cd443e302 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.537660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 0df671e0-a193-42e6-90b4-753dc8d65741, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0df671e0-a193-42e6-90b4-753dc8d65741,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:00.538875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03555e59-4243-486c-a79d-74766c398166 req-429be4a9-1a78-4b79-9c6d-546cd443e302 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0552943 Sep 17 22:33:00.543319 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.548910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34718) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:00.553740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Request body: {'floatingip': {'port_id': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:00.597993 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e985d688-8ffd-4587-89ad-c4d8025170a4 x-openstack-request-id: req-e985d688-8ffd-4587-89ad-c4d8025170a4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:00.598411 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70037403-a781-42ce-b258-9ac359793902", "name": "network-vif-plugged", "status": "completed", "tag": "0df671e0-a193-42e6-90b4-753dc8d65741", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:00.598576 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e985d688-8ffd-4587-89ad-c4d8025170a4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:00.598959 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70037403-a781-42ce-b258-9ac359793902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df671e0-a193-42e6-90b4-753dc8d65741', 'code': 200} Sep 17 22:33:00.600770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=0df671e0-a193-42e6-90b4-753dc8d65741,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:00.601304 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.846431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b2526-ac49-4117-bcb8-1c554c0e537c req-4231bf7a-c152-49e0-90d4-f0677e090e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.847924 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a5b2526-ac49-4117-bcb8-1c554c0e537c req-4231bf7a-c152-49e0-90d4-f0677e090e64 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 1098 time: 0.0865140 Sep 17 22:33:00.886866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34728) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:00.967841 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a5b2526-ac49-4117-bcb8-1c554c0e537c req-1fd56e31-99b6-4f09-a1ee-73ea35592428 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093898 Sep 17 22:33:00.996703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc619cf-3e93-4da0-9ad8-679e7f67cfa2 req-3264f97b-4a4e-49e2-840b-a4f7597c0120 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.998262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edc619cf-3e93-4da0-9ad8-679e7f67cfa2 req-3264f97b-4a4e-49e2-840b-a4f7597c0120 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 944 time: 0.0532024 Sep 17 22:33:01.018861 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88cefdbf-3e74-4cfc-8dd6-af4c53903a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.065200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edc619cf-3e93-4da0-9ad8-679e7f67cfa2 req-87461c19-5b6f-4585-a97b-d2091f2cff7d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601454 Sep 17 22:33:01.125168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.128920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.145133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88cefdbf-3e74-4cfc-8dd6-af4c53903a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.148831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88cefdbf-3e74-4cfc-8dd6-af4c53903a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.188048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-88cefdbf-3e74-4cfc-8dd6-af4c53903a37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8681d3d63514406bff4ae8922aceda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000879 Sep 17 22:33:01.188979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cefdbf-3e74-4cfc-8dd6-af4c53903a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f9fee-c1b7-4819-a8c9-bc716111f2c4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:01.191325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34736) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:01.231010 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Floating IP 3ba1bde8-0fb8-409b-8778-0e2c837b6943 associated. External IP: 172.25.0.86, port: 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd. Sep 17 22:33:01.241774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df225cb9-15b2-45e7-bcc4-cc13e795c19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.264907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df225cb9-15b2-45e7-bcc4-cc13e795c19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.347957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ca9cf-d3fb-4dc1-86c3-e1957a8ab719 req-77ff85e7-1d5f-4047-a378-1e0960e21efe tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:01.349536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c07ca9cf-d3fb-4dc1-86c3-e1957a8ab719 req-77ff85e7-1d5f-4047-a378-1e0960e21efe tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 950 time: 0.0547812 Sep 17 22:33:01.353801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df225cb9-15b2-45e7-bcc4-cc13e795c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.356469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df225cb9-15b2-45e7-bcc4-cc13e795c19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.357583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-df225cb9-15b2-45e7-bcc4-cc13e795c19a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/450f9fee-c1b7-4819-a8c9-bc716111f2c4 HTTP/1.1" status: 204 len: 168 time: 0.1653719 Sep 17 22:33:01.383135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df225cb9-15b2-45e7-bcc4-cc13e795c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f9fee-c1b7-4819-a8c9-bc716111f2c4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:01.403886 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c07ca9cf-d3fb-4dc1-86c3-e1957a8ab719 req-cc4426fd-5f55-4328-b0b3-6e3292ab6a92 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Sep 17 22:33:01.481355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 017bc249-70b6-4499-835a-961bdace3898 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:01.518995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 017bc249-70b6-4499-835a-961bdace3898 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:01.519781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 017bc249-70b6-4499-835a-961bdace3898 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:01.555793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419ddc-c683-4117-9600-8dc0428369a2 req-f6622cbe-5074-4eda-afee-b138e589eb85 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:01.557430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7419ddc-c683-4117-9600-8dc0428369a2 req-f6622cbe-5074-4eda-afee-b138e589eb85 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 946 time: 0.0828102 Sep 17 22:33:01.570777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-57bcec85-b713-4aa3-a2b4-25c95132eaee tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:01.572357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-57bcec85-b713-4aa3-a2b4-25c95132eaee tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 950 time: 0.0847962 Sep 17 22:33:01.655125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7419ddc-c683-4117-9600-8dc0428369a2 req-5e88bd9f-cdb4-4e9d-a850-6ec26410e0ce tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803063 Sep 17 22:33:01.706719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Deleting port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:01.707157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.784273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:01.807593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] For port 49032fe1-05d4-462f-8d9a-cf7c21e55d07, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=49032fe1-05d4-462f-8d9a-cf7c21e55d07,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:01.808000 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.820583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Calling delete_port for 49032fe1-05d4-462f-8d9a-cf7c21e55d07 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:01.902845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:01.913659 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.916687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] Sync routers for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:01.927051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:01.928125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:01.951606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f41f2389-2818-4399-8d41-6e0c7805afcc tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "PUT /v2.0/floatingips/3ba1bde8-0fb8-409b-8778-0e2c837b6943 HTTP/1.1" status: 200 len: 991 time: 1.4016438 Sep 17 22:33:01.977822 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.994036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4836c683-11f2-482a-8b39-d4e089d6d97c', '49032fe1-05d4-462f-8d9a-cf7c21e55d07'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:02.018704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event deleted for resources: {'Port': ['ID=49032fe1-05d4-462f-8d9a-cf7c21e55d07,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:02.024488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6', '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:02.076967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] No DVR routers for this DVR port 49032fe1-05d4-462f-8d9a-cf7c21e55d07 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:02.080647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.082838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fae3ca6b-8c7d-4bfe-b750-2c8bdcf86ab5 req-935de786-f778-4386-8e2b-8fcc91bed6d9 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "DELETE /v2.0/ports/49032fe1-05d4-462f-8d9a-cf7c21e55d07 HTTP/1.1" status: 204 len: 173 time: 0.5032060 Sep 17 22:33:02.083282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46c0ed-4ffe-413a-9532-bee5dcbddcf0', 'name': 'network-vif-deleted', 'tag': '49032fe1-05d4-462f-8d9a-cf7c21e55d07'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:02.089273 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0131df95-9754-4d3b-b6b2-f7754a9c53fb" -d '{"events": [{"server_uuid": "be46c0ed-4ffe-413a-9532-bee5dcbddcf0", "name": "network-vif-deleted", "tag": "49032fe1-05d4-462f-8d9a-cf7c21e55d07"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:02.147366 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa283330-3344-483b-a5f9-3918a3a44b4a x-openstack-request-id: req-aa283330-3344-483b-a5f9-3918a3a44b4a {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:02.147660 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be46c0ed-4ffe-413a-9532-bee5dcbddcf0", "name": "network-vif-deleted", "tag": "49032fe1-05d4-462f-8d9a-cf7c21e55d07", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:02.147914 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa283330-3344-483b-a5f9-3918a3a44b4a {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:02.148904 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be46c0ed-4ffe-413a-9532-bee5dcbddcf0', 'name': 'network-vif-deleted', 'tag': '49032fe1-05d4-462f-8d9a-cf7c21e55d07', 'status': 'completed', 'code': 200} Sep 17 22:33:02.184461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34770) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:02.217579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7841489-15db-49cd-8b31-703640b7653a req-a2885078-96a5-41a0-87ce-35f2e9886e8e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:02.219216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7841489-15db-49cd-8b31-703640b7653a req-a2885078-96a5-41a0-87ce-35f2e9886e8e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 944 time: 0.0575542 Sep 17 22:33:02.230367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:02.265559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'tag': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:02.267904 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576d83e-300f-4917-81ef-1b3a9aa9b965" -d '{"events": [{"name": "network-changed", "server_uuid": "f34fd613-012b-4ac7-b314-530947e92d0c", "tag": "7fae0d7f-0132-48cd-9ac5-66f822cc8ddd"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:02.301165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7841489-15db-49cd-8b31-703640b7653a req-6907c89c-690f-4aea-a5b1-25ec8875b529 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677810 Sep 17 22:33:02.321405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-712186715-network', 'tenant_id': '7a99ea8a5978469da1b9dfa9e7142ad3'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:02.325516 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea9b7b8-726f-4b96-907f-674126cf89d4 x-openstack-request-id: req-aea9b7b8-726f-4b96-907f-674126cf89d4 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:02.325801 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34fd613-012b-4ac7-b314-530947e92d0c", "tag": "7fae0d7f-0132-48cd-9ac5-66f822cc8ddd", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:02.326050 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aea9b7b8-726f-4b96-907f-674126cf89d4 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:02.326421 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'tag': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'status': 'completed', 'code': 200} Sep 17 22:33:02.345390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Made reservation on behalf of 7a99ea8a5978469da1b9dfa9e7142ad3 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:02.347886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.358099 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.387595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d1cb99ad-bbea-4be1-9413-e36fc3367f27 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:02.479345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-fb0697b9-62e7-48ba-ac9a-c007cb57510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:02.481002 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-fb0697b9-62e7-48ba-ac9a-c007cb57510e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=345a78b2f5cc44cb88760f06fa106ee0&device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 1098 time: 0.0862815 Sep 17 22:33:02.625571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b9aafa7-f2f1-4ef8-91c8-ecda19ce3974 req-432a48ab-fbc3-4b38-8e8b-a09e033581be tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=be46c0ed-4ffe-413a-9532-bee5dcbddcf0 HTTP/1.1" status: 200 len: 210 time: 0.0554812 Sep 17 22:33:02.651532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.660555 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.690112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:33:02.714522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d1cb99ad-bbea-4be1-9413-e36fc3367f27, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d1cb99ad-bbea-4be1-9413-e36fc3367f27,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:02.717038 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dbca69c4-be5d-4c01-9726-405e0e441878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.720561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883ae8ec-8085-47f4-aa66-fd161937c3df,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:02.728591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-03a17c2e-be07-4736-bd0e-e782237106fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:02.730049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-03a17c2e-be07-4736-bd0e-e782237106fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=a75546c5-688a-47a8-b016-2bc3539b03c6 HTTP/1.1" status: 200 len: 913 time: 0.1808860 Sep 17 22:33:02.734928 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.735285 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Added segment 90514358-68a0-407d-afde-e98d066ce92d of type vlan for network 225316d0-0192-4489-946a-876d33052598 Sep 17 22:33:02.773875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'd1cb99ad-bbea-4be1-9413-e36fc3367f27', 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'port_id': 'd1cb99ad-bbea-4be1-9413-e36fc3367f27', 'mac_address': 'fa:16:3e:01:70:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f609fb8d-ae0a-45e6-b41a-75c4c1597b0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:02.812336 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.821739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328fb20-1537-476f-ac43-b3cc7d7d86b9 req-101dca17-1ca9-49a2-9bc0-ef1f0c9f13eb tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:02.829833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d328fb20-1537-476f-ac43-b3cc7d7d86b9 req-101dca17-1ca9-49a2-9bc0-ef1f0c9f13eb tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 946 time: 0.0632706 Sep 17 22:33:02.868151 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.875816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d328fb20-1537-476f-ac43-b3cc7d7d86b9 req-136fb2a2-db64-4383-a749-3744b60e442f tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448632 Sep 17 22:33:02.895047 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-c52e0578-36e4-427e-9b6c-c98427d37ece service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd HTTP/1.1" status: 200 len: 999 time: 0.1410325 Sep 17 22:33:02.898954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.899506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cb99ad-bbea-4be1-9413-e36fc3367f27 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:02.900062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:02.900641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.923303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '3ba1bde8-0fb8-409b-8778-0e2c837b6943', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'port_id': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'mac_address': 'fa:16:3e:53:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:32:40Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 1, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:46Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:02.951797 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7662251 Sep 17 22:33:02.955096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34782) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:02.963079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Request body: {'subnet': {'network_id': '225316d0-0192-4489-946a-876d33052598', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-712186715-subnet', 'tenant_id': '7a99ea8a5978469da1b9dfa9e7142ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:02.964537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] Checking router: 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:02.967481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d1cb99ad-bbea-4be1-9413-e36fc3367f27, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d1cb99ad-bbea-4be1-9413-e36fc3367f27,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:02.982175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.997013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:02.997749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:03.000188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Made reservation on behalf of 7a99ea8a5978469da1b9dfa9e7142ad3 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:03.003357 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.003795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1172b8a-7894-49fa-b55e-6ec44d8e5f69 admin admin] Pushing event updated for resources: {'Network': ['ID=225316d0-0192-4489-946a-876d33052598,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:03.012999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-dc9f75ae-629c-4d73-8af6-1fa488051a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:03.014512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-dc9f75ae-629c-4d73-8af6-1fa488051a03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1819215a-e9c2-4325-a2e1-6c0da2b40add HTTP/1.1" status: 200 len: 851 time: 0.1057980 Sep 17 22:33:03.026362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 225316d0-0192-4489-946a-876d33052598 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:33:03.079607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-58e2a36d-7fff-44de-bcc7-b5552463fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:03.081541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-58e2a36d-7fff-44de-bcc7-b5552463fed5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a75546c5-688a-47a8-b016-2bc3539b03c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528626 Sep 17 22:33:03.194861 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-205f1b27-c4d2-40aa-8032-3af7cc16e346 service neutron] 10.222.0.49 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044676 Sep 17 22:33:03.211864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.260921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c98192c-ddc9-44f9-8e2e-a745410d3620,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:03.281931 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Checking segment: {'id': '90514358-68a0-407d-afde-e98d066ce92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '225316d0-0192-4489-946a-876d33052598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:03.282302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Network hostable DHCP agents. Network: 225316d0-0192-4489-946a-876d33052598, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:33:03.299345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Network 225316d0-0192-4489-946a-876d33052598 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:33:03.307849 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4576d83e-300f-4917-81ef-1b3a9aa9b965 req-854a45c6-d47b-4c30-a91d-ac0729871ba4 service neutron] 10.222.0.49 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033835 Sep 17 22:33:03.310649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 225316d0-0192-4489-946a-876d33052598) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:03.315794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:03.320951 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.329767 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.335462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c1d5b-b5f4-4b36-be25-9fe18dc05002 None None] Network 225316d0-0192-4489-946a-876d33052598 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:03.352314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1499b3bd-a253-48b4-b1c6-68093cb03978 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3952525 Sep 17 22:33:03.370735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=d1cb99ad-bbea-4be1-9413-e36fc3367f27,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:03.442742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bec655-5338-483b-8123-cb8761ffe138 req-65145fd0-088e-4a3d-97e8-ea559bc0927e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:03.444399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9bec655-5338-483b-8123-cb8761ffe138 req-65145fd0-088e-4a3d-97e8-ea559bc0927e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 944 time: 0.0537028 Sep 17 22:33:03.479826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:03.487681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9bec655-5338-483b-8123-cb8761ffe138 req-518cee5a-a5bb-4405-9f4a-946c1759d198 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Sep 17 22:33:03.517949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:03.570554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['d1cb99ad-bbea-4be1-9413-e36fc3367f27'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:03.786684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34808) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:03.797998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1065335491-network', 'tenant_id': 'b5f28ddf288d4788817e613c63ac7256'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:03.818570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501bff7-60db-464a-ba4b-e62ed776a567 None None] Network 225316d0-0192-4489-946a-876d33052598 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:03.823682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Made reservation on behalf of b5f28ddf288d4788817e613c63ac7256 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:03.826261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.836393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.891844 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.957093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.964346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.992196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:04.018080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:33:04.038764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.039558 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Added segment 05ba64e4-81e4-4cd9-9559-14b6bef46dc7 of type vlan for network 93a98795-3db0-4117-9d5a-574db8475a0a Sep 17 22:33:04.046937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '1dc2a5be-02ef-44d2-a597-c1c5c41920e9', 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'port_id': '1dc2a5be-02ef-44d2-a597-c1c5c41920e9', 'mac_address': 'fa:16:3e:87:1b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f609fb8d-ae0a-45e6-b41a-75c4c1597b0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:04.052515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5320382f-5872-451c-b441-cd07acbd258e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.114875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bd108-b06d-469e-94f8-c844a58d3f7d req-ee9099f8-fc51-48c9-9a5f-9babcf25cc84 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:04.116402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf2bd108-b06d-469e-94f8-c844a58d3f7d req-ee9099f8-fc51-48c9-9a5f-9babcf25cc84 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 946 time: 0.1417012 Sep 17 22:33:04.131798 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.203783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2d1da-20ba-438f-816b-cd7c8fd33d5f req-ed4f823e-bfbc-4048-b072-7b7baf640e6a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:04.205431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62b2d1da-20ba-438f-816b-cd7c8fd33d5f req-ed4f823e-bfbc-4048-b072-7b7baf640e6a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 950 time: 0.1231391 Sep 17 22:33:04.208311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf2bd108-b06d-469e-94f8-c844a58d3f7d req-1e64e27c-8f6d-4e5e-8b4f-1e67bd71e920 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739808 Sep 17 22:33:04.209435 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.210626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:04.211272 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.225116 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.266660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:04.293345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5056534 Sep 17 22:33:04.296005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc44c73-9fb9-4ac4-9da2-ab207c38d9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=93a98795-3db0-4117-9d5a-574db8475a0a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.296742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34822) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:04.299964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:04.306045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '3ba1bde8-0fb8-409b-8778-0e2c837b6943', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'port_id': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'mac_address': 'fa:16:3e:53:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:32:40Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 1, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:46Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:04.311320 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.311550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Request body: {'subnet': {'network_id': '93a98795-3db0-4117-9d5a-574db8475a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1065335491-subnet', 'tenant_id': 'b5f28ddf288d4788817e613c63ac7256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:04.312050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62b2d1da-20ba-438f-816b-cd7c8fd33d5f req-3cd8dec1-66df-4028-8921-2bc59c3d2817 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979095 Sep 17 22:33:04.319875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 93a98795-3db0-4117-9d5a-574db8475a0a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:33:04.341299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Made reservation on behalf of b5f28ddf288d4788817e613c63ac7256 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:04.345561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.386213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e5ad5-e09a-4ff1-afac-eb99496de3c2 None None] The sync data for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 is: [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '3ba1bde8-0fb8-409b-8778-0e2c837b6943', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'port_id': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'mac_address': 'fa:16:3e:53:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:32:40Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 1, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:46Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:04.444983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700d5ab-b1a8-4b62-8aa7-ca1924650c56 req-d91f0845-3381-4166-874a-04cabd71c362 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:04.447127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9700d5ab-b1a8-4b62-8aa7-ca1924650c56 req-d91f0845-3381-4166-874a-04cabd71c362 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 946 time: 0.0661335 Sep 17 22:33:04.456540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34824) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:04.468970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Request body: {'floatingip': {'port_id': '0df671e0-a193-42e6-90b4-753dc8d65741'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:04.471627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.513536 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.519796 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.561560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.593179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1dc2a5be-02ef-44d2-a597-c1c5c41920e9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:04.623142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbcf9c76-326e-4ca6-af50-7d4325fff4c6,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.650183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Checking segment: {'id': '05ba64e4-81e4-4cd9-9559-14b6bef46dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '93a98795-3db0-4117-9d5a-574db8475a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:04.650869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Network hostable DHCP agents. Network: 93a98795-3db0-4117-9d5a-574db8475a0a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:33:04.674498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Network 93a98795-3db0-4117-9d5a-574db8475a0a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:33:04.691343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 93a98795-3db0-4117-9d5a-574db8475a0a) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:04.692503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d5884-a012-48ea-a8ad-344bed38e420 req-11ce3c27-56fa-4dac-971b-cdc921562206 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:04.697043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:04.699220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.701422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c25d5884-a012-48ea-a8ad-344bed38e420 req-11ce3c27-56fa-4dac-971b-cdc921562206 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 945 time: 0.1220794 Sep 17 22:33:04.706500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159fce2-fa61-4d64-a324-f8ddec745541 None None] Network 93a98795-3db0-4117-9d5a-574db8475a0a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:04.719144 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f12d6d71-a45f-4a5b-9af5-a4b6b8422bd5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4201062 Sep 17 22:33:04.743040 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8eaa75-9574-4486-adbf-b03a5f02c8c6 None None] New status for floating IP 3ba1bde8-0fb8-409b-8778-0e2c837b6943: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:33:04.803531 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c25d5884-a012-48ea-a8ad-344bed38e420 req-6a13b598-a5f4-431f-9a60-9a65a8259cf4 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956531 Sep 17 22:33:04.965850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929ef06-b3b5-45ce-b346-050e8fc89cfa None None] Network 93a98795-3db0-4117-9d5a-574db8475a0a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:05.174720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.184205 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.267623 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.354667 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Floating IP 81e464a0-1819-4adc-b4bb-fa399c2097ab associated. External IP: 172.25.0.31, port: 0df671e0-a193-42e6-90b4-753dc8d65741. Sep 17 22:33:05.486057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-63102243-87c6-47de-a2fb-a8e2ab9aeb5a tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:05.487401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-63102243-87c6-47de-a2fb-a8e2ab9aeb5a tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/networks?id=225316d0-0192-4489-946a-876d33052598 HTTP/1.1" status: 200 len: 824 time: 0.2130823 Sep 17 22:33:05.516878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 49032fe1-05d4-462f-8d9a-cf7c21e55d07 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:05.540568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 49032fe1-05d4-462f-8d9a-cf7c21e55d07 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:05.540909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 49032fe1-05d4-462f-8d9a-cf7c21e55d07 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:05.551490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-2b52ae89-8c42-427f-9175-dcbb6c550bf6 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/quotas/7a99ea8a5978469da1b9dfa9e7142ad3 HTTP/1.1" status: 200 len: 375 time: 0.0321727 Sep 17 22:33:05.576727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-185edb64-714c-4277-a71e-921ed0bacb6a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:05.578176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-185edb64-714c-4277-a71e-921ed0bacb6a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc0c776f-c901-4196-b6fa-3661a27582d3 HTTP/1.1" status: 200 len: 949 time: 0.1677632 Sep 17 22:33:05.592203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b37397-943d-4534-bdd4-204d975d09f5 req-ec6a7d6d-9e4b-420c-9c16-8c7279745317 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:05.593589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34b37397-943d-4534-bdd4-204d975d09f5 req-ec6a7d6d-9e4b-420c-9c16-8c7279745317 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 950 time: 0.1672103 Sep 17 22:33:05.621937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-2da9d555-4398-4a32-b72b-63aab09d5694 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a99ea8a5978469da1b9dfa9e7142ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586526 Sep 17 22:33:05.840214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34b37397-943d-4534-bdd4-204d975d09f5 req-b5797b26-081c-4b30-a951-ce9dd5e3d1f8 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213733 Sep 17 22:33:05.891011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-477cc0ef-55b5-4397-902d-cea5392ddf98 service neutron] 10.222.0.48 "GET /v2.0/networks/225316d0-0192-4489-946a-876d33052598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521224 Sep 17 22:33:05.892696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Router e8e69993-ddb6-4aec-a91b-0045f6e69103 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:05.917407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Deleting port 4836c683-11f2-482a-8b39-d4e089d6d97c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:05.917739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.072949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c15d2-428c-4d2e-8830-141cfc147096 req-2346a5c9-a614-44d8-b41b-2330f20df44e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:06.074448 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-869c15d2-428c-4d2e-8830-141cfc147096 req-2346a5c9-a614-44d8-b41b-2330f20df44e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 950 time: 0.0507991 Sep 17 22:33:06.145219 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:33:06.181252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Deleting port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:06.181588 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.278802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] For port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:06.279172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.292049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Calling delete_port for 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:06.391555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d1cb99ad-bbea-4be1-9413-e36fc3367f27 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:06.428534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.466168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event deleted for resources: {'Port': ['ID=7bbc8ec5-3e15-43b6-85fb-81d453657ad0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.494799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-fa9c9dcf-847f-45f0-a1b8-b763bd9ec902 service neutron] 10.222.0.48 "GET /v2.0/networks/225316d0-0192-4489-946a-876d33052598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947244 Sep 17 22:33:06.496666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] For port 4836c683-11f2-482a-8b39-d4e089d6d97c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4836c683-11f2-482a-8b39-d4e089d6d97c,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:06.497068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.509115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dcaa9-99b8-45f0-9cc3-054bc2a2f953 req-b94a3f33-dda2-456e-be93-38453faa7995 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:06.511799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] No DVR routers for this DVR port 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:06.514573 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.516882 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-869c15d2-428c-4d2e-8830-141cfc147096 req-d7a8e664-ecd8-4a03-b468-6f1722672c1d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "DELETE /v2.0/ports/7bbc8ec5-3e15-43b6-85fb-81d453657ad0 HTTP/1.1" status: 204 len: 173 time: 0.4338970 Sep 17 22:33:06.517508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e344e9-7177-409b-925f-efec5f782772', 'name': 'network-vif-deleted', 'tag': '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:06.517844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b9dcaa9-99b8-45f0-9cc3-054bc2a2f953 req-b94a3f33-dda2-456e-be93-38453faa7995 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 945 time: 0.5173974 Sep 17 22:33:06.521877 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31238eb-14a1-4035-8630-f9d5a745bcc0" -d '{"events": [{"server_uuid": "55e344e9-7177-409b-925f-efec5f782772", "name": "network-vif-deleted", "tag": "7bbc8ec5-3e15-43b6-85fb-81d453657ad0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:06.547898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Calling delete_port for 4836c683-11f2-482a-8b39-d4e089d6d97c owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:06.558459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:06.568355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.580697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4836c683-11f2-482a-8b39-d4e089d6d97c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:06.582834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6', '7bbc8ec5-3e15-43b6-85fb-81d453657ad0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:06.585448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] Sync routers for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:06.677902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-071ec258-0923-469b-8151-22c659d3ec92 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "PUT /v2.0/floatingips/81e464a0-1819-4adc-b4bb-fa399c2097ab HTTP/1.1" status: 200 len: 991 time: 2.2172618 Sep 17 22:33:06.677902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70037403-a781-42ce-b258-9ac359793902', 'tag': '0df671e0-a193-42e6-90b4-753dc8d65741'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:06.681154 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70eb746-6f26-48e8-be33-377087103f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "70037403-a781-42ce-b258-9ac359793902", "tag": "0df671e0-a193-42e6-90b4-753dc8d65741"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:06.691035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:06.691671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:06.696995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b9dcaa9-99b8-45f0-9cc3-054bc2a2f953 req-f800167d-6f8b-4356-ade9-bf6e68396a39 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738725 Sep 17 22:33:06.830104 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.841368 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be959032-b048-46a9-875a-a80b5f8bf528 x-openstack-request-id: req-be959032-b048-46a9-875a-a80b5f8bf528 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:06.841863 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e344e9-7177-409b-925f-efec5f782772", "name": "network-vif-deleted", "tag": "7bbc8ec5-3e15-43b6-85fb-81d453657ad0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:06.842892 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be959032-b048-46a9-875a-a80b5f8bf528 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:06.843522 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e344e9-7177-409b-925f-efec5f782772', 'name': 'network-vif-deleted', 'tag': '7bbc8ec5-3e15-43b6-85fb-81d453657ad0', 'status': 'completed', 'code': 200} Sep 17 22:33:06.872796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event deleted for resources: {'Port': ['ID=4836c683-11f2-482a-8b39-d4e089d6d97c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.924503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e16b140-8341-4074-817c-85ff53ec8cd2 req-0ba8d9b4-92f0-4bd5-ba50-c96fe21999f4 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 210 time: 0.0555296 Sep 17 22:33:06.956745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] No DVR routers for this DVR port 4836c683-11f2-482a-8b39-d4e089d6d97c on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:06.960772 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.963204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8298ca00-d6ef-43a9-88be-6ae2e2d32f4d req-56e853f5-c415-418c-9362-3b1d0f238a90 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.45 "DELETE /v2.0/ports/4836c683-11f2-482a-8b39-d4e089d6d97c HTTP/1.1" status: 204 len: 173 time: 1.3675125 Sep 17 22:33:06.978175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port d1cb99ad-bbea-4be1-9413-e36fc3367f27 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:06.996199 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffde7535-d1d5-4ab2-b6ca-5fcbf60d03bb x-openstack-request-id: req-ffde7535-d1d5-4ab2-b6ca-5fcbf60d03bb {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:06.996507 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70037403-a781-42ce-b258-9ac359793902", "tag": "0df671e0-a193-42e6-90b4-753dc8d65741", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:06.996767 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffde7535-d1d5-4ab2-b6ca-5fcbf60d03bb {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:06.997199 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70037403-a781-42ce-b258-9ac359793902', 'tag': '0df671e0-a193-42e6-90b4-753dc8d65741', 'status': 'completed', 'code': 200} Sep 17 22:33:07.016640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:07.136899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port d1cb99ad-bbea-4be1-9413-e36fc3367f27 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:07.137302 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.161408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb746-6f26-48e8-be33-377087103f8d req-b9de5a73-9e0b-4a74-baff-b3cf32639295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.170683 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a70eb746-6f26-48e8-be33-377087103f8d req-b9de5a73-9e0b-4a74-baff-b3cf32639295 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=069bdc1c5e8c4349800ac2418b034c7f&device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 1098 time: 0.1079125 Sep 17 22:33:07.183123 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd4c64e1-33ac-4217-a5fb-dd4ee79d6eff req-fde46b03-6c20-48ca-9553-021d74a2f32b tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e344e9-7177-409b-925f-efec5f782772 HTTP/1.1" status: 200 len: 210 time: 0.0418231 Sep 17 22:33:07.325803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb746-6f26-48e8-be33-377087103f8d req-a42032b1-89a7-41f3-8cf2-84585d0089bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.328312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a70eb746-6f26-48e8-be33-377087103f8d req-a42032b1-89a7-41f3-8cf2-84585d0089bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e229469d-dbeb-4b00-bac1-25ac37f69f20 HTTP/1.1" status: 200 len: 916 time: 0.1511843 Sep 17 22:33:07.411893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a70eb746-6f26-48e8-be33-377087103f8d req-f20b2d8d-aa24-433f-8438-6753c9ca1ad9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df671e0-a193-42e6-90b4-753dc8d65741 HTTP/1.1" status: 200 len: 999 time: 0.0736279 Sep 17 22:33:07.474450 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.480538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb746-6f26-48e8-be33-377087103f8d req-bf7d9b91-dfe5-4f4a-a640-9877ea16b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.482777 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a70eb746-6f26-48e8-be33-377087103f8d req-bf7d9b91-dfe5-4f4a-a640-9877ea16b347 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae96bdf-a239-45a5-b3e2-4b9f0ad3338b HTTP/1.1" status: 200 len: 854 time: 0.0581467 Sep 17 22:33:07.534669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:07.536160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e376c7-da9d-4270-b130-0c3aa8fc0a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cb99ad-bbea-4be1-9413-e36fc3367f27'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:07.538614 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d37030-e682-46ae-94ae-df2f065c08f2" -d '{"events": [{"server_uuid": "84e376c7-da9d-4270-b130-0c3aa8fc0a9a", "name": "network-vif-plugged", "status": "completed", "tag": "d1cb99ad-bbea-4be1-9413-e36fc3367f27"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:07.561644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb746-6f26-48e8-be33-377087103f8d req-dd86c1fb-29fd-4d1b-b270-484f78af4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.563259 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a70eb746-6f26-48e8-be33-377087103f8d req-dd86c1fb-29fd-4d1b-b270-484f78af4773 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e229469d-dbeb-4b00-bac1-25ac37f69f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725067 Sep 17 22:33:07.587498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d1cb99ad-bbea-4be1-9413-e36fc3367f27, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d1cb99ad-bbea-4be1-9413-e36fc3367f27,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:07.604481 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50e59de-6ba2-4bfb-8b66-ae3b9d2591ba x-openstack-request-id: req-f50e59de-6ba2-4bfb-8b66-ae3b9d2591ba {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:07.604781 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e376c7-da9d-4270-b130-0c3aa8fc0a9a", "name": "network-vif-plugged", "status": "completed", "tag": "d1cb99ad-bbea-4be1-9413-e36fc3367f27", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:07.605064 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f50e59de-6ba2-4bfb-8b66-ae3b9d2591ba {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:07.605451 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e376c7-da9d-4270-b130-0c3aa8fc0a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cb99ad-bbea-4be1-9413-e36fc3367f27', 'code': 200} Sep 17 22:33:07.610238 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.671983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '81e464a0-1819-4adc-b4bb-fa399c2097ab', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'port_id': '0df671e0-a193-42e6-90b4-753dc8d65741', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'mac_address': 'fa:16:3e:ae:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70037403-a781-42ce-b258-9ac359793902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 1, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 5, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:07.708337 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a70eb746-6f26-48e8-be33-377087103f8d req-4f83ff8a-2bd3-4503-ae21-aa6fc03d79c1 service neutron] 10.222.0.49 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361132 Sep 17 22:33:07.729495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] Checking router: e8e69993-ddb6-4aec-a91b-0045f6e69103 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:07.774757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:07.776752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=d1cb99ad-bbea-4be1-9413-e36fc3367f27,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:07.782949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:07.783581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:07.797386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:07.797772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.837422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c0473-9a9f-4def-81cb-950dbc106bae req-f254d6c9-a381-48e5-bc6e-36736d7e4786 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.846618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-237c0473-9a9f-4def-81cb-950dbc106bae req-f254d6c9-a381-48e5-bc6e-36736d7e4786 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 945 time: 0.0702994 Sep 17 22:33:07.890850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f584f-7180-430f-920f-7a1013081845 req-7b175563-1c65-4b87-8164-b8b792244ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.892446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1f584f-7180-430f-920f-7a1013081845 req-7b175563-1c65-4b87-8164-b8b792244ae7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84e376c7-da9d-4270-b130-0c3aa8fc0a9a HTTP/1.1" status: 200 len: 1098 time: 0.1591291 Sep 17 22:33:07.898066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-237c0473-9a9f-4def-81cb-950dbc106bae req-f313cefa-f2ea-4fd4-8e96-45fb3ccedf4e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Sep 17 22:33:07.922736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a70eb746-6f26-48e8-be33-377087103f8d req-61fe9600-7674-4785-8780-3528d2bfce29 service neutron] 10.222.0.49 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006445 Sep 17 22:33:07.960234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f1f584f-7180-430f-920f-7a1013081845 req-6be65a94-376e-4b2a-a79f-144298e12aec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Sep 17 22:33:08.043823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4c68674-b52d-46f9-a5d7-ec3488bcf234 req-844e94d8-c1b1-44ee-ab08-cb3a651a11cb tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 210 time: 0.0284624 Sep 17 22:33:08.056008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:08.157018 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.172290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-9d6caa0d-f0ae-438b-8006-71f500a9c38e tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.173869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-9d6caa0d-f0ae-438b-8006-71f500a9c38e tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.45 "GET /v2.0/networks?id=225316d0-0192-4489-946a-876d33052598 HTTP/1.1" status: 200 len: 824 time: 0.1285887 Sep 17 22:33:08.188483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Request body: {'port': {'device_id': '87668e51-5ff7-4165-bbdc-61f9c2f8e529', 'network_id': '225316d0-0192-4489-946a-876d33052598', 'admin_state_up': True, 'tenant_id': '7a99ea8a5978469da1b9dfa9e7142ad3'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:08.205875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:08.212962 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.213756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4836c683-11f2-482a-8b39-d4e089d6d97c no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:08.271722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 4836c683-11f2-482a-8b39-d4e089d6d97c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:08.272064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4836c683-11f2-482a-8b39-d4e089d6d97c not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:08.306459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Made reservation on behalf of 7a99ea8a5978469da1b9dfa9e7142ad3 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:08.309995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.333342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:08.431742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '81e464a0-1819-4adc-b4bb-fa399c2097ab', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'port_id': '0df671e0-a193-42e6-90b4-753dc8d65741', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'mac_address': 'fa:16:3e:ae:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70037403-a781-42ce-b258-9ac359793902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 1, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 5, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:08.459632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260616c-9b2d-4a6c-80be-aafc83b9e4f2 None None] The sync data for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 is: [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '81e464a0-1819-4adc-b4bb-fa399c2097ab', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'port_id': '0df671e0-a193-42e6-90b4-753dc8d65741', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'mac_address': 'fa:16:3e:ae:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70037403-a781-42ce-b258-9ac359793902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 1, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 5, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:08.461341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Allocated IP 172.20.0.13 (225316d0-0192-4489-946a-876d33052598/6c98192c-ddc9-44f9-8e2e-a745410d3620/f8c97ddd-60b8-493d-86b4-221ac96272fb) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:08.635346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.682703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.703421 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543fefb-43b9-4c8a-8a46-9ec0f6104ceb None None] New status for floating IP 81e464a0-1819-4adc-b4bb-fa399c2097ab: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:33:08.738619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Network 225316d0-0192-4489-946a-876d33052598 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:08.742051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:08.745949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:08.777070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Pushing event updated for resources: {'Port': ['ID=f8c97ddd-60b8-493d-86b4-221ac96272fb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:08.814631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.815263 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.832293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-a61eb8a6-cc77-4185-94e6-45ffe21987ab tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6482141 Sep 17 22:33:08.844583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Request body: {'port': {'device_id': '87668e51-5ff7-4165-bbdc-61f9c2f8e529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:08.943152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.953621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23458f98-9a32-4d65-8107-6dca02cfa62c req-3f4c1b2d-cf23-4f0a-9868-e8a131187d0e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.955090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23458f98-9a32-4d65-8107-6dca02cfa62c req-3f4c1b2d-cf23-4f0a-9868-e8a131187d0e tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 950 time: 0.0845366 Sep 17 22:33:08.997999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c776f-c901-4196-b6fa-3661a27582d3', 'name': 'network-vif-deleted', 'tag': '4836c683-11f2-482a-8b39-d4e089d6d97c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:09.000238 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad8b55-b14c-4a97-a16e-df1aa659b49c" -d '{"events": [{"server_uuid": "cc0c776f-c901-4196-b6fa-3661a27582d3", "name": "network-vif-deleted", "tag": "4836c683-11f2-482a-8b39-d4e089d6d97c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:09.045158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23458f98-9a32-4d65-8107-6dca02cfa62c req-097fa265-b329-40ac-80f3-ba9557c86c1a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835426 Sep 17 22:33:09.147703 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe1d529-ead8-4d01-b4c6-1927cf8c2d00 x-openstack-request-id: req-7fe1d529-ead8-4d01-b4c6-1927cf8c2d00 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:09.148002 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c776f-c901-4196-b6fa-3661a27582d3", "name": "network-vif-deleted", "tag": "4836c683-11f2-482a-8b39-d4e089d6d97c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:09.148862 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fe1d529-ead8-4d01-b4c6-1927cf8c2d00 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:09.149444 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c776f-c901-4196-b6fa-3661a27582d3', 'name': 'network-vif-deleted', 'tag': '4836c683-11f2-482a-8b39-d4e089d6d97c', 'status': 'completed', 'code': 200} Sep 17 22:33:09.159923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6f8dc-6809-42bb-a512-17259dd077ca req-f2d03c66-5727-4a2b-a0b9-85abeef841a0 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.161533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5e6f8dc-6809-42bb-a512-17259dd077ca req-f2d03c66-5727-4a2b-a0b9-85abeef841a0 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 946 time: 0.1436312 Sep 17 22:33:09.285887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5e6f8dc-6809-42bb-a512-17259dd077ca req-181d01d3-6a20-44ad-9928-d10c40f67eb5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175129 Sep 17 22:33:09.305129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09e375-f36f-46a2-95ee-4611a17e5baa req-3bc033c2-cd2f-46d2-a31f-7597eab3965a tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.306626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff09e375-f36f-46a2-95ee-4611a17e5baa req-3bc033c2-cd2f-46d2-a31f-7597eab3965a tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 932 time: 0.1185033 Sep 17 22:33:09.374034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff09e375-f36f-46a2-95ee-4611a17e5baa req-deb2d29f-7884-42ce-bfef-6993447e707b tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Sep 17 22:33:09.418404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c97ddd-60b8-493d-86b4-221ac96272fb {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:09.426348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.438933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Transition to ACTIVE for port object f8c97ddd-60b8-493d-86b4-221ac96272fb will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:09.443760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.511064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Pushing event updated for resources: {'Port': ['ID=f8c97ddd-60b8-493d-86b4-221ac96272fb,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:09.562382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Attempting to bind port f8c97ddd-60b8-493d-86b4-221ac96272fb on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:09.562711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Attempting to bind port f8c97ddd-60b8-493d-86b4-221ac96272fb by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '90514358-68a0-407d-afde-e98d066ce92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '225316d0-0192-4489-946a-876d33052598'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:09.563028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Attempting to bind port f8c97ddd-60b8-493d-86b4-221ac96272fb on network 225316d0-0192-4489-946a-876d33052598 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:09.567182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Port f8c97ddd-60b8-493d-86b4-221ac96272fb on network 225316d0-0192-4489-946a-876d33052598 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:09.567495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Attempting to bind port f8c97ddd-60b8-493d-86b4-221ac96272fb on network 225316d0-0192-4489-946a-876d33052598 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:09.572616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:09.572972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Checking segment: {'id': '90514358-68a0-407d-afde-e98d066ce92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '225316d0-0192-4489-946a-876d33052598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:09.573353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Bound using segment: {'id': '90514358-68a0-407d-afde-e98d066ce92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '225316d0-0192-4489-946a-876d33052598'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:09.573771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Bound port: f8c97ddd-60b8-493d-86b4-221ac96272fb, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90514358-68a0-407d-afde-e98d066ce92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '225316d0-0192-4489-946a-876d33052598'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:09.574127 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.606289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db71d03a-092f-4a69-8bb3-b69ea17ea154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc2a5be-02ef-44d2-a597-c1c5c41920e9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:09.608705 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aa3bd7-e6dd-4863-aff2-e84a9043c1ae" -d '{"events": [{"server_uuid": "db71d03a-092f-4a69-8bb3-b69ea17ea154", "name": "network-vif-plugged", "status": "completed", "tag": "1dc2a5be-02ef-44d2-a597-c1c5c41920e9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:09.619787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:09.640290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] For port f8c97ddd-60b8-493d-86b4-221ac96272fb, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:09.644495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] For port f8c97ddd-60b8-493d-86b4-221ac96272fb, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f8c97ddd-60b8-493d-86b4-221ac96272fb,segment=NetworkSegment(90514358-68a0-407d-afde-e98d066ce92d),segment_id=90514358-68a0-407d-afde-e98d066ce92d)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:09.649044 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe0c54-9226-4478-8857-a73ffb398a91 x-openstack-request-id: req-3ebe0c54-9226-4478-8857-a73ffb398a91 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:09.649838 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db71d03a-092f-4a69-8bb3-b69ea17ea154", "name": "network-vif-plugged", "status": "completed", "tag": "1dc2a5be-02ef-44d2-a597-c1c5c41920e9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:09.650083 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.650220 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ebe0c54-9226-4478-8857-a73ffb398a91 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:09.650477 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db71d03a-092f-4a69-8bb3-b69ea17ea154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc2a5be-02ef-44d2-a597-c1c5c41920e9', 'code': 200} Sep 17 22:33:09.688325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.688913 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.690337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] 10.222.0.45 "PUT /v2.0/ports/f8c97ddd-60b8-493d-86b4-221ac96272fb HTTP/1.1" status: 200 len: 1093 time: 0.8501866 Sep 17 22:33:09.716996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624bc3a-eb37-4ab5-86f8-0fdaf4afde5e service neutron] Pushing event updated for resources: {'Port': ['ID=f8c97ddd-60b8-493d-86b4-221ac96272fb,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:09.770801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9778f-4fac-4331-b382-1f8e6e62c295 req-72c9cb8a-91c2-4833-8f58-a1b16deccc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.773948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7d9778f-4fac-4331-b382-1f8e6e62c295 req-72c9cb8a-91c2-4833-8f58-a1b16deccc8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 1098 time: 0.0516014 Sep 17 22:33:09.780567 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-183c8515-ae2f-49c7-9f21-0901a5d613c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.782101 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-183c8515-ae2f-49c7-9f21-0901a5d613c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a99ea8a5978469da1b9dfa9e7142ad3&device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 1096 time: 0.0436935 Sep 17 22:33:09.811034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7d9778f-4fac-4331-b382-1f8e6e62c295 req-f349db40-0580-45ff-8a53-f148aad89ddc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Sep 17 22:33:09.834604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-5d55046c-8d90-48f1-89be-49aaed76825f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c97ddd-60b8-493d-86b4-221ac96272fb HTTP/1.1" status: 200 len: 217 time: 0.0438244 Sep 17 22:33:10.039452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-0ebcb67e-df59-4f6e-959a-a46665b9eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.041146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-0ebcb67e-df59-4f6e-959a-a46665b9eb57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c98192c-ddc9-44f9-8e2e-a745410d3620 HTTP/1.1" status: 200 len: 864 time: 0.0467045 Sep 17 22:33:10.073968 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-36b89b50-a59e-4c11-9d57-7dd6d96e71f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=225316d0-0192-4489-946a-876d33052598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257735 Sep 17 22:33:10.171990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4cbb8-60a3-42d6-a456-4264581e222f req-ad9f967c-b84f-4dd6-8279-6eb171b5c934 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.173523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70f4cbb8-60a3-42d6-a456-4264581e222f req-ad9f967c-b84f-4dd6-8279-6eb171b5c934 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 950 time: 0.0585074 Sep 17 22:33:10.178335 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-4b1ffb4d-efdd-46ac-afb4-30c5cbcb884e service neutron] 10.222.0.45 "GET /v2.0/networks/225316d0-0192-4489-946a-876d33052598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972044 Sep 17 22:33:10.214681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70f4cbb8-60a3-42d6-a456-4264581e222f req-f0922a0b-249f-48db-a657-d742fce92e2f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Sep 17 22:33:10.274988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78701566-f0aa-4ea7-9cdd-90d1ad668872 req-0f7960e1-0ce4-4639-b36f-151271b89ec1 service neutron] 10.222.0.45 "GET /v2.0/networks/225316d0-0192-4489-946a-876d33052598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847354 Sep 17 22:33:10.391968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:10.406398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdd9e7-0641-436d-8d6c-9ef45ffcb6de req-b554aabc-af5f-4ab5-a2d5-774709debf79 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.408069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0cdd9e7-0641-436d-8d6c-9ef45ffcb6de req-b554aabc-af5f-4ab5-a2d5-774709debf79 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 946 time: 0.0513289 Sep 17 22:33:10.412565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:10.412910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7bbc8ec5-3e15-43b6-85fb-81d453657ad0 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:10.458461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0cdd9e7-0641-436d-8d6c-9ef45ffcb6de req-e0c30afc-9651-48ae-b103-b98c8af24fbc tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Sep 17 22:33:10.495445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa4cce-e702-4529-b9de-a315a94966b5 req-19d22d01-82c4-462e-8cb1-6c18693115a4 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.497584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8aa4cce-e702-4529-b9de-a315a94966b5 req-19d22d01-82c4-462e-8cb1-6c18693115a4 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 944 time: 0.0565231 Sep 17 22:33:10.535957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8aa4cce-e702-4529-b9de-a315a94966b5 req-6e885279-7256-4f62-b89c-79a097a51cc2 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Sep 17 22:33:10.654393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-b62ca5de-c55c-477e-acd4-f7a8087ad154 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448291 Sep 17 22:33:10.744013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-cd8a0e11-b285-43b8-8898-dac4b1503765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.745561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-cd8a0e11-b285-43b8-8898-dac4b1503765 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1097 time: 0.0398071 Sep 17 22:33:10.855025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-e7cb8b16-0ce3-47ad-b78b-a8ff90b5d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.856498 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-e7cb8b16-0ce3-47ad-b78b-a8ff90b5d3e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.0880160 Sep 17 22:33:10.925451 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-3c2bb209-f6b8-4ff5-9616-4afcf42d1e5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1000 time: 0.0607293 Sep 17 22:33:11.017823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-e3cfc48a-717c-4003-ac06-75339e8f220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.019270 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-e3cfc48a-717c-4003-ac06-75339e8f220e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0741832 Sep 17 22:33:11.031246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-9b8da52b-0ce1-4e5c-9e5e-b7624167105d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.032581 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-9b8da52b-0ce1-4e5c-9e5e-b7624167105d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 950 time: 0.0617321 Sep 17 22:33:11.125011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-41cda5c1-b7fb-4d38-be3b-23e7873550f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.126506 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-41cda5c1-b7fb-4d38-be3b-23e7873550f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930793 Sep 17 22:33:11.150456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87668e51-5ff7-4165-bbdc-61f9c2f8e529', 'tag': 'f8c97ddd-60b8-493d-86b4-221ac96272fb'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:11.153018 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb47e5db-1e0f-479e-9c08-7672245816c1" -d '{"events": [{"name": "network-changed", "server_uuid": "87668e51-5ff7-4165-bbdc-61f9c2f8e529", "tag": "f8c97ddd-60b8-493d-86b4-221ac96272fb"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:11.191358 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd016a5-b582-4764-8b3d-7c4cf01c63ee x-openstack-request-id: req-9bd016a5-b582-4764-8b3d-7c4cf01c63ee {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:11.193608 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87668e51-5ff7-4165-bbdc-61f9c2f8e529", "tag": "f8c97ddd-60b8-493d-86b4-221ac96272fb", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:11.193608 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bd016a5-b582-4764-8b3d-7c4cf01c63ee {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:11.193608 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87668e51-5ff7-4165-bbdc-61f9c2f8e529', 'tag': 'f8c97ddd-60b8-493d-86b4-221ac96272fb', 'status': 'completed', 'code': 200} Sep 17 22:33:11.237381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Deleting port 997b303d-b961-4fba-9724-9612760714d6 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:11.237718 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.268292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-cc8f2d53-da7f-49df-8d26-51a16481c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.269854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-cc8f2d53-da7f-49df-8d26-51a16481c119 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a99ea8a5978469da1b9dfa9e7142ad3&device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 1096 time: 0.0547237 Sep 17 22:33:11.329622 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-4b48aa08-d2ad-48ad-82c4-76e2ca102688 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909983 Sep 17 22:33:11.338131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-93b02a01-0189-4abe-9c01-e48b573853a4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.339516 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-93b02a01-0189-4abe-9c01-e48b573853a4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/ports?device_id=152aa3fc-73ec-4e53-afd5-3221b7ff09a9 HTTP/1.1" status: 200 len: 949 time: 0.1683521 Sep 17 22:33:11.391947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5b88-5ba4-4edc-b915-b37f8ca3aea2 req-c814ac03-3359-4b42-adf8-fa3c2a3b36ef tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.393459 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b8d5b88-5ba4-4edc-b915-b37f8ca3aea2 req-c814ac03-3359-4b42-adf8-fa3c2a3b36ef tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 950 time: 0.0978899 Sep 17 22:33:11.422072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-a31ef4b1-c4dd-4393-9f00-ed375af78611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.423555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-a31ef4b1-c4dd-4393-9f00-ed375af78611 service neutron] 10.222.0.45 "GET /v2.0/networks?id=225316d0-0192-4489-946a-876d33052598 HTTP/1.1" status: 200 len: 925 time: 0.1459529 Sep 17 22:33:11.466580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] For port 997b303d-b961-4fba-9724-9612760714d6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=997b303d-b961-4fba-9724-9612760714d6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:11.466948 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.474887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b8d5b88-5ba4-4edc-b915-b37f8ca3aea2 req-8da84bb7-0146-498f-a399-b77b2e12e386 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742509 Sep 17 22:33:11.476300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-26d5bfc3-8a60-4791-9f98-224a0081d1ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c97ddd-60b8-493d-86b4-221ac96272fb HTTP/1.1" status: 200 len: 217 time: 0.0403302 Sep 17 22:33:11.502772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Calling delete_port for 997b303d-b961-4fba-9724-9612760714d6 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:11.531361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-73a72770-41c3-4c70-9845-b4a0f58fffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.532871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-73a72770-41c3-4c70-9845-b4a0f58fffe8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c98192c-ddc9-44f9-8e2e-a745410d3620 HTTP/1.1" status: 200 len: 864 time: 0.0492260 Sep 17 22:33:11.566725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c8271fcf-ef87-4da4-935e-8ecee9468685 req-53643eee-c295-4b11-83ff-b0da555413e3 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262025 Sep 17 22:33:11.596845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-4d7f7f73-0356-4759-8e4c-e167000dfed7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=225316d0-0192-4489-946a-876d33052598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498357 Sep 17 22:33:11.604346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Deleting port 780e4f9e-003c-476b-9479-f9e65efbb585 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:11.604694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.647224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6523dd2-8d43-4309-ad84-4bc1eb9a003d req-9b88e198-3129-445e-9465-4ee8fa5b5c00 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.649062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6523dd2-8d43-4309-ad84-4bc1eb9a003d req-9b88e198-3129-445e-9465-4ee8fa5b5c00 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 946 time: 0.1112034 Sep 17 22:33:11.738325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] For port 780e4f9e-003c-476b-9479-f9e65efbb585, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=780e4f9e-003c-476b-9479-f9e65efbb585,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:11.738696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.748682 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.753537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab20f-50c6-4afa-9bf1-836e85ad5529 req-4e94a686-fc87-4cbf-9790-d54a4c141ac0 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.755057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-461ab20f-50c6-4afa-9bf1-836e85ad5529 req-4e94a686-fc87-4cbf-9790-d54a4c141ac0 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 944 time: 0.1402464 Sep 17 22:33:11.757113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Calling delete_port for 780e4f9e-003c-476b-9479-f9e65efbb585 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:11.765150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6523dd2-8d43-4309-ad84-4bc1eb9a003d req-eab150bf-5cc5-408c-9a3f-c798705e238d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945611 Sep 17 22:33:11.793651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0', '780e4f9e-003c-476b-9479-f9e65efbb585', '997b303d-b961-4fba-9724-9612760714d6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:11.798141 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-60516d53-f434-4a18-a113-2d82a9031f56 service neutron] 10.222.0.45 "GET /v2.0/networks/225316d0-0192-4489-946a-876d33052598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922038 Sep 17 22:33:11.799955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event deleted for resources: {'Port': ['ID=997b303d-b961-4fba-9724-9612760714d6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:11.842230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-461ab20f-50c6-4afa-9bf1-836e85ad5529 req-9bdfbe9e-52e8-43e2-8071-fe58258c131e tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761204 Sep 17 22:33:11.870135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] No DVR routers for this DVR port 997b303d-b961-4fba-9724-9612760714d6 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:11.873763 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.875737 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f2997c8-0cd2-4405-990f-04d90a2da51a req-a2ae1215-bd0d-4fe1-9159-95a7dfb002d7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "DELETE /v2.0/ports/997b303d-b961-4fba-9724-9612760714d6 HTTP/1.1" status: 204 len: 173 time: 0.8346055 Sep 17 22:33:11.876171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b45a3d-d168-4f2b-984b-a1460880171c', 'name': 'network-vif-deleted', 'tag': '997b303d-b961-4fba-9724-9612760714d6'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:11.878515 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aa4c5a-8748-4214-ac2c-05b18db26c38" -d '{"events": [{"server_uuid": "56b45a3d-d168-4f2b-984b-a1460880171c", "name": "network-vif-deleted", "tag": "997b303d-b961-4fba-9724-9612760714d6"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:11.938735 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb47e5db-1e0f-479e-9c08-7672245816c1 req-c08b2c21-24e9-4a6d-8f10-c70452fd0e48 service neutron] 10.222.0.45 "GET /v2.0/networks/225316d0-0192-4489-946a-876d33052598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259754 Sep 17 22:33:12.012510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.038500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babed92-eff9-478b-b8fd-d8c6862089be req-d5ad55e0-414c-45d4-a52d-f33cf575f263 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.041075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4babed92-eff9-478b-b8fd-d8c6862089be req-d5ad55e0-414c-45d4-a52d-f33cf575f263 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e376c7-da9d-4270-b130-0c3aa8fc0a9a HTTP/1.1" status: 200 len: 946 time: 0.0648739 Sep 17 22:33:12.068862 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a4f3f-5db1-471c-b698-c9ce1e596a75 x-openstack-request-id: req-b02a4f3f-5db1-471c-b698-c9ce1e596a75 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:12.069185 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b45a3d-d168-4f2b-984b-a1460880171c", "name": "network-vif-deleted", "tag": "997b303d-b961-4fba-9724-9612760714d6", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:12.069443 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b02a4f3f-5db1-471c-b698-c9ce1e596a75 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:12.069835 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b45a3d-d168-4f2b-984b-a1460880171c', 'name': 'network-vif-deleted', 'tag': '997b303d-b961-4fba-9724-9612760714d6', 'status': 'completed', 'code': 200} Sep 17 22:33:12.071066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event deleted for resources: {'Port': ['ID=780e4f9e-003c-476b-9479-f9e65efbb585,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:12.098695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4babed92-eff9-478b-b8fd-d8c6862089be req-e2e20a54-eef4-462f-836d-36395a308758 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513065 Sep 17 22:33:12.139837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] No DVR routers for this DVR port 780e4f9e-003c-476b-9479-f9e65efbb585 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:12.142635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.145151 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2ea87d1-a036-4b3a-a3bb-548a2aa8c55a req-64496326-54a5-46ae-9658-2c16b833c4c4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "DELETE /v2.0/ports/780e4f9e-003c-476b-9479-f9e65efbb585 HTTP/1.1" status: 204 len: 173 time: 0.7927189 Sep 17 22:33:12.605621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a3a907c-6a75-4f89-a238-c57052654675 req-7d0e2533-028d-4c81-8850-23d7d819d28d tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=56b45a3d-d168-4f2b-984b-a1460880171c HTTP/1.1" status: 200 len: 210 time: 0.0476143 Sep 17 22:33:12.695183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-9d0e1fb7-4ddc-4288-b517-007b669b5694 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.696869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-9d0e1fb7-4ddc-4288-b517-007b669b5694 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 813 time: 0.1304708 Sep 17 22:33:12.713756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-b5a76677-8e30-4c8a-b7bb-40104bb26c5c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/quotas/663fe5e0e53948afb49869190a55cdb2 HTTP/1.1" status: 200 len: 375 time: 0.0110228 Sep 17 22:33:12.728009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:12.770428 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-9d2fce2d-1644-474b-8db0-9dea895eb50d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508592 Sep 17 22:33:12.872786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-4216bfd4-d9cf-45ee-8530-2b6838498ec9 service neutron] 10.222.0.48 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935547 Sep 17 22:33:12.997374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-5d41fa69-52ee-4dc1-a1c8-cb1b83de60b1 service neutron] 10.222.0.48 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177900 Sep 17 22:33:13.012389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0a352-d63c-45da-aff3-365bd6b6e8be req-24bde1b1-08ac-4f9b-a3a9-93df63710d18 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:13.014386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80d0a352-d63c-45da-aff3-365bd6b6e8be req-24bde1b1-08ac-4f9b-a3a9-93df63710d18 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 944 time: 0.0761058 Sep 17 22:33:13.058450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80d0a352-d63c-45da-aff3-365bd6b6e8be req-8fb56085-47f2-438a-9b2c-6296f02e1b9f tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384359 Sep 17 22:33:13.319151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0286c3c8-f20d-460c-b52d-fcf8c68cff94 req-529b83cf-d98b-4c58-8667-48136573be8e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 210 time: 0.0342474 Sep 17 22:33:13.542059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f8c97ddd-60b8-493d-86b4-221ac96272fb details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:13.642816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f8c97ddd-60b8-493d-86b4-221ac96272fb, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f8c97ddd-60b8-493d-86b4-221ac96272fb,segment=NetworkSegment(90514358-68a0-407d-afde-e98d066ce92d),segment_id=90514358-68a0-407d-afde-e98d066ce92d)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:13.656470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'f8c97ddd-60b8-493d-86b4-221ac96272fb', 'network_id': '225316d0-0192-4489-946a-876d33052598', 'port_id': 'f8c97ddd-60b8-493d-86b4-221ac96272fb', 'mac_address': 'fa:16:3e:57:17:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c98192c-ddc9-44f9-8e2e-a745410d3620', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:13.698305 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.713942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c97ddd-60b8-493d-86b4-221ac96272fb {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:13.738694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f8c97ddd-60b8-493d-86b4-221ac96272fb, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f8c97ddd-60b8-493d-86b4-221ac96272fb,segment=NetworkSegment(90514358-68a0-407d-afde-e98d066ce92d),segment_id=90514358-68a0-407d-afde-e98d066ce92d)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:13.744153 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.805852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f8c97ddd-60b8-493d-86b4-221ac96272fb,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:13.860302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-7f1566d7-4026-4fe4-86bb-0f71603995ae tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:13.862312 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-7f1566d7-4026-4fe4-86bb-0f71603995ae tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.45 "GET /v2.0/ports?device_id=db71d03a-092f-4a69-8bb3-b69ea17ea154 HTTP/1.1" status: 200 len: 946 time: 0.0643475 Sep 17 22:33:14.002429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f8c97ddd-60b8-493d-86b4-221ac96272fb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:14.020129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Deleting port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:14.020471 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.031204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd1c00-34b8-404f-8d03-4bcfc190019d req-8787f410-bbf4-4dde-b413-3b8d171660c7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.032692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bcd1c00-34b8-404f-8d03-4bcfc190019d req-8787f410-bbf4-4dde-b413-3b8d171660c7 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 950 time: 0.0732753 Sep 17 22:33:14.071835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152aa3fc-73ec-4e53-afd5-3221b7ff09a9', 'name': 'network-vif-deleted', 'tag': '780e4f9e-003c-476b-9479-f9e65efbb585'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:14.076109 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1357932-17b1-4c9e-8294-fce36664a304" -d '{"events": [{"server_uuid": "152aa3fc-73ec-4e53-afd5-3221b7ff09a9", "name": "network-vif-deleted", "tag": "780e4f9e-003c-476b-9479-f9e65efbb585"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:14.121394 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565837a1-167b-4c72-b85a-7fafdb92c919 x-openstack-request-id: req-565837a1-167b-4c72-b85a-7fafdb92c919 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:14.122287 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152aa3fc-73ec-4e53-afd5-3221b7ff09a9", "name": "network-vif-deleted", "tag": "780e4f9e-003c-476b-9479-f9e65efbb585", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:14.122626 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-565837a1-167b-4c72-b85a-7fafdb92c919 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:14.123125 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152aa3fc-73ec-4e53-afd5-3221b7ff09a9', 'name': 'network-vif-deleted', 'tag': '780e4f9e-003c-476b-9479-f9e65efbb585', 'status': 'completed', 'code': 200} Sep 17 22:33:14.159809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bcd1c00-34b8-404f-8d03-4bcfc190019d req-c2e3d2ac-ae79-41ec-b8fe-9c786fd28df4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118104 Sep 17 22:33:14.218932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] For port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:14.219306 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.236767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Calling delete_port for 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:14.261906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6619f-82b4-4250-bdc6-1a8ec6bdc53e req-15adca8c-93fd-4c74-83e2-f1c51e531a76 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.262972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02c6619f-82b4-4250-bdc6-1a8ec6bdc53e req-15adca8c-93fd-4c74-83e2-f1c51e531a76 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 945 time: 0.0861363 Sep 17 22:33:14.342142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02c6619f-82b4-4250-bdc6-1a8ec6bdc53e req-3c931967-4d9e-4d65-a289-a3e65b7c7539 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509520 Sep 17 22:33:14.419437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 780e4f9e-003c-476b-9479-f9e65efbb585 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:14.446098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 780e4f9e-003c-476b-9479-f9e65efbb585 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:14.446597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 780e4f9e-003c-476b-9479-f9e65efbb585 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:14.446943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 997b303d-b961-4fba-9724-9612760714d6 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:14.481209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2368afbb-abad-4960-a30b-cb327832f723 req-36988e3b-9bef-4bca-a22f-6826050bb878 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 210 time: 0.0478537 Sep 17 22:33:14.496324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-c2cf98f9-6112-401b-8711-e44e76d1bfd5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.503911 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-c2cf98f9-6112-401b-8711-e44e76d1bfd5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.49 "GET /v2.0/ports?device_id=84e376c7-da9d-4270-b130-0c3aa8fc0a9a HTTP/1.1" status: 200 len: 946 time: 0.1048880 Sep 17 22:33:14.505684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 997b303d-b961-4fba-9724-9612760714d6 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:14.505684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 997b303d-b961-4fba-9724-9612760714d6 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:14.508543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.534291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0da01223-4468-4109-8a0e-78fa7998b2fc tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.535735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0da01223-4468-4109-8a0e-78fa7998b2fc tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.45 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 813 time: 0.2309959 Sep 17 22:33:14.547285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['d1cb99ad-bbea-4be1-9413-e36fc3367f27'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:14.548411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Pushing event deleted for resources: {'Port': ['ID=1dc2a5be-02ef-44d2-a597-c1c5c41920e9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:14.576526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Request body: {'port': {'device_id': '691b397d-4bd6-4e15-b2c3-b20540fd265f', 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'admin_state_up': True, 'tenant_id': '663fe5e0e53948afb49869190a55cdb2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:14.603274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] No DVR routers for this DVR port 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:14.608026 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.610540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1650f827-9bf2-4c50-9e35-859294f064d9 req-21a9c803-23ed-4e7a-b56f-959354c4de1e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.45 "DELETE /v2.0/ports/1dc2a5be-02ef-44d2-a597-c1c5c41920e9 HTTP/1.1" status: 204 len: 173 time: 0.7378094 Sep 17 22:33:14.611047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db71d03a-092f-4a69-8bb3-b69ea17ea154', 'name': 'network-vif-deleted', 'tag': '1dc2a5be-02ef-44d2-a597-c1c5c41920e9'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:14.611763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1dc2a5be-02ef-44d2-a597-c1c5c41920e9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:14.613594 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c1da9a-0400-4370-b82d-22ff8d7372c4" -d '{"events": [{"server_uuid": "db71d03a-092f-4a69-8bb3-b69ea17ea154", "name": "network-vif-deleted", "tag": "1dc2a5be-02ef-44d2-a597-c1c5c41920e9"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:14.662556 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9071145-46eb-47b6-85e1-b4630a841eba x-openstack-request-id: req-c9071145-46eb-47b6-85e1-b4630a841eba {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:14.663326 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db71d03a-092f-4a69-8bb3-b69ea17ea154", "name": "network-vif-deleted", "tag": "1dc2a5be-02ef-44d2-a597-c1c5c41920e9", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:14.663503 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9071145-46eb-47b6-85e1-b4630a841eba {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:14.664682 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db71d03a-092f-4a69-8bb3-b69ea17ea154', 'name': 'network-vif-deleted', 'tag': '1dc2a5be-02ef-44d2-a597-c1c5c41920e9', 'status': 'completed', 'code': 200} Sep 17 22:33:14.823642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Deleting port d1cb99ad-bbea-4be1-9413-e36fc3367f27 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:14.823868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.835546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-1604371c-f8d5-4141-aa90-d2c351419ffd tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.837079 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-1604371c-f8d5-4141-aa90-d2c351419ffd tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.49 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 813 time: 0.1642320 Sep 17 22:33:14.848004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Made reservation on behalf of 663fe5e0e53948afb49869190a55cdb2 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:14.851806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.866464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Request body: {'port': {'device_id': '4ea46348-69cc-4029-beb0-21e5be6eac37', 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'admin_state_up': True, 'tenant_id': '663fe5e0e53948afb49869190a55cdb2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:15.280577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fe37b-6a26-4437-b23b-8bb6c8cd68cc req-3d53bd05-6b69-49d9-84f2-e00688dfc498 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.282164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f4fe37b-6a26-4437-b23b-8bb6c8cd68cc req-3d53bd05-6b69-49d9-84f2-e00688dfc498 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 950 time: 0.0517142 Sep 17 22:33:15.323843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f4fe37b-6a26-4437-b23b-8bb6c8cd68cc req-c5d91982-339f-462d-9c67-103d0dabc00f tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Sep 17 22:33:15.340061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] For port d1cb99ad-bbea-4be1-9413-e36fc3367f27, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d1cb99ad-bbea-4be1-9413-e36fc3367f27,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:15.340549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.370298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Calling delete_port for d1cb99ad-bbea-4be1-9413-e36fc3367f27 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:15.470669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Allocated IP 172.20.0.12 (d88d52c0-abd9-4d09-8eb5-767f25f37858/f609fb8d-ae0a-45e6-b41a-75c4c1597b0d/3d614790-e94b-43ce-b86c-4032cf50dc31) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:15.474189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03da9b-55f0-422b-8321-0e3c258bb001 req-2ae9d56a-3917-4e58-b35b-55fcd6e5b6a4 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.476009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce03da9b-55f0-422b-8321-0e3c258bb001 req-2ae9d56a-3917-4e58-b35b-55fcd6e5b6a4 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 945 time: 0.0596685 Sep 17 22:33:15.479755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Made reservation on behalf of 663fe5e0e53948afb49869190a55cdb2 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:15.483294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.518121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce03da9b-55f0-422b-8321-0e3c258bb001 req-114af822-e07c-4f4f-8f0d-6ddc6dae85e2 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354602 Sep 17 22:33:15.541558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f8c97ddd-60b8-493d-86b4-221ac96272fb up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:15.630882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port f8c97ddd-60b8-493d-86b4-221ac96272fb completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:15.635468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port f8c97ddd-60b8-493d-86b4-221ac96272fb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:15.636147 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.643809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cede52cd-24c6-43c8-8c02-6887cb2d00ad req-1e91f68e-abbe-4b5d-b1e1-29ba6c091796 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 210 time: 0.0275495 Sep 17 22:33:15.717910 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.729930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.743543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87668e51-5ff7-4165-bbdc-61f9c2f8e529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c97ddd-60b8-493d-86b4-221ac96272fb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:15.745818 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafc78a6-e317-4929-bb2f-1668d9339623" -d '{"events": [{"server_uuid": "87668e51-5ff7-4165-bbdc-61f9c2f8e529", "name": "network-vif-plugged", "status": "completed", "tag": "f8c97ddd-60b8-493d-86b4-221ac96272fb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:15.758096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f8c97ddd-60b8-493d-86b4-221ac96272fb, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f8c97ddd-60b8-493d-86b4-221ac96272fb,segment=NetworkSegment(90514358-68a0-407d-afde-e98d066ce92d),segment_id=90514358-68a0-407d-afde-e98d066ce92d)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:15.763950 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.764808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Pushing event deleted for resources: {'Port': ['ID=d1cb99ad-bbea-4be1-9413-e36fc3367f27,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:15.794943 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a80631-bd28-480b-9679-78ae4168818b x-openstack-request-id: req-89a80631-bd28-480b-9679-78ae4168818b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:15.795233 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87668e51-5ff7-4165-bbdc-61f9c2f8e529", "name": "network-vif-plugged", "status": "completed", "tag": "f8c97ddd-60b8-493d-86b4-221ac96272fb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:15.795488 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89a80631-bd28-480b-9679-78ae4168818b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:15.795877 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87668e51-5ff7-4165-bbdc-61f9c2f8e529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c97ddd-60b8-493d-86b4-221ac96272fb', 'code': 200} Sep 17 22:33:15.821011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] No DVR routers for this DVR port d1cb99ad-bbea-4be1-9413-e36fc3367f27 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:15.825703 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.827001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f8c97ddd-60b8-493d-86b4-221ac96272fb,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:15.827496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.829710 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cdb4f17e-d02e-4e78-aafd-b52ec6ddc321 req-648043fb-cc53-45bf-949c-80afbd678890 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.49 "DELETE /v2.0/ports/d1cb99ad-bbea-4be1-9413-e36fc3367f27 HTTP/1.1" status: 204 len: 173 time: 1.3172026 Sep 17 22:33:15.865634 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.906702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539bbb2-f722-455e-b686-ace8b92ff440 req-5d67797b-a4b1-4414-b895-1856d2275038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.908212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0539bbb2-f722-455e-b686-ace8b92ff440 req-5d67797b-a4b1-4414-b895-1856d2275038 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 1098 time: 0.0469959 Sep 17 22:33:15.946532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Network d88d52c0-abd9-4d09-8eb5-767f25f37858 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:15.952613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0539bbb2-f722-455e-b686-ace8b92ff440 req-a081032b-b2db-49e8-b735-c81f09b922c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Sep 17 22:33:15.955030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:15.967559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:15.990452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Pushing event updated for resources: {'Port': ['ID=3d614790-e94b-43ce-b86c-4032cf50dc31,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:15.996090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Allocated IP 172.20.0.4 (d88d52c0-abd9-4d09-8eb5-767f25f37858/f609fb8d-ae0a-45e6-b41a-75c4c1597b0d/8a27d4e9-4dd3-476f-94e1-f27e42e50a74) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:16.033394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.033999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.065887 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-a0beea7f-2e26-45f7-af04-e3803d7e9f8d tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4966760 Sep 17 22:33:16.133931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e376c7-da9d-4270-b130-0c3aa8fc0a9a', 'name': 'network-vif-deleted', 'tag': 'd1cb99ad-bbea-4be1-9413-e36fc3367f27'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:16.136179 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb2f19-f604-4224-9086-8e5d67bf9add" -d '{"events": [{"server_uuid": "84e376c7-da9d-4270-b130-0c3aa8fc0a9a", "name": "network-vif-deleted", "tag": "d1cb99ad-bbea-4be1-9413-e36fc3367f27"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:16.151434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Request body: {'port': {'device_id': '691b397d-4bd6-4e15-b2c3-b20540fd265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:16.175937 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfcc611-6bf1-4b3b-9ee0-147c3d5dfc5f x-openstack-request-id: req-8dfcc611-6bf1-4b3b-9ee0-147c3d5dfc5f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:16.176223 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e376c7-da9d-4270-b130-0c3aa8fc0a9a", "name": "network-vif-deleted", "tag": "d1cb99ad-bbea-4be1-9413-e36fc3367f27", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:16.176473 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dfcc611-6bf1-4b3b-9ee0-147c3d5dfc5f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:16.176851 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e376c7-da9d-4270-b130-0c3aa8fc0a9a', 'name': 'network-vif-deleted', 'tag': 'd1cb99ad-bbea-4be1-9413-e36fc3367f27', 'status': 'completed', 'code': 200} Sep 17 22:33:16.231141 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.237661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.339263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-21163551-709f-484c-9675-d90c704cb023 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.340765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-21163551-709f-484c-9675-d90c704cb023 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 950 time: 0.1052437 Sep 17 22:33:16.349806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.464471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38d508-dc33-45eb-b8bc-8f3823841938 req-9bd342ba-d08c-4748-bb56-635d213b9d75 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.466111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba38d508-dc33-45eb-b8bc-8f3823841938 req-9bd342ba-d08c-4748-bb56-635d213b9d75 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 950 time: 0.0632167 Sep 17 22:33:16.489201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Network d88d52c0-abd9-4d09-8eb5-767f25f37858 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:16.510931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:16.518661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba38d508-dc33-45eb-b8bc-8f3823841938 req-9777a2d1-187a-4ad6-b248-eceb9774be9a tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c0f87b-db5b-4475-bb70-e8f753816939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367839 Sep 17 22:33:16.537017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:16.540390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Pushing event updated for resources: {'Port': ['ID=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:16.652098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.652719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.688270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Deleting port 75f080bf-3829-49a3-8360-533f24788ae0 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:16.688602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.694606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-c36db5bb-ef05-4f45-8f5b-d8f5353530b5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8374169 Sep 17 22:33:16.696377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b115153-600a-4b91-ac58-b41acc025cc9 req-01a6dfd6-d228-4a23-b16d-16fbd63fa2f1 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.698798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b115153-600a-4b91-ac58-b41acc025cc9 req-01a6dfd6-d228-4a23-b16d-16fbd63fa2f1 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 946 time: 0.0784557 Sep 17 22:33:16.731304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Request body: {'port': {'device_id': '4ea46348-69cc-4029-beb0-21e5be6eac37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:16.745329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b115153-600a-4b91-ac58-b41acc025cc9 req-5162bf28-e664-486b-85e2-a90e6c8ef399 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 Sep 17 22:33:16.826506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ed18-e23a-45be-9ef7-aa52602c45b2 req-8288a91c-5487-4a94-8650-e884c4bfde70 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.828067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aad6ed18-e23a-45be-9ef7-aa52602c45b2 req-8288a91c-5487-4a94-8650-e884c4bfde70 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 931 time: 0.0491304 Sep 17 22:33:16.866098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aad6ed18-e23a-45be-9ef7-aa52602c45b2 req-2e7413c8-1e95-4c4e-ba49-fcf3c647b633 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Sep 17 22:33:16.880430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.904816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] For port 75f080bf-3829-49a3-8360-533f24788ae0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=75f080bf-3829-49a3-8360-533f24788ae0,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:16.905133 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.911315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d614790-e94b-43ce-b86c-4032cf50dc31 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:16.926787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.950742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Calling delete_port for 75f080bf-3829-49a3-8360-533f24788ae0 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:16.965467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Transition to ACTIVE for port object 3d614790-e94b-43ce-b86c-4032cf50dc31 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:16.972577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.137557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Pushing event updated for resources: {'Port': ['ID=3d614790-e94b-43ce-b86c-4032cf50dc31,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:17.341265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Attempting to bind port 3d614790-e94b-43ce-b86c-4032cf50dc31 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:17.341971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Attempting to bind port 3d614790-e94b-43ce-b86c-4032cf50dc31 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:17.341971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Attempting to bind port 3d614790-e94b-43ce-b86c-4032cf50dc31 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:17.352047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Port 3d614790-e94b-43ce-b86c-4032cf50dc31 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:17.352443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Attempting to bind port 3d614790-e94b-43ce-b86c-4032cf50dc31 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:17.354112 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.376293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:17.376618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Checking segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:17.377018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Bound using segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:17.377443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Bound port: 3d614790-e94b-43ce-b86c-4032cf50dc31, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:17.377784 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.387131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['75f080bf-3829-49a3-8360-533f24788ae0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:17.428473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Pushing event deleted for resources: {'Port': ['ID=75f080bf-3829-49a3-8360-533f24788ae0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:17.495287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:17.499426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] No DVR routers for this DVR port 75f080bf-3829-49a3-8360-533f24788ae0 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:17.505185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.507106 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3adb3fa-e2c5-4987-b5ff-5e0acc5410cf req-6994ab1d-889a-4f7c-a587-e69436da5732 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.49 "DELETE /v2.0/ports/75f080bf-3829-49a3-8360-533f24788ae0 HTTP/1.1" status: 204 len: 173 time: 1.1539550 Sep 17 22:33:17.508901 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.533502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Transition to ACTIVE for port object 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:17.541415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.559695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:17.587905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] For port 3d614790-e94b-43ce-b86c-4032cf50dc31, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:17.595692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:17.596279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1dc2a5be-02ef-44d2-a597-c1c5c41920e9 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:17.614264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] For port 3d614790-e94b-43ce-b86c-4032cf50dc31, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d614790-e94b-43ce-b86c-4032cf50dc31,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:17.616740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Pushing event updated for resources: {'Port': ['ID=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:17.621908 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.678301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c736b108-c2b4-475f-9d15-f625335aa83e req-3822a6ee-df6a-4b52-8071-01561635aef4 tempest-ServersOnMultiNodesTest-1825125665 tempest-ServersOnMultiNodesTest-1825125665-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa84f5b-ae0d-4937-8c6f-863f8e548d1e HTTP/1.1" status: 200 len: 210 time: 0.0376759 Sep 17 22:33:17.701818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.702359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.703735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] 10.222.0.45 "PUT /v2.0/ports/3d614790-e94b-43ce-b86c-4032cf50dc31 HTTP/1.1" status: 200 len: 1093 time: 1.5586851 Sep 17 22:33:17.730800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d6803-2f82-431c-821c-556ddc781750 service neutron] Pushing event updated for resources: {'Port': ['ID=3d614790-e94b-43ce-b86c-4032cf50dc31,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:17.746900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Attempting to bind port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:17.747208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Attempting to bind port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:17.747541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Attempting to bind port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:17.752137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:17.752459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Attempting to bind port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 on network d88d52c0-abd9-4d09-8eb5-767f25f37858 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:17.771629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:17.771972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Checking segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:17.772354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Bound using segment: {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:17.772806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Bound port: 8a27d4e9-4dd3-476f-94e1-f27e42e50a74, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc0b1c3-f908-4600-b25e-d39010deb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:17.773832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.841712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-b23500e0-d8f3-4e1b-856f-cc05c6a602cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.843268 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-b23500e0-d8f3-4e1b-856f-cc05c6a602cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&device_id=691b397d-4bd6-4e15-b2c3-b20540fd265f HTTP/1.1" status: 200 len: 1096 time: 0.0842268 Sep 17 22:33:17.877615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9ae1-7d54-4b91-bad5-13cdc57ad314 req-2b3bc594-0260-4219-ac5e-72a86402cc5c tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.879173 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1ed9ae1-7d54-4b91-bad5-13cdc57ad314 req-2b3bc594-0260-4219-ac5e-72a86402cc5c tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 946 time: 0.0577066 Sep 17 22:33:17.902814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-584d058e-ca28-45f4-8f9d-be9ed40abb5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d614790-e94b-43ce-b86c-4032cf50dc31 HTTP/1.1" status: 200 len: 217 time: 0.0455434 Sep 17 22:33:17.910611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] For port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:17.923335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1ed9ae1-7d54-4b91-bad5-13cdc57ad314 req-251adfd2-4f6b-4663-af72-b0760ce0fbb8 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Sep 17 22:33:17.968827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] For port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:17.982539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-82219b74-6fc8-4412-825f-0be15a8f29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.984048 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-82219b74-6fc8-4412-825f-0be15a8f29c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 200 len: 853 time: 0.0706575 Sep 17 22:33:17.985119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.042033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-d4cf2045-90e0-4f09-8099-76c06900f8c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d88d52c0-abd9-4d09-8eb5-767f25f37858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299540 Sep 17 22:33:18.047147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.047894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.049370 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] 10.222.0.49 "PUT /v2.0/ports/8a27d4e9-4dd3-476f-94e1-f27e42e50a74 HTTP/1.1" status: 200 len: 1092 time: 1.3316615 Sep 17 22:33:18.065355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd1d92-77d9-4d6b-80ab-afd5c96eb342 req-32109eab-9f3d-44c8-ae11-615354fc92d3 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.067031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-addd1d92-77d9-4d6b-80ab-afd5c96eb342 req-32109eab-9f3d-44c8-ae11-615354fc92d3 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 943 time: 0.0857360 Sep 17 22:33:18.079895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acface-6a96-4871-9192-a5a60fc868ae req-bfe194d2-27f5-43d8-b1a6-0574e80e5720 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.081773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00acface-6a96-4871-9192-a5a60fc868ae req-bfe194d2-27f5-43d8-b1a6-0574e80e5720 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 946 time: 0.0710156 Sep 17 22:33:18.134253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687b98f-ffd0-4728-940d-adfac7fe4307 service neutron] Pushing event updated for resources: {'Port': ['ID=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:18.149524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-addd1d92-77d9-4d6b-80ab-afd5c96eb342 req-ceb701a7-4ea5-4672-89fd-6dd0470c7cf9 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665193 Sep 17 22:33:18.170085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00acface-6a96-4871-9192-a5a60fc868ae req-009a83af-8f9b-4788-9f1b-50804abcf704 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741913 Sep 17 22:33:18.184808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa84f5b-ae0d-4937-8c6f-863f8e548d1e', 'name': 'network-vif-deleted', 'tag': '75f080bf-3829-49a3-8360-533f24788ae0'}, {'name': 'network-changed', 'server_uuid': '691b397d-4bd6-4e15-b2c3-b20540fd265f', 'tag': '3d614790-e94b-43ce-b86c-4032cf50dc31'}, {'name': 'network-changed', 'server_uuid': '4ea46348-69cc-4029-beb0-21e5be6eac37', 'tag': '8a27d4e9-4dd3-476f-94e1-f27e42e50a74'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:18.188829 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c9b5ba-314b-45c7-89bb-89c8c69118f6" -d '{"events": [{"server_uuid": "8fa84f5b-ae0d-4937-8c6f-863f8e548d1e", "name": "network-vif-deleted", "tag": "75f080bf-3829-49a3-8360-533f24788ae0"}, {"name": "network-changed", "server_uuid": "691b397d-4bd6-4e15-b2c3-b20540fd265f", "tag": "3d614790-e94b-43ce-b86c-4032cf50dc31"}, {"name": "network-changed", "server_uuid": "4ea46348-69cc-4029-beb0-21e5be6eac37", "tag": "8a27d4e9-4dd3-476f-94e1-f27e42e50a74"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:18.236445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-2ed11e20-aec7-4965-b5fa-199839fa7450 service neutron] 10.222.0.45 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747885 Sep 17 22:33:18.265768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-b6423167-7e2d-43d1-9a84-3cf85e66fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.267958 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-b6423167-7e2d-43d1-9a84-3cf85e66fb9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 1095 time: 0.1476352 Sep 17 22:33:18.269672 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6275b05d-ab7b-45cc-9ad5-13c76801b82c x-openstack-request-id: req-6275b05d-ab7b-45cc-9ad5-13c76801b82c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:18.269956 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa84f5b-ae0d-4937-8c6f-863f8e548d1e", "name": "network-vif-deleted", "tag": "75f080bf-3829-49a3-8360-533f24788ae0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "691b397d-4bd6-4e15-b2c3-b20540fd265f", "tag": "3d614790-e94b-43ce-b86c-4032cf50dc31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ea46348-69cc-4029-beb0-21e5be6eac37", "tag": "8a27d4e9-4dd3-476f-94e1-f27e42e50a74", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:18.270203 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6275b05d-ab7b-45cc-9ad5-13c76801b82c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:18.270597 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa84f5b-ae0d-4937-8c6f-863f8e548d1e', 'name': 'network-vif-deleted', 'tag': '75f080bf-3829-49a3-8360-533f24788ae0', 'status': 'completed', 'code': 200} Sep 17 22:33:18.270829 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691b397d-4bd6-4e15-b2c3-b20540fd265f', 'tag': '3d614790-e94b-43ce-b86c-4032cf50dc31', 'status': 'completed', 'code': 200} Sep 17 22:33:18.271068 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea46348-69cc-4029-beb0-21e5be6eac37', 'tag': '8a27d4e9-4dd3-476f-94e1-f27e42e50a74', 'status': 'completed', 'code': 200} Sep 17 22:33:18.363640 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-6e50bed9-e59f-48ec-adf7-8b93e8f92549 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a27d4e9-4dd3-476f-94e1-f27e42e50a74 HTTP/1.1" status: 200 len: 217 time: 0.0389109 Sep 17 22:33:18.378526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c6d0a-256c-4d85-ae84-5203dcf39223 req-b6f1333d-5c27-4aae-afb2-00cfe898cfed tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.380034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-350c6d0a-256c-4d85-ae84-5203dcf39223 req-b6f1333d-5c27-4aae-afb2-00cfe898cfed tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 946 time: 0.0500627 Sep 17 22:33:18.409444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-40f1e790-6d10-4897-aac8-efd42f81a814 service neutron] 10.222.0.45 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531596 Sep 17 22:33:18.421034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-350c6d0a-256c-4d85-ae84-5203dcf39223 req-9ab62090-4d62-444a-bd2d-ffa7a0487169 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Sep 17 22:33:18.430591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-f6dafee0-e01e-4077-a230-939a1b6f9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.433466 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-f6dafee0-e01e-4077-a230-939a1b6f9028 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 200 len: 853 time: 0.0574877 Sep 17 22:33:18.439370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d1cb99ad-bbea-4be1-9413-e36fc3367f27 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:18.464862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: d1cb99ad-bbea-4be1-9413-e36fc3367f27 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:18.465238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d1cb99ad-bbea-4be1-9413-e36fc3367f27 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:18.504149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-0a0cda13-1dbe-4200-94b6-fb84abdadce9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d88d52c0-abd9-4d09-8eb5-767f25f37858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630567 Sep 17 22:33:18.546069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-69d129fe-f473-49dc-b3c6-9e974480d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.547615 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-69d129fe-f473-49dc-b3c6-9e974480d84e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&device_id=691b397d-4bd6-4e15-b2c3-b20540fd265f HTTP/1.1" status: 200 len: 1096 time: 0.0842855 Sep 17 22:33:18.646565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.675742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-08c72f30-bdbf-4efb-9181-1a0b18111e6c service neutron] 10.222.0.49 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636627 Sep 17 22:33:18.718554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2821bfe-2414-45dd-9de3-db6a550c6f45 req-82ac484d-f942-4801-82e7-7edaf22631af tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.720181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2821bfe-2414-45dd-9de3-db6a550c6f45 req-82ac484d-f942-4801-82e7-7edaf22631af tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 946 time: 0.0540595 Sep 17 22:33:18.723624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-cf106989-4182-4b7f-a566-f47ac55ec288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.725123 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-cf106989-4182-4b7f-a566-f47ac55ec288 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 914 time: 0.1473656 Sep 17 22:33:18.761299 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2821bfe-2414-45dd-9de3-db6a550c6f45 req-58295b04-b650-486f-bd6e-70ab958f5958 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351694 Sep 17 22:33:18.801826 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-db7f5eab-bdce-4289-a7b6-10711de38de0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d614790-e94b-43ce-b86c-4032cf50dc31 HTTP/1.1" status: 200 len: 217 time: 0.0409937 Sep 17 22:33:18.862767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-073b373f-b738-4d71-a47e-53fb1f5b8074 req-674dd779-bc2b-4d9e-a029-88057131f484 service neutron] 10.222.0.49 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785331 Sep 17 22:33:18.872869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-3ad463f1-fa90-4ff8-9768-9baeec0ae4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.874951 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-3ad463f1-fa90-4ff8-9768-9baeec0ae4b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 200 len: 853 time: 0.0643587 Sep 17 22:33:18.913432 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-4a04f42d-76ab-4bd9-86eb-d1cec0e22505 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d88d52c0-abd9-4d09-8eb5-767f25f37858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282705 Sep 17 22:33:19.038006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35104) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.041316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-44e680a9-2105-46bb-b684-42042d109e35 service neutron] 10.222.0.45 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194620 Sep 17 22:33:19.042945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-b03657d7-6e78-4cd9-adc4-97da2c2a879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:19.044273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-b03657d7-6e78-4cd9-adc4-97da2c2a879c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=663fe5e0e53948afb49869190a55cdb2&device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 1095 time: 0.0607765 Sep 17 22:33:19.184859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e17cade7-b562-44c5-ad4c-7b4bc1f67cdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8db220bbc27c4870b02a33dafc736b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425583 Sep 17 22:33:19.185135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35110) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.280494 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d9b-3200-410f-88fa-32bea0b95c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.313633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb54cc3-3cea-453c-b7f7-6d80c99b2f24 req-ff0d728d-bf9f-4959-954d-65ee1d968378 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:19.315175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fdb54cc3-3cea-453c-b7f7-6d80c99b2f24 req-ff0d728d-bf9f-4959-954d-65ee1d968378 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 943 time: 0.0804715 Sep 17 22:33:19.317161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d9b-3200-410f-88fa-32bea0b95c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.377378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fdb54cc3-3cea-453c-b7f7-6d80c99b2f24 req-d2dd8912-8117-4e36-b199-4d1ec4ab3268 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526650 Sep 17 22:33:19.395654 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d9b-3200-410f-88fa-32bea0b95c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.399933 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d9b-3200-410f-88fa-32bea0b95c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.402000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c5f97d9b-3200-410f-88fa-32bea0b95c5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62c0f87b-db5b-4475-bb70-e8f753816939 HTTP/1.1" status: 204 len: 168 time: 0.2160215 Sep 17 22:33:19.413155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f97d9b-3200-410f-88fa-32bea0b95c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c0f87b-db5b-4475-bb70-e8f753816939,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:19.483991 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-20851bad-6e90-4922-a91a-0cf09ca725cd service neutron] 10.222.0.45 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350562 Sep 17 22:33:19.486623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-589965bb-04c3-4aa7-be29-c548887e565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:19.487950 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-589965bb-04c3-4aa7-be29-c548887e565e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 200 len: 914 time: 0.4311979 Sep 17 22:33:19.535502 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-f1059176-5de9-411c-9596-3432c30118c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a27d4e9-4dd3-476f-94e1-f27e42e50a74 HTTP/1.1" status: 200 len: 217 time: 0.0374060 Sep 17 22:33:19.587729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-2a40b4c1-a23c-4500-ad80-05ac83e328a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:19.589275 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-2a40b4c1-a23c-4500-ad80-05ac83e328a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 200 len: 853 time: 0.0438998 Sep 17 22:33:19.624763 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-481f6c76-9c95-4c02-8888-6c3d96eb587d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d88d52c0-abd9-4d09-8eb5-767f25f37858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262301 Sep 17 22:33:19.683483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35118) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.724982 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a0f7949-96d1-4826-ba2b-38175d25a452 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f5fac166c174816bf077d5bbc0e710b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402384 Sep 17 22:33:19.728484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35120) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.738039 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-082cfcf2-aaa4-4cf3-b907-077354ab11b0 service neutron] 10.222.0.49 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019189 Sep 17 22:33:19.845624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8ef8-176c-4e67-9e31-58c791ec1303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.879916 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39c9b5ba-314b-45c7-89bb-89c8c69118f6 req-b6ff2d90-8e13-4cfd-af1d-21464d0acfd2 service neutron] 10.222.0.49 "GET /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312878 Sep 17 22:33:19.881756 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8ef8-176c-4e67-9e31-58c791ec1303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.893496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7861efd-72a8-49e0-85f0-33d27cbf5d6e req-8ef9e1ed-f8c0-42a9-b9c7-92ba081e5c5a tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:19.895023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7861efd-72a8-49e0-85f0-33d27cbf5d6e req-8ef9e1ed-f8c0-42a9-b9c7-92ba081e5c5a tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 946 time: 0.0533848 Sep 17 22:33:19.933859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8ef8-176c-4e67-9e31-58c791ec1303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.936497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8ef8-176c-4e67-9e31-58c791ec1303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.937797 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fa9c8ef8-176c-4e67-9e31-58c791ec1303 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c911497-ad40-48ef-8084-d4379db8aff1 HTTP/1.1" status: 204 len: 168 time: 0.2081106 Sep 17 22:33:19.947359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c8ef8-176c-4e67-9e31-58c791ec1303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c911497-ad40-48ef-8084-d4379db8aff1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:19.970176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7861efd-72a8-49e0-85f0-33d27cbf5d6e req-47166219-61ce-4cce-a7a5-ae46be12dbe0 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/security-groups?id=883ae8ec-8085-47f4-aa66-fd161937c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501139 Sep 17 22:33:20.169817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-7cee91eb-8eef-4120-9c0d-e265e952a1f6 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:20.171290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-7cee91eb-8eef-4120-9c0d-e265e952a1f6 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.45 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 946 time: 0.0519798 Sep 17 22:33:20.271299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Deleting port f8c97ddd-60b8-493d-86b4-221ac96272fb {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:20.271644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.363217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] For port f8c97ddd-60b8-493d-86b4-221ac96272fb, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f8c97ddd-60b8-493d-86b4-221ac96272fb,segment=NetworkSegment(90514358-68a0-407d-afde-e98d066ce92d),segment_id=90514358-68a0-407d-afde-e98d066ce92d)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:20.363585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.376578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Calling delete_port for f8c97ddd-60b8-493d-86b4-221ac96272fb owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:20.421094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 75f080bf-3829-49a3-8360-533f24788ae0 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:20.466102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 75f080bf-3829-49a3-8360-533f24788ae0 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:20.466411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 75f080bf-3829-49a3-8360-533f24788ae0 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:20.521016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13907a-a51d-45d5-8034-d5f0653378de req-d52c6e06-2632-47fb-acc4-afc41bc3f69f tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:20.522608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c13907a-a51d-45d5-8034-d5f0653378de req-d52c6e06-2632-47fb-acc4-afc41bc3f69f tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 943 time: 0.0550106 Sep 17 22:33:20.525773 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.539764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f8c97ddd-60b8-493d-86b4-221ac96272fb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:20.574018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Pushing event deleted for resources: {'Port': ['ID=f8c97ddd-60b8-493d-86b4-221ac96272fb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:20.595968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c13907a-a51d-45d5-8034-d5f0653378de req-60c88ccb-5bfa-4e28-95c4-a6f21294285b tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638990 Sep 17 22:33:20.622092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] No DVR routers for this DVR port f8c97ddd-60b8-493d-86b4-221ac96272fb on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:20.625265 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.627786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8ed081a-2c06-4563-9673-2e6cc6ac3efe req-0747bc5b-76ef-4927-825e-7e83cde8fafd tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.45 "DELETE /v2.0/ports/f8c97ddd-60b8-493d-86b4-221ac96272fb HTTP/1.1" status: 204 len: 173 time: 0.4484384 Sep 17 22:33:20.628060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87668e51-5ff7-4165-bbdc-61f9c2f8e529', 'name': 'network-vif-deleted', 'tag': 'f8c97ddd-60b8-493d-86b4-221ac96272fb'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:20.630402 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6ecaa-a294-4cc8-8bd8-31c966c3d335" -d '{"events": [{"server_uuid": "87668e51-5ff7-4165-bbdc-61f9c2f8e529", "name": "network-vif-deleted", "tag": "f8c97ddd-60b8-493d-86b4-221ac96272fb"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:20.671445 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd4a064-abb2-404d-b5a2-4a869cb5357a x-openstack-request-id: req-8cd4a064-abb2-404d-b5a2-4a869cb5357a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:20.671740 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87668e51-5ff7-4165-bbdc-61f9c2f8e529", "name": "network-vif-deleted", "tag": "f8c97ddd-60b8-493d-86b4-221ac96272fb", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:20.671994 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cd4a064-abb2-404d-b5a2-4a869cb5357a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:20.672430 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87668e51-5ff7-4165-bbdc-61f9c2f8e529', 'name': 'network-vif-deleted', 'tag': 'f8c97ddd-60b8-493d-86b4-221ac96272fb', 'status': 'completed', 'code': 200} Sep 17 22:33:20.732200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35156) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:20.831132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1478454246-network', 'tenant_id': 'ce56a04b00f043b1996d1893a1a86ff5'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:20.852899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Made reservation on behalf of ce56a04b00f043b1996d1893a1a86ff5 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:20.855186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.864013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.955248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.958872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.983010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:33:20.993859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ca996b-13a8-44e5-af1d-73946f54a1ec,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:20.998516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.998863 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Added segment 21a83703-08e6-4a76-add7-f01e60d176fa of type vlan for network 6641386f-f67e-43a8-94b2-b71bc741845d Sep 17 22:33:21.051979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.082372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.083391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:21.084122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.123246 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c47ad69c-ea2b-4869-a402-90294b98e448 req-751eeb05-ef70-4344-a892-cc694a2635a1 tempest-ServersNegativeTestMultiTenantJSON-565112790 tempest-ServersNegativeTestMultiTenantJSON-565112790-project] 10.222.0.48 "GET /v2.0/ports?device_id=87668e51-5ff7-4165-bbdc-61f9c2f8e529 HTTP/1.1" status: 200 len: 210 time: 0.0424435 Sep 17 22:33:21.162119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] Pushing event updated for resources: {'Network': ['ID=6641386f-f67e-43a8-94b2-b71bc741845d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:21.173645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 6641386f-f67e-43a8-94b2-b71bc741845d details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:33:21.175822 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-72a15c73-b60d-41bd-aa7d-1dec43f8809d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4424832 Sep 17 22:33:21.178581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35168) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:21.183406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Request body: {'subnet': {'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1478454246-subnet', 'tenant_id': 'ce56a04b00f043b1996d1893a1a86ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:21.206151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Made reservation on behalf of ce56a04b00f043b1996d1893a1a86ff5 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:21.208756 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.377037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.431787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b99e6a-c3a7-4eb6-9fed-733e73db7511,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:21.438539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Checking segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:21.438891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Network hostable DHCP agents. Network: 6641386f-f67e-43a8-94b2-b71bc741845d, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:33:21.455301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Network 6641386f-f67e-43a8-94b2-b71bc741845d is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:33:21.464880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 6641386f-f67e-43a8-94b2-b71bc741845d) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:21.468663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:21.469295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.473587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aecb118-4dfe-45cf-b729-4494f1d1c06c None None] Network 6641386f-f67e-43a8-94b2-b71bc741845d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:21.482508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e8011a69-6cc3-4a75-80ee-d863dd3f9e01 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3029413 Sep 17 22:33:21.569076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d614790-e94b-43ce-b86c-4032cf50dc31 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:21.605524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037484c1-184a-44c0-998c-c882d0c21761 None None] Network 6641386f-f67e-43a8-94b2-b71bc741845d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:21.722658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e225a57-1965-4df5-9884-b07cbbf2f5c8 req-d920cdcb-5fa3-4e29-9e92-236a7568e408 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:21.724387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e225a57-1965-4df5-9884-b07cbbf2f5c8 req-d920cdcb-5fa3-4e29-9e92-236a7568e408 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 943 time: 0.0566237 Sep 17 22:33:21.767980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e225a57-1965-4df5-9884-b07cbbf2f5c8 req-34faa38d-eb35-452a-895c-e65eb6643ab6 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361273 Sep 17 22:33:21.791521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d614790-e94b-43ce-b86c-4032cf50dc31, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d614790-e94b-43ce-b86c-4032cf50dc31,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:21.804961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '3d614790-e94b-43ce-b86c-4032cf50dc31', 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'port_id': '3d614790-e94b-43ce-b86c-4032cf50dc31', 'mac_address': 'fa:16:3e:ac:bf:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f609fb8d-ae0a-45e6-b41a-75c4c1597b0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:21.848957 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.862081 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d614790-e94b-43ce-b86c-4032cf50dc31 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:21.884185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d614790-e94b-43ce-b86c-4032cf50dc31, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d614790-e94b-43ce-b86c-4032cf50dc31,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:21.888322 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.928322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-6555693c-ee90-4579-bd25-dd95d30653ff tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:21.930513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-6555693c-ee90-4579-bd25-dd95d30653ff tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 805 time: 0.1074324 Sep 17 22:33:21.936601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3d614790-e94b-43ce-b86c-4032cf50dc31,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:21.951118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-2b8f3bb4-2ad2-4237-9d2f-5ae6b9098054 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/quotas/ce56a04b00f043b1996d1893a1a86ff5 HTTP/1.1" status: 200 len: 375 time: 0.0125751 Sep 17 22:33:21.986816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-d5d7b044-99ae-4dfe-8757-a8d59e6e7b15 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300100 Sep 17 22:33:22.077407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-3c29d8d8-cdf6-4549-a99b-31323fa1607c service neutron] 10.222.0.48 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Sep 17 22:33:22.160176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['3d614790-e94b-43ce-b86c-4032cf50dc31'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:22.207135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35198) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:22.263225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b471126b-3836-47bd-97b8-484fd3cc2ca5 admin admin] Deleting subnet 6c98192c-ddc9-44f9-8e2e-a745410d3620 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:22.266693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b471126b-3836-47bd-97b8-484fd3cc2ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.314638 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b471126b-3836-47bd-97b8-484fd3cc2ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.358434 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b471126b-3836-47bd-97b8-484fd3cc2ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.414956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b471126b-3836-47bd-97b8-484fd3cc2ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.420189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:22.441591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471126b-3836-47bd-97b8-484fd3cc2ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c98192c-ddc9-44f9-8e2e-a745410d3620,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:22.446157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b471126b-3836-47bd-97b8-484fd3cc2ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.450250 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b471126b-3836-47bd-97b8-484fd3cc2ca5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c98192c-ddc9-44f9-8e2e-a745410d3620 HTTP/1.1" status: 204 len: 168 time: 0.2409363 Sep 17 22:33:22.453532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35200) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:22.520906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-8d99f16e-b000-43d6-90ef-8e9c0897622f service neutron] 10.222.0.48 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373088 Sep 17 22:33:22.528478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:22.529239 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.541205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8a27d4e9-4dd3-476f-94e1-f27e42e50a74', 'network_id': 'd88d52c0-abd9-4d09-8eb5-767f25f37858', 'port_id': '8a27d4e9-4dd3-476f-94e1-f27e42e50a74', 'mac_address': 'fa:16:3e:e6:73:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f609fb8d-ae0a-45e6-b41a-75c4c1597b0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:22.580271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.596656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:22.610821 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.624126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:22.631966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225316d0-0192-4489-946a-876d33052598']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:22.638777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.642621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90514358-68a0-407d-afde-e98d066ce92d') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:22.642979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90514358-68a0-407d-afde-e98d066ce92d') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:22.661108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.686044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.698075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:22.698591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.701182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c24880c3-0d0a-421c-a295-14d44537b311 req-69f3150c-b15b-41d7-9263-09bd5322988f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 210 time: 0.0290132 Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:22.705222 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:22.712218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:22.773087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.780535 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.782534 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/225316d0-0192-4489-946a-876d33052598 HTTP/1.1" status: 204 len: 168 time: 0.3278706 Sep 17 22:33:22.785411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35208) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:22.796225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086d0d1-8391-466f-8ff7-f20bbd3140e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=225316d0-0192-4489-946a-876d33052598,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:22.839742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37f6fe3-292c-4281-99d9-791448217617 admin admin] Deleting subnet bbcf9c76-326e-4ca6-af50-7d4325fff4c6 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:22.852410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c37f6fe3-292c-4281-99d9-791448217617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.910713 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c37f6fe3-292c-4281-99d9-791448217617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.950064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17449d-af4d-4dd3-96af-38ba528fb6b5 req-972b3d53-d677-4313-ab63-e20e7ca0a857 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.951633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea17449d-af4d-4dd3-96af-38ba528fb6b5 req-972b3d53-d677-4313-ab63-e20e7ca0a857 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 944 time: 0.1095531 Sep 17 22:33:22.982246 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c37f6fe3-292c-4281-99d9-791448217617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.030472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea17449d-af4d-4dd3-96af-38ba528fb6b5 req-c88d132e-f428-44f5-b53b-ae676f537340 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707982 Sep 17 22:33:23.055750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c37f6fe3-292c-4281-99d9-791448217617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.083495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8a27d4e9-4dd3-476f-94e1-f27e42e50a74'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:23.088966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f6fe3-292c-4281-99d9-791448217617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbcf9c76-326e-4ca6-af50-7d4325fff4c6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:23.091231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c37f6fe3-292c-4281-99d9-791448217617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.095450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35220) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:23.095619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c37f6fe3-292c-4281-99d9-791448217617 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bbcf9c76-326e-4ca6-af50-7d4325fff4c6 HTTP/1.1" status: 204 len: 168 time: 0.3089762 Sep 17 22:33:23.178749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.292922 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.319117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a98795-3db0-4117-9d5a-574db8475a0a']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:23.330706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ba64e4-81e4-4cd9-9559-14b6bef46dc7') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:23.331000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ba64e4-81e4-4cd9-9559-14b6bef46dc7') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:23.341991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.356864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.362714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:23.363117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:23.364706 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:23.422003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.428247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.431009 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] 10.222.0.48 "DELETE /v2.0/networks/93a98795-3db0-4117-9d5a-574db8475a0a HTTP/1.1" status: 204 len: 168 time: 0.3344400 Sep 17 22:33:23.441372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd5656-dbbe-4c2c-a276-d4055226e66d admin admin] Pushing event deleted for resources: {'Network': ['ID=93a98795-3db0-4117-9d5a-574db8475a0a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:23.540607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35228) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:23.574637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d614790-e94b-43ce-b86c-4032cf50dc31 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:23.585901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1d748f2b-c771-43ea-8292-e9d65a1cf3e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a99ea8a5978469da1b9dfa9e7142ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437675 Sep 17 22:33:23.588722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35230) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:23.632069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 3d614790-e94b-43ce-b86c-4032cf50dc31 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:23.636957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 3d614790-e94b-43ce-b86c-4032cf50dc31 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:23.637355 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.644451 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf37c277-b024-409f-9936-26f5a5072b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.667941 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf37c277-b024-409f-9936-26f5a5072b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.725178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.732857 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf37c277-b024-409f-9936-26f5a5072b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.736658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf37c277-b024-409f-9936-26f5a5072b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.740422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cf37c277-b024-409f-9936-26f5a5072b58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/883ae8ec-8085-47f4-aa66-fd161937c3df HTTP/1.1" status: 204 len: 168 time: 0.1507211 Sep 17 22:33:23.753739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691b397d-4bd6-4e15-b2c3-b20540fd265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d614790-e94b-43ce-b86c-4032cf50dc31'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:23.755655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37c277-b024-409f-9936-26f5a5072b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883ae8ec-8085-47f4-aa66-fd161937c3df,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:23.757021 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d90d60c-16d5-4152-a64c-418e7a0ec386" -d '{"events": [{"server_uuid": "691b397d-4bd6-4e15-b2c3-b20540fd265f", "name": "network-vif-plugged", "status": "completed", "tag": "3d614790-e94b-43ce-b86c-4032cf50dc31"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:23.785829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d614790-e94b-43ce-b86c-4032cf50dc31, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d614790-e94b-43ce-b86c-4032cf50dc31,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:23.793514 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.794455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f8c97ddd-60b8-493d-86b4-221ac96272fb no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:23.857971 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aff7d7b-3016-4a2b-a15b-22e5d6552366 x-openstack-request-id: req-4aff7d7b-3016-4a2b-a15b-22e5d6552366 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:23.858251 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691b397d-4bd6-4e15-b2c3-b20540fd265f", "name": "network-vif-plugged", "status": "completed", "tag": "3d614790-e94b-43ce-b86c-4032cf50dc31", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:23.858508 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4aff7d7b-3016-4a2b-a15b-22e5d6552366 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:23.859488 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691b397d-4bd6-4e15-b2c3-b20540fd265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d614790-e94b-43ce-b86c-4032cf50dc31', 'code': 200} Sep 17 22:33:23.869300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-449858b9-e554-4520-84dc-8bbac2eae7bf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.878867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: f8c97ddd-60b8-493d-86b4-221ac96272fb {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:23.879504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f8c97ddd-60b8-493d-86b4-221ac96272fb not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:23.879647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8edae52c-944d-45f8-8a75-84e197c82fc1 req-8c820fcb-2837-4601-b197-eae16e54844f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 210 time: 0.0537632 Sep 17 22:33:23.883134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-449858b9-e554-4520-84dc-8bbac2eae7bf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.45 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 805 time: 0.2092032 Sep 17 22:33:23.898152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Request body: {'port': {'device_id': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'admin_state_up': True, 'tenant_id': 'ce56a04b00f043b1996d1893a1a86ff5'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:23.920956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3d614790-e94b-43ce-b86c-4032cf50dc31,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:23.981639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0975b8-8088-4f26-9d4d-42ee1d3d0760 req-b5342cfd-2d58-464d-aae6-122ca2cd4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.983618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f0975b8-8088-4f26-9d4d-42ee1d3d0760 req-b5342cfd-2d58-464d-aae6-122ca2cd4b15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=691b397d-4bd6-4e15-b2c3-b20540fd265f HTTP/1.1" status: 200 len: 1098 time: 0.0548892 Sep 17 22:33:24.021563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Made reservation on behalf of ce56a04b00f043b1996d1893a1a86ff5 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:24.027828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.032260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f0975b8-8088-4f26-9d4d-42ee1d3d0760 req-c67f995c-fa81-4257-adc1-74c8b89a88b2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378551 Sep 17 22:33:24.168343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23a017-6f77-43f9-bd03-f35a9256575c req-4b082454-2de9-4763-8cc5-9c9f81a26087 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.170075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca23a017-6f77-43f9-bd03-f35a9256575c req-4b082454-2de9-4763-8cc5-9c9f81a26087 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 944 time: 0.0615590 Sep 17 22:33:24.187305 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Allocated IP 172.20.0.9 (6641386f-f67e-43a8-94b2-b71bc741845d/15b99e6a-c3a7-4eb6-9fed-733e73db7511/4b368160-4127-489a-ae55-cd32bbf277b4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:24.217695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca23a017-6f77-43f9-bd03-f35a9256575c req-9d00e4b7-6b72-491d-943d-993c0f4689b1 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Sep 17 22:33:24.218492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35246) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:24.260429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-034b9e06-4582-4d63-8e7d-ae1e3ca71e9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5f28ddf288d4788817e613c63ac7256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406582 Sep 17 22:33:24.262923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35248) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:24.315275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-034b1ddf-a5f2-4c7a-b1dd-641595215b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.339520 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-034b1ddf-a5f2-4c7a-b1dd-641595215b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.360607 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.390946 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-034b1ddf-a5f2-4c7a-b1dd-641595215b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.393591 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-034b1ddf-a5f2-4c7a-b1dd-641595215b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.394734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-034b1ddf-a5f2-4c7a-b1dd-641595215b5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5320382f-5872-451c-b441-cd07acbd258e HTTP/1.1" status: 204 len: 168 time: 0.1309171 Sep 17 22:33:24.404697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b1ddf-a5f2-4c7a-b1dd-641595215b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5320382f-5872-451c-b441-cd07acbd258e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:24.417116 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.421598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:24.468577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Network 6641386f-f67e-43a8-94b2-b71bc741845d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:24.471801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:24.479571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:24.494191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:24.499736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:24.500064 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.530992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Pushing event updated for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:24.570395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-6e3f3f8c-1543-4cfd-a46f-d39ea4b0b748 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922251 Sep 17 22:33:24.575889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.576504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.587846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.592188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-ebda2eb6-cb02-42bb-81e7-18b48a1d2f16 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6984057 Sep 17 22:33:24.609223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Request body: {'port': {'device_id': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:24.626333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:24.631237 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.680566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:24.691797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.737716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-02d6d04e-5195-49e0-a320-7a92c5e22e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.739237 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-02d6d04e-5195-49e0-a320-7a92c5e22e15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eee16130ed6d4e1dada9a7d01adb68ee&device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 1097 time: 0.1000834 Sep 17 22:33:24.961736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-37bbc155-254f-428a-939c-453131846064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.963228 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-37bbc155-254f-428a-939c-453131846064 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dead0210-9355-41ba-a792-c189f187ef5e HTTP/1.1" status: 200 len: 906 time: 0.2007854 Sep 17 22:33:25.014450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6df8c-0400-4a60-ac7c-f10b9f0128ba req-73335a25-a00f-4943-a2ca-4e1ca227e1c4 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.016385 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cba6df8c-0400-4a60-ac7c-f10b9f0128ba req-73335a25-a00f-4943-a2ca-4e1ca227e1c4 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 931 time: 0.0638463 Sep 17 22:33:25.060131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-ab1e50d0-5503-4ff4-848a-a8bc77b43cb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc7239c1-271b-43c7-979c-0e0375ec9569 HTTP/1.1" status: 200 len: 1000 time: 0.0888088 Sep 17 22:33:25.065452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cba6df8c-0400-4a60-ac7c-f10b9f0128ba req-d6066d55-3ed4-4396-a1dc-7add3c4db48a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Sep 17 22:33:25.156127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b368160-4127-489a-ae55-cd32bbf277b4 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:25.165728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.198143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Transition to ACTIVE for port object 4b368160-4127-489a-ae55-cd32bbf277b4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:25.206911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.218918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-00f4c21b-301d-46af-abd2-c0ede5d1e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.220801 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-00f4c21b-301d-46af-abd2-c0ede5d1e68a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3dd5804-74f9-4a56-b1c2-6b54feb3fafd HTTP/1.1" status: 200 len: 844 time: 0.1456115 Sep 17 22:33:25.298692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:25.350278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-41cdc1ca-1eaa-4ce3-bed3-ac0e962b5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.352063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-41cdc1ca-1eaa-4ce3-bed3-ac0e962b5995 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dead0210-9355-41ba-a792-c189f187ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107037 Sep 17 22:33:25.405654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Attempting to bind port 4b368160-4127-489a-ae55-cd32bbf277b4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:25.406318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Attempting to bind port 4b368160-4127-489a-ae55-cd32bbf277b4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:25.406570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Attempting to bind port 4b368160-4127-489a-ae55-cd32bbf277b4 on network 6641386f-f67e-43a8-94b2-b71bc741845d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:25.448138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Port 4b368160-4127-489a-ae55-cd32bbf277b4 on network 6641386f-f67e-43a8-94b2-b71bc741845d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:25.448463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Attempting to bind port 4b368160-4127-489a-ae55-cd32bbf277b4 on network 6641386f-f67e-43a8-94b2-b71bc741845d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:25.457920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:25.458482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Checking segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:25.458867 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Bound using segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:25.459295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Bound port: 4b368160-4127-489a-ae55-cd32bbf277b4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:25.459650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.507115 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-e9a1f337-c3f4-4330-ac16-e55f9677f7d1 service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456425 Sep 17 22:33:25.560333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dc31d-6222-4898-831c-a22b41e956d4 req-e21a63ed-7290-4a95-a04e-53797b9d112f tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.561932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-051dc31d-6222-4898-831c-a22b41e956d4 req-e21a63ed-7290-4a95-a04e-53797b9d112f tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 945 time: 0.2635565 Sep 17 22:33:25.597783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:25.606245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35294) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:25.614369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-051dc31d-6222-4898-831c-a22b41e956d4 req-bd210e79-194c-4770-ba73-3ba49a730868 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452604 Sep 17 22:33:25.620107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:25.627551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.670411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.670937 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.672332 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/4b368160-4127-489a-ae55-cd32bbf277b4 HTTP/1.1" status: 200 len: 1092 time: 1.0684543 Sep 17 22:33:25.674568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:25.676858 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:25.683685 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-96aa6eb7-c90d-424e-994b-e48e45e0d58e req-ccca270c-1ce9-4cef-a66a-d7d309c2b9f0 service neutron] 10.222.0.49 "GET /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664839 Sep 17 22:33:25.729507 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb8b74a-c97d-4b46-bdde-0a544527696d x-openstack-request-id: req-bcb8b74a-c97d-4b46-bdde-0a544527696d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:25.729795 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:25.730045 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcb8b74a-c97d-4b46-bdde-0a544527696d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:25.730434 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4', 'status': 'completed', 'code': 200} Sep 17 22:33:25.732240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb46dee4-710b-4505-b5fd-9502dfb84167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.737919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ec1aa-cb4c-4a4e-9205-c5012274a2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:25.775628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-7770a1f9-276e-486d-a916-85d3342bcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.777492 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-7770a1f9-276e-486d-a916-85d3342bcc8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 1095 time: 0.0497887 Sep 17 22:33:25.823395 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb46dee4-710b-4505-b5fd-9502dfb84167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.827207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb46dee4-710b-4505-b5fd-9502dfb84167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.829652 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-6a175b8a-8ff3-4504-a3fe-ade0a28a941d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b368160-4127-489a-ae55-cd32bbf277b4 HTTP/1.1" status: 200 len: 217 time: 0.0391121 Sep 17 22:33:25.860244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea46348-69cc-4029-beb0-21e5be6eac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27d4e9-4dd3-476f-94e1-f27e42e50a74'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:25.863036 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06c404c-3498-4e2a-b10c-a47c3ded3717" -d '{"events": [{"server_uuid": "4ea46348-69cc-4029-beb0-21e5be6eac37", "name": "network-vif-plugged", "status": "completed", "tag": "8a27d4e9-4dd3-476f-94e1-f27e42e50a74"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:25.871372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eb46dee4-710b-4505-b5fd-9502dfb84167 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5957d3419aaf44cc94c3cace60277852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638681 Sep 17 22:33:25.872084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46dee4-710b-4505-b5fd-9502dfb84167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00a3c20-7c49-48c6-a06f-346357d27c86,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:25.876976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35302) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:25.901705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-989295ef-5798-460e-8812-393742e438f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.903177 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-989295ef-5798-460e-8812-393742e438f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 200 len: 845 time: 0.0653408 Sep 17 22:33:25.906720 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03316a61-831d-4d7b-a17c-292e9a28f616 x-openstack-request-id: req-03316a61-831d-4d7b-a17c-292e9a28f616 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:25.907014 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea46348-69cc-4029-beb0-21e5be6eac37", "name": "network-vif-plugged", "status": "completed", "tag": "8a27d4e9-4dd3-476f-94e1-f27e42e50a74", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:25.907269 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03316a61-831d-4d7b-a17c-292e9a28f616 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:25.907660 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea46348-69cc-4029-beb0-21e5be6eac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27d4e9-4dd3-476f-94e1-f27e42e50a74', 'code': 200} Sep 17 22:33:25.942548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-e6077927-8ed1-4ca8-955d-4cb5cea15ef5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6641386f-f67e-43a8-94b2-b71bc741845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286596 Sep 17 22:33:25.974185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d1be9a2-812b-4ba2-a496-afe14da95efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.201293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031b0b-f34e-417b-a427-183a94edf9ff req-e85d7fca-b34d-48dd-8bf8-bd86abf2e030 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:26.203042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2031b0b-f34e-417b-a427-183a94edf9ff req-e85d7fca-b34d-48dd-8bf8-bd86abf2e030 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 943 time: 0.0534313 Sep 17 22:33:26.252038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2031b0b-f34e-417b-a427-183a94edf9ff req-a6ba3e44-9707-40ce-b579-6ce11e801b6a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Sep 17 22:33:26.319660 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d1be9a2-812b-4ba2-a496-afe14da95efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.386626 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-e3d9b88b-ac64-4a3f-bbc6-6937b7f71b37 service neutron] 10.222.0.45 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328990 Sep 17 22:33:26.392434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84736297-2114-4e37-9201-4f76a285c0d4 req-50021c4b-dbea-4478-91e7-5fcbe060b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:26.393960 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84736297-2114-4e37-9201-4f76a285c0d4 req-50021c4b-dbea-4478-91e7-5fcbe060b78d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 1097 time: 0.0951564 Sep 17 22:33:26.470902 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d1be9a2-812b-4ba2-a496-afe14da95efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.473392 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d1be9a2-812b-4ba2-a496-afe14da95efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.474518 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0d1be9a2-812b-4ba2-a496-afe14da95efa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b00a3c20-7c49-48c6-a06f-346357d27c86 HTTP/1.1" status: 204 len: 168 time: 0.5965779 Sep 17 22:33:26.500515 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84736297-2114-4e37-9201-4f76a285c0d4 req-2e6266fc-c3b6-4434-8c50-14941c49e6b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965521 Sep 17 22:33:26.504522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1be9a2-812b-4ba2-a496-afe14da95efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00a3c20-7c49-48c6-a06f-346357d27c86,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:26.531755 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-69ca8012-7cc0-47b5-af7a-36be24ded2e1 req-488032c2-6f7f-4ae1-bd6f-6390e58e7830 service neutron] 10.222.0.45 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367316 Sep 17 22:33:26.627025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-f517199f-5805-4b97-a322-d352c3321d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:26.628780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-f517199f-5805-4b97-a322-d352c3321d51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 1095 time: 0.0463367 Sep 17 22:33:26.741100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49ff5e-cfed-4482-b637-c1e8d8ab4245 req-1a98658e-1655-43ca-be47-13846dd4a2e4 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:26.742727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-9862402c-dfa5-47e3-b7e0-818a9cc24be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:26.742896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf49ff5e-cfed-4482-b637-c1e8d8ab4245 req-1a98658e-1655-43ca-be47-13846dd4a2e4 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Sep 17 22:33:26.744180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-9862402c-dfa5-47e3-b7e0-818a9cc24be2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 906 time: 0.1059353 Sep 17 22:33:26.788297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf49ff5e-cfed-4482-b637-c1e8d8ab4245 req-09858909-576a-4953-b4a9-fb6f99577c4f tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375268 Sep 17 22:33:26.793112 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-3f1c7101-899c-4d59-8bba-b777375c54f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b368160-4127-489a-ae55-cd32bbf277b4 HTTP/1.1" status: 200 len: 217 time: 0.0372479 Sep 17 22:33:26.854273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-59e31012-a4e8-4152-8c16-9e7b28e9f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:26.855713 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-59e31012-a4e8-4152-8c16-9e7b28e9f5cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 200 len: 845 time: 0.0554495 Sep 17 22:33:26.890915 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-f56ddd4e-cb4a-4576-904c-3c88c362731c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6641386f-f67e-43a8-94b2-b71bc741845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243106 Sep 17 22:33:26.995736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-33e087f1-a368-41f9-a0f2-c22af23b8ce7 service neutron] 10.222.0.45 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923853 Sep 17 22:33:27.092707 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aeb60871-dfbc-4851-a683-b5d5fcd7abd3 req-3a69f271-141e-48ea-9ed5-d390afcca49c service neutron] 10.222.0.45 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893044 Sep 17 22:33:27.142459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35338) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:27.238917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1454810415-network', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:27.259640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Made reservation on behalf of 7c22e9d755b643c083c5ff1fdc822fbf for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:27.261949 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.270307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.366465 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.370852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.375328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d4c0b-4dc9-433c-a5c0-c00400a82581 req-a93fc529-2ed4-493c-9184-6e54ccf7279a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:27.375328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-894d4c0b-4dc9-433c-a5c0-c00400a82581 req-a93fc529-2ed4-493c-9184-6e54ccf7279a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 943 time: 0.0527976 Sep 17 22:33:27.401660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:33:27.409036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d84a45-dbf8-435e-af32-687913b5c261,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:27.417355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.417710 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Added segment 28229310-3147-4d23-943f-8b372f02d116 of type vlan for network c81b22d0-800c-49bf-8605-c74d092fc0f5 Sep 17 22:33:27.422878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-894d4c0b-4dc9-433c-a5c0-c00400a82581 req-f2faaa40-c683-469d-b8c4-6b1379ccb780 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Sep 17 22:33:27.459668 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.486105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.487143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:27.487735 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.521763 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3782706 Sep 17 22:33:27.524702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:27.529740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Request body: {'subnet': {'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1454810415-subnet', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:27.551529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Made reservation on behalf of 7c22e9d755b643c083c5ff1fdc822fbf for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:27.553994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.554133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15566fdc-cf93-4946-86b9-787aaaf76085 admin admin] Pushing event updated for resources: {'Network': ['ID=c81b22d0-800c-49bf-8605-c74d092fc0f5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:27.564888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:33:27.728904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.787393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322d34c3-9878-4437-9fe5-9e25ac04e704,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:27.792558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Checking segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:27.792903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Network hostable DHCP agents. Network: c81b22d0-800c-49bf-8605-c74d092fc0f5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:33:27.809758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:33:27.818820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c81b22d0-800c-49bf-8605-c74d092fc0f5) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:27.827064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37119b85-deda-443f-bd84-e1bf44d6da2d None None] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:27.830223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:27.830959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.845909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7f380be1-827b-4d0c-8575-6918744b1446 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3200448 Sep 17 22:33:27.848495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35354) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:27.853152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:27.877596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.878768 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.970883 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.980177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bb248-aada-46d5-87ec-a071186b7a6e req-fe61b6e1-a792-4ed1-9c1e-7777e04865cf tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:27.982194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846bb248-aada-46d5-87ec-a071186b7a6e req-fe61b6e1-a792-4ed1-9c1e-7777e04865cf tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 945 time: 0.0995715 Sep 17 22:33:28.121487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-846bb248-aada-46d5-87ec-a071186b7a6e req-0c0ef00c-d0bf-4668-8237-a01a9eb161aa tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029153 Sep 17 22:33:28.122779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-c81b22d0-800c-49bf-8605-c74d092fc0f5', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:33:28.124067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.162637 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.279133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Allocated IP 172.20.0.2 (c81b22d0-800c-49bf-8605-c74d092fc0f5/322d34c3-9878-4437-9fe5-9e25ac04e704/3118b421-7fe5-4137-9c04-3cd9f1fafd8e) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:28.408565 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.432260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.432529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.438948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.483927 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:28.490382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:28.493864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:28.497580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Pushing event updated for resources: {'Port': ['ID=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:28.556648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Attempting to bind port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:28.556954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Attempting to bind port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:28.557339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Attempting to bind port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e on network c81b22d0-800c-49bf-8605-c74d092fc0f5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:28.562425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:28.562796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Checking segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:28.563196 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.563590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Bound using segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:28.564057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Bound port: 3118b421-7fe5-4137-9c04-3cd9f1fafd8e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:28.564442 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.592842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd82176-c002-48cf-bb9b-29025e459024 req-86a89be5-78b9-4dd7-8ba1-d3c51cf6b2e0 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:28.594826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bd82176-c002-48cf-bb9b-29025e459024 req-86a89be5-78b9-4dd7-8ba1-d3c51cf6b2e0 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 943 time: 0.0882494 Sep 17 22:33:28.620041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Allocated IP 172.25.0.8 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/93705b8a-5d7d-45f3-b4b5-5860ec999923) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:28.630235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] For port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:28.634286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] For port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:28.638114 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.669363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bd82176-c002-48cf-bb9b-29025e459024 req-f6fb2835-3cb3-4738-8840-842a240e18d3 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646565 Sep 17 22:33:28.701848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cdbd6-7163-484b-ad82-67c4230aa3c1 None None] Pushing event updated for resources: {'Port': ['ID=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:28.759813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.794462 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.835291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:28.839291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:28.846084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:28.849224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Pushing event updated for resources: {'Port': ['ID=93705b8a-5d7d-45f3-b4b5-5860ec999923,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:29.114233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.340922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.353027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3118b421-7fe5-4137-9c04-3cd9f1fafd8e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:29.410653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:29.411034 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.491944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29386085-f453-485d-92a5-d08267e1b18d req-aab29c5b-98e2-4b0e-bff5-414216df3bee tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.494193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29386085-f453-485d-92a5-d08267e1b18d req-aab29c5b-98e2-4b0e-bff5-414216df3bee tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 945 time: 0.2976012 Sep 17 22:33:29.505523 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.543500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:29.548367 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.584306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29386085-f453-485d-92a5-d08267e1b18d req-c5d55e54-73cc-4269-9675-3759d91b7c8e tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707240 Sep 17 22:33:29.591879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Router a4304875-f10b-4276-8bb0-0485f8129fc5 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:33:29.639536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:29.645761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b368160-4127-489a-ae55-cd32bbf277b4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:29.756871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bdc79d-9e93-489b-a0c1-502e07bb4beb None None] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:29.775169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:29.791532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Sync routers for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:29.811354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:29.845636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4485cac-7003-4612-aba2-752fd1c9f57d req-6bd29eb0-f2ef-4ce2-9483-2b409681bcc0 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.847544 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4485cac-7003-4612-aba2-752fd1c9f57d req-6bd29eb0-f2ef-4ce2-9483-2b409681bcc0 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=691b397d-4bd6-4e15-b2c3-b20540fd265f HTTP/1.1" status: 200 len: 946 time: 0.1344714 Sep 17 22:33:29.849940 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.852807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-059f9db5-ca44-4b4b-8053-df1dd8e3c44a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0030892 Sep 17 22:33:29.857718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35382) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:29.878625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74615b22-0b2e-4e09-ba02-bd3ea72b04d1 req-36e461fb-b14f-4ebb-baa2-c80eb3a093e6 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.880460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74615b22-0b2e-4e09-ba02-bd3ea72b04d1 req-36e461fb-b14f-4ebb-baa2-c80eb3a093e6 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 943 time: 0.1203334 Sep 17 22:33:29.880699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:29.881441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:29.885345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '4b368160-4127-489a-ae55-cd32bbf277b4', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'port_id': '4b368160-4127-489a-ae55-cd32bbf277b4', 'mac_address': 'fa:16:3e:7e:2e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b99e6a-c3a7-4eb6-9fed-733e73db7511', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:29.935879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c0b19039-9b71-4513-9991-b26c8337c933 None None] Provisioning complete for port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:29.936281 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0b19039-9b71-4513-9991-b26c8337c933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.947330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4485cac-7003-4612-aba2-752fd1c9f57d req-c2d9fa4b-7f3f-4cf2-9c91-8c28f7f067ef tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874095 Sep 17 22:33:29.965414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74615b22-0b2e-4e09-ba02-bd3ea72b04d1 req-6581ded8-9d15-4ccc-9a97-514e357ad2f0 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747814 Sep 17 22:33:29.970527 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-72671935-d9b5-46b4-acd4-d6efc627580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.141596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.159051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270db4c-e5a9-473b-a0a0-da3bb86a0ee8 req-766f8844-61c9-431e-8d8d-0bbadba629b9 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:30.162009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0270db4c-e5a9-473b-a0a0-da3bb86a0ee8 req-766f8844-61c9-431e-8d8d-0bbadba629b9 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0961881 Sep 17 22:33:30.204370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b368160-4127-489a-ae55-cd32bbf277b4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:30.235793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0270db4c-e5a9-473b-a0a0-da3bb86a0ee8 req-56cf720e-1a46-47bf-9da6-0699182bbbdd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622535 Sep 17 22:33:30.243516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:30.354268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:30.378936 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.468642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.471090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6deae-9b06-4d5f-94d5-87dae2a9637b req-3a81e625-9eb2-4a49-b82c-4c684378e0e3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:30.475077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66e6deae-9b06-4d5f-94d5-87dae2a9637b req-3a81e625-9eb2-4a49-b82c-4c684378e0e3 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1094704 Sep 17 22:33:30.525785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:30.548566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66e6deae-9b06-4d5f-94d5-87dae2a9637b req-8a302150-b52e-48f0-8cf9-f22a74c1fee7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666528 Sep 17 22:33:30.722549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:29Z', 'revision_number': 3, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:30.760643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4b368160-4127-489a-ae55-cd32bbf277b4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:30.819118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Allocated IP 172.20.0.1 (c81b22d0-800c-49bf-8605-c74d092fc0f5/322d34c3-9878-4437-9fe5-9e25ac04e704/c2ec8902-e075-44a4-a0b5-027c69ad3aa5) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:30.843905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630f5c-04fa-4b9d-8ad3-e80f1173e094 req-01bf0b17-2cfd-45f6-a41d-bd289fea69f5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:30.846878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Checking router: a4304875-f10b-4276-8bb0-0485f8129fc5 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:30.847228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Updating router a4304875-f10b-4276-8bb0-0485f8129fc5 port 93705b8a-5d7d-45f3-b4b5-5860ec999923 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:30.851929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce630f5c-04fa-4b9d-8ad3-e80f1173e094 req-01bf0b17-2cfd-45f6-a41d-bd289fea69f5 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=691b397d-4bd6-4e15-b2c3-b20540fd265f HTTP/1.1" status: 200 len: 946 time: 0.1321015 Sep 17 22:33:30.918236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.920732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce630f5c-04fa-4b9d-8ad3-e80f1173e094 req-adb2a2d1-28ce-4399-8d90-584a873813a1 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591125 Sep 17 22:33:30.972097 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.026544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.052857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-949838c0-271f-4746-9957-4a0f69e7b8aa None None] Provisioning complete for port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:31.053247 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-949838c0-271f-4746-9957-4a0f69e7b8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.069993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:31.073740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:31.077035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:31.085238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Pushing event updated for resources: {'Port': ['ID=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:31.146053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.167085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5e22-78f1-4928-b6cd-2784a640aef1 req-f1a0c4f5-7233-4da9-93e0-701496a757da tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.175000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-918c5e22-78f1-4928-b6cd-2784a640aef1 req-f1a0c4f5-7233-4da9-93e0-701496a757da tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 944 time: 0.1310437 Sep 17 22:33:31.217645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-918c5e22-78f1-4928-b6cd-2784a640aef1 req-d7e1ef4e-8a48-47d7-b4b9-42a131181238 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Sep 17 22:33:31.266386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-7bfa5900-52c3-428f-8be7-1bda9939ac9a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.267783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-7bfa5900-52c3-428f-8be7-1bda9939ac9a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.2373421 Sep 17 22:33:31.292292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-7732c0af-0f79-4c78-995d-8c0d59dc76d5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/quotas/41c6f2234dc149a7ac45db22fc6d3ffa HTTP/1.1" status: 200 len: 375 time: 0.0142190 Sep 17 22:33:31.351348 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.389676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3118b421-7fe5-4137-9c04-3cd9f1fafd8e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:31.409522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-42ddd7c2-5fd9-4404-ac08-424b3ca26295 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1088669 Sep 17 22:33:31.547475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.549670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ec280e86-c7ba-4152-839c-744a508681a5 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388705 Sep 17 22:33:31.555614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.595232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec016048-5609-47fe-be27-595d88d13a4e req-d603b9b9-ea43-4640-bf5a-530da0054015 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.596109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:31.596490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.597173 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec016048-5609-47fe-be27-595d88d13a4e req-d603b9b9-ea43-4640-bf5a-530da0054015 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.0978730 Sep 17 22:33:31.638177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.640240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Pushing event updated for resources: {'Port': ['ID=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:31.653939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.654402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.655107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.655107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.655565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.656034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.656577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.656971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.657370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.657825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.658824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.658824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:31.688856 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.700399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.701690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec016048-5609-47fe-be27-595d88d13a4e req-5141a045-b883-4690-9a38-63f9db5c3c67 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901039 Sep 17 22:33:31.720485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-eb9e05de-06c8-4206-ac80-e65821f43595 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572814 Sep 17 22:33:31.818507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ec47f676-6f8d-4107-b5c9-a0c9bd8004c5 None None] Provisioning complete for port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:31.819010 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec47f676-6f8d-4107-b5c9-a0c9bd8004c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.823813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f16133-610b-43fc-b37f-c43952e9910c req-af55fd76-b33f-40a2-a062-4475f42edc46 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.825623 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01f16133-610b-43fc-b37f-c43952e9910c req-af55fd76-b33f-40a2-a062-4475f42edc46 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.45 "GET /v2.0/ports?device_id=691b397d-4bd6-4e15-b2c3-b20540fd265f HTTP/1.1" status: 200 len: 946 time: 0.0994344 Sep 17 22:33:31.828398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Attempting to bind port 93705b8a-5d7d-45f3-b4b5-5860ec999923 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:31.828398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Attempting to bind port 93705b8a-5d7d-45f3-b4b5-5860ec999923 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:31.828398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Attempting to bind port 93705b8a-5d7d-45f3-b4b5-5860ec999923 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:31.849739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f1615-a081-4cf1-839f-7b88f2de194f None None] Pushing event updated for resources: {'Port': ['ID=93705b8a-5d7d-45f3-b4b5-5860ec999923,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:31.857829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:31.858207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:31.858616 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.859080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:31.859471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Bound port: 93705b8a-5d7d-45f3-b4b5-5860ec999923, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:31.859856 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.915513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ec47f676-6f8d-4107-b5c9-a0c9bd8004c5 None None] Port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:31.957022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] For port 93705b8a-5d7d-45f3-b4b5-5860ec999923, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:31.961054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] For port 93705b8a-5d7d-45f3-b4b5-5860ec999923, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=93705b8a-5d7d-45f3-b4b5-5860ec999923,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:31.967764 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.975034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:31.994312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:32.019054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47d90-a5ce-48e2-a323-783df632440e req-beb30df5-e863-4ffe-ae77-ea2143c7654d tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.029417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22a47d90-a5ce-48e2-a323-783df632440e req-beb30df5-e863-4ffe-ae77-ea2143c7654d tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.0972526 Sep 17 22:33:32.062063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:32.062925 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:32.074027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f1615-a081-4cf1-839f-7b88f2de194f None None] Pushing event updated for resources: {'Port': ['ID=93705b8a-5d7d-45f3-b4b5-5860ec999923,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:32.105368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ce90033-c1e3-4317-9e3d-55e215c7a42e req-8779be0e-8aee-485a-a14f-8f3b7398a40f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 210 time: 0.0724847 Sep 17 22:33:32.153040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22a47d90-a5ce-48e2-a323-783df632440e req-9dbc74d5-7420-45e8-a99d-2e2181da2104 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215317 Sep 17 22:33:32.228354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Router a4304875-f10b-4276-8bb0-0485f8129fc5 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:32.231330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Deleting port 3d614790-e94b-43ce-b86c-4032cf50dc31 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:32.231815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.304740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:32.349965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81714c-6109-408a-99a2-6457116f60a8 req-3975625a-342c-442a-a923-579575309a26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.360174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b81714c-6109-408a-99a2-6457116f60a8 req-3975625a-342c-442a-a923-579575309a26 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=691b397d-4bd6-4e15-b2c3-b20540fd265f HTTP/1.1" status: 200 len: 946 time: 0.1066651 Sep 17 22:33:32.418825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b81714c-6109-408a-99a2-6457116f60a8 req-741823db-2959-457a-b300-e39587aaabe3 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/security-groups?id=d08841bb-bdbe-4ef6-bcdd-79cd391dd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482140 Sep 17 22:33:32.484385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1972d7-975e-4312-9159-1e869e6a1b87 req-765a1d14-10f6-4c26-93a0-0d6660bdce66 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.493519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab1972d7-975e-4312-9159-1e869e6a1b87 req-765a1d14-10f6-4c26-93a0-0d6660bdce66 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 944 time: 0.0721843 Sep 17 22:33:32.513020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b680cbc2-c7da-45cb-92fa-3244db544ea7 None None] Provisioning complete for port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:32.513373 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b680cbc2-c7da-45cb-92fa-3244db544ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.515642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] For port 3d614790-e94b-43ce-b86c-4032cf50dc31, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d614790-e94b-43ce-b86c-4032cf50dc31,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:32.516121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.539433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Calling delete_port for 3d614790-e94b-43ce-b86c-4032cf50dc31 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:32.542503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab1972d7-975e-4312-9159-1e869e6a1b87 req-32b17011-5d25-49b7-a12d-3b38d1ae926e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480309 Sep 17 22:33:32.551611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:32.561601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1d8b626c-c849-4a6e-822c-98d388ba649e admin admin] 10.222.0.48 "PUT /v2.0/routers/a4304875-f10b-4276-8bb0-0485f8129fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7025001 Sep 17 22:33:32.597143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b680cbc2-c7da-45cb-92fa-3244db544ea7 None None] Port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:32.691920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8beb7e5-b474-44c7-93de-631d180f50a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.730934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 2, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:32.760627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735eff0-36b2-4d0e-806e-60afe70c74cb None None] The sync data for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 is: [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 2, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:32.776788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-284f4483-e9ea-46b6-bf9a-401548d91a48 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.778351 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-284f4483-e9ea-46b6-bf9a-401548d91a48 tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 945 time: 0.0780675 Sep 17 22:33:32.779791 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.798367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['3d614790-e94b-43ce-b86c-4032cf50dc31'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:32.826472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Pushing event deleted for resources: {'Port': ['ID=3d614790-e94b-43ce-b86c-4032cf50dc31,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:32.888507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8a27d4e9-4dd3-476f-94e1-f27e42e50a74'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:32.950532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] No DVR routers for this DVR port 3d614790-e94b-43ce-b86c-4032cf50dc31 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:32.957857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.959122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01f16133-610b-43fc-b37f-c43952e9910c req-0ab8d78d-ea62-4496-b0fa-7ccab775848c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.45 "DELETE /v2.0/ports/3d614790-e94b-43ce-b86c-4032cf50dc31 HTTP/1.1" status: 204 len: 173 time: 1.1025422 Sep 17 22:33:32.965394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691b397d-4bd6-4e15-b2c3-b20540fd265f', 'name': 'network-vif-deleted', 'tag': '3d614790-e94b-43ce-b86c-4032cf50dc31'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:32.967673 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a477563c-d7fd-4dc2-add6-9a2e71c71604" -d '{"events": [{"server_uuid": "691b397d-4bd6-4e15-b2c3-b20540fd265f", "name": "network-vif-deleted", "tag": "3d614790-e94b-43ce-b86c-4032cf50dc31"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:32.998884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Deleting port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:32.999493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.075635 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.177988 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9d3f5f-c9f2-408d-b7e4-971cb6ca48b1 x-openstack-request-id: req-5b9d3f5f-c9f2-408d-b7e4-971cb6ca48b1 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:33.178430 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691b397d-4bd6-4e15-b2c3-b20540fd265f", "name": "network-vif-deleted", "tag": "3d614790-e94b-43ce-b86c-4032cf50dc31", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:33.179697 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b9d3f5f-c9f2-408d-b7e4-971cb6ca48b1 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:33.179697 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691b397d-4bd6-4e15-b2c3-b20540fd265f', 'name': 'network-vif-deleted', 'tag': '3d614790-e94b-43ce-b86c-4032cf50dc31', 'status': 'completed', 'code': 200} Sep 17 22:33:33.182663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] For port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,segment=NetworkSegment(ecc0b1c3-f908-4600-b25e-d39010deb53a),segment_id=ecc0b1c3-f908-4600-b25e-d39010deb53a)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:33.183042 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.191505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35462) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:33.197695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-05864e83-e8ef-48f7-b20e-9d27c93c8507 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528705871', 'description': 'tempest-description--1399408478'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:33.244961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Calling delete_port for 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:33.294822 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-05864e83-e8ef-48f7-b20e-9d27c93c8507 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.438649 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-05864e83-e8ef-48f7-b20e-9d27c93c8507 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.485378 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-05864e83-e8ef-48f7-b20e-9d27c93c8507 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.500968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9035e47-6392-4b25-842e-408e6817840b req-c1112206-ac2e-4eff-b724-8f8b9441b13b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 210 time: 0.0603876 Sep 17 22:33:33.560184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-05864e83-e8ef-48f7-b20e-9d27c93c8507 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.561583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-05864e83-e8ef-48f7-b20e-9d27c93c8507 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3690569 Sep 17 22:33:33.571911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35470) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:33.577170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0c53ddb0-8146-4caa-9192-c69e3f7504d3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'security_group_rule': {'security_group_id': 'abeb8746-1dab-470d-96fc-29f4e0fb8ec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:33.624634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-a0724a8b-d94b-49bc-9d05-b1facd6ed5b7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:33.626315 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-a0724a8b-d94b-49bc-9d05-b1facd6ed5b7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.49 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.2530615 Sep 17 22:33:33.636624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e8cdb-e2eb-4293-9604-5ccb54db7379 req-ea5c4e3f-e68b-4fcb-9c3b-c65a512935ad tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:33.638248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-909e8cdb-e2eb-4293-9604-5ccb54db7379 req-ea5c4e3f-e68b-4fcb-9c3b-c65a512935ad tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.1557016 Sep 17 22:33:33.641103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05864e83-e8ef-48f7-b20e-9d27c93c8507 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb8746-1dab-470d-96fc-29f4e0fb8ec7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:33.654001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.667845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['3d614790-e94b-43ce-b86c-4032cf50dc31'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:33.670940 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c53ddb0-8146-4caa-9192-c69e3f7504d3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.673282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b368160-4127-489a-ae55-cd32bbf277b4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:33.697211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Pushing event deleted for resources: {'Port': ['ID=8a27d4e9-4dd3-476f-94e1-f27e42e50a74,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:33.713117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'port': {'device_id': 'c091757b-8707-4406-89df-af24535fd3cf', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'admin_state_up': True, 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:33.762515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-909e8cdb-e2eb-4293-9604-5ccb54db7379 req-53821480-8299-4b61-be26-606d96fed42c tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928981 Sep 17 22:33:33.781152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c53ddb0-8146-4caa-9192-c69e3f7504d3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.791836 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c53ddb0-8146-4caa-9192-c69e3f7504d3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.803143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] No DVR routers for this DVR port 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:33.817402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.823010 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7344bf68-175a-493a-89f6-1d5b0846c60e req-c74f0468-e3f1-40a9-9138-0ca5970f467c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.49 "DELETE /v2.0/ports/8a27d4e9-4dd3-476f-94e1-f27e42e50a74 HTTP/1.1" status: 204 len: 173 time: 0.9972184 Sep 17 22:33:33.824780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53ddb0-8146-4caa-9192-c69e3f7504d3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8485e43b-f75c-4aef-b01b-16495e5700d2,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:33.832360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c53ddb0-8146-4caa-9192-c69e3f7504d3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.833896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c53ddb0-8146-4caa-9192-c69e3f7504d3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2608268 Sep 17 22:33:33.837236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:33.838306 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.842932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-052075cb-5e60-4fc7-8947-be44d36faf25 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'security_group_rule': {'security_group_id': 'abeb8746-1dab-470d-96fc-29f4e0fb8ec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:33.859465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 4b368160-4127-489a-ae55-cd32bbf277b4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:33.865772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 4b368160-4127-489a-ae55-cd32bbf277b4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:33.866506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.920528 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-052075cb-5e60-4fc7-8947-be44d36faf25 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.986147 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.009273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d61c0-c1df-405e-9207-dfd3f365ec37 req-40f5b764-17ed-493b-bb2d-b35f8d571348 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.013136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:34.015426 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff72125-f4b6-4a80-b791-8fe15e49ad77" -d '{"events": [{"server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "name": "network-vif-plugged", "status": "completed", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:34.017023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-384d61c0-c1df-405e-9207-dfd3f365ec37 req-40f5b764-17ed-493b-bb2d-b35f8d571348 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.1531487 Sep 17 22:33:34.060537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:34.068990 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.079633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d614790-e94b-43ce-b86c-4032cf50dc31 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:34.084124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b07755-3984-45b0-9997-a895c98c73bf req-52297c0f-0cc5-4333-8264-83e85f6ee044 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.086369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b07755-3984-45b0-9997-a895c98c73bf req-52297c0f-0cc5-4333-8264-83e85f6ee044 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 944 time: 0.1626697 Sep 17 22:33:34.088727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Made reservation on behalf of 41c6f2234dc149a7ac45db22fc6d3ffa for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:34.096693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.104181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-052075cb-5e60-4fc7-8947-be44d36faf25 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.122940 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-052075cb-5e60-4fc7-8947-be44d36faf25 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.129143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 3d614790-e94b-43ce-b86c-4032cf50dc31 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:34.129794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d614790-e94b-43ce-b86c-4032cf50dc31 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:34.173537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-384d61c0-c1df-405e-9207-dfd3f365ec37 req-85744b01-de2e-495f-a6ba-abbb16caa707 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555653 Sep 17 22:33:34.180517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:34.181391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-052075cb-5e60-4fc7-8947-be44d36faf25 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.187495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-052075cb-5e60-4fc7-8947-be44d36faf25 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3461912 Sep 17 22:33:34.189086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35486) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:34.204322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:34.213427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052075cb-5e60-4fc7-8947-be44d36faf25 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7312895b-c61b-4a95-b5a6-d38e13930178,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:34.252610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b07755-3984-45b0-9997-a895c98c73bf req-a6ca97b3-c855-4ad0-9019-0730e5b0e605 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468294 Sep 17 22:33:34.269959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.299282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Allocated IP 172.20.0.5 (5a570f39-cc1d-4ba8-920e-a769974e4ae5/40713f22-04ea-445c-96a6-532d4c729e88/b8e623cd-3e5b-4697-b0a7-e9987e9eff60) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:34.337759 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064dfb2-6fff-46a0-baf0-d5f460f06b1f x-openstack-request-id: req-d064dfb2-6fff-46a0-baf0-d5f460f06b1f {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:34.338059 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "name": "network-vif-plugged", "status": "completed", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:34.338315 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d064dfb2-6fff-46a0-baf0-d5f460f06b1f {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:34.338714 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4', 'code': 200} Sep 17 22:33:34.507505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3595e-d073-480e-a55e-d7d4594cfec2 req-40d7324b-9e6d-4bac-8fae-acf93441f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.509495 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fdf3595e-d073-480e-a55e-d7d4594cfec2 req-40d7324b-9e6d-4bac-8fae-acf93441f644 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 1097 time: 0.0728686 Sep 17 22:33:34.521574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.559607 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.582985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fdf3595e-d073-480e-a55e-d7d4594cfec2 req-037fb55f-b707-40f0-abad-38d710df6164 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651467 Sep 17 22:33:34.604309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.618627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e99e4bac-8afd-4252-b7c7-f4489f5284ef', '4fedcb51-32de-4f95-b03a-93b2854774f2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:34.657598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:34.665325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:34.668361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:34.705640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'Port': ['ID=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:34.743248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.744325 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.762363 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-ea4b6eee-bb1f-4f32-a381-6465ea13afd0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576255 Sep 17 22:33:34.776290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-173d61db-5744-4115-8a8c-8786456ab35a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:34.778390 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-173d61db-5744-4115-8a8c-8786456ab35a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091133 Sep 17 22:33:34.800280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Request body: {'port': {'device_id': 'c091757b-8707-4406-89df-af24535fd3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:34.823450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d87ec223-bff3-4380-9c94-0f225225e76e req-5360dda6-59fc-46a6-8467-f1d2a463089c tempest-MultipleCreateTestJSON-1824439532 tempest-MultipleCreateTestJSON-1824439532-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea46348-69cc-4029-beb0-21e5be6eac37 HTTP/1.1" status: 200 len: 210 time: 0.5345070 Sep 17 22:33:34.946029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.060952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398b2dd-ab56-4729-9e28-81fdff7fd67f req-3abebbf2-1deb-43bf-b570-8f8a32b0be7a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.062541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2398b2dd-ab56-4729-9e28-81fdff7fd67f req-3abebbf2-1deb-43bf-b570-8f8a32b0be7a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 931 time: 0.1214378 Sep 17 22:33:35.090164 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.154429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-42e11ed1-7833-40e6-b188-a68c95216fe0 None None] Provisioning complete for port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:35.155054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42e11ed1-7833-40e6-b188-a68c95216fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.206091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2398b2dd-ab56-4729-9e28-81fdff7fd67f req-9e127ba8-b792-44cd-8c9c-e642d62f4f28 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344123 Sep 17 22:33:35.207092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-42e11ed1-7833-40e6-b188-a68c95216fe0 None None] Port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:35.286089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87800397-3242-4b57-b877-66ffac750a73 req-809ac3b3-b31f-4c46-913e-03f48ec21298 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.292639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87800397-3242-4b57-b877-66ffac750a73 req-809ac3b3-b31f-4c46-913e-03f48ec21298 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.2003012 Sep 17 22:33:35.365763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Allocated IP 172.25.0.15 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/d99504b1-24a4-4b58-8fd2-b17d06419fe3) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:35.382531 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87800397-3242-4b57-b877-66ffac750a73 req-f8305b65-3010-4773-809b-6df6fc715ed4 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753565 Sep 17 22:33:35.406537 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.426850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 93705b8a-5d7d-45f3-b4b5-5860ec999923 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:35.539360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 93705b8a-5d7d-45f3-b4b5-5860ec999923 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:35.539796 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.633917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4150ac9-c296-4e16-a9b5-f16c2c45bb15 req-63cb3a2c-0fe6-44ae-b0ce-6b586d5753b4 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.635494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4150ac9-c296-4e16-a9b5-f16c2c45bb15 req-63cb3a2c-0fe6-44ae-b0ce-6b586d5753b4 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.1210504 Sep 17 22:33:35.643821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995aec1e-bd80-4c9c-9541-7b3e7b263986 req-b97a1810-4195-4904-be74-2926ee4ab706 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.650698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-995aec1e-bd80-4c9c-9541-7b3e7b263986 req-b97a1810-4195-4904-be74-2926ee4ab706 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 945 time: 0.1372228 Sep 17 22:33:35.655759 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.658163 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.665202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea46348-69cc-4029-beb0-21e5be6eac37', 'name': 'network-vif-deleted', 'tag': '8a27d4e9-4dd3-476f-94e1-f27e42e50a74'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:35.676142 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475891c2-4030-4cea-9d8c-c195d33d80a7" -d '{"events": [{"server_uuid": "4ea46348-69cc-4029-beb0-21e5be6eac37", "name": "network-vif-deleted", "tag": "8a27d4e9-4dd3-476f-94e1-f27e42e50a74"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:35.688236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 93705b8a-5d7d-45f3-b4b5-5860ec999923, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=93705b8a-5d7d-45f3-b4b5-5860ec999923,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:35.699653 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.743209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-995aec1e-bd80-4c9c-9541-7b3e7b263986 req-4cb9c16f-9448-4d82-a6b3-af968989699b tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910242 Sep 17 22:33:35.763843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4150ac9-c296-4e16-a9b5-f16c2c45bb15 req-733a0b8a-a5ce-4248-8a08-b6309191bb44 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061137 Sep 17 22:33:35.779921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=93705b8a-5d7d-45f3-b4b5-5860ec999923,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:35.788199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.839093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:35.839293 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d4d1f9-f8ac-49f1-9196-71b9c0be21f6 x-openstack-request-id: req-90d4d1f9-f8ac-49f1-9196-71b9c0be21f6 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:35.839622 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea46348-69cc-4029-beb0-21e5be6eac37", "name": "network-vif-deleted", "tag": "8a27d4e9-4dd3-476f-94e1-f27e42e50a74", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:35.839941 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90d4d1f9-f8ac-49f1-9196-71b9c0be21f6 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:35.840396 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea46348-69cc-4029-beb0-21e5be6eac37', 'name': 'network-vif-deleted', 'tag': '8a27d4e9-4dd3-476f-94e1-f27e42e50a74', 'status': 'completed', 'code': 200} Sep 17 22:33:35.842512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:35.853427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e623cd-3e5b-4697-b0a7-e9987e9eff60 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:35.862658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.864066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'Port': ['ID=d99504b1-24a4-4b58-8fd2-b17d06419fe3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:35.870915 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:35.877972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Transition to ACTIVE for port object b8e623cd-3e5b-4697-b0a7-e9987e9eff60 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:35.879248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35514) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:35.889745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.978167 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.983081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:35.989641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b081d3d0-e0e6-458a-bdf3-ec8042d4ef3b admin admin] Deleting subnet f609fb8d-ae0a-45e6-b41a-75c4c1597b0d {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:36.010202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b081d3d0-e0e6-458a-bdf3-ec8042d4ef3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.030533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.078063 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b081d3d0-e0e6-458a-bdf3-ec8042d4ef3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.138681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Attempting to bind port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:36.139059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Attempting to bind port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:36.139352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Attempting to bind port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:36.148537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:36.148885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Attempting to bind port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:36.161385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:36.161729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Checking segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:36.162116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Bound using segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:36.162559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Bound port: b8e623cd-3e5b-4697-b0a7-e9987e9eff60, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:36.162924 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.178607 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b081d3d0-e0e6-458a-bdf3-ec8042d4ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.204799 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Sync routers for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:36.216469 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:36.217451 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:36.231730 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.240199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.281982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] For port b8e623cd-3e5b-4697-b0a7-e9987e9eff60, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:36.286737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] For port b8e623cd-3e5b-4697-b0a7-e9987e9eff60, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:36.289597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b081d3d0-e0e6-458a-bdf3-ec8042d4ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.302220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.350017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081d3d0-e0e6-458a-bdf3-ec8042d4ef3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f609fb8d-ae0a-45e6-b41a-75c4c1597b0d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:36.353832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b081d3d0-e0e6-458a-bdf3-ec8042d4ef3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.355748 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b081d3d0-e0e6-458a-bdf3-ec8042d4ef3b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f609fb8d-ae0a-45e6-b41a-75c4c1597b0d HTTP/1.1" status: 204 len: 168 time: 0.4753671 Sep 17 22:33:36.359215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35520) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:36.364836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.365546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.365968 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:36.367343 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] 10.222.0.49 "PUT /v2.0/ports/b8e623cd-3e5b-4697-b0a7-e9987e9eff60 HTTP/1.1" status: 200 len: 1092 time: 1.5729661 Sep 17 22:33:36.370925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.395176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fcc5a-f94c-43a5-99f7-9f9bbe828c3a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:36.482248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'Port': ['ID=d99504b1-24a4-4b58-8fd2-b17d06419fe3,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:36.489437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.494203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:36.517049 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.525893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:36.528990 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8a27d4e9-4dd3-476f-94e1-f27e42e50a74 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:36.529160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c1fcab8c-0e22-455d-be47-25c745c2cc3f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3362079 Sep 17 22:33:36.595990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf83f7b-aa01-410b-96f3-fdcbc9a198a4 req-c4f5634e-6dc7-46da-b491-386e27c04413 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.604132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fdf83f7b-aa01-410b-96f3-fdcbc9a198a4 req-c4f5634e-6dc7-46da-b491-386e27c04413 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 943 time: 0.2903676 Sep 17 22:33:36.619696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-378d0a5f-5746-42ae-9adb-b788a6dd3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.621258 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-378d0a5f-5746-42ae-9adb-b788a6dd3f97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 1095 time: 0.1856301 Sep 17 22:33:36.628626 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d8fbc85a-c7b5-48ea-b166-9317a73867c7 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.630082 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d8fbc85a-c7b5-48ea-b166-9317a73867c7 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.1290421 Sep 17 22:33:36.647682 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 2, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:36.662782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b5d38-abba-41ad-9d0f-ea2f9b47a992 req-785d9334-65cc-4c11-98fc-f353889d9cca tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.672091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a40b5d38-abba-41ad-9d0f-ea2f9b47a992 req-785d9334-65cc-4c11-98fc-f353889d9cca tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 945 time: 0.1798425 Sep 17 22:33:36.678977 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-b97ae6e2-bb11-4e64-9925-c2a79bcddb5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60 HTTP/1.1" status: 200 len: 217 time: 0.0440817 Sep 17 22:33:36.687265 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Checking router: a4304875-f10b-4276-8bb0-0485f8129fc5 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:36.687693 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Updating router a4304875-f10b-4276-8bb0-0485f8129fc5 port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:36.715111 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.724874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fdf83f7b-aa01-410b-96f3-fdcbc9a198a4 req-63f6ed7f-556e-4814-a40a-cac59b613041 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196117 Sep 17 22:33:36.754935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a40b5d38-abba-41ad-9d0f-ea2f9b47a992 req-8a027bf2-2add-4dfe-afc7-72f0b84fd089 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8109876-3a72-4625-a606-27f9194d8489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819216 Sep 17 22:33:36.782635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-30d26034-0b34-4372-b737-18b451638ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.784267 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-30d26034-0b34-4372-b737-18b451638ca7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0852101 Sep 17 22:33:36.808276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.849380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Deleting port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:36.849719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.870221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88d52c0-abd9-4d09-8eb5-767f25f37858']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:36.870688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-2c58a679-bc96-4b71-8840-adfe3d9f2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.872258 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-2c58a679-bc96-4b71-8840-adfe3d9f2f84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781496 Sep 17 22:33:36.901225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc0b1c3-f908-4600-b25e-d39010deb53a') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:36.901516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc0b1c3-f908-4600-b25e-d39010deb53a') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:36.917667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.940988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.949989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-3aec5ac0-29fe-4b6a-9d38-29df8c37b096 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--528705871&fields=id&tenant_id=7c22e9d755b643c083c5ff1fdc822fbf HTTP/1.1" status: 200 len: 267 time: 0.1165080 Sep 17 22:33:36.955679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:36.956096 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.965708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fc242-49ec-46d4-8eeb-2f396cb9b1fb req-fe25d2c5-fa4c-40e8-90b9-ba41d048fc40 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.967362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b41fc242-49ec-46d4-8eeb-2f396cb9b1fb req-fe25d2c5-fa4c-40e8-90b9-ba41d048fc40 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 945 time: 0.1278419 Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:36.967506 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:37.030954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] For port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:37.031748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.056012 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.066149 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.093369 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-80cb862e-f1f9-4803-b651-f0093f7e2b35 service neutron] 10.222.0.49 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119803 Sep 17 22:33:37.128008 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Pushing event updated for resources: {'Port': ['ID=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:37.140098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.155129 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.155731 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.156241 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.156737 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.157257 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.157409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.157908 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.158416 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.158922 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.159285 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d88d52c0-abd9-4d09-8eb5-767f25f37858 HTTP/1.1" status: 204 len: 168 time: 0.7895453 Sep 17 22:33:37.159666 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.160159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.160655 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.161187 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:37.185058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b41fc242-49ec-46d4-8eeb-2f396cb9b1fb req-e5490593-8b0e-47a0-97a0-13346bc1a2f4 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902890 Sep 17 22:33:37.204517 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Attempting to bind port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:37.204517 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Attempting to bind port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:37.204517 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Attempting to bind port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 on network c81b22d0-800c-49bf-8605-c74d092fc0f5 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:37.209215 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:37.209838 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Checking segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:37.210261 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.211371 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Bound using segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:37.212204 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Bound port: c2ec8902-e075-44a4-a0b5-027c69ad3aa5, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:37.212991 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.221777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743063d2-0932-42ed-a9d8-adf4e9bafa46 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88d52c0-abd9-4d09-8eb5-767f25f37858,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:37.273040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-77183db7-bb1e-47c1-8347-35d01c5d6539 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.275891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-77183db7-bb1e-47c1-8347-35d01c5d6539 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 811 time: 0.3074932 Sep 17 22:33:37.325085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-909e6e60-eeb2-4dd1-814f-769097e6761d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/quotas/7c22e9d755b643c083c5ff1fdc822fbf HTTP/1.1" status: 200 len: 375 time: 0.0420427 Sep 17 22:33:37.379281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 93705b8a-5d7d-45f3-b4b5-5860ec999923 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:37.390466 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] For port c2ec8902-e075-44a4-a0b5-027c69ad3aa5, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:37.396360 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] For port c2ec8902-e075-44a4-a0b5-027c69ad3aa5, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:37.400849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35550) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:37.401931 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.402306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.402668 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Floating IP daabba99-b824-492c-a0e2-ca72ed5d87b0 disassociated. External IP: 172.25.0.2, port: dea27fd6-69d5-458e-94d9-f3bdafcf5ef7. Sep 17 22:33:37.403018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Calling delete_port for dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:37.405108 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.442006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069c0f6-078f-4a0b-8d3f-f749d1d98ea9 req-7e535a59-1a8e-4618-a566-21d92a6ff44f tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.443650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d069c0f6-078f-4a0b-8d3f-f749d1d98ea9 req-7e535a59-1a8e-4618-a566-21d92a6ff44f tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.1450403 Sep 17 22:33:37.464902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 93705b8a-5d7d-45f3-b4b5-5860ec999923 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:37.465796 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.498298 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:37.499363 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:37.505118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d069c0f6-078f-4a0b-8d3f-f749d1d98ea9 req-bb9c32e9-9b5a-4e1a-ac1d-adc9c6c83456 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527399 Sep 17 22:33:37.519333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-c1936c95-f117-432d-8e85-8a9486489557 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1933696 Sep 17 22:33:37.549304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d9a344c0-f461-49b9-9130-acadd1440f81 None None] Provisioning complete for port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:37.555885 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d9a344c0-f461-49b9-9130-acadd1440f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.597022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.672530 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ef095ad2-0fa5-4d2c-9b45-c59501725e83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=663fe5e0e53948afb49869190a55cdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586188 Sep 17 22:33:37.684823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-aec3941f-b8a4-462b-abe0-a8d975dddd93 service neutron] 10.222.0.48 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385500 Sep 17 22:33:37.696446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35552) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:37.738054 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f63cccc5-2072-47b6-a6f4-dab4d35b7746 req-c7498e15-74c0-43e6-8670-60b40d992d42 service neutron] 10.222.0.49 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369779 Sep 17 22:33:37.749392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event deleted for resources: {'Port': ['ID=dea27fd6-69d5-458e-94d9-f3bdafcf5ef7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:37.769527 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d9a344c0-f461-49b9-9130-acadd1440f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.823482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d9a344c0-f461-49b9-9130-acadd1440f81 None None] For port c2ec8902-e075-44a4-a0b5-027c69ad3aa5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:37.835128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-6e272bba-0a40-47f8-b9fa-907f4f777678 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.837942 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-6e272bba-0a40-47f8-b9fa-907f4f777678 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.49 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.2616467 Sep 17 22:33:37.838103 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d9a344c0-f461-49b9-9130-acadd1440f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.841793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c091757b-8707-4406-89df-af24535fd3cf', 'tag': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:37.844079 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057c697b-b37e-4b92-b178-d2bbb49bf9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c091757b-8707-4406-89df-af24535fd3cf", "tag": "b8e623cd-3e5b-4697-b0a7-e9987e9eff60"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:37.847613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-b3ca9bbb-a400-4774-9a39-5cd23dbb2dfd service neutron] 10.222.0.48 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609933 Sep 17 22:33:37.893495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45ae1307-55b8-40dd-9540-79b8de0c5590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.941304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a344c0-f461-49b9-9130-acadd1440f81 None None] Pushing event updated for resources: {'Port': ['ID=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:37.965528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-06258646-9a04-4434-a669-8b54ebaffa89 None None] Provisioning complete for port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:37.966158 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-06258646-9a04-4434-a669-8b54ebaffa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.973195 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ca883-b876-46c0-93d9-54f81304915e None None] Pushing event updated for resources: {'Port': ['ID=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:38.000438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45ae1307-55b8-40dd-9540-79b8de0c5590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.036059 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:38.094744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Router 71e1b06a-0e62-4093-9c78-e4422203db59 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:38.240117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-443c4912-083a-47cf-b04d-dbe30f7472f0 req-a619053c-db5f-41a3-9fd6-8daab59af888 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 210 time: 0.0879278 Sep 17 22:33:38.284342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e09c6-d0e1-42af-b4a0-d75387302c0d req-78812402-4280-4196-9689-1d4a4338fcae tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.290429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a2e09c6-d0e1-42af-b4a0-d75387302c0d req-78812402-4280-4196-9689-1d4a4338fcae tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 943 time: 0.1976323 Sep 17 22:33:38.310535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:38.362105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Deleting port dc7239c1-271b-43c7-979c-0e0375ec9569 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:38.362458 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.370400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] Sync routers for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:38.387652 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:38.388827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:38.413614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a2e09c6-d0e1-42af-b4a0-d75387302c0d req-9a67832d-e101-46f1-b271-19ca118a8a75 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127350 Sep 17 22:33:38.432426 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:38.513693 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea20a-2d65-4bee-90f5-224b9db12cd5 None None] The sync data for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 is: [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:38.534999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4aba5770-8e6d-46fa-adaf-acf2866ea2b1 req-26420af1-5645-4c86-8d00-8aeecde5a6e9 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 210 time: 0.0584576 Sep 17 22:33:38.555055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] For port dc7239c1-271b-43c7-979c-0e0375ec9569, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dc7239c1-271b-43c7-979c-0e0375ec9569,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:38.555546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.634743 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9538b1-bd8d-4555-8949-1ee9010a26c8 x-openstack-request-id: req-fa9538b1-bd8d-4555-8949-1ee9010a26c8 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:38.635522 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c091757b-8707-4406-89df-af24535fd3cf", "tag": "b8e623cd-3e5b-4697-b0a7-e9987e9eff60", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:38.635522 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa9538b1-bd8d-4555-8949-1ee9010a26c8 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:38.635779 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c091757b-8707-4406-89df-af24535fd3cf', 'tag': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60', 'status': 'completed', 'code': 200} Sep 17 22:33:38.639127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:38.666090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0285e-9432-45df-8895-dcf9e9e3a29c req-ad842a54-4fca-49a5-b682-444cf06b648c tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.673795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27d0285e-9432-45df-8895-dcf9e9e3a29c req-ad842a54-4fca-49a5-b682-444cf06b648c tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 945 time: 0.1101174 Sep 17 22:33:38.722139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] No DVR routers for this DVR port dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:38.730148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.732309 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c7a505e-c576-435a-a1f8-4029995875b9 req-d9cb855c-d28f-4078-84d8-31efbeaef124 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.45 "DELETE /v2.0/ports/dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 HTTP/1.1" status: 204 len: 173 time: 2.0913417 Sep 17 22:33:38.759433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45ae1307-55b8-40dd-9540-79b8de0c5590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.762225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45ae1307-55b8-40dd-9540-79b8de0c5590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.763305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-45ae1307-55b8-40dd-9540-79b8de0c5590 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d08841bb-bdbe-4ef6-bcdd-79cd391dd647 HTTP/1.1" status: 204 len: 168 time: 1.0611746 Sep 17 22:33:38.825447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27d0285e-9432-45df-8895-dcf9e9e3a29c req-b2442116-5973-4996-a448-822f415c5da0 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095889 Sep 17 22:33:38.857440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae1307-55b8-40dd-9540-79b8de0c5590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08841bb-bdbe-4ef6-bcdd-79cd391dd647,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:38.870462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-f4978d84-79ab-43c2-9d96-413853645bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.872112 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-f4978d84-79ab-43c2-9d96-413853645bed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 1095 time: 0.2443814 Sep 17 22:33:38.872524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881dd5a-13a7-419a-93ec-502daa6fb89a req-1803ab82-9caa-40c0-901d-c81f9bf65bc8 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.874120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a881dd5a-13a7-419a-93ec-502daa6fb89a req-1803ab82-9caa-40c0-901d-c81f9bf65bc8 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 945 time: 0.2179186 Sep 17 22:33:38.956311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a881dd5a-13a7-419a-93ec-502daa6fb89a req-c96d8a20-6495-4210-97af-f714c5b7285b tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c288a1c-4092-4b5a-9a58-0193d9342122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676491 Sep 17 22:33:39.149537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:38Z', 'revision_number': 5, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:39.155504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.158676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.160086 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Floating IP 4025650a-f150-4083-8aea-2a127c90c789 disassociated. External IP: 172.25.0.66, port: dc7239c1-271b-43c7-979c-0e0375ec9569. Sep 17 22:33:39.161018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Calling delete_port for dc7239c1-271b-43c7-979c-0e0375ec9569 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:39.194274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] Checking router: 71e1b06a-0e62-4093-9c78-e4422203db59 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:39.205075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:39.206008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:39.292339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-e825448a-a93e-41fb-885a-64de4b191028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:39.296109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-e825448a-a93e-41fb-885a-64de4b191028 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.4109871 Sep 17 22:33:39.423638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-abf0cd80-1083-4ab1-add8-a7493926ed3b req-93b5b56f-e13e-40b0-b5c6-500fb0181be1 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 210 time: 0.0431187 Sep 17 22:33:39.474330 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-0aebbf98-0921-4ff8-8905-ce124fd372b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60 HTTP/1.1" status: 200 len: 217 time: 0.1591554 Sep 17 22:33:39.517988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:39.593084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-f7eecca7-ec5c-4a29-a8d3-ce877a7edf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:39.595062 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-f7eecca7-ec5c-4a29-a8d3-ce877a7edf41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1082594 Sep 17 22:33:39.604415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb4b44-18f3-426a-9550-50a142ec9d33 req-b8756b08-5c52-45c0-9596-934a073731d0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:39.612186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eceb4b44-18f3-426a-9550-50a142ec9d33 req-b8756b08-5c52-45c0-9596-934a073731d0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 943 time: 0.0693779 Sep 17 22:33:39.666111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eceb4b44-18f3-426a-9550-50a142ec9d33 req-e46ed689-89d5-44fc-acb3-6ebf53fa0529 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463762 Sep 17 22:33:39.754181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c2ec8902-e075-44a4-a0b5-027c69ad3aa5 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:39.754957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.760185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:39.768956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d17619ba-dbfb-46d1-aed5-4cb257db2ae5 req-a0d1532c-608d-4753-aa25-3696dbb2dde1 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 210 time: 0.0489109 Sep 17 22:33:39.890669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event deleted for resources: {'Port': ['ID=dc7239c1-271b-43c7-979c-0e0375ec9569,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:39.902589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-2d6d0fe4-522a-4f8b-8618-429118f58b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:39.924768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:39.925880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device dea27fd6-69d5-458e-94d9-f3bdafcf5ef7 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:39.939766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-2d6d0fe4-522a-4f8b-8618-429118f58b03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2456837 Sep 17 22:33:40.102843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:40.105455 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.193810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e7c0801-6a6a-4d46-931c-9ad1eaaed691 req-c17f7a4e-e9b0-4c19-a4b0-9831cb6ab5f2 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 210 time: 0.0699055 Sep 17 22:33:40.224884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-02be66f7-b75e-4c4f-97f0-053eb91c2d59 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:40.227863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-02be66f7-b75e-4c4f-97f0-053eb91c2d59 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.49 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 811 time: 0.3466101 Sep 17 22:33:40.267109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:38Z', 'revision_number': 5, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:40.308307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-3893dd34-0c33-42e9-b35a-e6d2518a2031 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c22e9d755b643c083c5ff1fdc822fbf HTTP/1.1" status: 200 len: 379 time: 0.0649254 Sep 17 22:33:40.339550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'port': {'device_id': '7ab7c221-774e-4e7c-9222-e184edaef099', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'admin_state_up': True, 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'security_groups': ['abeb8746-1dab-470d-96fc-29f4e0fb8ec7']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:40.368093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004c746-0ff9-434b-aead-6ed69584bf7c None None] The sync data for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 is: [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 4, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'aad19f41-fcee-462c-bd4b-ea30fa559ebb', 'name': '', 'network_id': 'c8a41367-8d5b-47ef-aa67-3a8e47d70e3b', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'mac_address': 'fa:16:3e:53:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:28Z', 'updated_at': '2021-09-17T22:30:38Z', 'revision_number': 5, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'subnets': [{'id': '9b80547d-0c86-4d6d-b676-c5fb688a9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:40.447687 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-c644e96b-8a3b-4660-8d49-5181f034a05a service neutron] 10.222.0.49 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991040 Sep 17 22:33:40.475005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Router 823042f5-7e19-4188-a7e7-4f5766d79f48 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:40.496442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b8e623cd-3e5b-4697-b0a7-e9987e9eff60 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:40.503050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dc7239c1-271b-43c7-979c-0e0375ec9569 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:40.570707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: dc7239c1-271b-43c7-979c-0e0375ec9569 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:40.571637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dc7239c1-271b-43c7-979c-0e0375ec9569 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:40.618222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-713dbd02-b804-43b4-9ffd-a1319b3dc881 req-18fe524d-2117-4714-acb2-57d60df164bd tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 210 time: 0.0535123 Sep 17 22:33:40.642189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'name': 'network-vif-deleted', 'tag': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:40.651160 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be374faa-33d5-476f-b212-dd6a7e677fd2" -d '{"events": [{"server_uuid": "6bdad9ac-c810-4a0a-a7ba-31f719d186e2", "name": "network-vif-deleted", "tag": "dea27fd6-69d5-458e-94d9-f3bdafcf5ef7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:40.651424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35634) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.694245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Made reservation on behalf of 7c22e9d755b643c083c5ff1fdc822fbf for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:40.698612 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.751810 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f513d87-35df-4d87-a8c9-f84575dd740d x-openstack-request-id: req-2f513d87-35df-4d87-a8c9-f84575dd740d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:40.752320 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdad9ac-c810-4a0a-a7ba-31f719d186e2", "name": "network-vif-deleted", "tag": "dea27fd6-69d5-458e-94d9-f3bdafcf5ef7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:40.752771 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f513d87-35df-4d87-a8c9-f84575dd740d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:40.753238 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdad9ac-c810-4a0a-a7ba-31f719d186e2', 'name': 'network-vif-deleted', 'tag': 'dea27fd6-69d5-458e-94d9-f3bdafcf5ef7', 'status': 'completed', 'code': 200} Sep 17 22:33:40.786928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b8e623cd-3e5b-4697-b0a7-e9987e9eff60, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:40.807500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60', 'mac_address': 'fa:16:3e:32:bc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:40.864792 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d5289-6e52-4d32-93cf-be3c4d6fa179 None None] New status for floating IP daabba99-b824-492c-a0e2-ca72ed5d87b0: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:33:40.867118 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.881194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e623cd-3e5b-4697-b0a7-e9987e9eff60 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:40.882963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-982547157-network', 'tenant_id': '714e0cbf22a84977a17d51710c725796'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:40.889061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:40.907077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] Sync routers for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:40.924420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b8e623cd-3e5b-4697-b0a7-e9987e9eff60, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:40.931122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:40.933518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:40.935338 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-057c697b-b37e-4b92-b178-d2bbb49bf9f0 req-630efa59-a73f-4e21-b89a-285c4ea66443 service neutron] 10.222.0.49 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742088 Sep 17 22:33:40.952744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] No DVR routers for this DVR port dc7239c1-271b-43c7-979c-0e0375ec9569 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:40.955371 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.962277 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75349ca9-3f1d-4bf7-8c5c-43cca641ec99 req-3c0292eb-c2ec-4afb-a877-0fa7b35eed81 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.49 "DELETE /v2.0/ports/dc7239c1-271b-43c7-979c-0e0375ec9569 HTTP/1.1" status: 204 len: 173 time: 3.1120045 Sep 17 22:33:41.033320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6045ced-1fe0-4f10-a409-8d07ff6471b3 req-b49c7e29-4dc0-436b-ac12-f447964ec0a4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 210 time: 0.1191268 Sep 17 22:33:41.074146 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:41.102897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Made reservation on behalf of 714e0cbf22a84977a17d51710c725796 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:41.105541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.131321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddda80-e626-4a13-8230-b688077ce556 req-d3a24df3-bf1d-4972-86ea-841b13e92a4b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:41.134031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fddda80-e626-4a13-8230-b688077ce556 req-d3a24df3-bf1d-4972-86ea-841b13e92a4b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 943 time: 0.2863367 Sep 17 22:33:41.143771 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.169468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.191459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Allocated IP 172.20.0.5 (c81b22d0-800c-49bf-8605-c74d092fc0f5/322d34c3-9878-4437-9fe5-9e25ac04e704/b2bccc00-fc42-43ec-b3dc-c92e22fdfedf) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:41.234138 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fddda80-e626-4a13-8230-b688077ce556 req-8c034cf8-e30a-4774-9807-10622a17f3d7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880597 Sep 17 22:33:41.350086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.363011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.363431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.363832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.364249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.364641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.365140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.365442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.365827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.366212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.366627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.367075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.367453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.428237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1715e316-1aa6-4a95-99d0-a5fd5c1cb7ea req-1c25aa21-f8f4-4031-90f2-efdebf39d916 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fde457-eabd-4bd6-8426-b53ac3e508d2 HTTP/1.1" status: 200 len: 210 time: 0.0785246 Sep 17 22:33:41.478449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:41.504855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.512057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.514413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] Checking router: 823042f5-7e19-4188-a7e7-4f5766d79f48 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:41.523499 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.524565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:41.525261 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:41.566106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:33:41.578535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f0dbd-bdbd-42d0-8cac-864c72857fed,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.586919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.587685 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Added segment 370c983e-9604-449b-9e97-07b0aa8447b0 of type vlan for network cb96238d-ea69-4ef7-ad99-64868cf2e48b Sep 17 22:33:41.602089 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.605080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.605732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.606285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.606833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.607376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.607905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.608433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.608992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.609519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.610049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.610576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.611117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.732617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.748091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'Port': ['ID=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.788598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:41.789590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b8e623cd-3e5b-4697-b0a7-e9987e9eff60'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:41.790854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:41.794281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80f244e8-04b8-43b1-bb7d-7811d9ad7d42 req-a8c8baa9-a736-49cb-9aaa-17826adb1dde tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 210 time: 0.0636845 Sep 17 22:33:41.798370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:41.855651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:41.872813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.873913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:41.874602 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.906150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:41.906880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.915045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2572334 Sep 17 22:33:41.917451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35662) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.925912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Request body: {'subnet': {'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-982547157-subnet', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:41.959817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Made reservation on behalf of 714e0cbf22a84977a17d51710c725796 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:41.964311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.971458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-2911e92d-b81c-4eb1-a167-7b7fa7f8cd77 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6405969 Sep 17 22:33:41.981792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ea10f-4949-461c-a577-45c0234c0194 admin admin] Pushing event updated for resources: {'Network': ['ID=cb96238d-ea69-4ef7-ad99-64868cf2e48b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.997941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Request body: {'port': {'device_id': '7ab7c221-774e-4e7c-9222-e184edaef099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:42.064667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.120269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network cb96238d-ea69-4ef7-ad99-64868cf2e48b details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:33:42.260269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4fb16262-9f87-4b61-8044-4ce8d81a155a None None] Provisioning complete for port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:42.260642 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4fb16262-9f87-4b61-8044-4ce8d81a155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.341934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4fb16262-9f87-4b61-8044-4ce8d81a155a None None] Port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:42.360751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.366497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:42.397127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b224b7-5ce5-46ec-97ce-a064b2090959 req-5e6d8b14-e863-4bdb-9fbb-4565c8010a3b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:42.400900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f502a90-6cdc-4308-b94f-7cc1511c5e06 None None] The sync data for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 is: [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c936f94f-d907-4cf6-9d63-62dc526894df', 'name': '', 'network_id': 'dead0210-9355-41ba-a792-c189f187ef5e', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'mac_address': 'fa:16:3e:9e:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:39Z', 'updated_at': '2021-09-17T22:29:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'subnets': [{'id': 'a3dd5804-74f9-4a56-b1c2-6b54feb3fafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:42.405130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31b224b7-5ce5-46ec-97ce-a064b2090959 req-5e6d8b14-e863-4bdb-9fbb-4565c8010a3b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 931 time: 0.1545649 Sep 17 22:33:42.440894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf257be0-d714-41d2-b12a-a06db7d8f811,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:42.459895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Checking segment: {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:42.460239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Network hostable DHCP agents. Network: cb96238d-ea69-4ef7-ad99-64868cf2e48b, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:33:42.483004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Network cb96238d-ea69-4ef7-ad99-64868cf2e48b is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:33:42.492914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, cb96238d-ea69-4ef7-ad99-64868cf2e48b) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:42.497786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:42.498690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.505762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1673713a-9511-4321-874f-11f09b9c8d92 None None] Network cb96238d-ea69-4ef7-ad99-64868cf2e48b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:42.528451 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ea1241f4-0967-40ee-bf11-b20765009dec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6098845 Sep 17 22:33:42.534916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35684) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:42.543920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:42.572747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.574245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.586387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31b224b7-5ce5-46ec-97ce-a064b2090959 req-b676dacf-569f-4ce2-a3a6-8ff508edb4a6 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673391 Sep 17 22:33:42.672119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22803d-c981-43a2-a007-c3be7583e0cd req-36cd6938-2baf-4133-9c92-b10484e1a48a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:42.680629 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.687819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b22803d-c981-43a2-a007-c3be7583e0cd req-36cd6938-2baf-4133-9c92-b10484e1a48a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 944 time: 0.2812524 Sep 17 22:33:42.737127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c0041-ad26-488a-9b89-a4e7dc842189 None None] Network cb96238d-ea69-4ef7-ad99-64868cf2e48b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:42.806641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bccc00-fc42-43ec-b3dc-c92e22fdfedf {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:42.833218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b22803d-c981-43a2-a007-c3be7583e0cd req-92225ac1-ccd1-413e-917c-14904527e0ad tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429741 Sep 17 22:33:42.843274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.896456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Transition to ACTIVE for port object b2bccc00-fc42-43ec-b3dc-c92e22fdfedf will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:42.897494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35698) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:42.913129 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f30a87-4902-466a-9ce6-e9b02cdfa8ec None None] New status for floating IP 4025650a-f150-4083-8aea-2a127c90c789: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:33:42.932990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.071558 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-330ba165-9d38-404c-9565-177f3a03437d req-1f9a901b-2b31-4df4-82ca-15e1f0eaa44e tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 210 time: 0.1065457 Sep 17 22:33:43.142640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecedec-2289-4891-8043-cba112267615 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:43.150454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-66f018d0-88c3-4e88-8ece-33e4d912f14b tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.210183 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:33:43.220830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'name': 'network-vif-deleted', 'tag': 'dc7239c1-271b-43c7-979c-0e0375ec9569'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:43.234651 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250c8df1-370e-49b2-bdc8-92f924dc79f9" -d '{"events": [{"server_uuid": "78fde457-eabd-4bd6-8426-b53ac3e508d2", "name": "network-vif-deleted", "tag": "dc7239c1-271b-43c7-979c-0e0375ec9569"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:43.257975 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-66f018d0-88c3-4e88-8ece-33e4d912f14b tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.390248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Attempting to bind port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:43.390497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Attempting to bind port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:43.390948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Attempting to bind port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf on network c81b22d0-800c-49bf-8605-c74d092fc0f5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:43.403252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf on network c81b22d0-800c-49bf-8605-c74d092fc0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:43.403252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Attempting to bind port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf on network c81b22d0-800c-49bf-8605-c74d092fc0f5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:43.408657 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a408e99-144f-41f1-8053-94677526fb88 x-openstack-request-id: req-8a408e99-144f-41f1-8053-94677526fb88 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:43.409009 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fde457-eabd-4bd6-8426-b53ac3e508d2", "name": "network-vif-deleted", "tag": "dc7239c1-271b-43c7-979c-0e0375ec9569", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:43.409353 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a408e99-144f-41f1-8053-94677526fb88 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:43.409797 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fde457-eabd-4bd6-8426-b53ac3e508d2', 'name': 'network-vif-deleted', 'tag': 'dc7239c1-271b-43c7-979c-0e0375ec9569', 'status': 'completed', 'code': 200} Sep 17 22:33:43.420470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:43.420814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Checking segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:43.421367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Bound using segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:43.421803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Bound port: b2bccc00-fc42-43ec-b3dc-c92e22fdfedf, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:43.422165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.449739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-66f018d0-88c3-4e88-8ece-33e4d912f14b tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.452483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-66f018d0-88c3-4e88-8ece-33e4d912f14b tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.453488 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.453809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-66f018d0-88c3-4e88-8ece-33e4d912f14b tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "DELETE /v2.0/security-groups/5c288a1c-4092-4b5a-9a58-0193d9342122 HTTP/1.1" status: 204 len: 168 time: 0.5548129 Sep 17 22:33:43.456914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35728) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:43.466140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f018d0-88c3-4e88-8ece-33e4d912f14b tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c288a1c-4092-4b5a-9a58-0193d9342122,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:43.519062 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-21e04a57-7def-4e71-b627-cb8fd38bd631 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] show failed (client error): The resource could not be found. Sep 17 22:33:43.523648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-21e04a57-7def-4e71-b627-cb8fd38bd631 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "GET /v2.0/security-groups/5c288a1c-4092-4b5a-9a58-0193d9342122 HTTP/1.1" status: 404 len: 347 time: 0.0646842 Sep 17 22:33:43.523981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35732) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:43.607972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] For port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:43.676491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b368160-4127-489a-ae55-cd32bbf277b4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:43.873995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.923146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.930563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:43.954883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '4b368160-4127-489a-ae55-cd32bbf277b4', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'port_id': '4b368160-4127-489a-ae55-cd32bbf277b4', 'mac_address': 'fa:16:3e:7e:2e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b99e6a-c3a7-4eb6-9fed-733e73db7511', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:44.042625 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.058272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b368160-4127-489a-ae55-cd32bbf277b4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:44.080363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:44.085713 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.087544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Allocated IP 172.25.0.151 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/7a2ea9d0-03db-49dc-8326-26ea575f6af8) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:44.191839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:44.199633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4b368160-4127-489a-ae55-cd32bbf277b4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:44.217791 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.265397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.290540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] For port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:44.312777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Pushing event updated for resources: {'Port': ['ID=7a2ea9d0-03db-49dc-8326-26ea575f6af8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:44.329685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:44.333169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:44.337228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:44.360575 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.435947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:44.437826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.440210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-83ecedec-2289-4891-8043-cba112267615 service neutron] 10.222.0.49 "PUT /v2.0/ports/b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 200 len: 1092 time: 2.4463489 Sep 17 22:33:44.446451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab7c221-774e-4e7c-9222-e184edaef099', 'tag': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:44.449083 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e9f728-9be5-4ce1-b1ec-947de061adb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab7c221-774e-4e7c-9222-e184edaef099", "tag": "b2bccc00-fc42-43ec-b3dc-c92e22fdfedf"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:44.487632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316da39e-64ba-40db-943d-cca0b7703e22 req-8c1990fa-304b-4d0b-9741-c7c3f8340053 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:44.497033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-316da39e-64ba-40db-943d-cca0b7703e22 req-8c1990fa-304b-4d0b-9741-c7c3f8340053 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 943 time: 0.2119381 Sep 17 22:33:44.508507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0616-d0eb-4489-8b40-da8aee3254fb req-253b0417-5152-4296-a67c-011e7e96582e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:44.514107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b8e623cd-3e5b-4697-b0a7-e9987e9eff60 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:44.517196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d56f0616-d0eb-4489-8b40-da8aee3254fb req-253b0417-5152-4296-a67c-011e7e96582e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 944 time: 0.2470622 Sep 17 22:33:44.637595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:44.645482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:44.646143 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.717591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-316da39e-64ba-40db-943d-cca0b7703e22 req-d24a89e2-a4c9-45c4-9591-532dccfe7fff tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194142 Sep 17 22:33:44.754909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d56f0616-d0eb-4489-8b40-da8aee3254fb req-5b266f39-9718-4f55-ba9d-65e320d01aec tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366781 Sep 17 22:33:44.775393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecedec-2289-4891-8043-cba112267615 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:44.800022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Deleting port 3a8c1345-91b8-41fa-a51a-27c70c32aa2e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:44.800556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.812849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-8ea34162-1c6b-4ec5-a63a-73ee420fcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:44.814692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-8ea34162-1c6b-4ec5-a63a-73ee420fcc1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 1095 time: 0.2954476 Sep 17 22:33:44.952705 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.980823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e020eda-1e3f-4214-b8da-69b74cb26e8a req-3382132c-3efb-4229-8f7a-bb2748146a17 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdad9ac-c810-4a0a-a7ba-31f719d186e2 HTTP/1.1" status: 200 len: 210 time: 0.0637119 Sep 17 22:33:44.982614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-5608b1cc-3812-4e63-8237-1f0baa932b15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 200 len: 217 time: 0.1510863 Sep 17 22:33:45.032969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.067674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c091757b-8707-4406-89df-af24535fd3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:45.073447 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f93911-0b88-4e28-a4e8-aae81816eccf" -d '{"events": [{"server_uuid": "c091757b-8707-4406-89df-af24535fd3cf", "name": "network-vif-plugged", "status": "completed", "tag": "b8e623cd-3e5b-4697-b0a7-e9987e9eff60"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:45.151467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b8e623cd-3e5b-4697-b0a7-e9987e9eff60, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:45.161707 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ebbd31-c1da-4513-8030-b891c07b2df9 x-openstack-request-id: req-c7ebbd31-c1da-4513-8030-b891c07b2df9 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:45.162568 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c091757b-8707-4406-89df-af24535fd3cf", "name": "network-vif-plugged", "status": "completed", "tag": "b8e623cd-3e5b-4697-b0a7-e9987e9eff60", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:45.162912 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7ebbd31-c1da-4513-8030-b891c07b2df9 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:45.163452 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c091757b-8707-4406-89df-af24535fd3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60', 'code': 200} Sep 17 22:33:45.167295 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.252872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:45.256672 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f954c2d-5915-4e03-9575-3a78bed3a125 x-openstack-request-id: req-2f954c2d-5915-4e03-9575-3a78bed3a125 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:45.259208 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab7c221-774e-4e7c-9222-e184edaef099", "tag": "b2bccc00-fc42-43ec-b3dc-c92e22fdfedf", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:45.259479 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f954c2d-5915-4e03-9575-3a78bed3a125 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:45.260408 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab7c221-774e-4e7c-9222-e184edaef099', 'tag': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'status': 'completed', 'code': 200} Sep 17 22:33:45.358205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.382132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.382739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.412107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-6f960a4d-9102-4d96-bad4-34ac871f22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:45.414475 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-6f960a4d-9102-4d96-bad4-34ac871f22d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.4213443 Sep 17 22:33:45.455664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Calling delete_port for 3a8c1345-91b8-41fa-a51a-27c70c32aa2e owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:45.510240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b061e2-b16c-4cff-9327-ebefb4e0d300 req-0348b427-8ff3-4a9c-8c99-0fd79dd506ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:45.511785 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b3b061e2-b16c-4cff-9327-ebefb4e0d300 req-0348b427-8ff3-4a9c-8c99-0fd79dd506ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 1097 time: 0.1059687 Sep 17 22:33:45.558998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b3b061e2-b16c-4cff-9327-ebefb4e0d300 req-a50805c5-fb12-427a-ba5e-714e09f4b214 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376260 Sep 17 22:33:45.579805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Router f55eb8a5-a900-467c-90d2-3aeff123e85d is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:33:45.624612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-80da9cb4-b5e6-4c97-9736-166711f3ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:45.627184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-80da9cb4-b5e6-4c97-9736-166711f3ac8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944556 Sep 17 22:33:45.692288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b368160-4127-489a-ae55-cd32bbf277b4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:45.744170 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.826122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:45.852568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Sync routers for ids ['f55eb8a5-a900-467c-90d2-3aeff123e85d'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:45.880496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Pushing event deleted for resources: {'Port': ['ID=3a8c1345-91b8-41fa-a51a-27c70c32aa2e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:45.901717 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.903870 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2571a8c6-da0a-41b4-8f49-1e7fadbef70b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3665957 Sep 17 22:33:45.911894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35770) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:45.912495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Routers {'f55eb8a5-a900-467c-90d2-3aeff123e85d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:45.913171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f55eb8a5-a900-467c-90d2-3aeff123e85d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:46.023185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 4b368160-4127-489a-ae55-cd32bbf277b4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:46.023825 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.086628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc16ba-62b6-4642-8a92-0b29426458d8 req-d83e0d01-4048-480b-8e65-60324598519e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:46.088425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54fc16ba-62b6-4642-8a92-0b29426458d8 req-d83e0d01-4048-480b-8e65-60324598519e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 945 time: 0.1977088 Sep 17 22:33:46.107481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3656a-139d-4c5a-848c-b7fab5c3e00a req-db773666-b44d-4fd5-bc32-d767e266103d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:46.118067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73d3656a-139d-4c5a-848c-b7fab5c3e00a req-db773666-b44d-4fd5-bc32-d767e266103d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 943 time: 0.2057934 Sep 17 22:33:46.169617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-a925ea69-ae08-4f33-b5a2-eeb48194a210 service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173953 Sep 17 22:33:46.175513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Set router f55eb8a5-a900-467c-90d2-3aeff123e85d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:46.199615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.202341 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.203539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c7f87a1-c467-491c-b189-d81a498cc181 tempest-ServersTestJSON-224098052 tempest-ServersTestJSON-224098052-project] 10.222.0.48 "DELETE /v2.0/floatingips/4025650a-f150-4083-8aea-2a127c90c789 HTTP/1.1" status: 204 len: 168 time: 2.6788306 Sep 17 22:33:46.209432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35780) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:46.257240 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.317153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54fc16ba-62b6-4642-8a92-0b29426458d8 req-ec474adc-9e29-4099-a32e-02e193d0f4e8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904874 Sep 17 22:33:46.355392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:46.366388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.454845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73d3656a-139d-4c5a-848c-b7fab5c3e00a req-21f20005-11d0-4bc3-a13b-a998d3e60755 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357847 Sep 17 22:33:46.471963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.495771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:33:44Z', 'revision_number': 3, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port': {'id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:43Z', 'updated_at': '2021-09-17T22:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:46.588062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Checking router: f55eb8a5-a900-467c-90d2-3aeff123e85d for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:46.588420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Updating router f55eb8a5-a900-467c-90d2-3aeff123e85d port 7a2ea9d0-03db-49dc-8326-26ea575f6af8 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:46.660804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.681673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35792) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:46.699513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fa4382-2831-442b-b57d-4f6b87cb5bec req-8dc310ff-04e1-4b85-9e1e-517a49a29a71 service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109537 Sep 17 22:33:46.806954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-202ed95a-9487-4a2e-b2f0-8e90876f5629 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.860577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-202ed95a-9487-4a2e-b2f0-8e90876f5629 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.037562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-3b9f496c-74f7-4bc1-8a2b-704e57a9f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.039068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-3b9f496c-74f7-4bc1-8a2b-704e57a9f6bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 1095 time: 0.2254736 Sep 17 22:33:47.044880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.080092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-202ed95a-9487-4a2e-b2f0-8e90876f5629 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.083256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-202ed95a-9487-4a2e-b2f0-8e90876f5629 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.088663 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-202ed95a-9487-4a2e-b2f0-8e90876f5629 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "DELETE /v2.0/security-groups/b8109876-3a72-4625-a606-27f9194d8489 HTTP/1.1" status: 204 len: 168 time: 0.4047956 Sep 17 22:33:47.091256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35794) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:47.160533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ed95a-9487-4a2e-b2f0-8e90876f5629 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8109876-3a72-4625-a606-27f9194d8489,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:47.166493 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-c851f90b-80e4-4fb6-9813-09d760ba35e3 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] show failed (client error): The resource could not be found. Sep 17 22:33:47.169047 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c851f90b-80e4-4fb6-9813-09d760ba35e3 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "GET /v2.0/security-groups/b8109876-3a72-4625-a606-27f9194d8489 HTTP/1.1" status: 404 len: 347 time: 0.0727491 Sep 17 22:33:47.170747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35796) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:47.171851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:47.177981 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707db827-1d52-4e65-abf9-fa81aecace7e" -d '{"events": [{"server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "name": "network-vif-plugged", "status": "completed", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:47.284451 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f70532-ce36-4f52-b32d-ea2d1730097e x-openstack-request-id: req-39f70532-ce36-4f52-b32d-ea2d1730097e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:47.284764 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "name": "network-vif-plugged", "status": "completed", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:47.285011 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39f70532-ce36-4f52-b32d-ea2d1730097e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:47.285890 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4', 'code': 200} Sep 17 22:33:47.296798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-6dab352d-7c12-4999-ade5-0e31bcfc882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.298444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-6dab352d-7c12-4999-ade5-0e31bcfc882c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.2504032 Sep 17 22:33:47.317424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.388446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.398379 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-1b1d61b6-0722-4411-ae86-5c9b645d8c4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 200 len: 217 time: 0.0779119 Sep 17 22:33:47.403524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.498992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Attempting to bind port 7a2ea9d0-03db-49dc-8326-26ea575f6af8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:47.499422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Attempting to bind port 7a2ea9d0-03db-49dc-8326-26ea575f6af8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:47.501005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Attempting to bind port 7a2ea9d0-03db-49dc-8326-26ea575f6af8 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:47.516966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:47.521307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:47.521763 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.523944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:47.523944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Bound port: 7a2ea9d0-03db-49dc-8326-26ea575f6af8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:47.523944 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.593189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Allocated IP 172.20.0.1 (cb96238d-ea69-4ef7-ad99-64868cf2e48b/cf257be0-d714-41d2-b12a-a06db7d8f811/de971b15-c3e4-4271-81e7-1d0cf1f23e5f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:47.618331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04812e62-300b-40c9-bce7-6abb5337d00b None None] Pushing event updated for resources: {'Port': ['ID=7a2ea9d0-03db-49dc-8326-26ea575f6af8,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:47.647088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-84fc9d55-2337-49ee-b53e-77c76a41f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.650642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-84fc9d55-2337-49ee-b53e-77c76a41f4b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.2450123 Sep 17 22:33:47.682227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] For port 7a2ea9d0-03db-49dc-8326-26ea575f6af8, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:47.689179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] For port 7a2ea9d0-03db-49dc-8326-26ea575f6af8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7a2ea9d0-03db-49dc-8326-26ea575f6af8,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:47.703240 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.796438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69809c95-3a03-45a2-a39e-ecffd0d9fb6f req-54734194-3882-4684-872f-7d61c859315a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.806836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69809c95-3a03-45a2-a39e-ecffd0d9fb6f req-54734194-3882-4684-872f-7d61c859315a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 945 time: 0.3459985 Sep 17 22:33:47.831918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04812e62-300b-40c9-bce7-6abb5337d00b None None] Pushing event updated for resources: {'Port': ['ID=7a2ea9d0-03db-49dc-8326-26ea575f6af8,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:47.846502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Routers {'f55eb8a5-a900-467c-90d2-3aeff123e85d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:47.847076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f55eb8a5-a900-467c-90d2-3aeff123e85d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:47.848808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Deleting port 58d0e135-268d-4a01-bd7a-ac6281f4cf90 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:47.849340 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.907463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9076e2-9979-42e9-98d9-7fb1d3cbb5d4 req-20898474-59c6-494f-9442-68d5202d1f28 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.922741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9076e2-9979-42e9-98d9-7fb1d3cbb5d4 req-20898474-59c6-494f-9442-68d5202d1f28 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 943 time: 0.3302155 Sep 17 22:33:48.018105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.018816 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.025528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-8fec3585-03d5-442d-92d6-38d9021b3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.027085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-8fec3585-03d5-442d-92d6-38d9021b3f8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3495057 Sep 17 22:33:48.035853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Calling delete_port for 58d0e135-268d-4a01-bd7a-ac6281f4cf90 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:48.062120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69809c95-3a03-45a2-a39e-ecffd0d9fb6f req-89682aab-0f56-4760-8948-078ff8059592 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540319 Sep 17 22:33:48.064758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] Set router f55eb8a5-a900-467c-90d2-3aeff123e85d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:48.194415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9076e2-9979-42e9-98d9-7fb1d3cbb5d4 req-8f3c75b6-c4b6-4d8c-ba2d-917bb23fd90f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703733 Sep 17 22:33:48.418011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:33:44Z', 'revision_number': 3, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port': {'id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:43Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:48.421028 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.431769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.465406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Pushing event deleted for resources: {'Port': ['ID=58d0e135-268d-4a01-bd7a-ac6281f4cf90,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:48.519453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Deleting port c936f94f-d907-4cf6-9d63-62dc526894df {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:48.519870 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.523692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-d765da5b-022c-4186-b94d-d01c801ae58d service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808950 Sep 17 22:33:48.559104 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.562388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.564056 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2710d0c8-8833-48cb-99a2-296f4c9aaa37 tempest-ServersTestBootFromVolume-2139475694 tempest-ServersTestBootFromVolume-2139475694-project] 10.222.0.48 "DELETE /v2.0/floatingips/daabba99-b824-492c-a0e2-ca72ed5d87b0 HTTP/1.1" status: 204 len: 168 time: 1.3826764 Sep 17 22:33:48.568654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35820) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:48.649617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bc209-0c32-40d4-9303-13779eebbe5f None None] The sync data for ids ['f55eb8a5-a900-467c-90d2-3aeff123e85d'] in n-d-789963-10 is: [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:33:44Z', 'revision_number': 3, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port': {'id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:43Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:48.654614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.681948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.687943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-de8f10c3-eaf2-45b0-be95-af795ca6a542 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa HTTP/1.1" status: 200 len: 267 time: 0.1918378 Sep 17 22:33:48.741100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Network cb96238d-ea69-4ef7-ad99-64868cf2e48b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:48.746875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:48.762044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:48.789023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Pushing event updated for resources: {'Port': ['ID=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:48.845370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] For port c936f94f-d907-4cf6-9d63-62dc526894df, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c936f94f-d907-4cf6-9d63-62dc526894df,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:48.845744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.861418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-493f11b5-c6c3-4acd-8916-11ef8e809de8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.863049 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-493f11b5-c6c3-4acd-8916-11ef8e809de8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 945 time: 0.1743152 Sep 17 22:33:48.881528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'port': {'security_groups': []}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:48.892158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Calling delete_port for c936f94f-d907-4cf6-9d63-62dc526894df owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:48.925070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8e9f728-9be5-4ce1-b1ec-947de061adb6 req-214e5009-bd7c-46bb-b37f-3669748c6870 service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860822 Sep 17 22:33:49.215274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.452170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7a2ea9d0-03db-49dc-8326-26ea575f6af8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:49.575513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.578070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7a2ea9d0-03db-49dc-8326-26ea575f6af8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:49.578449 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.770131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.817055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 7a2ea9d0-03db-49dc-8326-26ea575f6af8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7a2ea9d0-03db-49dc-8326-26ea575f6af8,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:49.830698 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.933241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=7a2ea9d0-03db-49dc-8326-26ea575f6af8,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:49.950302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.036721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11891c7d-d1ce-4a98-9a43-288a5ea7c278 req-5acb01dd-4c16-4665-8aec-84600cb8eec6 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:50.039006 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11891c7d-d1ce-4a98-9a43-288a5ea7c278 req-5acb01dd-4c16-4665-8aec-84600cb8eec6 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 943 time: 0.1994128 Sep 17 22:33:50.042012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.232597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11891c7d-d1ce-4a98-9a43-288a5ea7c278 req-874c8679-dde2-407d-b275-247227223dbd tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823118 Sep 17 22:33:50.281909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.343735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c936f94f-d907-4cf6-9d63-62dc526894df,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:50.363018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] For port b8e623cd-3e5b-4697-b0a7-e9987e9eff60, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:50.477723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.554689 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.559563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b2bccc00-fc42-43ec-b3dc-c92e22fdfedf details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:50.567848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e99e4bac-8afd-4252-b7c7-f4489f5284ef', '4fedcb51-32de-4f95-b03a-93b2854774f2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:50.597354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b8e623cd-3e5b-4697-b0a7-e9987e9eff60'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:50.626655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:50.626847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.628903 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.664442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-183471c6-7776-4c07-a8e7-ba4948c39dec req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "PUT /v2.0/ports/b8e623cd-3e5b-4697-b0a7-e9987e9eff60 HTTP/1.1" status: 200 len: 904 time: 1.7865837 Sep 17 22:33:50.671864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c091757b-8707-4406-89df-af24535fd3cf', 'tag': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:50.680178 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb12395-ed30-48fc-8b90-dc95a9136a61" -d '{"events": [{"name": "network-changed", "server_uuid": "c091757b-8707-4406-89df-af24535fd3cf", "tag": "b8e623cd-3e5b-4697-b0a7-e9987e9eff60"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:50.699067 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.812326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.resource_extend [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:33:50.871907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b8e623cd-3e5b-4697-b0a7-e9987e9eff60'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:50.915114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f87411-8924-4cfc-a0ee-4d2170c4302c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'Port': ['ID=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:51.017777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.063699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.068624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Pushing event updated for resources: {'Port': ['ID=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:51.086899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75bafd-d624-4f2e-9f8d-db08ac08a17b req-96850aad-b634-422e-8166-73a564bb951d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.107086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab75bafd-d624-4f2e-9f8d-db08ac08a17b req-96850aad-b634-422e-8166-73a564bb951d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 907 time: 0.2825129 Sep 17 22:33:51.276143 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6678cf-17dd-4536-bcfd-ab8d8d50b838 x-openstack-request-id: req-ed6678cf-17dd-4536-bcfd-ab8d8d50b838 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:51.277335 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c091757b-8707-4406-89df-af24535fd3cf", "tag": "b8e623cd-3e5b-4697-b0a7-e9987e9eff60", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:51.277720 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed6678cf-17dd-4536-bcfd-ab8d8d50b838 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:51.283664 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c091757b-8707-4406-89df-af24535fd3cf', 'tag': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60', 'status': 'completed', 'code': 200} Sep 17 22:33:51.317084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:51.415796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'port_id': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'mac_address': 'fa:16:3e:9c:73:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:51.423997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a9b6f4e0-efe4-4568-8dc6-c66c09ca16de None None] Provisioning complete for port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:51.424512 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f4e0-efe4-4568-8dc6-c66c09ca16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.516310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Deleting port aad19f41-fcee-462c-bd4b-ea30fa559ebb {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:51.516601 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.559037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7a2ea9d0-03db-49dc-8326-26ea575f6af8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:51.663644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] For port aad19f41-fcee-462c-bd4b-ea30fa559ebb, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aad19f41-fcee-462c-bd4b-ea30fa559ebb,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:51.664757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.668068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569118a-7da9-4483-9d10-98f08e886c50 req-391b10a4-fca7-49a5-b84a-a1a6748be340 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.669900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f569118a-7da9-4483-9d10-98f08e886c50 req-391b10a4-fca7-49a5-b84a-a1a6748be340 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 943 time: 0.2232957 Sep 17 22:33:51.671736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-569d58d6-506a-4282-9964-a19487090efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.673132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-569d58d6-506a-4282-9964-a19487090efe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 1059 time: 0.3680367 Sep 17 22:33:51.683210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Calling delete_port for aad19f41-fcee-462c-bd4b-ea30fa559ebb owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:51.731062 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.768067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bccc00-fc42-43ec-b3dc-c92e22fdfedf {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:51.850476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:51.865658 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.874169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c3371-5231-4935-9f73-adb291a048b4 req-a877073c-a5cf-4eed-9a43-4e8c84d4e592 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.879239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe9c3371-5231-4935-9f73-adb291a048b4 req-a877073c-a5cf-4eed-9a43-4e8c84d4e592 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.5167015 Sep 17 22:33:51.909641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7a2ea9d0-03db-49dc-8326-26ea575f6af8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:51.910265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.927727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Network cb96238d-ea69-4ef7-ad99-64868cf2e48b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:51.931657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:51.988902 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.023426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Pushing event deleted for resources: {'Port': ['ID=aad19f41-fcee-462c-bd4b-ea30fa559ebb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:52.102008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:52.203812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-dc6c2405-3b10-4da2-a2fb-fe62d7096cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.206895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-dc6c2405-3b10-4da2-a2fb-fe62d7096cd2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.5093212 Sep 17 22:33:52.214326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f569118a-7da9-4483-9d10-98f08e886c50 req-2c37e6ee-ecb0-440c-8621-c4d84a7af03c tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5369411 Sep 17 22:33:52.232081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Router f55eb8a5-a900-467c-90d2-3aeff123e85d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:52.311081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe9c3371-5231-4935-9f73-adb291a048b4 req-5660a612-c470-45b4-a0b2-105c1946606a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158981 Sep 17 22:33:52.312636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-412878d7-2584-46ab-a055-f2456d301bac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60 HTTP/1.1" status: 200 len: 217 time: 0.0792494 Sep 17 22:33:52.324966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Router 823042f5-7e19-4188-a7e7-4f5766d79f48 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:52.353712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b2bccc00-fc42-43ec-b3dc-c92e22fdfedf'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:52.515370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.571735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-2b88cc4a-7520-486e-90ef-2a1021b28331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.574600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-2b88cc4a-7520-486e-90ef-2a1021b28331 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.2483413 Sep 17 22:33:52.680211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:52.697263 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d15d7cc1-363c-4067-98b8-e277564e96a6 admin admin] 10.222.0.48 "PUT /v2.0/routers/f55eb8a5-a900-467c-90d2-3aeff123e85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7841451 Sep 17 22:33:52.702914 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Sync routers for ids ['f55eb8a5-a900-467c-90d2-3aeff123e85d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:52.725634 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Routers {'f55eb8a5-a900-467c-90d2-3aeff123e85d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:52.726981 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f55eb8a5-a900-467c-90d2-3aeff123e85d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:52.772202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:52.784409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] Sync routers for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:52.786979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35870) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:52.787799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e45f824e-e436-42cf-bd3c-10af68b08b5c admin admin] 10.222.0.48 "PUT /v2.0/routers/823042f5-7e19-4188-a7e7-4f5766d79f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5668821 Sep 17 22:33:52.791851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-dd590307-3201-4ded-abfc-d07ddf094c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.794220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-dd590307-3201-4ded-abfc-d07ddf094c43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106943 Sep 17 22:33:52.809305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:52.810234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:52.988389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d227490-03fb-417a-9f31-ad36529d16f5 req-b29848d2-c47a-413d-b1d6-6c526fd342cd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.996095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d227490-03fb-417a-9f31-ad36529d16f5 req-b29848d2-c47a-413d-b1d6-6c526fd342cd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.3671722 Sep 17 22:33:53.006040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-bd010ca1-8ccf-474d-8e54-7736104e5afd service neutron] 10.222.0.49 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000928 Sep 17 22:33:53.018826 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Set router f55eb8a5-a900-467c-90d2-3aeff123e85d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:53.110375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:53.133367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d227490-03fb-417a-9f31-ad36529d16f5 req-6babeb80-eb26-432f-9227-a5df6d7924e1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345804 Sep 17 22:33:53.236193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.404841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Router 71e1b06a-0e62-4093-9c78-e4422203db59 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:53.438300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb12395-ed30-48fc-8b90-dc95a9136a61 req-4988f556-0eeb-425c-a725-cff2c41750a6 service neutron] 10.222.0.49 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159350 Sep 17 22:33:53.511149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108c288-2d10-44a0-8f1d-70fd0a19ec01 req-1d9dc1e9-09e4-4be1-8409-3b92264b6204 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:53.512999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4108c288-2d10-44a0-8f1d-70fd0a19ec01 req-1d9dc1e9-09e4-4be1-8409-3b92264b6204 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 944 time: 0.0954108 Sep 17 22:33:53.523123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-753c6654-c79a-4242-8a8b-ac4201355dd0 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:53.531491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-753c6654-c79a-4242-8a8b-ac4201355dd0 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 810 time: 0.3232324 Sep 17 22:33:53.541262 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:33:49Z', 'revision_number': 4, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port': {'id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:43Z', 'updated_at': '2021-09-17T22:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'de971b15-c3e4-4271-81e7-1d0cf1f23e5f', 'name': '', 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'mac_address': 'fa:16:3e:8f:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cf257be0-d714-41d2-b12a-a06db7d8f811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:47Z', 'updated_at': '2021-09-17T22:33:50Z', 'revision_number': 2, 'project_id': '714e0cbf22a84977a17d51710c725796', 'subnets': [{'id': 'cf257be0-d714-41d2-b12a-a06db7d8f811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:53.569635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:33:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:53.572219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-c7593c37-365e-4686-aff8-196fdb81c3d4 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/quotas/714e0cbf22a84977a17d51710c725796 HTTP/1.1" status: 200 len: 375 time: 0.0396750 Sep 17 22:33:53.617742 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Checking router: f55eb8a5-a900-467c-90d2-3aeff123e85d for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:53.625227 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Updating router f55eb8a5-a900-467c-90d2-3aeff123e85d port de971b15-c3e4-4271-81e7-1d0cf1f23e5f binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:53.632681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4108c288-2d10-44a0-8f1d-70fd0a19ec01 req-5eaaa330-c999-4279-a22d-17d9d11fdafb tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908866 Sep 17 22:33:53.635854 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] Checking router: 823042f5-7e19-4188-a7e7-4f5766d79f48 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:53.654181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] Routers {'823042f5-7e19-4188-a7e7-4f5766d79f48'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:53.654540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['823042f5-7e19-4188-a7e7-4f5766d79f48'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:53.658226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-91f8c263-4a22-42b1-b9dc-f44832ae7f1e tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849309 Sep 17 22:33:53.684468 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.789764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] Set router 823042f5-7e19-4188-a7e7-4f5766d79f48 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:53.921969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-554a1841-7610-47d5-950b-733a9050aac6 service neutron] 10.222.0.48 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627177 Sep 17 22:33:54.028482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-054ec8eb-6519-4adc-b124-5ca64681f37c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:54.030094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-054ec8eb-6519-4adc-b124-5ca64681f37c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.2465472 Sep 17 22:33:54.044642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:33:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:54.086382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e097397-1e0e-4189-ab9e-5b478ec95db6 None None] The sync data for ids ['823042f5-7e19-4188-a7e7-4f5766d79f48'] in n-d-789963-10 is: [{'id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'name': 'tempest-ServersTestJSON-133132811-router', 'tenant_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:30Z', 'updated_at': '2021-09-17T22:33:50Z', 'revision_number': 5, 'project_id': 'eee16130ed6d4e1dada9a7d01adb68ee', 'gw_port': {'id': 'e124e1c3-6974-4246-b6ab-84c86aed608a', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823042f5-7e19-4188-a7e7-4f5766d79f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:32Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:54.099231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-0b828888-0ef6-4368-8068-094a4e3f7948 service neutron] 10.222.0.48 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762354 Sep 17 22:33:54.116319 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-bcf8817d-12bf-4c5a-a7f9-00e6665e2ae6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/quotas/41c6f2234dc149a7ac45db22fc6d3ffa HTTP/1.1" status: 200 len: 375 time: 0.0733693 Sep 17 22:33:54.208958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-1e131a52-c31f-4124-8e10-e87ed900ef96 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0907254 Sep 17 22:33:54.214929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-f3f42c58-0bd2-4da9-9f57-dbd5497a8d8a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:54.224307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.228054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-f3f42c58-0bd2-4da9-9f57-dbd5497a8d8a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178952 Sep 17 22:33:54.311653 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.328014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:54.340225 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.351395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cf432a78-6c62-401e-9621-e1f1f60b31ea admin admin] 10.222.0.48 "PUT /v2.0/routers/71e1b06a-0e62-4093-9c78-e4422203db59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7807376 Sep 17 22:33:54.357608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35918) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:54.406723 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf0039-7d16-47dd-b19f-59d489b9701d None None] Pushing event updated for resources: {'Port': ['ID=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:54.414510 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] Sync routers for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:54.436344 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:54.437002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:54.446236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-267af448-e1b0-498a-8dfa-8bdadb9b8713 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172444 Sep 17 22:33:54.566894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Deleting port e124e1c3-6974-4246-b6ab-84c86aed608a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:54.567232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.589289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b2bccc00-fc42-43ec-b3dc-c92e22fdfedf up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:54.643169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-120974c7-2fa8-4544-9267-fe35b68215e5 service neutron] 10.222.0.48 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949816 Sep 17 22:33:54.648494 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Attempting to bind port de971b15-c3e4-4271-81e7-1d0cf1f23e5f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.648641 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Attempting to bind port de971b15-c3e4-4271-81e7-1d0cf1f23e5f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.649562 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Attempting to bind port de971b15-c3e4-4271-81e7-1d0cf1f23e5f on network cb96238d-ea69-4ef7-ad99-64868cf2e48b {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.659557 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:54.659932 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Checking segment: {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:54.660340 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.660827 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Bound using segment: {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:54.661232 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Bound port: de971b15-c3e4-4271-81e7-1d0cf1f23e5f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:54.661658 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.810907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cee3a939-7131-4bc9-b8ab-b1610f1faf6e req-e4140354-263f-4d4f-9003-05e1c35adff8 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 210 time: 0.0793076 Sep 17 22:33:54.811884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:54.830000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:54.830379 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.846000 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.980461 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:54.991923 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] For port de971b15-c3e4-4271-81e7-1d0cf1f23e5f, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:55.115553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be4d9bdf-f6db-4e61-9bce-1469e147b4fa req-7ab929a7-1447-4d89-8005-66e29e128d88 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 210 time: 0.0924087 Sep 17 22:33:55.151500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478471d9-547f-46af-b6ae-e5ba9faded8c req-b8e25f6e-ead0-4dd2-b6c4-ec635ae0dea8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:55.163662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-478471d9-547f-46af-b6ae-e5ba9faded8c req-b8e25f6e-ead0-4dd2-b6c4-ec635ae0dea8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 944 time: 0.2056866 Sep 17 22:33:55.165373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] For port e124e1c3-6974-4246-b6ab-84c86aed608a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e124e1c3-6974-4246-b6ab-84c86aed608a,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:55.165769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.217164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Calling delete_port for e124e1c3-6974-4246-b6ab-84c86aed608a owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:55.265772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-478471d9-547f-46af-b6ae-e5ba9faded8c req-68da8100-01f6-4dab-9f9e-6e2fb3ab9d0e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995736 Sep 17 22:33:55.271668 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.314387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c936f94f-d907-4cf6-9d63-62dc526894df no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:55.330574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.392651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c936f94f-d907-4cf6-9d63-62dc526894df {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:55.393042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c936f94f-d907-4cf6-9d63-62dc526894df not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:55.433175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab7c221-774e-4e7c-9222-e184edaef099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:55.436042 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d966d91-4c5a-49ea-922b-8ba51f128ddf" -d '{"events": [{"server_uuid": "7ab7c221-774e-4e7c-9222-e184edaef099", "name": "network-vif-plugged", "status": "completed", "tag": "b2bccc00-fc42-43ec-b3dc-c92e22fdfedf"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:55.439115 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] For port de971b15-c3e4-4271-81e7-1d0cf1f23e5f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:55.477667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:55.495194 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.552182 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9411c277-6643-4956-9b0f-dc0282afe856 x-openstack-request-id: req-9411c277-6643-4956-9b0f-dc0282afe856 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:55.552798 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab7c221-774e-4e7c-9222-e184edaef099", "name": "network-vif-plugged", "status": "completed", "tag": "b2bccc00-fc42-43ec-b3dc-c92e22fdfedf", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:55.554401 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9411c277-6643-4956-9b0f-dc0282afe856 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:55.554996 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab7c221-774e-4e7c-9222-e184edaef099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'code': 200} Sep 17 22:33:55.629878 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.635236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:55.702047 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Routers {'f55eb8a5-a900-467c-90d2-3aeff123e85d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:55.702692 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f55eb8a5-a900-467c-90d2-3aeff123e85d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:55.722302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea87260-a043-4a3f-9d94-ca2b1a76acea req-fde1e7fd-a1d6-4aa9-979f-eaf5f099e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:55.727504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea87260-a043-4a3f-9d94-ca2b1a76acea req-fde1e7fd-a1d6-4aa9-979f-eaf5f099e7e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 1097 time: 0.1035297 Sep 17 22:33:55.801779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aea87260-a043-4a3f-9d94-ca2b1a76acea req-807f6586-f288-4c12-accb-04b32c86c392 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642290 Sep 17 22:33:55.823276 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf0039-7d16-47dd-b19f-59d489b9701d None None] Pushing event updated for resources: {'Port': ['ID=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:55.824528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Deleting port b1405e62-e6a6-455d-b0de-c5f892cc1ce7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:55.825597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.944376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8dbe3173-9b53-43ed-b2d2-32500ac17e3b req-e26f4df5-058d-484b-9c19-b67c311d2f33 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 210 time: 0.0430024 Sep 17 22:33:55.957341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.959170 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] Set router f55eb8a5-a900-467c-90d2-3aeff123e85d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:55.973115 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:33:51Z', 'revision_number': 5, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port': {'id': 'b1405e62-e6a6-455d-b0de-c5f892cc1ce7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:30:24Z', 'updated_at': '2021-09-17T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:55.996416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] For port b1405e62-e6a6-455d-b0de-c5f892cc1ce7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b1405e62-e6a6-455d-b0de-c5f892cc1ce7,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:55.996787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.029719 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] Checking router: 71e1b06a-0e62-4093-9c78-e4422203db59 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:56.030175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e124e1c3-6974-4246-b6ab-84c86aed608a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:56.052978 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] Routers {'71e1b06a-0e62-4093-9c78-e4422203db59'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:56.053602 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:33:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['71e1b06a-0e62-4093-9c78-e4422203db59'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:56.055211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Calling delete_port for b1405e62-e6a6-455d-b0de-c5f892cc1ce7 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:56.260972 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.339938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31c915eb-6ee4-4607-ae98-cb91bcf257b8 req-3c0662b6-94a5-4eed-b8ba-1a0b0b6decf5 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 210 time: 0.0672648 Sep 17 22:33:56.387025 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] Set router 71e1b06a-0e62-4093-9c78-e4422203db59 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:56.434417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-2b014765-e173-44d2-8fe8-e3b8b1a333b4 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:56.436668 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-2b014765-e173-44d2-8fe8-e3b8b1a333b4 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.45 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 810 time: 0.2438786 Sep 17 22:33:56.477119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79019-d03d-45f5-a6ff-deb4560fa4fe req-bf7a67ae-9b9d-4a2e-b6a6-97c7a5891d17 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:56.489099 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:33:55Z', 'revision_number': 6, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:56.497466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87d79019-d03d-45f5-a6ff-deb4560fa4fe req-bf7a67ae-9b9d-4a2e-b6a6-97c7a5891d17 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1130364 Sep 17 22:33:56.499741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Request body: {'port': {'device_id': 'f9082477-8c36-4daf-9c9a-45110a3746d6', 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b', 'admin_state_up': True, 'tenant_id': '714e0cbf22a84977a17d51710c725796'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:56.552889 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744cc345-dcc5-49f3-9b77-2d86ec0ccf97 None None] The sync data for ids ['71e1b06a-0e62-4093-9c78-e4422203db59'] in n-d-789963-10 is: [{'id': '71e1b06a-0e62-4093-9c78-e4422203db59', 'name': 'tempest-ServersTestBootFromVolume-762251997-router', 'tenant_id': '3a129ef268f24789ae5906ef983891e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:30:23Z', 'updated_at': '2021-09-17T22:33:55Z', 'revision_number': 6, 'project_id': '3a129ef268f24789ae5906ef983891e6', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:56.584380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87d79019-d03d-45f5-a6ff-deb4560fa4fe req-6a16bb45-dbba-477c-8eae-beef7295df7a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858879 Sep 17 22:33:56.623197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.696200 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:33:49Z', 'revision_number': 4, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port': {'id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:43Z', 'updated_at': '2021-09-17T22:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'de971b15-c3e4-4271-81e7-1d0cf1f23e5f', 'name': '', 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'mac_address': 'fa:16:3e:8f:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cf257be0-d714-41d2-b12a-a06db7d8f811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:47Z', 'updated_at': '2021-09-17T22:33:54Z', 'revision_number': 4, 'project_id': '714e0cbf22a84977a17d51710c725796', 'subnets': [{'id': 'cf257be0-d714-41d2-b12a-a06db7d8f811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:56.723605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.732279 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75617267-e347-4f36-99d8-c8ae3441a703 None None] The sync data for ids ['f55eb8a5-a900-467c-90d2-3aeff123e85d'] in n-d-789963-10 is: [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:33:49Z', 'revision_number': 4, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port': {'id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:43Z', 'updated_at': '2021-09-17T22:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'de971b15-c3e4-4271-81e7-1d0cf1f23e5f', 'name': '', 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'mac_address': 'fa:16:3e:8f:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cf257be0-d714-41d2-b12a-a06db7d8f811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:47Z', 'updated_at': '2021-09-17T22:33:54Z', 'revision_number': 4, 'project_id': '714e0cbf22a84977a17d51710c725796', 'subnets': [{'id': 'cf257be0-d714-41d2-b12a-a06db7d8f811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:56.860640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.861210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823042f5-7e19-4188-a7e7-4f5766d79f48 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:33:56.874168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.875341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ef1a04c-eb5c-4046-9ed7-36923409ad03 admin admin] 10.222.0.48 "DELETE /v2.0/routers/823042f5-7e19-4188-a7e7-4f5766d79f48 HTTP/1.1" status: 204 len: 168 time: 4.0868919 Sep 17 22:33:56.888456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35974) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:56.907466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-a8b3036d-5aff-45fa-b8c7-48806cdc2231 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:56.909633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-a8b3036d-5aff-45fa-b8c7-48806cdc2231 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 810 time: 0.2846305 Sep 17 22:33:56.941681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Request body: {'port': {'device_id': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'admin_state_up': True, 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:57.010010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Made reservation on behalf of 714e0cbf22a84977a17d51710c725796 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:57.014395 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.058168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.124240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3c0271-6f5c-4b7c-a2ab-7cbc4d2e3e29 admin admin] Deleting subnet a3dd5804-74f9-4a56-b1c2-6b54feb3fafd {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:57.126609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1405e62-e6a6-455d-b0de-c5f892cc1ce7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:57.137240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0271-6f5c-4b7c-a2ab-7cbc4d2e3e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.249549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23bda78b-0702-4569-ace5-b1feb01babd9 req-0104745b-2be1-4547-9a0f-7e87debc6cfe tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 210 time: 0.0466104 Sep 17 22:33:57.281489 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.298956 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0271-6f5c-4b7c-a2ab-7cbc4d2e3e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.399755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Made reservation on behalf of 41c6f2234dc149a7ac45db22fc6d3ffa for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:57.407280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.453543 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.456062 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.506453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ab9455b-796d-41ce-b72e-3cc0c9e11003 req-1f498fe5-a536-4bc1-b823-239643c7a93f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 210 time: 0.0393360 Sep 17 22:33:57.549849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Allocated IP 172.20.0.2 (cb96238d-ea69-4ef7-ad99-64868cf2e48b/cf257be0-d714-41d2-b12a-a06db7d8f811/b3abc9f2-7cdb-44db-a7e9-1127f5370361) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:57.579396 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.579960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e1b06a-0e62-4093-9c78-e4422203db59 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:33:57.585955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.587604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b2d76812-d0ea-4376-bedc-52bc8f381425 admin admin] 10.222.0.48 "DELETE /v2.0/routers/71e1b06a-0e62-4093-9c78-e4422203db59 HTTP/1.1" status: 204 len: 168 time: 3.2284164 Sep 17 22:33:57.593504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:57.752273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Allocated IP 172.20.0.6 (5a570f39-cc1d-4ba8-920e-a769974e4ae5/40713f22-04ea-445c-96a6-532d4c729e88/3d98b0c1-0336-4e96-b28d-469a499d1b74) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:57.849584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e2c745-25b1-4953-a5d6-7d11bf0a859e admin admin] Deleting subnet 9b80547d-0c86-4d6d-b676-c5fb688a9e7b {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:57.857060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08e2c745-25b1-4953-a5d6-7d11bf0a859e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.981544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08e2c745-25b1-4953-a5d6-7d11bf0a859e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.986201 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.148506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0271-6f5c-4b7c-a2ab-7cbc4d2e3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.206478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device de971b15-c3e4-4271-81e7-1d0cf1f23e5f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:58.206968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.235119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08e2c745-25b1-4953-a5d6-7d11bf0a859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.270269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Network cb96238d-ea69-4ef7-ad99-64868cf2e48b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:58.294061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:58.298508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:58.316888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port de971b15-c3e4-4271-81e7-1d0cf1f23e5f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:58.317306 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.352191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad25a18-ca88-405f-abe5-9445c75abc5d req-b0ea14fb-ebfc-40e5-a8b3-8d34c6801f7f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.366683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ad25a18-ca88-405f-abe5-9445c75abc5d req-b0ea14fb-ebfc-40e5-a8b3-8d34c6801f7f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.5363026 Sep 17 22:33:58.373620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.374291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.408274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0271-6f5c-4b7c-a2ab-7cbc4d2e3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.425077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Pushing event updated for resources: {'Port': ['ID=b3abc9f2-7cdb-44db-a7e9-1127f5370361,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:58.438920 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-bc5b6de2-21e5-41d0-8ca7-1a9fef05d31b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9443054 Sep 17 22:33:58.459159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-0fe7b003-20d5-471d-9f96-a8ea14cdfbb9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:58.462746 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-0fe7b003-20d5-471d-9f96-a8ea14cdfbb9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120308 Sep 17 22:33:58.478751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Request body: {'port': {'device_id': 'f9082477-8c36-4daf-9c9a-45110a3746d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:58.501353 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.505344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c0271-6f5c-4b7c-a2ab-7cbc4d2e3e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3dd5804-74f9-4a56-b1c2-6b54feb3fafd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:58.555268 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.557790 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08e2c745-25b1-4953-a5d6-7d11bf0a859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.618745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port de971b15-c3e4-4271-81e7-1d0cf1f23e5f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:58.626434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0271-6f5c-4b7c-a2ab-7cbc4d2e3e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.633416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ee3c0271-6f5c-4b7c-a2ab-7cbc4d2e3e29 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a3dd5804-74f9-4a56-b1c2-6b54feb3fafd HTTP/1.1" status: 204 len: 168 time: 1.7383120 Sep 17 22:33:58.638671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:58.642188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe4af2b-18a9-4b7f-a9a7-5eaeb5ffa98c None None] Network dead0210-9355-41ba-a792-c189f187ef5e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:58.645152 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.674867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ad25a18-ca88-405f-abe5-9445c75abc5d req-be3afef5-8f01-493d-b847-e99f010f186f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068416 Sep 17 22:33:58.784112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2c745-25b1-4953-a5d6-7d11bf0a859e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b80547d-0c86-4d6d-b676-c5fb688a9e7b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:58.797758 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.800106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08e2c745-25b1-4953-a5d6-7d11bf0a859e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.804477 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-08e2c745-25b1-4953-a5d6-7d11bf0a859e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9b80547d-0c86-4d6d-b676-c5fb688a9e7b HTTP/1.1" status: 204 len: 168 time: 1.2054179 Sep 17 22:33:58.811883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36008) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:58.847464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:58.867427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b013a89-81d2-4d85-adba-f275bf4ae235 req-382bfc02-170c-41c2-b112-80f562d8f8cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.868883 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b013a89-81d2-4d85-adba-f275bf4ae235 req-382bfc02-170c-41c2-b112-80f562d8f8cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 931 time: 0.3712013 Sep 17 22:33:58.870410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c462552-9987-4cdc-ae0f-39672162a024 None None] Network c8a41367-8d5b-47ef-aa67-3a8e47d70e3b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:58.957899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e124e1c3-6974-4246-b6ab-84c86aed608a no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:58.994675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ad7a16f-c231-4371-8c74-da5fb771ceb2 req-3ff85723-54dd-44f3-b09f-5dd24981b641 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 210 time: 0.1817343 Sep 17 22:33:59.090932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: e124e1c3-6974-4246-b6ab-84c86aed608a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:59.091051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e124e1c3-6974-4246-b6ab-84c86aed608a not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:59.091450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aad19f41-fcee-462c-bd4b-ea30fa559ebb no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:59.147025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: aad19f41-fcee-462c-bd4b-ea30fa559ebb {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:59.147486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aad19f41-fcee-462c-bd4b-ea30fa559ebb not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:59.353583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] DHCP port deletion for c8a41367-8d5b-47ef-aa67-3a8e47d70e3b request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:33:59.404533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] DHCP port deletion for dead0210-9355-41ba-a792-c189f187ef5e request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:33:59.446707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device de971b15-c3e4-4271-81e7-1d0cf1f23e5f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:59.471751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] Deleting port be60fc7a-a747-4f3a-86b4-53a71769e3ec {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:59.472123 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.486021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3abc9f2-7cdb-44db-a7e9-1127f5370361 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:59.495762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.524613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Transition to ACTIVE for port object b3abc9f2-7cdb-44db-a7e9-1127f5370361 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:59.548696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.597496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] Deleting port eb9808be-0ef9-47b6-8c87-60238ed6b346 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:59.597816 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.606255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] For port be60fc7a-a747-4f3a-86b4-53a71769e3ec, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be60fc7a-a747-4f3a-86b4-53a71769e3ec,segment=NetworkSegment(d809939f-c77f-4b86-b8d1-8eb6d493f42e),segment_id=d809939f-c77f-4b86-b8d1-8eb6d493f42e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:59.606651 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.611765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.643752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e99e4bac-8afd-4252-b7c7-f4489f5284ef', '4fedcb51-32de-4f95-b03a-93b2854774f2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:59.651379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3abc9f2-7cdb-44db-a7e9-1127f5370361,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:59.661568 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.665488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.687910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] Calling delete_port for be60fc7a-a747-4f3a-86b4-53a71769e3ec owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:59.706400 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b013a89-81d2-4d85-adba-f275bf4ae235 req-8158b029-7585-4eb2-9204-f617f03e7e40 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7533946 Sep 17 22:33:59.761867 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Attempting to bind port b3abc9f2-7cdb-44db-a7e9-1127f5370361 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:59.762925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Attempting to bind port b3abc9f2-7cdb-44db-a7e9-1127f5370361 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:59.763267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Attempting to bind port b3abc9f2-7cdb-44db-a7e9-1127f5370361 on network cb96238d-ea69-4ef7-ad99-64868cf2e48b {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:59.769859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Port b3abc9f2-7cdb-44db-a7e9-1127f5370361 on network cb96238d-ea69-4ef7-ad99-64868cf2e48b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:59.770042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Attempting to bind port b3abc9f2-7cdb-44db-a7e9-1127f5370361 on network cb96238d-ea69-4ef7-ad99-64868cf2e48b {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:59.774773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:59.777137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:59.777480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Checking segment: {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:59.777858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Bound using segment: {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:59.778286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Bound port: b3abc9f2-7cdb-44db-a7e9-1127f5370361, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:59.778645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.781331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] For port eb9808be-0ef9-47b6-8c87-60238ed6b346, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=eb9808be-0ef9-47b6-8c87-60238ed6b346,segment=NetworkSegment(8398d3da-1064-4e7d-aa44-84d32442cfae),segment_id=8398d3da-1064-4e7d-aa44-84d32442cfae)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:59.781735 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.796138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] Calling delete_port for eb9808be-0ef9-47b6-8c87-60238ed6b346 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:59.803656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:59.826252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:59.871207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] For port b3abc9f2-7cdb-44db-a7e9-1127f5370361, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:59.873171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe25589-348a-4bbf-bf54-a8179a291951 req-a59f9846-d834-4aab-94f9-eec9699cd894 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:59.880462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] For port b3abc9f2-7cdb-44db-a7e9-1127f5370361, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b3abc9f2-7cdb-44db-a7e9-1127f5370361,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:59.884649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3fe25589-348a-4bbf-bf54-a8179a291951 req-a59f9846-d834-4aab-94f9-eec9699cd894 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.3678801 Sep 17 22:33:59.889522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36026) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:59.901959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'floatingip': {'port_id': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:59.949997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event updated for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:59.955899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port de971b15-c3e4-4271-81e7-1d0cf1f23e5f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:59.956545 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.027951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.032443 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.086111 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-138ed9e7-c313-4e94-9b04-dd1eb06c17e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.128404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.191665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] No DVR routers for this DVR port eb9808be-0ef9-47b6-8c87-60238ed6b346 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:00.199040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.199728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.207646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dac5d8-7649-461a-95db-25c8238ac73f None None] Pushing event deleted for resources: {'Port': ['ID=eb9808be-0ef9-47b6-8c87-60238ed6b346,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.242597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-53571633-c56a-4b19-ba36-b7a7c2ad4212 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3057835 Sep 17 22:34:00.245629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.246546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.248181 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/b3abc9f2-7cdb-44db-a7e9-1127f5370361 HTTP/1.1" status: 200 len: 1092 time: 1.7750854 Sep 17 22:34:00.248863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9082477-8c36-4daf-9c9a-45110a3746d6', 'tag': 'b3abc9f2-7cdb-44db-a7e9-1127f5370361'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:00.251411 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395be179-6157-492f-b7ab-fb06260678bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9082477-8c36-4daf-9c9a-45110a3746d6", "tag": "b3abc9f2-7cdb-44db-a7e9-1127f5370361"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:00.275205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Request body: {'port': {'device_id': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:00.315519 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.360689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0c912d63-710a-4e29-815f-9cbf1501053f None None] Provisioning complete for port 3d98b0c1-0336-4e96-b28d-469a499d1b74 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:00.361367 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c912d63-710a-4e29-815f-9cbf1501053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.365280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b8c02-d38c-4b4f-be1a-29330c53e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3abc9f2-7cdb-44db-a7e9-1127f5370361,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.404620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0c912d63-710a-4e29-815f-9cbf1501053f None None] Port 3d98b0c1-0336-4e96-b28d-469a499d1b74 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:00.437155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] Pushing event deleted for resources: {'Port': ['ID=be60fc7a-a747-4f3a-86b4-53a71769e3ec,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.439386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-f519a6d5-bce2-431a-a0a6-3f3504c6c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.442240 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-f519a6d5-bce2-431a-a0a6-3f3504c6c47d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 1095 time: 0.1233165 Sep 17 22:34:00.446286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Deleting port eb9808be-0ef9-47b6-8c87-60238ed6b346 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:00.446539 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.469575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e7223-0bf3-40c6-9b44-ca2f08618207 None None] No DVR routers for this DVR port be60fc7a-a747-4f3a-86b4-53a71769e3ec on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:00.521786 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9c8acb-9497-4e33-a809-64491a4879a5 x-openstack-request-id: req-5e9c8acb-9497-4e33-a809-64491a4879a5 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:00.522331 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9082477-8c36-4daf-9c9a-45110a3746d6", "tag": "b3abc9f2-7cdb-44db-a7e9-1127f5370361", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:00.522331 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e9c8acb-9497-4e33-a809-64491a4879a5 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:00.523639 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9082477-8c36-4daf-9c9a-45110a3746d6', 'tag': 'b3abc9f2-7cdb-44db-a7e9-1127f5370361', 'status': 'completed', 'code': 200} Sep 17 22:34:00.527778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] For port eb9808be-0ef9-47b6-8c87-60238ed6b346, host n-d-789963-10, got binding levels [] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:00.528136 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.541307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b1405e62-e6a6-455d-b0de-c5f892cc1ce7 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:00.547857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Calling delete_port for eb9808be-0ef9-47b6-8c87-60238ed6b346 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:00.551800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Port eb9808be-0ef9-47b6-8c87-60238ed6b346 was not found and therefore no delete operation was performed {{(pid=94737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:34:00.553324 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.568712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: b1405e62-e6a6-455d-b0de-c5f892cc1ce7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:00.569008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b1405e62-e6a6-455d-b0de-c5f892cc1ce7 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:00.570620 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-06d303d1-b8ca-4e42-93bb-9559edf62af0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3abc9f2-7cdb-44db-a7e9-1127f5370361 HTTP/1.1" status: 200 len: 217 time: 0.0459967 Sep 17 22:34:00.573718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.595121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49988a-0a23-4587-b877-f05d93ad06c8 req-dd1c4f53-a1c1-4b45-96fb-a6253b448e81 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.596673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d49988a-0a23-4587-b877-f05d93ad06c8 req-dd1c4f53-a1c1-4b45-96fb-a6253b448e81 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 931 time: 0.5166440 Sep 17 22:34:00.627093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-cbd901c3-091d-4bd8-ac2a-47383fbdfd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.628851 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-cbd901c3-091d-4bd8-ac2a-47383fbdfd15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cf257be0-d714-41d2-b12a-a06db7d8f811 HTTP/1.1" status: 200 len: 850 time: 0.0499740 Sep 17 22:34:00.655849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] No DVR routers for this DVR port eb9808be-0ef9-47b6-8c87-60238ed6b346 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:00.661153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9808be-0ef9-47b6-8c87-60238ed6b346,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.678626 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-914edbfa-de28-400e-9441-75b642297a30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb96238d-ea69-4ef7-ad99-64868cf2e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403354 Sep 17 22:34:00.682920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Deleting port be60fc7a-a747-4f3a-86b4-53a71769e3ec {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:00.683186 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.817049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-132a161c-94f0-45e1-9788-d53d72ec83f4 service neutron] 10.222.0.45 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056912 Sep 17 22:34:00.917059 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d49988a-0a23-4587-b877-f05d93ad06c8 req-360afc3f-5185-408c-9256-86e4b1a5e544 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917593 Sep 17 22:34:01.019752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] For port be60fc7a-a747-4f3a-86b4-53a71769e3ec, host n-d-789963-10, got binding levels [] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:01.024559 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.037639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.108173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Calling delete_port for be60fc7a-a747-4f3a-86b4-53a71769e3ec owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:01.121573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Port be60fc7a-a747-4f3a-86b4-53a71769e3ec was not found and therefore no delete operation was performed {{(pid=94737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:34:01.124241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.154994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dead0210-9355-41ba-a792-c189f187ef5e']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.217866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] No DVR routers for this DVR port be60fc7a-a747-4f3a-86b4-53a71769e3ec on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:01.299049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d09c076c-ff02-4285-8848-bf1f6d49ccb1 req-6c2e899d-106c-4d87-b35e-7380d219d309 service neutron] 10.222.0.45 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221609 Sep 17 22:34:01.334356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be60fc7a-a747-4f3a-86b4-53a71769e3ec,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.338443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398d3da-1064-4e7d-aa44-84d32442cfae') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.338876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398d3da-1064-4e7d-aa44-84d32442cfae') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.349473 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.350598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device eb9808be-0ef9-47b6-8c87-60238ed6b346 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:01.365957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.373232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:34:01.373647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.374656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: eb9808be-0ef9-47b6-8c87-60238ed6b346 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:01.375232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device eb9808be-0ef9-47b6-8c87-60238ed6b346 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:01.375540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be60fc7a-a747-4f3a-86b4-53a71769e3ec no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:01.410751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: be60fc7a-a747-4f3a-86b4-53a71769e3ec {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:01.411102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be60fc7a-a747-4f3a-86b4-53a71769e3ec not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:34:01.436460 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:34:01.439433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be179-6157-492f-b7ab-fb06260678bc req-fb6e5353-a2a9-4667-acf6-54b4bb32df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.441057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-395be179-6157-492f-b7ab-fb06260678bc req-fb6e5353-a2a9-4667-acf6-54b4bb32df2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 1095 time: 0.0699489 Sep 17 22:34:01.445302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42e73b-0a36-4943-9bb7-e69a205553f0 req-80702d8e-3381-41db-aa74-965a2fd6babe tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.453231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd42e73b-0a36-4943-9bb7-e69a205553f0 req-80702d8e-3381-41db-aa74-965a2fd6babe tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 943 time: 0.6602418 Sep 17 22:34:01.478021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.531813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd42e73b-0a36-4943-9bb7-e69a205553f0 req-356efb9a-b87b-48ba-88e7-0148c7912de2 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776265 Sep 17 22:34:01.550402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.552642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dead0210-9355-41ba-a792-c189f187ef5e HTTP/1.1" status: 204 len: 168 time: 2.8760943 Sep 17 22:34:01.555444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce34fe0-edd7-42c2-af88-670a235a26b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dead0210-9355-41ba-a792-c189f187ef5e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.631603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.641969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.649692 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.676100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d98b0c1-0336-4e96-b28d-469a499d1b74 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:01.686113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a41367-8d5b-47ef-aa67-3a8e47d70e3b']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.689708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.703342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd809939f-c77f-4b86-b8d1-8eb6d493f42e') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.703649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd809939f-c77f-4b86-b8d1-8eb6d493f42e') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.719924 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.721312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36062) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:01.721791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Transition to ACTIVE for port object 3d98b0c1-0336-4e96-b28d-469a499d1b74 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:01.732430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.745821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.746042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be179-6157-492f-b7ab-fb06260678bc req-62d05a95-0aa0-451f-9c0b-ef2cab12ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.748027 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-395be179-6157-492f-b7ab-fb06260678bc req-62d05a95-0aa0-451f-9c0b-ef2cab12ec4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 911 time: 0.2981207 Sep 17 22:34:01.774598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:34:01.775814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:34:01.778459 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:34:01.838561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-395be179-6157-492f-b7ab-fb06260678bc req-cd23a8f4-3cba-4230-adf7-6cdfb641a759 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3abc9f2-7cdb-44db-a7e9-1127f5370361 HTTP/1.1" status: 200 len: 217 time: 0.0475073 Sep 17 22:34:01.880109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Pushing event updated for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.922920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.923591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be179-6157-492f-b7ab-fb06260678bc req-5a3bfdc4-b62d-46dd-a0b3-76fd8b06076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.925587 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-395be179-6157-492f-b7ab-fb06260678bc req-5a3bfdc4-b62d-46dd-a0b3-76fd8b06076a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cf257be0-d714-41d2-b12a-a06db7d8f811 HTTP/1.1" status: 200 len: 850 time: 0.0752158 Sep 17 22:34:01.933428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.945017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c8a41367-8d5b-47ef-aa67-3a8e47d70e3b HTTP/1.1" status: 204 len: 168 time: 3.1220896 Sep 17 22:34:01.966583 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-395be179-6157-492f-b7ab-fb06260678bc req-a9ed593d-78d7-4485-bdce-1193245c6d86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb96238d-ea69-4ef7-ad99-64868cf2e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294645 Sep 17 22:34:01.970339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fbd20-971f-4cd9-8f41-fb1cf3cca2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a41367-8d5b-47ef-aa67-3a8e47d70e3b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.993093 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be10c0e0-28f0-4cc7-aaa6-e1b151f81ae7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eee16130ed6d4e1dada9a7d01adb68ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683854 Sep 17 22:34:01.996819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36068) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:02.021011 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Floating IP 851c0022-d9eb-4b85-8c07-abfa9a698b4d associated. External IP: 172.25.0.15, port: b2bccc00-fc42-43ec-b3dc-c92e22fdfedf. Sep 17 22:34:02.031190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Attempting to bind port 3d98b0c1-0336-4e96-b28d-469a499d1b74 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:02.031549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Attempting to bind port 3d98b0c1-0336-4e96-b28d-469a499d1b74 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:02.031938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Attempting to bind port 3d98b0c1-0336-4e96-b28d-469a499d1b74 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:02.043905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Port 3d98b0c1-0336-4e96-b28d-469a499d1b74 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:02.044336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Attempting to bind port 3d98b0c1-0336-4e96-b28d-469a499d1b74 on network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:02.079821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:02.080238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Checking segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:02.080695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Bound using segment: {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:02.081316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Bound port: 3d98b0c1-0336-4e96-b28d-469a499d1b74, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e6860-f824-4eda-b346-97c46b88b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:02.082040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.190349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2d69535-7c33-453b-9a0f-aabde725d258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.213288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b2c8c-a604-4c12-a2a0-01fec21bf604 req-3f45e86a-6838-4a34-bdf8-c377bb32591d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.214882 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-105b2c8c-a604-4c12-a2a0-01fec21bf604 req-3f45e86a-6838-4a34-bdf8-c377bb32591d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 943 time: 0.1626043 Sep 17 22:34:02.320856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36076) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:02.326105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2d69535-7c33-453b-9a0f-aabde725d258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.344026 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-395be179-6157-492f-b7ab-fb06260678bc req-ae78b542-3d1f-4717-957f-0f901f8e0952 service neutron] 10.222.0.45 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643126 Sep 17 22:34:02.374163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:02.387160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-105b2c8c-a604-4c12-a2a0-01fec21bf604 req-524374fd-89d6-40e5-814f-00f79eb881ab tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554816 Sep 17 22:34:02.424040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:02.435153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.451086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b0f17d0c-2e68-467d-bd57-3f1f36dfaac5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a129ef268f24789ae5906ef983891e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1199760 Sep 17 22:34:02.451940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36082) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:02.512074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.512786 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.514329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] 10.222.0.45 "PUT /v2.0/ports/3d98b0c1-0336-4e96-b28d-469a499d1b74 HTTP/1.1" status: 200 len: 1092 time: 2.2465889 Sep 17 22:34:02.514778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:02.517472 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68289dd3-e033-4fad-b1c9-1d91039fd4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:02.529073 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Router a4304875-f10b-4276-8bb0-0485f8129fc5 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:02.549635 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2d69535-7c33-453b-9a0f-aabde725d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.551967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2d69535-7c33-453b-9a0f-aabde725d258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.553207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f2d69535-7c33-453b-9a0f-aabde725d258 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6a2f010-cb76-4c15-9ff5-848539aab1b1 HTTP/1.1" status: 204 len: 168 time: 0.5552680 Sep 17 22:34:02.601331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b5009-e223-4810-bcb6-4641633ca158 service neutron] Pushing event updated for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:02.621621 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd97bdd-cbfa-4d9f-b51d-d62eba3d658a x-openstack-request-id: req-9cd97bdd-cbfa-4d9f-b51d-d62eba3d658a {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:02.621821 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:02.622066 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cd97bdd-cbfa-4d9f-b51d-d62eba3d658a {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:02.622580 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'status': 'completed', 'code': 200} Sep 17 22:34:02.625689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69535-7c33-453b-9a0f-aabde725d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a2f010-cb76-4c15-9ff5-848539aab1b1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:02.688786 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7e2a97cb-d9ea-4395-9cec-13cc9dabc6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.718937 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-395be179-6157-492f-b7ab-fb06260678bc req-9c869975-7697-4b67-9ecc-c216cdd3d10f service neutron] 10.222.0.45 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445616 Sep 17 22:34:02.766209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2452-510c-4c59-a9d1-1ac6d0c9fdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.799177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-b065e97f-2e02-42a0-a6b3-15035f594c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.801069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-b065e97f-2e02-42a0-a6b3-15035f594c7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 1095 time: 0.2192338 Sep 17 22:34:02.818275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:02.822283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2452-510c-4c59-a9d1-1ac6d0c9fdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.824798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.832758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] Sync routers for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:02.846479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:02.847122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:34:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:02.882318 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-62720306-edf0-450d-aa68-687f378ac06b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "PUT /v2.0/floatingips/851c0022-d9eb-4b85-8c07-abfa9a698b4d HTTP/1.1" status: 200 len: 990 time: 2.9915326 Sep 17 22:34:02.883246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab7c221-774e-4e7c-9222-e184edaef099', 'tag': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:02.885968 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc2f6df-d928-41ad-aba2-be9d20e795c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab7c221-774e-4e7c-9222-e184edaef099", "tag": "b2bccc00-fc42-43ec-b3dc-c92e22fdfedf"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:02.888509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-0f533ae0-4b26-4be4-bf9f-d67b3c89d852 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74 HTTP/1.1" status: 200 len: 217 time: 0.0752993 Sep 17 22:34:02.962364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c0f0-58bb-4d30-a55e-c89f2ee551e1 req-99c2ec9b-a524-43c1-ad87-749d80338622 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.965661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c92c0f0-58bb-4d30-a55e-c89f2ee551e1 req-99c2ec9b-a524-43c1-ad87-749d80338622 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 943 time: 0.2672117 Sep 17 22:34:03.013025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:03.087504 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3f1061-df70-466d-82a7-facbd34557a1 x-openstack-request-id: req-2d3f1061-df70-466d-82a7-facbd34557a1 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:03.093029 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab7c221-774e-4e7c-9222-e184edaef099", "tag": "b2bccc00-fc42-43ec-b3dc-c92e22fdfedf", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:03.093029 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d3f1061-df70-466d-82a7-facbd34557a1 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:03.093403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.093537 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab7c221-774e-4e7c-9222-e184edaef099', 'tag': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'status': 'completed', 'code': 200} Sep 17 22:34:03.125586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-08c6304b-4a79-4faa-bf16-956c92fc7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:03.131420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-08c6304b-4a79-4faa-bf16-956c92fc7bc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.2288258 Sep 17 22:34:03.202936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c92c0f0-58bb-4d30-a55e-c89f2ee551e1 req-c84abcca-1e1b-4c2c-9498-380f83adbbe6 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207737 Sep 17 22:34:03.226500 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2452-510c-4c59-a9d1-1ac6d0c9fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.229426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2452-510c-4c59-a9d1-1ac6d0c9fdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.230152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9e3b2452-510c-4c59-a9d1-1ac6d0c9fdc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec45b71d-901b-42e2-a426-332a66aa16a8 HTTP/1.1" status: 204 len: 168 time: 0.7709982 Sep 17 22:34:03.308147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b2452-510c-4c59-a9d1-1ac6d0c9fdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45b71d-901b-42e2-a426-332a66aa16a8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:03.342863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-9c3773fb-aa2c-481c-bf09-6deb9cee0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:03.348271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-9c3773fb-aa2c-481c-bf09-6deb9cee0bd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 1097 time: 0.2119486 Sep 17 22:34:03.580871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '851c0022-d9eb-4b85-8c07-abfa9a698b4d', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'port_id': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'mac_address': 'fa:16:3e:9c:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab7c221-774e-4e7c-9222-e184edaef099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:35Z', 'updated_at': '2021-09-17T22:34:01Z', 'revision_number': 1, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:03.654481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-2e29eadb-ffdb-4cad-a817-1c3ca6804203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:03.655474 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-2e29eadb-ffdb-4cad-a817-1c3ca6804203 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.2945876 Sep 17 22:34:03.659244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-cd6f92d9-b133-470f-a573-7dd4e8d490b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:03.660851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-cd6f92d9-b133-470f-a573-7dd4e8d490b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4801235 Sep 17 22:34:03.678476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] Checking router: a4304875-f10b-4276-8bb0-0485f8129fc5 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:03.707004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:03.709867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:34:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:03.823471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b3abc9f2-7cdb-44db-a7e9-1127f5370361 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:03.864077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-1c848f7e-8d3a-4da3-8a51-d9f0c7d4633c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 200 len: 998 time: 0.1911602 Sep 17 22:34:03.881453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb020759-44af-43f8-9746-c71cfdd7f53b req-16c0a0e8-6e97-4b6a-92d6-c178d3b6c6f0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:03.898163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb020759-44af-43f8-9746-c71cfdd7f53b req-16c0a0e8-6e97-4b6a-92d6-c178d3b6c6f0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 943 time: 0.2413344 Sep 17 22:34:03.914872 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.124169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36146) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.145485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-0cce3e81-3fc3-4f5c-b112-7d382415ee79 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672911 Sep 17 22:34:04.237584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb020759-44af-43f8-9746-c71cfdd7f53b req-05b21eac-1e0f-4d97-86f0-97b4bdd7b096 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257651 Sep 17 22:34:04.243452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-2539c237-2d14-4aae-8a37-f1bdb5bf5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.250575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-2539c237-2d14-4aae-8a37-f1bdb5bf5171 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.3419676 Sep 17 22:34:04.322193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:04.347041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-974154407-network', 'tenant_id': '6bbefcb9aba54baf82ee80e067d50ea1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:04.386427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Made reservation on behalf of 6bbefcb9aba54baf82ee80e067d50ea1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:04.389825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.402420 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.444998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b3abc9f2-7cdb-44db-a7e9-1127f5370361, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b3abc9f2-7cdb-44db-a7e9-1127f5370361,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:04.449100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-31aeac7f-e78c-42af-bd0e-044715c96e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.451414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-31aeac7f-e78c-42af-bd0e-044715c96e04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883178 Sep 17 22:34:04.504631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bcbfd-6f72-4806-99b1-f42fb673e97c req-91d97db5-f96a-4611-8196-93f113a02d85 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.506633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b2bcbfd-6f72-4806-99b1-f42fb673e97c req-91d97db5-f96a-4611-8196-93f113a02d85 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 943 time: 0.1522486 Sep 17 22:34:04.572071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'b3abc9f2-7cdb-44db-a7e9-1127f5370361', 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b', 'port_id': 'b3abc9f2-7cdb-44db-a7e9-1127f5370361', 'mac_address': 'fa:16:3e:06:8b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf257be0-d714-41d2-b12a-a06db7d8f811', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:04.589223 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.591318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b2bcbfd-6f72-4806-99b1-f42fb673e97c req-27d01a92-06bd-4e19-a2e1-ed2c47d0865f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718410 Sep 17 22:34:04.597407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f435a2e9-f1e8-4dd5-8275-591802c09285 req-0e6707f2-e152-4238-982a-accc983e7be5 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509308 Sep 17 22:34:04.606188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.661105 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.751896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:34:04.756226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-5f7df3b3-778f-4b68-9f12-11247dc6c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.757786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-5f7df3b3-778f-4b68-9f12-11247dc6c545 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 1095 time: 0.0747895 Sep 17 22:34:04.792884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.800020 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.800371 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Added segment c907bc17-62a4-4a77-8bb4-f93c92524d02 of type vlan for network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 Sep 17 22:34:04.834383 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.842912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-bab81dc0-b9c0-4ae3-914a-61982120a5ec service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608494 Sep 17 22:34:04.850236 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.861870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3abc9f2-7cdb-44db-a7e9-1127f5370361 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:04.884545 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.888201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.888813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.908335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b3abc9f2-7cdb-44db-a7e9-1127f5370361, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b3abc9f2-7cdb-44db-a7e9-1127f5370361,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:04.922818 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.941322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36178) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.966217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] Pushing event updated for resources: {'Network': ['ID=8a160834-d84a-45a5-816b-6bf5f4ed9a09,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.980993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:34:04.985196 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-687e502a-e56f-4310-8794-4aa04c664826 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8589802 Sep 17 22:34:04.987749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.998753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Request body: {'subnet': {'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-974154407-subnet', 'tenant_id': '6bbefcb9aba54baf82ee80e067d50ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:05.020544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b3abc9f2-7cdb-44db-a7e9-1127f5370361,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:05.040153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '851c0022-d9eb-4b85-8c07-abfa9a698b4d', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'port_id': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'mac_address': 'fa:16:3e:9c:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab7c221-774e-4e7c-9222-e184edaef099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:35Z', 'updated_at': '2021-09-17T22:34:01Z', 'revision_number': 1, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:05.056880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Made reservation on behalf of 6bbefcb9aba54baf82ee80e067d50ea1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:05.059551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.124229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be91b5-990f-4bbc-ae76-3ad7a69205ff None None] The sync data for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 is: [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '851c0022-d9eb-4b85-8c07-abfa9a698b4d', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'port_id': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'mac_address': 'fa:16:3e:9c:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab7c221-774e-4e7c-9222-e184edaef099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:35Z', 'updated_at': '2021-09-17T22:34:01Z', 'revision_number': 1, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:05.195002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b3abc9f2-7cdb-44db-a7e9-1127f5370361'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:05.411263 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.432806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.513534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7afdb5-e47c-46bf-ba23-7017b25ae29b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:05.560960 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6e730-f837-48db-ad6d-b9dd18755eb5 None None] New status for floating IP 851c0022-d9eb-4b85-8c07-abfa9a698b4d: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:34:05.598822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Checking segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:05.600398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Network hostable DHCP agents. Network: 8a160834-d84a-45a5-816b-6bf5f4ed9a09, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:34:05.605431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cc2f6df-d928-41ad-aba2-be9d20e795c6 req-28ce0445-6a32-4732-94b8-5a4727dd4f39 service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529733 Sep 17 22:34:05.633325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1608003837-network', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:05.638001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-d5d96d65-62a3-45f2-bc60-06bdd3822db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:05.640706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-d5d96d65-62a3-45f2-bc60-06bdd3822db6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.8699777 Sep 17 22:34:05.658161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:34:05.684212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 8a160834-d84a-45a5-816b-6bf5f4ed9a09) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:05.694556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:05.695159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.704795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce41f9a-1e09-4008-81db-89fa1b3196bd None None] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:05.721405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-4d33db4b-429f-45fd-9c2a-9c9c0bbdd97e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74 HTTP/1.1" status: 200 len: 217 time: 0.0670099 Sep 17 22:34:05.786760 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5e2f44d5-967c-4d62-9bd1-a4f2d8eb2668 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7975259 Sep 17 22:34:05.797794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4112e-a0d9-4984-be0c-36c7248ed529 req-2ea32636-3d1b-424d-b7ac-d35eaa0b76a1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:05.807936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbf4112e-a0d9-4984-be0c-36c7248ed529 req-2ea32636-3d1b-424d-b7ac-d35eaa0b76a1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 943 time: 0.1810830 Sep 17 22:34:05.810758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:05.821238 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.953191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbf4112e-a0d9-4984-be0c-36c7248ed529 req-482342a4-71da-4d76-8608-1d3098e65680 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433244 Sep 17 22:34:05.977567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.061534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799b322-67ff-4a87-9859-f6af8d4ad6ad None None] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:06.075267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-e6087096-2868-4b5c-a14d-333ee59b1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:06.077131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-e6087096-2868-4b5c-a14d-333ee59b1c52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.3466606 Sep 17 22:34:06.200645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09435ef2-183c-4d61-8761-c6ec53a7c375 req-4277ea12-9e2c-42fa-8117-74c844a81af1 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:06.202636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09435ef2-183c-4d61-8761-c6ec53a7c375 req-4277ea12-9e2c-42fa-8117-74c844a81af1 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 944 time: 0.2123652 Sep 17 22:34:06.206096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-ebf21ad7-6bd9-4a25-8223-5d3eaa994a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:06.207563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-ebf21ad7-6bd9-4a25-8223-5d3eaa994a19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219292 Sep 17 22:34:06.330045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09435ef2-183c-4d61-8761-c6ec53a7c375 req-d9ba9de4-b725-408d-b916-d7483b29319c tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186898 Sep 17 22:34:06.368277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.372686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-2e69a8a6-57a4-493f-9bcc-a7581bd8a58e service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486945 Sep 17 22:34:06.374556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.404270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:34:06.494075 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.494424 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Added segment 5dc06593-c5ea-44ef-8401-761aa917cad1 of type vlan for network 360fb9db-e296-445c-af92-7c8c35eb57f8 Sep 17 22:34:06.495635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca6093c-a007-4f6f-a2bd-a0a928a6f670,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.586065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.637680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68289dd3-e033-4fad-b1c9-1d91039fd4c6 req-394dbc98-b471-466f-8e75-335fb1bfc295 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558556 Sep 17 22:34:06.655523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-d3110f92-ed5a-43e1-bfbd-249d205f3d7e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:06.657118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-d3110f92-ed5a-43e1-bfbd-249d205f3d7e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.2321236 Sep 17 22:34:06.658201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.659089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:06.659658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.696108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-5367b621-324a-4f89-8838-eb2ad8590c21 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/quotas/6bbefcb9aba54baf82ee80e067d50ea1 HTTP/1.1" status: 200 len: 375 time: 0.0295711 Sep 17 22:34:06.699331 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7538500 Sep 17 22:34:06.702428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36232) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:06.707814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Request body: {'subnet': {'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1608003837-subnet', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:06.729630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:06.731880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.759532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-6f4516b9-4d8a-41bb-8856-8ce9f3760732 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575173 Sep 17 22:34:06.760146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe5fe-7f7c-43c1-a4ab-99116467d450 admin admin] Pushing event updated for resources: {'Network': ['ID=360fb9db-e296-445c-af92-7c8c35eb57f8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.771188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:34:06.872625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-03592eea-8678-4973-8c55-d84fbebe0db0 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952668 Sep 17 22:34:06.919472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.970496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-e4b472bb-fd9e-49d7-a38f-1f67eaca9565 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 Sep 17 22:34:06.977041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680fe56b-6368-46fd-92b0-5ff1e95f243c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.990805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Checking segment: {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:06.991794 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Network hostable DHCP agents. Network: 360fb9db-e296-445c-af92-7c8c35eb57f8, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:34:07.015657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:34:07.026659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 360fb9db-e296-445c-af92-7c8c35eb57f8) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:07.034803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f2d4e-e55c-4d84-ac15-5f9dbaf5ce64 None None] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:07.036139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:07.037058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.055781 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3a09978e-744b-4425-9f9e-b170d8e19ca0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3521276 Sep 17 22:34:07.058358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36240) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:07.062820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648ecf0-c37b-4bfa-b979-13869c32f179 req-3077c5c2-e2b4-4f8e-a216-bd43c7366c14 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:07.063754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:07.073809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2648ecf0-c37b-4bfa-b979-13869c32f179 req-3077c5c2-e2b4-4f8e-a216-bd43c7366c14 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 943 time: 0.0745101 Sep 17 22:34:07.089595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.091211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.146452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2648ecf0-c37b-4bfa-b979-13869c32f179 req-486744fd-e5b6-4d88-b669-f7bbee0de5c1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716760 Sep 17 22:34:07.190451 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.244646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52a81aad-8238-4773-887a-44e386b0de1c req-8353c6ac-c9b4-4e49-9db1-45bde3fd771a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 210 time: 0.0412290 Sep 17 22:34:07.272887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-360fb9db-e296-445c-af92-7c8c35eb57f8', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:07.273849 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.384945 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.478705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Allocated IP 172.20.0.2 (360fb9db-e296-445c-af92-7c8c35eb57f8/680fe56b-6368-46fd-92b0-5ff1e95f243c/c46430ec-af0d-4f32-aa33-abc45e403e73) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:07.497772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339f6f-684f-4231-8b2e-78e779b55cdd req-a770d297-b32c-48e8-9494-3464e86df8a7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:07.499525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1339f6f-684f-4231-8b2e-78e779b55cdd req-a770d297-b32c-48e8-9494-3464e86df8a7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 944 time: 0.0719531 Sep 17 22:34:07.558955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1339f6f-684f-4231-8b2e-78e779b55cdd req-5d303183-b82e-4b51-9de8-b252a043105b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485828 Sep 17 22:34:07.685329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.697960 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.705065 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.707667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.752681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:07.755714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:07.775097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Pushing event updated for resources: {'Port': ['ID=c46430ec-af0d-4f32-aa33-abc45e403e73,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:07.777780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:07.822430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d98b0c1-0336-4e96-b28d-469a499d1b74 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:07.824693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b3abc9f2-7cdb-44db-a7e9-1127f5370361 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:07.844080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Attempting to bind port c46430ec-af0d-4f32-aa33-abc45e403e73 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:07.844507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Attempting to bind port c46430ec-af0d-4f32-aa33-abc45e403e73 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:07.845063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Attempting to bind port c46430ec-af0d-4f32-aa33-abc45e403e73 on network 360fb9db-e296-445c-af92-7c8c35eb57f8 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:07.908002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:07.908376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Checking segment: {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:07.908781 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.909327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Bound using segment: {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:07.909688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Bound port: c46430ec-af0d-4f32-aa33-abc45e403e73, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:07.910274 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.982835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port b3abc9f2-7cdb-44db-a7e9-1127f5370361 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:08.026640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port b3abc9f2-7cdb-44db-a7e9-1127f5370361 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:08.027013 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.117370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] For port c46430ec-af0d-4f32-aa33-abc45e403e73, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:08.140858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:08.152640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] For port c46430ec-af0d-4f32-aa33-abc45e403e73, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c46430ec-af0d-4f32-aa33-abc45e403e73,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:08.160545 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.165740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'mac_address': 'fa:16:3e:a3:2d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:08.178644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Allocated IP 172.25.0.174 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/8b2c2894-cacc-41c3-accd-36f96aa1ed80) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:08.310948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc44f-cd42-49c8-ab33-5e44be8ccde3 req-67ad2506-f795-4fde-8fd1-b12c88726f30 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:08.317194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1cffc44f-cd42-49c8-ab33-5e44be8ccde3 req-67ad2506-f795-4fde-8fd1-b12c88726f30 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 943 time: 0.0677917 Sep 17 22:34:08.332688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.370560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.371405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e34fe082-0b7f-48fe-97eb-7053a8536938 req-13637cfa-ea75-4428-8e41-609fa136fc04 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 210 time: 0.0309546 Sep 17 22:34:08.415112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1cffc44f-cd42-49c8-ab33-5e44be8ccde3 req-fd6f9e2d-42f0-4089-a6df-3cf340b80efc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938709 Sep 17 22:34:08.442271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.446094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:08.448703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d4132-aa79-4a09-a808-c0a9df9d90fd None None] Pushing event updated for resources: {'Port': ['ID=c46430ec-af0d-4f32-aa33-abc45e403e73,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:08.468335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:08.472178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.474519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:08.491110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9082477-8c36-4daf-9c9a-45110a3746d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3abc9f2-7cdb-44db-a7e9-1127f5370361'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:08.494230 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d6423-ae7c-47d5-97c0-aa0c68ec062d" -d '{"events": [{"server_uuid": "f9082477-8c36-4daf-9c9a-45110a3746d6", "name": "network-vif-plugged", "status": "completed", "tag": "b3abc9f2-7cdb-44db-a7e9-1127f5370361"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:08.511288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b3abc9f2-7cdb-44db-a7e9-1127f5370361, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b3abc9f2-7cdb-44db-a7e9-1127f5370361,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:08.519098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d98b0c1-0336-4e96-b28d-469a499d1b74 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:08.529600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Pushing event updated for resources: {'Port': ['ID=8b2c2894-cacc-41c3-accd-36f96aa1ed80,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:08.530144 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.575059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:08.584395 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.610597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b3abc9f2-7cdb-44db-a7e9-1127f5370361,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:08.751682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:08.829981 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e7ed7e-5e94-43ae-9e34-6de3abfd8e96 x-openstack-request-id: req-a9e7ed7e-5e94-43ae-9e34-6de3abfd8e96 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:08.830329 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9082477-8c36-4daf-9c9a-45110a3746d6", "name": "network-vif-plugged", "status": "completed", "tag": "b3abc9f2-7cdb-44db-a7e9-1127f5370361", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:08.830591 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9e7ed7e-5e94-43ae-9e34-6de3abfd8e96 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:08.831055 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9082477-8c36-4daf-9c9a-45110a3746d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3abc9f2-7cdb-44db-a7e9-1127f5370361', 'code': 200} Sep 17 22:34:08.842137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['3d98b0c1-0336-4e96-b28d-469a499d1b74'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:09.005097 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.023970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-3b5ebe20-e6eb-4ba9-9a8c-4bf50d3da449 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.025508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-3b5ebe20-e6eb-4ba9-9a8c-4bf50d3da449 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.49 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.4263959 Sep 17 22:34:09.036827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826cc5d-3fc7-494d-9d6b-8743ffa1ee15 req-c4dd6922-0f5a-4d39-ae15-0d79099c4072 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.038698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7826cc5d-3fc7-494d-9d6b-8743ffa1ee15 req-c4dd6922-0f5a-4d39-ae15-0d79099c4072 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1944058 Sep 17 22:34:09.044427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f57e7-a6e9-474a-8e36-4d2a20ab0e1a req-e2fb8eb3-1e2c-4727-adad-fe00c6d80be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.046024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b2f57e7-a6e9-474a-8e36-4d2a20ab0e1a req-e2fb8eb3-1e2c-4727-adad-fe00c6d80be1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 1097 time: 0.0991657 Sep 17 22:34:09.079080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Request body: {'port': {'device_id': '850e741a-2d2e-4e04-89cc-6e10d9fbe7dc', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'admin_state_up': True, 'tenant_id': '6bbefcb9aba54baf82ee80e067d50ea1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:09.167645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7826cc5d-3fc7-494d-9d6b-8743ffa1ee15 req-bd5ed4b9-68a3-4acf-97b1-d11abe7b94a4 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206508 Sep 17 22:34:09.216507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b2f57e7-a6e9-474a-8e36-4d2a20ab0e1a req-67ea86c6-5205-4943-8366-aead06fd4862 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607311 Sep 17 22:34:09.230813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.313818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-3761e047-bded-4a91-9314-9aa2ee0e2e1a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.315263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-3761e047-bded-4a91-9314-9aa2ee0e2e1a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 805 time: 0.2023103 Sep 17 22:34:09.340906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-3adcfcad-b362-414a-862e-31b98028f0db tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/quotas/ce56a04b00f043b1996d1893a1a86ff5 HTTP/1.1" status: 200 len: 375 time: 0.0188150 Sep 17 22:34:09.350443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Made reservation on behalf of 6bbefcb9aba54baf82ee80e067d50ea1 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:09.354447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.385965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Router 386f76a5-4c17-4b93-8a47-e72d94e33a50 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:09.391003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c46430ec-af0d-4f32-aa33-abc45e403e73 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:09.455683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-aa62b34b-f465-4377-8bdf-c1a67c62184e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1138699 Sep 17 22:34:09.491083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c46430ec-af0d-4f32-aa33-abc45e403e73 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:09.491600 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.502881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6bb0aa6b-8963-40d6-a510-5af22705f292 req-9ebbbe11-57b0-459d-9e21-bed08920f4bf tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 210 time: 0.0406072 Sep 17 22:34:09.571840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:09.591033 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.593304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Sync routers for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:09.607747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.613648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-938f4f43-7cbc-49e2-9bc0-1fa6e763f6fd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5540257 Sep 17 22:34:09.615046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36352) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:09.622599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:09.623239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:34:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:09.677945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-c696dade-7321-481f-9ed0-6eddbf514cf8 service neutron] 10.222.0.48 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776416 Sep 17 22:34:09.681755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c46430ec-af0d-4f32-aa33-abc45e403e73, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c46430ec-af0d-4f32-aa33-abc45e403e73,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:09.695670 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.750668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Allocated IP 172.20.0.9 (8a160834-d84a-45a5-816b-6bf5f4ed9a09/6a7afdb5-e47c-46bf-ba23-7017b25ae29b/fa6f3119-c279-4ab7-91c6-529c99e5de20) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:09.794844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c46430ec-af0d-4f32-aa33-abc45e403e73,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:09.801360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:09.812646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b1ab-f477-4ddb-926d-0439fa4ce665 req-e4e2a406-4532-4cfd-b72e-6a67ace677be tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.814363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19f3b1ab-f477-4ddb-926d-0439fa4ce665 req-e4e2a406-4532-4cfd-b72e-6a67ace677be tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 944 time: 0.2092242 Sep 17 22:34:09.833514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d98b0c1-0336-4e96-b28d-469a499d1b74 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:09.911737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-8b6a32b8-993e-450d-a7ae-dd46c73e59bc service neutron] 10.222.0.48 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136025 Sep 17 22:34:09.952042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19f3b1ab-f477-4ddb-926d-0439fa4ce665 req-27c05c6c-43b4-4eed-b92e-e1e010f8f96d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289942 Sep 17 22:34:09.969138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce32ca2e-e6f2-416f-94e1-3b6c9846b899 None None] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:10.011554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 3d98b0c1-0336-4e96-b28d-469a499d1b74 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:10.024213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 3d98b0c1-0336-4e96-b28d-469a499d1b74 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:10.024583 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.200698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-624d8a8c-6f85-4fe5-8d9e-a616f1736091 None None] Provisioning complete for port c46430ec-af0d-4f32-aa33-abc45e403e73 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:10.200903 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-624d8a8c-6f85-4fe5-8d9e-a616f1736091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.217715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9d809c2-dc96-4402-9d98-a3bb7f70a0c5 req-48dce946-0296-4c64-a9e9-dcd6f12dcbc6 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 210 time: 0.0542810 Sep 17 22:34:10.246014 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.248637 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.389565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c42b4-66c9-4d2c-b2a7-b86bc35bbdd0 req-e021a0fc-3aa1-4c20-b4bd-c6406966b3ae tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:10.399089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e2c42b4-66c9-4d2c-b2a7-b86bc35bbdd0 req-e021a0fc-3aa1-4c20-b4bd-c6406966b3ae tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1188250 Sep 17 22:34:10.441732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e2c42b4-66c9-4d2c-b2a7-b86bc35bbdd0 req-b0d873e0-3203-45a6-bce0-53f5712fafaa tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Sep 17 22:34:10.443325 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.488786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Allocated IP 172.20.0.1 (360fb9db-e296-445c-af92-7c8c35eb57f8/680fe56b-6368-46fd-92b0-5ff1e95f243c/05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:10.510134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event updated for resources: {'Port': ['ID=fa6f3119-c279-4ab7-91c6-529c99e5de20,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.523631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:10.525187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:10.528284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:10.539525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:08Z', 'revision_number': 3, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:10.541602 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.601890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Checking router: 386f76a5-4c17-4b93-8a47-e72d94e33a50 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:10.602312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Updating router 386f76a5-4c17-4b93-8a47-e72d94e33a50 port 8b2c2894-cacc-41c3-accd-36f96aa1ed80 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:10.611522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:10.615217 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.663847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ed0527e1-b735-4f77-b30c-f5606e5f7e17 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5910673 Sep 17 22:34:10.689160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.712449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Request body: {'port': {'device_id': '850e741a-2d2e-4e04-89cc-6e10d9fbe7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:10.728222 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.737447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:10.745674 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.773696 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.774932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b368160-4127-489a-ae55-cd32bbf277b4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:10.775683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:10.778398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:10.781782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:10.823494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb97f8-0eee-4d5d-a620-841d12e65bae req-660157f3-154b-4461-b166-35bc14985316 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:10.832686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ccb97f8-0eee-4d5d-a620-841d12e65bae req-660157f3-154b-4461-b166-35bc14985316 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 931 time: 0.1940191 Sep 17 22:34:10.862096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:10.867825 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c8ca2-6efa-471b-bb72-d2a9e9387b15" -d '{"events": [{"server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "name": "network-vif-plugged", "status": "completed", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:10.871864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.891158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.896529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-938d29f6-1e3f-44f2-87d0-de2117d2240e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:10.898818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-938d29f6-1e3f-44f2-87d0-de2117d2240e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9de52c5-5e3d-4845-9f07-b0f9c7a24981 HTTP/1.1" status: 200 len: 945 time: 0.2577634 Sep 17 22:34:11.008101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Pushing event updated for resources: {'Port': ['ID=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:11.022318 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5780b3eb-e3be-4ce9-92c0-1225ff6a0d0d x-openstack-request-id: req-5780b3eb-e3be-4ce9-92c0-1225ff6a0d0d {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:11.023187 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "name": "network-vif-plugged", "status": "completed", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:11.023473 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5780b3eb-e3be-4ce9-92c0-1225ff6a0d0d {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:11.023856 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'code': 200} Sep 17 22:34:11.030272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:11.082766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ccb97f8-0eee-4d5d-a620-841d12e65bae req-39f74606-047a-4c4a-9628-df2d8cd979cf tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424419 Sep 17 22:34:11.118595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-64d1c569-5b38-47ca-ae13-3de2aa66464d None None] Provisioning complete for port c46430ec-af0d-4f32-aa33-abc45e403e73 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:11.119066 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-64d1c569-5b38-47ca-ae13-3de2aa66464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.139864 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-85b61455-b726-4dd5-860c-65f44913ed13 req-e2da2463-da79-46cf-b577-d1a6b32ad035 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4823782 Sep 17 22:34:11.168082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.204877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.327046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6d65e-fbbd-4122-9bd0-ed27bed303c2 req-b015b4e9-377a-4f3b-be5c-3862d2c51d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:11.328576 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eed6d65e-fbbd-4122-9bd0-ed27bed303c2 req-b015b4e9-377a-4f3b-be5c-3862d2c51d49 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 1097 time: 0.2485602 Sep 17 22:34:11.373523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:11.381420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b61455-b726-4dd5-860c-65f44913ed13 req-2ebf1ab6-e8d4-4dea-92b2-3953009337e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:11.385916 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-85b61455-b726-4dd5-860c-65f44913ed13 req-2ebf1ab6-e8d4-4dea-92b2-3953009337e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 1098 time: 0.2012479 Sep 17 22:34:11.412064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393a6ff-2264-47e8-9078-3852ad6a38f9 req-3f6e728f-0fa4-4058-846f-a74cc04b36a4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:11.422240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4393a6ff-2264-47e8-9078-3852ad6a38f9 req-3f6e728f-0fa4-4058-846f-a74cc04b36a4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.3333240 Sep 17 22:34:11.486178 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eed6d65e-fbbd-4122-9bd0-ed27bed303c2 req-7bba2eb6-9253-4f31-8787-9d6756f89c82 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482599 Sep 17 22:34:11.516645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6352d7c3-c08b-41cd-a7e7-08a9ad8dbe1d req-016703a2-9a31-440a-bdb0-6defbe0f01d1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 210 time: 0.0552754 Sep 17 22:34:11.563880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4393a6ff-2264-47e8-9078-3852ad6a38f9 req-45991128-3e5a-4b04-95c0-62538b190327 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410267 Sep 17 22:34:11.569172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Deleting port 4b368160-4127-489a-ae55-cd32bbf277b4 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:11.579679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b61455-b726-4dd5-860c-65f44913ed13 req-8a2e2561-5aeb-4a3f-a6f7-362b9b5e9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:11.579679 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-85b61455-b726-4dd5-860c-65f44913ed13 req-8a2e2561-5aeb-4a3f-a6f7-362b9b5e9380 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1678238 Sep 17 22:34:11.580128 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.598746 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.604765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.612865 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.615742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c46430ec-af0d-4f32-aa33-abc45e403e73 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:11.675700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Pushing event updated for resources: {'Port': ['ID=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:11.723454 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-85b61455-b726-4dd5-860c-65f44913ed13 req-132d145a-70b3-4130-aff7-11ce072650f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef HTTP/1.1" status: 200 len: 217 time: 0.0424900 Sep 17 22:34:11.730449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.744681 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.762888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6f3119-c279-4ab7-91c6-529c99e5de20 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:11.773655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:11.782050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.792514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] For port 4b368160-4127-489a-ae55-cd32bbf277b4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b368160-4127-489a-ae55-cd32bbf277b4,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:11.793002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.795997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.814504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Calling delete_port for 4b368160-4127-489a-ae55-cd32bbf277b4 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:11.827793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607da00a-9b53-491e-b2a7-c9ecb1767fb7 req-d7019191-8921-4686-8ff7-b9bd8118c9ad tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:11.829367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-607da00a-9b53-491e-b2a7-c9ecb1767fb7 req-d7019191-8921-4686-8ff7-b9bd8118c9ad tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1525013 Sep 17 22:34:11.831966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Transition to ACTIVE for port object fa6f3119-c279-4ab7-91c6-529c99e5de20 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:11.876258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.888793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b61455-b726-4dd5-860c-65f44913ed13 req-4f1742d4-37ff-4ca6-972a-9c3e5a028a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:11.890504 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-85b61455-b726-4dd5-860c-65f44913ed13 req-4f1742d4-37ff-4ca6-972a-9c3e5a028a86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.1576495 Sep 17 22:34:11.896727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-075dea6b-a4a0-40fd-a206-9cbab93f724a None None] Provisioning complete for port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:11.897557 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-075dea6b-a4a0-40fd-a206-9cbab93f724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.902405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Attempting to bind port 8b2c2894-cacc-41c3-accd-36f96aa1ed80 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:11.903019 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Attempting to bind port 8b2c2894-cacc-41c3-accd-36f96aa1ed80 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:11.903581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Attempting to bind port 8b2c2894-cacc-41c3-accd-36f96aa1ed80 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:11.944103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129de811-bc6c-406b-8e81-0e9933be2166 None None] Pushing event updated for resources: {'Port': ['ID=8b2c2894-cacc-41c3-accd-36f96aa1ed80,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:11.953337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:11.953952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:11.954747 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.955389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:11.956636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Bound port: 8b2c2894-cacc-41c3-accd-36f96aa1ed80, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:11.957185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.960738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-607da00a-9b53-491e-b2a7-c9ecb1767fb7 req-f98dea80-e1d5-4921-957b-2e5acf09d059 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219680 Sep 17 22:34:11.975376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6f3119-c279-4ab7-91c6-529c99e5de20,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:11.991961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c46430ec-af0d-4f32-aa33-abc45e403e73 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:11.996804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.038080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:12.048159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:12.072149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b61455-b726-4dd5-860c-65f44913ed13 req-58796c1d-b2fa-4978-b322-344afb44a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.074089 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-85b61455-b726-4dd5-860c-65f44913ed13 req-58796c1d-b2fa-4978-b322-344afb44a4b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735289 Sep 17 22:34:12.079330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-075dea6b-a4a0-40fd-a206-9cbab93f724a None None] Port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:12.088375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-8fb1f179-c787-45ed-bd14-0d013ce026d5 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.100830 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-8fb1f179-c787-45ed-bd14-0d013ce026d5 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.49 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 805 time: 0.2525079 Sep 17 22:34:12.127271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Attempting to bind port fa6f3119-c279-4ab7-91c6-529c99e5de20 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:12.127618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Attempting to bind port fa6f3119-c279-4ab7-91c6-529c99e5de20 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:12.127951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Attempting to bind port fa6f3119-c279-4ab7-91c6-529c99e5de20 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:12.129906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] For port 8b2c2894-cacc-41c3-accd-36f96aa1ed80, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:12.137842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] For port 8b2c2894-cacc-41c3-accd-36f96aa1ed80, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8b2c2894-cacc-41c3-accd-36f96aa1ed80,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:12.143151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Port fa6f3119-c279-4ab7-91c6-529c99e5de20 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:12.143408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Attempting to bind port fa6f3119-c279-4ab7-91c6-529c99e5de20 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:12.157984 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.168357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:12.168838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Checking segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:12.169267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Bound using segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:12.169739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Bound port: fa6f3119-c279-4ab7-91c6-529c99e5de20, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:12.170117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.190502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Request body: {'port': {'device_id': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'admin_state_up': True, 'tenant_id': 'ce56a04b00f043b1996d1893a1a86ff5'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:12.235439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129de811-bc6c-406b-8e81-0e9933be2166 None None] Pushing event updated for resources: {'Port': ['ID=8b2c2894-cacc-41c3-accd-36f96aa1ed80,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:12.276307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:12.277827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:34:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:12.300755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] For port fa6f3119-c279-4ab7-91c6-529c99e5de20, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:12.305655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] For port fa6f3119-c279-4ab7-91c6-529c99e5de20, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fa6f3119-c279-4ab7-91c6-529c99e5de20,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:12.337585 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.343989 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.455914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.457860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.459757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] 10.222.0.49 "PUT /v2.0/ports/fa6f3119-c279-4ab7-91c6-529c99e5de20 HTTP/1.1" status: 200 len: 1092 time: 1.7567408 Sep 17 22:34:12.461136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850e741a-2d2e-4e04-89cc-6e10d9fbe7dc', 'tag': 'fa6f3119-c279-4ab7-91c6-529c99e5de20'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:12.463896 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcaa951-0826-4149-842c-95f03873ab0d" -d '{"events": [{"name": "network-changed", "server_uuid": "850e741a-2d2e-4e04-89cc-6e10d9fbe7dc", "tag": "fa6f3119-c279-4ab7-91c6-529c99e5de20"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:12.480497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:12.555343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] No DVR routers for this DVR port 4b368160-4127-489a-ae55-cd32bbf277b4 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:12.591472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-51bc3473-dbed-455c-9f1c-f29a078e005b None None] Provisioning complete for port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:12.592313 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-51bc3473-dbed-455c-9f1c-f29a078e005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.600863 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.602957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-994220af-5460-4d91-a2f4-b234a94d7d86 req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.45 "DELETE /v2.0/ports/4b368160-4127-489a-ae55-cd32bbf277b4 HTTP/1.1" status: 204 len: 173 time: 1.6486776 Sep 17 22:34:12.629487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-51bc3473-dbed-455c-9f1c-f29a078e005b None None] Port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:12.648207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a717508-8897-4fed-91b8-35e452af3b79 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6f3119-c279-4ab7-91c6-529c99e5de20,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:12.660367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308cc8e-ecaa-4a22-aa9b-1acd1fdd1844 req-c9921ed0-d572-492c-a279-fa1c46b85e61 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.668716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8308cc8e-ecaa-4a22-aa9b-1acd1fdd1844 req-c9921ed0-d572-492c-a279-fa1c46b85e61 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 943 time: 0.3607230 Sep 17 22:34:12.713553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c560d-bfea-4834-9156-6161a5e84485 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Pushing event deleted for resources: {'Port': ['ID=4b368160-4127-489a-ae55-cd32bbf277b4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:12.743674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-3e89f66e-c0e3-41fb-a876-0c24eda22dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.746193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-3e89f66e-c0e3-41fb-a876-0c24eda22dee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 1095 time: 0.1664701 Sep 17 22:34:12.758327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cf28b-0ddc-435d-9e30-a6d89fdc21da req-4cc3690b-71d7-4311-9b18-9d7a7c605af2 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.759842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d42cf28b-0ddc-435d-9e30-a6d89fdc21da req-4cc3690b-71d7-4311-9b18-9d7a7c605af2 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.2738678 Sep 17 22:34:12.775650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8308cc8e-ecaa-4a22-aa9b-1acd1fdd1844 req-2595b488-4d50-4665-aad3-9a392aadcefb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057825 Sep 17 22:34:12.812179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Router 386f76a5-4c17-4b93-8a47-e72d94e33a50 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:12.813201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-9a2caa18-f37e-4eeb-aa49-8414c0ec5410 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa6f3119-c279-4ab7-91c6-529c99e5de20 HTTP/1.1" status: 200 len: 217 time: 0.0501835 Sep 17 22:34:12.813678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 2, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:12.842877 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3535ba-dd1f-4572-b112-4861b13b0bad None None] The sync data for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 is: [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 2, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:12.850048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d42cf28b-0ddc-435d-9e30-a6d89fdc21da req-77f93b3a-859f-48f2-9369-e7ea0f6000c0 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804358 Sep 17 22:34:12.852721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-5440791e-4559-43ab-b108-92c76aae273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.854426 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-5440791e-4559-43ab-b108-92c76aae273e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 1097 time: 0.2725704 Sep 17 22:34:12.856489 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-85b61455-b726-4dd5-860c-65f44913ed13 req-6d872e62-4e40-4b9c-98e4-977e1a24bd80 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981034 Sep 17 22:34:12.938679 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f7ac2a-7cce-439a-b839-00aa2d428d66 x-openstack-request-id: req-a0f7ac2a-7cce-439a-b839-00aa2d428d66 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:12.939010 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850e741a-2d2e-4e04-89cc-6e10d9fbe7dc", "tag": "fa6f3119-c279-4ab7-91c6-529c99e5de20", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:12.939239 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0f7ac2a-7cce-439a-b839-00aa2d428d66 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:12.939799 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850e741a-2d2e-4e04-89cc-6e10d9fbe7dc', 'tag': 'fa6f3119-c279-4ab7-91c6-529c99e5de20', 'status': 'completed', 'code': 200} Sep 17 22:34:13.004715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9576054b-8a7e-4878-9e38-34900b608242 req-1b97be72-a9aa-4982-bf37-fa8660c7689c tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 210 time: 0.0374851 Sep 17 22:34:13.011427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Made reservation on behalf of ce56a04b00f043b1996d1893a1a86ff5 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:13.015003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.026829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ac87871d-1b2a-4746-b213-4acd5659133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.026829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ac87871d-1b2a-4746-b213-4acd5659133d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.1463807 Sep 17 22:34:13.026997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:13.029886 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae25603-de4d-48f2-9a69-8cad54629e37" -d '{"events": [{"server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "name": "network-vif-unplugged", "status": "completed", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:13.093443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-ff0bd45c-8b4d-4898-a166-feef1275c411 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572116 Sep 17 22:34:13.203374 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-85b61455-b726-4dd5-860c-65f44913ed13 req-f6d939ce-5281-4cb1-877b-2f6b50df1109 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307521 Sep 17 22:34:13.219142 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4025f9-85eb-4137-bcc4-c8aa20670bc4 x-openstack-request-id: req-fd4025f9-85eb-4137-bcc4-c8aa20670bc4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:13.220077 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "name": "network-vif-unplugged", "status": "completed", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:13.220077 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd4025f9-85eb-4137-bcc4-c8aa20670bc4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:13.220353 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4', 'code': 200} Sep 17 22:34:13.245200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-f33dff71-3219-4cf6-8c04-c3e71f178d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.247568 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-f33dff71-3219-4cf6-8c04-c3e71f178d8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 911 time: 0.3733618 Sep 17 22:34:13.265560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b191f4-1835-4c5e-bd97-ee3245c468aa req-5b734cbf-ba4b-4e21-a6bf-9d7e16941126 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.266852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:13.267156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85b191f4-1835-4c5e-bd97-ee3245c468aa req-5b734cbf-ba4b-4e21-a6bf-9d7e16941126 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.2660420 Sep 17 22:34:13.300806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b4aa12af-0d74-498e-9340-86303f5d20b8 admin admin] 10.222.0.48 "PUT /v2.0/routers/386f76a5-4c17-4b93-8a47-e72d94e33a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6853759 Sep 17 22:34:13.305395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-5e9b866c-161a-45bc-bfbd-4816ab70d29f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3abc9f2-7cdb-44db-a7e9-1127f5370361 HTTP/1.1" status: 200 len: 217 time: 0.0476766 Sep 17 22:34:13.342952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-313d3f85-d291-4474-8650-ef43632960a6 service neutron] 10.222.0.49 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378154 Sep 17 22:34:13.352108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85b191f4-1835-4c5e-bd97-ee3245c468aa req-25432d26-4b0b-4095-ac50-b54e50d2721f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700707 Sep 17 22:34:13.469941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a10ebf27-0d77-4b6c-a149-fa2c5313694b req-a2bc796d-a4b8-4b1f-959a-29430512e41a service neutron] 10.222.0.49 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168091 Sep 17 22:34:13.491077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-3036f6c5-8b2d-43dc-85c1-6680315b16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.494825 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-3036f6c5-8b2d-43dc-85c1-6680315b16b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cf257be0-d714-41d2-b12a-a06db7d8f811 HTTP/1.1" status: 200 len: 850 time: 0.1792023 Sep 17 22:34:13.528611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Allocated IP 172.20.0.10 (6641386f-f67e-43a8-94b2-b71bc741845d/15b99e6a-c3a7-4eb6-9fed-733e73db7511/60de8b11-2064-41d3-8316-7c58650a07a8) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:13.575756 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-9a27e545-cfda-4bd7-8b98-bae3a89bbe70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb96238d-ea69-4ef7-ad99-64868cf2e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715857 Sep 17 22:34:13.673277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaa951-0826-4149-842c-95f03873ab0d req-1f063652-bd93-4bb9-91d7-80a2aff00bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.674814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dcaa951-0826-4149-842c-95f03873ab0d req-1f063652-bd93-4bb9-91d7-80a2aff00bf1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 1095 time: 0.0837991 Sep 17 22:34:13.689088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3aeb4-2936-4833-8310-cda8907c8ab4 req-d2ce2615-646e-4fb2-8d2f-928597f7f90b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.690517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8f3aeb4-2936-4833-8310-cda8907c8ab4 req-d2ce2615-646e-4fb2-8d2f-928597f7f90b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0910916 Sep 17 22:34:13.731134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-5a2b0275-4c70-4445-927f-a77a8469e1cf service neutron] 10.222.0.45 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485360 Sep 17 22:34:13.843669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b368160-4127-489a-ae55-cd32bbf277b4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:13.930570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 4b368160-4127-489a-ae55-cd32bbf277b4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:13.930989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b368160-4127-489a-ae55-cd32bbf277b4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:13.980627 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c465a0-f57d-46fd-83ce-31d5ba57daa3 req-4b84ef11-c132-4e27-9295-1e6c57099cfb service neutron] 10.222.0.45 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396245 Sep 17 22:34:14.026096 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.110994 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.188677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Network 6641386f-f67e-43a8-94b2-b71bc741845d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:14.190212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Pushing event updated for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:14.201157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:14.204568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:14.275199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:14.276143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.284175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaa951-0826-4149-842c-95f03873ab0d req-89052877-88b4-4deb-81d7-7b37c5c6f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:14.286272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dcaa951-0826-4149-842c-95f03873ab0d req-89052877-88b4-4deb-81d7-7b37c5c6f0b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 912 time: 0.5941806 Sep 17 22:34:14.291469 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8f3aeb4-2936-4833-8310-cda8907c8ab4 req-a8516ad6-d4fa-4294-8f5b-dfe39b262f51 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921571 Sep 17 22:34:14.300123 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-fdeda1ba-ebc6-4d7b-a165-a6e258bb9dbf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1192892 Sep 17 22:34:14.319988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Request body: {'port': {'device_id': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:14.346239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dcaa951-0826-4149-842c-95f03873ab0d req-59aeea90-ca96-4f4a-b09e-38d2dc830bb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa6f3119-c279-4ab7-91c6-529c99e5de20 HTTP/1.1" status: 200 len: 217 time: 0.0507011 Sep 17 22:34:14.354981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6dca3-fa06-440b-8fdd-064a2dc3488c req-f22a084b-6821-4cb6-846c-0e9cd65aadbe tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:14.362350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4e6dca3-fa06-440b-8fdd-064a2dc3488c req-f22a084b-6821-4cb6-846c-0e9cd65aadbe tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 943 time: 0.1658800 Sep 17 22:34:14.395287 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.479565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4e6dca3-fa06-440b-8fdd-064a2dc3488c req-a265fd82-e592-4e0b-ac99-ec7e85184ed5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099734 Sep 17 22:34:14.484953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaa951-0826-4149-842c-95f03873ab0d req-a4486e0f-90ba-408d-b392-6abef02fa99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:14.486423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dcaa951-0826-4149-842c-95f03873ab0d req-a4486e0f-90ba-408d-b392-6abef02fa99b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.1221173 Sep 17 22:34:14.546827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dcaa951-0826-4149-842c-95f03873ab0d req-d8742a0e-2796-442e-843c-1a9eab17ad0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515261 Sep 17 22:34:14.565707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807bb6b-c99f-479c-b552-e1eb0beb604f req-ac4bbc4c-6f2c-4a4d-aaf0-abb735323861 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:14.567458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3807bb6b-c99f-479c-b552-e1eb0beb604f req-ac4bbc4c-6f2c-4a4d-aaf0-abb735323861 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1571188 Sep 17 22:34:14.720283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3807bb6b-c99f-479c-b552-e1eb0beb604f req-b1113974-8c3d-426e-a266-1252153ce742 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340237 Sep 17 22:34:14.768437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dcaa951-0826-4149-842c-95f03873ab0d req-c6b2c847-5dee-4da4-82ac-80b1cb36cfc6 service neutron] 10.222.0.49 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999869 Sep 17 22:34:14.790402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6d0ec-bcad-44f4-a040-0325e1e8d790 req-c97630a4-a754-4bee-a53e-ee237b1507e7 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:14.795482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6c6d0ec-bcad-44f4-a040-0325e1e8d790 req-c97630a4-a754-4bee-a53e-ee237b1507e7 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 932 time: 0.0997095 Sep 17 22:34:14.940910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60de8b11-2064-41d3-8316-7c58650a07a8 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:14.946852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6c6d0ec-bcad-44f4-a040-0325e1e8d790 req-74b93580-4026-4063-91e0-2c0b3ea7cdb2 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022370 Sep 17 22:34:14.955395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'name': 'network-vif-deleted', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:14.957577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.957969 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b933673-ab8a-4649-b330-7b9bede2ba8b" -d '{"events": [{"server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "name": "network-vif-deleted", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:14.976154 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dcaa951-0826-4149-842c-95f03873ab0d req-cb2e7a50-2a32-419e-b711-a466f3cd1d29 service neutron] 10.222.0.49 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774073 Sep 17 22:34:14.992360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Transition to ACTIVE for port object 60de8b11-2064-41d3-8316-7c58650a07a8 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:15.009019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.015692 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0ac8a3-2323-47a3-b248-cc1ef0a44956 x-openstack-request-id: req-4f0ac8a3-2323-47a3-b248-cc1ef0a44956 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:15.016201 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de52c5-5e3d-4845-9f07-b0f9c7a24981", "name": "network-vif-deleted", "tag": "4b368160-4127-489a-ae55-cd32bbf277b4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:15.016603 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f0ac8a3-2323-47a3-b248-cc1ef0a44956 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:15.017257 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de52c5-5e3d-4845-9f07-b0f9c7a24981', 'name': 'network-vif-deleted', 'tag': '4b368160-4127-489a-ae55-cd32bbf277b4', 'status': 'completed', 'code': 200} Sep 17 22:34:15.068945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.141688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Attempting to bind port 60de8b11-2064-41d3-8316-7c58650a07a8 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:15.142030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Attempting to bind port 60de8b11-2064-41d3-8316-7c58650a07a8 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:15.142358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Attempting to bind port 60de8b11-2064-41d3-8316-7c58650a07a8 on network 6641386f-f67e-43a8-94b2-b71bc741845d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:15.146785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Port 60de8b11-2064-41d3-8316-7c58650a07a8 on network 6641386f-f67e-43a8-94b2-b71bc741845d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:15.147109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Attempting to bind port 60de8b11-2064-41d3-8316-7c58650a07a8 on network 6641386f-f67e-43a8-94b2-b71bc741845d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:15.152126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:15.152454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Checking segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:15.152830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Bound using segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:15.153278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Bound port: 60de8b11-2064-41d3-8316-7c58650a07a8, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:15.153630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.226231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:15.229341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:15.233772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.274233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.274782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.276382 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] 10.222.0.49 "PUT /v2.0/ports/60de8b11-2064-41d3-8316-7c58650a07a8 HTTP/1.1" status: 200 len: 1093 time: 0.9611771 Sep 17 22:34:15.276825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:15.279073 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553" -d '{"events": [{"name": "network-changed", "server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:15.304752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddad95-e38c-4809-93db-7259b4f31ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.360661 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740ef758-5bc6-4c7c-a9e4-5b427609e542 x-openstack-request-id: req-740ef758-5bc6-4c7c-a9e4-5b427609e542 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:15.360984 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:15.361464 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-740ef758-5bc6-4c7c-a9e4-5b427609e542 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:15.361808 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8', 'status': 'completed', 'code': 200} Sep 17 22:34:15.400556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-f77fde95-a7e9-4aff-98be-06702dc347d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.405305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-f77fde95-a7e9-4aff-98be-06702dc347d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 1096 time: 0.0546827 Sep 17 22:34:15.446817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8b2c2894-cacc-41c3-accd-36f96aa1ed80 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:15.473521 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-ca9f9354-fbc2-4438-acd7-02f0b68deb26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60de8b11-2064-41d3-8316-7c58650a07a8 HTTP/1.1" status: 200 len: 217 time: 0.0526855 Sep 17 22:34:15.531251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baffceb-b537-44a0-87bc-bb0729f7cba5 req-5d79f0d0-84d9-47d9-9947-4f50791010d4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.546302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7baffceb-b537-44a0-87bc-bb0729f7cba5 req-5d79f0d0-84d9-47d9-9947-4f50791010d4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.1452606 Sep 17 22:34:15.547677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-d016da7e-bf38-4da3-a621-35bb4381d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.550493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8b2c2894-cacc-41c3-accd-36f96aa1ed80 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:15.552316 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.552709 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-d016da7e-bf38-4da3-a621-35bb4381d7a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 200 len: 845 time: 0.0582926 Sep 17 22:34:15.605341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-ea919072-3f18-41a6-b666-b01bd397aafc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6641386f-f67e-43a8-94b2-b71bc741845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463271 Sep 17 22:34:15.666903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7baffceb-b537-44a0-87bc-bb0729f7cba5 req-32286412-79c8-4e4f-9bcc-bab0e87d24a6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197181 Sep 17 22:34:15.704955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d81460-6f6a-4613-977e-8c83fa71582e req-2d028365-fb7a-44cb-9157-449f6ae68f6a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.706657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69d81460-6f6a-4613-977e-8c83fa71582e req-2d028365-fb7a-44cb-9157-449f6ae68f6a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 943 time: 0.1058731 Sep 17 22:34:15.707901 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.751446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 8b2c2894-cacc-41c3-accd-36f96aa1ed80, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8b2c2894-cacc-41c3-accd-36f96aa1ed80,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:15.760858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.762172 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-908ac873-cbea-47d4-8dae-bb9f5dc95ed2 service neutron] 10.222.0.49 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471505 Sep 17 22:34:15.781529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69d81460-6f6a-4613-977e-8c83fa71582e req-cb0f6144-d919-4328-b61c-0445f19067ee tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Sep 17 22:34:15.824647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=8b2c2894-cacc-41c3-accd-36f96aa1ed80,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.912625 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66217309-be85-408a-9930-432a10b96deb None None] Sync routers for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:15.918700 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd37746e-7487-4d3b-bd4f-a0f6a8f3b64a req-91304c0b-e8d5-475a-a89f-488cc911f900 service neutron] 10.222.0.49 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227283 Sep 17 22:34:15.923716 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66217309-be85-408a-9930-432a10b96deb None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:15.924580 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-66217309-be85-408a-9930-432a10b96deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:34:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:15.972214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88667a82-2f21-4a14-947c-430bd76f00ab req-e8ad0a34-536c-468d-90da-9929769180dc tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.973802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88667a82-2f21-4a14-947c-430bd76f00ab req-e8ad0a34-536c-468d-90da-9929769180dc tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0856874 Sep 17 22:34:16.042828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88667a82-2f21-4a14-947c-430bd76f00ab req-8b3d4e61-9cc7-4f9e-8fb1-a142105759d9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617001 Sep 17 22:34:16.084584 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-66217309-be85-408a-9930-432a10b96deb None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:16.106593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-344fbfc2-f9b4-4dfa-91ac-dbb25218c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.110246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-344fbfc2-f9b4-4dfa-91ac-dbb25218c04e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 1096 time: 0.0791328 Sep 17 22:34:16.286429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fd20-693e-4025-a020-37c26ab8c201 req-b5a0a572-899f-4080-8b12-f922096011fd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.289388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2558fd20-693e-4025-a020-37c26ab8c201 req-b5a0a572-899f-4080-8b12-f922096011fd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 944 time: 0.0701032 Sep 17 22:34:16.328907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-2084d1d0-63ba-4c25-9347-2fef3f1bbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.331239 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-2084d1d0-63ba-4c25-9347-2fef3f1bbcd4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 906 time: 0.1806095 Sep 17 22:34:16.348579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2558fd20-693e-4025-a020-37c26ab8c201 req-387f161f-e34d-4a4a-acd5-f609c7b6aa8e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Sep 17 22:34:16.393821 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-0c0c8036-5878-4039-a5d1-4f0872b481f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60de8b11-2064-41d3-8316-7c58650a07a8 HTTP/1.1" status: 200 len: 217 time: 0.0528657 Sep 17 22:34:16.457890 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-66217309-be85-408a-9930-432a10b96deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 2, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:16.460402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-3ea09117-15d8-4f31-b83c-7b98da88ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.462242 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-3ea09117-15d8-4f31-b83c-7b98da88ab1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 200 len: 845 time: 0.0513475 Sep 17 22:34:16.483735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b804f-d41e-44df-a053-bab6866e2867 req-3e7d588d-640f-4e56-aaaf-9fd86f7c6138 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.485387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac7b804f-d41e-44df-a053-bab6866e2867 req-3e7d588d-640f-4e56-aaaf-9fd86f7c6138 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0700510 Sep 17 22:34:16.490452 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66217309-be85-408a-9930-432a10b96deb None None] Checking router: 386f76a5-4c17-4b93-8a47-e72d94e33a50 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:16.490807 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66217309-be85-408a-9930-432a10b96deb None None] Updating router 386f76a5-4c17-4b93-8a47-e72d94e33a50 port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:16.502658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-b96f4f93-223e-49a7-9471-e93407677c7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6641386f-f67e-43a8-94b2-b71bc741845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322750 Sep 17 22:34:16.525235 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66217309-be85-408a-9930-432a10b96deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.537914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac7b804f-d41e-44df-a053-bab6866e2867 req-191e8b3e-f3fa-486c-9412-6985057cd610 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Sep 17 22:34:16.604338 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-3e3e58aa-0020-44d9-bcd3-6fc9d140e320 service neutron] 10.222.0.49 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934644 Sep 17 22:34:16.619546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device fa6f3119-c279-4ab7-91c6-529c99e5de20 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:16.744426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port fa6f3119-c279-4ab7-91c6-529c99e5de20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fa6f3119-c279-4ab7-91c6-529c99e5de20,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:16.755811 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-01db5d2c-d343-40fe-a96e-c0a5c1c2b553 req-3b14fd49-ac3f-4342-9301-1bc3e7ad6d72 service neutron] 10.222.0.49 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433477 Sep 17 22:34:16.767225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'fa6f3119-c279-4ab7-91c6-529c99e5de20', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'port_id': 'fa6f3119-c279-4ab7-91c6-529c99e5de20', 'mac_address': 'fa:16:3e:be:2b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7afdb5-e47c-46bf-ba23-7017b25ae29b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:16.820892 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.839330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6f3119-c279-4ab7-91c6-529c99e5de20 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:16.859846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port fa6f3119-c279-4ab7-91c6-529c99e5de20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fa6f3119-c279-4ab7-91c6-529c99e5de20,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:16.868278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.923762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=fa6f3119-c279-4ab7-91c6-529c99e5de20,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:16.924775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc7c6b-8b44-4023-a9f9-8aff66bce5f1 req-17dc4063-18f1-4f1b-9986-d59bf1c09c65 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.927105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24dc7c6b-8b44-4023-a9f9-8aff66bce5f1 req-17dc4063-18f1-4f1b-9986-d59bf1c09c65 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 944 time: 0.0688794 Sep 17 22:34:16.934111 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66217309-be85-408a-9930-432a10b96deb None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.940458 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66217309-be85-408a-9930-432a10b96deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.976717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24dc7c6b-8b44-4023-a9f9-8aff66bce5f1 req-5b89e5b7-8404-489a-886b-6f7d951d7cb9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Sep 17 22:34:17.018697 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d73c7d-bb9b-4461-949c-74e54b00d045 None None] Pushing event updated for resources: {'Port': ['ID=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:17.047958 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-66217309-be85-408a-9930-432a10b96deb None None] Attempting to bind port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:17.048322 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-66217309-be85-408a-9930-432a10b96deb None None] Attempting to bind port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:17.048680 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66217309-be85-408a-9930-432a10b96deb None None] Attempting to bind port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 on network 360fb9db-e296-445c-af92-7c8c35eb57f8 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:17.053978 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66217309-be85-408a-9930-432a10b96deb None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:17.054358 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66217309-be85-408a-9930-432a10b96deb None None] Checking segment: {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:17.054757 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66217309-be85-408a-9930-432a10b96deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.055147 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66217309-be85-408a-9930-432a10b96deb None None] Bound using segment: {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:17.055609 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-66217309-be85-408a-9930-432a10b96deb None None] Bound port: 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:17.055985 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66217309-be85-408a-9930-432a10b96deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.154125 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-66217309-be85-408a-9930-432a10b96deb None None] For port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:17.159782 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-66217309-be85-408a-9930-432a10b96deb None None] For port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:17.165496 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-66217309-be85-408a-9930-432a10b96deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.180531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d4f3b-e7d7-43bd-a6c3-5cc50c7dbf8f req-8cbfe579-7bd4-48df-b81c-ccda8c63769d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.188874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-047d4f3b-e7d7-43bd-a6c3-5cc50c7dbf8f req-8cbfe579-7bd4-48df-b81c-ccda8c63769d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0739167 Sep 17 22:34:17.244509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66217309-be85-408a-9930-432a10b96deb None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:17.245323 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-66217309-be85-408a-9930-432a10b96deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:34:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:17.258026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-047d4f3b-e7d7-43bd-a6c3-5cc50c7dbf8f req-4b88bc47-8ea1-4f69-860d-79bb0639b7c1 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678079 Sep 17 22:34:17.290253 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d73c7d-bb9b-4461-949c-74e54b00d045 None None] Pushing event updated for resources: {'Port': ['ID=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:17.301662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-35d49d4f-5fa9-4983-bdc1-1664c259a89a None None] Provisioning complete for port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:17.302045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35d49d4f-5fa9-4983-bdc1-1664c259a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.395137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8b2c2894-cacc-41c3-accd-36f96aa1ed80 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:17.399551 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-66217309-be85-408a-9930-432a10b96deb None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:17.513080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8d48f-f7bd-43bf-9cbf-adcb6c2b3a28 req-f3507314-06db-4edd-a8b3-89e8ea3f9384 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.522881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8c8d48f-f7bd-43bf-9cbf-adcb6c2b3a28 req-f3507314-06db-4edd-a8b3-89e8ea3f9384 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 944 time: 0.0802364 Sep 17 22:34:17.557516 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35d49d4f-5fa9-4983-bdc1-1664c259a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.580404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8b2c2894-cacc-41c3-accd-36f96aa1ed80 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:17.580615 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.587588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8c8d48f-f7bd-43bf-9cbf-adcb6c2b3a28 req-21987eb1-7791-499b-a007-6e8c96ab4709 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631654 Sep 17 22:34:17.614433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['fa6f3119-c279-4ab7-91c6-529c99e5de20'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:17.661509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-35d49d4f-5fa9-4983-bdc1-1664c259a89a None None] For port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:17.673823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35d49d4f-5fa9-4983-bdc1-1664c259a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.686098 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-66217309-be85-408a-9930-432a10b96deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:17Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:17.712680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407e13c-d8ac-4de8-a896-d4dfb122403c req-4913ff43-5ccb-4a59-ab62-b0fa7b718ddd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.722760 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66217309-be85-408a-9930-432a10b96deb None None] The sync data for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 is: [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:17Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:17.725533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c407e13c-d8ac-4de8-a896-d4dfb122403c req-4913ff43-5ccb-4a59-ab62-b0fa7b718ddd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0846086 Sep 17 22:34:17.771754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c407e13c-d8ac-4de8-a896-d4dfb122403c req-5f4ed07a-ffe6-48f7-b37e-215c003ba422 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Sep 17 22:34:17.832667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d49d4f-5fa9-4983-bdc1-1664c259a89a None None] Pushing event updated for resources: {'Port': ['ID=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:17.860484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-69daf506-0d04-4d4b-860a-88188e03b27d None None] Provisioning complete for port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:17.860867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69daf506-0d04-4d4b-860a-88188e03b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.123708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da6a0d-82f6-431f-bd05-0dc8349ddbc8 req-92d9cf22-7629-44b9-992d-b46be295c17f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.125623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5da6a0d-82f6-431f-bd05-0dc8349ddbc8 req-92d9cf22-7629-44b9-992d-b46be295c17f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 944 time: 0.0680182 Sep 17 22:34:18.170760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5da6a0d-82f6-431f-bd05-0dc8349ddbc8 req-6d6506cb-4c9e-4c90-84ff-769256cbcd76 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390754 Sep 17 22:34:18.399801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b412c2-3405-4f92-b37d-839097edecdc req-414f665a-8670-4019-9665-fe8dae72a7da tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.401594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07b412c2-3405-4f92-b37d-839097edecdc req-414f665a-8670-4019-9665-fe8dae72a7da tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0732157 Sep 17 22:34:18.457596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07b412c2-3405-4f92-b37d-839097edecdc req-fb932a28-dd74-4b8d-a1fb-a28ea02fb90e tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489373 Sep 17 22:34:18.642949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 60de8b11-2064-41d3-8316-7c58650a07a8 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:18.675946 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.758083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03272629-bdbd-48bb-a7ca-871594261256 req-155f5fec-e3fc-4e71-8552-abb80b28385b tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.760012 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03272629-bdbd-48bb-a7ca-871594261256 req-155f5fec-e3fc-4e71-8552-abb80b28385b tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 944 time: 0.0632296 Sep 17 22:34:18.769952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:18.787694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '60de8b11-2064-41d3-8316-7c58650a07a8', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'port_id': '60de8b11-2064-41d3-8316-7c58650a07a8', 'mac_address': 'fa:16:3e:b8:a3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b99e6a-c3a7-4eb6-9fed-733e73db7511', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:18.811984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03272629-bdbd-48bb-a7ca-871594261256 req-99f971b6-3014-4df6-a8ba-085e7b79ed36 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Sep 17 22:34:18.849304 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.875497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60de8b11-2064-41d3-8316-7c58650a07a8 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:18.970117 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:18.982000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.983104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b52835-ea9e-4527-b28a-6eafe83fb9a7 req-e8b9b4a4-471f-4dd6-b65a-ef89760b5c56 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.985093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84b52835-ea9e-4527-b28a-6eafe83fb9a7 req-e8b9b4a4-471f-4dd6-b65a-ef89760b5c56 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0963473 Sep 17 22:34:19.032505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84b52835-ea9e-4527-b28a-6eafe83fb9a7 req-75a2e780-8d7f-4e72-9f04-c5088d31af7f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Sep 17 22:34:19.089151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:19.339345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f22b61-d49f-48cd-8a9a-156cfb69832c req-c8224585-9afe-4bb3-8084-170537d07314 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:19.347977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67f22b61-d49f-48cd-8a9a-156cfb69832c req-c8224585-9afe-4bb3-8084-170537d07314 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 944 time: 0.0937746 Sep 17 22:34:19.405712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:19.420841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67f22b61-d49f-48cd-8a9a-156cfb69832c req-a4ee040f-011b-4967-861c-57381aa8c5cd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715847 Sep 17 22:34:19.493928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['60de8b11-2064-41d3-8316-7c58650a07a8'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:19.498308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:19.498688 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.653346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29468e-c04e-4c75-9f95-1b89168f07a3 req-d9ef77c2-a92c-496c-b0b2-9c6b5e3895fe tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:19.655820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d29468e-c04e-4c75-9f95-1b89168f07a3 req-d9ef77c2-a92c-496c-b0b2-9c6b5e3895fe tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0725062 Sep 17 22:34:19.739407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d29468e-c04e-4c75-9f95-1b89168f07a3 req-0e5575f3-f365-4184-adb3-47ce218c172e tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Sep 17 22:34:19.869819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d98b0c1-0336-4e96-b28d-469a499d1b74 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:19.964493 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c401f5-bfca-45ce-949f-ce056a873563 req-fe796aac-7260-4f6d-9d68-916dd28ae535 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:19.966479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1c401f5-bfca-45ce-949f-ce056a873563 req-fe796aac-7260-4f6d-9d68-916dd28ae535 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 945 time: 0.0645273 Sep 17 22:34:20.020293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:20.034529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'port_id': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'mac_address': 'fa:16:3e:a3:2d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:20.042861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1c401f5-bfca-45ce-949f-ce056a873563 req-2283ac0b-b5d9-4b43-8a42-0ac18dd5e89c tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698807 Sep 17 22:34:20.081007 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.098119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d98b0c1-0336-4e96-b28d-469a499d1b74 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:20.141948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:20.154077 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.201870 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:34:20.240241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:20.247171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbeef7-357a-4a71-a6de-67e79b3b3642 req-605f1aeb-9d0a-4282-9ed6-e0bdfc70fc71 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:20.249357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0afbeef7-357a-4a71-a6de-67e79b3b3642 req-605f1aeb-9d0a-4282-9ed6-e0bdfc70fc71 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 944 time: 0.0902960 Sep 17 22:34:20.271013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['3d98b0c1-0336-4e96-b28d-469a499d1b74'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:20.325443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0afbeef7-357a-4a71-a6de-67e79b3b3642 req-ba246f67-0676-4c19-9312-454f3166f046 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641789 Sep 17 22:34:20.562974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceee85e-d556-4490-bf5d-03f628ece5bc req-7a163ef5-6b21-4088-81bc-d48816b7ebf2 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:20.564519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ceee85e-d556-4490-bf5d-03f628ece5bc req-7a163ef5-6b21-4088-81bc-d48816b7ebf2 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 944 time: 0.0601909 Sep 17 22:34:20.637632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ceee85e-d556-4490-bf5d-03f628ece5bc req-3a9b370a-e7bb-44eb-8043-e26045a2ab99 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600142 Sep 17 22:34:20.672344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device fa6f3119-c279-4ab7-91c6-529c99e5de20 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:20.739689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port fa6f3119-c279-4ab7-91c6-529c99e5de20 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:20.747806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port fa6f3119-c279-4ab7-91c6-529c99e5de20 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:20.748186 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.855948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.913808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850e741a-2d2e-4e04-89cc-6e10d9fbe7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6f3119-c279-4ab7-91c6-529c99e5de20'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:20.916628 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83028368-edc3-45a2-b86a-8ea96c0861b1" -d '{"events": [{"server_uuid": "850e741a-2d2e-4e04-89cc-6e10d9fbe7dc", "name": "network-vif-plugged", "status": "completed", "tag": "fa6f3119-c279-4ab7-91c6-529c99e5de20"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:20.940985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46db56-fd80-4e27-9e87-e6a8d12c1862 req-80556483-fd88-4a70-935a-64d6fff611cd tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:20.942799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa46db56-fd80-4e27-9e87-e6a8d12c1862 req-80556483-fd88-4a70-935a-64d6fff611cd tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0748594 Sep 17 22:34:20.947964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port fa6f3119-c279-4ab7-91c6-529c99e5de20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fa6f3119-c279-4ab7-91c6-529c99e5de20,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:20.962595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.008263 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b97760e-fffd-408c-8448-c207a2e45901 x-openstack-request-id: req-5b97760e-fffd-408c-8448-c207a2e45901 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:21.008565 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850e741a-2d2e-4e04-89cc-6e10d9fbe7dc", "name": "network-vif-plugged", "status": "completed", "tag": "fa6f3119-c279-4ab7-91c6-529c99e5de20", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:21.008816 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b97760e-fffd-408c-8448-c207a2e45901 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:21.009898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa46db56-fd80-4e27-9e87-e6a8d12c1862 req-5d43162a-bb59-4e06-9d59-471a82091497 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606685 Sep 17 22:34:21.017755 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850e741a-2d2e-4e04-89cc-6e10d9fbe7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6f3119-c279-4ab7-91c6-529c99e5de20', 'code': 200} Sep 17 22:34:21.068342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=fa6f3119-c279-4ab7-91c6-529c99e5de20,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:21.183552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85b6de-9985-441e-8a18-5cb982eb8344 req-f2d64b44-7511-444a-b31d-a4efa99d6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:21.185211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da85b6de-9985-441e-8a18-5cb982eb8344 req-f2d64b44-7511-444a-b31d-a4efa99d6b16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 1097 time: 0.0892856 Sep 17 22:34:21.200505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2b85-1b16-4648-b92c-04fff6f02904 req-57bd93d0-fd26-435e-b81e-154b7c9b5ffe tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:21.205405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-625e2b85-1b16-4648-b92c-04fff6f02904 req-57bd93d0-fd26-435e-b81e-154b7c9b5ffe tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 945 time: 0.0884826 Sep 17 22:34:21.254514 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da85b6de-9985-441e-8a18-5cb982eb8344 req-5dbfcd44-e7b0-4167-9564-fdfdccadc659 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Sep 17 22:34:21.286068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-625e2b85-1b16-4648-b92c-04fff6f02904 req-4e71988a-72d5-43b1-b001-4625b375200a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609508 Sep 17 22:34:21.476591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c54d8-baef-4448-b309-cc4ecc659ba0 req-687f1b62-644f-4254-9696-33840c28335a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:21.484782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-986c54d8-baef-4448-b309-cc4ecc659ba0 req-687f1b62-644f-4254-9696-33840c28335a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 944 time: 0.0898137 Sep 17 22:34:21.562514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-986c54d8-baef-4448-b309-cc4ecc659ba0 req-f4b0f2f1-0afc-47a3-8b0a-aa926b46d561 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755236 Sep 17 22:34:21.769639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d052-8bcd-4965-9433-fb79fe673e27 req-9432d009-4dec-45a2-8967-5b155a70baca tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:21.778461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d68d052-8bcd-4965-9433-fb79fe673e27 req-9432d009-4dec-45a2-8967-5b155a70baca tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 945 time: 0.0722811 Sep 17 22:34:21.826441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d68d052-8bcd-4965-9433-fb79fe673e27 req-9cbb5a3d-2abe-4a71-af05-1ad144f17fcd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Sep 17 22:34:21.890806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d98b0c1-0336-4e96-b28d-469a499d1b74 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:21.968132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 3d98b0c1-0336-4e96-b28d-469a499d1b74 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:21.968831 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.080574 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.166831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:22.179277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.238736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe12803-0c00-4a4a-87c3-1760ea3d37a0 req-e6201cee-5b63-43b8-af63-9ad0453f3c52 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:22.245937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afe12803-0c00-4a4a-87c3-1760ea3d37a0 req-e6201cee-5b63-43b8-af63-9ad0453f3c52 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1190188 Sep 17 22:34:22.258870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:22.304657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afe12803-0c00-4a4a-87c3-1760ea3d37a0 req-e6b0eeaa-3d8e-47db-93cd-d68bf04c9eb7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475872 Sep 17 22:34:22.455631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabee83-03c8-415d-b6c2-a84288bb16b3 req-b4dffc28-1faa-43aa-8897-fcb4ac77fe69 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:22.457308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecabee83-03c8-415d-b6c2-a84288bb16b3 req-b4dffc28-1faa-43aa-8897-fcb4ac77fe69 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 945 time: 0.0829365 Sep 17 22:34:22.515835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecabee83-03c8-415d-b6c2-a84288bb16b3 req-1f0f986f-4e27-462a-8322-12cd4bfebbdf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499103 Sep 17 22:34:22.666704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 60de8b11-2064-41d3-8316-7c58650a07a8 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:22.782790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bf395-cd80-4876-a3f6-51b99df7432c req-0b9e14b0-d0a0-4c52-a23d-05291977e179 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:22.790335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa6bf395-cd80-4876-a3f6-51b99df7432c req-0b9e14b0-d0a0-4c52-a23d-05291977e179 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0881937 Sep 17 22:34:22.803330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 60de8b11-2064-41d3-8316-7c58650a07a8 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:22.813867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 60de8b11-2064-41d3-8316-7c58650a07a8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:22.827534 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.865913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa6bf395-cd80-4876-a3f6-51b99df7432c req-c3173168-6487-4c88-8bfd-19802e22dce1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703475 Sep 17 22:34:22.986229 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.025014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74'}, {'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:23.029173 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428e7df5-b04b-4313-9e75-da4d600ee36f" -d '{"events": [{"server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "name": "network-vif-plugged", "status": "completed", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74"}, {"server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "name": "network-vif-plugged", "status": "completed", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:23.055837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:23.066422 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.149797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:23.159032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8135ff2-e8d0-4927-bf1c-971e560219b1 req-d9344af5-0c9d-4116-a00f-684e7b39817f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:23.173232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8135ff2-e8d0-4927-bf1c-971e560219b1 req-d9344af5-0c9d-4116-a00f-684e7b39817f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 945 time: 0.1512365 Sep 17 22:34:23.209477 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60117b-4588-464f-9293-7283819c1ad2 x-openstack-request-id: req-2d60117b-4588-464f-9293-7283819c1ad2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:23.211116 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "name": "network-vif-plugged", "status": "completed", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74", "code": 200}, {"server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "name": "network-vif-plugged", "status": "completed", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:23.211408 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d60117b-4588-464f-9293-7283819c1ad2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:23.212681 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'code': 200} Sep 17 22:34:23.212960 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8', 'code': 200} Sep 17 22:34:23.229798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8135ff2-e8d0-4927-bf1c-971e560219b1 req-90322d72-02ba-4fb0-a9c6-e299fdb833b7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556417 Sep 17 22:34:23.367775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157752bf-babc-4a2d-a6e5-2fccca3c9ad6 req-e6936e73-d927-4078-a62c-c01426fb8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:23.369316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-157752bf-babc-4a2d-a6e5-2fccca3c9ad6 req-e6936e73-d927-4078-a62c-c01426fb8e58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 1098 time: 0.0430477 Sep 17 22:34:23.427626 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-157752bf-babc-4a2d-a6e5-2fccca3c9ad6 req-e54b7a2f-c97f-462d-a574-2ae2458819d4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Sep 17 22:34:23.457685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a11f0-492d-4ea7-b2c4-b03b7e5d305b req-845fcc76-482f-4258-ab9c-23ef1245f7b3 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:23.459344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b3a11f0-492d-4ea7-b2c4-b03b7e5d305b req-845fcc76-482f-4258-ab9c-23ef1245f7b3 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0662873 Sep 17 22:34:23.523427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b3a11f0-492d-4ea7-b2c4-b03b7e5d305b req-4edb15d6-675c-4309-b130-6f59b8c14e00 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 Sep 17 22:34:23.655006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778227a6-ce77-418e-9b71-be47ecb5a61a req-4c2d4308-8939-4e77-9310-26177b1ddfd2 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:23.656994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-778227a6-ce77-418e-9b71-be47ecb5a61a req-4c2d4308-8939-4e77-9310-26177b1ddfd2 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0640807 Sep 17 22:34:23.707030 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-778227a6-ce77-418e-9b71-be47ecb5a61a req-9cf1c061-e679-4079-9025-38ca3534c6a8 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Sep 17 22:34:24.023026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce529e-6101-437b-afa2-091d4a0bb85c req-f5654f67-655e-4cfd-9995-a2a3b203b237 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.026458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12ce529e-6101-437b-afa2-091d4a0bb85c req-f5654f67-655e-4cfd-9995-a2a3b203b237 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0603149 Sep 17 22:34:24.077485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12ce529e-6101-437b-afa2-091d4a0bb85c req-ddebaf1f-cf68-41f9-8bec-635ffff3b7fd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Sep 17 22:34:24.387333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b628db-7ac4-4ad5-918f-75ace04a2095 req-09493148-6417-406c-9aa3-ee4e6e84d66f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.389176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18b628db-7ac4-4ad5-918f-75ace04a2095 req-09493148-6417-406c-9aa3-ee4e6e84d66f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 945 time: 0.0653188 Sep 17 22:34:24.455583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18b628db-7ac4-4ad5-918f-75ace04a2095 req-9df5e755-32b4-4ec8-8119-b52a6b157e1d tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588212 Sep 17 22:34:24.672091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1241-6a4d-424e-86bd-5121b1d67eb3 req-ffcc78b4-ea2b-433f-9467-56017df24719 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.683222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdaf1241-6a4d-424e-86bd-5121b1d67eb3 req-ffcc78b4-ea2b-433f-9467-56017df24719 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0701725 Sep 17 22:34:24.755858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdaf1241-6a4d-424e-86bd-5121b1d67eb3 req-94c7d837-996f-46f2-a014-058b5365d50c tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672305 Sep 17 22:34:24.841072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ea0f-47cc-42dd-924f-e22076e929ec req-673d54d7-c00a-431c-9fe0-79c330eaf00e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.842687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b690ea0f-47cc-42dd-924f-e22076e929ec req-673d54d7-c00a-431c-9fe0-79c330eaf00e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 945 time: 0.0563240 Sep 17 22:34:24.994120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7428-4808-4001-b876-1b0b5caafe30 req-a0f4b926-de06-4f6b-90ec-c1a512d109fd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.996361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cf7428-4808-4001-b876-1b0b5caafe30 req-a0f4b926-de06-4f6b-90ec-c1a512d109fd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1506925 Sep 17 22:34:25.043669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b690ea0f-47cc-42dd-924f-e22076e929ec req-71129150-8c6c-48dc-b5c7-e1d99dca6915 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880190 Sep 17 22:34:25.084979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cf7428-4808-4001-b876-1b0b5caafe30 req-e6302122-37d6-481a-bff8-5171c5a0e97d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807719 Sep 17 22:34:25.357553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd4e6e-f706-419e-a8e7-a1d3d10487be req-f2e1f462-7e85-4c61-a662-84dfc59cf95f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:25.359433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5dd4e6e-f706-419e-a8e7-a1d3d10487be req-f2e1f462-7e85-4c61-a662-84dfc59cf95f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0825732 Sep 17 22:34:25.429365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5dd4e6e-f706-419e-a8e7-a1d3d10487be req-d1493ccd-e706-41f6-ae49-a95b30f224ec tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553777 Sep 17 22:34:25.915065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22aeb3-d4ad-4705-af97-1f578343d6d1 req-36204229-fd1c-477b-9368-90c180413d1b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:25.916654 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f22aeb3-d4ad-4705-af97-1f578343d6d1 req-36204229-fd1c-477b-9368-90c180413d1b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0672708 Sep 17 22:34:25.983621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f22aeb3-d4ad-4705-af97-1f578343d6d1 req-2fce84b6-dce4-43cd-a482-a7e3d57b2fdc tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601308 Sep 17 22:34:26.227986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30775a-78d9-43b8-837c-644c6c1857f8 req-85124516-faba-4019-ab51-75363a3d2716 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:26.236117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d30775a-78d9-43b8-837c-644c6c1857f8 req-85124516-faba-4019-ab51-75363a3d2716 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 945 time: 0.0930662 Sep 17 22:34:26.271453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cb4f0-f1de-449f-b51c-d615765665eb req-bde35314-e41b-49ac-b004-c3de11b47fd0 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:26.279836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d62cb4f0-f1de-449f-b51c-d615765665eb req-bde35314-e41b-49ac-b004-c3de11b47fd0 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0964661 Sep 17 22:34:26.316372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d30775a-78d9-43b8-837c-644c6c1857f8 req-ee5fdf98-a3ef-4317-a264-42d06e4756c6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796082 Sep 17 22:34:26.365427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d62cb4f0-f1de-449f-b51c-d615765665eb req-255f6ac5-63ce-4029-9f29-7b828a4f7d3f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844958 Sep 17 22:34:26.638159 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-05e0875b-9a30-49cf-9668-b1eaed39c3fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556650 Sep 17 22:34:26.771957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-b83de401-c792-464c-beed-52997b2f2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:26.774292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-b83de401-c792-464c-beed-52997b2f2310 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=345a78b2f5cc44cb88760f06fa106ee0&device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 1098 time: 0.0726368 Sep 17 22:34:26.841713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68b466-7985-4d84-818a-5685b3996d61 req-6a2a57ba-59e9-46ec-9ea4-467e01a208e0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:26.845285 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c68b466-7985-4d84-818a-5685b3996d61 req-6a2a57ba-59e9-46ec-9ea4-467e01a208e0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.1137791 Sep 17 22:34:26.870492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118246-bf39-49ed-9416-ea93c0a49dd6 req-5f902d08-2013-4d32-a1d4-fb4542ec38c7 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:26.883920 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45118246-bf39-49ed-9416-ea93c0a49dd6 req-5f902d08-2013-4d32-a1d4-fb4542ec38c7 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1385858 Sep 17 22:34:26.949899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45118246-bf39-49ed-9416-ea93c0a49dd6 req-95af7a37-e6d3-4fee-9b94-a68ecd883b75 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650966 Sep 17 22:34:26.952447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c68b466-7985-4d84-818a-5685b3996d61 req-cbe7460c-32a8-430f-b62a-e1071a1a8323 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999517 Sep 17 22:34:27.049480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-99210275-4b35-4986-aaea-7b03c8cb2919 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.051337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-99210275-4b35-4986-aaea-7b03c8cb2919 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.49 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 945 time: 0.0839877 Sep 17 22:34:27.075536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-ed7b9182-0591-4072-aff2-309880ffd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.077039 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-ed7b9182-0591-4072-aff2-309880ffd3de service neutron] 10.222.0.49 "GET /v2.0/networks?id=a75546c5-688a-47a8-b016-2bc3539b03c6 HTTP/1.1" status: 200 len: 913 time: 0.1907382 Sep 17 22:34:27.159201 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-aafad588-b957-4fbe-9c42-4b54350bcd3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd HTTP/1.1" status: 200 len: 1001 time: 0.0733719 Sep 17 22:34:27.213852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b23f-9400-4f84-bfa0-f8a36f497645 req-362f1a5e-ab9b-4f37-8402-7aef0cb221db tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.215315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93c6b23f-9400-4f84-bfa0-f8a36f497645 req-362f1a5e-ab9b-4f37-8402-7aef0cb221db tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1105309 Sep 17 22:34:27.240624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-3eae9d70-8ad3-425e-9d6b-774828079b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.243754 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-3eae9d70-8ad3-425e-9d6b-774828079b78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1819215a-e9c2-4325-a2e1-6c0da2b40add HTTP/1.1" status: 200 len: 851 time: 0.0717456 Sep 17 22:34:27.270958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Deleting port fa6f3119-c279-4ab7-91c6-529c99e5de20 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:27.271456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.284653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93c6b23f-9400-4f84-bfa0-f8a36f497645 req-7e540690-a51d-4eab-9f96-69dd0432d5d6 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Sep 17 22:34:27.336385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-64c362d7-f336-42e2-9d5c-b7c878498cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.338506 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-64c362d7-f336-42e2-9d5c-b7c878498cc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a75546c5-688a-47a8-b016-2bc3539b03c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849528 Sep 17 22:34:27.415653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] For port fa6f3119-c279-4ab7-91c6-529c99e5de20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=fa6f3119-c279-4ab7-91c6-529c99e5de20,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:27.416271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.452552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Calling delete_port for fa6f3119-c279-4ab7-91c6-529c99e5de20 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:27.522638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e07da4-0ef0-411e-b029-9e9b7403815c req-499ed37a-e3ff-4210-acbe-c898d69ad237 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.530957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8e07da4-0ef0-411e-b029-9e9b7403815c req-499ed37a-e3ff-4210-acbe-c898d69ad237 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 945 time: 0.1174521 Sep 17 22:34:27.549787 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-8d3c8168-c806-47df-a2ba-04bee400074f service neutron] 10.222.0.49 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978748 Sep 17 22:34:27.607571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8e07da4-0ef0-411e-b029-9e9b7403815c req-10e88a85-0ea5-4e06-9acf-d6f81cb28935 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754185 Sep 17 22:34:27.734092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d6204a8-2758-4884-ae8b-e75b0868d1a9 req-2e66d118-3783-4b9c-aac0-68bd187aa79a service neutron] 10.222.0.49 "GET /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729999 Sep 17 22:34:27.790619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.830299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event deleted for resources: {'Port': ['ID=fa6f3119-c279-4ab7-91c6-529c99e5de20,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:27.841955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['fa6f3119-c279-4ab7-91c6-529c99e5de20'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:27.924773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] No DVR routers for this DVR port fa6f3119-c279-4ab7-91c6-529c99e5de20 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:27.930046 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.933117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c115f09-c928-4635-8d33-3ea8d3f4da7c req-015e5145-da68-4ba8-815a-3cf25a8c6c3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.49 "DELETE /v2.0/ports/fa6f3119-c279-4ab7-91c6-529c99e5de20 HTTP/1.1" status: 204 len: 173 time: 0.8728850 Sep 17 22:34:27.933117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850e741a-2d2e-4e04-89cc-6e10d9fbe7dc', 'name': 'network-vif-deleted', 'tag': 'fa6f3119-c279-4ab7-91c6-529c99e5de20'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:27.935802 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b1b0d-1d74-4ab0-8de8-ffd005946fe1" -d '{"events": [{"server_uuid": "850e741a-2d2e-4e04-89cc-6e10d9fbe7dc", "name": "network-vif-deleted", "tag": "fa6f3119-c279-4ab7-91c6-529c99e5de20"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:28.011219 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a79fa6-f468-4078-8ba4-7f6d6f06bba5 x-openstack-request-id: req-16a79fa6-f468-4078-8ba4-7f6d6f06bba5 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:28.011803 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850e741a-2d2e-4e04-89cc-6e10d9fbe7dc", "name": "network-vif-deleted", "tag": "fa6f3119-c279-4ab7-91c6-529c99e5de20", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:28.011803 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16a79fa6-f468-4078-8ba4-7f6d6f06bba5 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:28.012354 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850e741a-2d2e-4e04-89cc-6e10d9fbe7dc', 'name': 'network-vif-deleted', 'tag': 'fa6f3119-c279-4ab7-91c6-529c99e5de20', 'status': 'completed', 'code': 200} Sep 17 22:34:28.226337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2afedf-fdb5-4075-8bfd-03e1ed385d79 req-fbb195da-bc8a-40fe-802a-0e8ab5f31a19 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.228652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a2afedf-fdb5-4075-8bfd-03e1ed385d79 req-fbb195da-bc8a-40fe-802a-0e8ab5f31a19 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1265583 Sep 17 22:34:28.240919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed177-051a-466a-ae6f-840f960d946b req-64932e57-ad66-4862-8a8f-9946bc713ebd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.243337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-071ed177-051a-466a-ae6f-840f960d946b req-64932e57-ad66-4862-8a8f-9946bc713ebd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0844929 Sep 17 22:34:28.340091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-071ed177-051a-466a-ae6f-840f960d946b req-4087bd95-6230-4bb3-87b5-99f3792f385c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Sep 17 22:34:28.419055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a2afedf-fdb5-4075-8bfd-03e1ed385d79 req-1761995e-5397-4baa-ab36-9dc69074f5e9 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662560 Sep 17 22:34:28.599233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76493c44-4d06-4d63-99cb-4a636c8d088d req-c8d94d2c-1f43-4616-b8a7-5c463d9dfd3d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.602165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76493c44-4d06-4d63-99cb-4a636c8d088d req-c8d94d2c-1f43-4616-b8a7-5c463d9dfd3d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0589440 Sep 17 22:34:28.657728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76493c44-4d06-4d63-99cb-4a636c8d088d req-2e0b6b76-074d-425f-afde-d2e50ae2ad0f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441222 Sep 17 22:34:28.826314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6889410c-747f-457b-ac30-10b51dfa66db req-7ba5b88e-bcf7-4712-a934-ea1571c3fa08 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=850e741a-2d2e-4e04-89cc-6e10d9fbe7dc HTTP/1.1" status: 200 len: 210 time: 0.0645392 Sep 17 22:34:29.507962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b176d5-e8fc-4156-9e06-9a3e90d233d8 req-68b596d7-c170-4494-b141-f8c8ceb59173 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:29.532569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79b176d5-e8fc-4156-9e06-9a3e90d233d8 req-68b596d7-c170-4494-b141-f8c8ceb59173 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.1077409 Sep 17 22:34:29.611980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79b176d5-e8fc-4156-9e06-9a3e90d233d8 req-50335d46-dd19-4a6f-83a6-dee053f2fe1b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766742 Sep 17 22:34:29.622707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c185-a01c-4821-a267-b938651c209a req-f15936db-b2c9-47f6-b3ae-1e569aa7f6c8 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:29.624546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ca0c185-a01c-4821-a267-b938651c209a req-f15936db-b2c9-47f6-b3ae-1e569aa7f6c8 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0881407 Sep 17 22:34:29.696869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ca0c185-a01c-4821-a267-b938651c209a req-188f240c-d409-4bfe-b4a1-6f041f0b1e1b tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525451 Sep 17 22:34:29.801497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d610c-1fea-4391-a729-946f041a99d6 req-c49769b6-803b-4d4f-8f31-a184380ad268 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:29.805007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-397d610c-1fea-4391-a729-946f041a99d6 req-c49769b6-803b-4d4f-8f31-a184380ad268 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0669336 Sep 17 22:34:29.874754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-397d610c-1fea-4391-a729-946f041a99d6 req-c435910a-789b-4fe5-ba78-ba0ecfbf09e7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641294 Sep 17 22:34:29.920963 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d07b3ba7-d75f-4b66-9c3f-3e81a7c8aca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.527080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-0c272b1a-bc85-471a-880f-02321b8f21d5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:30.528902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-0c272b1a-bc85-471a-880f-02321b8f21d5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.1145883 Sep 17 22:34:30.544653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-6cb48135-62aa-4f0a-a9b7-dfa267e6c2df tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/quotas/6bbefcb9aba54baf82ee80e067d50ea1 HTTP/1.1" status: 200 len: 375 time: 0.0099323 Sep 17 22:34:30.580893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-cb879b4d-86ea-4679-a596-d09edb74add3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303609 Sep 17 22:34:30.591735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-02a2e10c-a9b6-401b-a109-c065d201710f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:34:30.592712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-02a2e10c-a9b6-401b-a109-c065d201710f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049124 Sep 17 22:34:30.695755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-70248bc1-24e5-4105-ab60-71e1b4db5c9b service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969839 Sep 17 22:34:30.713596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device fa6f3119-c279-4ab7-91c6-529c99e5de20 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:30.736152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: fa6f3119-c279-4ab7-91c6-529c99e5de20 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:30.736501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device fa6f3119-c279-4ab7-91c6-529c99e5de20 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:30.815830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e97be7-f3ba-4930-bc8a-c806a261e6d9 req-a5e8cd36-10aa-4db1-bd78-b2e85beb3d0b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:30.817344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64e97be7-f3ba-4930-bc8a-c806a261e6d9 req-a5e8cd36-10aa-4db1-bd78-b2e85beb3d0b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.1033518 Sep 17 22:34:30.848915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-f79aa9c3-812a-423b-9a02-2be4a5ab7d8c service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455615 Sep 17 22:34:30.873481 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64e97be7-f3ba-4930-bc8a-c806a261e6d9 req-979f135a-e3de-4e6c-bd01-8c566411d97d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480480 Sep 17 22:34:31.038670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290a1c-88dc-4744-a779-8dc599bab31c req-7ceb33fb-efb5-4a0d-b31f-2be323c5df6e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.040221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7290a1c-88dc-4744-a779-8dc599bab31c req-7ceb33fb-efb5-4a0d-b31f-2be323c5df6e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0877423 Sep 17 22:34:31.123439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7290a1c-88dc-4744-a779-8dc599bab31c req-e54f7037-0ae4-490f-ad20-06454351d161 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730596 Sep 17 22:34:31.159489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa5915-ce0e-4868-ad58-679983c9bfb2 req-8cf051bd-1a73-4386-bfcf-02f3d8958c62 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.168086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6aa5915-ce0e-4868-ad58-679983c9bfb2 req-8cf051bd-1a73-4386-bfcf-02f3d8958c62 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1266809 Sep 17 22:34:31.169189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-6da53c03-1b50-481a-80e7-f5b396b5eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.171448 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-6da53c03-1b50-481a-80e7-f5b396b5eef8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 1097 time: 0.0834315 Sep 17 22:34:31.227250 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-858da7a0-598f-4feb-b80e-f11febba99f9 req-4da21a28-9cd9-43a4-bc69-31be1ff55932 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 210 time: 0.0390553 Sep 17 22:34:31.246367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6aa5915-ce0e-4868-ad58-679983c9bfb2 req-2e0e609e-4810-446e-a451-62a0115afe77 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773211 Sep 17 22:34:31.321607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-85e87171-6d90-40e0-9c03-d7fabc34e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.323441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-85e87171-6d90-40e0-9c03-d7fabc34e235 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1431937 Sep 17 22:34:31.392440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-903ef335-c300-4b48-8dc5-682473f4ddbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74 HTTP/1.1" status: 200 len: 217 time: 0.0606074 Sep 17 22:34:31.468103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-9e320681-13eb-4bde-9aac-fd2b83fd35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.470496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-9e320681-13eb-4bde-9aac-fd2b83fd35b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0671859 Sep 17 22:34:31.521630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-b1de1580-c7f5-49b4-9eee-ee18568094e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.524390 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-b1de1580-c7f5-49b4-9eee-ee18568094e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460978 Sep 17 22:34:31.630900 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-7acff95b-d378-4386-8278-f4dddc499bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978372 Sep 17 22:34:31.752095 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f436a5fd-3861-4d36-98dd-e6b7bd076e4b req-facf4085-fef9-4c00-89b3-a480784e4c32 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130164 Sep 17 22:34:31.996371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa0d02-367f-454c-a0c0-cd2b0bd5ce4b req-bdf08147-ffc7-476e-aeda-5918e6b1c90f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.997815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9fa0d02-367f-454c-a0c0-cd2b0bd5ce4b req-bdf08147-ffc7-476e-aeda-5918e6b1c90f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0494037 Sep 17 22:34:32.040552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9fa0d02-367f-454c-a0c0-cd2b0bd5ce4b req-40bf3b5d-5641-46ba-bf5b-58ea799d82eb tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Sep 17 22:34:32.270005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2d757-73a3-4845-be8c-82ffeb148c59 req-55f1a1b8-30e2-4a1d-ba83-a762f5b3ddbb tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:32.272022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fd2d757-73a3-4845-be8c-82ffeb148c59 req-55f1a1b8-30e2-4a1d-ba83-a762f5b3ddbb tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0762098 Sep 17 22:34:32.320609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fd2d757-73a3-4845-be8c-82ffeb148c59 req-6f049ba6-cef1-485f-89ba-e3d18f7735ba tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Sep 17 22:34:32.352759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a36f783-8c74-4b80-b507-cd7884dbb31c req-487576df-8d42-423f-a410-d4bf0a1f8553 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 210 time: 0.0365596 Sep 17 22:34:32.510633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f787a-4de1-40ee-9ec2-f3c90efe794d req-5b3d69b7-1bb1-4147-b0f4-eeb2f66e5248 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:32.518977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-816f787a-4de1-40ee-9ec2-f3c90efe794d req-5b3d69b7-1bb1-4147-b0f4-eeb2f66e5248 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1025620 Sep 17 22:34:32.561478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-816f787a-4de1-40ee-9ec2-f3c90efe794d req-9966807d-4567-46f5-b2e1-303e9d70973f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Sep 17 22:34:32.604542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-907e1b78-cbf4-41b2-a25f-ad35ac6ea7ec tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:32.606090 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-907e1b78-cbf4-41b2-a25f-ad35ac6ea7ec tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.4723749 Sep 17 22:34:32.623152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Request body: {'port': {'device_id': 'f472cd0c-b952-44cf-9a24-9a0af61f797c', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'admin_state_up': True, 'tenant_id': '6bbefcb9aba54baf82ee80e067d50ea1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:32.662530 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5d26-6bd5-4f65-bd78-79cdc84af42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.737259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Made reservation on behalf of 6bbefcb9aba54baf82ee80e067d50ea1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:32.740652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.874176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Allocated IP 172.20.0.13 (8a160834-d84a-45a5-816b-6bf5f4ed9a09/6a7afdb5-e47c-46bf-ba23-7017b25ae29b/e101a227-c642-45ba-be40-47c2fc720a57) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:33.030973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.042876 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.066553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.108067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:33.112069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:33.116842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:33.168018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.168656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.190852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event updated for resources: {'Port': ['ID=e101a227-c642-45ba-be40-47c2fc720a57,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:33.196053 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5770712 Sep 17 22:34:33.201327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.201878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.202381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.202877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.203370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.203859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.204341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.204828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.205334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.205834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.206326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.206808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b7459e-664d-4847-a82a-e8b59d794ee4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:33.207557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ebd5d-618f-42f7-a005-7c6fef280fdc req-4f3fc963-5826-46e1-8296-baab91ccf3a6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.209105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-486ebd5d-618f-42f7-a005-7c6fef280fdc req-4f3fc963-5826-46e1-8296-baab91ccf3a6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 945 time: 0.0638885 Sep 17 22:34:33.217602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Request body: {'port': {'device_id': 'f472cd0c-b952-44cf-9a24-9a0af61f797c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:33.261702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-486ebd5d-618f-42f7-a005-7c6fef280fdc req-9aa52174-5b12-46ae-9408-afccb589755c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Sep 17 22:34:33.279897 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.492164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8eb3-7be4-4225-a440-d25b58bd18bd req-2fef8468-52a2-42fe-b698-1a71f5c912e9 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.497572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dee8eb3-7be4-4225-a440-d25b58bd18bd req-2fef8468-52a2-42fe-b698-1a71f5c912e9 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0863864 Sep 17 22:34:33.544542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3e0b0-8c21-47c6-abfb-a07bafac925e req-59a6f801-51a6-4f73-b3f8-5086d18bca62 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.546251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23e3e0b0-8c21-47c6-abfb-a07bafac925e req-59a6f801-51a6-4f73-b3f8-5086d18bca62 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 932 time: 0.0969956 Sep 17 22:34:33.554432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dee8eb3-7be4-4225-a440-d25b58bd18bd req-55a71a8d-b933-4e29-a092-bf98dc2d99c4 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520031 Sep 17 22:34:33.583056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e101a227-c642-45ba-be40-47c2fc720a57 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:33.595868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.604858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23e3e0b0-8c21-47c6-abfb-a07bafac925e req-b3477af0-6951-4dde-a061-086ed8277047 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Sep 17 22:34:33.610237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Transition to ACTIVE for port object e101a227-c642-45ba-be40-47c2fc720a57 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:33.615064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.692053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Pushing event updated for resources: {'Port': ['ID=e101a227-c642-45ba-be40-47c2fc720a57,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:33.751519 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.778386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7323f2-0ffe-4709-bfe1-c9d86391fe2c req-a3ca1a27-78e4-469a-8412-eb6ab78b8236 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.782640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Attempting to bind port e101a227-c642-45ba-be40-47c2fc720a57 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:33.783125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Attempting to bind port e101a227-c642-45ba-be40-47c2fc720a57 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:33.783560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Attempting to bind port e101a227-c642-45ba-be40-47c2fc720a57 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:33.785437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f7323f2-0ffe-4709-bfe1-c9d86391fe2c req-a3ca1a27-78e4-469a-8412-eb6ab78b8236 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0925887 Sep 17 22:34:33.789515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Port e101a227-c642-45ba-be40-47c2fc720a57 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:33.789853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Attempting to bind port e101a227-c642-45ba-be40-47c2fc720a57 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:33.796016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:33.796356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Checking segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:33.797129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Bound using segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:33.797593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Bound port: e101a227-c642-45ba-be40-47c2fc720a57, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:33.797932 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.854617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f7323f2-0ffe-4709-bfe1-c9d86391fe2c req-8a38224c-33fa-4c13-ab75-15a92cdcbc3b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642900 Sep 17 22:34:33.880764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] For port e101a227-c642-45ba-be40-47c2fc720a57, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:33.884841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] For port e101a227-c642-45ba-be40-47c2fc720a57, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e101a227-c642-45ba-be40-47c2fc720a57,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:33.891722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.930815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.931441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.932859 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] 10.222.0.45 "PUT /v2.0/ports/e101a227-c642-45ba-be40-47c2fc720a57 HTTP/1.1" status: 200 len: 1093 time: 0.7210126 Sep 17 22:34:33.933610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f472cd0c-b952-44cf-9a24-9a0af61f797c', 'tag': 'e101a227-c642-45ba-be40-47c2fc720a57'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:33.935542 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c955ef21-389d-41fc-a843-921ac9c14762" -d '{"events": [{"name": "network-changed", "server_uuid": "f472cd0c-b952-44cf-9a24-9a0af61f797c", "tag": "e101a227-c642-45ba-be40-47c2fc720a57"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:33.947259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d98b0c1-0336-4e96-b28d-469a499d1b74 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:33.960818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ede899-b012-4b81-bbc2-26800ab9b74a service neutron] Pushing event updated for resources: {'Port': ['ID=e101a227-c642-45ba-be40-47c2fc720a57,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.013562 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65661958-305d-4bcf-abfd-39c347376d6b x-openstack-request-id: req-65661958-305d-4bcf-abfd-39c347376d6b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:34.014025 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f472cd0c-b952-44cf-9a24-9a0af61f797c", "tag": "e101a227-c642-45ba-be40-47c2fc720a57", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:34.014343 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65661958-305d-4bcf-abfd-39c347376d6b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:34.014802 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f472cd0c-b952-44cf-9a24-9a0af61f797c', 'tag': 'e101a227-c642-45ba-be40-47c2fc720a57', 'status': 'completed', 'code': 200} Sep 17 22:34:34.043513 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.053876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-f2021e82-9cce-4116-b840-cddcc819596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.055530 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-f2021e82-9cce-4116-b840-cddcc819596c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 1096 time: 0.0544565 Sep 17 22:34:34.067596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:34.070658 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dc9c72-ab8d-4062-8db0-a6b8729ef343" -d '{"events": [{"server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:34.085066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:34.092676 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.133290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-beb8697b-f071-4d09-8999-34f907657a02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e101a227-c642-45ba-be40-47c2fc720a57 HTTP/1.1" status: 200 len: 217 time: 0.0676966 Sep 17 22:34:34.158751 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3256c30-7b27-4f85-9bb6-6e6508d367c4 x-openstack-request-id: req-c3256c30-7b27-4f85-9bb6-6e6508d367c4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:34.159285 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:34.159759 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3256c30-7b27-4f85-9bb6-6e6508d367c4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:34.160316 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'code': 200} Sep 17 22:34:34.161508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.200803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-c6e51dbe-8679-415e-a358-5068a55eaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.202673 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-c6e51dbe-8679-415e-a358-5068a55eaa41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0605745 Sep 17 22:34:34.247599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-65893535-1480-48c3-9ed8-e01242cbc3f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318792 Sep 17 22:34:34.369553 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-a7a05767-8a8e-47da-b6e3-6365c2c8d395 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133144 Sep 17 22:34:34.403535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd8461-477c-49ad-8632-3a0b324e98c6 req-4a81fe0f-8385-43fe-bd0a-238a91872e0a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.409564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1afd8461-477c-49ad-8632-3a0b324e98c6 req-4a81fe0f-8385-43fe-bd0a-238a91872e0a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 943 time: 0.0685885 Sep 17 22:34:34.455210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1afd8461-477c-49ad-8632-3a0b324e98c6 req-ef301b9b-e263-4cc0-b47b-f80ea6a58ff2 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Sep 17 22:34:34.499692 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1aaf778-7e00-4088-8826-a028c8f51fb9 req-fb6f4537-6100-4051-9bcd-cd48e0dd032b service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102560 Sep 17 22:34:34.535020 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.597891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955ef21-389d-41fc-a843-921ac9c14762 req-4bd63e6c-7231-4311-b665-d31aafc3f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.599763 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c955ef21-389d-41fc-a843-921ac9c14762 req-4bd63e6c-7231-4311-b665-d31aafc3f781 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 1096 time: 0.0478351 Sep 17 22:34:34.601896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4658f-de36-4c67-834a-fcfc6333daaa req-969355c9-f029-40f2-8740-96bb14d87b15 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.603883 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ec4658f-de36-4c67-834a-fcfc6333daaa req-969355c9-f029-40f2-8740-96bb14d87b15 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0551252 Sep 17 22:34:34.702416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ec4658f-de36-4c67-834a-fcfc6333daaa req-00a94e62-1274-4e0b-b444-482468b4c3dc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919204 Sep 17 22:34:34.715727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955ef21-389d-41fc-a843-921ac9c14762 req-e8da1833-a1b3-4b41-9d12-51a236e2bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.717987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c955ef21-389d-41fc-a843-921ac9c14762 req-e8da1833-a1b3-4b41-9d12-51a236e2bf1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 912 time: 0.1100943 Sep 17 22:34:34.742092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f39fa8-0d34-4076-a3d1-45caac9fd381 req-61791cd5-8b8b-43b5-9bc9-1703785f0f67 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.744004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3f39fa8-0d34-4076-a3d1-45caac9fd381 req-61791cd5-8b8b-43b5-9bc9-1703785f0f67 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0841699 Sep 17 22:34:34.780012 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c955ef21-389d-41fc-a843-921ac9c14762 req-cc023925-816e-4c25-99f7-832a21236937 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e101a227-c642-45ba-be40-47c2fc720a57 HTTP/1.1" status: 200 len: 217 time: 0.0534608 Sep 17 22:34:34.823561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3f39fa8-0d34-4076-a3d1-45caac9fd381 req-92a8cedd-7e11-4566-926b-a1f7754dd216 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689611 Sep 17 22:34:34.862666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955ef21-389d-41fc-a843-921ac9c14762 req-1fdc249b-1080-4eee-9ab5-09047ec51ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.864092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab128b-48b8-46af-bb03-06bb77bd8fbb req-f435e64c-c9ec-494e-a286-ad6547ededf4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.865106 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c955ef21-389d-41fc-a843-921ac9c14762 req-1fdc249b-1080-4eee-9ab5-09047ec51ce5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0770605 Sep 17 22:34:34.866234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4ab128b-48b8-46af-bb03-06bb77bd8fbb req-f435e64c-c9ec-494e-a286-ad6547ededf4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 944 time: 0.0772400 Sep 17 22:34:34.910765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c955ef21-389d-41fc-a843-921ac9c14762 req-00b3f85f-6dda-4ed0-9e39-0198145db9d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360599 Sep 17 22:34:34.931071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4ab128b-48b8-46af-bb03-06bb77bd8fbb req-eacc17ce-d335-46b7-b970-09042ff9f628 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555787 Sep 17 22:34:35.019466 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c955ef21-389d-41fc-a843-921ac9c14762 req-767654ef-c42d-45d1-a392-59da17961922 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005878 Sep 17 22:34:35.069576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b52797-e030-401e-ac1d-7eda0bba4f5d req-f3cf4b89-0c80-465b-9ad9-2f0c57ac7f31 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.071611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3b52797-e030-401e-ac1d-7eda0bba4f5d req-f3cf4b89-0c80-465b-9ad9-2f0c57ac7f31 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0706897 Sep 17 22:34:35.132033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c955ef21-389d-41fc-a843-921ac9c14762 req-b5dd37e9-9313-4833-a0b6-f7a1a4ca7dce service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042016 Sep 17 22:34:35.152616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3b52797-e030-401e-ac1d-7eda0bba4f5d req-63ee8c47-6b64-4b20-ac9f-9d40335ff47f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751567 Sep 17 22:34:35.160853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe34e8-7c06-4f96-afe4-f265db186932 req-b782e1f5-7d50-4778-9137-294e0980ab64 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.162339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3fbe34e8-7c06-4f96-afe4-f265db186932 req-b782e1f5-7d50-4778-9137-294e0980ab64 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0791068 Sep 17 22:34:35.216425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3fbe34e8-7c06-4f96-afe4-f265db186932 req-53a1b7ac-88ea-4e0f-addb-a2fc1ea59a42 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Sep 17 22:34:35.278165 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.409124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254185-193d-4590-814e-e92dff59f34e req-f7d201f5-df7f-4190-82dd-fa8aec336344 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.410879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3254185-193d-4590-814e-e92dff59f34e req-f7d201f5-df7f-4190-82dd-fa8aec336344 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0512972 Sep 17 22:34:35.451859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3254185-193d-4590-814e-e92dff59f34e req-c8493f83-89a0-4ba4-8859-0b2a65d9b139 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337920 Sep 17 22:34:35.943184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06523dc4-7910-406d-aa21-c2ed89045a71 req-b51c1a46-313a-4104-9e91-ef3c95a13af8 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.944799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06523dc4-7910-406d-aa21-c2ed89045a71 req-b51c1a46-313a-4104-9e91-ef3c95a13af8 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0476596 Sep 17 22:34:35.986444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06523dc4-7910-406d-aa21-c2ed89045a71 req-64a5f1e0-4c68-4bab-a0a9-9b28a9fb21b1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359035 Sep 17 22:34:36.090361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df75cd7-ed9e-40ff-ab33-aad8f7b5987e req-77ff2ab8-ee93-4603-98c9-50f3804f15db tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.091862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8df75cd7-ed9e-40ff-ab33-aad8f7b5987e req-77ff2ab8-ee93-4603-98c9-50f3804f15db tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 944 time: 0.0487845 Sep 17 22:34:36.131034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8df75cd7-ed9e-40ff-ab33-aad8f7b5987e req-d96e3ea1-57d0-40d1-9973-2e35f85bb21a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Sep 17 22:34:36.322842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d04d81-ce73-46c7-8d1a-2c91add5bc0b req-7224ece1-e522-45a0-88d0-34b422d81000 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.324345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99d04d81-ce73-46c7-8d1a-2c91add5bc0b req-7224ece1-e522-45a0-88d0-34b422d81000 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0519567 Sep 17 22:34:36.371972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99d04d81-ce73-46c7-8d1a-2c91add5bc0b req-094db888-5eaf-4374-8f65-edca5709e01a tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354221 Sep 17 22:34:36.572620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe7ac-b5cf-4e99-a9bb-54952c2d6917 req-d2b1f9b7-cc7e-424a-bcad-3edbc12d0dc4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.574209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a7fe7ac-b5cf-4e99-a9bb-54952c2d6917 req-d2b1f9b7-cc7e-424a-bcad-3edbc12d0dc4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0502403 Sep 17 22:34:36.624759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a7fe7ac-b5cf-4e99-a9bb-54952c2d6917 req-cbf5a8a1-990e-4fbc-ae4d-b5341756b87c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Sep 17 22:34:37.111261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4db9c-d191-4fed-a19e-502a97c34fd7 req-3e3f3be4-8f2b-42f4-aebb-d390598516ff tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:37.112969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6dc4db9c-d191-4fed-a19e-502a97c34fd7 req-3e3f3be4-8f2b-42f4-aebb-d390598516ff tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0559661 Sep 17 22:34:37.162235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6dc4db9c-d191-4fed-a19e-502a97c34fd7 req-2d6149f7-afe1-47c6-90fe-14f7990d09db tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388889 Sep 17 22:34:37.277370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e437f2-179e-4b40-b9ab-1a8d92ba5451 req-a6877d23-11c0-4f9c-8b81-76abde46bc4c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:37.278768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3e437f2-179e-4b40-b9ab-1a8d92ba5451 req-a6877d23-11c0-4f9c-8b81-76abde46bc4c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 944 time: 0.0490298 Sep 17 22:34:37.317480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3e437f2-179e-4b40-b9ab-1a8d92ba5451 req-35f5b3c3-0860-4763-aaf7-bdc089534152 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Sep 17 22:34:37.487035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae8a52-faf5-4760-a66d-cc1a299d9e30 req-7d613366-7d31-426b-90f1-df820bddf4f5 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:37.488410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ae8a52-faf5-4760-a66d-cc1a299d9e30 req-7d613366-7d31-426b-90f1-df820bddf4f5 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0489454 Sep 17 22:34:37.529717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ae8a52-faf5-4760-a66d-cc1a299d9e30 req-a115cd4b-6956-4c0a-8615-cfb9c71386fe tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345304 Sep 17 22:34:37.744746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f266c7-0ef9-44a5-b046-fea2f2cca5c0 req-42b62bd9-6b90-4845-b18d-15bcc6bc7b7d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:37.746368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7f266c7-0ef9-44a5-b046-fea2f2cca5c0 req-42b62bd9-6b90-4845-b18d-15bcc6bc7b7d tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0492785 Sep 17 22:34:37.785837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7f266c7-0ef9-44a5-b046-fea2f2cca5c0 req-5f05e26a-467a-482d-94c8-3a036135088e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Sep 17 22:34:37.971707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e101a227-c642-45ba-be40-47c2fc720a57 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:37.977050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3d98b0c1-0336-4e96-b28d-469a499d1b74 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:38.138715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e101a227-c642-45ba-be40-47c2fc720a57, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e101a227-c642-45ba-be40-47c2fc720a57,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:38.150347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'e101a227-c642-45ba-be40-47c2fc720a57', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'port_id': 'e101a227-c642-45ba-be40-47c2fc720a57', 'mac_address': 'fa:16:3e:c1:aa:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7afdb5-e47c-46bf-ba23-7017b25ae29b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:38.189506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.204118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e101a227-c642-45ba-be40-47c2fc720a57 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:38.229994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e101a227-c642-45ba-be40-47c2fc720a57, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e101a227-c642-45ba-be40-47c2fc720a57,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:38.235625 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.290507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e101a227-c642-45ba-be40-47c2fc720a57,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:38.305771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18773d62-d634-4782-8300-10e72c2a7682 req-fc48c3f7-67bd-4460-8c26-d456e6534964 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:38.307290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18773d62-d634-4782-8300-10e72c2a7682 req-fc48c3f7-67bd-4460-8c26-d456e6534964 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0590963 Sep 17 22:34:38.350517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18773d62-d634-4782-8300-10e72c2a7682 req-2769fb96-2bc4-47e8-a4be-9cf6b78e0de6 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Sep 17 22:34:38.439117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec215201-ff8a-4e59-b6ec-57d578169d22 req-3467082d-df22-4d1f-bf4e-0c7839a557e2 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:38.441000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec215201-ff8a-4e59-b6ec-57d578169d22 req-3467082d-df22-4d1f-bf4e-0c7839a557e2 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 945 time: 0.0506768 Sep 17 22:34:38.496696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec215201-ff8a-4e59-b6ec-57d578169d22 req-486f0ae2-5346-4a80-a6dc-1420924e079f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486362 Sep 17 22:34:38.498511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e101a227-c642-45ba-be40-47c2fc720a57'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:38.651347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc038-4f90-480c-bc24-8133607b1509 req-e5d1ed52-a2cf-40e9-864b-10cd933d19d9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:38.652832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e0fc038-4f90-480c-bc24-8133607b1509 req-e5d1ed52-a2cf-40e9-864b-10cd933d19d9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0497611 Sep 17 22:34:38.690014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e0fc038-4f90-480c-bc24-8133607b1509 req-14becccd-ab41-45d0-8a23-cb4adac94032 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Sep 17 22:34:38.903329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2106696-3862-4ee9-9433-97aa4559ea8f req-a2d9e4f2-b573-40e6-8794-10204a45aafc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:38.904815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2106696-3862-4ee9-9433-97aa4559ea8f req-a2d9e4f2-b573-40e6-8794-10204a45aafc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0485964 Sep 17 22:34:38.942129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2106696-3862-4ee9-9433-97aa4559ea8f req-3d8f983a-04f7-48e0-bf15-636f6b4357c9 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Sep 17 22:34:38.970182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36968) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:38.975159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-622285722'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:38.996370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:38.999704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.022273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:34:39.031383 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.031742 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Added segment 76014dde-0e16-43a9-8b2f-2c2b6f23ee05 of type vlan for network 869fee45-3a06-4e53-bce5-85fc18d85576 Sep 17 22:34:39.073797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.098130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.104082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.104671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.163892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1925716 Sep 17 22:34:39.166629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36970) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:39.171617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1246563863'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:39.193871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:39.198156 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.213857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16923c32-c3b5-45a1-9520-97ae6c52886c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Network': ['ID=869fee45-3a06-4e53-bce5-85fc18d85576,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:39.225960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 869fee45-3a06-4e53-bce5-85fc18d85576 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:34:39.240371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:34:39.253644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.253986 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Added segment cbe816ea-572d-4d98-bd22-34b8607cbba5 of type vlan for network 9825d235-beee-480d-8f9d-bbd2329790f5 Sep 17 22:34:39.298512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.326048 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.331711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.332290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.395340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2249780 Sep 17 22:34:39.395807 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36978) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:39.402574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'subnet': {'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:39.451590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1e360-e92d-418d-9a0e-ebe160e89a5b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Network': ['ID=9825d235-beee-480d-8f9d-bbd2329790f5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:39.461795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 9825d235-beee-480d-8f9d-bbd2329790f5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:34:39.856912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8965f13-676c-46fd-a628-9fbbe3599a4c req-53fbf280-7adc-4a2c-972a-a6cc63478c78 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.858311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8965f13-676c-46fd-a628-9fbbe3599a4c req-53fbf280-7adc-4a2c-972a-a6cc63478c78 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1279674 Sep 17 22:34:39.867951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8218154-3a96-40de-b86b-b63d0df886f3 req-b3884a15-2851-4f74-aef9-b2b113096474 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.869389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8218154-3a96-40de-b86b-b63d0df886f3 req-b3884a15-2851-4f74-aef9-b2b113096474 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 945 time: 0.1401596 Sep 17 22:34:39.879624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:39.883453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.987348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e101a227-c642-45ba-be40-47c2fc720a57 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:39.999392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8965f13-676c-46fd-a628-9fbbe3599a4c req-bf76aab9-dab0-4b6f-8d05-3f471f2a0de0 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290555 Sep 17 22:34:40.004445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8218154-3a96-40de-b86b-b63d0df886f3 req-b12ae0da-acef-47f8-b5e5-fefbdf11fdfd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274664 Sep 17 22:34:40.053841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port e101a227-c642-45ba-be40-47c2fc720a57 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:40.058409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port e101a227-c642-45ba-be40-47c2fc720a57 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:40.058848 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.175037 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.177917 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.201515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472cd0c-b952-44cf-9a24-9a0af61f797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e101a227-c642-45ba-be40-47c2fc720a57'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:40.203800 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77417fad-20ac-48e6-89b8-182d54d90be4" -d '{"events": [{"server_uuid": "f472cd0c-b952-44cf-9a24-9a0af61f797c", "name": "network-vif-plugged", "status": "completed", "tag": "e101a227-c642-45ba-be40-47c2fc720a57"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:40.218124 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e101a227-c642-45ba-be40-47c2fc720a57, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e101a227-c642-45ba-be40-47c2fc720a57,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:40.231580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.242679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9909-cf68-49b6-a5e7-c577bce5244f req-aa031704-73d7-403a-8b8d-967fe80da01f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.244872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-beab9909-cf68-49b6-a5e7-c577bce5244f req-aa031704-73d7-403a-8b8d-967fe80da01f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1240211 Sep 17 22:34:40.253925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f6701-2a20-4892-ab9b-9becde09c165 req-7c8ba278-f7a1-41bb-a733-c17815f37784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.255440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-355f6701-2a20-4892-ab9b-9becde09c165 req-7c8ba278-f7a1-41bb-a733-c17815f37784 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 1097 time: 0.0490494 Sep 17 22:34:40.283686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e101a227-c642-45ba-be40-47c2fc720a57,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:40.295007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-355f6701-2a20-4892-ab9b-9becde09c165 req-a427ab16-dd51-4b80-a8ad-6b14e9168b65 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Sep 17 22:34:40.303356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Subnet': ['ID=368115b4-fdc7-41a5-abc7-e8709fc612e2,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:40.345550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e401-eaf6-4b8a-b6d1-b7b44ed4c4dc req-ea209881-df8c-4985-8662-9eab3c243e87 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.347054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3107e401-eaf6-4b8a-b6d1-b7b44ed4c4dc req-ea209881-df8c-4985-8662-9eab3c243e87 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1343534 Sep 17 22:34:40.351909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-beab9909-cf68-49b6-a5e7-c577bce5244f req-ac766564-15bf-47d1-82c2-127330ac5a9b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900979 Sep 17 22:34:40.353009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Checking segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:40.353375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network hostable DHCP agents. Network: 869fee45-3a06-4e53-bce5-85fc18d85576, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:34:40.395342 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d110a4-5d23-4a9a-b86e-63af15fb2dcf x-openstack-request-id: req-d0d110a4-5d23-4a9a-b86e-63af15fb2dcf {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:40.395901 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472cd0c-b952-44cf-9a24-9a0af61f797c", "name": "network-vif-plugged", "status": "completed", "tag": "e101a227-c642-45ba-be40-47c2fc720a57", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:40.396396 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0d110a4-5d23-4a9a-b86e-63af15fb2dcf {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:40.396817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 869fee45-3a06-4e53-bce5-85fc18d85576 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:34:40.397084 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472cd0c-b952-44cf-9a24-9a0af61f797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e101a227-c642-45ba-be40-47c2fc720a57', 'code': 200} Sep 17 22:34:40.402494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3107e401-eaf6-4b8a-b6d1-b7b44ed4c4dc req-f06b3d66-7ade-468d-994c-d851802526f4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463681 Sep 17 22:34:40.411259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 869fee45-3a06-4e53-bce5-85fc18d85576) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:40.414907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.415641 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.428061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead998a-959f-4706-8636-b0d236c55355 None None] Network 869fee45-3a06-4e53-bce5-85fc18d85576 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:40.443253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-705708ce-d71a-4eac-a23b-bb747c68b8fb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0461872 Sep 17 22:34:40.446884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36994) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:40.454707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'subnet': {'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:40.564799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:40.568218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.603339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-869fee45-3a06-4e53-bce5-85fc18d85576', 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'fixed_ips': [{'subnet_id': '368115b4-fdc7-41a5-abc7-e8709fc612e2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:40.604196 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.668103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102488a9-a688-4a3f-9a07-13bedd7b1fb2 req-f6e28cef-aef7-4078-990d-11a9baeff522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.669541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-102488a9-a688-4a3f-9a07-13bedd7b1fb2 req-f6e28cef-aef7-4078-990d-11a9baeff522 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 1098 time: 0.0975292 Sep 17 22:34:40.746097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Allocated IP 10.1.1.2 (869fee45-3a06-4e53-bce5-85fc18d85576/368115b4-fdc7-41a5-abc7-e8709fc612e2/594923c6-bd05-41bc-ba94-b1c3e7a77868) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:40.754777 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-102488a9-a688-4a3f-9a07-13bedd7b1fb2 req-fbefe188-175e-47c8-87d4-3e3eec66a32b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661764 Sep 17 22:34:40.803292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.864609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Subnet': ['ID=127608d2-b42c-48ba-84b0-12633ad3bc0e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:40.872538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Checking segment: {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:40.872874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network hostable DHCP agents. Network: 9825d235-beee-480d-8f9d-bbd2329790f5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:34:40.889565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 9825d235-beee-480d-8f9d-bbd2329790f5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:34:40.891329 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.897148 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.898221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 9825d235-beee-480d-8f9d-bbd2329790f5) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:40.902675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.903611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.918521 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-58338a18-1907-49c8-bd61-b42b4527217e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4702637 Sep 17 22:34:40.921601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36996) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:40.926459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'port': {'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'name': 'tempest-TaggedBootDevicesTest-1943640980', 'fixed_ips': [{'subnet_id': '368115b4-fdc7-41a5-abc7-e8709fc612e2'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:40.934232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c14de6-641f-47a2-9d9b-89a3f86a905b None None] Network 9825d235-beee-480d-8f9d-bbd2329790f5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:40.961170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Network 869fee45-3a06-4e53-bce5-85fc18d85576 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:40.975418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:40.979199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:40.981125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Pushing event updated for resources: {'Port': ['ID=594923c6-bd05-41bc-ba94-b1c3e7a77868,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.042443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:41.080227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Attempting to bind port 594923c6-bd05-41bc-ba94-b1c3e7a77868 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:41.080487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Attempting to bind port 594923c6-bd05-41bc-ba94-b1c3e7a77868 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:41.080818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Attempting to bind port 594923c6-bd05-41bc-ba94-b1c3e7a77868 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:41.108906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:41.109300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Checking segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:41.110144 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.110144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Bound using segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:41.110561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Bound port: 594923c6-bd05-41bc-ba94-b1c3e7a77868, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:41.110943 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.146706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.167347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] device_id is not set on port 659d55db-96af-4f18-bef3-1de24f9773c6 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:41.172959 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eab765-a345-462b-a4aa-8bdf2d0ee721 req-88903184-ba54-450d-9471-79917c6d0c20 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:41.174441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90eab765-a345-462b-a4aa-8bdf2d0ee721 req-88903184-ba54-450d-9471-79917c6d0c20 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0894620 Sep 17 22:34:41.216079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-9825d235-beee-480d-8f9d-bbd2329790f5', 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'fixed_ips': [{'subnet_id': '127608d2-b42c-48ba-84b0-12633ad3bc0e'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:41.217211 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.221145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] For port 594923c6-bd05-41bc-ba94-b1c3e7a77868, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:41.225611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] For port 594923c6-bd05-41bc-ba94-b1c3e7a77868, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=594923c6-bd05-41bc-ba94-b1c3e7a77868,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:41.227814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2b42-aef1-4b2d-9131-2e2df23f842d req-a6d6817c-4ed4-4ca8-ae7a-3173cceaac91 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:41.229540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-487a2b42-aef1-4b2d-9131-2e2df23f842d req-a6d6817c-4ed4-4ca8-ae7a-3173cceaac91 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 946 time: 0.0979698 Sep 17 22:34:41.232832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90eab765-a345-462b-a4aa-8bdf2d0ee721 req-251930e3-99fa-4189-bbde-45800f9ccab9 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522623 Sep 17 22:34:41.235901 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.281317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-487a2b42-aef1-4b2d-9131-2e2df23f842d req-8b4b40ab-0c13-4329-82de-2e630eeca362 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Sep 17 22:34:41.433355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Allocated IP 10.1.1.26 (869fee45-3a06-4e53-bce5-85fc18d85576/368115b4-fdc7-41a5-abc7-e8709fc612e2/659d55db-96af-4f18-bef3-1de24f9773c6) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:41.489268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a0e4b-1099-4b63-9657-4c60c53f8a2b req-3058692f-c7f8-44fb-aae7-6babb753b08a tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:41.499880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-497a0e4b-1099-4b63-9657-4c60c53f8a2b req-3058692f-c7f8-44fb-aae7-6babb753b08a tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0741684 Sep 17 22:34:41.550506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Pushing event updated for resources: {'Port': ['ID=594923c6-bd05-41bc-ba94-b1c3e7a77868,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.564944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.565606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.565954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.566319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.566634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.566967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.567302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.567630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.568113 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.569358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.569358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.569616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e5ffe-3e61-4151-9923-5cd072a3bc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.592796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-497a0e4b-1099-4b63-9657-4c60c53f8a2b req-8f51e665-17bd-4641-9069-8db2f67d2787 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795317 Sep 17 22:34:41.637538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c8df5-711d-4366-bf53-1fbdf22f3a09 req-b8ce7f09-c8ae-4503-ae65-a79d8f0be277 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:41.639102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd9c8df5-711d-4366-bf53-1fbdf22f3a09 req-b8ce7f09-c8ae-4503-ae65-a79d8f0be277 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1219444 Sep 17 22:34:41.642510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Allocated IP 10.2.2.2 (9825d235-beee-480d-8f9d-bbd2329790f5/127608d2-b42c-48ba-84b0-12633ad3bc0e/1a117fca-2711-4387-9850-d150b914936e) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:41.682012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.707166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd9c8df5-711d-4366-bf53-1fbdf22f3a09 req-d21aac73-3905-4d3f-a3ec-9b5294feecca tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595448 Sep 17 22:34:41.782162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.824855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 869fee45-3a06-4e53-bce5-85fc18d85576 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:41.828171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:41.831123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:41.865538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.878128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=659d55db-96af-4f18-bef3-1de24f9773c6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.881389 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.900004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:41.900741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.920713 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-652e5f37-c51b-49d4-933c-2028718a19d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9943843 Sep 17 22:34:41.920713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37012) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:41.921987 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Network 9825d235-beee-480d-8f9d-bbd2329790f5 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:41.924992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:41.925138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'port': {'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'name': 'tempest-TaggedBootDevicesTest-813324533', 'fixed_ips': [{'subnet_id': '368115b4-fdc7-41a5-abc7-e8709fc612e2'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:41.928411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:41.939104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Pushing event updated for resources: {'Port': ['ID=1a117fca-2711-4387-9850-d150b914936e,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.996681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Attempting to bind port 1a117fca-2711-4387-9850-d150b914936e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:41.997037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Attempting to bind port 1a117fca-2711-4387-9850-d150b914936e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:41.997377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Attempting to bind port 1a117fca-2711-4387-9850-d150b914936e on network 9825d235-beee-480d-8f9d-bbd2329790f5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:42.002515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:42.002881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Checking segment: {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:42.003282 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.003670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Bound using segment: {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:42.004132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Bound port: 1a117fca-2711-4387-9850-d150b914936e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:42.004509 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.049118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:42.053688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.071992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] device_id is not set on port 6108c74a-65fa-4dcf-adbc-c04280985196 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:42.078390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] For port 1a117fca-2711-4387-9850-d150b914936e, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:42.083937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] For port 1a117fca-2711-4387-9850-d150b914936e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1a117fca-2711-4387-9850-d150b914936e,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:42.089005 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.150772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284733c5-3eff-4482-b595-dfd9e58b0970 None None] Pushing event updated for resources: {'Port': ['ID=1a117fca-2711-4387-9850-d150b914936e,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:42.250577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Allocated IP 10.1.1.94 (869fee45-3a06-4e53-bce5-85fc18d85576/368115b4-fdc7-41a5-abc7-e8709fc612e2/6108c74a-65fa-4dcf-adbc-c04280985196) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:42.454638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d3d1a-b4d3-4a71-a668-d5994d93bbf2 req-bdc1024c-ef6f-456e-afda-e4216d02e77a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:42.456269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-098d3d1a-b4d3-4a71-a668-d5994d93bbf2 req-bdc1024c-ef6f-456e-afda-e4216d02e77a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1144440 Sep 17 22:34:42.481182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.489021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2030bd-16ec-426f-aa2d-388620c4f159 req-1a31daad-0d25-4af3-9138-80df809f207f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:42.490738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b2030bd-16ec-426f-aa2d-388620c4f159 req-1a31daad-0d25-4af3-9138-80df809f207f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 946 time: 0.0896432 Sep 17 22:34:42.522441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.549298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b2030bd-16ec-426f-aa2d-388620c4f159 req-59469aa9-1c59-4680-b66f-8ae162ba93b7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515816 Sep 17 22:34:42.555238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-098d3d1a-b4d3-4a71-a668-d5994d93bbf2 req-985a2d3f-174f-4c9f-81a1-92b8cc483689 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855036 Sep 17 22:34:42.588625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 869fee45-3a06-4e53-bce5-85fc18d85576 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:42.602454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=6108c74a-65fa-4dcf-adbc-c04280985196,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:42.605586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:42.608345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:42.669244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:42.670151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.694273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ce277fd0-64ed-40ec-9abc-5f5a1096493a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7732029 Sep 17 22:34:42.755888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ca7fe-5c2b-400c-a920-d9ea055277f3 None None] Network 869fee45-3a06-4e53-bce5-85fc18d85576 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:42.760786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971d04f-a899-48e3-b388-8e73b86824e3 req-f1a1a30f-3fc9-4c41-a18e-4821d9cc0990 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:42.768337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7971d04f-a899-48e3-b388-8e73b86824e3 req-f1a1a30f-3fc9-4c41-a18e-4821d9cc0990 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0761733 Sep 17 22:34:42.822102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7971d04f-a899-48e3-b388-8e73b86824e3 req-75503fd4-7e68-4f8d-88b1-1ce7e6cb0d0b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516472 Sep 17 22:34:42.877206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-974680ce-a0aa-464a-8ac5-14e97281a643 None None] Provisioning complete for port 594923c6-bd05-41bc-ba94-b1c3e7a77868 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:42.877838 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-974680ce-a0aa-464a-8ac5-14e97281a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.048413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.061280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-80f9f4a2-0361-4db8-aaed-f48715b62519 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705120768', 'description': 'tempest-description--1485305255'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:43.140561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f059427-465d-4f43-b983-4923afbcb299 req-44d3d78b-3124-4848-9d97-fd5ac223119b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:43.150362 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80f9f4a2-0361-4db8-aaed-f48715b62519 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.161648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f059427-465d-4f43-b983-4923afbcb299 req-44d3d78b-3124-4848-9d97-fd5ac223119b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1356113 Sep 17 22:34:43.227476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f059427-465d-4f43-b983-4923afbcb299 req-e31b3e63-4f96-4eca-9c41-e244a23a9967 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642927 Sep 17 22:34:43.232860 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-974680ce-a0aa-464a-8ac5-14e97281a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.323001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-974680ce-a0aa-464a-8ac5-14e97281a643 None None] For port 594923c6-bd05-41bc-ba94-b1c3e7a77868, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=594923c6-bd05-41bc-ba94-b1c3e7a77868,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:43.331287 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-974680ce-a0aa-464a-8ac5-14e97281a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.347692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80f9f4a2-0361-4db8-aaed-f48715b62519 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.355670 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80f9f4a2-0361-4db8-aaed-f48715b62519 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.418503 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80f9f4a2-0361-4db8-aaed-f48715b62519 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.423691 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80f9f4a2-0361-4db8-aaed-f48715b62519 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3727660 Sep 17 22:34:43.425024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37054) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.426642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9f4a2-0361-4db8-aaed-f48715b62519 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:43.437393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974680ce-a0aa-464a-8ac5-14e97281a643 None None] Pushing event updated for resources: {'Port': ['ID=594923c6-bd05-41bc-ba94-b1c3e7a77868,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:43.454648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-75731477-3c5a-4e15-a24c-a5534115f243 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'security_group_rule': {'security_group_id': 'c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:43.490258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03a640-dadb-4401-9c93-f663266c5e4a None None] Network 9825d235-beee-480d-8f9d-bbd2329790f5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:43.539714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75731477-3c5a-4e15-a24c-a5534115f243 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.540238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-595c9e0e-7dae-4089-8a4e-e4a3d6de2fa7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:43.550324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-595c9e0e-7dae-4089-8a4e-e4a3d6de2fa7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 810 time: 0.2741964 Sep 17 22:34:43.573281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-ea3d86cc-e89b-4cb5-a1d7-f5b0ccb62bf2 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/quotas/714e0cbf22a84977a17d51710c725796 HTTP/1.1" status: 200 len: 375 time: 0.0218623 Sep 17 22:34:43.628700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75731477-3c5a-4e15-a24c-a5534115f243 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.635291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75731477-3c5a-4e15-a24c-a5534115f243 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.639272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1a117fca-2711-4387-9850-d150b914936e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:43.652390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-bd9fcd29-a61c-4b4d-ac5d-f777b44fb024 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724115 Sep 17 22:34:43.686298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75731477-3c5a-4e15-a24c-a5534115f243 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc90c33e-2e1a-4028-8fb6-c8a0c6cb87f1,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:43.693681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75731477-3c5a-4e15-a24c-a5534115f243 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.696766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-75731477-3c5a-4e15-a24c-a5534115f243 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2597268 Sep 17 22:34:43.699328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37058) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.705445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-017ca8d8-204b-4a2e-a895-0bd4ea177bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'security_group_rule': {'security_group_id': 'c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:43.739170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f2c11e54-fd54-44d8-bde0-40ca52edc209 None None] Provisioning complete for port 1a117fca-2711-4387-9850-d150b914936e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:43.739539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2c11e54-fd54-44d8-bde0-40ca52edc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.746084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ca8d8-204b-4a2e-a895-0bd4ea177bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.809805 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-f4b36c3f-577c-4f5c-b388-faa59cd26f38 service neutron] 10.222.0.48 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558795 Sep 17 22:34:43.830679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1a117fca-2711-4387-9850-d150b914936e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:43.831228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.838289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ca8d8-204b-4a2e-a895-0bd4ea177bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.851337 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ca8d8-204b-4a2e-a895-0bd4ea177bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.855181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db52296-7d76-4e43-8349-01ca54adc50c req-1ef7fead-8220-4308-a6ef-80e4a5bc4874 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:43.857240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5db52296-7d76-4e43-8349-01ca54adc50c req-1ef7fead-8220-4308-a6ef-80e4a5bc4874 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1230109 Sep 17 22:34:43.876754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ca8d8-204b-4a2e-a895-0bd4ea177bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020cf61b-a5c9-4c52-9b89-088e29a2671a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:43.885645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ca8d8-204b-4a2e-a895-0bd4ea177bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.890008 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-017ca8d8-204b-4a2e-a895-0bd4ea177bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1862206 Sep 17 22:34:43.890544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37062) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.912539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:43.938887 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.948361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5db52296-7d76-4e43-8349-01ca54adc50c req-24771963-3539-49d9-ab44-dff99be4f560 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Sep 17 22:34:44.010965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-2fb621a6-697e-475a-ae92-06814b271990 service neutron] 10.222.0.48 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002003 Sep 17 22:34:44.035890 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2c11e54-fd54-44d8-bde0-40ca52edc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.067141 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.195940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f2c11e54-fd54-44d8-bde0-40ca52edc209 None None] For port 1a117fca-2711-4387-9850-d150b914936e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1a117fca-2711-4387-9850-d150b914936e,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:44.255795 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2c11e54-fd54-44d8-bde0-40ca52edc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.269814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.328408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Allocated IP 172.25.0.196 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/c195b79c-b755-44fc-826f-260da3f77c68) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:44.380834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3005e5cd-0137-45f5-b096-c52e72fdc58c req-15e59144-a34c-4d64-be43-551ea667c85d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 210 time: 0.0797355 Sep 17 22:34:44.482956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.500255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780985-2d93-471e-9faf-3ecffec36d91 req-e2968f83-c5cf-4551-af9c-eac6bc8568a0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:44.501888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05780985-2d93-471e-9faf-3ecffec36d91 req-e2968f83-c5cf-4551-af9c-eac6bc8568a0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0705898 Sep 17 22:34:44.505079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c11e54-fd54-44d8-bde0-40ca52edc209 None None] Pushing event updated for resources: {'Port': ['ID=1a117fca-2711-4387-9850-d150b914936e,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:44.539823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-04ab6c0a-b50c-4997-9f64-9c7cfb6096bc None None] Provisioning complete for port 594923c6-bd05-41bc-ba94-b1c3e7a77868 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:44.540471 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04ab6c0a-b50c-4997-9f64-9c7cfb6096bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.544797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.579570 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:44.579927 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:44.588445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05780985-2d93-471e-9faf-3ecffec36d91 req-604266a3-eb72-45ad-a7c2-22c6041f7365 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712669 Sep 17 22:34:44.609211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:44.618602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:44.625225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:44.667244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=c195b79c-b755-44fc-826f-260da3f77c68,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:44.680097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-04ab6c0a-b50c-4997-9f64-9c7cfb6096bc None None] Provisioning complete for port 6108c74a-65fa-4dcf-adbc-c04280985196 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:44.680801 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04ab6c0a-b50c-4997-9f64-9c7cfb6096bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.716228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-04ab6c0a-b50c-4997-9f64-9c7cfb6096bc None None] Port 6108c74a-65fa-4dcf-adbc-c04280985196 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:44.729023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-04ab6c0a-b50c-4997-9f64-9c7cfb6096bc None None] Provisioning complete for port 659d55db-96af-4f18-bef3-1de24f9773c6 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:44.729393 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04ab6c0a-b50c-4997-9f64-9c7cfb6096bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.730128 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.766083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.766834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-04ab6c0a-b50c-4997-9f64-9c7cfb6096bc None None] Port 659d55db-96af-4f18-bef3-1de24f9773c6 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:44.884818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ea72d85c-3a85-4dea-9db7-90160bb80807 None None] Provisioning complete for port 1a117fca-2711-4387-9850-d150b914936e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:44.885855 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ea72d85c-3a85-4dea-9db7-90160bb80807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.932215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.937685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.017190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=c195b79c-b755-44fc-826f-260da3f77c68,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:45.026831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.041131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.042578 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-04c2faf3-3d62-457f-ba94-c4cafc5ac78c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1408188 Sep 17 22:34:45.076309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efec8d4-bfe7-42bb-834f-1bbe097516cc req-a0938467-cf74-4859-a8b7-f325c26c57cb tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.082893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5efec8d4-bfe7-42bb-834f-1bbe097516cc req-a0938467-cf74-4859-a8b7-f325c26c57cb tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0610878 Sep 17 22:34:45.133504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5efec8d4-bfe7-42bb-834f-1bbe097516cc req-261fed9e-d66a-43f1-af45-92c219fe6fab tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497878 Sep 17 22:34:45.146100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 594923c6-bd05-41bc-ba94-b1c3e7a77868 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:45.205794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 594923c6-bd05-41bc-ba94-b1c3e7a77868 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:45.206510 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.281925 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-b9e2b811-b2ab-4dbb-aa68-f28a71e2d4a6 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--705120768&fields=id&tenant_id=0912a8b363a743beb7293effa86f4bcb HTTP/1.1" status: 200 len: 267 time: 0.0487735 Sep 17 22:34:45.339290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-905b56f7-43c5-480f-a8dd-47b0cf7ebf5c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.340789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-905b56f7-43c5-480f-a8dd-47b0cf7ebf5c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports/659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 200 len: 931 time: 0.0502756 Sep 17 22:34:45.395014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3f685dba-a1ad-4dee-b962-0d35ecaf84e9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.396391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3f685dba-a1ad-4dee-b962-0d35ecaf84e9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports/6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 200 len: 930 time: 0.0496271 Sep 17 22:34:45.404699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1a117fca-2711-4387-9850-d150b914936e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:45.453711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1a117fca-2711-4387-9850-d150b914936e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:45.454102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.454684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-c2b6ded6-86dd-4de5-9ba6-9e4ed94cbb8d tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0489888 Sep 17 22:34:45.495555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a7befc25-4399-46f9-8e2a-99e9744b371e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0349734 Sep 17 22:34:45.537431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 594923c6-bd05-41bc-ba94-b1c3e7a77868 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:45.563657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd29cb7e-6d90-4187-ab54-71b67e87b5f4 req-7dbb0343-9d50-407e-8e7c-2b5a6dfa0af8 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 210 time: 0.0495031 Sep 17 22:34:45.605230 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 594923c6-bd05-41bc-ba94-b1c3e7a77868 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:45.606539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.652663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-475683ff-b52f-4641-8772-cd9f409bc414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.658736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-475683ff-b52f-4641-8772-cd9f409bc414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.665315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-475683ff-b52f-4641-8772-cd9f409bc414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.673595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-475683ff-b52f-4641-8772-cd9f409bc414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/networks?id=360fb9db-e296-445c-af92-7c8c35eb57f8&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=9825d235-beee-480d-8f9d-bbd2329790f5&id=9825d235-beee-480d-8f9d-bbd2329790f5 HTTP/1.1" status: 200 len: 1990 time: 0.1705160 Sep 17 22:34:45.689484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-b8fa80d0-f1b6-478f-8a7d-12eb4d166c23 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/quotas/0912a8b363a743beb7293effa86f4bcb HTTP/1.1" status: 200 len: 375 time: 0.0137575 Sep 17 22:34:45.782129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-1f55a6df-58bb-459d-a104-d533fd6d1074 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0902579 Sep 17 22:34:45.928483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-7cdddbab-adc1-45e7-a328-340eaf008779 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.930694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-7cdddbab-adc1-45e7-a328-340eaf008779 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.49 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 810 time: 0.1943941 Sep 17 22:34:45.950760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ad268e1e-5142-4ecf-a9ad-2a161627666f service neutron] 10.222.0.48 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525381 Sep 17 22:34:45.992574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Request body: {'port': {'device_id': 'ad3de8ac-fecc-4eef-93dc-06a9057e2038', 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b', 'admin_state_up': True, 'tenant_id': '714e0cbf22a84977a17d51710c725796'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:46.150584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2034601-8259-4a29-ae3a-2164eba8eb84 req-42e94dcc-878f-4373-8eef-89002e57c39f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:46.152096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2034601-8259-4a29-ae3a-2164eba8eb84 req-42e94dcc-878f-4373-8eef-89002e57c39f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1853619 Sep 17 22:34:46.165667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f01aad29-3b23-4669-af52-cf4d89038369 service neutron] 10.222.0.48 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075803 Sep 17 22:34:46.250872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2034601-8259-4a29-ae3a-2164eba8eb84 req-a50bdb59-c372-423e-9756-ae7e5b404bbb tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913162 Sep 17 22:34:46.252669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-bf8e8a44-1ca5-4ec7-9e5a-764ed89d2806 service neutron] 10.222.0.48 "GET /v2.0/ports/659d55db-96af-4f18-bef3-1de24f9773c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0736020 Sep 17 22:34:46.333527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Made reservation on behalf of 714e0cbf22a84977a17d51710c725796 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:46.337667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.408371 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-069d634e-e2a0-4aa4-bc7e-89627115711b service neutron] 10.222.0.48 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483805 Sep 17 22:34:46.463507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083b636-c33f-4807-91ad-cf57244ac2f4 req-1faf08d2-9ffa-4911-8d63-2ead64f92b38 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:46.464983 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c083b636-c33f-4807-91ad-cf57244ac2f4 req-1faf08d2-9ffa-4911-8d63-2ead64f92b38 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1350715 Sep 17 22:34:46.608390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c083b636-c33f-4807-91ad-cf57244ac2f4 req-0ab197aa-9bdf-4f08-b207-02bdab9a7377 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309900 Sep 17 22:34:46.628286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Allocated IP 172.20.0.11 (cb96238d-ea69-4ef7-ad99-64868cf2e48b/cf257be0-d714-41d2-b12a-a06db7d8f811/3366c6d4-a8b3-4cf0-89db-b2db34fbed20) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:46.641846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-18163f52-6bc4-45d2-ab80-ad3819c6e1c7 service neutron] 10.222.0.48 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030125 Sep 17 22:34:46.713508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-22d98d55-e0fb-414f-a444-2b48d2cee3e6 service neutron] 10.222.0.48 "GET /v2.0/ports/6108c74a-65fa-4dcf-adbc-c04280985196?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0597568 Sep 17 22:34:46.903093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-880056e1-ec45-4b23-9bbb-f525df1c31ca service neutron] 10.222.0.48 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834426 Sep 17 22:34:46.926340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-876347be-b5e6-45ca-948c-5a35f2a6adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:46.927903 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-876347be-b5e6-45ca-948c-5a35f2a6adc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1097 time: 0.0452685 Sep 17 22:34:46.946475 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.044603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9ae291ca-4c95-435c-8976-9461f75cfdd6 service neutron] 10.222.0.48 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289549 Sep 17 22:34:47.054271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.055451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-927bff77-7b30-4e5e-8b90-05519477c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.057266 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-927bff77-7b30-4e5e-8b90-05519477c43a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1214907 Sep 17 22:34:47.066726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b3abc9f2-7cdb-44db-a7e9-1127f5370361'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:47.149375 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-03252230-a5f4-4d8b-af3b-5f0f3f6449e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1000 time: 0.0843008 Sep 17 22:34:47.222440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-2e0ec323-c06e-4143-ac30-328bd7b7ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.224132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-2e0ec323-c06e-4143-ac30-328bd7b7ba5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0634639 Sep 17 22:34:47.262768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Network cb96238d-ea69-4ef7-ad99-64868cf2e48b is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:47.268768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Pushing event updated for resources: {'Port': ['ID=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:47.275052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:47.277742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:47.290011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-9e228ef6-2372-4345-8578-371850d3514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.291656 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-9e228ef6-2372-4345-8578-371850d3514e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596447 Sep 17 22:34:47.314815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.315165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.315507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.315841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.316176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.316504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.316828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.317193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.317517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.317841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.318168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.318488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:47.350157 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-554e06cc-11ba-4d49-9119-3a3089b6a515 service neutron] 10.222.0.48 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899239 Sep 17 22:34:47.367309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b9411-da43-44d6-8c95-f5c1c52342d3 req-e4387bbd-ee7f-4490-9127-ef920bbd18d0 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.369080 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9b9411-da43-44d6-8c95-f5c1c52342d3 req-e4387bbd-ee7f-4490-9127-ef920bbd18d0 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 932 time: 0.2198377 Sep 17 22:34:47.383709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.384361 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.399113 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-17018e6c-95fe-41ef-a11b-476d5750396f service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985494 Sep 17 22:34:47.499272 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c86427dc-e4c9-4dcd-9621-22ef059dfa04 req-e992729b-2269-45a7-9f48-3b5af8db1dd7 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918281 Sep 17 22:34:47.777529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-93b79032-56cb-4540-99a3-6b93a024d057 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7921195 Sep 17 22:34:47.788922 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9b9411-da43-44d6-8c95-f5c1c52342d3 req-cb27f86b-978c-425c-be2e-1ed0b1186518 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010112 Sep 17 22:34:47.799022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Request body: {'port': {'device_id': 'ad3de8ac-fecc-4eef-93dc-06a9057e2038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:47.842448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5d2db24-c8d0-4ac6-8337-cb2a7f5c90a0 service neutron] 10.222.0.48 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719670 Sep 17 22:34:47.922836 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.023792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c35e3-eae7-47c0-8568-5063ff912ddf req-c0fce741-78c9-4581-a895-0941761ccc5a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:48.025466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-409c35e3-eae7-47c0-8568-5063ff912ddf req-c0fce741-78c9-4581-a895-0941761ccc5a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1660929 Sep 17 22:34:48.037523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-de996d20-752e-4edb-b353-6e6a609fa38a service neutron] 10.222.0.48 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768003 Sep 17 22:34:48.214941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-409c35e3-eae7-47c0-8568-5063ff912ddf req-5108edfb-4846-427a-be20-00b455e9ed98 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799569 Sep 17 22:34:48.271807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-5b8e515a-db9e-4eb1-a228-f7d1892b8e5c service neutron] 10.222.0.48 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181485 Sep 17 22:34:48.448510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cd169-2c77-42b1-8e5c-3cf916418361 req-eb255131-0cf0-4d97-81a9-7d224580274d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:48.450127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-452cd169-2c77-42b1-8e5c-3cf916418361 req-eb255131-0cf0-4d97-81a9-7d224580274d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1511095 Sep 17 22:34:48.504380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ea62a0e0-b94d-468a-8cdc-78d2573f2de6 service neutron] 10.222.0.48 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041314 Sep 17 22:34:48.550027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-452cd169-2c77-42b1-8e5c-3cf916418361 req-144cc974-76e4-4d76-97f1-3e7778628c68 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894594 Sep 17 22:34:48.563455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:48.574824 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.625883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Transition to ACTIVE for port object 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:48.630817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.656799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.694098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Pushing event updated for resources: {'Port': ['ID=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:48.704532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ecc73707-ecaa-45f6-8a99-f03297ba0e3e service neutron] 10.222.0.48 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930335 Sep 17 22:34:48.883140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Attempting to bind port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:48.883790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Attempting to bind port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:48.883790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Attempting to bind port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 on network cb96238d-ea69-4ef7-ad99-64868cf2e48b {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:48.907992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-5becf6c4-d046-4698-8f83-842159a60920 service neutron] 10.222.0.48 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950979 Sep 17 22:34:48.909452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 on network cb96238d-ea69-4ef7-ad99-64868cf2e48b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:48.909771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Attempting to bind port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 on network cb96238d-ea69-4ef7-ad99-64868cf2e48b {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:48.927674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:48.928011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Checking segment: {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:48.928391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Bound using segment: {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:48.928835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Bound port: 3366c6d4-a8b3-4cf0-89db-b2db34fbed20, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370c983e-9604-449b-9e97-07b0aa8447b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:48.929760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.975388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90a200-6f96-4d8d-9a5e-365720d9445d req-9bb59532-9904-49ba-9fbf-67e11e12bf55 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:48.977133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd90a200-6f96-4d8d-9a5e-365720d9445d req-9bb59532-9904-49ba-9fbf-67e11e12bf55 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 944 time: 0.1171386 Sep 17 22:34:49.104292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] For port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:49.110914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd90a200-6f96-4d8d-9a5e-365720d9445d req-410989db-abb6-4e53-9e76-58336bbb6d22 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878198 Sep 17 22:34:49.113559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] For port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:49.122652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-bb396f75-8d1d-46b2-8878-d8648d4ddfed service neutron] 10.222.0.48 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058320 Sep 17 22:34:49.125798 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.174708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:49.175435 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.177097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] 10.222.0.49 "PUT /v2.0/ports/3366c6d4-a8b3-4cf0-89db-b2db34fbed20 HTTP/1.1" status: 200 len: 1093 time: 1.3820543 Sep 17 22:34:49.177654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3de8ac-fecc-4eef-93dc-06a9057e2038', 'tag': '3366c6d4-a8b3-4cf0-89db-b2db34fbed20'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:49.180771 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3de8ac-fecc-4eef-93dc-06a9057e2038", "tag": "3366c6d4-a8b3-4cf0-89db-b2db34fbed20"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:49.221688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff6f94-57cd-4692-bcb4-327135d95497 service neutron] Pushing event updated for resources: {'Port': ['ID=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:49.240466 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e441db3d-f8ab-44bd-bb64-684b53e53870 x-openstack-request-id: req-e441db3d-f8ab-44bd-bb64-684b53e53870 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:49.240757 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3de8ac-fecc-4eef-93dc-06a9057e2038", "tag": "3366c6d4-a8b3-4cf0-89db-b2db34fbed20", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:49.241033 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e441db3d-f8ab-44bd-bb64-684b53e53870 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:49.241468 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3de8ac-fecc-4eef-93dc-06a9057e2038', 'tag': '3366c6d4-a8b3-4cf0-89db-b2db34fbed20', 'status': 'completed', 'code': 200} Sep 17 22:34:49.303434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-88d51f7b-b39d-4115-a6f8-21acde8e1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:49.305464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-88d51f7b-b39d-4115-a6f8-21acde8e1fed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 1096 time: 0.0505338 Sep 17 22:34:49.377711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-48a49657-51b8-425b-a1ce-4735f9eeab9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20 HTTP/1.1" status: 200 len: 217 time: 0.0428941 Sep 17 22:34:49.422266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fd330-f19f-4dc8-b85c-51771239e1c9 req-0ff8e664-c010-4836-a267-eb476b12b6ae tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:49.429592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074fd330-f19f-4dc8-b85c-51771239e1c9 req-0ff8e664-c010-4836-a267-eb476b12b6ae tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1230998 Sep 17 22:34:49.473819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-fd70049c-089e-49f7-a41b-851da8f368ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:49.475456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-fd70049c-089e-49f7-a41b-851da8f368ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf257be0-d714-41d2-b12a-a06db7d8f811 HTTP/1.1" status: 200 len: 850 time: 0.0912144 Sep 17 22:34:49.483992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074fd330-f19f-4dc8-b85c-51771239e1c9 req-c8b42e2c-3b6e-4d7a-b2bd-6a9715e2eecd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534072 Sep 17 22:34:49.511921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-a03cfd9d-be0d-45b3-bd81-c6ba9d1c70d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb96238d-ea69-4ef7-ad99-64868cf2e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269289 Sep 17 22:34:49.664542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-74a5511a-74df-44af-adf1-416b66115be7 service neutron] 10.222.0.49 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443577 Sep 17 22:34:49.676641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544b7fa-97e2-42b1-9b1e-de1430af0e98 req-42447b17-3002-4bf2-b2f4-79a47a9c1268 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:49.678610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b544b7fa-97e2-42b1-9b1e-de1430af0e98 req-42447b17-3002-4bf2-b2f4-79a47a9c1268 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0789399 Sep 17 22:34:49.794517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b544b7fa-97e2-42b1-9b1e-de1430af0e98 req-06ebfb20-9c3f-4453-a2f9-661a39fe302b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063263 Sep 17 22:34:49.855769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd51f94e-d630-4e10-af43-6f1618e4441a req-beca8f4a-cfbc-4832-8f20-f4a95318f593 service neutron] 10.222.0.49 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765728 Sep 17 22:34:49.883091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad2b35-0c4e-49ea-b6ee-7fec075cc68c req-32390afa-4ed1-419b-933b-845126520da5 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:49.885461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfad2b35-0c4e-49ea-b6ee-7fec075cc68c req-32390afa-4ed1-419b-933b-845126520da5 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0695415 Sep 17 22:34:49.961766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfad2b35-0c4e-49ea-b6ee-7fec075cc68c req-1cf995ba-8840-458a-b3b0-a6dd43be1cc3 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641308 Sep 17 22:34:50.031218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-933fd32d-7b10-42f2-ad81-423f4b1eedec req-771d2fbe-217d-4ea8-9b23-9c6fdeb0bdea tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0301580 Sep 17 22:34:50.114272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-6a9c7b26-0d9d-4749-8eb5-394bab5c3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:50.116308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-6a9c7b26-0d9d-4749-8eb5-394bab5c3421 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 1096 time: 0.0873892 Sep 17 22:34:50.282166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e7bca-ffb9-49e7-b11a-5958ac1007e9 req-92f7e8ee-77b3-4fdf-bdfd-0875f33e3ab9 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:50.283663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b99e7bca-ffb9-49e7-b11a-5958ac1007e9 req-92f7e8ee-77b3-4fdf-bdfd-0875f33e3ab9 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1649323 Sep 17 22:34:50.331266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-d607680c-7237-4fff-8859-a8354f4d1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:50.333170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-d607680c-7237-4fff-8859-a8354f4d1b36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 911 time: 0.1855190 Sep 17 22:34:50.359260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8104116-9039-4158-b44f-223d04741ff5 req-d8823c32-62c0-41b4-8f5c-fce8e1486d18 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:50.360830 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8104116-9039-4158-b44f-223d04741ff5 req-d8823c32-62c0-41b4-8f5c-fce8e1486d18 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 944 time: 0.1377468 Sep 17 22:34:50.393620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-e0b08c13-3c2e-4c14-98a1-492dad1f467a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20 HTTP/1.1" status: 200 len: 217 time: 0.0512154 Sep 17 22:34:50.396429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b99e7bca-ffb9-49e7-b11a-5958ac1007e9 req-05268ffa-3e5f-4839-963d-88a9c04f59e7 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023395 Sep 17 22:34:50.433950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8104116-9039-4158-b44f-223d04741ff5 req-71bb1eae-14ae-47ea-8e21-ff58d5707e32 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Sep 17 22:34:50.490701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-28f26763-166d-402c-8f67-aceea977799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:50.492678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-28f26763-166d-402c-8f67-aceea977799f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf257be0-d714-41d2-b12a-a06db7d8f811 HTTP/1.1" status: 200 len: 850 time: 0.0551198 Sep 17 22:34:50.533549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-0353e231-1e49-4f6c-85f1-89b7e79c7911 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb96238d-ea69-4ef7-ad99-64868cf2e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266278 Sep 17 22:34:50.658748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-b20bff35-8c0d-465a-9ac5-eae89cc566cf service neutron] 10.222.0.49 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179097 Sep 17 22:34:50.670402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd11a4-bedd-4b48-9514-f28695267575 req-f3a9dca9-f003-4457-b41b-851b780e175f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:50.671797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2edd11a4-bedd-4b48-9514-f28695267575 req-f3a9dca9-f003-4457-b41b-851b780e175f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0730925 Sep 17 22:34:50.764267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2edd11a4-bedd-4b48-9514-f28695267575 req-8a7098f0-b4ed-452e-8b46-a0546d0f0edf tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835357 Sep 17 22:34:50.784849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1ab6c29-b187-4f9d-ae04-98c9595ecdd7 req-627e2ced-282d-41a9-8d2f-69a4b9525c68 service neutron] 10.222.0.49 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118374 Sep 17 22:34:51.031747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-45918d07-cf58-4b7a-ae83-1b0b4dafc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.033529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-45918d07-cf58-4b7a-ae83-1b0b4dafc47f service neutron] 10.222.0.49 "GET /v2.0/ports/659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 200 len: 1027 time: 0.0369067 Sep 17 22:34:51.102202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-6d492fa2-6059-4b3a-b625-df83b4661150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.103683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-6d492fa2-6059-4b3a-b625-df83b4661150 service neutron] 10.222.0.49 "GET /v2.0/ports/6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 200 len: 1026 time: 0.0545597 Sep 17 22:34:51.119294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40477c-0f0f-4f7b-9f6c-12c89845b7dd req-7a5dea99-d569-4b4f-a270-4af8cd1d96b8 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.121511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb40477c-0f0f-4f7b-9f6c-12c89845b7dd req-7a5dea99-d569-4b4f-a270-4af8cd1d96b8 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0813842 Sep 17 22:34:51.258215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb40477c-0f0f-4f7b-9f6c-12c89845b7dd req-d2b40143-ab6f-414e-84e4-2ed1837a1c11 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219985 Sep 17 22:34:51.262850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51757522-ece0-43fc-a576-3b374f7a24b3 req-f3854242-99ef-4d23-83f4-507b04991034 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0439734 Sep 17 22:34:51.318002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-795c2a72-a925-4a94-858a-f53a2aecb55e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.324409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-795c2a72-a925-4a94-858a-f53a2aecb55e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.341172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-795c2a72-a925-4a94-858a-f53a2aecb55e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.342838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-795c2a72-a925-4a94-858a-f53a2aecb55e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "GET /v2.0/networks?id=360fb9db-e296-445c-af92-7c8c35eb57f8&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=9825d235-beee-480d-8f9d-bbd2329790f5&id=9825d235-beee-480d-8f9d-bbd2329790f5 HTTP/1.1" status: 200 len: 1990 time: 0.2194448 Sep 17 22:34:51.408146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e406a96a-bd00-4b98-bfbd-dbdc8ab2fdee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0912a8b363a743beb7293effa86f4bcb HTTP/1.1" status: 200 len: 379 time: 0.0450327 Sep 17 22:34:51.418816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'admin_state_up': True, 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'security_groups': ['c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:51.577023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:51.580460 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.597334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b618e-357c-4f01-a1ac-d40d88681927 req-9d7ec348-c2eb-4e61-b1bb-50c4a23e36ae tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.598938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d9b618e-357c-4f01-a1ac-d40d88681927 req-9d7ec348-c2eb-4e61-b1bb-50c4a23e36ae tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 944 time: 0.0790632 Sep 17 22:34:51.693097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d9b618e-357c-4f01-a1ac-d40d88681927 req-0506b0df-ac6a-4f29-ae4c-c115d18cdd68 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849483 Sep 17 22:34:51.752746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Allocated IP 172.20.0.6 (360fb9db-e296-445c-af92-7c8c35eb57f8/680fe56b-6368-46fd-92b0-5ff1e95f243c/ecfbe609-917d-4455-a076-f1030e0b2959) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:51.951112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569ae3d-6a09-4a07-81d8-de5777226f57 req-9d5628a4-c86a-4ffc-9fc9-e1c78f916235 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.952904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8569ae3d-6a09-4a07-81d8-de5777226f57 req-9d5628a4-c86a-4ffc-9fc9-e1c78f916235 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0844357 Sep 17 22:34:51.956453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.012690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8569ae3d-6a09-4a07-81d8-de5777226f57 req-8fa56959-e44a-444f-ae34-da990cc040dd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489609 Sep 17 22:34:52.024278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.072240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:52.075482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:52.085827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:52.086625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=ecfbe609-917d-4455-a076-f1030e0b2959,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:52.154643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.155573 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.179924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a33a657-359f-4a81-8152-ad27a6cd382e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7644486 Sep 17 22:34:52.199711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'admin_state_up': True, 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'security_groups': ['c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:52.347543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-090fd646-f615-49ff-8837-8bcfba709323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.357230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-090fd646-f615-49ff-8837-8bcfba709323 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 1097 time: 0.0598929 Sep 17 22:34:52.389572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7ad9-3014-4014-92cb-53ecea3bef85 req-e3929170-8acb-451d-b993-90ac358bdf06 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.391288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-486e7ad9-3014-4014-92cb-53ecea3bef85 req-e3929170-8acb-451d-b993-90ac358bdf06 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1069348 Sep 17 22:34:52.477438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-0055330e-b3f2-4b9e-9e16-f51964f3c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.480405 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-0055330e-b3f2-4b9e-9e16-f51964f3c9b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 200 len: 911 time: 0.1222637 Sep 17 22:34:52.480879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-30570a4f-eb69-4937-83ff-da857d767c15 None None] Provisioning complete for port ecfbe609-917d-4455-a076-f1030e0b2959 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:52.481351 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-30570a4f-eb69-4937-83ff-da857d767c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.482191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c60bc-f7b0-407e-ad60-e0d69d5a250f req-ce2bda9c-9bf5-43a2-be7f-f7bda69551d9 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.483775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-395c60bc-f7b0-407e-ad60-e0d69d5a250f req-ce2bda9c-9bf5-43a2-be7f-f7bda69551d9 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1223800 Sep 17 22:34:52.484457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:52.487887 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.513928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-486e7ad9-3014-4014-92cb-53ecea3bef85 req-3fd02100-8625-4287-b4a7-4d6402feec53 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039591 Sep 17 22:34:52.522707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-30570a4f-eb69-4937-83ff-da857d767c15 None None] Port ecfbe609-917d-4455-a076-f1030e0b2959 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:52.570246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-02418bef-829d-4716-ab0a-a48da9d14784 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 200 len: 1000 time: 0.0785391 Sep 17 22:34:52.596492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-395c60bc-f7b0-407e-ad60-e0d69d5a250f req-946aef87-5c48-4b26-b9f6-d6b3d714e927 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905242 Sep 17 22:34:52.650677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-e7613d9a-1675-4e43-816a-01c7c99bbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.652081 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-e7613d9a-1675-4e43-816a-01c7c99bbecc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 200 len: 849 time: 0.0749810 Sep 17 22:34:52.707244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-a7a94733-09e7-431e-ba6e-fbfa8eb23965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.708967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-a7a94733-09e7-431e-ba6e-fbfa8eb23965 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a570f39-cc1d-4ba8-920e-a769974e4ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487216 Sep 17 22:34:52.725338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a008b95-0e26-4a89-a107-82e6e1afbb69 req-f8853bce-00d7-4a26-95f9-fb6e48602887 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.726913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a008b95-0e26-4a89-a107-82e6e1afbb69 req-f8853bce-00d7-4a26-95f9-fb6e48602887 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 931 time: 0.1293387 Sep 17 22:34:52.794197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Allocated IP 10.1.1.6 (869fee45-3a06-4e53-bce5-85fc18d85576/368115b4-fdc7-41a5-abc7-e8709fc612e2/cdb19a93-00e0-470a-a0c7-9b17143674a5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:52.818628 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a008b95-0e26-4a89-a107-82e6e1afbb69 req-5d567673-a7c9-4429-a198-77b566076f09 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833514 Sep 17 22:34:52.822585 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-dd59e9f8-309e-44d9-89a8-f3c517ea7c6d service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057618 Sep 17 22:34:52.873095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc16e4-5752-4e95-b238-da948d286428 req-aae70ebf-4b1b-4099-a1f1-1abdee116491 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.874614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39cc16e4-5752-4e95-b238-da948d286428 req-aae70ebf-4b1b-4099-a1f1-1abdee116491 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 944 time: 0.1022191 Sep 17 22:34:52.937291 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-457451e8-07f7-40e4-88b2-61bc03347d09 req-ee9c52d1-39c6-4d8f-85bc-a4ad5a1b0f23 service neutron] 10.222.0.45 "GET /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069744 Sep 17 22:34:52.973260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39cc16e4-5752-4e95-b238-da948d286428 req-7674d539-2a13-4ed2-b016-74f55b696a01 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845265 Sep 17 22:34:53.005393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.039784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.080483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 869fee45-3a06-4e53-bce5-85fc18d85576 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:53.083589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:53.088449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:53.109978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=cdb19a93-00e0-470a-a0c7-9b17143674a5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:53.174917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:53.175577 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.190392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a4a69b2b-67c4-4f40-a6b1-8bf302efba98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9964888 Sep 17 22:34:53.209599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'admin_state_up': True, 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'security_groups': ['c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:53.339276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:53.343145 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.354231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-65844995-bdba-4ed3-b4f3-603142417d28 None None] Provisioning complete for port cdb19a93-00e0-470a-a0c7-9b17143674a5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:53.354848 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65844995-bdba-4ed3-b4f3-603142417d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.391950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-65844995-bdba-4ed3-b4f3-603142417d28 None None] Port cdb19a93-00e0-470a-a0c7-9b17143674a5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:53.848519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Allocated IP 10.1.1.126 (869fee45-3a06-4e53-bce5-85fc18d85576/368115b4-fdc7-41a5-abc7-e8709fc612e2/aeb1853b-9ccd-4596-ab60-5db422e5e820) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:53.879122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4055dd-04c9-43fe-81e7-14aa8cab498d req-da266ef7-6361-4cd3-a56d-2d7ca962d473 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:53.880617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a4055dd-04c9-43fe-81e7-14aa8cab498d req-da266ef7-6361-4cd3-a56d-2d7ca962d473 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1133015 Sep 17 22:34:53.890612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204b5c8-d36c-4833-951e-817ba71c1fd7 req-7d96ec78-b186-4414-b7fb-c739dc2e487a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:53.892349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9204b5c8-d36c-4833-951e-817ba71c1fd7 req-7d96ec78-b186-4414-b7fb-c739dc2e487a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1239767 Sep 17 22:34:53.995754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a4055dd-04c9-43fe-81e7-14aa8cab498d req-dbfd73e1-c931-4aca-86ee-485f0f37c681 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999780 Sep 17 22:34:54.005844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9204b5c8-d36c-4833-951e-817ba71c1fd7 req-78aac01f-a014-4b6c-90d9-6412020b05bd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048448 Sep 17 22:34:54.093534 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.173331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec12905-4383-47fa-81b7-d08b83e2a6b1 req-381ca887-6065-46ad-98a2-a5a013e3de73 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:54.179530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec12905-4383-47fa-81b7-d08b83e2a6b1 req-381ca887-6065-46ad-98a2-a5a013e3de73 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:54.181114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ec12905-4383-47fa-81b7-d08b83e2a6b1 req-381ca887-6065-46ad-98a2-a5a013e3de73 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 1651 time: 0.0858479 Sep 17 22:34:54.219463 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.287920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 869fee45-3a06-4e53-bce5-85fc18d85576 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:54.294983 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ec12905-4383-47fa-81b7-d08b83e2a6b1 req-723dec27-cef3-4550-9c12-b9d8d10bfdc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040869 Sep 17 22:34:54.299492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:54.307776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:54.312662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=aeb1853b-9ccd-4596-ab60-5db422e5e820,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:54.350709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f58d4-a45e-4ce8-af83-c5e7c724a8b2 req-21d553fa-0832-413f-90bd-e190e7eff0c6 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:54.352757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-430f58d4-a45e-4ce8-af83-c5e7c724a8b2 req-21d553fa-0832-413f-90bd-e190e7eff0c6 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 944 time: 0.1916182 Sep 17 22:34:54.380800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:54.381550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.417118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e6096068-19c4-43e7-92aa-4f8f81bdb43e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2113895 Sep 17 22:34:54.423234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-430f58d4-a45e-4ce8-af83-c5e7c724a8b2 req-3291fc69-5102-4b3e-99da-c74218f3037c tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582178 Sep 17 22:34:54.436489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5', 'admin_state_up': True, 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'security_groups': ['c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:54.599898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:54.626808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-187748b9-3420-4603-81b2-95b4186d3096 None None] Provisioning complete for port aeb1853b-9ccd-4596-ab60-5db422e5e820 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:54.627313 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-187748b9-3420-4603-81b2-95b4186d3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.667147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-187748b9-3420-4603-81b2-95b4186d3096 None None] Port aeb1853b-9ccd-4596-ab60-5db422e5e820 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:54.687071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.817787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:54.914502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:54.919711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Allocated IP 10.2.2.100 (9825d235-beee-480d-8f9d-bbd2329790f5/127608d2-b42c-48ba-84b0-12633ad3bc0e/ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:54.926865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '3366c6d4-a8b3-4cf0-89db-b2db34fbed20', 'network_id': 'cb96238d-ea69-4ef7-ad99-64868cf2e48b', 'port_id': '3366c6d4-a8b3-4cf0-89db-b2db34fbed20', 'mac_address': 'fa:16:3e:76:61:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf257be0-d714-41d2-b12a-a06db7d8f811', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:54.967036 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.984404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:55.004299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:55.009095 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.067670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:55.095329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.209763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bec70b-d846-4e03-b1f7-d2e28925d175 req-10df9770-33fd-4ae7-a7f3-d84ee963cd99 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.211792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4bec70b-d846-4e03-b1f7-d2e28925d175 req-10df9770-33fd-4ae7-a7f3-d84ee963cd99 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0943117 Sep 17 22:34:55.213091 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.222474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6723-0c41-4490-951a-50a56ee1b041 req-ce69c97a-fcfc-4219-ba03-ccb2d84ceaca tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.223968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a33d6723-0c41-4490-951a-50a56ee1b041 req-ce69c97a-fcfc-4219-ba03-ccb2d84ceaca tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1208210 Sep 17 22:34:55.306794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 9825d235-beee-480d-8f9d-bbd2329790f5 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:55.326232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:55.331241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:55.334245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:55.347623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4bec70b-d846-4e03-b1f7-d2e28925d175 req-12444a4e-5289-4198-a4fa-5d11ee986acd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201417 Sep 17 22:34:55.381887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a33d6723-0c41-4490-951a-50a56ee1b041 req-a1ce1b24-ee13-4d7f-8653-729a4d87631c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427567 Sep 17 22:34:55.416842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.417842 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.444868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-947fad0c-6948-4188-ba8b-74cbeab6de36 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0131800 Sep 17 22:34:55.485557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5', 'admin_state_up': True, 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'security_groups': ['c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:55.525641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['3366c6d4-a8b3-4cf0-89db-b2db34fbed20'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:55.617731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-13dd0a56-008b-4e24-9a83-bb55584cf400 None None] Provisioning complete for port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:55.618365 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-13dd0a56-008b-4e24-9a83-bb55584cf400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.673942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615ca21-29be-45b4-a697-acf636fb4d22 req-17fcab7e-f7bb-4eee-a733-2c8bc46b491e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.681273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615ca21-29be-45b4-a697-acf636fb4d22 req-17fcab7e-f7bb-4eee-a733-2c8bc46b491e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.687673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615ca21-29be-45b4-a697-acf636fb4d22 req-17fcab7e-f7bb-4eee-a733-2c8bc46b491e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.694020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615ca21-29be-45b4-a697-acf636fb4d22 req-17fcab7e-f7bb-4eee-a733-2c8bc46b491e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.697532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2615ca21-29be-45b4-a697-acf636fb4d22 req-17fcab7e-f7bb-4eee-a733-2c8bc46b491e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 3093 time: 0.2078764 Sep 17 22:34:55.709550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e5afd-9416-4041-9d01-2ab24330b744 req-b3a3cb10-dc79-4b31-be7c-c604394044a1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.711406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-505e5afd-9416-4041-9d01-2ab24330b744 req-b3a3cb10-dc79-4b31-be7c-c604394044a1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1550279 Sep 17 22:34:55.809670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2615ca21-29be-45b4-a697-acf636fb4d22 req-d9806b52-eba6-4d71-8225-6d8800364ca9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941246 Sep 17 22:34:55.814960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-13dd0a56-008b-4e24-9a83-bb55584cf400 None None] Port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:55.815622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-505e5afd-9416-4041-9d01-2ab24330b744 req-96bc12b0-7a72-4386-a039-c560d5a00d96 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823090 Sep 17 22:34:55.817291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Made reservation on behalf of 0912a8b363a743beb7293effa86f4bcb for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:55.822398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.072572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818df7a0-31ec-4fb4-a6d6-fc72cac5bdf5 req-4db4c5df-9cd6-4195-a2a7-424483204f5e tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:56.074127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-818df7a0-31ec-4fb4-a6d6-fc72cac5bdf5 req-4db4c5df-9cd6-4195-a2a7-424483204f5e tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 945 time: 0.0991409 Sep 17 22:34:56.094001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Allocated IP 10.2.2.200 (9825d235-beee-480d-8f9d-bbd2329790f5/127608d2-b42c-48ba-84b0-12633ad3bc0e/7ded73d7-e359-49b7-aea7-69842be7719a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:56.142439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-818df7a0-31ec-4fb4-a6d6-fc72cac5bdf5 req-4619271f-2bf1-4b17-9e6d-243905a5355a tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582278 Sep 17 22:34:56.269963 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.313817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.358864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Network 9825d235-beee-480d-8f9d-bbd2329790f5 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:56.362172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:56.365809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:56.402072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event updated for resources: {'Port': ['ID=7ded73d7-e359-49b7-aea7-69842be7719a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:56.436363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:56.437250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.459847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-006661a8-aa95-40bb-93c9-354179157262 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9788182 Sep 17 22:34:56.496134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:56.568198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466512a-d6ff-4b1d-819b-bd72ca9be54e req-19f5b9bc-e4a8-486b-9308-7793e9609894 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:56.570804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7466512a-d6ff-4b1d-819b-bd72ca9be54e req-19f5b9bc-e4a8-486b-9308-7793e9609894 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0994728 Sep 17 22:34:56.610964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.638393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7466512a-d6ff-4b1d-819b-bd72ca9be54e req-fbf62ef7-27bb-453c-90a1-3e972c06b53c tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522976 Sep 17 22:34:56.749371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b7231c4a-0377-46cc-ab8a-25283627be0a None None] Provisioning complete for port 7ded73d7-e359-49b7-aea7-69842be7719a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:56.750033 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b7231c4a-0377-46cc-ab8a-25283627be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.811856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b7231c4a-0377-46cc-ab8a-25283627be0a None None] Port 7ded73d7-e359-49b7-aea7-69842be7719a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:56.820762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:56.883568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:56.889357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:56.890024 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.890163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-9a529ab1-e1d9-404f-a973-6595be531d9e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:56.891806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-9a529ab1-e1d9-404f-a973-6595be531d9e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a17404c-70f5-4d81-aaf7-698b748e66b5 HTTP/1.1" status: 200 len: 943 time: 0.1151392 Sep 17 22:34:57.009190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.037767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3de8ac-fecc-4eef-93dc-06a9057e2038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366c6d4-a8b3-4cf0-89db-b2db34fbed20'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:57.040957 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d7033-37cb-47f4-bfc5-3f766bf610b6" -d '{"events": [{"server_uuid": "ad3de8ac-fecc-4eef-93dc-06a9057e2038", "name": "network-vif-plugged", "status": "completed", "tag": "3366c6d4-a8b3-4cf0-89db-b2db34fbed20"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:57.059659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:57.066568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.125769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfbe609-917d-4455-a076-f1030e0b2959 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:57.140192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.153274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.182156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Transition to ACTIVE for port object ecfbe609-917d-4455-a076-f1030e0b2959 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:57.188856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.204645 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:34:57.216625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d2e8e-a4de-49e0-8e05-42f5eb96b0cc req-5a427183-a801-4b6e-aa78-3f862a126fde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.222536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d2e8e-a4de-49e0-8e05-42f5eb96b0cc req-5a427183-a801-4b6e-aa78-3f862a126fde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.230930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d2e8e-a4de-49e0-8e05-42f5eb96b0cc req-5a427183-a801-4b6e-aa78-3f862a126fde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.237382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d2e8e-a4de-49e0-8e05-42f5eb96b0cc req-5a427183-a801-4b6e-aa78-3f862a126fde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.245237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d2e8e-a4de-49e0-8e05-42f5eb96b0cc req-5a427183-a801-4b6e-aa78-3f862a126fde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.247528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-db0d2e8e-a4de-49e0-8e05-42f5eb96b0cc req-5a427183-a801-4b6e-aa78-3f862a126fde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 3814 time: 0.1719666 Sep 17 22:34:57.321911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Deleting port 3d98b0c1-0336-4e96-b28d-469a499d1b74 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:57.322541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.397314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfbe609-917d-4455-a076-f1030e0b2959,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.456010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-db0d2e8e-a4de-49e0-8e05-42f5eb96b0cc req-43c17171-60ce-491f-b1e4-e7fb01c7c525 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862721 Sep 17 22:34:57.516458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] For port 3d98b0c1-0336-4e96-b28d-469a499d1b74, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3d98b0c1-0336-4e96-b28d-469a499d1b74,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:57.516914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.525744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Attempting to bind port ecfbe609-917d-4455-a076-f1030e0b2959 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:57.526161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Attempting to bind port ecfbe609-917d-4455-a076-f1030e0b2959 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:57.526563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Attempting to bind port ecfbe609-917d-4455-a076-f1030e0b2959 on network 360fb9db-e296-445c-af92-7c8c35eb57f8 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:57.535888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Port ecfbe609-917d-4455-a076-f1030e0b2959 on network 360fb9db-e296-445c-af92-7c8c35eb57f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:57.536055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Attempting to bind port ecfbe609-917d-4455-a076-f1030e0b2959 on network 360fb9db-e296-445c-af92-7c8c35eb57f8 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:57.539561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Calling delete_port for 3d98b0c1-0336-4e96-b28d-469a499d1b74 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:57.545043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:57.545380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Checking segment: {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:57.545762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Bound using segment: {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:57.546193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Bound port: ecfbe609-917d-4455-a076-f1030e0b2959, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc06593-c5ea-44ef-8401-761aa917cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:57.546995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.697443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] For port ecfbe609-917d-4455-a076-f1030e0b2959, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:57.704055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] For port ecfbe609-917d-4455-a076-f1030e0b2959, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ecfbe609-917d-4455-a076-f1030e0b2959,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:57.721510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617aa5-38e1-4974-a146-0a5412f96023 req-cff160b3-22ba-42d6-be74-f95ab365d3cb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.723000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45617aa5-38e1-4974-a146-0a5412f96023 req-cff160b3-22ba-42d6-be74-f95ab365d3cb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 946 time: 0.1094174 Sep 17 22:34:57.725680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.785067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.785973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.787376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] 10.222.0.49 "PUT /v2.0/ports/ecfbe609-917d-4455-a076-f1030e0b2959 HTTP/1.1" status: 200 len: 1092 time: 1.3011599 Sep 17 22:34:57.809248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:57.811564 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:57.851588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:57.892081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c89d9-064d-4481-ab96-01e9f5fe8402 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfbe609-917d-4455-a076-f1030e0b2959,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.906204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45617aa5-38e1-4974-a146-0a5412f96023 req-7820254d-3cd2-44f9-a463-75057d8ed8e0 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747699 Sep 17 22:34:57.908951 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.922516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e99e4bac-8afd-4252-b7c7-f4489f5284ef', '4fedcb51-32de-4f95-b03a-93b2854774f2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:57.957858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event deleted for resources: {'Port': ['ID=3d98b0c1-0336-4e96-b28d-469a499d1b74,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.998208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.017557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] No DVR routers for this DVR port 3d98b0c1-0336-4e96-b28d-469a499d1b74 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:58.033886 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.042176 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb231db-b08c-40b5-86a2-2411b3df0866 x-openstack-request-id: req-eeb231db-b08c-40b5-86a2-2411b3df0866 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:58.042744 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3de8ac-fecc-4eef-93dc-06a9057e2038", "name": "network-vif-plugged", "status": "completed", "tag": "3366c6d4-a8b3-4cf0-89db-b2db34fbed20", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:58.043113 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eeb231db-b08c-40b5-86a2-2411b3df0866 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:58.043626 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3de8ac-fecc-4eef-93dc-06a9057e2038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366c6d4-a8b3-4cf0-89db-b2db34fbed20', 'code': 200} Sep 17 22:34:58.043843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d59163e-d09c-47ff-a0a5-857a0fdac088 req-b7bb7a22-bbe5-48b2-98c9-289c4e1ab9fc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "DELETE /v2.0/ports/3d98b0c1-0336-4e96-b28d-469a499d1b74 HTTP/1.1" status: 204 len: 173 time: 1.0991309 Sep 17 22:34:58.215820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d49b9-7d58-4787-b910-84a5999f08cc req-7c6f3c11-16fd-4259-8a45-0eb1b13c2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.217273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-768d49b9-7d58-4787-b910-84a5999f08cc req-7c6f3c11-16fd-4259-8a45-0eb1b13c2da2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 1098 time: 0.0942073 Sep 17 22:34:58.278736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-768d49b9-7d58-4787-b910-84a5999f08cc req-13a002e3-cd30-4c59-882d-23c688d5385d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 Sep 17 22:34:58.417043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb74a80-4415-4d91-98b6-260f5ad5437b req-9f90482a-611b-448a-83cf-5c5f5ef16fbf tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.418632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fb74a80-4415-4d91-98b6-260f5ad5437b req-9f90482a-611b-448a-83cf-5c5f5ef16fbf tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.1365628 Sep 17 22:34:58.496651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fb74a80-4415-4d91-98b6-260f5ad5437b req-fcaec5c7-8871-4b81-8715-bdc64eac97dc tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680697 Sep 17 22:34:58.554977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659d55db-96af-4f18-bef3-1de24f9773c6 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:58.567033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.591588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Transition to ACTIVE for port object 659d55db-96af-4f18-bef3-1de24f9773c6 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:58.607810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.671743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Pushing event updated for resources: {'Port': ['ID=659d55db-96af-4f18-bef3-1de24f9773c6,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:58.683540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516885dc-ebd8-4782-816c-eb21542b279c req-b40e9a56-3c4e-4c6a-8b04-cdbcfa6e8037 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.685356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-516885dc-ebd8-4782-816c-eb21542b279c req-b40e9a56-3c4e-4c6a-8b04-cdbcfa6e8037 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.1101305 Sep 17 22:34:58.687068 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c22a5c0-9449-453a-842d-221c7e017c1a x-openstack-request-id: req-1c22a5c0-9449-453a-842d-221c7e017c1a {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:58.687461 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:58.687811 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c22a5c0-9449-453a-842d-221c7e017c1a {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:58.688325 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'status': 'completed', 'code': 200} Sep 17 22:34:58.812898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-899a2459-939d-4c2a-ac5a-d63d0c6c5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.813660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-899a2459-939d-4c2a-ac5a-d63d0c6c5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.814289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-899a2459-939d-4c2a-ac5a-d63d0c6c5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.814905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-899a2459-939d-4c2a-ac5a-d63d0c6c5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.815550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-899a2459-939d-4c2a-ac5a-d63d0c6c5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.816176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-899a2459-939d-4c2a-ac5a-d63d0c6c5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.818634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-899a2459-939d-4c2a-ac5a-d63d0c6c5b74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5244 time: 0.0627346 Sep 17 22:34:59.150178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-516885dc-ebd8-4782-816c-eb21542b279c req-4acce7ca-7d6c-49fb-bfba-04582fe5158f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564457 Sep 17 22:34:59.172429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Attempting to bind port 659d55db-96af-4f18-bef3-1de24f9773c6 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:59.172429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Attempting to bind port 659d55db-96af-4f18-bef3-1de24f9773c6 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:59.172429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Attempting to bind port 659d55db-96af-4f18-bef3-1de24f9773c6 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:59.185378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7df75-39d6-4982-96df-5bad2f88f99b req-7115a7fb-3707-4e7d-8e91-713ca2bcbdac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.192271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7df75-39d6-4982-96df-5bad2f88f99b req-7115a7fb-3707-4e7d-8e91-713ca2bcbdac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.200191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7df75-39d6-4982-96df-5bad2f88f99b req-7115a7fb-3707-4e7d-8e91-713ca2bcbdac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.206604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7df75-39d6-4982-96df-5bad2f88f99b req-7115a7fb-3707-4e7d-8e91-713ca2bcbdac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.213996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7df75-39d6-4982-96df-5bad2f88f99b req-7115a7fb-3707-4e7d-8e91-713ca2bcbdac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.222976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7df75-39d6-4982-96df-5bad2f88f99b req-7115a7fb-3707-4e7d-8e91-713ca2bcbdac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.224866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dd7df75-39d6-4982-96df-5bad2f88f99b req-7115a7fb-3707-4e7d-8e91-713ca2bcbdac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 4598 time: 0.4688797 Sep 17 22:34:59.227557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Port 659d55db-96af-4f18-bef3-1de24f9773c6 on network 869fee45-3a06-4e53-bce5-85fc18d85576 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:59.227947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Attempting to bind port 659d55db-96af-4f18-bef3-1de24f9773c6 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:59.251831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:59.252212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Checking segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:59.252555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Bound using segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:59.253005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Bound port: 659d55db-96af-4f18-bef3-1de24f9773c6, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:59.253367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.286170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dd7df75-39d6-4982-96df-5bad2f88f99b req-71fff825-1796-45ff-af83-f600c56dce6e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538082 Sep 17 22:34:59.331525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704f80d-a608-485c-82db-9279b1038264 req-0dd90075-31e8-43ac-9dd1-b123c9f6097a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.331525 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3704f80d-a608-485c-82db-9279b1038264 req-0dd90075-31e8-43ac-9dd1-b123c9f6097a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 946 time: 0.4795868 Sep 17 22:34:59.382825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] For port 659d55db-96af-4f18-bef3-1de24f9773c6, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:59.387534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] For port 659d55db-96af-4f18-bef3-1de24f9773c6, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=659d55db-96af-4f18-bef3-1de24f9773c6,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:59.400976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-03266247-0fdb-4a8a-8969-ebed392128bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.401856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-03266247-0fdb-4a8a-8969-ebed392128bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.402475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-03266247-0fdb-4a8a-8969-ebed392128bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.404498 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-03266247-0fdb-4a8a-8969-ebed392128bf service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0912a8b363a743beb7293effa86f4bcb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5693288 Sep 17 22:34:59.422884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.494348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Pushing event updated for resources: {'Port': ['ID=659d55db-96af-4f18-bef3-1de24f9773c6,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:59.499995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.500609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.501987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d7495fcc-366e-4961-833a-6dfdc7925a19 service neutron] 10.222.0.49 "PUT /v2.0/ports/659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 200 len: 1131 time: 1.6725786 Sep 17 22:34:59.530783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0881b-4a93-4fac-9d92-aae57c4082f6 req-2e4435b5-e142-46d2-bf49-4b1f766de76e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.544334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ff0881b-4a93-4fac-9d92-aae57c4082f6 req-2e4435b5-e142-46d2-bf49-4b1f766de76e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 946 time: 0.1536624 Sep 17 22:34:59.551345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:59.552424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Deleting port e101a227-c642-45ba-be40-47c2fc720a57 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:59.552764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.589634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-34dbd1f3-f606-40cb-b663-cbdf4a379ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.591122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a7dddfa7-6a8c-4e82-af00-dd90f893d41d req-34dbd1f3-f606-40cb-b663-cbdf4a379ab3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755385 Sep 17 22:34:59.691073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ff0881b-4a93-4fac-9d92-aae57c4082f6 req-21187a5f-c33e-49ca-89b8-d2aeadb512c8 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455221 Sep 17 22:34:59.704284 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.758080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] For port e101a227-c642-45ba-be40-47c2fc720a57, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e101a227-c642-45ba-be40-47c2fc720a57,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:59.758842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.774518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Calling delete_port for e101a227-c642-45ba-be40-47c2fc720a57 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:59.906618 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-50fc6200-8440-4dc5-9669-1956e3dae7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.035900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.050580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e101a227-c642-45ba-be40-47c2fc720a57'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:00.081144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event deleted for resources: {'Port': ['ID=e101a227-c642-45ba-be40-47c2fc720a57,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:00.094796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0f43-d7fe-4d59-95bc-b9b7ce53585a req-f8a3d622-ebf5-47f9-8c83-30462b12b47b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.096339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-537e0f43-d7fe-4d59-95bc-b9b7ce53585a req-f8a3d622-ebf5-47f9-8c83-30462b12b47b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0939384 Sep 17 22:35:00.149995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6108c74a-65fa-4dcf-adbc-c04280985196 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:00.161169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.164662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] No DVR routers for this DVR port e101a227-c642-45ba-be40-47c2fc720a57 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:00.168272 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.172261 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3704f80d-a608-485c-82db-9279b1038264 req-eef40ce8-fe74-4eac-920e-e0ee0195e33b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "DELETE /v2.0/ports/e101a227-c642-45ba-be40-47c2fc720a57 HTTP/1.1" status: 204 len: 173 time: 0.8321595 Sep 17 22:35:00.173001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472cd0c-b952-44cf-9a24-9a0af61f797c', 'name': 'network-vif-deleted', 'tag': 'e101a227-c642-45ba-be40-47c2fc720a57'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:00.175817 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ebfab7-857d-4323-95b0-940c4ef2cca9" -d '{"events": [{"server_uuid": "f472cd0c-b952-44cf-9a24-9a0af61f797c", "name": "network-vif-deleted", "tag": "e101a227-c642-45ba-be40-47c2fc720a57"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:00.190986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-537e0f43-d7fe-4d59-95bc-b9b7ce53585a req-541625c7-f84e-4647-82de-00aa9551ed6d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872629 Sep 17 22:35:00.195775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Transition to ACTIVE for port object 6108c74a-65fa-4dcf-adbc-c04280985196 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:00.202671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.267491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Pushing event updated for resources: {'Port': ['ID=6108c74a-65fa-4dcf-adbc-c04280985196,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:00.342902 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3962388a-bd90-4288-ba3a-0ffc4f2dc84b x-openstack-request-id: req-3962388a-bd90-4288-ba3a-0ffc4f2dc84b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:00.343454 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472cd0c-b952-44cf-9a24-9a0af61f797c", "name": "network-vif-deleted", "tag": "e101a227-c642-45ba-be40-47c2fc720a57", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:00.343812 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3962388a-bd90-4288-ba3a-0ffc4f2dc84b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:00.344231 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472cd0c-b952-44cf-9a24-9a0af61f797c', 'name': 'network-vif-deleted', 'tag': 'e101a227-c642-45ba-be40-47c2fc720a57', 'status': 'completed', 'code': 200} Sep 17 22:35:00.364810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Attempting to bind port 6108c74a-65fa-4dcf-adbc-c04280985196 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:00.365590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Attempting to bind port 6108c74a-65fa-4dcf-adbc-c04280985196 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:00.366029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Attempting to bind port 6108c74a-65fa-4dcf-adbc-c04280985196 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:00.371949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Port 6108c74a-65fa-4dcf-adbc-c04280985196 on network 869fee45-3a06-4e53-bce5-85fc18d85576 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:00.372467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Attempting to bind port 6108c74a-65fa-4dcf-adbc-c04280985196 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:00.378236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:00.378695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Checking segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:00.379186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Bound using segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:00.379723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Bound port: 6108c74a-65fa-4dcf-adbc-c04280985196, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:00.380496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.505021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814463af-1c22-4bfe-b342-5afc7dcdf2bd req-b6a2025c-fc8e-4c5d-b1b0-142bbe2098da tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.506764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-814463af-1c22-4bfe-b342-5afc7dcdf2bd req-b6a2025c-fc8e-4c5d-b1b0-142bbe2098da tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 907 time: 0.1047964 Sep 17 22:35:00.513549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] For port 6108c74a-65fa-4dcf-adbc-c04280985196, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:00.517354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] For port 6108c74a-65fa-4dcf-adbc-c04280985196, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6108c74a-65fa-4dcf-adbc-c04280985196,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:00.526373 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.546170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.546860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.548866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] 10.222.0.49 "PUT /v2.0/ports/6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 200 len: 1130 time: 1.0020881 Sep 17 22:35:00.595605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:00.677135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e373ef2-77a5-4775-8cd4-75fc73dc7344 service neutron] Pushing event updated for resources: {'Port': ['ID=6108c74a-65fa-4dcf-adbc-c04280985196,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:00.677583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabb8-cfff-4a40-8893-517fd016e978 req-32cb0c09-05af-462b-9c15-3eb4adebdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.679283 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-151cabb8-cfff-4a40-8893-517fd016e978 req-32cb0c09-05af-462b-9c15-3eb4adebdb82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 1098 time: 0.0482080 Sep 17 22:35:00.733061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'name': 'network-vif-deleted', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74'}, {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': '659d55db-96af-4f18-bef3-1de24f9773c6'}, {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': '6108c74a-65fa-4dcf-adbc-c04280985196'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:00.735386 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d336873-6a44-4341-a983-3ddba45cad6b" -d '{"events": [{"server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "name": "network-vif-deleted", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74"}, {"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "659d55db-96af-4f18-bef3-1de24f9773c6"}, {"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "6108c74a-65fa-4dcf-adbc-c04280985196"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:00.784422 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.820801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-065a93f7-81a0-43cf-ba1d-ba19c66405d3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.823734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabb8-cfff-4a40-8893-517fd016e978 req-57f6a956-7cc6-4980-bfc5-da2665cbf082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.825533 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-151cabb8-cfff-4a40-8893-517fd016e978 req-57f6a956-7cc6-4980-bfc5-da2665cbf082 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 911 time: 0.1378155 Sep 17 22:35:00.827215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-065a93f7-81a0-43cf-ba1d-ba19c66405d3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.833152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-065a93f7-81a0-43cf-ba1d-ba19c66405d3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.839853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-065a93f7-81a0-43cf-ba1d-ba19c66405d3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.845733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-065a93f7-81a0-43cf-ba1d-ba19c66405d3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.852183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-065a93f7-81a0-43cf-ba1d-ba19c66405d3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.858101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-065a93f7-81a0-43cf-ba1d-ba19c66405d3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.865924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-065a93f7-81a0-43cf-ba1d-ba19c66405d3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5369 time: 0.2357571 Sep 17 22:35:00.875676 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-151cabb8-cfff-4a40-8893-517fd016e978 req-51ee25c3-6725-43e6-a47a-21a4a1cbc039 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20 HTTP/1.1" status: 200 len: 217 time: 0.0417068 Sep 17 22:35:00.967499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb172-7b31-4c70-b65b-cf38c38c6fec req-412b6ab2-f87f-4565-8ebd-332262d6c87f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.968872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-818fb172-7b31-4c70-b65b-cf38c38c6fec req-412b6ab2-f87f-4565-8ebd-332262d6c87f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.1823180 Sep 17 22:35:00.975947 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabb8-cfff-4a40-8893-517fd016e978 req-b18c1a3e-d156-4a8a-a94c-997c3b6099f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.978244 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-151cabb8-cfff-4a40-8893-517fd016e978 req-b18c1a3e-d156-4a8a-a94c-997c3b6099f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf257be0-d714-41d2-b12a-a06db7d8f811 HTTP/1.1" status: 200 len: 850 time: 0.0879307 Sep 17 22:35:00.982007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83edb4f3-fc06-4aee-adcb-4642436e13c7 req-fe501647-74b7-4b07-8ffe-83cb1ae9a5fa tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147230 Sep 17 22:35:01.059289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-151cabb8-cfff-4a40-8893-517fd016e978 req-2661f000-e0a8-455c-8a79-f1199b8436e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb96238d-ea69-4ef7-ad99-64868cf2e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701871 Sep 17 22:35:01.114523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6090567a-3c55-46d1-8916-6fa4cc3d7707 req-2ccf8b2c-a6b1-4f87-86a0-92f7889a7c3c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 210 time: 0.0473456 Sep 17 22:35:01.130715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-818fb172-7b31-4c70-b65b-cf38c38c6fec req-45afad95-e8ed-4cc9-bcc8-6ad55fa5f9e7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474886 Sep 17 22:35:01.208290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-151cabb8-cfff-4a40-8893-517fd016e978 req-78ceb44e-bbd4-4db9-a5f1-7a190e8db43f service neutron] 10.222.0.49 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395524 Sep 17 22:35:01.230227 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94578922-494b-4290-ad8a-cc2e52b8507c x-openstack-request-id: req-94578922-494b-4290-ad8a-cc2e52b8507c {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:01.230651 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17404c-70f5-4d81-aaf7-698b748e66b5", "name": "network-vif-deleted", "tag": "3d98b0c1-0336-4e96-b28d-469a499d1b74", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "659d55db-96af-4f18-bef3-1de24f9773c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "6108c74a-65fa-4dcf-adbc-c04280985196", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:01.231017 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94578922-494b-4290-ad8a-cc2e52b8507c {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:01.231556 n-d-789963-10 neutron-server[94737]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a17404c-70f5-4d81-aaf7-698b748e66b5', 'name': 'network-vif-deleted', 'tag': '3d98b0c1-0336-4e96-b28d-469a499d1b74', 'status': 'failed', 'code': 422} returned with failed status Sep 17 22:35:01.232026 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': '659d55db-96af-4f18-bef3-1de24f9773c6', 'status': 'completed', 'code': 200} Sep 17 22:35:01.232608 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': '6108c74a-65fa-4dcf-adbc-c04280985196', 'status': 'completed', 'code': 200} Sep 17 22:35:01.336632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb19a93-00e0-470a-a0c7-9b17143674a5 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:01.346860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.378000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Transition to ACTIVE for port object cdb19a93-00e0-470a-a0c7-9b17143674a5 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:01.390503 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.456471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-2c8de00e-78aa-4f40-af1a-380fa2694572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.457830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-2c8de00e-78aa-4f40-af1a-380fa2694572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.458595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-2c8de00e-78aa-4f40-af1a-380fa2694572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.459241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-2c8de00e-78aa-4f40-af1a-380fa2694572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.459884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-2c8de00e-78aa-4f40-af1a-380fa2694572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.461237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-2c8de00e-78aa-4f40-af1a-380fa2694572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.461893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-2c8de00e-78aa-4f40-af1a-380fa2694572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.464243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d336873-6a44-4341-a983-3ddba45cad6b req-2c8de00e-78aa-4f40-af1a-380fa2694572 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6235 time: 0.0916145 Sep 17 22:35:01.468522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb19a93-00e0-470a-a0c7-9b17143674a5,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:01.469342 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-151cabb8-cfff-4a40-8893-517fd016e978 req-c265ab7d-ca1d-41ad-9e64-61eb9e2dc5df service neutron] 10.222.0.49 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864085 Sep 17 22:35:01.572767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Attempting to bind port cdb19a93-00e0-470a-a0c7-9b17143674a5 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:01.573999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Attempting to bind port cdb19a93-00e0-470a-a0c7-9b17143674a5 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:01.574730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Attempting to bind port cdb19a93-00e0-470a-a0c7-9b17143674a5 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:01.588378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Port cdb19a93-00e0-470a-a0c7-9b17143674a5 on network 869fee45-3a06-4e53-bce5-85fc18d85576 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:01.589268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Attempting to bind port cdb19a93-00e0-470a-a0c7-9b17143674a5 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:01.602668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:01.604239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Checking segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:01.605689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Bound using segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:01.607024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Bound port: cdb19a93-00e0-470a-a0c7-9b17143674a5, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:01.607675 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.662371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-a162e2e2-b844-4b29-b139-0bd83999f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.663159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-a162e2e2-b844-4b29-b139-0bd83999f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.664022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-a162e2e2-b844-4b29-b139-0bd83999f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.665950 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d336873-6a44-4341-a983-3ddba45cad6b req-a162e2e2-b844-4b29-b139-0bd83999f3eb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0912a8b363a743beb7293effa86f4bcb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1746540 Sep 17 22:35:01.815230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b198dbe-83a3-4387-b188-39d6b909e9c9 req-bc69b731-42c6-4615-a461-157eebef16e8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.824257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b198dbe-83a3-4387-b188-39d6b909e9c9 req-bc69b731-42c6-4615-a461-157eebef16e8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 907 time: 0.1562493 Sep 17 22:35:01.832579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] For port cdb19a93-00e0-470a-a0c7-9b17143674a5, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:01.840116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-28563892-0916-472c-86a4-7d98915eb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.842385 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d336873-6a44-4341-a983-3ddba45cad6b req-28563892-0916-472c-86a4-7d98915eb22d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458666 Sep 17 22:35:01.861454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] For port cdb19a93-00e0-470a-a0c7-9b17143674a5, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:01.866584 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.908501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.909251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.910847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] 10.222.0.49 "PUT /v2.0/ports/cdb19a93-00e0-470a-a0c7-9b17143674a5 HTTP/1.1" status: 200 len: 1090 time: 1.3237936 Sep 17 22:35:01.932575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d677b5-5215-450b-8a0f-d4f5c7f15570 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb19a93-00e0-470a-a0c7-9b17143674a5,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:01.988713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:02.047588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-aa970d8d-90e9-44b0-9295-73296833ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.052055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-aa970d8d-90e9-44b0-9295-73296833ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.054744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e101a227-c642-45ba-be40-47c2fc720a57 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:02.065708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-aa970d8d-90e9-44b0-9295-73296833ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.069045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-aa970d8d-90e9-44b0-9295-73296833ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.070275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-aa970d8d-90e9-44b0-9295-73296833ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.079633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-aa970d8d-90e9-44b0-9295-73296833ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.079633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-aa970d8d-90e9-44b0-9295-73296833ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.082519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.086964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d336873-6a44-4341-a983-3ddba45cad6b req-aa970d8d-90e9-44b0-9295-73296833ba6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6277 time: 0.1110168 Sep 17 22:35:02.103054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: e101a227-c642-45ba-be40-47c2fc720a57 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:02.103647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e101a227-c642-45ba-be40-47c2fc720a57 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:02.351615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-c77dad5e-2abb-4026-abb2-33d26cde2005 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.357723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-c77dad5e-2abb-4026-abb2-33d26cde2005 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.360190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401725ef-4086-4906-989a-d0e3ec820af6 req-da3a31ee-19b7-48f1-8e23-0bd1b83d10ad tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.360795 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-401725ef-4086-4906-989a-d0e3ec820af6 req-da3a31ee-19b7-48f1-8e23-0bd1b83d10ad tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 907 time: 0.0965559 Sep 17 22:35:02.363801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-c77dad5e-2abb-4026-abb2-33d26cde2005 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.370343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-c77dad5e-2abb-4026-abb2-33d26cde2005 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.376291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-c77dad5e-2abb-4026-abb2-33d26cde2005 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.382614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-c77dad5e-2abb-4026-abb2-33d26cde2005 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.388326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-c77dad5e-2abb-4026-abb2-33d26cde2005 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.392134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-c77dad5e-2abb-4026-abb2-33d26cde2005 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5381 time: 0.2655194 Sep 17 22:35:02.419733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-0e9c32dd-9e63-4c7c-8f7c-c285ad20c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.420496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-0e9c32dd-9e63-4c7c-8f7c-c285ad20c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.421004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-0e9c32dd-9e63-4c7c-8f7c-c285ad20c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.422621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d336873-6a44-4341-a983-3ddba45cad6b req-0e9c32dd-9e63-4c7c-8f7c-c285ad20c197 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0912a8b363a743beb7293effa86f4bcb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3196521 Sep 17 22:35:02.466192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e4314-cb6c-4599-8419-a62ff106fd49 req-73e39fd2-00b6-4beb-9ccc-9b9df9461936 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.473746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-503e4314-cb6c-4599-8419-a62ff106fd49 req-73e39fd2-00b6-4beb-9ccc-9b9df9461936 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.2561486 Sep 17 22:35:02.511304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb1853b-9ccd-4596-ab60-5db422e5e820 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:02.521918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.540735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Deleting port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:02.541016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.546624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Transition to ACTIVE for port object aeb1853b-9ccd-4596-ab60-5db422e5e820 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:02.557519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.626757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e2725a4-9fac-4236-9cdf-6d60a06f448f req-917c29d6-cad9-498e-99cc-0efc3691002a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2218559 Sep 17 22:35:02.671233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb1853b-9ccd-4596-ab60-5db422e5e820,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:02.695532 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bf212dc0-3629-418b-a8e0-68984349cd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.722314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-503e4314-cb6c-4599-8419-a62ff106fd49 req-b86fcc13-dfee-4d6e-977f-5c5f9b93d576 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434106 Sep 17 22:35:02.818388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Attempting to bind port aeb1853b-9ccd-4596-ab60-5db422e5e820 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:02.818726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Attempting to bind port aeb1853b-9ccd-4596-ab60-5db422e5e820 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:02.819104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Attempting to bind port aeb1853b-9ccd-4596-ab60-5db422e5e820 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:02.827126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Port aeb1853b-9ccd-4596-ab60-5db422e5e820 on network 869fee45-3a06-4e53-bce5-85fc18d85576 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:02.827449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Attempting to bind port aeb1853b-9ccd-4596-ab60-5db422e5e820 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:02.835965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcfbb998-5392-4a3e-8dc7-baed940933d6 req-c79ba1bb-4cee-402a-a45d-ad0eebe5127b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 210 time: 0.0706728 Sep 17 22:35:02.837177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d336873-6a44-4341-a983-3ddba45cad6b req-9052a0fc-b4f1-4fc2-868d-ea14061954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.838870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d336873-6a44-4341-a983-3ddba45cad6b req-9052a0fc-b4f1-4fc2-868d-ea14061954aa service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4051976 Sep 17 22:35:02.843507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] For port b8e623cd-3e5b-4697-b0a7-e9987e9eff60, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:02.843959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.857401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:02.857825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Checking segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:02.858280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Bound using segment: {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:02.858800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Bound port: aeb1853b-9ccd-4596-ab60-5db422e5e820, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76014dde-0e16-43a9-8b2f-2c2b6f23ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:02.859230 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.880416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Calling delete_port for b8e623cd-3e5b-4697-b0a7-e9987e9eff60 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:03.000211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] For port aeb1853b-9ccd-4596-ab60-5db422e5e820, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:03.009145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] For port aeb1853b-9ccd-4596-ab60-5db422e5e820, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:03.018436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.049569 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.064639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.065280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.066707 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] 10.222.0.49 "PUT /v2.0/ports/aeb1853b-9ccd-4596-ab60-5db422e5e820 HTTP/1.1" status: 200 len: 1092 time: 1.0824876 Sep 17 22:35:03.069029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'aeb1853b-9ccd-4596-ab60-5db422e5e820'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:03.071851 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf18aa33-8874-4793-bddc-c6151b9655a7" -d '{"events": [{"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "aeb1853b-9ccd-4596-ab60-5db422e5e820"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:03.117521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:03.128633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946c011-d643-4fc2-a6b6-8a2629c36058 req-364f774d-fbc5-455b-bb00-a48862509ba0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.131059 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d946c011-d643-4fc2-a6b6-8a2629c36058 req-364f774d-fbc5-455b-bb00-a48862509ba0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=c091757b-8707-4406-89df-af24535fd3cf HTTP/1.1" status: 200 len: 907 time: 0.0831590 Sep 17 22:35:03.169724 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ef57d-94e8-48b9-a206-564457920459 x-openstack-request-id: req-a92ef57d-94e8-48b9-a206-564457920459 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:03.170028 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "aeb1853b-9ccd-4596-ab60-5db422e5e820", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:03.170448 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a92ef57d-94e8-48b9-a206-564457920459 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:03.170981 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'aeb1853b-9ccd-4596-ab60-5db422e5e820', 'status': 'completed', 'code': 200} Sep 17 22:35:03.180586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a07ea8-cae0-4540-8336-601d40fb5656 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb1853b-9ccd-4596-ab60-5db422e5e820,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:03.190998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.232689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event deleted for resources: {'Port': ['ID=b8e623cd-3e5b-4697-b0a7-e9987e9eff60,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:03.247345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'cdb19a93-00e0-470a-a0c7-9b17143674a5'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:03.251555 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1951455b-0ced-41d0-bc3d-53b73b5631e2" -d '{"events": [{"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "cdb19a93-00e0-470a-a0c7-9b17143674a5"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:03.252063 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.312360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-7ee91456-6fcc-478e-bf32-a18b15c80ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.312777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-7ee91456-6fcc-478e-bf32-a18b15c80ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.313281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-7ee91456-6fcc-478e-bf32-a18b15c80ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.313756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-7ee91456-6fcc-478e-bf32-a18b15c80ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.314226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-7ee91456-6fcc-478e-bf32-a18b15c80ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.321728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-7ee91456-6fcc-478e-bf32-a18b15c80ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.322250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-7ee91456-6fcc-478e-bf32-a18b15c80ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.326671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-7ee91456-6fcc-478e-bf32-a18b15c80ccc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6345 time: 0.1146927 Sep 17 22:35:03.329658 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f7dad3-ddd6-4de1-9dd5-fa1b49dc8394 x-openstack-request-id: req-48f7dad3-ddd6-4de1-9dd5-fa1b49dc8394 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:03.329766 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "cdb19a93-00e0-470a-a0c7-9b17143674a5", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:03.330139 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48f7dad3-ddd6-4de1-9dd5-fa1b49dc8394 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:03.330601 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'cdb19a93-00e0-470a-a0c7-9b17143674a5', 'status': 'completed', 'code': 200} Sep 17 22:35:03.439503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] No DVR routers for this DVR port b8e623cd-3e5b-4697-b0a7-e9987e9eff60 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:03.442286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.445192 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-401725ef-4086-4906-989a-d0e3ec820af6 req-5e095d86-c8b8-4ad6-9dc4-d38bf5d96a66 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.49 "DELETE /v2.0/ports/b8e623cd-3e5b-4697-b0a7-e9987e9eff60 HTTP/1.1" status: 204 len: 173 time: 1.0752110 Sep 17 22:35:03.506506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-a278d627-b84c-4657-bdd5-d73aabed1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.507190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-a278d627-b84c-4657-bdd5-d73aabed1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.508416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-a278d627-b84c-4657-bdd5-d73aabed1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.510762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-a278d627-b84c-4657-bdd5-d73aabed1875 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0912a8b363a743beb7293effa86f4bcb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1546497 Sep 17 22:35:03.650318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-f85dfd11-a6d1-45d4-ba98-42b802941d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.651923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf18aa33-8874-4793-bddc-c6151b9655a7 req-f85dfd11-a6d1-45d4-ba98-42b802941d0f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118817 Sep 17 22:35:03.661747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:03.669257 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.691485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Transition to ACTIVE for port object ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:03.696661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.789574 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.801768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Pushing event updated for resources: {'Port': ['ID=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:03.833351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-821fb65b-e68e-434b-85d0-aa91743120dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.833759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-821fb65b-e68e-434b-85d0-aa91743120dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.834346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-821fb65b-e68e-434b-85d0-aa91743120dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.834822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-821fb65b-e68e-434b-85d0-aa91743120dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.836065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-821fb65b-e68e-434b-85d0-aa91743120dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.836626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-821fb65b-e68e-434b-85d0-aa91743120dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.837125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-821fb65b-e68e-434b-85d0-aa91743120dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.839380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-821fb65b-e68e-434b-85d0-aa91743120dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6371 time: 0.1039081 Sep 17 22:35:03.855916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-0a781308-70af-4572-bf74-8fc3c47f5d58 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.862202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-0a781308-70af-4572-bf74-8fc3c47f5d58 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.862496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Attempting to bind port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:03.862844 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Attempting to bind port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:03.863175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Attempting to bind port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f on network 9825d235-beee-480d-8f9d-bbd2329790f5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:03.868278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-0a781308-70af-4572-bf74-8fc3c47f5d58 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.868441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f on network 9825d235-beee-480d-8f9d-bbd2329790f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:03.868703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Attempting to bind port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f on network 9825d235-beee-480d-8f9d-bbd2329790f5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:03.875206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:03.875551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Checking segment: {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:03.875941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Bound using segment: {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:03.876379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Bound port: ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:03.876875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.879153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-0a781308-70af-4572-bf74-8fc3c47f5d58 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.885387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-0a781308-70af-4572-bf74-8fc3c47f5d58 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.891453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-0a781308-70af-4572-bf74-8fc3c47f5d58 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.898023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-0a781308-70af-4572-bf74-8fc3c47f5d58 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.906257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-0a781308-70af-4572-bf74-8fc3c47f5d58 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5405 time: 0.1693652 Sep 17 22:35:03.956597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] For port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:03.960898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] For port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:03.974053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.026558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.027247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.028789 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] 10.222.0.49 "PUT /v2.0/ports/ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f HTTP/1.1" status: 200 len: 1092 time: 0.9167314 Sep 17 22:35:04.057959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f59f1-ca7f-47f5-921a-a435840ae428 service neutron] Pushing event updated for resources: {'Port': ['ID=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:04.074472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Request body: {'port': {'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:04.089002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-363a5f2f-2367-4567-b86b-c44a06b7c77d req-9fae3410-3470-4e31-851c-6a6d1141e44a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750047 Sep 17 22:35:04.112149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf96b84-7397-42c7-a733-730763dbe799 req-ef9253e4-0e34-4a4d-b473-1c36155e3174 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.114192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaf96b84-7397-42c7-a733-730763dbe799 req-ef9253e4-0e34-4a4d-b473-1c36155e3174 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.2719886 Sep 17 22:35:04.190402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.221902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-aa81be8c-85cb-4b79-85b1-d36b05ae8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.222389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-aa81be8c-85cb-4b79-85b1-d36b05ae8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.222866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-aa81be8c-85cb-4b79-85b1-d36b05ae8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.224655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-aa81be8c-85cb-4b79-85b1-d36b05ae8c0b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0912a8b363a743beb7293effa86f4bcb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3025420 Sep 17 22:35:04.282289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-236f4fb1-6c54-4fb5-8eb7-e83d643cf0a6 req-946ce231-c68a-43e3-bea5-51cfb5a653c4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 210 time: 0.0594068 Sep 17 22:35:04.318526 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaf96b84-7397-42c7-a733-730763dbe799 req-02859f03-5663-45b1-80e3-287a7fa53bd2 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826444 Sep 17 22:35:04.476501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-3d53e0d6-a018-41b8-b341-492570972980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.478155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1951455b-0ced-41d0-bc3d-53b73b5631e2 req-3d53e0d6-a018-41b8-b341-492570972980 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2374425 Sep 17 22:35:04.566852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ded73d7-e359-49b7-aea7-69842be7719a {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:04.567405 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.575037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.588888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Transition to ACTIVE for port object 7ded73d7-e359-49b7-aea7-69842be7719a will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:04.592739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.688047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ded73d7-e359-49b7-aea7-69842be7719a,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:04.748115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Attempting to bind port 7ded73d7-e359-49b7-aea7-69842be7719a on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:04.748433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Attempting to bind port 7ded73d7-e359-49b7-aea7-69842be7719a by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:04.748757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Attempting to bind port 7ded73d7-e359-49b7-aea7-69842be7719a on network 9825d235-beee-480d-8f9d-bbd2329790f5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:04.754164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Port 7ded73d7-e359-49b7-aea7-69842be7719a on network 9825d235-beee-480d-8f9d-bbd2329790f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:04.754678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Attempting to bind port 7ded73d7-e359-49b7-aea7-69842be7719a on network 9825d235-beee-480d-8f9d-bbd2329790f5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:04.765513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:04.765849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Checking segment: {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:04.766242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Bound using segment: {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:04.766680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Bound port: 7ded73d7-e359-49b7-aea7-69842be7719a, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe816ea-572d-4d98-bd22-34b8607cbba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:04.767044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.845488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] For port 7ded73d7-e359-49b7-aea7-69842be7719a, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:04.849625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] For port 7ded73d7-e359-49b7-aea7-69842be7719a, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7ded73d7-e359-49b7-aea7-69842be7719a,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:04.852809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca8dc-1fcd-4cd8-a130-0694f36354f4 req-6ee36627-fe93-4d76-a4f0-1227c9f9180a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.854487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-367ca8dc-1fcd-4cd8-a130-0694f36354f4 req-6ee36627-fe93-4d76-a4f0-1227c9f9180a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 945 time: 0.0581591 Sep 17 22:35:04.855520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.885446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 60de8b11-2064-41d3-8316-7c58650a07a8 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:04.905328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.906008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.907823 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] 10.222.0.49 "PUT /v2.0/ports/7ded73d7-e359-49b7-aea7-69842be7719a HTTP/1.1" status: 200 len: 1092 time: 0.8408265 Sep 17 22:35:04.924746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b8e623cd-3e5b-4697-b0a7-e9987e9eff60 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:04.929887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-367ca8dc-1fcd-4cd8-a130-0694f36354f4 req-48abe8d5-5ecf-4825-a6e9-d04592c66ab8 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612876 Sep 17 22:35:04.947791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a80c8b-18ee-4c53-a179-29538c586bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ded73d7-e359-49b7-aea7-69842be7719a,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:04.950832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: b8e623cd-3e5b-4697-b0a7-e9987e9eff60 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:04.951186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b8e623cd-3e5b-4697-b0a7-e9987e9eff60 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:05.040235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ac2a3927-f393-4ff0-bc1e-ca3f2fd5d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.041236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ac2a3927-f393-4ff0-bc1e-ca3f2fd5d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.041715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ac2a3927-f393-4ff0-bc1e-ca3f2fd5d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.042334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ac2a3927-f393-4ff0-bc1e-ca3f2fd5d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.042816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ac2a3927-f393-4ff0-bc1e-ca3f2fd5d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.043275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ac2a3927-f393-4ff0-bc1e-ca3f2fd5d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.043745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ac2a3927-f393-4ff0-bc1e-ca3f2fd5d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.045825 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ac2a3927-f393-4ff0-bc1e-ca3f2fd5d009 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6481 time: 0.0622704 Sep 17 22:35:05.064705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:05.078978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '60de8b11-2064-41d3-8316-7c58650a07a8', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'port_id': '60de8b11-2064-41d3-8316-7c58650a07a8', 'mac_address': 'fa:16:3e:b8:a3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b99e6a-c3a7-4eb6-9fed-733e73db7511', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:05.104855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-2b0e81b9-56f2-4bbe-9e32-8901cf8da6b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecfbe609-917d-4455-a076-f1030e0b2959 HTTP/1.1" status: 200 len: 217 time: 0.0431507 Sep 17 22:35:05.146438 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.163755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60de8b11-2064-41d3-8316-7c58650a07a8 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:05.204287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:05.205211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c091757b-8707-4406-89df-af24535fd3cf', 'name': 'network-vif-deleted', 'tag': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60'}, {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f'}, {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': '7ded73d7-e359-49b7-aea7-69842be7719a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:05.207717 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86329069-d8ae-489e-b00c-6bd0f0bc847e" -d '{"events": [{"server_uuid": "c091757b-8707-4406-89df-af24535fd3cf", "name": "network-vif-deleted", "tag": "b8e623cd-3e5b-4697-b0a7-e9987e9eff60"}, {"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f"}, {"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "7ded73d7-e359-49b7-aea7-69842be7719a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:05.221385 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.222019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-44292aa6-efc8-4c98-b340-2454536fb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.223787 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-44292aa6-efc8-4c98-b340-2454536fb2de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=680fe56b-6368-46fd-92b0-5ff1e95f243c HTTP/1.1" status: 200 len: 851 time: 0.0970910 Sep 17 22:35:05.287958 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60228bbc-6764-40ba-ae50-8c9634dccd05 x-openstack-request-id: req-60228bbc-6764-40ba-ae50-8c9634dccd05 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:05.289970 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c091757b-8707-4406-89df-af24535fd3cf", "name": "network-vif-deleted", "tag": "b8e623cd-3e5b-4697-b0a7-e9987e9eff60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "7ded73d7-e359-49b7-aea7-69842be7719a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:05.290512 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60228bbc-6764-40ba-ae50-8c9634dccd05 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:05.291065 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c091757b-8707-4406-89df-af24535fd3cf', 'name': 'network-vif-deleted', 'tag': 'b8e623cd-3e5b-4697-b0a7-e9987e9eff60', 'status': 'completed', 'code': 200} Sep 17 22:35:05.291313 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f', 'status': 'completed', 'code': 200} Sep 17 22:35:05.291565 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': '7ded73d7-e359-49b7-aea7-69842be7719a', 'status': 'completed', 'code': 200} Sep 17 22:35:05.305485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:05.316573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-ccf21f36-8a8e-4895-ba1b-d588f8cf5eac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.324096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-ccf21f36-8a8e-4895-ba1b-d588f8cf5eac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.333221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-ccf21f36-8a8e-4895-ba1b-d588f8cf5eac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.341259 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.342757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-ccf21f36-8a8e-4895-ba1b-d588f8cf5eac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.345613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-32a4b730-e35e-4526-87f4-bb3f2d8d5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.347341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-32a4b730-e35e-4526-87f4-bb3f2d8d5f1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=360fb9db-e296-445c-af92-7c8c35eb57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101377 Sep 17 22:35:05.350112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-ccf21f36-8a8e-4895-ba1b-d588f8cf5eac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.357098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-ccf21f36-8a8e-4895-ba1b-d588f8cf5eac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.363069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-ccf21f36-8a8e-4895-ba1b-d588f8cf5eac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.365678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-ccf21f36-8a8e-4895-ba1b-d588f8cf5eac tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1529117 Sep 17 22:35:05.393907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['60de8b11-2064-41d3-8316-7c58650a07a8'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:05.441293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-349b2b87-7b0a-42c5-ac78-b8798c673bc6 req-9a03ba7e-19c3-4a37-948a-ffa5c3af41c3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f472cd0c-b952-44cf-9a24-9a0af61f797c HTTP/1.1" status: 200 len: 210 time: 0.0346820 Sep 17 22:35:05.465208 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-383869f4-42b8-4345-a298-37a2f06fdcfb service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095972 Sep 17 22:35:05.475293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61bbda67-8a19-460c-a59c-24d0578fd4ca req-91aaaff8-2e24-4370-a564-b0b25932ea8f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938909 Sep 17 22:35:05.602361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf167e9e-060b-453e-8869-28a919169622 req-f14b5298-e808-4b78-8e8c-e3e4a8ccb201 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.604090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf167e9e-060b-453e-8869-28a919169622 req-f14b5298-e808-4b78-8e8c-e3e4a8ccb201 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0662036 Sep 17 22:35:05.630024 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ce95022e-8c23-4c9f-8e0b-a9bd7e576324 service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561666 Sep 17 22:35:05.696565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf167e9e-060b-453e-8869-28a919169622 req-9e99b924-b385-446d-ad99-ec121467b6e0 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794244 Sep 17 22:35:05.720985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d70c8adb-6a9c-41bc-b026-3c2dbb5f3c14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 200 len: 217 time: 0.0825222 Sep 17 22:35:05.797633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a6fbdff-6b54-4556-a67d-f271bdda5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.799128 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9a6fbdff-6b54-4556-a67d-f271bdda5d62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.0533671 Sep 17 22:35:05.846086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d0dd3d14-85f7-481a-ba58-d99224b93a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.847595 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-d0dd3d14-85f7-481a-ba58-d99224b93a77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0408089 Sep 17 22:35:05.941181 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9e487b68-efc2-4343-9a5f-1af54f9454c8 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856647 Sep 17 22:35:06.038299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-530bc6ae-479a-45d8-946f-d7325546be78 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901415 Sep 17 22:35:06.045523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00dcc7-f7bc-4b16-843a-0ecdb8012525 req-91ac9f46-19a1-4066-b583-37bae66ee980 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.047295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b00dcc7-f7bc-4b16-843a-0ecdb8012525 req-91ac9f46-19a1-4066-b583-37bae66ee980 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 945 time: 0.0593112 Sep 17 22:35:06.103243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-dd2e9192-e36b-41a0-a489-62bc7a624235 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 200 len: 217 time: 0.0576808 Sep 17 22:35:06.113624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b00dcc7-f7bc-4b16-843a-0ecdb8012525 req-63f7a9c9-1abf-4273-bb8b-0f7476a9e84a tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580087 Sep 17 22:35:06.162432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-2cf95fcb-e1e8-4351-853b-7c3fe6ff0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.163781 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-2cf95fcb-e1e8-4351-853b-7c3fe6ff0bdd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.0531130 Sep 17 22:35:06.214312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7da015f3-c4e2-42a7-8b15-1c2f50cfa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.216231 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7da015f3-c4e2-42a7-8b15-1c2f50cfa7e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0439432 Sep 17 22:35:06.310158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a9c170a0-eabb-467f-b5d5-822d7efd1eae service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870550 Sep 17 22:35:06.440732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae558b-7eb7-4063-891c-afd70703c462 req-aefbeb23-b744-4d4c-9efa-7058f04ae5c2 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.442254 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93ae558b-7eb7-4063-891c-afd70703c462 req-aefbeb23-b744-4d4c-9efa-7058f04ae5c2 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 945 time: 0.0956082 Sep 17 22:35:06.446229 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-b29c8e2a-66c2-4118-a5cf-651d614cf28e service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272807 Sep 17 22:35:06.512548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-54c7643f-e5a1-4098-920f-e77b57df01d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5 HTTP/1.1" status: 200 len: 217 time: 0.0555601 Sep 17 22:35:06.612449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-9bdf3f45-4ab3-4b0e-a00b-42f5e537e842 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.619765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-9bdf3f45-4ab3-4b0e-a00b-42f5e537e842 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.626209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-9bdf3f45-4ab3-4b0e-a00b-42f5e537e842 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.632721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-9bdf3f45-4ab3-4b0e-a00b-42f5e537e842 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.638874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-9bdf3f45-4ab3-4b0e-a00b-42f5e537e842 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.652994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-9bdf3f45-4ab3-4b0e-a00b-42f5e537e842 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.652994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-9bdf3f45-4ab3-4b0e-a00b-42f5e537e842 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.659934 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-9bdf3f45-4ab3-4b0e-a00b-42f5e537e842 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1076913 Sep 17 22:35:06.706554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fb85d19-2b07-449a-801e-cad2c58f4f8c req-4b2e8687-a31e-4240-a596-b09c843e836d tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452547 Sep 17 22:35:06.900241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671bdb7-04ad-4b12-a5b2-98c2e57de6c6 req-0eb683e8-e76b-4b59-b8d6-a69b24147814 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.900868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 60de8b11-2064-41d3-8316-7c58650a07a8 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:06.901912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b671bdb7-04ad-4b12-a5b2-98c2e57de6c6 req-0eb683e8-e76b-4b59-b8d6-a69b24147814 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0674036 Sep 17 22:35:06.952442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b671bdb7-04ad-4b12-a5b2-98c2e57de6c6 req-93d6579f-7a97-4b41-826c-be7cabe399cc tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432210 Sep 17 22:35:06.964340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-0574257c-96c9-402f-a0b6-841156b6c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.965870 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-0574257c-96c9-402f-a0b6-841156b6c780 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.4447908 Sep 17 22:35:06.973193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 60de8b11-2064-41d3-8316-7c58650a07a8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:06.973576 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.010880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Deleting port 4fedcb51-32de-4f95-b03a-93b2854774f2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:07.011396 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.064414 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.090263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:07.092675 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3388b23a-7921-487c-9c0c-1bbab91457f7" -d '{"events": [{"server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "name": "network-vif-plugged", "status": "completed", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:07.107117 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:07.110095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ebe55992-064b-46a5-8fd1-a47e504aa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.111845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-ebe55992-064b-46a5-8fd1-a47e504aa352 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1118073 Sep 17 22:35:07.123563 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.184548 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aed5de-ed03-4b2b-b332-f2029049b355 x-openstack-request-id: req-d4aed5de-ed03-4b2b-b332-f2029049b355 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:07.184861 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "name": "network-vif-plugged", "status": "completed", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:07.188441 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4aed5de-ed03-4b2b-b332-f2029049b355 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:07.189044 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8', 'code': 200} Sep 17 22:35:07.209680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f55b-c915-4065-ae7d-49745976b0cf req-4e293b14-78f9-4ce4-9bac-3f29c78a73c4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.219361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b429f55b-c915-4065-ae7d-49745976b0cf req-4e293b14-78f9-4ce4-9bac-3f29c78a73c4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.1765182 Sep 17 22:35:07.239635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:07.239947 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] For port 4fedcb51-32de-4f95-b03a-93b2854774f2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4fedcb51-32de-4f95-b03a-93b2854774f2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:07.240073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.259004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Calling delete_port for 4fedcb51-32de-4f95-b03a-93b2854774f2 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:07.265827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b429f55b-c915-4065-ae7d-49745976b0cf req-bebe30c9-a5ab-4cb6-9a05-1e6db0674816 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/quotas/6bbefcb9aba54baf82ee80e067d50ea1 HTTP/1.1" status: 200 len: 375 time: 0.0453753 Sep 17 22:35:07.281832 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-772e3aa5-392c-4c7f-a7bb-167f16eac20b service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585948 Sep 17 22:35:07.298431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7812717-38d6-47a3-8e60-572a90ac132f req-4fdc6858-8f40-42d1-adce-8e945d9b6406 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.301450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7812717-38d6-47a3-8e60-572a90ac132f req-4fdc6858-8f40-42d1-adce-8e945d9b6406 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c00d066-d090-452d-8df0-a6a12358a763 HTTP/1.1" status: 200 len: 945 time: 0.0785136 Sep 17 22:35:07.320990 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b429f55b-c915-4065-ae7d-49745976b0cf req-bbf58dc8-62ae-4c71-a9a3-e93c077e470a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439250 Sep 17 22:35:07.414291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7812717-38d6-47a3-8e60-572a90ac132f req-84e707db-ed7c-4520-8036-031daf1e343f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970814 Sep 17 22:35:07.440757 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-0ccaba96-3e25-4f98-a543-bbadc476fe5d service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229835 Sep 17 22:35:07.453454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b429f55b-c915-4065-ae7d-49745976b0cf req-165b817b-aa2e-443c-879e-05b6f0c5f616 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194479 Sep 17 22:35:07.515624 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-2a55b369-5a46-4551-b5cc-d46558fc3170 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820 HTTP/1.1" status: 200 len: 217 time: 0.0670874 Sep 17 22:35:07.556199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b429f55b-c915-4065-ae7d-49745976b0cf req-581fd1bb-063d-4d7e-8185-552580fe6228 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968547 Sep 17 22:35:07.571369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.587004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e99e4bac-8afd-4252-b7c7-f4489f5284ef', '4fedcb51-32de-4f95-b03a-93b2854774f2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:07.604768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3039ea2b-c55c-4e64-a086-81c85a4c2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.606322 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3039ea2b-c55c-4e64-a086-81c85a4c2683 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.0815809 Sep 17 22:35:07.609497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event deleted for resources: {'Port': ['ID=4fedcb51-32de-4f95-b03a-93b2854774f2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:07.682502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] No DVR routers for this DVR port 4fedcb51-32de-4f95-b03a-93b2854774f2 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:07.686161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.688125 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93ae558b-7eb7-4063-891c-afd70703c462 req-42513363-aa08-406c-b503-541f285f5387 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "DELETE /v2.0/ports/4fedcb51-32de-4f95-b03a-93b2854774f2 HTTP/1.1" status: 204 len: 173 time: 1.2377231 Sep 17 22:35:07.688559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c00d066-d090-452d-8df0-a6a12358a763', 'name': 'network-vif-deleted', 'tag': '4fedcb51-32de-4f95-b03a-93b2854774f2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:07.690814 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e040ae4a-e635-4f6e-8c05-93378037bec4" -d '{"events": [{"server_uuid": "6c00d066-d090-452d-8df0-a6a12358a763", "name": "network-vif-deleted", "tag": "4fedcb51-32de-4f95-b03a-93b2854774f2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:07.708378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e5540aa9-9447-4ae5-a64f-fa809c162bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.710623 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-e5540aa9-9447-4ae5-a64f-fa809c162bb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939312 Sep 17 22:35:07.890495 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9bff3f87-c089-479b-acfa-c89ce68bb467 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716590 Sep 17 22:35:07.891965 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb1a820-bdcf-4b90-bb3f-c0371a8ddf96 x-openstack-request-id: req-7bb1a820-bdcf-4b90-bb3f-c0371a8ddf96 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:07.892234 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c00d066-d090-452d-8df0-a6a12358a763", "name": "network-vif-deleted", "tag": "4fedcb51-32de-4f95-b03a-93b2854774f2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:07.892490 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bb1a820-bdcf-4b90-bb3f-c0371a8ddf96 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:07.892867 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c00d066-d090-452d-8df0-a6a12358a763', 'name': 'network-vif-deleted', 'tag': '4fedcb51-32de-4f95-b03a-93b2854774f2', 'status': 'completed', 'code': 200} Sep 17 22:35:07.923510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37f30ecd-9c4e-440b-bd58-81adb62fc6fc req-035a1e60-bccf-4f80-bc2f-f9e3bb54d7b2 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2d786ca-c218-470a-b1aa-c3dc9a292813 HTTP/1.1" status: 200 len: 210 time: 0.0326416 Sep 17 22:35:07.988471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e59-cb88-48b6-b571-567ac7495821 req-f2258dfb-d7ef-4a00-b7a6-276542a84080 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.994498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e59-cb88-48b6-b571-567ac7495821 req-f2258dfb-d7ef-4a00-b7a6-276542a84080 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.020768 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-346fde73-2637-49b1-9cb9-003f9a83cef6 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224072 Sep 17 22:35:08.021222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e59-cb88-48b6-b571-567ac7495821 req-f2258dfb-d7ef-4a00-b7a6-276542a84080 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.028787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e59-cb88-48b6-b571-567ac7495821 req-f2258dfb-d7ef-4a00-b7a6-276542a84080 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.040486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e59-cb88-48b6-b571-567ac7495821 req-f2258dfb-d7ef-4a00-b7a6-276542a84080 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.048199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e59-cb88-48b6-b571-567ac7495821 req-f2258dfb-d7ef-4a00-b7a6-276542a84080 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.056943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e59-cb88-48b6-b571-567ac7495821 req-f2258dfb-d7ef-4a00-b7a6-276542a84080 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.065842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4241e59-cb88-48b6-b571-567ac7495821 req-f2258dfb-d7ef-4a00-b7a6-276542a84080 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1599269 Sep 17 22:35:08.129991 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-4c5207fc-4851-4084-a7be-706aa0e03e03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f HTTP/1.1" status: 200 len: 217 time: 0.0974789 Sep 17 22:35:08.135969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4241e59-cb88-48b6-b571-567ac7495821 req-0d36ed58-a534-465b-b2fc-1430850816a0 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671179 Sep 17 22:35:08.246546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-17a8bfd5-dbbb-40b8-9772-1bd0166409f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.248410 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-17a8bfd5-dbbb-40b8-9772-1bd0166409f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.1104033 Sep 17 22:35:08.320179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-56606960-d8b9-44ec-9e5f-5e367b6b0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.321462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-56606960-d8b9-44ec-9e5f-5e367b6b0be7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0642824 Sep 17 22:35:08.356507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06c41-c27f-4a09-9b14-20c67be8cf6a req-e929fe88-83b9-4f13-986d-3a78668fd12b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.363764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53f06c41-c27f-4a09-9b14-20c67be8cf6a req-e929fe88-83b9-4f13-986d-3a78668fd12b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0874758 Sep 17 22:35:08.455767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53f06c41-c27f-4a09-9b14-20c67be8cf6a req-7921585c-a97b-4d96-94cc-667c97b500b5 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911033 Sep 17 22:35:08.508068 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-7b64ddb7-abf3-4e4e-87e6-50afbfb19f60 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732659 Sep 17 22:35:08.632221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40014f43-b136-4555-9db1-fe3184c547ac req-2280625e-06e9-4cfb-9978-a1d8572fa0cc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2d786ca-c218-470a-b1aa-c3dc9a292813 HTTP/1.1" status: 200 len: 210 time: 0.0634344 Sep 17 22:35:08.694830 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-c415fa60-8184-4ee5-900c-c207bf92828c service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992982 Sep 17 22:35:08.754345 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-9983aa69-04ca-4c40-a80a-7debb2abf696 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ded73d7-e359-49b7-aea7-69842be7719a HTTP/1.1" status: 200 len: 217 time: 0.0472059 Sep 17 22:35:08.811438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-c8c3f8ce-fbd6-434f-bf48-99aead8f915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.812911 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-c8c3f8ce-fbd6-434f-bf48-99aead8f915b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.0478117 Sep 17 22:35:08.886512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a9d7e82e-7620-4bc6-a20f-d9b3af027a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.888248 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-a9d7e82e-7620-4bc6-a20f-d9b3af027a39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655797 Sep 17 22:35:08.902839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac6976-a0d6-4171-9e41-8753626a04f3 req-65740327-e5ec-4dd7-8adb-80b67a4028c4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.904355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eeac6976-a0d6-4171-9e41-8753626a04f3 req-65740327-e5ec-4dd7-8adb-80b67a4028c4 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.0576730 Sep 17 22:35:08.951158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eeac6976-a0d6-4171-9e41-8753626a04f3 req-6978db19-39e6-47ca-8d3f-21c08fe1181b tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Sep 17 22:35:09.021061 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-fd0fb4e1-c801-4eae-9f81-b008a4b9906d service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994186 Sep 17 22:35:09.132787 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9860896-2d61-4e6f-99df-d2ec124e8908 req-3ebe665b-5f05-446f-bcec-787ad150b969 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041670 Sep 17 22:35:09.331725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-49ce3883-2a9d-448c-8632-2345fec21afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.332172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-49ce3883-2a9d-448c-8632-2345fec21afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.332819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-49ce3883-2a9d-448c-8632-2345fec21afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.333477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-49ce3883-2a9d-448c-8632-2345fec21afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.334285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-49ce3883-2a9d-448c-8632-2345fec21afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.336444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-49ce3883-2a9d-448c-8632-2345fec21afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.337406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-49ce3883-2a9d-448c-8632-2345fec21afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.340340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-49ce3883-2a9d-448c-8632-2345fec21afb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6481 time: 0.0847847 Sep 17 22:35:09.351508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-97c372b7-7a0b-4500-be9c-028fc4d79b8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.360700 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-97c372b7-7a0b-4500-be9c-028fc4d79b8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.368503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-97c372b7-7a0b-4500-be9c-028fc4d79b8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.374903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-97c372b7-7a0b-4500-be9c-028fc4d79b8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.382611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-97c372b7-7a0b-4500-be9c-028fc4d79b8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.389742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-97c372b7-7a0b-4500-be9c-028fc4d79b8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.399148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-97c372b7-7a0b-4500-be9c-028fc4d79b8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.401754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-97c372b7-7a0b-4500-be9c-028fc4d79b8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1481156 Sep 17 22:35:09.475502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-56b00f08-7de3-40c8-a036-f17110aab925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.477049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-56b00f08-7de3-40c8-a036-f17110aab925 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9825d235-beee-480d-8f9d-bbd2329790f5 HTTP/1.1" status: 200 len: 903 time: 0.1236947 Sep 17 22:35:09.494443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1e11dc1-9587-436b-b8fe-f345dcf9e5ce req-e8124079-92a8-4e72-b20b-00205fbb7d9e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862756 Sep 17 22:35:09.563587 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-9d5a3732-a67c-4dc9-818c-9994d5582592 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f HTTP/1.1" status: 200 len: 217 time: 0.0774806 Sep 17 22:35:09.624963 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-0c745f19-07b6-4b31-8b66-7ae12b9aaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.626733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-0c745f19-07b6-4b31-8b66-7ae12b9aaf2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.0550196 Sep 17 22:35:09.671084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f7bb2-80b5-4ef0-ba60-6e8655de544e req-26f74cd2-ca11-46c4-9371-cb0e0824e0c3 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.673480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c4f7bb2-80b5-4ef0-ba60-6e8655de544e req-26f74cd2-ca11-46c4-9371-cb0e0824e0c3 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0897949 Sep 17 22:35:09.689319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-1dc3c086-f253-4574-a7f1-2586fd1640c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.691197 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-1dc3c086-f253-4574-a7f1-2586fd1640c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508199 Sep 17 22:35:09.729594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c4f7bb2-80b5-4ef0-ba60-6e8655de544e req-55380cf1-4ef7-4622-bd56-8c7a6f13ec30 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Sep 17 22:35:09.991518 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-ed249969-1f9c-4020-80e5-f858738aa3f2 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441307 Sep 17 22:35:10.082501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-63d0ed0d-4b7c-4360-8d43-0a2749b27500 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.093480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4fedcb51-32de-4f95-b03a-93b2854774f2 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:10.094317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-63d0ed0d-4b7c-4360-8d43-0a2749b27500 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.1893837 Sep 17 22:35:10.127920 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-bb6121fc-297a-4b26-b7dc-672ff8f31ce7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/quotas/6bbefcb9aba54baf82ee80e067d50ea1 HTTP/1.1" status: 200 len: 375 time: 0.0326483 Sep 17 22:35:10.133502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 4fedcb51-32de-4f95-b03a-93b2854774f2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:10.134123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4fedcb51-32de-4f95-b03a-93b2854774f2 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:10.152501 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-272c5f8e-1bc5-43a1-85b4-afc2b5193209 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396861 Sep 17 22:35:10.185939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-3c247d71-7528-46da-b201-8078b0e0037b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568943 Sep 17 22:35:10.236653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68928b3-e960-4e19-8dbb-70e8b3e30653 req-73a4a832-596d-49bf-a511-1baeffcaca8e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.238248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e68928b3-e960-4e19-8dbb-70e8b3e30653 req-73a4a832-596d-49bf-a511-1baeffcaca8e tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.1359761 Sep 17 22:35:10.251898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-a9accf58-8d8d-4c6f-a192-90931717dd73 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.254442 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-a9accf58-8d8d-4c6f-a192-90931717dd73 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 946 time: 0.0838542 Sep 17 22:35:10.335962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e68928b3-e960-4e19-8dbb-70e8b3e30653 req-7732e6b8-f5f9-4d37-82f7-a6604c8b3478 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd2afe7-c741-4583-995c-7cb2aba3e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877874 Sep 17 22:35:10.380315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-57c9234b-4624-47bc-8611-2f50f670d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.381049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-57c9234b-4624-47bc-8611-2f50f670d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.381495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-57c9234b-4624-47bc-8611-2f50f670d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.383563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-57c9234b-4624-47bc-8611-2f50f670d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.383563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-57c9234b-4624-47bc-8611-2f50f670d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.383758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-0b7c335e-89f3-4127-a35b-eb60c435e66d service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883545 Sep 17 22:35:10.384212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-57c9234b-4624-47bc-8611-2f50f670d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.384437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-57c9234b-4624-47bc-8611-2f50f670d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.386574 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-57c9234b-4624-47bc-8611-2f50f670d983 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6481 time: 0.1140165 Sep 17 22:35:10.495387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Deleting port e99e4bac-8afd-4252-b7c7-f4489f5284ef {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:10.495880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.532644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-117e7d9a-fa8e-4d35-8071-92330fed76c8 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480525 Sep 17 22:35:10.601295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-921048b7-a3b8-4f95-9f28-c612e52d4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.604018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-921048b7-a3b8-4f95-9f28-c612e52d4d56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9825d235-beee-480d-8f9d-bbd2329790f5 HTTP/1.1" status: 200 len: 903 time: 0.2032819 Sep 17 22:35:10.661688 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-559988a0-d2d6-4a3f-b160-aab868251526 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ded73d7-e359-49b7-aea7-69842be7719a HTTP/1.1" status: 200 len: 217 time: 0.0498784 Sep 17 22:35:10.712036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] For port e99e4bac-8afd-4252-b7c7-f4489f5284ef, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e99e4bac-8afd-4252-b7c7-f4489f5284ef,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:10.712426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.734170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Calling delete_port for e99e4bac-8afd-4252-b7c7-f4489f5284ef owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:10.752908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-38fe85d6-1a55-46e1-b18d-ba64b97bd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.754649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-38fe85d6-1a55-46e1-b18d-ba64b97bd602 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.0824785 Sep 17 22:35:10.764086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340248-4d86-4dab-9469-2b82718178ab req-a420a8ac-2a13-43e3-a901-67d68a949d9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.782165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340248-4d86-4dab-9469-2b82718178ab req-a420a8ac-2a13-43e3-a901-67d68a949d9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.788963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340248-4d86-4dab-9469-2b82718178ab req-a420a8ac-2a13-43e3-a901-67d68a949d9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.796167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340248-4d86-4dab-9469-2b82718178ab req-a420a8ac-2a13-43e3-a901-67d68a949d9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.803114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340248-4d86-4dab-9469-2b82718178ab req-a420a8ac-2a13-43e3-a901-67d68a949d9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.812097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340248-4d86-4dab-9469-2b82718178ab req-a420a8ac-2a13-43e3-a901-67d68a949d9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.818845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340248-4d86-4dab-9469-2b82718178ab req-a420a8ac-2a13-43e3-a901-67d68a949d9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.828335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50340248-4d86-4dab-9469-2b82718178ab req-a420a8ac-2a13-43e3-a901-67d68a949d9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.2082124 Sep 17 22:35:10.891575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b9de68b-a189-485a-ba60-81be9c618165 req-c744fdf9-5702-4703-9033-2e25f41405e7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 210 time: 0.0538046 Sep 17 22:35:10.921092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50340248-4d86-4dab-9469-2b82718178ab req-77978e95-f671-490c-a6b3-5bf4452a0b99 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863380 Sep 17 22:35:10.953296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-6095dfd2-9e81-4241-a300-45260ae86069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.958392 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-6095dfd2-9e81-4241-a300-45260ae86069 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1649361 Sep 17 22:35:11.080464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.084987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583ffbf-b74b-40bc-83ca-cf49b60e53dd req-408f564a-ebce-428c-b379-23b6a225c51a tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.087269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d583ffbf-b74b-40bc-83ca-cf49b60e53dd req-408f564a-ebce-428c-b379-23b6a225c51a tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0767918 Sep 17 22:35:11.093540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e99e4bac-8afd-4252-b7c7-f4489f5284ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:11.150695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d583ffbf-b74b-40bc-83ca-cf49b60e53dd req-544ce634-fcd3-4902-a2ed-873ab36a5bc9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480964 Sep 17 22:35:11.237992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event deleted for resources: {'Port': ['ID=e99e4bac-8afd-4252-b7c7-f4489f5284ef,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:11.243637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] No DVR routers for this DVR port e99e4bac-8afd-4252-b7c7-f4489f5284ef on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:11.246007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.248320 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e3cd76fe-cc4e-43d1-861d-df05c904da87 req-cb331535-69a1-4ea2-ba57-2b5347a4ac27 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "DELETE /v2.0/ports/e99e4bac-8afd-4252-b7c7-f4489f5284ef HTTP/1.1" status: 204 len: 173 time: 0.9860768 Sep 17 22:35:11.250827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64251164-7cba-4dcc-abad-82ab55468387', 'name': 'network-vif-deleted', 'tag': 'e99e4bac-8afd-4252-b7c7-f4489f5284ef'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:11.261450 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21731bd3-3f12-4a57-9cb2-e4b82c866b91" -d '{"events": [{"server_uuid": "64251164-7cba-4dcc-abad-82ab55468387", "name": "network-vif-deleted", "tag": "e99e4bac-8afd-4252-b7c7-f4489f5284ef"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:11.305165 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-e3cc202c-e5ed-4224-acb3-0114c100f36c service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365691 Sep 17 22:35:11.374803 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47784a5f-3264-4964-b717-f2a74c3b1bfc x-openstack-request-id: req-47784a5f-3264-4964-b717-f2a74c3b1bfc {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:11.375229 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64251164-7cba-4dcc-abad-82ab55468387", "name": "network-vif-deleted", "tag": "e99e4bac-8afd-4252-b7c7-f4489f5284ef", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:11.375473 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47784a5f-3264-4964-b717-f2a74c3b1bfc {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:11.375876 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64251164-7cba-4dcc-abad-82ab55468387', 'name': 'network-vif-deleted', 'tag': 'e99e4bac-8afd-4252-b7c7-f4489f5284ef', 'status': 'completed', 'code': 200} Sep 17 22:35:11.541869 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86329069-d8ae-489e-b00c-6bd0f0bc847e req-55dbd163-d62f-479e-9a0d-141cccb92530 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190106 Sep 17 22:35:11.596713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-237d303b-0d36-4dd9-a8fa-f94ecf156a67 req-0daddec8-8df4-4ca6-bb63-caad2a0d4e2c tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=64251164-7cba-4dcc-abad-82ab55468387 HTTP/1.1" status: 200 len: 210 time: 0.0829141 Sep 17 22:35:12.416313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a3fd454-1324-4bff-a7d0-46ca7cf88f5e req-2c84b3b8-2b5e-4d56-8fcf-20dac483b4c3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 210 time: 0.4150355 Sep 17 22:35:12.451568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-6b1a5572-dc94-44fb-89ee-38381d6e0c08 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.456042 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-6b1a5572-dc94-44fb-89ee-38381d6e0c08 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.1883790 Sep 17 22:35:12.471416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Request body: {'port': {'device_id': '61320a6f-e5b6-4dfc-b720-65531ad765c0', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'admin_state_up': True, 'tenant_id': '6bbefcb9aba54baf82ee80e067d50ea1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:12.473822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-2c999e3a-a08a-4628-acd1-cc2a3dedf5c3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.489015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-2c999e3a-a08a-4628-acd1-cc2a3dedf5c3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.496469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-2c999e3a-a08a-4628-acd1-cc2a3dedf5c3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.503649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-2c999e3a-a08a-4628-acd1-cc2a3dedf5c3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.509610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-2c999e3a-a08a-4628-acd1-cc2a3dedf5c3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.515657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-2c999e3a-a08a-4628-acd1-cc2a3dedf5c3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.522180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-2c999e3a-a08a-4628-acd1-cc2a3dedf5c3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.524536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-2c999e3a-a08a-4628-acd1-cc2a3dedf5c3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.5182192 Sep 17 22:35:12.591337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acb15b2d-7e55-41e3-b1b1-1312e41ca684 req-372d5fa8-9e2d-4bab-aa31-f158fea03665 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527289 Sep 17 22:35:12.693991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02390a-a73d-4aaa-a227-872abc4935cb req-978233a1-ffd7-450e-a288-4044aee4a0bb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.695973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c02390a-a73d-4aaa-a227-872abc4935cb req-978233a1-ffd7-450e-a288-4044aee4a0bb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0658128 Sep 17 22:35:12.712076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Made reservation on behalf of 6bbefcb9aba54baf82ee80e067d50ea1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:12.721647 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.769075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c02390a-a73d-4aaa-a227-872abc4935cb req-ebe061a3-5376-4d4c-be3f-9cedbd58de34 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599458 Sep 17 22:35:12.902430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Allocated IP 172.20.0.14 (8a160834-d84a-45a5-816b-6bf5f4ed9a09/6a7afdb5-e47c-46bf-ba23-7017b25ae29b/0e0bf799-00bf-4555-9705-526d5158478c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:13.123907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.153949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaeeaf6-b675-4a81-8bc8-13c8f8faf698 req-a4fbd39b-5db2-48ed-8e08-c6d4fcb83bb6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.156064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0eaeeaf6-b675-4a81-8bc8-13c8f8faf698 req-a4fbd39b-5db2-48ed-8e08-c6d4fcb83bb6 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0654345 Sep 17 22:35:13.171179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.217283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0eaeeaf6-b675-4a81-8bc8-13c8f8faf698 req-662e69c2-fb0a-4290-9790-5ddfb04f8f8f tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533988 Sep 17 22:35:13.239044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:13.241374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:13.250032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event updated for resources: {'Port': ['ID=0e0bf799-00bf-4555-9705-526d5158478c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:13.252550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:13.315157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.315813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.338878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-75d4e9d5-29e9-4fea-a7a2-021b73c41653 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8727179 Sep 17 22:35:13.355014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Request body: {'port': {'device_id': '61320a6f-e5b6-4dfc-b720-65531ad765c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:13.416263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.565756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce47a7-ee82-49da-9a98-4b66ff375462 req-716c5283-08fb-44bd-b3f8-51fc07f25731 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.567507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07ce47a7-ee82-49da-9a98-4b66ff375462 req-716c5283-08fb-44bd-b3f8-51fc07f25731 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 932 time: 0.0673184 Sep 17 22:35:13.618962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07ce47a7-ee82-49da-9a98-4b66ff375462 req-cc80d837-1aa1-4da3-9451-28ed83683eb9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Sep 17 22:35:13.767346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-92693e13-7004-4fff-b338-27a6a5568ec1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.775012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0bf799-00bf-4555-9705-526d5158478c {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:13.775494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-92693e13-7004-4fff-b338-27a6a5568ec1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.782182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-92693e13-7004-4fff-b338-27a6a5568ec1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.787029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.794314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-92693e13-7004-4fff-b338-27a6a5568ec1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.803341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-92693e13-7004-4fff-b338-27a6a5568ec1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.812052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-92693e13-7004-4fff-b338-27a6a5568ec1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.814802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Transition to ACTIVE for port object 0e0bf799-00bf-4555-9705-526d5158478c will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:13.823201 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.824120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-92693e13-7004-4fff-b338-27a6a5568ec1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.832524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-92693e13-7004-4fff-b338-27a6a5568ec1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1471090 Sep 17 22:35:13.873747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0bf799-00bf-4555-9705-526d5158478c,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:13.898572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7e0c4b4-deca-40b8-ad21-8c8b9ad9b309 req-ba6a6e83-4d3d-4f92-a41b-a2076c6068c6 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649090 Sep 17 22:35:14.003199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631ebe0-2bd4-4820-bb0d-3819cc71e16d req-a592ce38-8d5c-4845-9478-40cecd2c770a tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.012861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6631ebe0-2bd4-4820-bb0d-3819cc71e16d req-a592ce38-8d5c-4845-9478-40cecd2c770a tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0672131 Sep 17 22:35:14.033328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Attempting to bind port 0e0bf799-00bf-4555-9705-526d5158478c on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:14.033673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Attempting to bind port 0e0bf799-00bf-4555-9705-526d5158478c by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:14.034008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Attempting to bind port 0e0bf799-00bf-4555-9705-526d5158478c on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:14.041288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Port 0e0bf799-00bf-4555-9705-526d5158478c on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:14.041580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Attempting to bind port 0e0bf799-00bf-4555-9705-526d5158478c on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:14.048704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:14.048704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Checking segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:14.048704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Bound using segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:14.049195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Bound port: 0e0bf799-00bf-4555-9705-526d5158478c, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:14.049832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.066777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6631ebe0-2bd4-4820-bb0d-3819cc71e16d req-79b796b8-c0a9-4d81-936e-4ba170282f77 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505180 Sep 17 22:35:14.114440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e99e4bac-8afd-4252-b7c7-f4489f5284ef no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:14.135610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] For port 0e0bf799-00bf-4555-9705-526d5158478c, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:14.139770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] For port 0e0bf799-00bf-4555-9705-526d5158478c, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0e0bf799-00bf-4555-9705-526d5158478c,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:14.146312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.154256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: e99e4bac-8afd-4252-b7c7-f4489f5284ef {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:14.154936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e99e4bac-8afd-4252-b7c7-f4489f5284ef not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:14.187165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.188244 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.189929 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] 10.222.0.45 "PUT /v2.0/ports/0e0bf799-00bf-4555-9705-526d5158478c HTTP/1.1" status: 200 len: 1093 time: 0.8405125 Sep 17 22:35:14.190371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61320a6f-e5b6-4dfc-b720-65531ad765c0', 'tag': '0e0bf799-00bf-4555-9705-526d5158478c'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:14.192597 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c82360-126b-4ae7-a6ad-53048d43dbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "61320a6f-e5b6-4dfc-b720-65531ad765c0", "tag": "0e0bf799-00bf-4555-9705-526d5158478c"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:14.267976 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c777bf-7800-4619-b48c-58b857b73dc6 x-openstack-request-id: req-f9c777bf-7800-4619-b48c-58b857b73dc6 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:14.268330 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61320a6f-e5b6-4dfc-b720-65531ad765c0", "tag": "0e0bf799-00bf-4555-9705-526d5158478c", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:14.268583 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9c777bf-7800-4619-b48c-58b857b73dc6 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:14.269455 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61320a6f-e5b6-4dfc-b720-65531ad765c0', 'tag': '0e0bf799-00bf-4555-9705-526d5158478c', 'status': 'completed', 'code': 200} Sep 17 22:35:14.281094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb694fc-5795-46cc-ad64-083b515ba964 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0bf799-00bf-4555-9705-526d5158478c,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:14.294716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-cab503eb-57ec-4cc2-bca5-dfeac4b72884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.296230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-cab503eb-57ec-4cc2-bca5-dfeac4b72884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 1096 time: 0.0598202 Sep 17 22:35:14.347081 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-959d95e8-8683-4392-90b8-1b5b39ad16d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0bf799-00bf-4555-9705-526d5158478c HTTP/1.1" status: 200 len: 217 time: 0.0416782 Sep 17 22:35:14.353549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53793c4a-b971-475c-9c63-be421726d363 req-01e5e4c5-9420-443b-8ac9-2ea2ab21b2d0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.360745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53793c4a-b971-475c-9c63-be421726d363 req-01e5e4c5-9420-443b-8ac9-2ea2ab21b2d0 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0591090 Sep 17 22:35:14.404670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53793c4a-b971-475c-9c63-be421726d363 req-e724e1ab-9e07-40ea-9ae0-24b64c6695cd tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Sep 17 22:35:14.418485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-efccedb6-cf17-4eea-9cea-a37da52e774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.421285 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-efccedb6-cf17-4eea-9cea-a37da52e774b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0657511 Sep 17 22:35:14.461380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-85a69451-80c1-40c9-a40d-5c66425cd2b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294371 Sep 17 22:35:14.570416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-facf3330-5b6b-4920-a37b-50c4add0e6ff service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013205 Sep 17 22:35:14.743058 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7abcac8-c2c2-450a-8bd5-e032f526f405 req-edad5410-0904-49b7-a328-94161f7f0ce5 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636305 Sep 17 22:35:14.763783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-f438b548-1b50-497a-bbc9-8dc4099a44b2 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.765594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-f438b548-1b50-497a-bbc9-8dc4099a44b2 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.1535134 Sep 17 22:35:14.778040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f306a21-494f-4d9b-9dea-f3b8a2c9c71f req-01d595ee-cdbe-4755-80eb-e2614c286271 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.780239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f306a21-494f-4d9b-9dea-f3b8a2c9c71f req-01d595ee-cdbe-4755-80eb-e2614c286271 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 944 time: 0.0782220 Sep 17 22:35:14.862668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f306a21-494f-4d9b-9dea-f3b8a2c9c71f req-24f2f4da-ed79-424d-97d9-430a0e61b1bb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753086 Sep 17 22:35:14.895191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-d5b83574-c9db-45b1-acf6-e84597d71ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.896593 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-d5b83574-c9db-45b1-acf6-e84597d71ba2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 1096 time: 0.0839801 Sep 17 22:35:14.989580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Deleting port 6f504895-2511-4617-8eb3-c7875cd649a2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:14.989927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.045366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-08fff31c-f432-44f4-9718-27bcdc2969db tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.052267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-08fff31c-f432-44f4-9718-27bcdc2969db tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.059347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-08fff31c-f432-44f4-9718-27bcdc2969db tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.065917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-08fff31c-f432-44f4-9718-27bcdc2969db tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.073508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-08fff31c-f432-44f4-9718-27bcdc2969db tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.081962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-08fff31c-f432-44f4-9718-27bcdc2969db tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.087533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-263bb6d6-3e91-4c8f-a71d-b80c650c143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.090507 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-263bb6d6-3e91-4c8f-a71d-b80c650c143b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 912 time: 0.1855559 Sep 17 22:35:15.092344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-08fff31c-f432-44f4-9718-27bcdc2969db tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.100517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-08fff31c-f432-44f4-9718-27bcdc2969db tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1131001 Sep 17 22:35:15.154880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] For port 6f504895-2511-4617-8eb3-c7875cd649a2, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6f504895-2511-4617-8eb3-c7875cd649a2,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:15.155472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.159213 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-3d9c046e-d716-42da-97ab-adf4091cf065 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0bf799-00bf-4555-9705-526d5158478c HTTP/1.1" status: 200 len: 217 time: 0.0569589 Sep 17 22:35:15.171407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3b2e7fa-0bdf-4745-b2d3-50f54240d0a5 req-cd3e4553-fff7-4a7a-a331-318bd5d1ce90 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696161 Sep 17 22:35:15.270993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-13e23c47-6a98-4ace-9888-720c9133dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.273045 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-13e23c47-6a98-4ace-9888-720c9133dfd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.1048102 Sep 17 22:35:15.306959 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101e265-7e32-4fe6-af2a-e3b10ca08b70 req-e8b0e53b-9c0d-4744-977f-294720890066 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.309395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b101e265-7e32-4fe6-af2a-e3b10ca08b70 req-e8b0e53b-9c0d-4744-977f-294720890066 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0856171 Sep 17 22:35:15.377523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b101e265-7e32-4fe6-af2a-e3b10ca08b70 req-3b45c302-f204-4fc3-bf33-58e96cdd33d7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598261 Sep 17 22:35:15.555133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283188-2ad9-452f-aee5-29730a0146e5 req-ffb70610-5245-47aa-9c0c-945e4d0fd594 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.557075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0283188-2ad9-452f-aee5-29730a0146e5 req-ffb70610-5245-47aa-9c0c-945e4d0fd594 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 945 time: 0.0713186 Sep 17 22:35:15.612884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0283188-2ad9-452f-aee5-29730a0146e5 req-7b08dc65-96a0-4585-975b-edd250dc3c07 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups?id=7559f2ff-ebd6-4a44-b197-50861d28d953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494022 Sep 17 22:35:15.666062 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-6651ff2a-196a-43ac-8488-a9befdc609ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268300 Sep 17 22:35:15.808485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.809457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.809789 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Floating IP b9f5f4b7-cb4d-4511-8a63-efd96e9850b0 disassociated. External IP: 172.25.0.147, port: 6f504895-2511-4617-8eb3-c7875cd649a2. Sep 17 22:35:15.810280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Calling delete_port for 6f504895-2511-4617-8eb3-c7875cd649a2 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:15.838777 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-c34d65b2-4698-44e9-8554-2cbd42312d5f service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649401 Sep 17 22:35:15.993180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a407-2bf8-4d9f-8eaf-1e7e8ed5bf2b req-a1b97786-c59e-4a2a-be34-26eca4f754ff tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.997593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e565a407-2bf8-4d9f-8eaf-1e7e8ed5bf2b req-a1b97786-c59e-4a2a-be34-26eca4f754ff tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 944 time: 0.0619626 Sep 17 22:35:16.059298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-35c82360-126b-4ae7-a6ad-53048d43dbc3 req-98acd8e3-dacd-48d5-a62c-d24283769fca service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829755 Sep 17 22:35:16.091333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e565a407-2bf8-4d9f-8eaf-1e7e8ed5bf2b req-2fe28904-f5e8-4da1-ba54-4eaa74e3e339 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869875 Sep 17 22:35:16.151716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.279390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event deleted for resources: {'Port': ['ID=6f504895-2511-4617-8eb3-c7875cd649a2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:16.349859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-af5a51de-d557-4b52-8d9e-f293e9dc6ef8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.357314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-af5a51de-d557-4b52-8d9e-f293e9dc6ef8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.363555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-af5a51de-d557-4b52-8d9e-f293e9dc6ef8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.364291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Router 555c2346-7340-4a48-a154-349f0a237228 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:16.377380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-af5a51de-d557-4b52-8d9e-f293e9dc6ef8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.385939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-af5a51de-d557-4b52-8d9e-f293e9dc6ef8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.392527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-af5a51de-d557-4b52-8d9e-f293e9dc6ef8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.400087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-af5a51de-d557-4b52-8d9e-f293e9dc6ef8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.408656 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-af5a51de-d557-4b52-8d9e-f293e9dc6ef8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1688654 Sep 17 22:35:16.496546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e0274bb-ca1c-4d93-aebe-7a2ba326cf70 req-81bf9693-cd8f-44f8-a1ff-94c7017324d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868146 Sep 17 22:35:16.528250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:16.539242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] Sync routers for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:16.564394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:16.565548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:35:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:16.591757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] No DVR routers for this DVR port 6f504895-2511-4617-8eb3-c7875cd649a2 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:16.595140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.595914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec486d-226f-4b0a-9481-cf9dee9639c8 req-efc4d2c9-43c3-4aa6-9211-99dbdaaa44f7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.598060 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e42f8a76-9f65-47d9-b1ed-f94091867de8 req-aa68cd85-f417-4e90-ae55-370b8da451d1 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.45 "DELETE /v2.0/ports/6f504895-2511-4617-8eb3-c7875cd649a2 HTTP/1.1" status: 204 len: 173 time: 1.8240836 Sep 17 22:35:16.598688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-deleted', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:16.601853 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9828b1b7-77de-429e-988e-78f8faf26354" -d '{"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-deleted", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:16.611939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5cec486d-226f-4b0a-9481-cf9dee9639c8 req-efc4d2c9-43c3-4aa6-9211-99dbdaaa44f7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.1113818 Sep 17 22:35:16.683470 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8560387-3d21-4826-aafb-3909d79ecc4b x-openstack-request-id: req-b8560387-3d21-4826-aafb-3909d79ecc4b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:16.683987 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7580a-246b-49ca-a791-187485c354ba", "name": "network-vif-deleted", "tag": "6f504895-2511-4617-8eb3-c7875cd649a2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:16.684391 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8560387-3d21-4826-aafb-3909d79ecc4b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:16.691409 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7580a-246b-49ca-a791-187485c354ba', 'name': 'network-vif-deleted', 'tag': '6f504895-2511-4617-8eb3-c7875cd649a2', 'status': 'completed', 'code': 200} Sep 17 22:35:16.699715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5cec486d-226f-4b0a-9481-cf9dee9639c8 req-2e538a13-8dda-47f7-a17e-ed9f9faeb277 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721552 Sep 17 22:35:16.811578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:16.833582 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38446855-799f-4943-a3d1-cc0652070b1c req-a1440185-55c8-47cc-b5b0-f63c1a3e76bc tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d7580a-246b-49ca-a791-187485c354ba HTTP/1.1" status: 200 len: 210 time: 0.0274982 Sep 17 22:35:17.078888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:28Z', 'revision_number': 5, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:17.111350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] Checking router: 555c2346-7340-4a48-a154-349f0a237228 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:17.125742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:17.126909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:35:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:17.271260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:17.294490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184ad6a-e5d1-4ac8-98c7-9370cff03b60 req-1c5026af-0a33-4cd4-92d6-3d976a19d3f9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.303075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1184ad6a-e5d1-4ac8-98c7-9370cff03b60 req-1c5026af-0a33-4cd4-92d6-3d976a19d3f9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 944 time: 0.0702727 Sep 17 22:35:17.364978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1184ad6a-e5d1-4ac8-98c7-9370cff03b60 req-f15981ef-6ca5-4ff9-b19f-5a5e08b4767f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581028 Sep 17 22:35:17.524749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:28Z', 'revision_number': 5, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:17.556729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a730ceb-b765-48a5-abef-52793d0d0cb2 None None] The sync data for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 is: [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '36b895f5-9589-4976-9891-8157d4255a63', 'name': '', 'network_id': '5a570f39-cc1d-4ba8-920e-a769974e4ae5', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'mac_address': 'fa:16:3e:8f:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '40713f22-04ea-445c-96a6-532d4c729e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:21Z', 'updated_at': '2021-09-17T22:26:28Z', 'revision_number': 5, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'subnets': [{'id': '40713f22-04ea-445c-96a6-532d4c729e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:17.642076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e905-eefd-488b-8f4e-57a0b118650f req-aefd5df8-8bd4-4d3f-ba23-744cea42ab14 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.648394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e905-eefd-488b-8f4e-57a0b118650f req-aefd5df8-8bd4-4d3f-ba23-744cea42ab14 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.654557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e905-eefd-488b-8f4e-57a0b118650f req-aefd5df8-8bd4-4d3f-ba23-744cea42ab14 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.660533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e905-eefd-488b-8f4e-57a0b118650f req-aefd5df8-8bd4-4d3f-ba23-744cea42ab14 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.667050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e905-eefd-488b-8f4e-57a0b118650f req-aefd5df8-8bd4-4d3f-ba23-744cea42ab14 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.673129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e905-eefd-488b-8f4e-57a0b118650f req-aefd5df8-8bd4-4d3f-ba23-744cea42ab14 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.679710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e905-eefd-488b-8f4e-57a0b118650f req-aefd5df8-8bd4-4d3f-ba23-744cea42ab14 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.686656 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0475e905-eefd-488b-8f4e-57a0b118650f req-aefd5df8-8bd4-4d3f-ba23-744cea42ab14 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1061337 Sep 17 22:35:17.728659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0475e905-eefd-488b-8f4e-57a0b118650f req-10e3beb6-4b9f-4fa6-a030-0983c10bb1cc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403516 Sep 17 22:35:17.862446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e9272-2f27-4300-8365-fdc7feb1dd78 req-6bdccfcd-6aa6-41ce-a1d7-9049d2b27482 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.864084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d82e9272-2f27-4300-8365-fdc7feb1dd78 req-6bdccfcd-6aa6-41ce-a1d7-9049d2b27482 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0756452 Sep 17 22:35:17.891081 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d25ae-a3c2-4e4b-bccb-184a376b2d16 None None] New status for floating IP b9f5f4b7-cb4d-4511-8a63-efd96e9850b0: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:35:17.905650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d82e9272-2f27-4300-8365-fdc7feb1dd78 req-0d7568de-62c6-4349-a59b-95650ff8e820 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352716 Sep 17 22:35:17.946964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37848) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:18.050591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5424d9e-1c20-4522-b9ca-cd51a8350054 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.084358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5424d9e-1c20-4522-b9ca-cd51a8350054 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.141813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 0e0bf799-00bf-4555-9705-526d5158478c details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:18.146246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:18.148258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5424d9e-1c20-4522-b9ca-cd51a8350054 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.151276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5424d9e-1c20-4522-b9ca-cd51a8350054 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.152457 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b5424d9e-1c20-4522-b9ca-cd51a8350054 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "DELETE /v2.0/security-groups/7559f2ff-ebd6-4a44-b197-50861d28d953 HTTP/1.1" status: 204 len: 168 time: 0.2032530 Sep 17 22:35:18.155554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37852) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:18.172355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 6f504895-2511-4617-8eb3-c7875cd649a2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:18.172991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6f504895-2511-4617-8eb3-c7875cd649a2 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:18.181455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5424d9e-1c20-4522-b9ca-cd51a8350054 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7559f2ff-ebd6-4a44-b197-50861d28d953,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:18.183552 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-5ea22599-b711-4bfc-9b3a-781d00d94594 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] show failed (client error): The resource could not be found. Sep 17 22:35:18.188091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ea22599-b711-4bfc-9b3a-781d00d94594 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "GET /v2.0/security-groups/7559f2ff-ebd6-4a44-b197-50861d28d953 HTTP/1.1" status: 404 len: 347 time: 0.0311363 Sep 17 22:35:18.188799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37856) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:18.330062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 0e0bf799-00bf-4555-9705-526d5158478c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0e0bf799-00bf-4555-9705-526d5158478c,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:18.343389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '0e0bf799-00bf-4555-9705-526d5158478c', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'port_id': '0e0bf799-00bf-4555-9705-526d5158478c', 'mac_address': 'fa:16:3e:f0:e2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7afdb5-e47c-46bf-ba23-7017b25ae29b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:18.367105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Deleting port 355daa6d-66a9-4173-b191-a520607d19b0 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:18.368176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.391665 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.423973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0bf799-00bf-4555-9705-526d5158478c {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:18.446770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 0e0bf799-00bf-4555-9705-526d5158478c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0e0bf799-00bf-4555-9705-526d5158478c,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:18.459693 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.468487 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.469201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.493877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Calling delete_port for 355daa6d-66a9-4173-b191-a520607d19b0 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:18.524240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=0e0bf799-00bf-4555-9705-526d5158478c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:18.608682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f1df-bdd9-46d9-837d-e85ad3a8f896 req-cd6bcce0-b294-4513-8dec-3c99fdd44fb3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.610907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9357f1df-bdd9-46d9-837d-e85ad3a8f896 req-cd6bcce0-b294-4513-8dec-3c99fdd44fb3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 945 time: 0.1102262 Sep 17 22:35:18.659197 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.667083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9357f1df-bdd9-46d9-837d-e85ad3a8f896 req-69bd0715-bb06-45eb-93cc-07fa3e6ae821 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484011 Sep 17 22:35:18.693395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['0e0bf799-00bf-4555-9705-526d5158478c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:18.727044 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.760546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Pushing event deleted for resources: {'Port': ['ID=355daa6d-66a9-4173-b191-a520607d19b0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:18.844409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.847355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.848844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ebac5b91-f45a-44fa-9e64-c50b2b1d9731 tempest-ServerActionsTestJSON-1682407996 tempest-ServerActionsTestJSON-1682407996-project] 10.222.0.48 "DELETE /v2.0/floatingips/b9f5f4b7-cb4d-4511-8a63-efd96e9850b0 HTTP/1.1" status: 204 len: 168 time: 0.6588342 Sep 17 22:35:18.852510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37874) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:18.934850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e48f-2881-4795-8f93-12c680a31815 req-0074de53-6447-468f-8b43-b57d47237888 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.940972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e48f-2881-4795-8f93-12c680a31815 req-0074de53-6447-468f-8b43-b57d47237888 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.947864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e48f-2881-4795-8f93-12c680a31815 req-0074de53-6447-468f-8b43-b57d47237888 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.954313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e48f-2881-4795-8f93-12c680a31815 req-0074de53-6447-468f-8b43-b57d47237888 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.960683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e48f-2881-4795-8f93-12c680a31815 req-0074de53-6447-468f-8b43-b57d47237888 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.967468 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e48f-2881-4795-8f93-12c680a31815 req-0074de53-6447-468f-8b43-b57d47237888 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.973425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e48f-2881-4795-8f93-12c680a31815 req-0074de53-6447-468f-8b43-b57d47237888 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.975600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a518e48f-2881-4795-8f93-12c680a31815 req-0074de53-6447-468f-8b43-b57d47237888 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1042676 Sep 17 22:35:19.135144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a518e48f-2881-4795-8f93-12c680a31815 req-a6ff3f94-d6d8-4f1f-8c1a-2c83a72fc04c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1522226 Sep 17 22:35:19.157912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3b1a9-7bd1-4206-848c-736fc6b39166 req-6301882c-9cb4-4f3b-b983-b89e4c001482 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:19.166324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fee3b1a9-7bd1-4206-848c-736fc6b39166 req-6301882c-9cb4-4f3b-b983-b89e4c001482 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.1479249 Sep 17 22:35:19.258802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fee3b1a9-7bd1-4206-848c-736fc6b39166 req-24161ff2-599d-4253-b099-f5eede673cff tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857680 Sep 17 22:35:19.513188 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.826656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d330b-3a1a-4dbf-a5fd-8f3b2b369ef1 req-39e2ed94-efad-4df2-b80d-767bafe813f7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:19.828162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-138d330b-3a1a-4dbf-a5fd-8f3b2b369ef1 req-39e2ed94-efad-4df2-b80d-767bafe813f7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 945 time: 0.0641189 Sep 17 22:35:19.844640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Deleting port 36b895f5-9589-4976-9891-8157d4255a63 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:19.845028 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.924612 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-138d330b-3a1a-4dbf-a5fd-8f3b2b369ef1 req-e88903b4-50c4-4c3b-848d-bc57c57dc204 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868318 Sep 17 22:35:19.954993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] For port 36b895f5-9589-4976-9891-8157d4255a63, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=36b895f5-9589-4976-9891-8157d4255a63,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:19.955356 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.971678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Calling delete_port for 36b895f5-9589-4976-9891-8157d4255a63 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:20.159085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 0e0bf799-00bf-4555-9705-526d5158478c up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:20.186069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.283455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 0e0bf799-00bf-4555-9705-526d5158478c completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:20.288740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 0e0bf799-00bf-4555-9705-526d5158478c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:20.289146 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.330956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b895f5-9589-4976-9891-8157d4255a63,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:20.420717 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.469299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61320a6f-e5b6-4dfc-b720-65531ad765c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0bf799-00bf-4555-9705-526d5158478c'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:20.475482 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94c3e77-061c-4fbd-b20b-77074a1b3abe" -d '{"events": [{"server_uuid": "61320a6f-e5b6-4dfc-b720-65531ad765c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e0bf799-00bf-4555-9705-526d5158478c"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:20.499587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 0e0bf799-00bf-4555-9705-526d5158478c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0e0bf799-00bf-4555-9705-526d5158478c,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:20.510191 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.525889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-2a1fbbae-346e-4b9f-983c-cad81c1e8331 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.532461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-2a1fbbae-346e-4b9f-983c-cad81c1e8331 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.538844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-2a1fbbae-346e-4b9f-983c-cad81c1e8331 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.546182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-2a1fbbae-346e-4b9f-983c-cad81c1e8331 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.552489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-2a1fbbae-346e-4b9f-983c-cad81c1e8331 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.560261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-2a1fbbae-346e-4b9f-983c-cad81c1e8331 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.566834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-2a1fbbae-346e-4b9f-983c-cad81c1e8331 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.568868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-2a1fbbae-346e-4b9f-983c-cad81c1e8331 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.2459197 Sep 17 22:35:20.605709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=0e0bf799-00bf-4555-9705-526d5158478c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:20.629187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2bbeb-8b38-45e3-9938-0a2adc88a125 req-098dd3ef-e40f-4348-914e-782862eb3989 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.630669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91a2bbeb-8b38-45e3-9938-0a2adc88a125 req-098dd3ef-e40f-4348-914e-782862eb3989 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.1918497 Sep 17 22:35:20.633692 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.714500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e8a91d6-d152-4d2f-b5af-38b37f893a88 req-a5ef3cf3-b74f-42d7-b260-3cda7c2b84c7 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200604 Sep 17 22:35:20.749388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91a2bbeb-8b38-45e3-9938-0a2adc88a125 req-71bf47fc-9971-40c4-b550-e485cc86ce45 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028004 Sep 17 22:35:20.867316 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e38db9-8420-4ee8-bda8-7d5208a78f67 x-openstack-request-id: req-90e38db9-8420-4ee8-bda8-7d5208a78f67 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:20.867612 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61320a6f-e5b6-4dfc-b720-65531ad765c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e0bf799-00bf-4555-9705-526d5158478c", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:20.868308 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90e38db9-8420-4ee8-bda8-7d5208a78f67 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:20.868308 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61320a6f-e5b6-4dfc-b720-65531ad765c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0bf799-00bf-4555-9705-526d5158478c', 'code': 200} Sep 17 22:35:21.030711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f378729-85ff-4332-86eb-c85737a258fa req-6632250d-e8d3-4805-9cb3-997b46f886fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:21.033162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f378729-85ff-4332-86eb-c85737a258fa req-6632250d-e8d3-4805-9cb3-997b46f886fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 1098 time: 0.0616915 Sep 17 22:35:21.086006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f378729-85ff-4332-86eb-c85737a258fa req-1f682b2d-a304-4f35-aaae-b717b3a40b91 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448701 Sep 17 22:35:21.221638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3c31-ab83-4d19-9d07-9e258bd21651 req-42fde7b7-7e34-452d-abcb-ac6f1332ea85 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:21.223210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79db3c31-ab83-4d19-9d07-9e258bd21651 req-42fde7b7-7e34-452d-abcb-ac6f1332ea85 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 946 time: 0.1006422 Sep 17 22:35:21.274581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Router 555c2346-7340-4a48-a154-349f0a237228 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:21.293119 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79db3c31-ab83-4d19-9d07-9e258bd21651 req-37833f41-6d14-4261-bb30-bb4ba4eddfe3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578017 Sep 17 22:35:21.423285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:21.431239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37928) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:21.431567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f600d011-d834-42df-96ad-38d3b4c17901 admin admin] 10.222.0.48 "PUT /v2.0/routers/555c2346-7340-4a48-a154-349f0a237228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5778372 Sep 17 22:35:21.436573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] Sync routers for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:21.447400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:21.451162 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:35:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:21.566152 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.581824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:21.681685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.739316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Deleting port b040ee3b-4163-4663-aa04-83648d2e2ce6 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:21.739668 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.839194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] For port b040ee3b-4163-4663-aa04-83648d2e2ce6, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b040ee3b-4163-4663-aa04-83648d2e2ce6,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:21.839543 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.857108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Calling delete_port for b040ee3b-4163-4663-aa04-83648d2e2ce6 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:21.909946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38022426-a625-4532-9886-bd1592e66fb3 req-d0fb4687-e329-43d8-a1fd-e471924087a4 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:21.911564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38022426-a625-4532-9886-bd1592e66fb3 req-d0fb4687-e329-43d8-a1fd-e471924087a4 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0741246 Sep 17 22:35:21.914353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:35:20Z', 'revision_number': 5, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port': {'id': 'b040ee3b-4163-4663-aa04-83648d2e2ce6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c2346-7340-4a48-a154-349f0a237228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:14Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:21.942030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] Checking router: 555c2346-7340-4a48-a154-349f0a237228 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:21.953845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] Routers {'555c2346-7340-4a48-a154-349f0a237228'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:21.954521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:35:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['555c2346-7340-4a48-a154-349f0a237228'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:21.960355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38022426-a625-4532-9886-bd1592e66fb3 req-dee1362d-ff15-40b3-972b-219a929bbd2d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Sep 17 22:35:22.058467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] Set router 555c2346-7340-4a48-a154-349f0a237228 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:22.081913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.150475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b040ee3b-4163-4663-aa04-83648d2e2ce6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:22.154336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404802-7924-42fc-ad1b-65156efb972e req-71e60351-78f4-40b0-8480-4e5570cf0e76 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.160615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404802-7924-42fc-ad1b-65156efb972e req-71e60351-78f4-40b0-8480-4e5570cf0e76 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.163412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:35:21Z', 'revision_number': 6, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:22.167443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404802-7924-42fc-ad1b-65156efb972e req-71e60351-78f4-40b0-8480-4e5570cf0e76 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.174316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404802-7924-42fc-ad1b-65156efb972e req-71e60351-78f4-40b0-8480-4e5570cf0e76 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.180556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404802-7924-42fc-ad1b-65156efb972e req-71e60351-78f4-40b0-8480-4e5570cf0e76 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.186646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404802-7924-42fc-ad1b-65156efb972e req-71e60351-78f4-40b0-8480-4e5570cf0e76 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.191665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391603e6-4809-4943-bee0-8e39ea1ca8e0 None None] The sync data for ids ['555c2346-7340-4a48-a154-349f0a237228'] in n-d-789963-10 is: [{'id': '555c2346-7340-4a48-a154-349f0a237228', 'name': 'tempest-ServerActionsTestJSON-97087889-router', 'tenant_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:12Z', 'updated_at': '2021-09-17T22:35:21Z', 'revision_number': 6, 'project_id': '41c6f2234dc149a7ac45db22fc6d3ffa', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:22.192613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404802-7924-42fc-ad1b-65156efb972e req-71e60351-78f4-40b0-8480-4e5570cf0e76 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.201711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45404802-7924-42fc-ad1b-65156efb972e req-71e60351-78f4-40b0-8480-4e5570cf0e76 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1147654 Sep 17 22:35:22.236687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.252018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45404802-7924-42fc-ad1b-65156efb972e req-bffcb864-5813-47a5-a5e3-b25d14a70cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491488 Sep 17 22:35:22.341186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.344621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.394629 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.395119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 555c2346-7340-4a48-a154-349f0a237228 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:22.401445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.405037 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4b0e88f0-f74d-41c0-b2a9-2f17636e1b24 admin admin] 10.222.0.48 "DELETE /v2.0/routers/555c2346-7340-4a48-a154-349f0a237228 HTTP/1.1" status: 204 len: 168 time: 0.9703703 Sep 17 22:35:22.405571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:22.427069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ce4c9-9e60-4cea-90be-a57c7242e1d4 req-504cab8d-f45c-4198-8bcb-e98b3484bb11 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.428770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a81ce4c9-9e60-4cea-90be-a57c7242e1d4 req-504cab8d-f45c-4198-8bcb-e98b3484bb11 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 946 time: 0.0549421 Sep 17 22:35:22.464641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f13b3a-0119-439b-ab98-1c3dab6f25fc admin admin] Deleting subnet 40713f22-04ea-445c-96a6-532d4c729e88 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:22.467831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f13b3a-0119-439b-ab98-1c3dab6f25fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.478300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a81ce4c9-9e60-4cea-90be-a57c7242e1d4 req-8a68ee20-16e6-40a9-ad02-923e5b65fd44 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Sep 17 22:35:22.516044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f13b3a-0119-439b-ab98-1c3dab6f25fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.606213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f13b3a-0119-439b-ab98-1c3dab6f25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.688379 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f13b3a-0119-439b-ab98-1c3dab6f25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.729905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f13b3a-0119-439b-ab98-1c3dab6f25fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40713f22-04ea-445c-96a6-532d4c729e88,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:22.734266 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f13b3a-0119-439b-ab98-1c3dab6f25fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.737788 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-83f13b3a-0119-439b-ab98-1c3dab6f25fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/40713f22-04ea-445c-96a6-532d4c729e88 HTTP/1.1" status: 204 len: 168 time: 0.3289669 Sep 17 22:35:22.739125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38008) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:22.741515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0220ed0-ddc3-4274-8224-efc8daad00f0 None None] Network 5a570f39-cc1d-4ba8-920e-a769974e4ae5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:22.868177 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.879057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fb822-50ea-416b-9ccf-d6ee253ac69e req-00d1868e-6053-4316-80d1-c276d22c0a14 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.888173 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-091fb822-50ea-416b-9ccf-d6ee253ac69e req-00d1868e-6053-4316-80d1-c276d22c0a14 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 946 time: 0.1447558 Sep 17 22:35:22.955271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-091fb822-50ea-416b-9ccf-d6ee253ac69e req-273dda50-12fc-43a1-83dc-b380b42abb56 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660429 Sep 17 22:35:22.981201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Deleting port ee228f38-8a57-4f17-8b6d-1a50363c5588 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:22.981551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.051433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] For port ee228f38-8a57-4f17-8b6d-1a50363c5588, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ee228f38-8a57-4f17-8b6d-1a50363c5588,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:23.051821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.072443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Calling delete_port for ee228f38-8a57-4f17-8b6d-1a50363c5588 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:23.072891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] DHCP port deletion for 5a570f39-cc1d-4ba8-920e-a769974e4ae5 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:23.146129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] Deleting port ee228f38-8a57-4f17-8b6d-1a50363c5588 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:23.146508 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.186061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c1b72-f185-409d-bb0f-883dce9c4814 req-0af40642-a9bc-4956-a022-4a2fa3a813e7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.187666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-436c1b72-f185-409d-bb0f-883dce9c4814 req-0af40642-a9bc-4956-a022-4a2fa3a813e7 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.1124570 Sep 17 22:35:23.226750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] For port ee228f38-8a57-4f17-8b6d-1a50363c5588, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ee228f38-8a57-4f17-8b6d-1a50363c5588,segment=NetworkSegment(af6e6860-f824-4eda-b346-97c46b88b5e8),segment_id=af6e6860-f824-4eda-b346-97c46b88b5e8)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:23.227210 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.244987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.247674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] Calling delete_port for ee228f38-8a57-4f17-8b6d-1a50363c5588 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:23.258527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-436c1b72-f185-409d-bb0f-883dce9c4814 req-c4941336-2c96-481f-964e-3ca85666bb2e tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606174 Sep 17 22:35:23.298852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee228f38-8a57-4f17-8b6d-1a50363c5588,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:23.299751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] No DVR routers for this DVR port ee228f38-8a57-4f17-8b6d-1a50363c5588 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:23.383751 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.430505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] Pushing event deleted for resources: {'Port': ['ID=ee228f38-8a57-4f17-8b6d-1a50363c5588,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:23.432426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 36b895f5-9589-4976-9891-8157d4255a63 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:23.448269 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.456555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8e428-96ce-4c43-8112-a8d0d5b1f1aa None None] No DVR routers for this DVR port ee228f38-8a57-4f17-8b6d-1a50363c5588 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:23.459688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 36b895f5-9589-4976-9891-8157d4255a63 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:23.460253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 36b895f5-9589-4976-9891-8157d4255a63 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:23.460914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b040ee3b-4163-4663-aa04-83648d2e2ce6 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:23.487901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: b040ee3b-4163-4663-aa04-83648d2e2ce6 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:23.488253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b040ee3b-4163-4663-aa04-83648d2e2ce6 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:23.488806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ee228f38-8a57-4f17-8b6d-1a50363c5588 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:23.511174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a570f39-cc1d-4ba8-920e-a769974e4ae5']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:23.513715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ee228f38-8a57-4f17-8b6d-1a50363c5588 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:23.514137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ee228f38-8a57-4f17-8b6d-1a50363c5588 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:23.530621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6e6860-f824-4eda-b346-97c46b88b5e8') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:23.530920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6e6860-f824-4eda-b346-97c46b88b5e8') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:23.538756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-1089bad2-334e-4e95-8b8e-53443f67e705 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.540238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-1089bad2-334e-4e95-8b8e-53443f67e705 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 805 time: 0.2563713 Sep 17 22:35:23.563928 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.592675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-3291fc94-f2a8-43e3-be46-c6aefa34f880 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.598505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-3291fc94-f2a8-43e3-be46-c6aefa34f880 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.605085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-3291fc94-f2a8-43e3-be46-c6aefa34f880 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.610914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-3291fc94-f2a8-43e3-be46-c6aefa34f880 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.617546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-3291fc94-f2a8-43e3-be46-c6aefa34f880 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.623386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-3291fc94-f2a8-43e3-be46-c6aefa34f880 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.629231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-3291fc94-f2a8-43e3-be46-c6aefa34f880 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.631116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-3291fc94-f2a8-43e3-be46-c6aefa34f880 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1880858 Sep 17 22:35:23.632450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-ea4a297a-8db2-4683-882b-625baec8398a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/quotas/ce56a04b00f043b1996d1893a1a86ff5 HTTP/1.1" status: 200 len: 375 time: 0.0847268 Sep 17 22:35:23.636280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.659029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:23.659362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:23.661331 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:23.758395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5d60261-3a08-4a55-9b33-5d1ad6cab612 req-65ce656a-c9e9-4d64-b461-ff6fbd4bea41 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185603 Sep 17 22:35:23.765943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-5ee532bb-7de1-43ee-9876-72487f8d29dd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272840 Sep 17 22:35:23.771324 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.790130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.790130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5a570f39-cc1d-4ba8-920e-a769974e4ae5 HTTP/1.1" status: 204 len: 168 time: 1.0373979 Sep 17 22:35:23.797463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6150bb5-b00c-416b-9e37-5def2a268f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a570f39-cc1d-4ba8-920e-a769974e4ae5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:23.902771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38046) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:23.927662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-04cab170-145c-4a58-a773-e5083a3b0f63 service neutron] 10.222.0.48 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481791 Sep 17 22:35:23.946092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ad446475-cdd8-477f-a0cb-31f86b601935 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41c6f2234dc149a7ac45db22fc6d3ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417309 Sep 17 22:35:23.948253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38048) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:24.003023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e869f039-3e20-4a18-a01a-a23b4b6d2ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.027268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e869f039-3e20-4a18-a01a-a23b4b6d2ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.031717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-d9168b2e-ca60-4d71-967d-3bc55d5990e6 service neutron] 10.222.0.48 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975502 Sep 17 22:35:24.082265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c02322-f4ea-47a7-b11e-3a8efad5fe55 req-a60308d0-f53d-4980-a442-a007c02b2862 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.083570 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e869f039-3e20-4a18-a01a-a23b4b6d2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.083790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39c02322-f4ea-47a7-b11e-3a8efad5fe55 req-a60308d0-f53d-4980-a442-a007c02b2862 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 946 time: 0.0511937 Sep 17 22:35:24.087382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e869f039-3e20-4a18-a01a-a23b4b6d2ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.089555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e869f039-3e20-4a18-a01a-a23b4b6d2ebb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebd2afe7-c741-4583-995c-7cb2aba3e172 HTTP/1.1" status: 204 len: 168 time: 0.1402991 Sep 17 22:35:24.105690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869f039-3e20-4a18-a01a-a23b4b6d2ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2afe7-c741-4583-995c-7cb2aba3e172,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:24.140901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39c02322-f4ea-47a7-b11e-3a8efad5fe55 req-9583f744-c332-4943-9658-d4680fda5837 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Sep 17 22:35:24.210069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd99d2e6-02cb-4677-88c8-e54c6ecc9986 req-082ea84d-dea6-4bc7-a7ca-ff7426940d99 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 210 time: 0.0293880 Sep 17 22:35:24.443156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965ee22-2e69-4597-8a7e-e55701113cce req-38dd02a2-c02b-42a1-9735-226c1a570b03 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.449724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0965ee22-2e69-4597-8a7e-e55701113cce req-38dd02a2-c02b-42a1-9735-226c1a570b03 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0884340 Sep 17 22:35:24.504402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b51627-ae63-4ee4-818a-bc4d03d5c471 req-b92d9256-b33a-4253-a105-2c61fb33460e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.505910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47b51627-ae63-4ee4-818a-bc4d03d5c471 req-b92d9256-b33a-4253-a105-2c61fb33460e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 946 time: 0.1002443 Sep 17 22:35:24.518293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0965ee22-2e69-4597-8a7e-e55701113cce req-25d250c4-658f-4ea5-b80b-9ee78fbea03b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660245 Sep 17 22:35:24.558516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47b51627-ae63-4ee4-818a-bc4d03d5c471 req-c2a892e9-799d-447c-a0e8-65b7443a44a1 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381861 Sep 17 22:35:24.895262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-f7aa886c-f638-4aee-be25-7539e44fd414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.901944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-f7aa886c-f638-4aee-be25-7539e44fd414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.907985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-f7aa886c-f638-4aee-be25-7539e44fd414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.914646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-f7aa886c-f638-4aee-be25-7539e44fd414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.920699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-f7aa886c-f638-4aee-be25-7539e44fd414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.926584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-f7aa886c-f638-4aee-be25-7539e44fd414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.932793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-f7aa886c-f638-4aee-be25-7539e44fd414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.934775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-f7aa886c-f638-4aee-be25-7539e44fd414 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.0958028 Sep 17 22:35:24.973667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38096) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:24.980620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 60de8b11-2064-41d3-8316-7c58650a07a8 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:25.000005 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4fb6705-c6ae-4091-9771-339e3883d963 req-580b6594-a863-4184-bd85-8fd1d49aa53b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591080 Sep 17 22:35:25.059896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-62ad73d0-d6c5-413b-9158-e2e5af053ea2 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.061558 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-62ad73d0-d6c5-413b-9158-e2e5af053ea2 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f506513-c3cc-45f4-a39e-3f84e5b509a9 HTTP/1.1" status: 200 len: 946 time: 0.0731723 Sep 17 22:35:25.072566 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.107228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:25.109887 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbe2c0c-dbbb-4d51-a376-29a0921af84b" -d '{"events": [{"server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "name": "network-vif-unplugged", "status": "completed", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:25.135701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2024194922-network', 'tenant_id': '22418ec6c47145a3a7adb64ed3265408'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:25.136010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:25.141377 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.170216 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfafc22a-7d3d-4dd3-95cb-9cce89b278c4 x-openstack-request-id: req-cfafc22a-7d3d-4dd3-95cb-9cce89b278c4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:25.170533 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "name": "network-vif-unplugged", "status": "completed", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:25.170969 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfafc22a-7d3d-4dd3-95cb-9cce89b278c4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:25.171357 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8', 'code': 200} Sep 17 22:35:25.196637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:25.221926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Made reservation on behalf of 22418ec6c47145a3a7adb64ed3265408 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:25.224103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.244991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.337409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6723ae92-3d9e-48b9-9d51-b135594176c3 req-91fa7f3b-7ecd-4a4a-bb8b-fce7a175432d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 210 time: 0.0276020 Sep 17 22:35:25.349846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Deleting port 60de8b11-2064-41d3-8316-7c58650a07a8 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:25.350109 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.374443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-5deb4bdd-2d7d-4af1-b4f3-50faedaf7dcc tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.375878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-5deb4bdd-2d7d-4af1-b4f3-50faedaf7dcc tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.45 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 805 time: 0.1866763 Sep 17 22:35:25.395727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Request body: {'port': {'device_id': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'admin_state_up': True, 'tenant_id': 'ce56a04b00f043b1996d1893a1a86ff5'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:25.538562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] For port 60de8b11-2064-41d3-8316-7c58650a07a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=60de8b11-2064-41d3-8316-7c58650a07a8,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:25.538812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.573674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Calling delete_port for 60de8b11-2064-41d3-8316-7c58650a07a8 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:25.591263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.602096 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.670878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47611fa-de4d-40c3-ae21-9d77793726de req-5d7bdfaf-cdd3-4d8e-a785-063b3a38a64c tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.672561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e47611fa-de4d-40c3-ae21-9d77793726de req-5d7bdfaf-cdd3-4d8e-a785-063b3a38a64c tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0804329 Sep 17 22:35:25.685575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:25.696319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Made reservation on behalf of ce56a04b00f043b1996d1893a1a86ff5 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:25.699805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.701695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:25.709399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c12a5-7819-4f61-abab-b3be994db8ef req-79d2f629-731d-4c37-887a-fd16f0382745 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.711258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de7c12a5-7819-4f61-abab-b3be994db8ef req-79d2f629-731d-4c37-887a-fd16f0382745 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 946 time: 0.0815575 Sep 17 22:35:25.718366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.718810 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Added segment c758eaa4-b2bf-4ac5-8418-e9db9c628847 of type vlan for network 11d11d0f-e763-4cd8-b887-1994091f43ec Sep 17 22:35:25.736097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e47611fa-de4d-40c3-ae21-9d77793726de req-5a1c5f38-d33b-451e-b92c-3c61caba7fdc tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550685 Sep 17 22:35:25.787127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de7c12a5-7819-4f61-abab-b3be994db8ef req-1a22aa64-5dce-4b2f-b5c4-62c5c7935e4c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Sep 17 22:35:25.813527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.930207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.931160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.931742 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.000375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.002836 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0280926 Sep 17 22:35:26.007034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38112) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:26.012673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Request body: {'subnet': {'network_id': '11d11d0f-e763-4cd8-b887-1994091f43ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2024194922-subnet', 'tenant_id': '22418ec6c47145a3a7adb64ed3265408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:26.013469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Allocated IP 172.20.0.4 (6641386f-f67e-43a8-94b2-b71bc741845d/15b99e6a-c3a7-4eb6-9fed-733e73db7511/ac940e31-a760-4e32-9179-f463480592aa) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:26.038821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Made reservation on behalf of 22418ec6c47145a3a7adb64ed3265408 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:26.041840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.071019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25772854-0fde-40b8-925f-ea67d9912ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=11d11d0f-e763-4cd8-b887-1994091f43ec,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:26.073249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Pushing event deleted for resources: {'Port': ['ID=60de8b11-2064-41d3-8316-7c58650a07a8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:26.092965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-f833015f-9fcd-42c2-8a7e-e4efc2c85b3d tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.093192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 11d11d0f-e763-4cd8-b887-1994091f43ec details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:26.093604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-f833015f-9fcd-42c2-8a7e-e4efc2c85b3d tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 946 time: 0.2164299 Sep 17 22:35:26.197620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] No DVR routers for this DVR port 60de8b11-2064-41d3-8316-7c58650a07a8 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:26.206109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-6e16aeb1-a7f0-4dee-b65a-416f44a22b98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.209474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.211987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b784bd78-013c-4703-b6b1-84511b53cb46 req-a421baab-25a6-4aea-9c3c-2a962ba7f9ea tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.49 "DELETE /v2.0/ports/60de8b11-2064-41d3-8316-7c58650a07a8 HTTP/1.1" status: 204 len: 173 time: 1.1217949 Sep 17 22:35:26.212451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'name': 'network-vif-deleted', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:26.212595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-6e16aeb1-a7f0-4dee-b65a-416f44a22b98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.215048 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49117b33-9cca-4135-96e9-d8a126ab9d0f" -d '{"events": [{"server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "name": "network-vif-deleted", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:26.218793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-6e16aeb1-a7f0-4dee-b65a-416f44a22b98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.224797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-6e16aeb1-a7f0-4dee-b65a-416f44a22b98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.230974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-6e16aeb1-a7f0-4dee-b65a-416f44a22b98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.237313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-6e16aeb1-a7f0-4dee-b65a-416f44a22b98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.243852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-6e16aeb1-a7f0-4dee-b65a-416f44a22b98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.245881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-6e16aeb1-a7f0-4dee-b65a-416f44a22b98 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1203985 Sep 17 22:35:26.275395 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8aabac-dcb8-48f5-bfc0-bd2ec7b4b6d3 x-openstack-request-id: req-fa8aabac-dcb8-48f5-bfc0-bd2ec7b4b6d3 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:26.275685 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f506513-c3cc-45f4-a39e-3f84e5b509a9", "name": "network-vif-deleted", "tag": "60de8b11-2064-41d3-8316-7c58650a07a8", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:26.275933 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa8aabac-dcb8-48f5-bfc0-bd2ec7b4b6d3 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:26.276323 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f506513-c3cc-45f4-a39e-3f84e5b509a9', 'name': 'network-vif-deleted', 'tag': '60de8b11-2064-41d3-8316-7c58650a07a8', 'status': 'completed', 'code': 200} Sep 17 22:35:26.333753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09003a00-6bc4-4395-89e1-3166be4e7dda req-01ba8256-4cb8-427e-baef-9702ae570b2d tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780947 Sep 17 22:35:26.385744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.399417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Deleting port 0e0bf799-00bf-4555-9705-526d5158478c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:26.399821 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.428467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.466016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-714a2593-be68-4f19-972c-f26eeb5ed3af req-61907902-d07b-4495-a55f-4c0553a00a55 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 210 time: 0.0372751 Sep 17 22:35:26.478400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ed91fa-4ca4-45de-b0aa-b64485f45f90,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:26.493504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Checking segment: {'id': 'c758eaa4-b2bf-4ac5-8418-e9db9c628847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '11d11d0f-e763-4cd8-b887-1994091f43ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:26.493504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Network hostable DHCP agents. Network: 11d11d0f-e763-4cd8-b887-1994091f43ec, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:26.514236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Network 11d11d0f-e763-4cd8-b887-1994091f43ec is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:26.520111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] For port 0e0bf799-00bf-4555-9705-526d5158478c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0e0bf799-00bf-4555-9705-526d5158478c,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:26.520473 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.523869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 11d11d0f-e763-4cd8-b887-1994091f43ec) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:26.529384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.529986 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.530087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.535932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73515f6-2025-49f6-b39d-3b133295d558 None None] Network 11d11d0f-e763-4cd8-b887-1994091f43ec requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:26.540564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Calling delete_port for 0e0bf799-00bf-4555-9705-526d5158478c owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:26.556993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1e5d1acf-c273-4d0c-9e2d-6fdb20e214b1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5388095 Sep 17 22:35:26.620074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Network 6641386f-f67e-43a8-94b2-b71bc741845d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:26.627245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:26.635750 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:26.640913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Pushing event updated for resources: {'Port': ['ID=ac940e31-a760-4e32-9179-f463480592aa,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:26.670954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adf547f-31f7-4871-87c3-0d17f3f2b45f None None] Network 11d11d0f-e763-4cd8-b887-1994091f43ec requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:26.707182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.707818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.726414 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-c34741e0-7290-4a19-ac6e-1eb23cd4d11f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3369124 Sep 17 22:35:26.743096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Request body: {'port': {'device_id': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:26.825322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.854269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['0e0bf799-00bf-4555-9705-526d5158478c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:26.882138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event deleted for resources: {'Port': ['ID=0e0bf799-00bf-4555-9705-526d5158478c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:26.915126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba9e63-5c12-4a5a-8431-7b9bd0415a61 req-6494dcdc-4c91-4941-9361-45e2438e1579 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.917609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92ba9e63-5c12-4a5a-8431-7b9bd0415a61 req-6494dcdc-4c91-4941-9361-45e2438e1579 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0717468 Sep 17 22:35:26.945914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] No DVR routers for this DVR port 0e0bf799-00bf-4555-9705-526d5158478c on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:26.948870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.951382 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57fe378b-9e86-4c72-afcd-87e9db403b9f req-d80b81cf-8aea-4ffb-85ce-2de44e6b26a7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "DELETE /v2.0/ports/0e0bf799-00bf-4555-9705-526d5158478c HTTP/1.1" status: 204 len: 173 time: 0.8503575 Sep 17 22:35:26.961353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.979308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92ba9e63-5c12-4a5a-8431-7b9bd0415a61 req-77d4df85-8bbe-42db-860f-5d4a97454963 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550096 Sep 17 22:35:27.078790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4ae64e4-2787-4841-8d70-b4aa2f8c5011 req-74a06000-87ff-4b63-9baf-e3919982e3e9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=61320a6f-e5b6-4dfc-b720-65531ad765c0 HTTP/1.1" status: 200 len: 210 time: 0.0326450 Sep 17 22:35:27.163720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c878-f492-43c2-82ef-47e85e579c51 req-14da99fa-9b20-4348-9283-fa632cda75f3 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.165276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-14da99fa-9b20-4348-9283-fa632cda75f3 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/networks?id=11d11d0f-e763-4cd8-b887-1994091f43ec HTTP/1.1" status: 200 len: 821 time: 0.1556754 Sep 17 22:35:27.181924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-76f07858-292d-4a0c-aa13-926fa79da631 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/quotas/22418ec6c47145a3a7adb64ed3265408 HTTP/1.1" status: 200 len: 375 time: 0.0100889 Sep 17 22:35:27.222946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-d3960a71-0703-488e-93a1-39803d605889 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=22418ec6c47145a3a7adb64ed3265408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341220 Sep 17 22:35:27.290091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac940e31-a760-4e32-9179-f463480592aa {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:27.298474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.315055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Transition to ACTIVE for port object ac940e31-a760-4e32-9179-f463480592aa will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:27.320118 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.380422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-dbc05ed6-1f0c-48c0-b582-78a67d592f92 service neutron] 10.222.0.48 "GET /v2.0/networks/11d11d0f-e763-4cd8-b887-1994091f43ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484525 Sep 17 22:35:27.528825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-675a8808-aa93-4618-9482-9a3a4b37cbde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.534842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-675a8808-aa93-4618-9482-9a3a4b37cbde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.542750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-675a8808-aa93-4618-9482-9a3a4b37cbde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.548775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-675a8808-aa93-4618-9482-9a3a4b37cbde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.555587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-675a8808-aa93-4618-9482-9a3a4b37cbde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.561773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-675a8808-aa93-4618-9482-9a3a4b37cbde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.567645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-675a8808-aa93-4618-9482-9a3a4b37cbde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.570024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-675a8808-aa93-4618-9482-9a3a4b37cbde tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1437278 Sep 17 22:35:27.576752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-f3ebc00d-330a-4264-88cc-86f84a580d7b service neutron] 10.222.0.48 "GET /v2.0/networks/11d11d0f-e763-4cd8-b887-1994091f43ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955023 Sep 17 22:35:27.618678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f34913d-62b1-4ec5-bfca-9e1092bcb60b req-cd630025-a818-4b04-98cb-52fa1e544ab8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407188 Sep 17 22:35:27.702552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Pushing event updated for resources: {'Port': ['ID=ac940e31-a760-4e32-9179-f463480592aa,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:27.760716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c66ecbab-2c97-40d8-89c9-09670434fb8f req-0bc809b6-404e-4f06-9231-7f2818044ce1 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 210 time: 0.0476491 Sep 17 22:35:27.781029 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-33b33fee-63d9-403f-8488-71f1120f495e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931764 Sep 17 22:35:27.781242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489849ce-c1a2-430a-a42b-1fe8dec27dcb req-fe10acc4-c822-4e7c-b8b2-a83085495530 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.785660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-489849ce-c1a2-430a-a42b-1fe8dec27dcb req-fe10acc4-c822-4e7c-b8b2-a83085495530 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 943 time: 0.0934153 Sep 17 22:35:27.786109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Attempting to bind port ac940e31-a760-4e32-9179-f463480592aa on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:27.786448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Attempting to bind port ac940e31-a760-4e32-9179-f463480592aa by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:27.786774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Attempting to bind port ac940e31-a760-4e32-9179-f463480592aa on network 6641386f-f67e-43a8-94b2-b71bc741845d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:27.792061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Port ac940e31-a760-4e32-9179-f463480592aa on network 6641386f-f67e-43a8-94b2-b71bc741845d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:27.792383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Attempting to bind port ac940e31-a760-4e32-9179-f463480592aa on network 6641386f-f67e-43a8-94b2-b71bc741845d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:27.797790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:27.798128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Checking segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:27.798511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Bound using segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:27.798935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Bound port: ac940e31-a760-4e32-9179-f463480592aa, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:27.801423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.828993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-489849ce-c1a2-430a-a42b-1fe8dec27dcb req-67ce9813-6c4c-46ff-99b3-9bde19f8bac1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Sep 17 22:35:27.904563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-17bd4ad5-76b8-47bb-ad59-0099117c4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.906088 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-17bd4ad5-76b8-47bb-ad59-0099117c4f45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=069bdc1c5e8c4349800ac2418b034c7f&device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 1098 time: 0.0690913 Sep 17 22:35:27.907156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:27.910454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ac940e31-a760-4e32-9179-f463480592aa,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:27.918750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.980004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.980630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.982048 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] 10.222.0.45 "PUT /v2.0/ports/ac940e31-a760-4e32-9179-f463480592aa HTTP/1.1" status: 200 len: 1092 time: 1.2443953 Sep 17 22:35:28.062313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59270340-ea81-4494-ab83-527e74d2e279 service neutron] Pushing event updated for resources: {'Port': ['ID=ac940e31-a760-4e32-9179-f463480592aa,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:28.110921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-64876d52-aa80-4200-98fa-6448cd32ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.112146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-64876d52-aa80-4200-98fa-6448cd32ed7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 1095 time: 0.0715542 Sep 17 22:35:28.133451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-e7524bff-78ec-4c8b-bb63-70aada321be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.134917 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-e7524bff-78ec-4c8b-bb63-70aada321be9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e229469d-dbeb-4b00-bac1-25ac37f69f20 HTTP/1.1" status: 200 len: 916 time: 0.1868494 Sep 17 22:35:28.139484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b80c2-8406-4551-bcdb-b4ae4d396891 req-4946bc1e-41d0-40a4-bc3c-c72cca962de1 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.140645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a31b80c2-8406-4551-bcdb-b4ae4d396891 req-4946bc1e-41d0-40a4-bc3c-c72cca962de1 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0809689 Sep 17 22:35:28.176131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-46c66307-74fd-4802-a2c4-2671a5bb98b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac940e31-a760-4e32-9179-f463480592aa HTTP/1.1" status: 200 len: 217 time: 0.0558472 Sep 17 22:35:28.190947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a31b80c2-8406-4551-bcdb-b4ae4d396891 req-9bd49314-1123-4dc2-969f-5b97cc0e1483 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436845 Sep 17 22:35:28.276949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61320a6f-e5b6-4dfc-b720-65531ad765c0', 'name': 'network-vif-deleted', 'tag': '0e0bf799-00bf-4555-9705-526d5158478c'}, {'name': 'network-changed', 'server_uuid': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'tag': 'ac940e31-a760-4e32-9179-f463480592aa'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:28.279465 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f" -d '{"events": [{"server_uuid": "61320a6f-e5b6-4dfc-b720-65531ad765c0", "name": "network-vif-deleted", "tag": "0e0bf799-00bf-4555-9705-526d5158478c"}, {"name": "network-changed", "server_uuid": "8ecbc848-1260-4284-b5ce-41f6f1d9d366", "tag": "ac940e31-a760-4e32-9179-f463480592aa"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:28.285786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-05fcb868-b104-4a79-95df-53331f26b074 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df671e0-a193-42e6-90b4-753dc8d65741 HTTP/1.1" status: 200 len: 1001 time: 0.1166580 Sep 17 22:35:28.289737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-1aaad5dd-02c9-434b-9a25-15a9c68dbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.291171 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-1aaad5dd-02c9-434b-9a25-15a9c68dbce6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 200 len: 845 time: 0.0702226 Sep 17 22:35:28.356619 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15612f39-7972-4c37-bcbc-bee9c0e7bf6c x-openstack-request-id: req-15612f39-7972-4c37-bcbc-bee9c0e7bf6c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:28.357017 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61320a6f-e5b6-4dfc-b720-65531ad765c0", "name": "network-vif-deleted", "tag": "0e0bf799-00bf-4555-9705-526d5158478c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ecbc848-1260-4284-b5ce-41f6f1d9d366", "tag": "ac940e31-a760-4e32-9179-f463480592aa", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:28.357345 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15612f39-7972-4c37-bcbc-bee9c0e7bf6c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:28.357810 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61320a6f-e5b6-4dfc-b720-65531ad765c0', 'name': 'network-vif-deleted', 'tag': '0e0bf799-00bf-4555-9705-526d5158478c', 'status': 'completed', 'code': 200} Sep 17 22:35:28.358131 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'tag': 'ac940e31-a760-4e32-9179-f463480592aa', 'status': 'completed', 'code': 200} Sep 17 22:35:28.362314 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-8f343f71-77fc-40ad-96fd-1698c3432816 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6641386f-f67e-43a8-94b2-b71bc741845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638347 Sep 17 22:35:28.410500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-07fa49fb-e246-4bd9-aea4-aaad2a10e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.411983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-07fa49fb-e246-4bd9-aea4-aaad2a10e72c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae96bdf-a239-45a5-b3e2-4b9f0ad3338b HTTP/1.1" status: 200 len: 854 time: 0.1026495 Sep 17 22:35:28.486818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818ffeb-034b-4514-ae5d-d497c307279c req-b8b60e04-5f8f-407b-8a77-be6bc0b3d456 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.488548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-b8b60e04-5f8f-407b-8a77-be6bc0b3d456 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.1233685 Sep 17 22:35:28.497227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-ef188125-1244-4369-89f0-2d07002b255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.498721 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-ef188125-1244-4369-89f0-2d07002b255f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e229469d-dbeb-4b00-bac1-25ac37f69f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617428 Sep 17 22:35:28.502262 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-e37ce378-539b-481f-9a19-b515dc78d263 service neutron] 10.222.0.45 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317611 Sep 17 22:35:28.506149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-99f58f39-f013-46f8-9170-5f4aa3561ae1 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/quotas/6bbefcb9aba54baf82ee80e067d50ea1 HTTP/1.1" status: 200 len: 375 time: 0.0096054 Sep 17 22:35:28.540825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-81dfcd8b-1427-46d3-a6a8-52d998b5d20f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277863 Sep 17 22:35:28.638041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-9314ceb4-db3e-4228-92b8-93dda0ddfecd service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893345 Sep 17 22:35:28.665767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a77ea73-f11e-4c11-b23a-c113feb11b86 req-183339b8-8e0c-4974-bce7-1dc5a0a17590 service neutron] 10.222.0.45 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556103 Sep 17 22:35:28.671180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-0347437b-98ca-4a36-a4aa-1e9181443faa service neutron] 10.222.0.49 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398890 Sep 17 22:35:28.887781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-53649b73-2cfe-4754-8950-8319eb38a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.889188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-53649b73-2cfe-4754-8950-8319eb38a51b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 1095 time: 0.1377017 Sep 17 22:35:28.893623 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e17d00e-5e6d-47ec-94b2-8ee162069fb6 req-33daac49-cc9d-4cc7-8871-250d904cf35e service neutron] 10.222.0.49 "GET /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093232 Sep 17 22:35:28.978945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 60de8b11-2064-41d3-8316-7c58650a07a8 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:29.001942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0648fcff-2cb5-4e8f-b751-fe2ee6c76915 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.003343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 60de8b11-2064-41d3-8316-7c58650a07a8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:29.003874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 60de8b11-2064-41d3-8316-7c58650a07a8 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:29.004089 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0648fcff-2cb5-4e8f-b751-fe2ee6c76915 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.45 "GET /v2.0/networks?id=11d11d0f-e763-4cd8-b887-1994091f43ec HTTP/1.1" status: 200 len: 821 time: 0.2411280 Sep 17 22:35:29.009995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-b599b66a-b1ca-409e-909c-42a3e7cab2a0 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655875 Sep 17 22:35:29.018818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Request body: {'port': {'device_id': '2ce09020-38f7-4574-920c-c674c6120c9b', 'network_id': '11d11d0f-e763-4cd8-b887-1994091f43ec', 'admin_state_up': True, 'tenant_id': '22418ec6c47145a3a7adb64ed3265408'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:29.021561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-4173fb69-df96-45bc-bacb-52a27e5d8446 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.028325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-4173fb69-df96-45bc-bacb-52a27e5d8446 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.034452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-4173fb69-df96-45bc-bacb-52a27e5d8446 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.040500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-4173fb69-df96-45bc-bacb-52a27e5d8446 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.046088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-4173fb69-df96-45bc-bacb-52a27e5d8446 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.051878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-4173fb69-df96-45bc-bacb-52a27e5d8446 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.058008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-4173fb69-df96-45bc-bacb-52a27e5d8446 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.065463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-4173fb69-df96-45bc-bacb-52a27e5d8446 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.3462496 Sep 17 22:35:29.094486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-7458bd14-534c-41e1-9ced-01400ae07787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.094486 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-7458bd14-534c-41e1-9ced-01400ae07787 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 906 time: 0.1943922 Sep 17 22:35:29.105040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c99bbdac-ed0e-4b78-829d-3b5adfffa614 req-5f8fc312-2d8c-4d82-a04f-9b59dffccae5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384729 Sep 17 22:35:29.177263 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-c85433a8-ed26-42b7-9662-e55dcfce2aaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac940e31-a760-4e32-9179-f463480592aa HTTP/1.1" status: 200 len: 217 time: 0.0772910 Sep 17 22:35:29.210280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec58a0dc-fa7d-436f-9889-82dad902ef2e req-f539b801-24ab-4f7e-9714-35f229e9a59b tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 210 time: 0.0275104 Sep 17 22:35:29.268342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed908-bad2-4b29-b33a-da4c4330f1e3 req-e23ae4f0-b1e8-4ea5-85a9-5628c89c4c0d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.276647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11fed908-bad2-4b29-b33a-da4c4330f1e3 req-e23ae4f0-b1e8-4ea5-85a9-5628c89c4c0d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 943 time: 0.0651009 Sep 17 22:35:29.286522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-7fa68a44-eb39-4edf-b8c4-7a8c610e43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.288999 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-7fa68a44-eb39-4edf-b8c4-7a8c610e43e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 200 len: 845 time: 0.1029055 Sep 17 22:35:29.295170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Made reservation on behalf of 22418ec6c47145a3a7adb64ed3265408 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:29.299292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.323753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40f8e523-7db3-4449-8cfd-d2a0e2a12d7f req-d02ee886-1f51-40af-add3-be1b43a44363 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 210 time: 0.0450699 Sep 17 22:35:29.336683 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-27a9a0a9-e287-486f-b7bb-725fdbe92253 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6641386f-f67e-43a8-94b2-b71bc741845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332854 Sep 17 22:35:29.353725 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11fed908-bad2-4b29-b33a-da4c4330f1e3 req-c83ea312-37b4-472e-b56c-cd4472240037 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761440 Sep 17 22:35:29.496495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d2caf-72cf-4d59-9158-2de5ecfb572b req-a52806af-cecd-47f5-803c-836dbad1a731 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.499453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d6d2caf-72cf-4d59-9158-2de5ecfb572b req-a52806af-cecd-47f5-803c-836dbad1a731 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0690644 Sep 17 22:35:29.526592 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-e22c9493-d5ca-48bc-8898-90abe6ea71cf service neutron] 10.222.0.45 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759760 Sep 17 22:35:29.539418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Allocated IP 172.20.0.12 (11d11d0f-e763-4cd8-b887-1994091f43ec/39ed91fa-4ca4-45de-b0aa-b64485f45f90/31010274-2957-407c-9703-5a6df2465091) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:29.559311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d6d2caf-72cf-4d59-9158-2de5ecfb572b req-bd0d9f79-8501-4002-87c7-ba261b5a639d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533307 Sep 17 22:35:29.690896 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fd1fa8d4-dd96-45fb-828b-4dbb35cd9d7f req-e7cf4ee1-24b4-44ed-8ecd-27e508f51557 service neutron] 10.222.0.45 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529536 Sep 17 22:35:29.775996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.813147 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.856566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Network 11d11d0f-e763-4cd8-b887-1994091f43ec is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:29.859678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:29.862027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:29.887117 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cbf64a9f-bb83-4593-a127-4a2d1e5bfbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.895353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Pushing event updated for resources: {'Port': ['ID=31010274-2957-407c-9703-5a6df2465091,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:29.924845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.925482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.940108 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-52860003-852e-407f-a0f0-967740376130 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9255083 Sep 17 22:35:29.953023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Request body: {'port': {'device_id': '2ce09020-38f7-4574-920c-c674c6120c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:30.009654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.191082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 0e0bf799-00bf-4555-9705-526d5158478c no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:30.216231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 0e0bf799-00bf-4555-9705-526d5158478c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:30.216711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 0e0bf799-00bf-4555-9705-526d5158478c not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:30.278734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-ae7236ab-c621-4035-9c10-a885a6a39cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.285164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-ae7236ab-c621-4035-9c10-a885a6a39cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.292990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-ae7236ab-c621-4035-9c10-a885a6a39cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.299673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-ae7236ab-c621-4035-9c10-a885a6a39cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.307982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-ae7236ab-c621-4035-9c10-a885a6a39cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.313821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-ae7236ab-c621-4035-9c10-a885a6a39cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.314304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818ffeb-034b-4514-ae5d-d497c307279c req-3685a53a-8fbd-4adb-89b4-3de8c52626d3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.315757 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-3685a53a-8fbd-4adb-89b4-3de8c52626d3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.1782584 Sep 17 22:35:30.320659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-ae7236ab-c621-4035-9c10-a885a6a39cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.322626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-ae7236ab-c621-4035-9c10-a885a6a39cee tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5417 time: 0.1110258 Sep 17 22:35:30.335626 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Request body: {'port': {'device_id': '63996ca0-792f-452b-843d-506175ac8fb1', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'admin_state_up': True, 'tenant_id': '6bbefcb9aba54baf82ee80e067d50ea1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:30.393444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8c67bfa-cb26-4428-b4b9-e20f16a387ec req-239d97f1-7ae5-435c-83e7-b3f4c5638409 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597513 Sep 17 22:35:30.402669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed02a9-38b6-446d-9caf-17713a1907a8 req-b605a48f-2404-4057-ab61-a54ab44b4b72 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.404149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0ed02a9-38b6-446d-9caf-17713a1907a8 req-b605a48f-2404-4057-ab61-a54ab44b4b72 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 932 time: 0.0806324 Sep 17 22:35:30.423837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31010274-2957-407c-9703-5a6df2465091 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:30.436569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.446992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0ed02a9-38b6-446d-9caf-17713a1907a8 req-9b5ee8aa-ad5d-4d9a-928c-c2457da6a1be tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360155 Sep 17 22:35:30.457250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Transition to ACTIVE for port object 31010274-2957-407c-9703-5a6df2465091 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:30.467427 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.517476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89e62ba4-4bc0-4369-86eb-22f606612223 req-187cee8d-8de0-420a-a0ed-8b7c1cf385ca tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 210 time: 0.0337307 Sep 17 22:35:30.531816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Pushing event updated for resources: {'Port': ['ID=31010274-2957-407c-9703-5a6df2465091,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:30.559067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Made reservation on behalf of 6bbefcb9aba54baf82ee80e067d50ea1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:30.562563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.592617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9367-6029-4910-b045-16af4b6dd5c7 req-8a487f99-4cb4-48d7-9661-c706d7d152e6 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.594844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c7b9367-6029-4910-b045-16af4b6dd5c7 req-8a487f99-4cb4-48d7-9661-c706d7d152e6 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 943 time: 0.0700917 Sep 17 22:35:30.640769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c7b9367-6029-4910-b045-16af4b6dd5c7 req-8c2523f6-2eb2-461f-baa9-8e25ad465664 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Sep 17 22:35:30.671202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Attempting to bind port 31010274-2957-407c-9703-5a6df2465091 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:30.671545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Attempting to bind port 31010274-2957-407c-9703-5a6df2465091 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'c758eaa4-b2bf-4ac5-8418-e9db9c628847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '11d11d0f-e763-4cd8-b887-1994091f43ec'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:30.671875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Attempting to bind port 31010274-2957-407c-9703-5a6df2465091 on network 11d11d0f-e763-4cd8-b887-1994091f43ec {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:30.682321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Port 31010274-2957-407c-9703-5a6df2465091 on network 11d11d0f-e763-4cd8-b887-1994091f43ec not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:30.682646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Attempting to bind port 31010274-2957-407c-9703-5a6df2465091 on network 11d11d0f-e763-4cd8-b887-1994091f43ec {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:30.712357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:30.712700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Checking segment: {'id': 'c758eaa4-b2bf-4ac5-8418-e9db9c628847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '11d11d0f-e763-4cd8-b887-1994091f43ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:30.713394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Bound using segment: {'id': 'c758eaa4-b2bf-4ac5-8418-e9db9c628847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '11d11d0f-e763-4cd8-b887-1994091f43ec'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:30.715008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Bound port: 31010274-2957-407c-9703-5a6df2465091, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c758eaa4-b2bf-4ac5-8418-e9db9c628847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '11d11d0f-e763-4cd8-b887-1994091f43ec'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:30.715008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.766538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a603b2-d498-4272-a1d1-f2925cb177b0 req-4c9914ed-9460-4d4b-83be-b3c9c73dd122 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.768192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Allocated IP 172.20.0.3 (8a160834-d84a-45a5-816b-6bf5f4ed9a09/6a7afdb5-e47c-46bf-ba23-7017b25ae29b/fc774827-60d4-4e89-9ac6-a65c1a32e992) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:30.768380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1a603b2-d498-4272-a1d1-f2925cb177b0 req-4c9914ed-9460-4d4b-83be-b3c9c73dd122 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0603712 Sep 17 22:35:30.812039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1a603b2-d498-4272-a1d1-f2925cb177b0 req-ef4af8ce-aa60-4054-923b-f923ec59fd28 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Sep 17 22:35:30.815117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] For port 31010274-2957-407c-9703-5a6df2465091, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:30.837412 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] For port 31010274-2957-407c-9703-5a6df2465091, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31010274-2957-407c-9703-5a6df2465091,segment=NetworkSegment(c758eaa4-b2bf-4ac5-8418-e9db9c628847),segment_id=c758eaa4-b2bf-4ac5-8418-e9db9c628847)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:30.843126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.906168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.906778 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.908175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] 10.222.0.45 "PUT /v2.0/ports/31010274-2957-407c-9703-5a6df2465091 HTTP/1.1" status: 200 len: 1093 time: 0.9590657 Sep 17 22:35:30.910212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce09020-38f7-4574-920c-c674c6120c9b', 'tag': '31010274-2957-407c-9703-5a6df2465091'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:30.912480 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce09020-38f7-4574-920c-c674c6120c9b", "tag": "31010274-2957-407c-9703-5a6df2465091"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:30.960704 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7b54d1-9165-4baf-825f-0bb0255f0ada x-openstack-request-id: req-5b7b54d1-9165-4baf-825f-0bb0255f0ada {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:30.961016 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce09020-38f7-4574-920c-c674c6120c9b", "tag": "31010274-2957-407c-9703-5a6df2465091", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:30.961271 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b7b54d1-9165-4baf-825f-0bb0255f0ada {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:30.961659 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce09020-38f7-4574-920c-c674c6120c9b', 'tag': '31010274-2957-407c-9703-5a6df2465091', 'status': 'completed', 'code': 200} Sep 17 22:35:30.994269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ecfbe609-917d-4455-a076-f1030e0b2959 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:30.997650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13eaf2-9e58-430b-a92c-ac568def1399 service neutron] Pushing event updated for resources: {'Port': ['ID=31010274-2957-407c-9703-5a6df2465091,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.039020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c878-f492-43c2-82ef-47e85e579c51 req-58a379fb-bc35-46bd-a5f4-f7cb7af970a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.040438 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-58a379fb-bc35-46bd-a5f4-f7cb7af970a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=22418ec6c47145a3a7adb64ed3265408&device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 1096 time: 0.0840552 Sep 17 22:35:31.044862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.086669 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-f2a8f574-8603-4b14-98ab-cd2dc704ac6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31010274-2957-407c-9703-5a6df2465091 HTTP/1.1" status: 200 len: 217 time: 0.0374701 Sep 17 22:35:31.092545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ecfbe609-917d-4455-a076-f1030e0b2959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ecfbe609-917d-4455-a076-f1030e0b2959,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:31.107722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'port_id': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'mac_address': 'fa:16:3e:c5:eb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:31.146269 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.151082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.159177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfbe609-917d-4455-a076-f1030e0b2959 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:31.163070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c878-f492-43c2-82ef-47e85e579c51 req-87dc3c3a-2626-4737-81b7-cde77747c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.164731 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-87dc3c3a-2626-4737-81b7-cde77747c94b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39ed91fa-4ca4-45de-b0aa-b64485f45f90 HTTP/1.1" status: 200 len: 861 time: 0.0689430 Sep 17 22:35:31.179245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ecfbe609-917d-4455-a076-f1030e0b2959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ecfbe609-917d-4455-a076-f1030e0b2959,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:31.183311 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.183978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6108c74a-65fa-4dcf-adbc-c04280985196 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:31.220801 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-12526964-4d0b-4836-b9a8-e0f37c241f44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11d11d0f-e763-4cd8-b887-1994091f43ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310650 Sep 17 22:35:31.227269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:31.239503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:31.256198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ecfbe609-917d-4455-a076-f1030e0b2959,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.257361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:31.263485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event updated for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.324315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6108c74a-65fa-4dcf-adbc-c04280985196, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6108c74a-65fa-4dcf-adbc-c04280985196,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:31.335736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '6108c74a-65fa-4dcf-adbc-c04280985196', 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'port_id': '6108c74a-65fa-4dcf-adbc-c04280985196', 'mac_address': 'fa:16:3e:c5:61:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368115b4-fdc7-41a5-abc7-e8709fc612e2', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:31.349337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.349954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.374518 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.374783 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-c16de4ec-60fe-4907-b393-3747f5ff7454 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0436513 Sep 17 22:35:31.378350 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-b59ba3cb-5cc1-4ec6-9ffc-52f2cacf023c service neutron] 10.222.0.45 "GET /v2.0/networks/11d11d0f-e763-4cd8-b887-1994091f43ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480892 Sep 17 22:35:31.387227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6108c74a-65fa-4dcf-adbc-c04280985196 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:31.393721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Request body: {'port': {'device_id': '63996ca0-792f-452b-843d-506175ac8fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:31.406748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6108c74a-65fa-4dcf-adbc-c04280985196, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6108c74a-65fa-4dcf-adbc-c04280985196,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:31.413148 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.414116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 659d55db-96af-4f18-bef3-1de24f9773c6 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:31.484778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 659d55db-96af-4f18-bef3-1de24f9773c6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=659d55db-96af-4f18-bef3-1de24f9773c6,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:31.487332 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6108c74a-65fa-4dcf-adbc-c04280985196,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.508203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '659d55db-96af-4f18-bef3-1de24f9773c6', 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'port_id': '659d55db-96af-4f18-bef3-1de24f9773c6', 'mac_address': 'fa:16:3e:7d:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368115b4-fdc7-41a5-abc7-e8709fc612e2', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:31.551680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.561094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-359c401b-8ed1-4a55-b64a-57026c3abef9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.566723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659d55db-96af-4f18-bef3-1de24f9773c6 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:31.567326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-359c401b-8ed1-4a55-b64a-57026c3abef9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.574997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-359c401b-8ed1-4a55-b64a-57026c3abef9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.581233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-359c401b-8ed1-4a55-b64a-57026c3abef9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.587526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-359c401b-8ed1-4a55-b64a-57026c3abef9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.589501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 659d55db-96af-4f18-bef3-1de24f9773c6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=659d55db-96af-4f18-bef3-1de24f9773c6,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:31.594506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.595188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-359c401b-8ed1-4a55-b64a-57026c3abef9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.601911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-359c401b-8ed1-4a55-b64a-57026c3abef9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.603919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-359c401b-8ed1-4a55-b64a-57026c3abef9 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5419 time: 0.1293437 Sep 17 22:35:31.648540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=659d55db-96af-4f18-bef3-1de24f9773c6,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.691285 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0178f8ac-d0fe-4fc6-8a19-b26ce8582428 req-e06c124c-b73d-4d34-bf15-5e8dbb26bc47 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766997 Sep 17 22:35:31.700504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849becd5-66dc-4f35-a3f9-dd8312d1ac83 req-d556bd1d-3f71-4850-8c48-4a59e2fc5de1 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.702129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-849becd5-66dc-4f35-a3f9-dd8312d1ac83 req-d556bd1d-3f71-4850-8c48-4a59e2fc5de1 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 944 time: 0.0969656 Sep 17 22:35:31.754378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-849becd5-66dc-4f35-a3f9-dd8312d1ac83 req-87c7b65c-f4b4-4083-ac78-ed231e129a4d tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453846 Sep 17 22:35:31.811675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.813646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49029fe6-7023-461b-94b7-b8c41ad4dce5 req-cb597508-a615-46fb-b162-451813911dab tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.815383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49029fe6-7023-461b-94b7-b8c41ad4dce5 req-cb597508-a615-46fb-b162-451813911dab tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 931 time: 0.0555975 Sep 17 22:35:31.859217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49029fe6-7023-461b-94b7-b8c41ad4dce5 req-9b454b4d-7d87-40e1-9c65-31849b93cdbd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360894 Sep 17 22:35:31.861869 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6008c878-f492-43c2-82ef-47e85e579c51 req-39e826df-bca4-4d81-a81a-9238afdafbe9 service neutron] 10.222.0.45 "GET /v2.0/networks/11d11d0f-e763-4cd8-b887-1994091f43ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723005 Sep 17 22:35:31.954949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662cd28-af42-4ae1-bb77-50e4a547af43 req-b26124d4-9b23-4899-bd71-d4613e5935a4 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.956504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e662cd28-af42-4ae1-bb77-50e4a547af43 req-b26124d4-9b23-4899-bd71-d4613e5935a4 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 943 time: 0.0531523 Sep 17 22:35:32.001024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e662cd28-af42-4ae1-bb77-50e4a547af43 req-869da918-590f-47d8-866a-560fa4ac6049 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361948 Sep 17 22:35:32.010973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-c05a0fcd-1683-4256-ab57-96fb4d0d29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.012980 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-c05a0fcd-1683-4256-ab57-96fb4d0d29b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=22418ec6c47145a3a7adb64ed3265408&device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 1096 time: 0.0755868 Sep 17 22:35:32.129458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685ad9d-86f2-4851-8c33-cf887ae0f58e req-80453eed-9c63-45fa-80ea-87ed56ac9de9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.131418 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9685ad9d-86f2-4851-8c33-cf887ae0f58e req-80453eed-9c63-45fa-80ea-87ed56ac9de9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0652964 Sep 17 22:35:32.170797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9685ad9d-86f2-4851-8c33-cf887ae0f58e req-ad1f97de-2569-47f1-8e9f-139866c3f61d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Sep 17 22:35:32.175547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-99185a6b-6667-4852-989a-41a943b2506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.177035 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-99185a6b-6667-4852-989a-41a943b2506b service neutron] 10.222.0.45 "GET /v2.0/networks?id=11d11d0f-e763-4cd8-b887-1994091f43ec HTTP/1.1" status: 200 len: 922 time: 0.1546857 Sep 17 22:35:32.205697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ac940e31-a760-4e32-9179-f463480592aa details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:32.230484 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-1898f262-b111-46f1-b83c-4f47a5b9cdac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31010274-2957-407c-9703-5a6df2465091 HTTP/1.1" status: 200 len: 217 time: 0.0440867 Sep 17 22:35:32.248398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['ecfbe609-917d-4455-a076-f1030e0b2959'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:32.304446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc774827-60d4-4e89-9ac6-a65c1a32e992 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:32.318600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.328503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-267f32c4-fb37-453b-afa0-26663306bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.330122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-267f32c4-fb37-453b-afa0-26663306bf9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39ed91fa-4ca4-45de-b0aa-b64485f45f90 HTTP/1.1" status: 200 len: 861 time: 0.0781620 Sep 17 22:35:32.353060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Transition to ACTIVE for port object fc774827-60d4-4e89-9ac6-a65c1a32e992 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:32.353775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['659d55db-96af-4f18-bef3-1de24f9773c6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:32.362180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ac940e31-a760-4e32-9179-f463480592aa,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:32.369597 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-48666ce1-a86f-4ee3-9b7f-309d32953bef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11d11d0f-e763-4cd8-b887-1994091f43ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293152 Sep 17 22:35:32.370339 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.412499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'ac940e31-a760-4e32-9179-f463480592aa', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'port_id': 'ac940e31-a760-4e32-9179-f463480592aa', 'mac_address': 'fa:16:3e:f7:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b99e6a-c3a7-4eb6-9fed-733e73db7511', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:32.461901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Pushing event updated for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:32.509897 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.552826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac940e31-a760-4e32-9179-f463480592aa {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:32.565334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-cf46cc93-6b27-4f24-b4c3-d2ec4a50a11d service neutron] 10.222.0.45 "GET /v2.0/networks/11d11d0f-e763-4cd8-b887-1994091f43ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864886 Sep 17 22:35:32.610678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ac940e31-a760-4e32-9179-f463480592aa,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:32.622033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Attempting to bind port fc774827-60d4-4e89-9ac6-a65c1a32e992 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:32.622377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Attempting to bind port fc774827-60d4-4e89-9ac6-a65c1a32e992 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:32.622711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Attempting to bind port fc774827-60d4-4e89-9ac6-a65c1a32e992 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:32.626529 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.633748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Port fc774827-60d4-4e89-9ac6-a65c1a32e992 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:32.634076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Attempting to bind port fc774827-60d4-4e89-9ac6-a65c1a32e992 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:32.677415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:32.677649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Checking segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:32.681389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Bound using segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:32.681857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Bound port: fc774827-60d4-4e89-9ac6-a65c1a32e992, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:32.682227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.710411 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dc5a-780d-4908-a427-b64853b6bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.723105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=ac940e31-a760-4e32-9179-f463480592aa,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:32.754439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb1b7e6b-b3ee-4eba-ae1b-985df47be42a req-029a56d5-dab2-4771-be46-0ce9383cf846 service neutron] 10.222.0.45 "GET /v2.0/networks/11d11d0f-e763-4cd8-b887-1994091f43ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761043 Sep 17 22:35:32.791121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:32.795232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:32.801038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.841089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['ac940e31-a760-4e32-9179-f463480592aa'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:32.853570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.854288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.855771 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] 10.222.0.45 "PUT /v2.0/ports/fc774827-60d4-4e89-9ac6-a65c1a32e992 HTTP/1.1" status: 200 len: 1092 time: 1.4678695 Sep 17 22:35:32.886244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14b931-92ac-4d55-947f-b8c9418e7b71 service neutron] Pushing event updated for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:32.914762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-721285d2-ff14-40b7-b806-90b7b35a8f5f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.925800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-721285d2-ff14-40b7-b806-90b7b35a8f5f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.932500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-721285d2-ff14-40b7-b806-90b7b35a8f5f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.944741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-721285d2-ff14-40b7-b806-90b7b35a8f5f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.954626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-721285d2-ff14-40b7-b806-90b7b35a8f5f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.957723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818ffeb-034b-4514-ae5d-d497c307279c req-d2f988af-a9bb-4d2e-962c-31f7cf1853db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.960152 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-d2f988af-a9bb-4d2e-962c-31f7cf1853db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 1095 time: 0.0457904 Sep 17 22:35:32.961502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-721285d2-ff14-40b7-b806-90b7b35a8f5f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.963676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:32.966066 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e950722-0e13-4516-a7b4-f5695a1d5f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:32.967736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-721285d2-ff14-40b7-b806-90b7b35a8f5f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.969732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-721285d2-ff14-40b7-b806-90b7b35a8f5f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5420 time: 0.1682518 Sep 17 22:35:32.993937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5c3cd-c512-4efe-9c05-b4ef071f194c req-2927d8bb-d090-4707-b5d4-f79358dda0bc tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.997237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:32.997676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6dd5c3cd-c512-4efe-9c05-b4ef071f194c req-2927d8bb-d090-4707-b5d4-f79358dda0bc tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 944 time: 0.1563933 Sep 17 22:35:33.009839 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-72736eda-69c5-4e2f-ac17-15c96434aa54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992 HTTP/1.1" status: 200 len: 217 time: 0.0401075 Sep 17 22:35:33.063700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-955a1738-f885-4d3a-bbe1-680c2cd0e6c2 req-ffc9339b-b3d4-42eb-b12c-dfe1e3fd1733 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646591 Sep 17 22:35:33.066829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818ffeb-034b-4514-ae5d-d497c307279c req-359e2cdf-f2f0-4fa3-a048-90ea0ec44123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:33.068548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-359e2cdf-f2f0-4fa3-a048-90ea0ec44123 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0515802 Sep 17 22:35:33.072713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6dd5c3cd-c512-4efe-9c05-b4ef071f194c req-e6e26d7e-398d-4302-8c7f-1f97cc55cda1 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669084 Sep 17 22:35:33.085236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.118216 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-3eb9fee2-b019-4cda-a9e1-6290c7cc1d89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412495 Sep 17 22:35:33.129827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:33.150392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f', 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5', 'port_id': 'ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f', 'mac_address': 'fa:16:3e:9f:8a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127608d2-b42c-48ba-84b0-12633ad3bc0e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:33.190617 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.206368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:33.222309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc02dfd-1414-43b5-a033-89f911ea8ed4 req-e2fc4cfd-6417-450b-bc69-b8b1a2092ec5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:33.231927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fc02dfd-1414-43b5-a033-89f911ea8ed4 req-e2fc4cfd-6417-450b-bc69-b8b1a2092ec5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 943 time: 0.0701072 Sep 17 22:35:33.235226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-d008d144-04df-4c23-81d7-ae079871499b service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082022 Sep 17 22:35:33.239167 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b23735-bde8-4ee4-af8d-9c66c9177cc7 x-openstack-request-id: req-52b23735-bde8-4ee4-af8d-9c66c9177cc7 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:33.239638 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:33.240219 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52b23735-bde8-4ee4-af8d-9c66c9177cc7 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:33.241458 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'status': 'completed', 'code': 200} Sep 17 22:35:33.242995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:33.247274 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.248644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cdb19a93-00e0-470a-a0c7-9b17143674a5 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:33.279189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fc02dfd-1414-43b5-a033-89f911ea8ed4 req-6cce605a-1186-40f7-9ccc-32e4dc77fe52 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465708 Sep 17 22:35:33.389559 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b818ffeb-034b-4514-ae5d-d497c307279c req-572e0d3a-8d47-4033-b472-d2d1eab9f181 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409228 Sep 17 22:35:33.397875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d94282-59ba-4054-a13a-cdb5c85e1138 req-d20292d4-7d4c-4994-847c-20dcadc928df tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:33.399437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2d94282-59ba-4054-a13a-cdb5c85e1138 req-d20292d4-7d4c-4994-847c-20dcadc928df tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 944 time: 0.0532210 Sep 17 22:35:33.447992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2d94282-59ba-4054-a13a-cdb5c85e1138 req-1d24ba48-10a8-4d48-bfa5-864bd866a906 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Sep 17 22:35:33.485282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:33.493964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-b279d03c-8826-4993-83fc-b80c7703409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:33.495319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-b279d03c-8826-4993-83fc-b80c7703409d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 1095 time: 0.0579395 Sep 17 22:35:33.534357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6108c74a-65fa-4dcf-adbc-c04280985196'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:33.538891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d8d9-256f-4f23-b4cb-2c18656bde22 req-b8e6679b-affc-4eec-aaeb-b7668529a5a9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:33.540729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3c8d8d9-256f-4f23-b4cb-2c18656bde22 req-b8e6679b-affc-4eec-aaeb-b7668529a5a9 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0587933 Sep 17 22:35:33.572144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cdb19a93-00e0-470a-a0c7-9b17143674a5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:33.582150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3c8d8d9-256f-4f23-b4cb-2c18656bde22 req-72a4f11e-2ca0-4d47-8681-c4fdbb30faf2 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Sep 17 22:35:33.590685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'cdb19a93-00e0-470a-a0c7-9b17143674a5', 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'port_id': 'cdb19a93-00e0-470a-a0c7-9b17143674a5', 'mac_address': 'fa:16:3e:e7:3b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368115b4-fdc7-41a5-abc7-e8709fc612e2', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:33.608101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-2f3b9bbc-a94e-4212-a125-4e73dd1a274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:33.609606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-2f3b9bbc-a94e-4212-a125-4e73dd1a274e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 912 time: 0.1060975 Sep 17 22:35:33.652436 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-90b3b238-0f96-4afe-a02b-c30013f4de8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992 HTTP/1.1" status: 200 len: 217 time: 0.0349324 Sep 17 22:35:33.655376 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.675943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb19a93-00e0-470a-a0c7-9b17143674a5 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:33.703702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-eb6f7f95-ff0f-41c2-8a76-484685582d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:33.705114 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-eb6f7f95-ff0f-41c2-8a76-484685582d6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0440676 Sep 17 22:35:33.711608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cdb19a93-00e0-470a-a0c7-9b17143674a5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:33.721224 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.721884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7ded73d7-e359-49b7-aea7-69842be7719a details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:33.737462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-5d68e84e-23a0-4bae-9a37-f349a3fea80e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242629 Sep 17 22:35:33.809371 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.821782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=cdb19a93-00e0-470a-a0c7-9b17143674a5,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:33.833035 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-27abe5b3-350e-4660-8c59-c966e11755a3 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885043 Sep 17 22:35:33.836723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7ded73d7-e359-49b7-aea7-69842be7719a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7ded73d7-e359-49b7-aea7-69842be7719a,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:33.852321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '7ded73d7-e359-49b7-aea7-69842be7719a', 'network_id': '9825d235-beee-480d-8f9d-bbd2329790f5', 'port_id': '7ded73d7-e359-49b7-aea7-69842be7719a', 'mac_address': 'fa:16:3e:7a:0c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127608d2-b42c-48ba-84b0-12633ad3bc0e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:33.891142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.904521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ded73d7-e359-49b7-aea7-69842be7719a {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:33.924419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7ded73d7-e359-49b7-aea7-69842be7719a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7ded73d7-e359-49b7-aea7-69842be7719a,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:33.928683 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.929535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device aeb1853b-9ccd-4596-ab60-5db422e5e820 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:33.930825 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e950722-0e13-4516-a7b4-f5695a1d5f0b req-0d623261-af88-419b-af64-33b86706e15d service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898640 Sep 17 22:35:33.998870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port aeb1853b-9ccd-4596-ab60-5db422e5e820, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:34.001304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7ded73d7-e359-49b7-aea7-69842be7719a,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:34.012594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'aeb1853b-9ccd-4596-ab60-5db422e5e820', 'network_id': '869fee45-3a06-4e53-bce5-85fc18d85576', 'port_id': 'aeb1853b-9ccd-4596-ab60-5db422e5e820', 'mac_address': 'fa:16:3e:4b:74:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368115b4-fdc7-41a5-abc7-e8709fc612e2', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:34.049502 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.062085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb1853b-9ccd-4596-ab60-5db422e5e820 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:34.081563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port aeb1853b-9ccd-4596-ab60-5db422e5e820, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:34.085893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.149382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=aeb1853b-9ccd-4596-ab60-5db422e5e820,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:34.203660 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:35:34.207638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31010274-2957-407c-9703-5a6df2465091 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:34.210952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ac940e31-a760-4e32-9179-f463480592aa up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:34.242572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-0ac38965-33c8-43bb-ae54-f5819f5d6eb8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.248499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-0ac38965-33c8-43bb-ae54-f5819f5d6eb8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.254984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-0ac38965-33c8-43bb-ae54-f5819f5d6eb8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.261569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-0ac38965-33c8-43bb-ae54-f5819f5d6eb8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.268535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-0ac38965-33c8-43bb-ae54-f5819f5d6eb8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.275131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-0ac38965-33c8-43bb-ae54-f5819f5d6eb8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.281512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-0ac38965-33c8-43bb-ae54-f5819f5d6eb8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.283509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-0ac38965-33c8-43bb-ae54-f5819f5d6eb8 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5424 time: 0.1270845 Sep 17 22:35:34.293297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d771ddf-cd98-4a7b-8d87-3e2e5fccd443 req-9d3858fd-9e82-4887-b46c-6f00896283fd tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.294835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d771ddf-cd98-4a7b-8d87-3e2e5fccd443 req-9d3858fd-9e82-4887-b46c-6f00896283fd tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 944 time: 0.1365795 Sep 17 22:35:34.329647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port ac940e31-a760-4e32-9179-f463480592aa completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:34.334448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port ac940e31-a760-4e32-9179-f463480592aa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:34.335349 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.357069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f5b30da-da80-4e44-a42d-bed45f05620e req-17ee30a9-ac0f-4de9-b20a-7b433345a776 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610740 Sep 17 22:35:34.364668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d771ddf-cd98-4a7b-8d87-3e2e5fccd443 req-00f1e3c3-55be-4b96-885f-2179727cf9a4 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617096 Sep 17 22:35:34.381742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31010274-2957-407c-9703-5a6df2465091, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31010274-2957-407c-9703-5a6df2465091,segment=NetworkSegment(c758eaa4-b2bf-4ac5-8418-e9db9c628847),segment_id=c758eaa4-b2bf-4ac5-8418-e9db9c628847)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:34.408403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '31010274-2957-407c-9703-5a6df2465091', 'network_id': '11d11d0f-e763-4cd8-b887-1994091f43ec', 'port_id': '31010274-2957-407c-9703-5a6df2465091', 'mac_address': 'fa:16:3e:01:18:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ed91fa-4ca4-45de-b0aa-b64485f45f90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:34.474984 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.498336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31010274-2957-407c-9703-5a6df2465091 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:34.502563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20cff6-a534-4f7f-965c-ace4ceb82ba7 req-10d7cd8e-186a-4e8b-947a-dfec0c38085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.503635 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.504332 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b20cff6-a534-4f7f-965c-ace4ceb82ba7 req-10d7cd8e-186a-4e8b-947a-dfec0c38085d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 1098 time: 0.0720017 Sep 17 22:35:34.534019 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31010274-2957-407c-9703-5a6df2465091, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31010274-2957-407c-9703-5a6df2465091,segment=NetworkSegment(c758eaa4-b2bf-4ac5-8418-e9db9c628847),segment_id=c758eaa4-b2bf-4ac5-8418-e9db9c628847)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:34.534234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ef4ef-bfec-4c2e-87ae-7f6846d6817f req-9533391f-fa6e-4a1f-8bcb-ecfbaafa26ed tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.536102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd0ef4ef-bfec-4c2e-87ae-7f6846d6817f req-9533391f-fa6e-4a1f-8bcb-ecfbaafa26ed tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 943 time: 0.0764136 Sep 17 22:35:34.541936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac940e31-a760-4e32-9179-f463480592aa'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:34.545912 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a86545e-d6cf-4c17-b5af-2f406c31f658" -d '{"events": [{"server_uuid": "8ecbc848-1260-4284-b5ce-41f6f1d9d366", "name": "network-vif-plugged", "status": "completed", "tag": "ac940e31-a760-4e32-9179-f463480592aa"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:34.571847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.578663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd0ef4ef-bfec-4c2e-87ae-7f6846d6817f req-cc04e13c-aaac-4f03-8f8b-a994bade22f6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Sep 17 22:35:34.580503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ac940e31-a760-4e32-9179-f463480592aa,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:34.603538 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b20cff6-a534-4f7f-965c-ace4ceb82ba7 req-aa2ccba1-16b5-4ae2-8219-10cc19f49c3a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375738 Sep 17 22:35:34.614595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.621428 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.643556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31010274-2957-407c-9703-5a6df2465091,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:34.692361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=ac940e31-a760-4e32-9179-f463480592aa,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:34.714956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929455e-9915-41a0-beaf-c82963f59f1b req-443e16ae-df02-433a-b1d8-13e013ee2514 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.716472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0929455e-9915-41a0-beaf-c82963f59f1b req-443e16ae-df02-433a-b1d8-13e013ee2514 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 945 time: 0.0525579 Sep 17 22:35:34.754583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0929455e-9915-41a0-beaf-c82963f59f1b req-1d5ec208-78e7-4374-85fe-aebac0c97e29 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322390 Sep 17 22:35:34.784366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['31010274-2957-407c-9703-5a6df2465091'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:34.811923 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e9518-7228-4ca9-9cb5-8a2e714e884b x-openstack-request-id: req-752e9518-7228-4ca9-9cb5-8a2e714e884b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:34.812216 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecbc848-1260-4284-b5ce-41f6f1d9d366", "name": "network-vif-plugged", "status": "completed", "tag": "ac940e31-a760-4e32-9179-f463480592aa", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:34.812467 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-752e9518-7228-4ca9-9cb5-8a2e714e884b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:34.812848 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac940e31-a760-4e32-9179-f463480592aa', 'code': 200} Sep 17 22:35:34.901425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56496bf-f85a-4e13-9e1a-b9c1457c4b38 req-653e6bf2-072d-4028-82d5-5eb1a61f1d1f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.903243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d56496bf-f85a-4e13-9e1a-b9c1457c4b38 req-653e6bf2-072d-4028-82d5-5eb1a61f1d1f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0518672 Sep 17 22:35:34.903364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3205-5ccc-4e71-bff2-ed32238e7584 req-f997dc8e-10d2-4dad-a825-32fd3688d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.904901 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5d9d3205-5ccc-4e71-bff2-ed32238e7584 req-f997dc8e-10d2-4dad-a825-32fd3688d513 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 1097 time: 0.0435846 Sep 17 22:35:34.941594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5d9d3205-5ccc-4e71-bff2-ed32238e7584 req-6aa195ca-e964-44b3-83d5-309afedad884 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297344 Sep 17 22:35:34.946002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d56496bf-f85a-4e13-9e1a-b9c1457c4b38 req-b350e2c4-69ae-493d-ab64-202c2f63a4de tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360847 Sep 17 22:35:35.001553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 659d55db-96af-4f18-bef3-1de24f9773c6 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:35.050088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 659d55db-96af-4f18-bef3-1de24f9773c6 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:35.053565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 659d55db-96af-4f18-bef3-1de24f9773c6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:35.053937 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.138789 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.157586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:35.196438 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 659d55db-96af-4f18-bef3-1de24f9773c6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=659d55db-96af-4f18-bef3-1de24f9773c6,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:35.202864 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.203640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ecfbe609-917d-4455-a076-f1030e0b2959 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:35.319936 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.330363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=659d55db-96af-4f18-bef3-1de24f9773c6,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:35.390519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port ecfbe609-917d-4455-a076-f1030e0b2959 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:35.411630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port ecfbe609-917d-4455-a076-f1030e0b2959 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:35.411997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.421043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7ded73d7-e359-49b7-aea7-69842be7719a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:35.468709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['cdb19a93-00e0-470a-a0c7-9b17143674a5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:35.545000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-1fbfd1ea-055d-4a6f-bd73-0bb4f4d01bc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.551071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-1fbfd1ea-055d-4a6f-bd73-0bb4f4d01bc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.557175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-1fbfd1ea-055d-4a6f-bd73-0bb4f4d01bc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.563121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-1fbfd1ea-055d-4a6f-bd73-0bb4f4d01bc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.569597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-1fbfd1ea-055d-4a6f-bd73-0bb4f4d01bc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.575595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-1fbfd1ea-055d-4a6f-bd73-0bb4f4d01bc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.581776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-1fbfd1ea-055d-4a6f-bd73-0bb4f4d01bc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.583746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-1fbfd1ea-055d-4a6f-bd73-0bb4f4d01bc5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5425 time: 0.1342211 Sep 17 22:35:35.593087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beedf3b-7c4d-438f-8d57-fbbeeb3f5814 req-772312e8-1046-4888-b7ef-54d15bdb2865 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.594539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9beedf3b-7c4d-438f-8d57-fbbeeb3f5814 req-772312e8-1046-4888-b7ef-54d15bdb2865 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 945 time: 0.1331069 Sep 17 22:35:35.652350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af28176a-143c-44ff-b1ad-dd54687614f7 req-e7284a1b-c465-4504-bdf2-635033efc77e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568237 Sep 17 22:35:35.660041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9beedf3b-7c4d-438f-8d57-fbbeeb3f5814 req-73bf30e9-603d-49c2-b19e-fabcc7caa34e tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576148 Sep 17 22:35:35.718372 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.810782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ecfbe609-917d-4455-a076-f1030e0b2959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ecfbe609-917d-4455-a076-f1030e0b2959,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:35.826144 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.864572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7fe4d-8a54-4694-87a0-e833d63e2ca1 req-88a3c828-e6a7-4509-8587-49ef22cfcd99 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.866342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbf7fe4d-8a54-4694-87a0-e833d63e2ca1 req-88a3c828-e6a7-4509-8587-49ef22cfcd99 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 943 time: 0.0652671 Sep 17 22:35:35.936514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ecfbe609-917d-4455-a076-f1030e0b2959,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:35.939427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6802cd-2cb9-4b7b-8b56-afc4d906fe6d req-a893ca5f-8295-4b5c-a4d7-bdfda426880e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:35.941998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b6802cd-2cb9-4b7b-8b56-afc4d906fe6d req-a893ca5f-8295-4b5c-a4d7-bdfda426880e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 945 time: 0.0939400 Sep 17 22:35:35.946365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbf7fe4d-8a54-4694-87a0-e833d63e2ca1 req-f22415eb-bfd7-44d5-8d64-840a941e55de tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587022 Sep 17 22:35:36.000316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b6802cd-2cb9-4b7b-8b56-afc4d906fe6d req-9d43317c-a699-4b1f-b388-43bb8affa5c4 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Sep 17 22:35:36.074063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0e6c-cf20-4b7c-a466-0a01132ca23c req-7172c262-8bc0-4d9a-9562-946a5999043d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.075555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-08ea0e6c-cf20-4b7c-a466-0a01132ca23c req-7172c262-8bc0-4d9a-9562-946a5999043d tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0492649 Sep 17 22:35:36.116690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-08ea0e6c-cf20-4b7c-a466-0a01132ca23c req-b97b0f5d-cbb7-4b6b-a91e-e298b47a2407 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Sep 17 22:35:36.206173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device fc774827-60d4-4e89-9ac6-a65c1a32e992 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:36.208292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31010274-2957-407c-9703-5a6df2465091 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:36.321837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 31010274-2957-407c-9703-5a6df2465091 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:36.331261 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 31010274-2957-407c-9703-5a6df2465091 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:36.331635 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.489068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:36.506792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'port_id': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'mac_address': 'fa:16:3e:83:e0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7afdb5-e47c-46bf-ba23-7017b25ae29b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:36.571703 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.589599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc774827-60d4-4e89-9ac6-a65c1a32e992 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:36.598094 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.628191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:36.632231 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.666519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 31010274-2957-407c-9703-5a6df2465091, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31010274-2957-407c-9703-5a6df2465091,segment=NetworkSegment(c758eaa4-b2bf-4ac5-8418-e9db9c628847),segment_id=c758eaa4-b2bf-4ac5-8418-e9db9c628847)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:36.672797 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.694779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:36.726809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['aeb1853b-9ccd-4596-ab60-5db422e5e820'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:36.788276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=31010274-2957-407c-9703-5a6df2465091,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:36.814430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659d55db-96af-4f18-bef3-1de24f9773c6'}, {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959'}, {'server_uuid': '2ce09020-38f7-4574-920c-c674c6120c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31010274-2957-407c-9703-5a6df2465091'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:36.816723 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcd8cfb-5b75-4aba-9b04-76ff45186dee" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "659d55db-96af-4f18-bef3-1de24f9773c6"}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959"}, {"server_uuid": "2ce09020-38f7-4574-920c-c674c6120c9b", "name": "network-vif-plugged", "status": "completed", "tag": "31010274-2957-407c-9703-5a6df2465091"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:36.821427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41dcd0-10d2-4c4a-9d1a-09f71b0803ee req-33063680-83ed-465a-a29f-2779b50682cf tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.822939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c41dcd0-10d2-4c4a-9d1a-09f71b0803ee req-33063680-83ed-465a-a29f-2779b50682cf tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 946 time: 0.0853822 Sep 17 22:35:36.840392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-c1322507-5f91-4011-a10a-55ad0814dc50 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.846263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-c1322507-5f91-4011-a10a-55ad0814dc50 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.853147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-c1322507-5f91-4011-a10a-55ad0814dc50 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.858968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-c1322507-5f91-4011-a10a-55ad0814dc50 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.864793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-c1322507-5f91-4011-a10a-55ad0814dc50 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.865056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['fc774827-60d4-4e89-9ac6-a65c1a32e992'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:36.871054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-c1322507-5f91-4011-a10a-55ad0814dc50 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.876902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-c1322507-5f91-4011-a10a-55ad0814dc50 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.878818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-c1322507-5f91-4011-a10a-55ad0814dc50 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5426 time: 0.1312745 Sep 17 22:35:36.936260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c41dcd0-10d2-4c4a-9d1a-09f71b0803ee req-cab1f633-3ccd-4aa4-a454-b0dcede8633e tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564535 Sep 17 22:35:36.945752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53106dc9-c5da-45ef-8b6f-b30f80bcf5a3 req-3e252ac4-d072-45a9-8dbe-599842986a0b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585327 Sep 17 22:35:36.995955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6108c74a-65fa-4dcf-adbc-c04280985196 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:37.080316 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f7d181-9e51-45c4-90c4-ac5222b28b25 x-openstack-request-id: req-97f7d181-9e51-45c4-90c4-ac5222b28b25 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:37.080625 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "659d55db-96af-4f18-bef3-1de24f9773c6", "code": 200}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959", "code": 200}, {"server_uuid": "2ce09020-38f7-4574-920c-c674c6120c9b", "name": "network-vif-plugged", "status": "completed", "tag": "31010274-2957-407c-9703-5a6df2465091", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:37.081062 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97f7d181-9e51-45c4-90c4-ac5222b28b25 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:37.081473 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659d55db-96af-4f18-bef3-1de24f9773c6', 'code': 200} Sep 17 22:35:37.081736 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'code': 200} Sep 17 22:35:37.081986 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce09020-38f7-4574-920c-c674c6120c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31010274-2957-407c-9703-5a6df2465091', 'code': 200} Sep 17 22:35:37.083835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 6108c74a-65fa-4dcf-adbc-c04280985196 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:37.088516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 6108c74a-65fa-4dcf-adbc-c04280985196 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:37.094818 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.190338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd560ac-90d0-4ca6-a8c1-111e27fc25f7 req-b25454cd-8676-4743-95a2-b2a440df752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.192073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0bd560ac-90d0-4ca6-a8c1-111e27fc25f7 req-b25454cd-8676-4743-95a2-b2a440df752e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 1098 time: 0.0404515 Sep 17 22:35:37.193104 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.222477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49450826-8d37-4d76-b223-fbdd6eb9e41b req-cca0de57-b2cd-4fc6-b47d-2b3f7c5cb1de tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.224100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49450826-8d37-4d76-b223-fbdd6eb9e41b req-cca0de57-b2cd-4fc6-b47d-2b3f7c5cb1de tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 945 time: 0.0910873 Sep 17 22:35:37.230431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6108c74a-65fa-4dcf-adbc-c04280985196, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6108c74a-65fa-4dcf-adbc-c04280985196,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:37.232537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fd128-7f1d-4df0-b037-1386c93147b7 req-815e8aed-6495-44fd-bd68-1e4b2e305ec6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.234230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d32fd128-7f1d-4df0-b037-1386c93147b7 req-815e8aed-6495-44fd-bd68-1e4b2e305ec6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 944 time: 0.0902622 Sep 17 22:35:37.236489 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.245640 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0bd560ac-90d0-4ca6-a8c1-111e27fc25f7 req-c24edf7b-d580-476a-afff-dc8324db4753 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460486 Sep 17 22:35:37.288721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6108c74a-65fa-4dcf-adbc-c04280985196,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.294149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49450826-8d37-4d76-b223-fbdd6eb9e41b req-a4528816-5e30-4784-bd8f-53ba5d5faa2d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587478 Sep 17 22:35:37.298745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d32fd128-7f1d-4df0-b037-1386c93147b7 req-608abd51-0ea7-49c8-a38d-2c30a67a6b84 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557761 Sep 17 22:35:37.402916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07f52c-564d-4e07-b28f-055829213b83 req-a0e4238f-eba5-485a-9617-a5262370041b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.404359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f07f52c-564d-4e07-b28f-055829213b83 req-a0e4238f-eba5-485a-9617-a5262370041b tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0505989 Sep 17 22:35:37.443829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f07f52c-564d-4e07-b28f-055829213b83 req-39970e4f-1492-4826-b4e2-f360e5945a8e tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Sep 17 22:35:37.609864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11967e16-d5c8-4192-ba4a-82f53a849215 req-92a02393-b239-4eaf-b2ae-5abd5e113381 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.611346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11967e16-d5c8-4192-ba4a-82f53a849215 req-92a02393-b239-4eaf-b2ae-5abd5e113381 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 945 time: 0.0624750 Sep 17 22:35:37.652183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-e3e99f3e-36c7-4e2b-9edb-b9fb4908e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.653746 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-e3e99f3e-36c7-4e2b-9edb-b9fb4908e3bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=714e0cbf22a84977a17d51710c725796&device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 1098 time: 0.0409718 Sep 17 22:35:37.677862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11967e16-d5c8-4192-ba4a-82f53a849215 req-de16432e-1e91-4429-9bb0-685a160cafda tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567670 Sep 17 22:35:37.689561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989d910-2a6b-41a4-a19a-317a8c396e2f req-b8b83415-aee8-4377-86d4-bab41e655a55 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.691056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9989d910-2a6b-41a4-a19a-317a8c396e2f req-b8b83415-aee8-4377-86d4-bab41e655a55 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0788424 Sep 17 22:35:37.731838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9989d910-2a6b-41a4-a19a-317a8c396e2f req-0bf33a93-a320-49c7-91bd-32d6bf381f21 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Sep 17 22:35:37.748136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-d21cbb1c-cead-4cac-ad39-447f52782e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.749639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-d21cbb1c-cead-4cac-ad39-447f52782e7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 200 len: 911 time: 0.0877955 Sep 17 22:35:37.794978 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-a1d5175c-8756-45b8-b8ee-5081f4153e82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20 HTTP/1.1" status: 200 len: 217 time: 0.0373271 Sep 17 22:35:37.844847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-70619f9d-02f7-44f0-a157-f7dcec62d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.846197 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-70619f9d-02f7-44f0-a157-f7dcec62d018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf257be0-d714-41d2-b12a-a06db7d8f811 HTTP/1.1" status: 200 len: 850 time: 0.0442216 Sep 17 22:35:37.876350 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-4e5ed6ec-5ac7-4430-83d1-feda2a3aa616 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb96238d-ea69-4ef7-ad99-64868cf2e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225418 Sep 17 22:35:37.966772 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-bfafb38d-aa5b-4766-8694-9f44af8ba9ac service neutron] 10.222.0.49 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Sep 17 22:35:38.076349 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-16c57a6d-95e7-46d2-b949-facf0b6b52d9 req-594bc68f-de22-4acf-a9bd-0698f88206c0 service neutron] 10.222.0.49 "GET /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918407 Sep 17 22:35:38.108758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d606f89-24d8-4089-ad95-3347187566f4 req-909fbbf8-deee-4632-b992-3205eecffb37 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.110576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d606f89-24d8-4089-ad95-3347187566f4 req-909fbbf8-deee-4632-b992-3205eecffb37 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 946 time: 0.0942338 Sep 17 22:35:38.138297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-e095b903-3d91-4ecd-87ad-e476dd886e12 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.144238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-e095b903-3d91-4ecd-87ad-e476dd886e12 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.150175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-e095b903-3d91-4ecd-87ad-e476dd886e12 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.155967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-e095b903-3d91-4ecd-87ad-e476dd886e12 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.161793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-e095b903-3d91-4ecd-87ad-e476dd886e12 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.168323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-e095b903-3d91-4ecd-87ad-e476dd886e12 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.174266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-e095b903-3d91-4ecd-87ad-e476dd886e12 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.176121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-e095b903-3d91-4ecd-87ad-e476dd886e12 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5427 time: 0.1237185 Sep 17 22:35:38.207030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device fc774827-60d4-4e89-9ac6-a65c1a32e992 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:38.228303 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d606f89-24d8-4089-ad95-3347187566f4 req-1137db92-0ce3-4c4b-b2e8-a6af7d9d2138 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085260 Sep 17 22:35:38.235139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d2342df-eec1-41df-b9da-9c3de515a782 req-cdfc5702-f3bc-433a-838b-0b4837991dbd tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503221 Sep 17 22:35:38.262054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port fc774827-60d4-4e89-9ac6-a65c1a32e992 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:38.266969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port fc774827-60d4-4e89-9ac6-a65c1a32e992 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:38.267445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.352812 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.386020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:38.390490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.451145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:38.465868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63008c-56c1-40f1-8731-d18455966cb7 req-3082cb4a-a973-40ec-b8f6-7feccac274db tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.467429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f63008c-56c1-40f1-8731-d18455966cb7 req-3082cb4a-a973-40ec-b8f6-7feccac274db tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0838704 Sep 17 22:35:38.509553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f63008c-56c1-40f1-8731-d18455966cb7 req-0e9330dd-fd69-4b5c-b9ec-d68a41beb1e9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352142 Sep 17 22:35:38.797215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a3047-37fc-4d98-85b3-e64ba1b55565 req-a0b51747-3b58-46d9-9281-3771747c8412 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.798707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a25a3047-37fc-4d98-85b3-e64ba1b55565 req-a0b51747-3b58-46d9-9281-3771747c8412 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Sep 17 22:35:38.867862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a25a3047-37fc-4d98-85b3-e64ba1b55565 req-999c2769-457d-4798-b0e6-2e3fdc17b845 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592437 Sep 17 22:35:38.875835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6bbce-d730-44b3-bc8d-33962e7f23cc req-638ffb24-7b4b-4f1e-9579-14e0b7dafa73 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.877278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5e6bbce-d730-44b3-bc8d-33962e7f23cc req-638ffb24-7b4b-4f1e-9579-14e0b7dafa73 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0776873 Sep 17 22:35:38.916700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5e6bbce-d730-44b3-bc8d-33962e7f23cc req-b5fccc54-df96-4979-b3c6-61be5187f630 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Sep 17 22:35:39.010213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7ded73d7-e359-49b7-aea7-69842be7719a up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:39.057228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 7ded73d7-e359-49b7-aea7-69842be7719a completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:39.061049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 7ded73d7-e359-49b7-aea7-69842be7719a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:39.061423 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.082539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6108c74a-65fa-4dcf-adbc-c04280985196'}, {'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:39.084983 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9250a788-6d83-4652-8240-1549e65a2f4b" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "6108c74a-65fa-4dcf-adbc-c04280985196"}, {"server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "name": "network-vif-plugged", "status": "completed", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:39.142234 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a6fb0-b514-4165-b58f-58ad768a0034 x-openstack-request-id: req-815a6fb0-b514-4165-b58f-58ad768a0034 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:39.142601 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "6108c74a-65fa-4dcf-adbc-c04280985196", "code": 200}, {"server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "name": "network-vif-plugged", "status": "completed", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:39.142949 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-815a6fb0-b514-4165-b58f-58ad768a0034 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:39.143473 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6108c74a-65fa-4dcf-adbc-c04280985196', 'code': 200} Sep 17 22:35:39.143663 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'code': 200} Sep 17 22:35:39.165243 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.208619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7ded73d7-e359-49b7-aea7-69842be7719a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7ded73d7-e359-49b7-aea7-69842be7719a,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:39.216041 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.217052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:39.241413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b8aae-2b2e-4f53-80c3-c27e033f28a1 req-e3815d9c-e429-4979-8dae-d10c37011244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.243589 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a8b8aae-2b2e-4f53-80c3-c27e033f28a1 req-e3815d9c-e429-4979-8dae-d10c37011244 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0413444 Sep 17 22:35:39.291219 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a8b8aae-2b2e-4f53-80c3-c27e033f28a1 req-1d76c3bf-bb10-4c06-851e-e69851cec161 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400546 Sep 17 22:35:39.327925 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7ded73d7-e359-49b7-aea7-69842be7719a,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:39.337761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:39.342089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:39.342469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.407984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-baa596c2-08f1-4ac7-87ce-54d192e03922 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.414073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-baa596c2-08f1-4ac7-87ce-54d192e03922 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.420311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-baa596c2-08f1-4ac7-87ce-54d192e03922 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.422016 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.426245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-baa596c2-08f1-4ac7-87ce-54d192e03922 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.432201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-baa596c2-08f1-4ac7-87ce-54d192e03922 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.438145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-baa596c2-08f1-4ac7-87ce-54d192e03922 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.445059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-baa596c2-08f1-4ac7-87ce-54d192e03922 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.447087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-baa596c2-08f1-4ac7-87ce-54d192e03922 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5428 time: 0.1251473 Sep 17 22:35:39.455462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8d437-78a3-466b-a0ce-8cb8b9b4b0c9 req-83fc12bd-da62-4c97-a70b-38f5369a6b9f tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.456911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83f8d437-78a3-466b-a0ce-8cb8b9b4b0c9 req-83fc12bd-da62-4c97-a70b-38f5369a6b9f tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 946 time: 0.1251118 Sep 17 22:35:39.457428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:39.462399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.463770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cdb19a93-00e0-470a-a0c7-9b17143674a5 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:39.513939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5510f4d-afc3-498e-b14b-af9d4242ab39 req-33797374-226a-4258-bf9c-33b214fd82c6 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559409 Sep 17 22:35:39.521151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83f8d437-78a3-466b-a0ce-8cb8b9b4b0c9 req-a0df3c7a-78c3-4a6c-9710-e7c5a6d42b19 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550685 Sep 17 22:35:39.545786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:39.570786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port cdb19a93-00e0-470a-a0c7-9b17143674a5 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:39.576258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port cdb19a93-00e0-470a-a0c7-9b17143674a5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:39.576667 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.671840 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.706300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cdb19a93-00e0-470a-a0c7-9b17143674a5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:39.711077 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.768762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=cdb19a93-00e0-470a-a0c7-9b17143674a5,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:39.771917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7228-317a-488c-ba03-0cf6694189a7 req-ffe2b817-fee8-49e4-9f37-826830c853f1 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.773893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-217a7228-317a-488c-ba03-0cf6694189a7 req-ffe2b817-fee8-49e4-9f37-826830c853f1 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0616710 Sep 17 22:35:39.813992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-217a7228-317a-488c-ba03-0cf6694189a7 req-4e043c0b-be6a-4185-82c5-1ef0203f823f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Sep 17 22:35:40.035376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40d1dc-3578-4bfb-be4a-2d728a69f416 req-cfdbcf00-b888-4fe3-8203-950e43d45920 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.036873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba40d1dc-3578-4bfb-be4a-2d728a69f416 req-cfdbcf00-b888-4fe3-8203-950e43d45920 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0497048 Sep 17 22:35:40.077060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba40d1dc-3578-4bfb-be4a-2d728a69f416 req-3cef0cfd-a28b-4e95-87b0-2d13283b2beb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Sep 17 22:35:40.205454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c57f30-ae69-4ab4-8cc5-11a8261ed5f7 req-48ae65b1-2ca0-4a13-80f3-c8d824f41e54 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.206896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05c57f30-ae69-4ab4-8cc5-11a8261ed5f7 req-48ae65b1-2ca0-4a13-80f3-c8d824f41e54 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 946 time: 0.0541363 Sep 17 22:35:40.245451 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05c57f30-ae69-4ab4-8cc5-11a8261ed5f7 req-c13c3ca0-349f-4ff7-927b-f8fe31b4e9cc tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Sep 17 22:35:40.647232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797833f-fc3d-4343-8d13-868103423a05 req-22b14973-2e27-4fb1-b71c-5838e5d2c846 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.653170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797833f-fc3d-4343-8d13-868103423a05 req-22b14973-2e27-4fb1-b71c-5838e5d2c846 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.659116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797833f-fc3d-4343-8d13-868103423a05 req-22b14973-2e27-4fb1-b71c-5838e5d2c846 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.665215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797833f-fc3d-4343-8d13-868103423a05 req-22b14973-2e27-4fb1-b71c-5838e5d2c846 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.671307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797833f-fc3d-4343-8d13-868103423a05 req-22b14973-2e27-4fb1-b71c-5838e5d2c846 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.677227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797833f-fc3d-4343-8d13-868103423a05 req-22b14973-2e27-4fb1-b71c-5838e5d2c846 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.683724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797833f-fc3d-4343-8d13-868103423a05 req-22b14973-2e27-4fb1-b71c-5838e5d2c846 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.685801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d797833f-fc3d-4343-8d13-868103423a05 req-22b14973-2e27-4fb1-b71c-5838e5d2c846 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5430 time: 0.0927973 Sep 17 22:35:40.731950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d797833f-fc3d-4343-8d13-868103423a05 req-f9105177-d502-49e2-a6bc-830b7f2614d5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393543 Sep 17 22:35:40.936001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e9492-9e73-4549-8610-7b0a621370d0 req-318ed6cb-c3a7-46f5-bcec-ba0f63c14245 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.937683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b2e9492-9e73-4549-8610-7b0a621370d0 req-318ed6cb-c3a7-46f5-bcec-ba0f63c14245 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0540495 Sep 17 22:35:40.978606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b2e9492-9e73-4549-8610-7b0a621370d0 req-ab9a91b0-72f8-4672-bda0-6e92bf11c2fa tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340071 Sep 17 22:35:41.032119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device aeb1853b-9ccd-4596-ab60-5db422e5e820 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:41.082158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port aeb1853b-9ccd-4596-ab60-5db422e5e820 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:41.086389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port aeb1853b-9ccd-4596-ab60-5db422e5e820 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:41.086816 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.155753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ded73d7-e359-49b7-aea7-69842be7719a'}, {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f'}, {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb19a93-00e0-470a-a0c7-9b17143674a5'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:41.158003 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7055c6-d706-4af3-8f3b-8200778b3e31" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "7ded73d7-e359-49b7-aea7-69842be7719a"}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f"}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "cdb19a93-00e0-470a-a0c7-9b17143674a5"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:41.175813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.203920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b07492-d867-4eef-b5cf-8e34f3667131 req-3739432c-1f4a-47ac-90e5-b1d007bde3bf tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.205617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53b07492-d867-4eef-b5cf-8e34f3667131 req-3739432c-1f4a-47ac-90e5-b1d007bde3bf tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0514388 Sep 17 22:35:41.210129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port aeb1853b-9ccd-4596-ab60-5db422e5e820, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:41.214369 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.249903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53b07492-d867-4eef-b5cf-8e34f3667131 req-24693b62-1f3e-4173-ac05-25b8dc14b5ac tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354896 Sep 17 22:35:41.262260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=aeb1853b-9ccd-4596-ab60-5db422e5e820,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:41.314995 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705be368-3adb-4343-a41c-7688474c86e9 x-openstack-request-id: req-705be368-3adb-4343-a41c-7688474c86e9 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:41.315420 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "7ded73d7-e359-49b7-aea7-69842be7719a", "code": 200}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f", "code": 200}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "cdb19a93-00e0-470a-a0c7-9b17143674a5", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:41.315773 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-705be368-3adb-4343-a41c-7688474c86e9 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:41.316323 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ded73d7-e359-49b7-aea7-69842be7719a', 'code': 200} Sep 17 22:35:41.316669 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f', 'code': 200} Sep 17 22:35:41.317066 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb19a93-00e0-470a-a0c7-9b17143674a5', 'code': 200} Sep 17 22:35:41.410453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d4e6-38bf-4ffb-a6a2-1b7a213677c1 req-6823fec0-8e99-466f-8046-436160412d43 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.411967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbe2d4e6-38bf-4ffb-a6a2-1b7a213677c1 req-6823fec0-8e99-466f-8046-436160412d43 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 946 time: 0.0501838 Sep 17 22:35:41.460643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbe2d4e6-38bf-4ffb-a6a2-1b7a213677c1 req-49ec8c36-ee8b-44f6-a14c-8af01ae9ae7a tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/security-groups?id=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Sep 17 22:35:41.557628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114b742-7085-4d6a-88f0-ef6f57fdb499 req-b6d00d0c-e9b7-44f2-97d8-52b928d8fbac tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.559155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a114b742-7085-4d6a-88f0-ef6f57fdb499 req-b6d00d0c-e9b7-44f2-97d8-52b928d8fbac tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0559165 Sep 17 22:35:41.627184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a114b742-7085-4d6a-88f0-ef6f57fdb499 req-980e1688-0c84-493e-8053-7b1256f7cefd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612493 Sep 17 22:35:41.642467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2886-7df0-43f4-95ef-d226bafc00c1 req-fb119621-ba4b-487e-8ddf-0516f41cf6d8 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.643942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98ba2886-7df0-43f4-95ef-d226bafc00c1 req-fb119621-ba4b-487e-8ddf-0516f41cf6d8 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0711598 Sep 17 22:35:41.689132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98ba2886-7df0-43f4-95ef-d226bafc00c1 req-18807054-7691-4d6c-a6db-0dc8a1c2d688 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Sep 17 22:35:41.858767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dd7851e2-7e67-4cc7-8595-6e6848c6d383 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.860390 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dd7851e2-7e67-4cc7-8595-6e6848c6d383 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 946 time: 0.0571492 Sep 17 22:35:41.876372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-f10b461e-60ac-4c5a-b954-3d941983403b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.882849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-f10b461e-60ac-4c5a-b954-3d941983403b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.888665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-f10b461e-60ac-4c5a-b954-3d941983403b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.894822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-f10b461e-60ac-4c5a-b954-3d941983403b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.901196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-f10b461e-60ac-4c5a-b954-3d941983403b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.907704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-f10b461e-60ac-4c5a-b954-3d941983403b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.914423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-f10b461e-60ac-4c5a-b954-3d941983403b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.918593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-f10b461e-60ac-4c5a-b954-3d941983403b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.1016598 Sep 17 22:35:41.967762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46422786-ce02-4545-a7fd-2715a3bfaecd req-b37a6c2e-b34c-433f-86aa-89f2935afdc6 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425587 Sep 17 22:35:41.975607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Deleting port 31010274-2957-407c-9703-5a6df2465091 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:41.975948 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.083102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] For port 31010274-2957-407c-9703-5a6df2465091, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=31010274-2957-407c-9703-5a6df2465091,segment=NetworkSegment(c758eaa4-b2bf-4ac5-8418-e9db9c628847),segment_id=c758eaa4-b2bf-4ac5-8418-e9db9c628847)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:42.083622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.098922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Calling delete_port for 31010274-2957-407c-9703-5a6df2465091 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:42.214401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ac940e31-a760-4e32-9179-f463480592aa details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:42.270184 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.301301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['31010274-2957-407c-9703-5a6df2465091'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:42.304123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Pushing event deleted for resources: {'Port': ['ID=31010274-2957-407c-9703-5a6df2465091,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:42.355497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.358562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.359349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.359349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.362063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ac940e31-a760-4e32-9179-f463480592aa,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:42.362634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] No DVR routers for this DVR port 31010274-2957-407c-9703-5a6df2465091 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:42.365814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.368155 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3c2e5a9-ad16-4a47-89cf-1cc416f75e35 req-dca94c8d-9212-4b71-8667-25217fc689a6 tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.45 "DELETE /v2.0/ports/31010274-2957-407c-9703-5a6df2465091 HTTP/1.1" status: 204 len: 173 time: 0.5010333 Sep 17 22:35:42.368959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce09020-38f7-4574-920c-c674c6120c9b', 'name': 'network-vif-deleted', 'tag': '31010274-2957-407c-9703-5a6df2465091'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:42.372007 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e626e8cf-857e-466c-8984-a2ec18d570f8" -d '{"events": [{"server_uuid": "2ce09020-38f7-4574-920c-c674c6120c9b", "name": "network-vif-deleted", "tag": "31010274-2957-407c-9703-5a6df2465091"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:42.378375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'ac940e31-a760-4e32-9179-f463480592aa', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'port_id': 'ac940e31-a760-4e32-9179-f463480592aa', 'mac_address': 'fa:16:3e:f7:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b99e6a-c3a7-4eb6-9fed-733e73db7511', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:42.419512 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c4215-290b-4c0d-9676-4e02b09fec4d x-openstack-request-id: req-a77c4215-290b-4c0d-9676-4e02b09fec4d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:42.419879 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce09020-38f7-4574-920c-c674c6120c9b", "name": "network-vif-deleted", "tag": "31010274-2957-407c-9703-5a6df2465091", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:42.420108 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a77c4215-290b-4c0d-9676-4e02b09fec4d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:42.420620 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce09020-38f7-4574-920c-c674c6120c9b', 'name': 'network-vif-deleted', 'tag': '31010274-2957-407c-9703-5a6df2465091', 'status': 'completed', 'code': 200} Sep 17 22:35:42.459102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.486139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac940e31-a760-4e32-9179-f463480592aa {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:42.511817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ac940e31-a760-4e32-9179-f463480592aa,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:42.516556 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.611002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c107e4a-492a-47a3-92a9-7e764d8502e5 req-86433e78-5872-434e-8d87-2251f2cd54da tempest-ServerMetadataNegativeTestJSON-1296159374 tempest-ServerMetadataNegativeTestJSON-1296159374-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce09020-38f7-4574-920c-c674c6120c9b HTTP/1.1" status: 200 len: 210 time: 0.0323989 Sep 17 22:35:42.635256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['ac940e31-a760-4e32-9179-f463480592aa'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:42.635256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=ac940e31-a760-4e32-9179-f463480592aa,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:42.657587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.658019 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.658458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.658889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.659338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.659797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.660192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.660612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.661058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.661991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.661991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.662441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.773045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fb1c8-4bd6-4ddb-891a-39ffe18b6f5f req-b038803d-dc8c-4a47-967c-d1603be3da2a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:42.786118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f28fb1c8-4bd6-4ddb-891a-39ffe18b6f5f req-b038803d-dc8c-4a47-967c-d1603be3da2a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0744700 Sep 17 22:35:42.893905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2d9f8-bad5-4e37-9ed5-4072a0f1ca8c req-900ab989-473f-4281-a53b-2e55026f02aa tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:42.896028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41d2d9f8-bad5-4e37-9ed5-4072a0f1ca8c req-900ab989-473f-4281-a53b-2e55026f02aa tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.1069710 Sep 17 22:35:42.907746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f28fb1c8-4bd6-4ddb-891a-39ffe18b6f5f req-ca0de11f-6ec8-4204-bae2-7260ad02fc01 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204219 Sep 17 22:35:42.989035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41d2d9f8-bad5-4e37-9ed5-4072a0f1ca8c req-534134fd-c9af-4bb2-ae8f-7562d63d3b40 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770156 Sep 17 22:35:43.180411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-1513efe5-e3e9-4e3f-8c7e-9f1bb4a16b6a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.186351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-1513efe5-e3e9-4e3f-8c7e-9f1bb4a16b6a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.192277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-1513efe5-e3e9-4e3f-8c7e-9f1bb4a16b6a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.199026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-1513efe5-e3e9-4e3f-8c7e-9f1bb4a16b6a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.204838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-1513efe5-e3e9-4e3f-8c7e-9f1bb4a16b6a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.211681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-1513efe5-e3e9-4e3f-8c7e-9f1bb4a16b6a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.217861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-1513efe5-e3e9-4e3f-8c7e-9f1bb4a16b6a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.219832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-1513efe5-e3e9-4e3f-8c7e-9f1bb4a16b6a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.1138659 Sep 17 22:35:43.274207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c04d3f2c-73f2-4913-8953-e66b0fc13000 req-9043d194-c4c4-4d9d-b436-4baf3aef0776 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433862 Sep 17 22:35:43.318195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb1853b-9ccd-4596-ab60-5db422e5e820'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:43.321953 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd35f6-c053-4492-aa37-dde27f5941ff" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "aeb1853b-9ccd-4596-ab60-5db422e5e820"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:43.370461 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cac6fa1-2157-4668-93f3-9f9850c4745b x-openstack-request-id: req-3cac6fa1-2157-4668-93f3-9f9850c4745b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:43.370882 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "aeb1853b-9ccd-4596-ab60-5db422e5e820", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:43.371215 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cac6fa1-2157-4668-93f3-9f9850c4745b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:43.371811 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb1853b-9ccd-4596-ab60-5db422e5e820', 'code': 200} Sep 17 22:35:43.532943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-ed2fd7e9-5dec-40bf-b5f3-895e6302f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.534108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-ed2fd7e9-5dec-40bf-b5f3-895e6302f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.534595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-ed2fd7e9-5dec-40bf-b5f3-895e6302f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.535074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-ed2fd7e9-5dec-40bf-b5f3-895e6302f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.535564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-ed2fd7e9-5dec-40bf-b5f3-895e6302f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.536398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-ed2fd7e9-5dec-40bf-b5f3-895e6302f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.537170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-ed2fd7e9-5dec-40bf-b5f3-895e6302f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:43.539584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-ed2fd7e9-5dec-40bf-b5f3-895e6302f4fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6495 time: 0.0581732 Sep 17 22:35:43.592331 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f7e2e1c-0267-45fd-9a39-397f0807b3db req-19c0968b-add0-44da-8824-aabe4546fc8c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442142 Sep 17 22:35:43.686990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38530) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:43.737572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d0c68e-58f6-4c89-b2f4-426f47017ce9 admin admin] Deleting subnet 39ed91fa-4ca4-45de-b0aa-b64485f45f90 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:43.741356 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c68e-58f6-4c89-b2f4-426f47017ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.778878 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c68e-58f6-4c89-b2f4-426f47017ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.836355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c68e-58f6-4c89-b2f4-426f47017ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.894250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c68e-58f6-4c89-b2f4-426f47017ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.920242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0c68e-58f6-4c89-b2f4-426f47017ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ed91fa-4ca4-45de-b0aa-b64485f45f90,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:43.926424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c68e-58f6-4c89-b2f4-426f47017ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.932240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38532) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:43.932388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a5d0c68e-58f6-4c89-b2f4-426f47017ce9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/39ed91fa-4ca4-45de-b0aa-b64485f45f90 HTTP/1.1" status: 204 len: 168 time: 0.2439644 Sep 17 22:35:44.042169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.106178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070c301-50dd-43f0-8ccd-d7535be27cd4 req-4366b584-362e-47f5-b0e9-e07ee1239242 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.107634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9070c301-50dd-43f0-8ccd-d7535be27cd4 req-4366b584-362e-47f5-b0e9-e07ee1239242 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1032073 Sep 17 22:35:44.157760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.170927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9070c301-50dd-43f0-8ccd-d7535be27cd4 req-f60044b9-6c21-49a9-903f-29780bcaeb2c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Sep 17 22:35:44.206258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d11d0f-e763-4cd8-b887-1994091f43ec']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:44.206812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042f275-a5bc-4df4-920f-25bc93903b88 req-9913de29-f70a-4639-aecf-9037d3864d4f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.215505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a042f275-a5bc-4df4-920f-25bc93903b88 req-9913de29-f70a-4639-aecf-9037d3864d4f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.1022561 Sep 17 22:35:44.226240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c758eaa4-b2bf-4ac5-8418-e9db9c628847') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:44.226530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c758eaa4-b2bf-4ac5-8418-e9db9c628847') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:44.242939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ac940e31-a760-4e32-9179-f463480592aa up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:44.250222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.269189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a042f275-a5bc-4df4-920f-25bc93903b88 req-fe191cd5-c5a4-46be-a897-cb4642961485 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482347 Sep 17 22:35:44.274544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.281640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:44.282046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:44.283839 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:44.333439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port ac940e31-a760-4e32-9179-f463480592aa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:44.333930 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.359272 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.389198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.395741 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] 10.222.0.48 "DELETE /v2.0/networks/11d11d0f-e763-4cd8-b887-1994091f43ec HTTP/1.1" status: 204 len: 168 time: 0.4623694 Sep 17 22:35:44.398094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd8664-0705-4d21-bebd-1237dc09d97c admin admin] Pushing event deleted for resources: {'Network': ['ID=11d11d0f-e763-4cd8-b887-1994091f43ec,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:44.463940 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.525138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ac940e31-a760-4e32-9179-f463480592aa,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:44.532361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.533964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31010274-2957-407c-9703-5a6df2465091 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:44.547345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-a71e57c9-9e53-4295-9148-ed333aabf9a2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.567615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 31010274-2957-407c-9703-5a6df2465091 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:44.567953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 31010274-2957-407c-9703-5a6df2465091 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:44.570979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-a71e57c9-9e53-4295-9148-ed333aabf9a2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.571631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38548) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:44.580456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-a71e57c9-9e53-4295-9148-ed333aabf9a2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.586980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-a71e57c9-9e53-4295-9148-ed333aabf9a2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.594943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-a71e57c9-9e53-4295-9148-ed333aabf9a2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.606016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-a71e57c9-9e53-4295-9148-ed333aabf9a2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.614086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-a71e57c9-9e53-4295-9148-ed333aabf9a2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.624392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-a71e57c9-9e53-4295-9148-ed333aabf9a2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.1563852 Sep 17 22:35:44.633331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=ac940e31-a760-4e32-9179-f463480592aa,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:44.652723 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-58f113c6-51ca-4686-bc64-91eb512a0273 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22418ec6c47145a3a7adb64ed3265408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798137 Sep 17 22:35:44.655209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38550) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:44.685748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ddd9ca5e-9ffa-4731-8186-6e0c982ce3de req-2cdc60d7-c490-4465-a85d-b453aca0129d tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596759 Sep 17 22:35:44.716641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb787047-903e-47df-85de-a1537bbd3580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.741518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb787047-903e-47df-85de-a1537bbd3580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.798578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb787047-903e-47df-85de-a1537bbd3580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.802179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb787047-903e-47df-85de-a1537bbd3580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.804223 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fb787047-903e-47df-85de-a1537bbd3580 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b HTTP/1.1" status: 204 len: 168 time: 0.1476958 Sep 17 22:35:44.813078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb787047-903e-47df-85de-a1537bbd3580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3299b3ee-2a23-4cdb-a5cb-3d3e8b045b7b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:45.367719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831aecb-4757-4b7b-8763-eefef87b259b req-640935da-4ce0-44d9-9b1d-a0f0e60fede3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.369484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b831aecb-4757-4b7b-8763-eefef87b259b req-640935da-4ce0-44d9-9b1d-a0f0e60fede3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1084580 Sep 17 22:35:45.372975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac940e31-a760-4e32-9179-f463480592aa'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:45.376091 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31376985-29cc-4b74-9f83-59b54a90865c" -d '{"events": [{"server_uuid": "8ecbc848-1260-4284-b5ce-41f6f1d9d366", "name": "network-vif-plugged", "status": "completed", "tag": "ac940e31-a760-4e32-9179-f463480592aa"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:45.460482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3d9df-bc40-4837-937d-d47866a2072f req-bae6b2d9-256d-44bf-a6a3-67a47c12e711 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.462147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97b3d9df-bc40-4837-937d-d47866a2072f req-bae6b2d9-256d-44bf-a6a3-67a47c12e711 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0911932 Sep 17 22:35:45.465576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b831aecb-4757-4b7b-8763-eefef87b259b req-4e8ef463-782b-489f-9e58-f384b1e6e6cf tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844910 Sep 17 22:35:45.521107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97b3d9df-bc40-4837-937d-d47866a2072f req-85828163-c617-4ef0-b9f3-061455718759 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512948 Sep 17 22:35:45.610965 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e2c23d-04c4-4ff8-be24-53c1352b5973 x-openstack-request-id: req-b1e2c23d-04c4-4ff8-be24-53c1352b5973 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:45.611263 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecbc848-1260-4284-b5ce-41f6f1d9d366", "name": "network-vif-plugged", "status": "completed", "tag": "ac940e31-a760-4e32-9179-f463480592aa", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:45.611518 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1e2c23d-04c4-4ff8-be24-53c1352b5973 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:45.611911 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac940e31-a760-4e32-9179-f463480592aa', 'code': 200} Sep 17 22:35:45.666886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491db556-ec61-46be-bd73-9dac4d05d288 req-e84ff2eb-fb7f-4856-a3e6-2ee7d743ad13 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.668405 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-491db556-ec61-46be-bd73-9dac4d05d288 req-e84ff2eb-fb7f-4856-a3e6-2ee7d743ad13 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 946 time: 0.0881722 Sep 17 22:35:45.846165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Deleting port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:45.846508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.914441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-e0b41281-ee67-4c51-a49c-6271f7e7e2ff tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.920339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-e0b41281-ee67-4c51-a49c-6271f7e7e2ff tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.926474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-e0b41281-ee67-4c51-a49c-6271f7e7e2ff tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.933521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-e0b41281-ee67-4c51-a49c-6271f7e7e2ff tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.939725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-e0b41281-ee67-4c51-a49c-6271f7e7e2ff tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.950077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-e0b41281-ee67-4c51-a49c-6271f7e7e2ff tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.953254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-e0b41281-ee67-4c51-a49c-6271f7e7e2ff tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.955121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-e0b41281-ee67-4c51-a49c-6271f7e7e2ff tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.1179385 Sep 17 22:35:45.976944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] For port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:45.977325 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.005884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Calling delete_port for 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:46.017844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fd6ba20-90c7-44bd-b6a6-fb78af0ae1e5 req-044721bc-d213-4b2a-8c36-ce080b6215c1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545521 Sep 17 22:35:46.222240 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.223755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae87b-2e77-4128-9575-573437fafb46 req-bc603458-845c-40f4-b3c6-d19709aa9691 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.234758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae87b-2e77-4128-9575-573437fafb46 req-bc603458-845c-40f4-b3c6-d19709aa9691 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.235884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b3abc9f2-7cdb-44db-a7e9-1127f5370361'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:46.243643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae87b-2e77-4128-9575-573437fafb46 req-bc603458-845c-40f4-b3c6-d19709aa9691 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.249941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae87b-2e77-4128-9575-573437fafb46 req-bc603458-845c-40f4-b3c6-d19709aa9691 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.255582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Pushing event deleted for resources: {'Port': ['ID=3366c6d4-a8b3-4cf0-89db-b2db34fbed20,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:46.259281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae87b-2e77-4128-9575-573437fafb46 req-bc603458-845c-40f4-b3c6-d19709aa9691 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.271148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae87b-2e77-4128-9575-573437fafb46 req-bc603458-845c-40f4-b3c6-d19709aa9691 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.283290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['3366c6d4-a8b3-4cf0-89db-b2db34fbed20'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:46.284863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae87b-2e77-4128-9575-573437fafb46 req-bc603458-845c-40f4-b3c6-d19709aa9691 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.287283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b2ae87b-2e77-4128-9575-573437fafb46 req-bc603458-845c-40f4-b3c6-d19709aa9691 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.1668394 Sep 17 22:35:46.297965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38626) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:46.302770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Request body: {'floatingip': {'port_id': 'ecfbe609-917d-4455-a076-f1030e0b2959'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:46.340724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] No DVR routers for this DVR port 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:46.345274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.356073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-491db556-ec61-46be-bd73-9dac4d05d288 req-b0300757-a255-421d-8abd-929bd4fbf442 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.49 "DELETE /v2.0/ports/3366c6d4-a8b3-4cf0-89db-b2db34fbed20 HTTP/1.1" status: 204 len: 173 time: 0.6714759 Sep 17 22:35:46.356679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3de8ac-fecc-4eef-93dc-06a9057e2038', 'name': 'network-vif-deleted', 'tag': '3366c6d4-a8b3-4cf0-89db-b2db34fbed20'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:46.361811 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727b4296-fad4-47c7-a8bb-0731caadcdda" -d '{"events": [{"server_uuid": "ad3de8ac-fecc-4eef-93dc-06a9057e2038", "name": "network-vif-deleted", "tag": "3366c6d4-a8b3-4cf0-89db-b2db34fbed20"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:46.406270 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3853eb50-f42e-4b07-b15e-fb628e886762 x-openstack-request-id: req-3853eb50-f42e-4b07-b15e-fb628e886762 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:46.406559 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3de8ac-fecc-4eef-93dc-06a9057e2038", "name": "network-vif-deleted", "tag": "3366c6d4-a8b3-4cf0-89db-b2db34fbed20", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:46.407626 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3853eb50-f42e-4b07-b15e-fb628e886762 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:46.409747 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3de8ac-fecc-4eef-93dc-06a9057e2038', 'name': 'network-vif-deleted', 'tag': '3366c6d4-a8b3-4cf0-89db-b2db34fbed20', 'status': 'completed', 'code': 200} Sep 17 22:35:46.434294 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.671491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-463274ab-1a89-4803-a86f-ee1d784848f4 req-b14f8e6a-1f6f-4000-b85c-0f9fc7fc3101 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=23bb46e3-3ba8-4ccc-93ee-96c92d3d463e HTTP/1.1" status: 200 len: 210 time: 0.0720351 Sep 17 22:35:46.728494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21815f-5c78-40e8-a7d2-6a308486974c req-9256d82c-055d-4eb9-8f9b-a8c6c37f3e3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.730318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc21815f-5c78-40e8-a7d2-6a308486974c req-9256d82c-055d-4eb9-8f9b-a8c6c37f3e3e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1295290 Sep 17 22:35:46.847902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1468a386-b435-44fc-ac96-c376e7cfc73d req-80b60baf-cb44-4831-bcef-f9530d798192 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad3de8ac-fecc-4eef-93dc-06a9057e2038 HTTP/1.1" status: 200 len: 210 time: 0.0661464 Sep 17 22:35:47.218136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc21815f-5c78-40e8-a7d2-6a308486974c req-dfe135b1-4dd1-4ab0-ac29-3c1d121fc97d tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470954 Sep 17 22:35:47.680345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f208816-63b0-4556-b452-c05d9148dfc3 req-49a2d71c-d75d-4df1-bcab-962e53f9392b tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0607469 Sep 17 22:35:47.946250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.950454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.159470 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Floating IP c97fc68d-e23c-4005-ac69-f0ab427b0411 associated. External IP: 172.25.0.196, port: ecfbe609-917d-4455-a076-f1030e0b2959. Sep 17 22:35:48.532250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4c1d3-8ee9-49bc-9440-10f8b17128d1 req-a2a48d37-a654-4644-8994-6e7f233363df tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:48.535374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52c4c1d3-8ee9-49bc-9440-10f8b17128d1 req-a2a48d37-a654-4644-8994-6e7f233363df tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.1363719 Sep 17 22:35:48.550675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09b29e-45fc-4e7a-8485-5c435d611732 req-85b67f1d-bd50-4be2-b93f-0acfa0b84cfc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:48.552155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa09b29e-45fc-4e7a-8485-5c435d611732 req-85b67f1d-bd50-4be2-b93f-0acfa0b84cfc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1556292 Sep 17 22:35:48.608555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Router 386f76a5-4c17-4b93-8a47-e72d94e33a50 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:48.651011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52c4c1d3-8ee9-49bc-9440-10f8b17128d1 req-dc0c00b9-e600-4805-b868-ca355c25eeac tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950429 Sep 17 22:35:48.674567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa09b29e-45fc-4e7a-8485-5c435d611732 req-2642935a-d2f9-4636-836e-218d5143fe26 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061010 Sep 17 22:35:48.695691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.836221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:48.843612 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.850710 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76758454-abe1-48dd-8771-de95998330b4 None None] Sync routers for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:48.878064 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76758454-abe1-48dd-8771-de95998330b4 None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:48.878669 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-76758454-abe1-48dd-8771-de95998330b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:35:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:48.883195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-04b4c8b1-1083-46bd-abf8-b2e21b87d879 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "PUT /v2.0/floatingips/c97fc68d-e23c-4005-ac69-f0ab427b0411 HTTP/1.1" status: 200 len: 991 time: 2.5840631 Sep 17 22:35:48.910922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:48.913996 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:48.947003 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45d42213-4851-4a78-b187-5346e6927f9a req-d0ae8e3d-619f-463a-9d67-8f7ae4bd01eb tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.1000655 Sep 17 22:35:48.997203 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06df84d5-84bd-4ab0-b821-acd4c3d21876 x-openstack-request-id: req-06df84d5-84bd-4ab0-b821-acd4c3d21876 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:48.997420 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-76758454-abe1-48dd-8771-de95998330b4 None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:48.997584 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:48.997746 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06df84d5-84bd-4ab0-b821-acd4c3d21876 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:48.998147 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'status': 'completed', 'code': 200} Sep 17 22:35:49.135293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-47388b3a-7898-4fd4-a9b6-45ccb022841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.135876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-47388b3a-7898-4fd4-a9b6-45ccb022841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.136234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-47388b3a-7898-4fd4-a9b6-45ccb022841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.136801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-47388b3a-7898-4fd4-a9b6-45ccb022841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.137920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-47388b3a-7898-4fd4-a9b6-45ccb022841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.138745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-47388b3a-7898-4fd4-a9b6-45ccb022841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.139408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-47388b3a-7898-4fd4-a9b6-45ccb022841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.143562 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-47388b3a-7898-4fd4-a9b6-45ccb022841b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6495 time: 0.0652506 Sep 17 22:35:49.265994 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-76758454-abe1-48dd-8771-de95998330b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'c97fc68d-e23c-4005-ac69-f0ab427b0411', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'port_id': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'mac_address': 'fa:16:3e:c5:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:34:44Z', 'updated_at': '2021-09-17T22:35:47Z', 'revision_number': 1, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:17Z', 'revision_number': 5, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:49.278383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-7df1b244-3a4a-4686-b841-cf095724f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.279854 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-7df1b244-3a4a-4686-b841-cf095724f8f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=360fb9db-e296-445c-af92-7c8c35eb57f8 HTTP/1.1" status: 200 len: 913 time: 0.1286013 Sep 17 22:35:49.297560 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76758454-abe1-48dd-8771-de95998330b4 None None] Checking router: 386f76a5-4c17-4b93-8a47-e72d94e33a50 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:49.307168 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76758454-abe1-48dd-8771-de95998330b4 None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:49.307853 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-76758454-abe1-48dd-8771-de95998330b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:35:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:49.393354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-cd3516c5-1c4c-491b-a395-cbf85b65eb2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecfbe609-917d-4455-a076-f1030e0b2959 HTTP/1.1" status: 200 len: 999 time: 0.0946665 Sep 17 22:35:49.459875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-77f9b612-be69-4c19-89a2-235baf9a167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.461927 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-77f9b612-be69-4c19-89a2-235baf9a167d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=680fe56b-6368-46fd-92b0-5ff1e95f243c HTTP/1.1" status: 200 len: 851 time: 0.0602889 Sep 17 22:35:49.513636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-99f11d64-f697-44f6-8758-17d131509561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.515171 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-99f11d64-f697-44f6-8758-17d131509561 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=360fb9db-e296-445c-af92-7c8c35eb57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451312 Sep 17 22:35:49.541727 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-76758454-abe1-48dd-8771-de95998330b4 None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:49.626555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-af09603a-d55b-45dd-9452-5df5047fe307 service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021428 Sep 17 22:35:49.753995 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d6d9aa42-85c0-4217-aeaa-9d5e74ff7a5d req-9a0ee37b-253a-4fdc-84c0-46ffdae4df3d service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199141 Sep 17 22:35:49.856643 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-76758454-abe1-48dd-8771-de95998330b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'c97fc68d-e23c-4005-ac69-f0ab427b0411', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'port_id': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'mac_address': 'fa:16:3e:c5:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:34:44Z', 'updated_at': '2021-09-17T22:35:47Z', 'revision_number': 1, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:17Z', 'revision_number': 5, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:49.884992 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76758454-abe1-48dd-8771-de95998330b4 None None] The sync data for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 is: [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'c97fc68d-e23c-4005-ac69-f0ab427b0411', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'port_id': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'mac_address': 'fa:16:3e:c5:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:34:44Z', 'updated_at': '2021-09-17T22:35:47Z', 'revision_number': 1, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:17Z', 'revision_number': 5, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:49.894159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede1404-4a05-4bec-91ed-bd2e3f3b448f req-1c218175-653c-43bb-841a-6dd9dce641c0 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.897803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dede1404-4a05-4bec-91ed-bd2e3f3b448f req-1c218175-653c-43bb-841a-6dd9dce641c0 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0986912 Sep 17 22:35:49.911249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0f67-0e12-45fb-9d80-496431b74800 req-d2505d64-df0c-4f8a-a132-c7822201f71f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.913658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-500f0f67-0e12-45fb-9d80-496431b74800 req-d2505d64-df0c-4f8a-a132-c7822201f71f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0822184 Sep 17 22:35:49.982349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dede1404-4a05-4bec-91ed-bd2e3f3b448f req-9c216ac6-b988-4f25-9594-03c55b718a98 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675235 Sep 17 22:35:50.007322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-500f0f67-0e12-45fb-9d80-496431b74800 req-34328a57-cfbd-49da-b7c3-ef225433e96a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762336 Sep 17 22:35:50.204327 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-29f7af78-c2cd-452e-bfc8-f58e74aaf74a req-65dff14a-8cb0-4bc3-8b84-73ec88e7e6cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0504944 Sep 17 22:35:50.222007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f324b0-1d7a-4c22-8d54-79f2898bbab9 None None] New status for floating IP c97fc68d-e23c-4005-ac69-f0ab427b0411: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:35:50.302483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46f48578-1a8b-4a3d-9fc2-6eed95367e46 req-649b23ce-c319-4073-985c-9f3245228d86 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0665758 Sep 17 22:35:50.866451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-efe4c551-4432-44db-9ed3-95fefa94729f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:50.870903 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-efe4c551-4432-44db-9ed3-95fefa94729f tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0576808 Sep 17 22:35:50.975858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Deleting port b3abc9f2-7cdb-44db-a7e9-1127f5370361 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:50.976471 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.093690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:51.135185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:51.136382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3366c6d4-a8b3-4cf0-89db-b2db34fbed20 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:51.145742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] For port b3abc9f2-7cdb-44db-a7e9-1127f5370361, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b3abc9f2-7cdb-44db-a7e9-1127f5370361,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:51.146114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.161169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Calling delete_port for b3abc9f2-7cdb-44db-a7e9-1127f5370361 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:51.218481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15acb4-8654-4e6e-8265-345e9b83e3db req-ff5b200e-003a-4e9f-aca4-0eb19096b539 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:51.226659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b15acb4-8654-4e6e-8265-345e9b83e3db req-ff5b200e-003a-4e9f-aca4-0eb19096b539 tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9082477-8c36-4daf-9c9a-45110a3746d6 HTTP/1.1" status: 200 len: 945 time: 0.0697196 Sep 17 22:35:51.253306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea20b9-2a34-44cc-8d39-2cf0dadb7778 req-9dde57a6-4687-4f52-9131-f96080b82a5e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:51.254751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02ea20b9-2a34-44cc-8d39-2cf0dadb7778 req-9dde57a6-4687-4f52-9131-f96080b82a5e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1407695 Sep 17 22:35:51.310854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b15acb4-8654-4e6e-8265-345e9b83e3db req-c44a4815-f861-4454-91d3-1cf17baf93fd tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f3f0dbd-bdbd-42d0-8cac-864c72857fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785320 Sep 17 22:35:51.362310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02ea20b9-2a34-44cc-8d39-2cf0dadb7778 req-f12307d1-fade-4afe-848d-074beb2ad30b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840039 Sep 17 22:35:51.379214 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.392264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b3abc9f2-7cdb-44db-a7e9-1127f5370361'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:51.438016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Pushing event deleted for resources: {'Port': ['ID=b3abc9f2-7cdb-44db-a7e9-1127f5370361,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:51.489179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] No DVR routers for this DVR port b3abc9f2-7cdb-44db-a7e9-1127f5370361 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:51.492958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.495933 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f0ec7655-16e7-4efa-99f8-2d8b3ac480e6 req-5a7f8d1c-fb33-4a3b-a3d4-b0913ec3c5cb tempest-ServerRescueTestJSON-289613602 tempest-ServerRescueTestJSON-289613602-project] 10.222.0.45 "DELETE /v2.0/ports/b3abc9f2-7cdb-44db-a7e9-1127f5370361 HTTP/1.1" status: 204 len: 173 time: 0.6175711 Sep 17 22:35:51.497210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9082477-8c36-4daf-9c9a-45110a3746d6', 'name': 'network-vif-deleted', 'tag': 'b3abc9f2-7cdb-44db-a7e9-1127f5370361'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:51.500419 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ba2df7-6788-450a-8377-cd5826e7b9cd" -d '{"events": [{"server_uuid": "f9082477-8c36-4daf-9c9a-45110a3746d6", "name": "network-vif-deleted", "tag": "b3abc9f2-7cdb-44db-a7e9-1127f5370361"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:51.552705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-449229e1-9cb5-47a4-8f4f-da1630135bfb req-c0c8c4cb-3e86-4589-afb7-e0f4373bfb44 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23bb46e3-3ba8-4ccc-93ee-96c92d3d463e HTTP/1.1" status: 200 len: 210 time: 0.0479646 Sep 17 22:35:51.630625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9215b288-8c99-4978-9f98-b4060bdb2f1d req-1af6f685-73fa-4df3-9851-49c67573ea81 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0383775 Sep 17 22:35:52.032470 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7cf693-af25-4d03-935a-1e5a9eea2d9d x-openstack-request-id: req-bf7cf693-af25-4d03-935a-1e5a9eea2d9d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:52.032945 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9082477-8c36-4daf-9c9a-45110a3746d6", "name": "network-vif-deleted", "tag": "b3abc9f2-7cdb-44db-a7e9-1127f5370361", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:52.033746 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf7cf693-af25-4d03-935a-1e5a9eea2d9d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:52.034195 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9082477-8c36-4daf-9c9a-45110a3746d6', 'name': 'network-vif-deleted', 'tag': 'b3abc9f2-7cdb-44db-a7e9-1127f5370361', 'status': 'completed', 'code': 200} Sep 17 22:35:52.390342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38786) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:52.582628 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-297d11df-86e6-4d73-83e1-b370a269fbf7 req-b3e1f01f-7587-4622-990e-47e27c1fb7f5 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0898445 Sep 17 22:35:52.963110 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb797a-ea61-4ff6-96bb-34397f386d59 req-6651c3e5-c60e-4235-92de-f594b6fbdeb6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:52.965010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29fb797a-ea61-4ff6-96bb-34397f386d59 req-6651c3e5-c60e-4235-92de-f594b6fbdeb6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.4386060 Sep 17 22:35:53.085449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29fb797a-ea61-4ff6-96bb-34397f386d59 req-5c69b7c2-2758-46a9-befd-93ac02177003 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805230 Sep 17 22:35:53.340092 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.597010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Deleting port de971b15-c3e4-4271-81e7-1d0cf1f23e5f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:53.597671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.703989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-db4fd585-fae4-43bf-ac1c-22654461c6e8 req-fb053f3d-96a9-49b3-a215-54cdabea59cd tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0408423 Sep 17 22:35:53.709919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] For port de971b15-c3e4-4271-81e7-1d0cf1f23e5f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,segment=NetworkSegment(370c983e-9604-449b-9e97-07b0aa8447b0),segment_id=370c983e-9604-449b-9e97-07b0aa8447b0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:53.710292 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.723058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Calling delete_port for de971b15-c3e4-4271-81e7-1d0cf1f23e5f owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:53.921796 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.949177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Pushing event deleted for resources: {'Port': ['ID=de971b15-c3e4-4271-81e7-1d0cf1f23e5f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:53.975516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.975862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.976208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.976551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.976879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.977234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.977563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.977889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.978214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.978536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.978857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:53.979180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:54.136307 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.254443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b3abc9f2-7cdb-44db-a7e9-1127f5370361 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:54.276588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: b3abc9f2-7cdb-44db-a7e9-1127f5370361 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:54.276588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b3abc9f2-7cdb-44db-a7e9-1127f5370361 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:54.311160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f985b1-f102-4ee9-a967-d9018171ff01 req-72de1804-b0ce-4858-bdcf-580c6270f330 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:54.312653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14f985b1-f102-4ee9-a967-d9018171ff01 req-72de1804-b0ce-4858-bdcf-580c6270f330 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0990298 Sep 17 22:35:54.403127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14f985b1-f102-4ee9-a967-d9018171ff01 req-ff570e48-ca3a-441c-ac6c-fdedaaa9f880 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827191 Sep 17 22:35:54.466550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Router f55eb8a5-a900-467c-90d2-3aeff123e85d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:54.586627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:54.594846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-17c2282a-403c-4ccd-8377-ed04c9f4448b admin admin] 10.222.0.48 "PUT /v2.0/routers/f55eb8a5-a900-467c-90d2-3aeff123e85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2004476 Sep 17 22:35:54.594846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38898) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:54.597001 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] Sync routers for ids ['f55eb8a5-a900-467c-90d2-3aeff123e85d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:54.607491 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] Routers {'f55eb8a5-a900-467c-90d2-3aeff123e85d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:54.608107 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:35:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f55eb8a5-a900-467c-90d2-3aeff123e85d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:54.714951 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.734402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] Set router f55eb8a5-a900-467c-90d2-3aeff123e85d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:54.836337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68c2a029-7eec-419c-b9ea-c359a4bbd13f req-dd8b8ad5-4039-4dbc-a1e3-174ca4f7ea1d tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0282464 Sep 17 22:35:54.871035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.932742 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:35:53Z', 'revision_number': 5, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port': {'id': '7a2ea9d0-03db-49dc-8326-26ea575f6af8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:43Z', 'updated_at': '2021-09-17T22:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:54.959833 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] Checking router: f55eb8a5-a900-467c-90d2-3aeff123e85d for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:54.968281 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] Routers {'f55eb8a5-a900-467c-90d2-3aeff123e85d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:54.968884 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:35:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f55eb8a5-a900-467c-90d2-3aeff123e85d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:55.011152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-3197ac19-6fae-473d-af4e-ba55da7ec02e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:55.012646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-3197ac19-6fae-473d-af4e-ba55da7ec02e tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 805 time: 0.1344459 Sep 17 22:35:55.018582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Deleting port 7a2ea9d0-03db-49dc-8326-26ea575f6af8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:55.018919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.047695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-0e24002d-f2d4-4f86-8767-99d041c7b85d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/quotas/ce56a04b00f043b1996d1893a1a86ff5 HTTP/1.1" status: 200 len: 375 time: 0.0267746 Sep 17 22:35:55.054518 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] Set router f55eb8a5-a900-467c-90d2-3aeff123e85d gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:55.109976 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:35:54Z', 'revision_number': 6, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:55.144376 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795609f-5e27-4fec-a8e0-9a96a12237b6 None None] The sync data for ids ['f55eb8a5-a900-467c-90d2-3aeff123e85d'] in n-d-789963-10 is: [{'id': 'f55eb8a5-a900-467c-90d2-3aeff123e85d', 'name': 'tempest-ServerRescueTestJSON-982547157-router', 'tenant_id': '714e0cbf22a84977a17d51710c725796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:42Z', 'updated_at': '2021-09-17T22:35:54Z', 'revision_number': 6, 'project_id': '714e0cbf22a84977a17d51710c725796', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:55.147786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] For port 7a2ea9d0-03db-49dc-8326-26ea575f6af8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7a2ea9d0-03db-49dc-8326-26ea575f6af8,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:55.148180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.154263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-d83dacc4-abf5-462f-bff8-619390f11790 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0992665 Sep 17 22:35:55.173220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Calling delete_port for 7a2ea9d0-03db-49dc-8326-26ea575f6af8 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:55.313235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-00ab67e6-6370-4727-9f55-61cd1cec7b48 service neutron] 10.222.0.48 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473691 Sep 17 22:35:55.485559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-8d7382a9-aac6-4057-a7b1-f73226252317 service neutron] 10.222.0.48 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403322 Sep 17 22:35:55.517865 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.566566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2ea9d0-03db-49dc-8326-26ea575f6af8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:55.578462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device de971b15-c3e4-4271-81e7-1d0cf1f23e5f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:55.603208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: de971b15-c3e4-4271-81e7-1d0cf1f23e5f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:55.603805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device de971b15-c3e4-4271-81e7-1d0cf1f23e5f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:55.614179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e651c14-c354-4d79-9958-1b0d2a26c2ce req-dbfed67c-18c3-45d6-9992-eb4e1dd14c5c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:55.616548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e651c14-c354-4d79-9958-1b0d2a26c2ce req-dbfed67c-18c3-45d6-9992-eb4e1dd14c5c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1368508 Sep 17 22:35:55.700211 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.755932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e651c14-c354-4d79-9958-1b0d2a26c2ce req-67509e20-6705-456c-bbf5-7992f56ffbcb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196430 Sep 17 22:35:55.823947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.833148 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.860899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6694f6f-fb46-4d53-ab56-adf055ce0489 req-bb27f649-d60a-45de-b92f-5163570b9b11 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 210 time: 0.0414054 Sep 17 22:35:55.949680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.949909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55eb8a5-a900-467c-90d2-3aeff123e85d {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:55.956311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.957538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-251acbe6-9ed5-4391-9da9-04d7e9a64f61 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f55eb8a5-a900-467c-90d2-3aeff123e85d HTTP/1.1" status: 204 len: 168 time: 1.3622622 Sep 17 22:35:55.961035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38938) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:55.973466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a347223-f5ba-49af-9b86-9770ed2fe3cf req-45564c77-4593-4a9c-9d3e-2bf78c285067 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0438988 Sep 17 22:35:56.037413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2744305c-8bac-4a32-a60e-808bdf0803d6 admin admin] Deleting subnet cf257be0-d714-41d2-b12a-a06db7d8f811 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:56.041112 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2744305c-8bac-4a32-a60e-808bdf0803d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.079611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2744305c-8bac-4a32-a60e-808bdf0803d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.129076 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2744305c-8bac-4a32-a60e-808bdf0803d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.189341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2744305c-8bac-4a32-a60e-808bdf0803d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.218087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744305c-8bac-4a32-a60e-808bdf0803d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf257be0-d714-41d2-b12a-a06db7d8f811,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:56.223780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2744305c-8bac-4a32-a60e-808bdf0803d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.228113 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2744305c-8bac-4a32-a60e-808bdf0803d6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cf257be0-d714-41d2-b12a-a06db7d8f811 HTTP/1.1" status: 204 len: 168 time: 0.2627487 Sep 17 22:35:56.228358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38942) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:56.320366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.405396 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.428891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb96238d-ea69-4ef7-ad99-64868cf2e48b']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:56.438101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370c983e-9604-449b-9e97-07b0aa8447b0') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:56.438394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370c983e-9604-449b-9e97-07b0aa8447b0') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:56.448165 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.462833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.477464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:56.477853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:56.479508 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:56.557652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-9a645317-75b7-46d8-a4b6-89c626c6dc2a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:56.559121 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-9a645317-75b7-46d8-a4b6-89c626c6dc2a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ecbc848-1260-4284-b5ce-41f6f1d9d366 HTTP/1.1" status: 200 len: 945 time: 0.0977552 Sep 17 22:35:56.560128 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.564704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.566891 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] 10.222.0.48 "DELETE /v2.0/networks/cb96238d-ea69-4ef7-ad99-64868cf2e48b HTTP/1.1" status: 204 len: 168 time: 0.3370571 Sep 17 22:35:56.604584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8f001-c1a8-4b50-a2d1-92799f706aff admin admin] Pushing event deleted for resources: {'Network': ['ID=cb96238d-ea69-4ef7-ad99-64868cf2e48b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:56.673650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Deleting port ac940e31-a760-4e32-9179-f463480592aa {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:56.673974 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.763779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38948) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:56.771327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] For port ac940e31-a760-4e32-9179-f463480592aa, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ac940e31-a760-4e32-9179-f463480592aa,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:56.771867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.789191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Calling delete_port for ac940e31-a760-4e32-9179-f463480592aa owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:56.816068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-609c7be8-391b-4f66-bd3b-815f77d9c709 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=714e0cbf22a84977a17d51710c725796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511060 Sep 17 22:35:56.818332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38954) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:56.912969 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-456a8069-010a-42bb-93fe-a6f01c8a7bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.955303 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-456a8069-010a-42bb-93fe-a6f01c8a7bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.973466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-7b7eb01b-d89b-4e27-923f-4b0afff5abdd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:56.976964 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-7b7eb01b-d89b-4e27-923f-4b0afff5abdd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.49 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 805 time: 0.1437690 Sep 17 22:35:57.008648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd992a89-0392-4e9b-b0be-7cc15b9630ad req-c29952e6-ca9c-4c85-bee4-eaeff0cee6dc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.011216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd992a89-0392-4e9b-b0be-7cc15b9630ad req-c29952e6-ca9c-4c85-bee4-eaeff0cee6dc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1332598 Sep 17 22:35:57.015756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6aa93296-911a-4209-b55b-c541f6d73de5 req-acbca17b-bff6-4eba-9e9a-a7f8ea63fe76 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 210 time: 0.0572817 Sep 17 22:35:57.019958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Request body: {'port': {'device_id': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'admin_state_up': True, 'tenant_id': 'ce56a04b00f043b1996d1893a1a86ff5'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:57.083751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd992a89-0392-4e9b-b0be-7cc15b9630ad req-48771695-6868-4734-9eb9-3a2ea072e20f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Sep 17 22:35:57.097302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-456a8069-010a-42bb-93fe-a6f01c8a7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.100338 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-456a8069-010a-42bb-93fe-a6f01c8a7bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.101462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-456a8069-010a-42bb-93fe-a6f01c8a7bba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f3f0dbd-bdbd-42d0-8cac-864c72857fed HTTP/1.1" status: 204 len: 168 time: 0.2813087 Sep 17 22:35:57.146019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.150200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a60d1e2b-341b-458d-9a71-6015e8bfedf7 req-69a9f845-29fc-46ac-82a6-4c14a68a3fb4 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0550106 Sep 17 22:35:57.157936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a8069-010a-42bb-93fe-a6f01c8a7bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f0dbd-bdbd-42d0-8cac-864c72857fed,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:57.199691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Pushing event deleted for resources: {'Port': ['ID=ac940e31-a760-4e32-9179-f463480592aa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:57.252059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] No DVR routers for this DVR port ac940e31-a760-4e32-9179-f463480592aa on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:57.255601 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.258706 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e93c4fe4-3571-4211-88d9-35091b7f25ff req-ace16ff0-fb45-4d62-89f1-b0c3b07bb414 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.45 "DELETE /v2.0/ports/ac940e31-a760-4e32-9179-f463480592aa HTTP/1.1" status: 204 len: 173 time: 0.6911087 Sep 17 22:35:57.259154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'name': 'network-vif-deleted', 'tag': 'ac940e31-a760-4e32-9179-f463480592aa'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:57.265262 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b96ebe6-9f65-4d83-a380-652a0f3aef69" -d '{"events": [{"server_uuid": "8ecbc848-1260-4284-b5ce-41f6f1d9d366", "name": "network-vif-deleted", "tag": "ac940e31-a760-4e32-9179-f463480592aa"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:57.268853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Made reservation on behalf of ce56a04b00f043b1996d1893a1a86ff5 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:57.273226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.343049 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a0e14-9acb-4886-8d86-a6d6958a342d x-openstack-request-id: req-2a3a0e14-9acb-4886-8d86-a6d6958a342d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:57.343385 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecbc848-1260-4284-b5ce-41f6f1d9d366", "name": "network-vif-deleted", "tag": "ac940e31-a760-4e32-9179-f463480592aa", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:57.343778 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a3a0e14-9acb-4886-8d86-a6d6958a342d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:57.344284 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecbc848-1260-4284-b5ce-41f6f1d9d366', 'name': 'network-vif-deleted', 'tag': 'ac940e31-a760-4e32-9179-f463480592aa', 'status': 'completed', 'code': 200} Sep 17 22:35:57.443144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Allocated IP 172.20.0.13 (6641386f-f67e-43a8-94b2-b71bc741845d/15b99e6a-c3a7-4eb6-9fed-733e73db7511/cf881299-3766-493a-a324-f7fec72e6287) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:57.482890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7a2ea9d0-03db-49dc-8326-26ea575f6af8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:57.506661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 7a2ea9d0-03db-49dc-8326-26ea575f6af8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:57.507119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7a2ea9d0-03db-49dc-8326-26ea575f6af8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:57.612183 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.660047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.718200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Network 6641386f-f67e-43a8-94b2-b71bc741845d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:57.721824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:57.727403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:57.769286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Pushing event updated for resources: {'Port': ['ID=cf881299-3766-493a-a324-f7fec72e6287,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:57.801373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.802039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.822119 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4d819a25-4f9e-46e3-b294-8ffb5c48b1f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8085341 Sep 17 22:35:57.844047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Request body: {'port': {'device_id': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:57.909058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.961672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38990) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:58.061575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-755286663-network', 'tenant_id': '424939a27a5f4673ab12eaf052c7651b'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:58.084584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:58.087153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.098839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.184834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14378084-ae81-4fc9-8de8-5549a612a724 req-7b17a068-7246-4d9f-b17e-33b3147e9925 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:58.186467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14378084-ae81-4fc9-8de8-5549a612a724 req-7b17a068-7246-4d9f-b17e-33b3147e9925 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 932 time: 0.0895634 Sep 17 22:35:58.268673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ac940e31-a760-4e32-9179-f463480592aa no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:58.277969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14378084-ae81-4fc9-8de8-5549a612a724 req-c30e6938-c161-4a53-8d9f-224c32a3e4dd tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849123 Sep 17 22:35:58.298722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: ac940e31-a760-4e32-9179-f463480592aa {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:58.299065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ac940e31-a760-4e32-9179-f463480592aa not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:58.310405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fcfc-e8cc-4a99-bb3f-c411ea5a6679 req-31f5d6c9-f979-4237-be59-d9c92faed703 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:58.312310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f958fcfc-e8cc-4a99-bb3f-c411ea5a6679 req-31f5d6c9-f979-4237-be59-d9c92faed703 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1249309 Sep 17 22:35:58.561569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf881299-3766-493a-a324-f7fec72e6287 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:58.569820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.581551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Transition to ACTIVE for port object cf881299-3766-493a-a324-f7fec72e6287 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:58.586237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.614797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f426aadc-9590-44b9-b037-6801f3a3a4ff req-4a677424-04b2-4438-a1d1-5c74f2bebdf2 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0452189 Sep 17 22:35:58.616658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.627461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.653660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f958fcfc-e8cc-4a99-bb3f-c411ea5a6679 req-1e53eeaf-699f-4f21-8c40-ac6c98be800d tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331552 Sep 17 22:35:58.663854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:58.666856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf881299-3766-493a-a324-f7fec72e6287,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:58.674570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.674918 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Added segment d58b8c4f-954c-4e78-9832-3c4f38702548 of type vlan for network f0ded5a1-8630-4532-83fb-82b6b379ce42 Sep 17 22:35:58.688653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6bc87d-f38a-4ad2-ba6f-514574690387,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:58.730773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Attempting to bind port cf881299-3766-493a-a324-f7fec72e6287 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:58.731152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Attempting to bind port cf881299-3766-493a-a324-f7fec72e6287 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:58.731515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Attempting to bind port cf881299-3766-493a-a324-f7fec72e6287 on network 6641386f-f67e-43a8-94b2-b71bc741845d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:58.736175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Port cf881299-3766-493a-a324-f7fec72e6287 on network 6641386f-f67e-43a8-94b2-b71bc741845d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:58.736525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Attempting to bind port cf881299-3766-493a-a324-f7fec72e6287 on network 6641386f-f67e-43a8-94b2-b71bc741845d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:58.739031 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.744094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:58.744444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Checking segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:58.744824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Bound using segment: {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:58.745277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Bound port: cf881299-3766-493a-a324-f7fec72e6287, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a83703-08e6-4a76-add7-f01e60d176fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:58.745643 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.767701 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.769538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:58.770141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.805517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8425636 Sep 17 22:35:58.807806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39004) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:58.812717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Request body: {'subnet': {'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-755286663-subnet', 'tenant_id': '424939a27a5f4673ab12eaf052c7651b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:58.817504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:58.821389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cf881299-3766-493a-a324-f7fec72e6287,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:58.825623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.854996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053400b1-5798-4260-b3bc-2fc98313b64c admin admin] Pushing event updated for resources: {'Network': ['ID=f0ded5a1-8630-4532-83fb-82b6b379ce42,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:58.863909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:58.864540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.866059 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] 10.222.0.49 "PUT /v2.0/ports/cf881299-3766-493a-a324-f7fec72e6287 HTTP/1.1" status: 200 len: 1093 time: 1.0273588 Sep 17 22:35:58.867863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:58.871275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:58.873716 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.886580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2ad21-96d9-43ec-95b1-793916283cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf881299-3766-493a-a324-f7fec72e6287,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:58.990092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4970e45b-37ad-44a3-978d-0bdad9816ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:58.992700 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-4970e45b-37ad-44a3-978d-0bdad9816ce6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 1096 time: 0.0495491 Sep 17 22:35:59.059951 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-e54e1f60-a78d-49cc-ba19-800d02806033 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf881299-3766-493a-a324-f7fec72e6287 HTTP/1.1" status: 200 len: 217 time: 0.0384288 Sep 17 22:35:59.061276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.119906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-11c7305a-e851-475b-b706-b9ba9058ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.120619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fde16d-77f2-4399-a58a-0878473fd609,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:59.121388 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-11c7305a-e851-475b-b706-b9ba9058ff57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 200 len: 845 time: 0.0459661 Sep 17 22:35:59.132204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Checking segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:59.132556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Network hostable DHCP agents. Network: f0ded5a1-8630-4532-83fb-82b6b379ce42, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:59.149794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:59.159601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f0ded5a1-8630-4532-83fb-82b6b379ce42) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:59.164195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.164791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.166130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-1c625b3b-04b3-45d5-b323-cdf474129d1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6641386f-f67e-43a8-94b2-b71bc741845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276630 Sep 17 22:35:59.171177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251b58c-dab9-41be-9df8-f1fafa74eb52 None None] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:59.187000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-60b3c809-14ef-4c6f-b211-5ea41773ad55 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3766196 Sep 17 22:35:59.270795 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-92d19a9c-d3d8-415f-b392-bbbf522de7a2 service neutron] 10.222.0.49 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956445 Sep 17 22:35:59.303563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1cd11-a1e7-41e0-94c7-0e82a87f3f79 None None] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:59.363415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'tag': 'cf881299-3766-493a-a324-f7fec72e6287'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:59.365820 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "87cc7c1f-137e-45a8-85a0-cb6b37cacaa7", "tag": "cf881299-3766-493a-a324-f7fec72e6287"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:59.392767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0b0cd6f-6dba-43b8-8100-1e201f62519b req-d345c6bf-6bbd-45f7-9b3d-1c60663fd754 service neutron] 10.222.0.49 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078222 Sep 17 22:35:59.432026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4bd5a-75fb-4b91-a667-1bdbeadcea39 req-ad10031b-1150-40d4-90cf-7b814057da3f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.433597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03e4bd5a-75fb-4b91-a667-1bdbeadcea39 req-ad10031b-1150-40d4-90cf-7b814057da3f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 944 time: 0.0715408 Sep 17 22:35:59.478753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03e4bd5a-75fb-4b91-a667-1bdbeadcea39 req-46840974-b209-4b18-829a-a4f8af32e0da tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389931 Sep 17 22:35:59.523243 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c5c9bd-b2e6-4a3b-a416-d27f0ffb692e x-openstack-request-id: req-b5c5c9bd-b2e6-4a3b-a416-d27f0ffb692e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:59.523539 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cc7c1f-137e-45a8-85a0-cb6b37cacaa7", "tag": "cf881299-3766-493a-a324-f7fec72e6287", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:59.523846 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5c5c9bd-b2e6-4a3b-a416-d27f0ffb692e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:59.524240 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'tag': 'cf881299-3766-493a-a324-f7fec72e6287', 'status': 'completed', 'code': 200} Sep 17 22:35:59.614970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-07136b18-8654-4454-b90d-f3f354da1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.617472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-07136b18-8654-4454-b90d-f3f354da1da2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 1096 time: 0.0409584 Sep 17 22:35:59.652157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79126-b89f-418e-846e-3556699cafb7 req-65b855a1-dfe8-4ac5-b34a-5ff1e93a8542 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.653732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-65b855a1-dfe8-4ac5-b34a-5ff1e93a8542 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.1090205 Sep 17 22:35:59.670281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-443807e8-aa3b-4c53-ad47-3b672757112d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/quotas/424939a27a5f4673ab12eaf052c7651b HTTP/1.1" status: 200 len: 375 time: 0.0105658 Sep 17 22:35:59.704356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-fd6e6be9-32ef-4f52-aab9-18b416d4abc1 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279005 Sep 17 22:35:59.717736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-53e0b4c9-f160-44a1-9ff1-c71f471d0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.719226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-53e0b4c9-f160-44a1-9ff1-c71f471d0de9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 200 len: 906 time: 0.0927501 Sep 17 22:35:59.748239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c885169-8d49-4c60-80a2-12a5ca63f0f6 req-788cd1a5-ce61-4649-b796-5b02e966a22f tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0462511 Sep 17 22:35:59.762742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-cf7f56f5-44be-4779-abe0-0d0b2ced1196 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf881299-3766-493a-a324-f7fec72e6287 HTTP/1.1" status: 200 len: 217 time: 0.0344200 Sep 17 22:35:59.819522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-4bcec252-1a9f-43c9-8807-0ee511ec958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.821039 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-4bcec252-1a9f-43c9-8807-0ee511ec958b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 200 len: 845 time: 0.0501487 Sep 17 22:35:59.832190 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-6526f23d-bec1-4afc-92cd-93a118610d94 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177382 Sep 17 22:35:59.856687 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-84f8a2cf-e80c-40d7-8cde-1718d7fdea55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6641386f-f67e-43a8-94b2-b71bc741845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256853 Sep 17 22:35:59.888974 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cadd25f1-19d7-47b6-b588-13840b4248f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.932563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9e4cb-cbc7-4b3f-9ca1-a8304aa075ca req-31f2e838-7436-46e7-8128-1b0d5664a085 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.934083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9e4cb-cbc7-4b3f-9ca1-a8304aa075ca req-31f2e838-7436-46e7-8128-1b0d5664a085 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1218050 Sep 17 22:35:59.956513 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-787f4ddf-55b7-451f-9296-625f35c2a6e5 service neutron] 10.222.0.49 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894597 Sep 17 22:35:59.973458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-fcbe24da-7a88-4f29-93f5-7177f10a29ae service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261170 Sep 17 22:35:59.990030 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9e4cb-cbc7-4b3f-9ca1-a8304aa075ca req-b1e7a232-437e-44d3-93f1-7fadab7c92a9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497541 Sep 17 22:36:00.060241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19265c6b-8a42-4e4d-8c6a-7440ee5bd0c9 req-7ab7b9f8-fb9b-4f9b-862d-2e220d6be695 service neutron] 10.222.0.49 "GET /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943346 Sep 17 22:36:00.268426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bd20cbe-8c51-4769-bb7c-e00f14cef3a0 req-55ca8144-5368-488f-85b1-4668f684b08d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 210 time: 0.0299897 Sep 17 22:36:00.602263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c3e9c-ca31-4322-b486-fd993ae3498c req-6a46d586-a6db-42f6-8409-18e81b039dd5 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:00.603845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c16c3e9c-ca31-4322-b486-fd993ae3498c req-6a46d586-a6db-42f6-8409-18e81b039dd5 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 944 time: 0.0550249 Sep 17 22:36:00.644080 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c16c3e9c-ca31-4322-b486-fd993ae3498c req-f05c1e33-c1ef-4ab0-924c-922eefdfb088 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Sep 17 22:36:00.853484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa08100a-de68-432e-9967-2fcd9cd9d37a req-73f289fd-cb06-4c33-b69b-2487bfd2069e tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0271232 Sep 17 22:36:01.093788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79126-b89f-418e-846e-3556699cafb7 req-b76e355a-fd3a-48d6-9fe8-56cad8643b88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:01.093788 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-b76e355a-fd3a-48d6-9fe8-56cad8643b88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.1137815 Sep 17 22:36:01.107873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Request body: {'port': {'device_id': '2f730fde-7cad-4917-a16b-92793ad0608e', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'admin_state_up': True, 'tenant_id': '424939a27a5f4673ab12eaf052c7651b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:01.116314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b1275-71ec-4a5b-a142-7897093c37df req-23c11dd7-9f64-4861-90c6-e6fbdc177457 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:01.121498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c39b1275-71ec-4a5b-a142-7897093c37df req-23c11dd7-9f64-4861-90c6-e6fbdc177457 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0542111 Sep 17 22:36:01.159935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c39b1275-71ec-4a5b-a142-7897093c37df req-97c1d0c4-cb3b-4af9-84dd-aae7921e30e0 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358701 Sep 17 22:36:01.243809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:01.247724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.373196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c05c1-b983-4de5-8f35-464104511c3b req-68ff4918-a4b5-4742-8cfe-8b41da3b41a2 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:01.374800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e5c05c1-b983-4de5-8f35-464104511c3b req-68ff4918-a4b5-4742-8cfe-8b41da3b41a2 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0585058 Sep 17 22:36:01.390476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Allocated IP 172.20.0.2 (f0ded5a1-8630-4532-83fb-82b6b379ce42/a4fde16d-77f2-4399-a58a-0878473fd609/1057543f-3057-49dd-aceb-0bc9ca4f0ca1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:01.419888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e5c05c1-b983-4de5-8f35-464104511c3b req-92a6e48b-7714-4cc6-84b3-077650bb6d1a tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389628 Sep 17 22:36:01.479027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98af7590-eb9a-4ed4-ad83-46cf68495b21 req-63799f3c-f84b-4055-b698-ce719d2d8086 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 210 time: 0.0272880 Sep 17 22:36:01.547397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.585772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.627638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:01.630696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:01.634972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:01.643927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event updated for resources: {'Port': ['ID=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:01.689422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:01.690045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.704404 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-f195203a-5a56-4302-b1df-6449a2875b7a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010594 Sep 17 22:36:01.716623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Request body: {'port': {'device_id': '2f730fde-7cad-4917-a16b-92793ad0608e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:01.760604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c42503-0645-420c-bfa6-39d6224ed677 req-5d332372-550b-4b21-b01a-585f8141a08b tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:01.762146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83c42503-0645-420c-bfa6-39d6224ed677 req-5d332372-550b-4b21-b01a-585f8141a08b tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 944 time: 0.0506990 Sep 17 22:36:01.774066 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.800008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83c42503-0645-420c-bfa6-39d6224ed677 req-0ec74184-5e48-4aee-977d-414abeb011a8 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Sep 17 22:36:01.952575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48dd2670-3729-471b-86ad-257663d91df9 req-8bf38325-3422-4141-b037-ddc77092e057 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Sep 17 22:36:02.034611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:02.042453 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.054409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Transition to ACTIVE for port object 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:36:02.058307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.110366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Pushing event updated for resources: {'Port': ['ID=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:02.178967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Attempting to bind port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:02.179286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Attempting to bind port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:02.179610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Attempting to bind port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:02.183980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:36:02.184298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Attempting to bind port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:02.189222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:02.189734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Checking segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:02.190124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Bound using segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:02.190556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Bound port: 1057543f-3057-49dd-aceb-0bc9ca4f0ca1, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:02.190912 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.255062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] For port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:02.258152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] For port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:02.263160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.283145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f79daf-3c25-46c8-a36a-d08fc3555c0e req-d914c0ce-a0a4-444f-9b02-97fc6994aabd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.284657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43f79daf-3c25-46c8-a36a-d08fc3555c0e req-d914c0ce-a0a4-444f-9b02-97fc6994aabd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0563927 Sep 17 22:36:02.295082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.295711 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.297159 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] 10.222.0.45 "PUT /v2.0/ports/1057543f-3057-49dd-aceb-0bc9ca4f0ca1 HTTP/1.1" status: 200 len: 1092 time: 0.5847769 Sep 17 22:36:02.299451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f730fde-7cad-4917-a16b-92793ad0608e', 'tag': '1057543f-3057-49dd-aceb-0bc9ca4f0ca1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:02.302084 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9091eab-7012-46ab-847e-274c022f2fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f730fde-7cad-4917-a16b-92793ad0608e", "tag": "1057543f-3057-49dd-aceb-0bc9ca4f0ca1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:02.335525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c19c-a699-471c-9543-e47d3164505b service neutron] Pushing event updated for resources: {'Port': ['ID=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:02.341226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43f79daf-3c25-46c8-a36a-d08fc3555c0e req-414b217a-b18c-4605-9ba4-49c9888f26f1 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Sep 17 22:36:02.383107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79126-b89f-418e-846e-3556699cafb7 req-0bd852f9-688e-4983-a7d5-51dc7f0411b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.384788 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-0bd852f9-688e-4983-a7d5-51dc7f0411b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 1095 time: 0.0441313 Sep 17 22:36:02.438591 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-37731c1c-227f-4121-86fc-659b02ca2a49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1 HTTP/1.1" status: 200 len: 217 time: 0.0446863 Sep 17 22:36:02.499946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79126-b89f-418e-846e-3556699cafb7 req-7caea538-40c5-4da8-898d-afde2f9f6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.502220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-7caea538-40c5-4da8-898d-afde2f9f6c40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0561066 Sep 17 22:36:02.538892 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-314f0935-98da-4d37-a506-b53502fa0b32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276761 Sep 17 22:36:02.628250 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af5f66d-fbd5-4caa-87d2-a3f945544c09 x-openstack-request-id: req-8af5f66d-fbd5-4caa-87d2-a3f945544c09 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:02.628539 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f730fde-7cad-4917-a16b-92793ad0608e", "tag": "1057543f-3057-49dd-aceb-0bc9ca4f0ca1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:02.628788 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8af5f66d-fbd5-4caa-87d2-a3f945544c09 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:02.629209 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f730fde-7cad-4917-a16b-92793ad0608e', 'tag': '1057543f-3057-49dd-aceb-0bc9ca4f0ca1', 'status': 'completed', 'code': 200} Sep 17 22:36:02.643388 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-49f59b7a-a354-4157-a0f3-9ea388dc906a service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954764 Sep 17 22:36:02.691561 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0247f1e9-98cc-4906-baea-09e5fda7726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.740028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc100aa-b6c3-4e78-b5ca-1a100cf71ef9 req-7f9556a9-cca7-483f-b60b-88a3c983a06f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.741247 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6e79126-b89f-418e-846e-3556699cafb7 req-4b84c38e-bb6f-4cfe-8928-62a452aceaf5 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901127 Sep 17 22:36:02.741772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5fc100aa-b6c3-4e78-b5ca-1a100cf71ef9 req-7f9556a9-cca7-483f-b60b-88a3c983a06f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 943 time: 0.0570204 Sep 17 22:36:02.785253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5fc100aa-b6c3-4e78-b5ca-1a100cf71ef9 req-eb97f60c-7eaa-48c0-9790-6908522e4d6f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Sep 17 22:36:02.842669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-48c0f593-bca8-4c3c-8dec-f216cdf602c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.843236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f0eb-d8a9-43b3-bce2-00b1f120ba7d req-2a969e9b-b78d-4910-8692-bf59f0604d00 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.843363 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-48c0f593-bca8-4c3c-8dec-f216cdf602c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 1095 time: 0.0512853 Sep 17 22:36:02.844956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a050f0eb-d8a9-43b3-bce2-00b1f120ba7d req-2a969e9b-b78d-4910-8692-bf59f0604d00 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0523229 Sep 17 22:36:02.915751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a050f0eb-d8a9-43b3-bce2-00b1f120ba7d req-9885f71c-1fab-4ae2-ac8d-4db361cc5603 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640054 Sep 17 22:36:02.936650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980d488-d220-45ef-8b40-09e80ce407d9 req-134c785b-7660-48c2-8ec9-efca9d0f3ac2 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.938073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f980d488-d220-45ef-8b40-09e80ce407d9 req-134c785b-7660-48c2-8ec9-efca9d0f3ac2 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 944 time: 0.0630333 Sep 17 22:36:02.938470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-e1e8b3f5-a69d-4a84-ba28-1c8c3a5fecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.940000 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-e1e8b3f5-a69d-4a84-ba28-1c8c3a5fecc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.0889049 Sep 17 22:36:02.993318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f980d488-d220-45ef-8b40-09e80ce407d9 req-1a611c49-119d-4e32-bf93-95ae2b27ab87 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484924 Sep 17 22:36:03.003531 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-b97ccf61-4222-433c-8811-65fd3df798a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1 HTTP/1.1" status: 200 len: 217 time: 0.0535727 Sep 17 22:36:03.051428 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.058238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-8de3b76e-6dda-43db-875c-8059a2003584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:03.059845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-8de3b76e-6dda-43db-875c-8059a2003584 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0485125 Sep 17 22:36:03.062052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea62654a-5f52-4989-906b-90ba6db2e515 req-26659544-ba39-4f9b-9185-4a22ae31063b tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0278914 Sep 17 22:36:03.094549 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-df27d99e-4d36-429a-b52a-9f4b8b262e13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266428 Sep 17 22:36:03.189069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-e90de0aa-4c44-4577-9cde-25f2e6dc8d6a service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870678 Sep 17 22:36:03.196494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cf881299-3766-493a-a324-f7fec72e6287 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:03.282875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9091eab-7012-46ab-847e-274c022f2fa1 req-29d5d01e-f946-41c8-bdc7-4d53084fc7c2 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850382 Sep 17 22:36:03.306353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cf881299-3766-493a-a324-f7fec72e6287,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:03.319529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'cf881299-3766-493a-a324-f7fec72e6287', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'port_id': 'cf881299-3766-493a-a324-f7fec72e6287', 'mac_address': 'fa:16:3e:31:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b99e6a-c3a7-4eb6-9fed-733e73db7511', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:03.358344 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.372733 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf881299-3766-493a-a324-f7fec72e6287 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:03.394811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cf881299-3766-493a-a324-f7fec72e6287,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:03.400721 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.449722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=cf881299-3766-493a-a324-f7fec72e6287,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:03.556349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dbb2d-e628-4994-ba3a-927a5fe4eef6 req-11619650-8daf-4ca4-91f5-352eef00da05 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:03.557875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a8dbb2d-e628-4994-ba3a-927a5fe4eef6 req-11619650-8daf-4ca4-91f5-352eef00da05 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0511816 Sep 17 22:36:03.600040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a8dbb2d-e628-4994-ba3a-927a5fe4eef6 req-9901c344-3131-4481-b3f8-3f3a1ddc61fd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356693 Sep 17 22:36:03.673572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae79c54-090b-4446-9dc4-51895ed4bfb9 req-e788b08a-a5cd-4bc8-bc89-6d054662bf53 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:03.675044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ae79c54-090b-4446-9dc4-51895ed4bfb9 req-e788b08a-a5cd-4bc8-bc89-6d054662bf53 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0521643 Sep 17 22:36:03.717792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ae79c54-090b-4446-9dc4-51895ed4bfb9 req-9e1bf221-2149-4511-ae9c-8e5f56b8a3bb tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358052 Sep 17 22:36:03.752960 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.797407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dcbd5-4c86-4f41-a456-23c6a2afa99a req-3562cd48-6b07-4386-85ff-41d9e022dde0 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:03.798876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c6dcbd5-4c86-4f41-a456-23c6a2afa99a req-3562cd48-6b07-4386-85ff-41d9e022dde0 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 946 time: 0.0484600 Sep 17 22:36:03.840460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c6dcbd5-4c86-4f41-a456-23c6a2afa99a req-412c3f5c-ab0a-4d37-8ee4-59b8f889f181 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352387 Sep 17 22:36:03.904535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14bc83-9c75-4bba-aadb-0d5a49d380ff req-b8fbcc4b-a955-493d-bc67-628696d8ed6e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:03.906055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf14bc83-9c75-4bba-aadb-0d5a49d380ff req-b8fbcc4b-a955-493d-bc67-628696d8ed6e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 943 time: 0.0477042 Sep 17 22:36:03.943260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf14bc83-9c75-4bba-aadb-0d5a49d380ff req-fb2449d8-883d-4ade-8eb8-b3de98161d98 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Sep 17 22:36:04.103685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['cf881299-3766-493a-a324-f7fec72e6287'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:04.114778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e25018-327d-479d-89de-8cb4235e7dcd req-f811576f-9ca9-4a78-b2aa-87129798f3da tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:04.116625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1e25018-327d-479d-89de-8cb4235e7dcd req-f811576f-9ca9-4a78-b2aa-87129798f3da tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 945 time: 0.0566978 Sep 17 22:36:04.166251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1e25018-327d-479d-89de-8cb4235e7dcd req-b489dafc-eb2c-4ac1-b2a2-e9b818122817 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Sep 17 22:36:04.181028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c98d7faf-8b7e-4f6b-8506-0496c216e72b req-6cd3a0bd-c53c-48b8-a33c-47fd129b62d8 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0310204 Sep 17 22:36:04.578216 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.725065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bff4e-8027-47a2-a04f-3742275385b0 req-5ae29c6f-a288-4f5f-8b66-fb10aba523d8 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:04.726624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-648bff4e-8027-47a2-a04f-3742275385b0 req-5ae29c6f-a288-4f5f-8b66-fb10aba523d8 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0521095 Sep 17 22:36:04.772585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-648bff4e-8027-47a2-a04f-3742275385b0 req-d3b6d24a-3681-47af-b878-18d95ec9a967 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Sep 17 22:36:04.880032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1bd10-0b90-4248-a16e-6cfe4e5d01e8 req-3a01e1b3-47dd-4059-b277-8f324f9ae569 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:04.882328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eaf1bd10-0b90-4248-a16e-6cfe4e5d01e8 req-3a01e1b3-47dd-4059-b277-8f324f9ae569 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0533788 Sep 17 22:36:04.944012 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eaf1bd10-0b90-4248-a16e-6cfe4e5d01e8 req-6544c042-7873-46ba-b8d4-b46cd6769a85 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552063 Sep 17 22:36:04.966921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3ed0-dbed-4db2-98ae-1195e5fb6584 req-92fb45d6-3537-45d2-a4bd-e4bb52141ff2 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:04.968408 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a4f3ed0-dbed-4db2-98ae-1195e5fb6584 req-92fb45d6-3537-45d2-a4bd-e4bb52141ff2 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 946 time: 0.0539854 Sep 17 22:36:05.008906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a4f3ed0-dbed-4db2-98ae-1195e5fb6584 req-64d78bd6-7d13-4568-8041-b4cbea7972bd tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334294 Sep 17 22:36:05.057724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf40db-25a6-4b7a-8137-9b43d9b1ca73 req-a86d7571-a404-4300-bc06-6260f784751c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:05.059190 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16cf40db-25a6-4b7a-8137-9b43d9b1ca73 req-a86d7571-a404-4300-bc06-6260f784751c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 943 time: 0.0494013 Sep 17 22:36:05.096309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16cf40db-25a6-4b7a-8137-9b43d9b1ca73 req-10c528ae-a17f-4a3d-9e43-a6078dc4826b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Sep 17 22:36:05.280332 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.301354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fd3ab83-4428-42e7-a476-2dd1d7f2962f req-29f3edb1-f763-4ee4-8162-103c9d0f375a tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0318413 Sep 17 22:36:05.317368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ee45b-1e69-4736-b2c7-2db04b7c7fcb req-1d30a462-a370-4708-8969-909948d64a64 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:05.319550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-113ee45b-1e69-4736-b2c7-2db04b7c7fcb req-1d30a462-a370-4708-8969-909948d64a64 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 945 time: 0.0863717 Sep 17 22:36:05.359257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-113ee45b-1e69-4736-b2c7-2db04b7c7fcb req-f9f9bb05-8d23-46ec-8773-e34205b57bd3 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Sep 17 22:36:05.887279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a047c9-c8d6-473b-ba0a-d55d7c6bf0a0 req-d1eaae88-589e-4864-afee-4e95a3e14515 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:05.888776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93a047c9-c8d6-473b-ba0a-d55d7c6bf0a0 req-d1eaae88-589e-4864-afee-4e95a3e14515 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0493319 Sep 17 22:36:05.928613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93a047c9-c8d6-473b-ba0a-d55d7c6bf0a0 req-ba19139c-0381-4fd2-8c6d-ddc1eda2abb1 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Sep 17 22:36:06.060281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675886-daeb-4927-8d13-60fc4c831008 req-271a78d6-c64d-411e-893b-0c0dbe0a4f4a tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:06.061800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8675886-daeb-4927-8d13-60fc4c831008 req-271a78d6-c64d-411e-893b-0c0dbe0a4f4a tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0481803 Sep 17 22:36:06.129070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8675886-daeb-4927-8d13-60fc4c831008 req-ddbdc69f-8757-481f-904b-52c2bb2ef5eb tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups?id=caf18726-6c59-4b95-b0c1-2532241bf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613446 Sep 17 22:36:06.145855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935472f-546c-45b8-926b-05712e6d6ba0 req-6127e20d-0f1e-49ae-ac5d-8197db0e3011 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:06.147460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b935472f-546c-45b8-926b-05712e6d6ba0 req-6127e20d-0f1e-49ae-ac5d-8197db0e3011 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 946 time: 0.0629091 Sep 17 22:36:06.193252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-a1140901-5e90-42d1-a235-8a2faca161fd tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:06.195117 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-a1140901-5e90-42d1-a235-8a2faca161fd tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.49 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 946 time: 0.0506814 Sep 17 22:36:06.201044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b935472f-546c-45b8-926b-05712e6d6ba0 req-b567eb5d-e9f6-413d-9107-0b0ab42f2594 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups?id=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465715 Sep 17 22:36:06.263280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c8d4-9dad-4dc0-93bd-84b479b83793 req-126afb8c-0b1b-49c3-bec8-d8bc4f3e7442 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:06.264772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3060c8d4-9dad-4dc0-93bd-84b479b83793 req-126afb8c-0b1b-49c3-bec8-d8bc4f3e7442 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 943 time: 0.0788264 Sep 17 22:36:06.277267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1d18f225-6076-40ef-8d07-eb3f55055602 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:06.278671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1d18f225-6076-40ef-8d07-eb3f55055602 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 946 time: 0.0639539 Sep 17 22:36:06.284039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:06.305694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Deleting port 0df671e0-a193-42e6-90b4-753dc8d65741 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:06.306044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.343823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3060c8d4-9dad-4dc0-93bd-84b479b83793 req-5abac730-30ed-4a1f-80be-42037bb9c474 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 Sep 17 22:36:06.431807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-761217a6-a81b-40da-83c2-b68e2760be80 req-68f7c074-1f51-4ba7-8e96-f4fd67ed5381 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0326142 Sep 17 22:36:06.448162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Deleting port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:06.448445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.448975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] For port 0df671e0-a193-42e6-90b4-753dc8d65741, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0df671e0-a193-42e6-90b4-753dc8d65741,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:06.449355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.582493 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9fe16-e123-4ff6-8821-b90df514c441 req-39feb177-8aad-4e5f-9b8f-625991a010aa tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:06.584129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3eb9fe16-e123-4ff6-8821-b90df514c441 req-39feb177-8aad-4e5f-9b8f-625991a010aa tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 945 time: 0.1062713 Sep 17 22:36:06.609456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] For port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:06.609828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.643196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:06.659559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '1057543f-3057-49dd-aceb-0bc9ca4f0ca1', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'port_id': '1057543f-3057-49dd-aceb-0bc9ca4f0ca1', 'mac_address': 'fa:16:3e:cd:68:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fde16d-77f2-4399-a58a-0878473fd609', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:06.689725 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.690596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.691009 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Floating IP 81e464a0-1819-4adc-b4bb-fa399c2097ab disassociated. External IP: 172.25.0.31, port: 0df671e0-a193-42e6-90b4-753dc8d65741. Sep 17 22:36:06.691364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Calling delete_port for 0df671e0-a193-42e6-90b4-753dc8d65741 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:06.715825 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.733243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3eb9fe16-e123-4ff6-8821-b90df514c441 req-062c756f-d752-4a77-9c4a-f0bf5850f5bf tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345532 Sep 17 22:36:06.737749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:06.772164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:06.777575 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.847952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:06.888413 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.917444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.918111 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.918111 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Floating IP 3ba1bde8-0fb8-409b-8778-0e2c837b6943 disassociated. External IP: 172.25.0.86, port: 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd. Sep 17 22:36:06.918471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Calling delete_port for 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:06.922001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event deleted for resources: {'Port': ['ID=0df671e0-a193-42e6-90b4-753dc8d65741,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:07.021424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:07.070377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Router e8e69993-ddb6-4aec-a91b-0045f6e69103 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:07.095496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fc93e-8897-450e-b5d8-f4e87f46e6a9 req-2ea95235-8210-47ce-8f7c-22e0ba555bd5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:07.097251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-479fc93e-8897-450e-b5d8-f4e87f46e6a9 req-2ea95235-8210-47ce-8f7c-22e0ba555bd5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0773141 Sep 17 22:36:07.178286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-479fc93e-8897-450e-b5d8-f4e87f46e6a9 req-49e0dfc0-7f1e-4387-9bfe-db249927b9a4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583706 Sep 17 22:36:07.179524 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.213330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:07.215212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cf881299-3766-493a-a324-f7fec72e6287 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:07.217972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event deleted for resources: {'Port': ['ID=7fae0d7f-0132-48cd-9ac5-66f822cc8ddd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:07.273769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] No DVR routers for this DVR port 0df671e0-a193-42e6-90b4-753dc8d65741 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:07.278990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.281224 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb59d598-ec60-4ea0-a05f-5289d35ad333 req-668086d0-9bec-4171-bfd8-c719eaf8e507 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.49 "DELETE /v2.0/ports/0df671e0-a193-42e6-90b4-753dc8d65741 HTTP/1.1" status: 204 len: 173 time: 1.0681036 Sep 17 22:36:07.281740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70037403-a781-42ce-b258-9ac359793902', 'name': 'network-vif-deleted', 'tag': '0df671e0-a193-42e6-90b4-753dc8d65741'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:07.285383 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb03486-0972-43d8-b05a-74c3c5242867" -d '{"events": [{"server_uuid": "70037403-a781-42ce-b258-9ac359793902", "name": "network-vif-deleted", "tag": "0df671e0-a193-42e6-90b4-753dc8d65741"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:07.297686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] Sync routers for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:07.314390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:07.317732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:07.334082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6c28824-eec2-4296-92ca-10ac3078d6ef req-712801ad-9389-4877-bab7-c68bca3b0116 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 210 time: 0.1072388 Sep 17 22:36:07.377479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port cf881299-3766-493a-a324-f7fec72e6287 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:07.392193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98ef33b7-e2a9-43bd-9a37-ff8e0a8be945 req-359c2072-1fbd-46aa-a0a7-86730c8a837b tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70037403-a781-42ce-b258-9ac359793902 HTTP/1.1" status: 200 len: 210 time: 0.0610719 Sep 17 22:36:07.402380 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6919bc-e7fd-4005-9b26-179e5056a1ec x-openstack-request-id: req-3a6919bc-e7fd-4005-9b26-179e5056a1ec {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:07.402736 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70037403-a781-42ce-b258-9ac359793902", "name": "network-vif-deleted", "tag": "0df671e0-a193-42e6-90b4-753dc8d65741", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:07.403065 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a6919bc-e7fd-4005-9b26-179e5056a1ec {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:07.403762 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70037403-a781-42ce-b258-9ac359793902', 'name': 'network-vif-deleted', 'tag': '0df671e0-a193-42e6-90b4-753dc8d65741', 'status': 'completed', 'code': 200} Sep 17 22:36:07.405960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port cf881299-3766-493a-a324-f7fec72e6287 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:07.406337 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.546786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:07.567741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:07.581493 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.587554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9acec40-c824-4c44-ab78-0c7eba37f538 req-3d8d012f-1d03-4bbb-bf24-3b1745ecf38f tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0408893 Sep 17 22:36:07.606839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412836-eb68-4d33-b61d-96e6dbbccb6c req-1c721ae8-2ebe-4be0-a486-735d5aea501c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:07.608433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32412836-eb68-4d33-b61d-96e6dbbccb6c req-1c721ae8-2ebe-4be0-a486-735d5aea501c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 944 time: 0.0968940 Sep 17 22:36:07.661544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf881299-3766-493a-a324-f7fec72e6287'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:07.665235 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4401f6-7f6a-4994-aa0a-ab2e6e6fd48d" -d '{"events": [{"server_uuid": "87cc7c1f-137e-45a8-85a0-cb6b37cacaa7", "name": "network-vif-plugged", "status": "completed", "tag": "cf881299-3766-493a-a324-f7fec72e6287"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:07.690798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cf881299-3766-493a-a324-f7fec72e6287,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:07.704637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.719173 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831726aa-a4fb-4cc2-90cc-9446cefa5612 x-openstack-request-id: req-831726aa-a4fb-4cc2-90cc-9446cefa5612 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:07.719633 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc7c1f-137e-45a8-85a0-cb6b37cacaa7", "name": "network-vif-plugged", "status": "completed", "tag": "cf881299-3766-493a-a324-f7fec72e6287", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:07.719928 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-831726aa-a4fb-4cc2-90cc-9446cefa5612 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:07.720379 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf881299-3766-493a-a324-f7fec72e6287', 'code': 200} Sep 17 22:36:07.745617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32412836-eb68-4d33-b61d-96e6dbbccb6c req-3a4b5935-0426-4715-8fff-a2639e8446f6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916905 Sep 17 22:36:07.794651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:07.805931 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] Sync routers for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:07.824099 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:07.825133 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:07.861364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] No DVR routers for this DVR port 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:07.864204 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.867645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7b175d8-6dc5-4aca-bd4d-acd571525917 req-1bc47594-c242-43e9-af59-aa7e5673af46 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.49 "DELETE /v2.0/ports/7fae0d7f-0132-48cd-9ac5-66f822cc8ddd HTTP/1.1" status: 204 len: 173 time: 1.5696833 Sep 17 22:36:07.868111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'name': 'network-vif-deleted', 'tag': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:07.870398 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9472737-ab85-424e-bc99-7a8e80ddaa86" -d '{"events": [{"server_uuid": "f34fd613-012b-4ac7-b314-530947e92d0c", "name": "network-vif-deleted", "tag": "7fae0d7f-0132-48cd-9ac5-66f822cc8ddd"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:07.910724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=cf881299-3766-493a-a324-f7fec72e6287,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:07.918766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629911b-da6d-4872-872a-b907b3e422b6 req-c9ec2bae-775d-4773-a268-adeace3f6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:07.921028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8629911b-da6d-4872-872a-b907b3e422b6 req-c9ec2bae-775d-4773-a268-adeace3f6717 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0611141 Sep 17 22:36:07.999803 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8629911b-da6d-4872-872a-b907b3e422b6 req-a025c6b5-dd82-4d28-af92-30901914a991 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701261 Sep 17 22:36:08.000623 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57daf015-8675-4aeb-aafa-2437c8c23c68 x-openstack-request-id: req-57daf015-8675-4aeb-aafa-2437c8c23c68 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:08.001115 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34fd613-012b-4ac7-b314-530947e92d0c", "name": "network-vif-deleted", "tag": "7fae0d7f-0132-48cd-9ac5-66f822cc8ddd", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:08.001438 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57daf015-8675-4aeb-aafa-2437c8c23c68 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:08.002410 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34fd613-012b-4ac7-b314-530947e92d0c', 'name': 'network-vif-deleted', 'tag': '7fae0d7f-0132-48cd-9ac5-66f822cc8ddd', 'status': 'completed', 'code': 200} Sep 17 22:36:08.003720 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:08.027658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 5, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.029981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a4b62-7a7a-490a-a4cd-65f0a88f0382 req-5ff41c97-9cc5-4790-94f9-7bba7cc1f9c9 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:08.031782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c7a4b62-7a7a-490a-a4cd-65f0a88f0382 req-5ff41c97-9cc5-4790-94f9-7bba7cc1f9c9 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.1309803 Sep 17 22:36:08.067375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] Checking router: e8e69993-ddb6-4aec-a91b-0045f6e69103 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:08.077884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:08.078510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.079726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c7a4b62-7a7a-490a-a4cd-65f0a88f0382 req-fb8b7d80-d321-4b70-9b02-2f74afb24a09 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Sep 17 22:36:08.204394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:08.246231 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:46Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.282849 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] Checking router: 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:08.291455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:08.293998 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:08.294623 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.404687 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:08.418543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:08.424962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:08.425349 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.495053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 5, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.543643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd2b33-6ebc-44be-92fd-a1f83e1cd9b8 req-0fe006bb-7531-4284-84ce-c8679ab8475e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:08.546679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d830b80-4de8-42aa-b7a7-f4177bb673a4 None None] The sync data for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 is: [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:40Z', 'revision_number': 4, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '412bd244-fb63-445c-a6fe-00549066c594', 'name': '', 'network_id': 'e229469d-dbeb-4b00-bac1-25ac37f69f20', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'mac_address': 'fa:16:3e:5d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:39Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 5, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'subnets': [{'id': 'aae96bdf-a239-45a5-b3e2-4b9f0ad3338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:08.553847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25cd2b33-6ebc-44be-92fd-a1f83e1cd9b8 req-0fe006bb-7531-4284-84ce-c8679ab8475e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0659437 Sep 17 22:36:08.562935 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.605682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b72c4126-4f5c-4556-a782-ff058bacefb0 req-691c6b96-4c9e-49fe-a693-35101324f0b1 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/ports?device_id=f34fd613-012b-4ac7-b314-530947e92d0c HTTP/1.1" status: 200 len: 210 time: 0.0288687 Sep 17 22:36:08.606116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:08.611756 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.632903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25cd2b33-6ebc-44be-92fd-a1f83e1cd9b8 req-9f38203d-c97c-4eaf-beb1-d164b1147016 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731347 Sep 17 22:36:08.692281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:08.711514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39190) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:08.741968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c47ce365-8593-41b8-9a89-fe320a928c9c req-0178aecc-51d4-43cd-9a5f-ef9b7922739d tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0312788 Sep 17 22:36:08.796838 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b86ce9-c903-4dec-8265-fc7fc38c6eca tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.829162 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:46Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.839393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b86ce9-c903-4dec-8265-fc7fc38c6eca tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.864833 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab50f5-bc83-4fe2-b8a4-d4394c59cd81 None None] The sync data for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 is: [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 4, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'abba94a2-38f0-46e6-8901-482980b34c87', 'name': '', 'network_id': 'a75546c5-688a-47a8-b016-2bc3539b03c6', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'mac_address': 'fa:16:3e:f9:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:32:46Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'subnets': [{'id': '1819215a-e9c2-4325-a2e1-6c0da2b40add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:08.889690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42523def-272e-43de-86ef-1194f7687982 req-530c4395-7b58-400e-bf2e-ddec6937ba73 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:08.891394 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42523def-272e-43de-86ef-1194f7687982 req-530c4395-7b58-400e-bf2e-ddec6937ba73 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 945 time: 0.0645769 Sep 17 22:36:08.898985 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b86ce9-c903-4dec-8265-fc7fc38c6eca tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.901839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b86ce9-c903-4dec-8265-fc7fc38c6eca tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.905539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-41b86ce9-c903-4dec-8265-fc7fc38c6eca tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "DELETE /v2.0/security-groups/8029c3e2-ba9a-46dd-8f4e-68dce4b075e3 HTTP/1.1" status: 204 len: 168 time: 0.1928568 Sep 17 22:36:08.907180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39194) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:08.928181 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-3f5b19f9-d678-4d6a-80d4-f530e7e011f9 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] show failed (client error): The resource could not be found. Sep 17 22:36:08.929613 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3f5b19f9-d678-4d6a-80d4-f530e7e011f9 tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "GET /v2.0/security-groups/8029c3e2-ba9a-46dd-8f4e-68dce4b075e3 HTTP/1.1" status: 404 len: 347 time: 0.0172586 Sep 17 22:36:08.934016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39196) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:08.951911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86ce9-c903-4dec-8265-fc7fc38c6eca tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8029c3e2-ba9a-46dd-8f4e-68dce4b075e3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:08.953028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42523def-272e-43de-86ef-1194f7687982 req-14c6e2c7-88cb-4e8f-9381-a0a670829327 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541561 Sep 17 22:36:09.000626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8da55e-8f5f-4c54-b211-89ea48983b0b None None] New status for floating IP 81e464a0-1819-4adc-b4bb-fa399c2097ab: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:36:09.124273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Deleting port 1b6988f5-5b1a-48b9-8903-777c91f81578 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:09.124716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.221815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.222805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.225951 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee0e90d-7225-4f6f-9458-14aa92b739ab None None] New status for floating IP 3ba1bde8-0fb8-409b-8778-0e2c837b6943: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:36:09.232425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e249b-09ee-4e26-8de2-b58851ff9977 req-978ebdba-65aa-4c07-ad88-5b0cdcd8257d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:09.234024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-355e249b-09ee-4e26-8de2-b58851ff9977 req-978ebdba-65aa-4c07-ad88-5b0cdcd8257d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.0553069 Sep 17 22:36:09.235029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Calling delete_port for 1b6988f5-5b1a-48b9-8903-777c91f81578 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:09.276049 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-355e249b-09ee-4e26-8de2-b58851ff9977 req-60e7bba0-3464-4bb6-91fb-99d8f61d9281 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332272 Sep 17 22:36:09.369677 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.398498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Pushing event deleted for resources: {'Port': ['ID=1b6988f5-5b1a-48b9-8903-777c91f81578,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:09.457710 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.460380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.461641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c920cb65-9daa-476d-b314-92ffc5cf124d tempest-ServersTestFqdnHostnames-1905546674 tempest-ServersTestFqdnHostnames-1905546674-project] 10.222.0.48 "DELETE /v2.0/floatingips/81e464a0-1819-4adc-b4bb-fa399c2097ab HTTP/1.1" status: 204 len: 168 time: 0.5235260 Sep 17 22:36:09.464967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:09.700044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39212) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:09.721401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f730fde-7cad-4917-a16b-92793ad0608e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1057543f-3057-49dd-aceb-0bc9ca4f0ca1'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:09.725666 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a8c70-47be-4887-99bb-c790c6d2d893" -d '{"events": [{"server_uuid": "2f730fde-7cad-4917-a16b-92793ad0608e", "name": "network-vif-plugged", "status": "completed", "tag": "1057543f-3057-49dd-aceb-0bc9ca4f0ca1"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:09.768331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49bbd2-8b08-4bfd-a180-ad4137412c9f req-f043eea2-ab31-45eb-8820-43e6bc35158c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:09.777012 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba49bbd2-8b08-4bfd-a180-ad4137412c9f req-f043eea2-ab31-45eb-8820-43e6bc35158c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0683870 Sep 17 22:36:09.782741 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c2e214-f8f8-4193-af24-89dc064b90f6 x-openstack-request-id: req-e9c2e214-f8f8-4193-af24-89dc064b90f6 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:09.783114 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f730fde-7cad-4917-a16b-92793ad0608e", "name": "network-vif-plugged", "status": "completed", "tag": "1057543f-3057-49dd-aceb-0bc9ca4f0ca1", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:09.783361 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9c2e214-f8f8-4193-af24-89dc064b90f6 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:09.783758 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f730fde-7cad-4917-a16b-92793ad0608e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1057543f-3057-49dd-aceb-0bc9ca4f0ca1', 'code': 200} Sep 17 22:36:09.798893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a059ceb4-a2fa-4271-9686-1dafd19c5e36 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.837010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba49bbd2-8b08-4bfd-a180-ad4137412c9f req-1e4c4e85-46be-4fe3-b0de-be0d82771c03 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519154 Sep 17 22:36:09.853569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a059ceb4-a2fa-4271-9686-1dafd19c5e36 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.884528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c254e43-2328-42be-8d5d-01c57ffb7ba7 req-df5408c4-87b4-4f21-b2ce-ceb6b855507b tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0288000 Sep 17 22:36:09.958538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5e4f6-603e-4adc-b5d2-8fdbe82c89dd req-d3274a11-463a-481e-bfb0-c5cf8940dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:09.960279 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17c5e4f6-603e-4adc-b5d2-8fdbe82c89dd req-d3274a11-463a-481e-bfb0-c5cf8940dc80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 1097 time: 0.1037991 Sep 17 22:36:09.975645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a059ceb4-a2fa-4271-9686-1dafd19c5e36 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.978145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a059ceb4-a2fa-4271-9686-1dafd19c5e36 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.979201 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a059ceb4-a2fa-4271-9686-1dafd19c5e36 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "DELETE /v2.0/security-groups/caf18726-6c59-4b95-b0c1-2532241bf6c6 HTTP/1.1" status: 204 len: 168 time: 0.2782707 Sep 17 22:36:09.981869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39218) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:09.999864 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-eff2c855-d1ae-4a77-a32e-23c2e20de288 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] show failed (client error): The resource could not be found. Sep 17 22:36:10.000904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eff2c855-d1ae-4a77-a32e-23c2e20de288 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "GET /v2.0/security-groups/caf18726-6c59-4b95-b0c1-2532241bf6c6 HTTP/1.1" status: 404 len: 347 time: 0.0180354 Sep 17 22:36:10.003495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059ceb4-a2fa-4271-9686-1dafd19c5e36 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf18726-6c59-4b95-b0c1-2532241bf6c6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:10.003747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39222) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:10.022907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17c5e4f6-603e-4adc-b5d2-8fdbe82c89dd req-7d9c2d0c-f9a1-4092-aefa-c0dc772586a9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541511 Sep 17 22:36:10.028610 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.173029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3dd28-f872-4839-b7f8-b60bab2db113 req-bd730142-8ced-43f1-8930-129e68cb3269 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:10.174503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2d3dd28-f872-4839-b7f8-b60bab2db113 req-bd730142-8ced-43f1-8930-129e68cb3269 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 945 time: 0.0821533 Sep 17 22:36:10.204136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Deleting port c0b296e0-b028-47ac-b351-7295fd94b462 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:10.204482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.244079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2d3dd28-f872-4839-b7f8-b60bab2db113 req-14f3611a-686e-4467-ab5f-82a8d3836eb5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612524 Sep 17 22:36:10.304616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.305009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.320672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Calling delete_port for c0b296e0-b028-47ac-b351-7295fd94b462 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:10.442195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53534675-44f0-4dc9-8d75-2553ced7cc4e req-67726a51-fa01-4c4b-b97d-675ebee8ed29 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:10.443644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53534675-44f0-4dc9-8d75-2553ced7cc4e req-67726a51-fa01-4c4b-b97d-675ebee8ed29 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.0804896 Sep 17 22:36:10.563195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Deleting port 412bd244-fb63-445c-a6fe-00549066c594 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:10.563544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.651931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] For port 412bd244-fb63-445c-a6fe-00549066c594, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=412bd244-fb63-445c-a6fe-00549066c594,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:10.652379 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.666478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Calling delete_port for 412bd244-fb63-445c-a6fe-00549066c594 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:10.746361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53534675-44f0-4dc9-8d75-2553ced7cc4e req-ce6c399d-d13f-4f33-aedd-5f3c0d9d63b2 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962694 Sep 17 22:36:10.765436 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.814081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Pushing event deleted for resources: {'Port': ['ID=c0b296e0-b028-47ac-b351-7295fd94b462,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:10.861102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.872494 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.875683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.880307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-77c7026c-e500-4e87-9b9b-8af77be0df71 tempest-ServersTestManualDisk-483431815 tempest-ServersTestManualDisk-483431815-project] 10.222.0.48 "DELETE /v2.0/floatingips/3ba1bde8-0fb8-409b-8778-0e2c837b6943 HTTP/1.1" status: 204 len: 168 time: 0.8756490 Sep 17 22:36:10.880993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39238) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:10.891324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=412bd244-fb63-445c-a6fe-00549066c594,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:11.031628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe3b3-94a4-41eb-bca6-5b3da2da191e req-eb13147a-b17b-4b0f-abeb-2679fb9fc078 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:11.033547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c8fe3b3-94a4-41eb-bca6-5b3da2da191e req-eb13147a-b17b-4b0f-abeb-2679fb9fc078 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0911047 Sep 17 22:36:11.091984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.202754 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:36:11.233642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 0df671e0-a193-42e6-90b4-753dc8d65741 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:11.266166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 0df671e0-a193-42e6-90b4-753dc8d65741 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:11.266430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 0df671e0-a193-42e6-90b4-753dc8d65741 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:11.267027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:11.291182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c8fe3b3-94a4-41eb-bca6-5b3da2da191e req-708bfd97-3951-4235-a515-848305e5e6f9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122428 Sep 17 22:36:11.291712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:11.291712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7fae0d7f-0132-48cd-9ac5-66f822cc8ddd not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:11.328265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f365b79e-cec3-460a-b1c3-ece3179682cb req-ec1de83b-b46c-4150-982d-2744ebdd6642 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0306218 Sep 17 22:36:11.446603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Router e8e69993-ddb6-4aec-a91b-0045f6e69103 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:11.546548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d34754-4bfa-4d6a-9b35-91d67703aead req-2298d340-23f7-4e34-a22b-e19b05bb3fa9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:11.547969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7d34754-4bfa-4d6a-9b35-91d67703aead req-2298d340-23f7-4e34-a22b-e19b05bb3fa9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 945 time: 0.0678082 Sep 17 22:36:11.551040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.578673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:11.586157 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cfab66b4-fc64-4889-905a-539bdee8bf94 admin admin] 10.222.0.48 "PUT /v2.0/routers/e8e69993-ddb6-4aec-a91b-0045f6e69103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1201482 Sep 17 22:36:11.589171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39274) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:11.592820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] Sync routers for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:11.603061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:11.603984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:11.649876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7d34754-4bfa-4d6a-9b35-91d67703aead req-43cf2ef0-1d59-4557-a5a5-a7f7ec287810 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945959 Sep 17 22:36:11.739172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.875630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.883404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:11.948551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Deleting port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:11.949017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.005036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e154729-d3d4-48e9-84ba-44d88a5b343a req-b1cf4340-7bd9-4280-b0a1-6802e7c89139 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:12.013513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e154729-d3d4-48e9-84ba-44d88a5b343a req-b1cf4340-7bd9-4280-b0a1-6802e7c89139 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.1818106 Sep 17 22:36:12.034461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] For port aa6e1ca7-0ead-468c-a593-ff9e49bca2b9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa6e1ca7-0ead-468c-a593-ff9e49bca2b9,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:12.034830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.049874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Calling delete_port for aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:12.073809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:36:10Z', 'revision_number': 5, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port': {'id': 'aa6e1ca7-0ead-468c-a593-ff9e49bca2b9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:36Z', 'updated_at': '2021-09-17T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:12.105539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] Checking router: e8e69993-ddb6-4aec-a91b-0045f6e69103 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:12.109771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e154729-d3d4-48e9-84ba-44d88a5b343a req-c3dcf4c8-5f61-4815-9855-d8d37e18d4a7 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954058 Sep 17 22:36:12.123921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4a641-a96d-4b4b-ae52-cd82c8e3b577 req-04daf7ea-5984-44cd-9718-65763d286907 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:12.124603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] Routers {'e8e69993-ddb6-4aec-a91b-0045f6e69103'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:12.125555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e8e69993-ddb6-4aec-a91b-0045f6e69103'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:12.125906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39f4a641-a96d-4b4b-ae52-cd82c8e3b577 req-04daf7ea-5984-44cd-9718-65763d286907 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.2542465 Sep 17 22:36:12.176528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39f4a641-a96d-4b4b-ae52-cd82c8e3b577 req-bcabb249-211c-49c3-9b12-2ed30d5a60b8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/quotas/424939a27a5f4673ab12eaf052c7651b HTTP/1.1" status: 200 len: 375 time: 0.0160275 Sep 17 22:36:12.239480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Deleting port abba94a2-38f0-46e6-8901-482980b34c87 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:12.240770 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.246153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] Set router e8e69993-ddb6-4aec-a91b-0045f6e69103 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:12.252391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.262616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39f4a641-a96d-4b4b-ae52-cd82c8e3b577 req-3acc7470-4557-4ac4-adb9-5599232f4688 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783448 Sep 17 22:36:12.288602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6e1ca7-0ead-468c-a593-ff9e49bca2b9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:12.310580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:36:11Z', 'revision_number': 6, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:12.347976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b5483-b3fc-4f88-ad24-7be29ad453e9 None None] The sync data for ids ['e8e69993-ddb6-4aec-a91b-0045f6e69103'] in n-d-789963-10 is: [{'id': 'e8e69993-ddb6-4aec-a91b-0045f6e69103', 'name': 'tempest-ServersTestFqdnHostnames-1847475852-router', 'tenant_id': '069bdc1c5e8c4349800ac2418b034c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:35Z', 'updated_at': '2021-09-17T22:36:11Z', 'revision_number': 6, 'project_id': '069bdc1c5e8c4349800ac2418b034c7f', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:12.352422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.447642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.449837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.450659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] For port abba94a2-38f0-46e6-8901-482980b34c87, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=abba94a2-38f0-46e6-8901-482980b34c87,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:12.451119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.470407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Calling delete_port for abba94a2-38f0-46e6-8901-482980b34c87 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:12.474751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39f4a641-a96d-4b4b-ae52-cd82c8e3b577 req-003506ad-644c-4993-88e9-209161ecd0e5 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018619 Sep 17 22:36:12.489130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ea595-cee7-4fa1-8b75-153e08829f46 req-813a5543-4497-4a13-8f9d-4f637ce47b1d tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:12.490720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-002ea595-cee7-4fa1-8b75-153e08829f46 req-813a5543-4497-4a13-8f9d-4f637ce47b1d tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1110303 Sep 17 22:36:12.507056 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.507646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e69993-ddb6-4aec-a91b-0045f6e69103 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:36:12.512790 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.514173 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3502b83e-d713-4492-bdd2-5a4ddde4a992 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e8e69993-ddb6-4aec-a91b-0045f6e69103 HTTP/1.1" status: 204 len: 168 time: 0.9232745 Sep 17 22:36:12.516557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39304) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:12.561448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a688e783-c016-475b-a96b-1363771cee8e admin admin] Deleting subnet aae96bdf-a239-45a5-b3e2-4b9f0ad3338b {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:36:12.564470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a688e783-c016-475b-a96b-1363771cee8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.600232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a688e783-c016-475b-a96b-1363771cee8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.638567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-002ea595-cee7-4fa1-8b75-153e08829f46 req-fc45c52b-0a70-48ff-b101-55c62046dce1 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338100 Sep 17 22:36:12.688989 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a688e783-c016-475b-a96b-1363771cee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.711912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39f4a641-a96d-4b4b-ae52-cd82c8e3b577 req-a43ea617-8519-443f-aa28-75be755065ad service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193615 Sep 17 22:36:12.747179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73de9453-ea97-4c20-b3f1-53ec084621a7 req-fcae9fc1-645a-41a9-bd77-b714bb6f3bd3 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0340431 Sep 17 22:36:12.774356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a688e783-c016-475b-a96b-1363771cee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.815993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688e783-c016-475b-a96b-1363771cee8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae96bdf-a239-45a5-b3e2-4b9f0ad3338b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:12.825356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a688e783-c016-475b-a96b-1363771cee8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.827874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a688e783-c016-475b-a96b-1363771cee8e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aae96bdf-a239-45a5-b3e2-4b9f0ad3338b HTTP/1.1" status: 204 len: 168 time: 0.3103528 Sep 17 22:36:12.833172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39308) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:12.838199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b428f966-56c9-44b3-bce9-8a4cffa6e337 None None] Network e229469d-dbeb-4b00-bac1-25ac37f69f20 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:12.899195 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.956828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Pushing event deleted for resources: {'Port': ['ID=abba94a2-38f0-46e6-8901-482980b34c87,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:12.985868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.126039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Deleting port 7d0d3a54-feb1-4184-b332-7496761f61a7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:13.127582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.229357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] For port 7d0d3a54-feb1-4184-b332-7496761f61a7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7d0d3a54-feb1-4184-b332-7496761f61a7,segment=NetworkSegment(06de7c92-8dce-4d4a-a25c-e9fab5cdef06),segment_id=06de7c92-8dce-4d4a-a25c-e9fab5cdef06)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:13.229726 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.251782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Calling delete_port for 7d0d3a54-feb1-4184-b332-7496761f61a7 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:13.289805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.322803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] DHCP port deletion for e229469d-dbeb-4b00-bac1-25ac37f69f20 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:13.373977 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.406839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0d3a54-feb1-4184-b332-7496761f61a7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:13.417834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] No DVR routers for this DVR port 7d0d3a54-feb1-4184-b332-7496761f61a7 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:13.445702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] Deleting port 7d0d3a54-feb1-4184-b332-7496761f61a7 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:13.448611 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.527208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.561849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] For port 7d0d3a54-feb1-4184-b332-7496761f61a7, host n-d-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:13.562949 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.575179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e229469d-dbeb-4b00-bac1-25ac37f69f20']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:13.579865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] Calling delete_port for 7d0d3a54-feb1-4184-b332-7496761f61a7 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:13.583012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.ipam_backend_mixin [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] Port 7d0d3a54-feb1-4184-b332-7496761f61a7 was not found and therefore no delete operation was performed {{(pid=94739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:36:13.585326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f40e-32ef-4d3e-923f-f4b17a414190 req-e060c7b2-5460-44d4-a2e8-2c6646a17cf7 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:13.586143 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.593898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1822f40e-32ef-4d3e-923f-f4b17a414190 req-e060c7b2-5460-44d4-a2e8-2c6646a17cf7 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.2916014 Sep 17 22:36:13.614501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] Pushing event deleted for resources: {'Port': ['ID=7d0d3a54-feb1-4184-b332-7496761f61a7,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:13.616577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06de7c92-8dce-4d4a-a25c-e9fab5cdef06') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:13.616916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06de7c92-8dce-4d4a-a25c-e9fab5cdef06') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:13.623533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0084746-d42f-4bae-8806-26438236bec7 None None] No DVR routers for this DVR port 7d0d3a54-feb1-4184-b332-7496761f61a7 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:13.639824 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.652011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:13.666595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.691018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:13.691368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa6e1ca7-0ead-468c-a593-ff9e49bca2b9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:13.691792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7d0d3a54-feb1-4184-b332-7496761f61a7 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:13.691909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:13.692309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:13.700842 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:13.718855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 7d0d3a54-feb1-4184-b332-7496761f61a7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:13.719215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7d0d3a54-feb1-4184-b332-7496761f61a7 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:13.719792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 412bd244-fb63-445c-a6fe-00549066c594 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:13.741407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 412bd244-fb63-445c-a6fe-00549066c594 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:13.742030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 412bd244-fb63-445c-a6fe-00549066c594 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:13.754121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1822f40e-32ef-4d3e-923f-f4b17a414190 req-807ba0cf-5d6a-4cc9-83d9-70565346804b tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587386 Sep 17 22:36:13.765984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-741dfce5-71a9-40ba-a25b-0dddd716ba52 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:13.775231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-741dfce5-71a9-40ba-a25b-0dddd716ba52 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.4821262 Sep 17 22:36:13.790014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.799202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.805359 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e229469d-dbeb-4b00-bac1-25ac37f69f20 HTTP/1.1" status: 204 len: 168 time: 0.9696584 Sep 17 22:36:13.810290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-e9773768-cee9-4ebf-b0e1-a6170bf51d9e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/quotas/424939a27a5f4673ab12eaf052c7651b HTTP/1.1" status: 200 len: 375 time: 0.0338674 Sep 17 22:36:13.816362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea3934-b071-4375-bbed-bd69f4a02701 admin admin] Pushing event deleted for resources: {'Network': ['ID=e229469d-dbeb-4b00-bac1-25ac37f69f20,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:13.920183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8d887127-b552-4856-b53a-139330ce47cc tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086478 Sep 17 22:36:13.962514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39350) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:14.010183 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-05bfc469-02a0-4290-aedd-17224a3a7b52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=069bdc1c5e8c4349800ac2418b034c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442228 Sep 17 22:36:14.010848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39352) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:14.077931 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecf18a53-1c9f-4eb1-b3ed-d99be6415956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.110706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecf18a53-1c9f-4eb1-b3ed-d99be6415956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.167993 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecf18a53-1c9f-4eb1-b3ed-d99be6415956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.170905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecf18a53-1c9f-4eb1-b3ed-d99be6415956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.172202 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ecf18a53-1c9f-4eb1-b3ed-d99be6415956 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb6e8092-b7fc-4a6a-ac20-7435e76e7e98 HTTP/1.1" status: 204 len: 168 time: 0.1606178 Sep 17 22:36:14.181777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf18a53-1c9f-4eb1-b3ed-d99be6415956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e8092-b7fc-4a6a-ac20-7435e76e7e98,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:14.315752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device fc774827-60d4-4e89-9ac6-a65c1a32e992 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:14.372758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdafe2d-a86f-46f8-8a81-2bde55b2f303 req-91c476cd-090a-4afc-9a28-a7e09382b470 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:14.381366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cdafe2d-a86f-46f8-8a81-2bde55b2f303 req-91c476cd-090a-4afc-9a28-a7e09382b470 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.4666393 Sep 17 22:36:14.403582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:14.442897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:14.458344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'port_id': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'mac_address': 'fa:16:3e:83:e0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7afdb5-e47c-46bf-ba23-7017b25ae29b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:14.462700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cdafe2d-a86f-46f8-8a81-2bde55b2f303 req-2e5c8af7-609a-471f-a035-56516568abc0 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755310 Sep 17 22:36:14.468287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-5e2204b5-1305-4d7d-987f-0147bc3ef10d service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367895 Sep 17 22:36:14.519087 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.555427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc774827-60d4-4e89-9ac6-a65c1a32e992 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:14.584027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:14.589954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.614956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49fcbe7d-2fcc-4664-acc4-46d8b5c05333 req-694e0a36-5a58-4c1d-950e-3108fc5137cc tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0572805 Sep 17 22:36:14.678575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:14.694020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['fc774827-60d4-4e89-9ac6-a65c1a32e992'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:14.751770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-fbe146d4-02ca-449b-adfa-6d2556730073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:14.754887 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-fbe146d4-02ca-449b-adfa-6d2556730073 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 1096 time: 0.1008339 Sep 17 22:36:14.757651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:14.765272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-35154960-5cf9-4d22-bbf1-f6888ba9d275 admin admin] 10.222.0.48 "PUT /v2.0/routers/64b95dd3-f1f3-4ee2-b69d-73a165d1d918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8826480 Sep 17 22:36:14.768836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39386) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:14.770729 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] Sync routers for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:14.774727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-b735f316-c9f5-4bcc-88bb-d4d4ed2ced6c service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455955 Sep 17 22:36:14.789999 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:14.790658 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:15.008764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6030b-de31-47be-9f07-bb1ab03a2a24 req-cdf2e23d-5e84-4f12-8fe9-a3ee6c5eadbb tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:15.012072 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:15.017961 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54e6030b-de31-47be-9f07-bb1ab03a2a24 req-cdf2e23d-5e84-4f12-8fe9-a3ee6c5eadbb tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.1070294 Sep 17 22:36:15.114671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54e6030b-de31-47be-9f07-bb1ab03a2a24 req-b0a05bdf-fe51-48e8-b7a9-0feeef18233a tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896158 Sep 17 22:36:15.151562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.212768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1f979b0-f3d2-4147-97fb-2adad0375195 req-a109c2c9-0f82-4082-bc29-720de7fd1b09 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 210 time: 0.0447028 Sep 17 22:36:15.257746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-2f88743c-4f8c-40be-a553-3918b98f3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:15.260330 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-2f88743c-4f8c-40be-a553-3918b98f3f19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 912 time: 0.3808570 Sep 17 22:36:15.295224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cf881299-3766-493a-a324-f7fec72e6287 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:15.395082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39412) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:15.470850 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-8232caf3-21f1-4c1d-b65e-6220034bd19b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992 HTTP/1.1" status: 200 len: 217 time: 0.1084094 Sep 17 22:36:15.515472 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:36:12Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:15.540865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-649330432-network', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:15.545379 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] Checking router: 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:15.572202 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] Routers {'64b95dd3-f1f3-4ee2-b69d-73a165d1d918'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:15.573093 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:15.601704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:15.606710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.638628 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.640989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cf881299-3766-493a-a324-f7fec72e6287,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:15.681267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'cf881299-3766-493a-a324-f7fec72e6287', 'network_id': '6641386f-f67e-43a8-94b2-b71bc741845d', 'port_id': 'cf881299-3766-493a-a324-f7fec72e6287', 'mac_address': 'fa:16:3e:31:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b99e6a-c3a7-4eb6-9fed-733e73db7511', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:15.703552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.763208 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] Set router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:15.809575 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.838529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-da8b4f9c-9cc8-4c37-946e-282a7fa53160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:15.840390 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-da8b4f9c-9cc8-4c37-946e-282a7fa53160 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.3377845 Sep 17 22:36:15.846887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf881299-3766-493a-a324-f7fec72e6287 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:15.883302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38381690-6d70-4898-8d1a-6cffcbc013f8 req-cb1e4947-0ce9-480b-a8e6-192640c967eb tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0762455 Sep 17 22:36:15.890970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cf881299-3766-493a-a324-f7fec72e6287,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:15.898897 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.928096 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-43599637-add6-4271-a951-9902326bc7f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746200 Sep 17 22:36:15.950900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Deleting port 691dabcb-5047-465b-90ae-4a0d4f69567f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:15.951250 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.980505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=cf881299-3766-493a-a324-f7fec72e6287,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:16.082192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0b81-9133-4490-a914-3c3be67fcbde req-cd435112-1bc2-4a93-bd5f-248070136389 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:16.103425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45ed0b81-9133-4490-a914-3c3be67fcbde req-cd435112-1bc2-4a93-bd5f-248070136389 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 944 time: 0.3211205 Sep 17 22:36:16.119289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['cf881299-3766-493a-a324-f7fec72e6287'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:16.138168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] For port 691dabcb-5047-465b-90ae-4a0d4f69567f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=691dabcb-5047-465b-90ae-4a0d4f69567f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:16.138536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.153218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Calling delete_port for 691dabcb-5047-465b-90ae-4a0d4f69567f owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:16.197487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45ed0b81-9133-4490-a914-3c3be67fcbde req-aac54f16-95be-4feb-acd1-d0e8ead9726e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882792 Sep 17 22:36:16.230545 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.243711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.307293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:16.345292 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:36:12Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:16.345911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device fc774827-60d4-4e89-9ac6-a65c1a32e992 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:16.375777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.378442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91206b3c-434f-429a-a480-5cbe323d19d3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:16.403661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.405082 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Added segment 72163e6d-2b54-4cf1-85ee-b3725be51bf1 of type vlan for network aa388694-c383-4083-82af-2984c0d11591 Sep 17 22:36:16.420346 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe32d70-0ad5-4897-b49a-373082dd750e None None] The sync data for ids ['64b95dd3-f1f3-4ee2-b69d-73a165d1d918'] in n-d-789963-10 is: [{'id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'name': 'tempest-ServersTestManualDisk-1310977107-router', 'tenant_id': '345a78b2f5cc44cb88760f06fa106ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:32Z', 'updated_at': '2021-09-17T22:36:12Z', 'revision_number': 5, 'project_id': '345a78b2f5cc44cb88760f06fa106ee0', 'gw_port': {'id': '691dabcb-5047-465b-90ae-4a0d4f69567f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b95dd3-f1f3-4ee2-b69d-73a165d1d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:16.530692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Pushing event deleted for resources: {'Port': ['ID=691dabcb-5047-465b-90ae-4a0d4f69567f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:16.551571 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.557127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec4d8bd8-7f41-4288-a681-5b23d44b1b29 req-46b21cf5-4dc8-42bd-b47b-4ec94ce13f4b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 210 time: 0.0619714 Sep 17 22:36:16.573650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a7bd-a217-4b24-b6a7-49a5a88760e9 req-28f1db54-21bd-45af-bd33-f5c3b8abd4f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:16.581746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95a3a7bd-a217-4b24-b6a7-49a5a88760e9 req-28f1db54-21bd-45af-bd33-f5c3b8abd4f1 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 945 time: 0.2304916 Sep 17 22:36:16.632794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port fc774827-60d4-4e89-9ac6-a65c1a32e992 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:16.633711 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.646313 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.680029 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.683075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:16.683947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.764144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] Pushing event updated for resources: {'Network': ['ID=aa388694-c383-4083-82af-2984c0d11591,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:16.784564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95a3a7bd-a217-4b24-b6a7-49a5a88760e9 req-bedb7c51-be6b-486b-866c-f2e036b0c328 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015193 Sep 17 22:36:16.785574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network aa388694-c383-4083-82af-2984c0d11591 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:16.811109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b6853ca2-505b-4126-9a7f-9d8acf6b38c5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4148920 Sep 17 22:36:16.814221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39432) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:16.824676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Request body: {'subnet': {'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-subnet', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:16.879246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:16.884591 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.071212 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.100507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:17.103699 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d767b80-41ff-49e0-8cdd-9a48d58a90be" -d '{"events": [{"server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "name": "network-vif-plugged", "status": "completed", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:17.125692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:17.135790 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.214585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.218324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.223225 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d77ad4f-0a1f-4a64-b5ee-409ba4631775 x-openstack-request-id: req-7d77ad4f-0a1f-4a64-b5ee-409ba4631775 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:17.223779 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "name": "network-vif-plugged", "status": "completed", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:17.225712 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d77ad4f-0a1f-4a64-b5ee-409ba4631775 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:17.225896 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'code': 200} Sep 17 22:36:17.245581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:17.282336 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.283194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b95dd3-f1f3-4ee2-b69d-73a165d1d918 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:36:17.290243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.295256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e52f700f-2e2b-430f-bbcd-41dff451304c admin admin] 10.222.0.48 "DELETE /v2.0/routers/64b95dd3-f1f3-4ee2-b69d-73a165d1d918 HTTP/1.1" status: 204 len: 168 time: 2.5241592 Sep 17 22:36:17.296155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39442) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:17.297855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cf881299-3766-493a-a324-f7fec72e6287 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:17.309268 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-0fadf09d-e9ed-4b2c-9520-675169790de1 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3612280 Sep 17 22:36:17.358776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36977d39-d6a2-4a9a-93b0-af0ba0513dca req-afe4fc05-e434-495c-9cb2-56f96c56a3ec tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0992732 Sep 17 22:36:17.360222 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.495337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port cf881299-3766-493a-a324-f7fec72e6287 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:17.496820 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.516081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-50893cdf-fe82-42b5-a4a1-93af66b49d0d admin admin] Deleting subnet 1819215a-e9c2-4325-a2e1-6c0da2b40add {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:36:17.573818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device abba94a2-38f0-46e6-8901-482980b34c87 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:17.641925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Checking segment: {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:17.642936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Network hostable DHCP agents. Network: aa388694-c383-4083-82af-2984c0d11591, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:17.651391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a403d8ef-12d7-498f-8761-b85364669067,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:17.658821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: abba94a2-38f0-46e6-8901-482980b34c87 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:17.659162 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device abba94a2-38f0-46e6-8901-482980b34c87 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:17.672033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1454d95f-c764-4526-bcb6-0122dde9ce82 req-f59b6315-ccd4-40f0-8a96-83f58950d106 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318832 Sep 17 22:36:17.679996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50893cdf-fe82-42b5-a4a1-93af66b49d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.689409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Network aa388694-c383-4083-82af-2984c0d11591 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:17.717285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550caf-0750-4bda-83b2-c8d4a66bde68 req-b799acf9-1a9b-4911-8bd4-502b9443c87a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:17.731402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70550caf-0750-4bda-83b2-c8d4a66bde68 req-b799acf9-1a9b-4911-8bd4-502b9443c87a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1498225 Sep 17 22:36:17.760771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50893cdf-fe82-42b5-a4a1-93af66b49d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.763539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, aa388694-c383-4083-82af-2984c0d11591) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:17.777094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3cc680-6ff2-4353-861f-4654db37912d None None] Network aa388694-c383-4083-82af-2984c0d11591 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:17.784364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:17.785289 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.795534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-2052ea8b-c114-4123-ab88-c470d73d6d5b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:17.797479 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-2052ea8b-c114-4123-ab88-c470d73d6d5b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.4637172 Sep 17 22:36:17.805473 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.816785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Request body: {'port': {'device_id': '76040429-534e-4ebf-8554-f423d687bf0b', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'admin_state_up': True, 'tenant_id': '424939a27a5f4673ab12eaf052c7651b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:17.821657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-19c13f3e-94db-490e-8988-1559fb2be9d8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0060973 Sep 17 22:36:17.823901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39450) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:17.839204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:17.895927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc6e38d3-9a18-4843-a723-fa0b627e482b req-b3a7fd7e-c7c3-44bc-a828-2e790f4eafe5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 210 time: 0.0950599 Sep 17 22:36:17.918796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cf881299-3766-493a-a324-f7fec72e6287,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:17.934119 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.952101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70550caf-0750-4bda-83b2-c8d4a66bde68 req-80c4e386-477c-489e-b2f4-95e0a5f7d919 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191112 Sep 17 22:36:17.975923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.977317 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.047220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50893cdf-fe82-42b5-a4a1-93af66b49d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.069721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=cf881299-3766-493a-a324-f7fec72e6287,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:18.136594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-aa388694-c383-4083-82af-2984c0d11591', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:18.139533 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.216904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.226511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50893cdf-fe82-42b5-a4a1-93af66b49d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.242099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:18.252532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.289347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced311-9179-4382-a997-09b2da8c415d req-0feb6fe9-ad18-4965-b664-c04ec2ec944f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:18.305834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cced311-9179-4382-a997-09b2da8c415d req-0feb6fe9-ad18-4965-b664-c04ec2ec944f tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.3068309 Sep 17 22:36:18.307650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50893cdf-fe82-42b5-a4a1-93af66b49d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.312348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-50893cdf-fe82-42b5-a4a1-93af66b49d0d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1819215a-e9c2-4325-a2e1-6c0da2b40add HTTP/1.1" status: 204 len: 168 time: 1.0131204 Sep 17 22:36:18.313124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39454) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:18.319364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50893cdf-fe82-42b5-a4a1-93af66b49d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1819215a-e9c2-4325-a2e1-6c0da2b40add,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:18.331195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd696bc-afdd-4bc7-b9b0-0cf8d43594c0 None None] Network a75546c5-688a-47a8-b016-2bc3539b03c6 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:18.345780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Allocated IP 172.20.0.2 (aa388694-c383-4083-82af-2984c0d11591/a403d8ef-12d7-498f-8761-b85364669067/d91287e0-94d9-4f7d-97dd-29cd5b9e1c74) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:18.441981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cced311-9179-4382-a997-09b2da8c415d req-223915ed-4f82-48eb-8a34-0ce71ba199ec tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197176 Sep 17 22:36:18.539805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Allocated IP 172.20.0.5 (f0ded5a1-8630-4532-83fb-82b6b379ce42/a4fde16d-77f2-4399-a58a-0878473fd609/3e85e5c4-bb07-485b-9dcf-249414f09b03) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:18.591018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff66acea-e24d-40d2-b734-d1c43eb2104b req-955d1e0e-2342-437e-98d1-b36feb257234 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0570922 Sep 17 22:36:18.654178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.731525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.828778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] DHCP port deletion for a75546c5-688a-47a8-b016-2bc3539b03c6 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:18.884814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.894013 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.899391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Deleting port 337684e9-51f0-4325-b5c3-809f15ef35d3 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:18.899734 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.910157 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.021547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Network aa388694-c383-4083-82af-2984c0d11591 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:19.034414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:19.038773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:19.080596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.109864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.126099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] For port 337684e9-51f0-4325-b5c3-809f15ef35d3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=337684e9-51f0-4325-b5c3-809f15ef35d3,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:19.126562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.133722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] Deleting port 337684e9-51f0-4325-b5c3-809f15ef35d3 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:19.134703 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.146725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Calling delete_port for 337684e9-51f0-4325-b5c3-809f15ef35d3 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:19.149576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f923b57-6ce3-4468-b217-3a0aacc29887 req-7c656faa-9d87-480f-867c-52b1274c50b9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 210 time: 0.0884144 Sep 17 22:36:19.153872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Pushing event updated for resources: {'Port': ['ID=d91287e0-94d9-4f7d-97dd-29cd5b9e1c74,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:19.169088 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.206092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Attempting to bind port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:19.206640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Attempting to bind port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:19.207115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Attempting to bind port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 on network aa388694-c383-4083-82af-2984c0d11591 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:19.216556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:19.216923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Checking segment: {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:19.217710 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.218240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Bound using segment: {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:19.218732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Bound port: d91287e0-94d9-4f7d-97dd-29cd5b9e1c74, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:19.219602 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.221858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.227732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf881299-3766-493a-a324-f7fec72e6287'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:19.230294 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af2458a-4af3-401e-8241-53d444912eca" -d '{"events": [{"server_uuid": "87cc7c1f-137e-45a8-85a0-cb6b37cacaa7", "name": "network-vif-plugged", "status": "completed", "tag": "cf881299-3766-493a-a324-f7fec72e6287"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:19.282671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event updated for resources: {'Port': ['ID=3e85e5c4-bb07-485b-9dcf-249414f09b03,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:19.291167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:19.293839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:19.296648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:19.299460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:19.362260 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0154ec-f259-4f6b-b679-293a5a355480 x-openstack-request-id: req-0d0154ec-f259-4f6b-b679-293a5a355480 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:19.362600 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc7c1f-137e-45a8-85a0-cb6b37cacaa7", "name": "network-vif-plugged", "status": "completed", "tag": "cf881299-3766-493a-a324-f7fec72e6287", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:19.362851 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d0154ec-f259-4f6b-b679-293a5a355480 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:19.363256 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf881299-3766-493a-a324-f7fec72e6287', 'code': 200} Sep 17 22:36:19.389975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:19.390739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.391975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] For port 337684e9-51f0-4325-b5c3-809f15ef35d3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=337684e9-51f0-4325-b5c3-809f15ef35d3,segment=NetworkSegment(212c7295-5ca4-43b1-8af7-bd9abb6299c2),segment_id=212c7295-5ca4-43b1-8af7-bd9abb6299c2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:19.392709 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.418342 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.447723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Pushing event deleted for resources: {'Port': ['ID=337684e9-51f0-4325-b5c3-809f15ef35d3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:19.453621 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-54cca1b6-b350-4f3b-9321-c59ea72cd06b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6423330 Sep 17 22:36:19.455540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] Calling delete_port for 337684e9-51f0-4325-b5c3-809f15ef35d3 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:19.482125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80dbf-9690-4394-9f57-c6cefbf396ac req-cd8d4743-f5d5-43a2-9414-1bc269024293 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:19.495089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Request body: {'port': {'device_id': '76040429-534e-4ebf-8554-f423d687bf0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:19.499405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61d80dbf-9690-4394-9f57-c6cefbf396ac req-cd8d4743-f5d5-43a2-9414-1bc269024293 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.3471258 Sep 17 22:36:19.564715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 337684e9-51f0-4325-b5c3-809f15ef35d3 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:19.581176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] No DVR routers for this DVR port 337684e9-51f0-4325-b5c3-809f15ef35d3 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:19.610443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 337684e9-51f0-4325-b5c3-809f15ef35d3 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:19.610874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 337684e9-51f0-4325-b5c3-809f15ef35d3 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:19.612275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 691dabcb-5047-465b-90ae-4a0d4f69567f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:19.636069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61d80dbf-9690-4394-9f57-c6cefbf396ac req-f321a87d-9185-4624-9fd5-c2e963544576 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355109 Sep 17 22:36:19.642631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 691dabcb-5047-465b-90ae-4a0d4f69567f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:19.642995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 691dabcb-5047-465b-90ae-4a0d4f69567f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:19.653412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] For port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:19.685941 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.688148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] For port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d91287e0-94d9-4f7d-97dd-29cd5b9e1c74,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:19.708480 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.708694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75546c5-688a-47a8-b016-2bc3539b03c6']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:19.720824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Allocated IP 172.25.0.68 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/3a9134aa-b1c3-47a2-a63c-204ab0ed6155) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:19.722916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212c7295-5ca4-43b1-8af7-bd9abb6299c2') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:19.723322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212c7295-5ca4-43b1-8af7-bd9abb6299c2') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:19.734256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.748820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.755230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:19.756312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.821200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ad1b7-b565-4be8-9040-97fb308c6bb4 None None] Pushing event updated for resources: {'Port': ['ID=d91287e0-94d9-4f7d-97dd-29cd5b9e1c74,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:19.822242 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:19.825227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.834493 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38804a90-2a70-4dc8-93ab-f2ea7242ae9f req-bf146184-f080-4aa9-8f9a-0858f3ce9d62 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:19.839310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38804a90-2a70-4dc8-93ab-f2ea7242ae9f req-bf146184-f080-4aa9-8f9a-0858f3ce9d62 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.2397127 Sep 17 22:36:19.848652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.853875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.858745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a75546c5-688a-47a8-b016-2bc3539b03c6 HTTP/1.1" status: 204 len: 168 time: 1.5426893 Sep 17 22:36:19.894453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1646840-daa9-4285-86c6-a19ce4518195 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75546c5-688a-47a8-b016-2bc3539b03c6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:19.960760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.049491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] Network a75546c5-688a-47a8-b016-2bc3539b03c6 is not hosted by any dhcp agent {{(pid=94739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:36:20.052082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] No DVR routers for this DVR port 337684e9-51f0-4325-b5c3-809f15ef35d3 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:20.062084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6b2fd-eb5b-40cc-ae57-35fada33ff3c None None] Pushing event deleted for resources: {'Port': ['ID=337684e9-51f0-4325-b5c3-809f15ef35d3,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:20.084799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-687bad8a-3dd3-46a1-9337-f62b9e8aa4ab req-bb79a7f7-0da2-4f33-911e-75a4bf849454 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.1819291 Sep 17 22:36:20.164671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:20.184724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38804a90-2a70-4dc8-93ab-f2ea7242ae9f req-746b9561-693a-414e-8e63-73aa250adc8d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074343 Sep 17 22:36:20.391914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.402036 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fce46e86-b37f-473d-bea2-2f87434c9fba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=345a78b2f5cc44cb88760f06fa106ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156794 Sep 17 22:36:20.409465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39484) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:20.459819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e85e5c4-bb07-485b-9dcf-249414f09b03 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:20.477409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.504144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Transition to ACTIVE for port object 3e85e5c4-bb07-485b-9dcf-249414f09b03 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:36:20.517318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859758b-e5a4-40aa-a031-bcad2ee3eae8 req-897f9b31-6c34-4df7-b168-d0af03fb0f57 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:20.518913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1859758b-e5a4-40aa-a031-bcad2ee3eae8 req-897f9b31-6c34-4df7-b168-d0af03fb0f57 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 931 time: 0.2096789 Sep 17 22:36:20.528335 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6bff-31fb-4599-b5fc-d62c4ddb6dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.543032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.563393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.635484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6bff-31fb-4599-b5fc-d62c4ddb6dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.704119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Pushing event updated for resources: {'Port': ['ID=3e85e5c4-bb07-485b-9dcf-249414f09b03,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:20.738302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:20.747444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1859758b-e5a4-40aa-a031-bcad2ee3eae8 req-91f97d64-fb1d-490b-b5e9-4487bfd3f691 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170622 Sep 17 22:36:20.760684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:20.774165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:20.774165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Pushing event updated for resources: {'Port': ['ID=3a9134aa-b1c3-47a2-a63c-204ab0ed6155,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:20.856739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6bff-31fb-4599-b5fc-d62c4ddb6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.859433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6bff-31fb-4599-b5fc-d62c4ddb6dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.860899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f0cd6bff-31fb-4599-b5fc-d62c4ddb6dc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8f0f144-8df4-4ab4-82ee-9d634bf09dff HTTP/1.1" status: 204 len: 168 time: 0.4501920 Sep 17 22:36:20.881296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Attempting to bind port 3e85e5c4-bb07-485b-9dcf-249414f09b03 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:20.881865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Attempting to bind port 3e85e5c4-bb07-485b-9dcf-249414f09b03 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:20.882205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Attempting to bind port 3e85e5c4-bb07-485b-9dcf-249414f09b03 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:20.903068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Port 3e85e5c4-bb07-485b-9dcf-249414f09b03 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:36:20.903536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Attempting to bind port 3e85e5c4-bb07-485b-9dcf-249414f09b03 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:20.917575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:20.918440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Checking segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:20.920683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Bound using segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:20.921445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Bound port: 3e85e5c4-bb07-485b-9dcf-249414f09b03, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:20.921581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.955974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd6bff-31fb-4599-b5fc-d62c4ddb6dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f0f144-8df4-4ab4-82ee-9d634bf09dff,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:21.039168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] For port 3e85e5c4-bb07-485b-9dcf-249414f09b03, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:21.047497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] For port 3e85e5c4-bb07-485b-9dcf-249414f09b03, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3e85e5c4-bb07-485b-9dcf-249414f09b03,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:21.059224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.208454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Pushing event updated for resources: {'Port': ['ID=3e85e5c4-bb07-485b-9dcf-249414f09b03,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:21.220108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:21.220972 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.229223 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-8fa7f3fb-538f-4d9b-83e7-19ff6ad3e03a service neutron] 10.222.0.45 "PUT /v2.0/ports/3e85e5c4-bb07-485b-9dcf-249414f09b03 HTTP/1.1" status: 200 len: 1092 time: 1.7671049 Sep 17 22:36:21.233269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76040429-534e-4ebf-8554-f423d687bf0b', 'tag': '3e85e5c4-bb07-485b-9dcf-249414f09b03'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:21.249536 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47adbec3-65af-47ba-bbbc-2238bb1908d1" -d '{"events": [{"name": "network-changed", "server_uuid": "76040429-534e-4ebf-8554-f423d687bf0b", "tag": "3e85e5c4-bb07-485b-9dcf-249414f09b03"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:21.361118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-90b3e32c-02c2-4568-a26b-2b764aac42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:21.363242 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-90b3e32c-02c2-4568-a26b-2b764aac42b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 1095 time: 0.0830979 Sep 17 22:36:21.434561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-99fea92e-9ecf-4191-b470-d93f5e7e3cde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e85e5c4-bb07-485b-9dcf-249414f09b03 HTTP/1.1" status: 200 len: 217 time: 0.0628471 Sep 17 22:36:21.511058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-7940d5c6-1d99-45fa-8750-9d4a072f6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:21.513084 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-7940d5c6-1d99-45fa-8750-9d4a072f6148 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0715215 Sep 17 22:36:21.540737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368ab0f-a271-47af-a0fb-c2a7f1ce7f53 None None] Network aa388694-c383-4083-82af-2984c0d11591 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:21.548225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489da07-11fe-4c40-ab15-e7aaad8b8259 req-4795d1ab-cb53-48fa-a4c8-307b0f97f62c tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:21.558539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e489da07-11fe-4c40-ab15-e7aaad8b8259 req-4795d1ab-cb53-48fa-a4c8-307b0f97f62c tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.6691952 Sep 17 22:36:21.615671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:21.625972 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-46a7316e-e3cb-49b8-98a5-99fe19378d19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048617 Sep 17 22:36:21.770781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659ba7-4a57-4368-b4bb-b6df66f9aaf0 req-b7247856-e031-48ab-bf4d-a1892dd428ba tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:21.775205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a659ba7-4a57-4368-b4bb-b6df66f9aaf0 req-b7247856-e031-48ab-bf4d-a1892dd428ba tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.9003863 Sep 17 22:36:21.799892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a8e333cc-2a37-41f1-baeb-8e8f3a7ee96f None None] Provisioning complete for port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:21.800271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8e333cc-2a37-41f1-baeb-8e8f3a7ee96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.811682 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-d5d57e56-f6ca-497b-8d76-0c665ca4ca86 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775153 Sep 17 22:36:21.824278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.850059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:21.850484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.925313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e489da07-11fe-4c40-ab15-e7aaad8b8259 req-b9f7ceea-7f52-40b3-9686-86d9f7ac89ed tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611369 Sep 17 22:36:21.940218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a659ba7-4a57-4368-b4bb-b6df66f9aaf0 req-c3d07b57-9be3-449e-917d-75cf7cd6f889 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348889 Sep 17 22:36:22.024041 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-222246c9-be61-4687-bbdb-d3f98a8a5398 req-0806f057-6472-4095-af37-13001d6d61f4 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032039 Sep 17 22:36:22.156182 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.164573 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8e333cc-2a37-41f1-baeb-8e8f3a7ee96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.172051 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a845a2d-5c32-4abf-afb5-24912cf19bb9 x-openstack-request-id: req-9a845a2d-5c32-4abf-afb5-24912cf19bb9 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:22.172337 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76040429-534e-4ebf-8554-f423d687bf0b", "tag": "3e85e5c4-bb07-485b-9dcf-249414f09b03", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:22.172586 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a845a2d-5c32-4abf-afb5-24912cf19bb9 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:22.173003 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76040429-534e-4ebf-8554-f423d687bf0b', 'tag': '3e85e5c4-bb07-485b-9dcf-249414f09b03', 'status': 'completed', 'code': 200} Sep 17 22:36:22.237487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d91287e0-94d9-4f7d-97dd-29cd5b9e1c74,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:22.291380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b9ec65d-e161-4598-8024-a665c2951a14 req-0eba075b-d0ad-4136-b514-1954e41e0971 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.2028329 Sep 17 22:36:22.300017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-79ab2b78-9b10-4033-9118-c4bf4754996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:22.301703 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-79ab2b78-9b10-4033-9118-c4bf4754996f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 1095 time: 0.1080635 Sep 17 22:36:22.351975 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.356753 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-a8e333cc-2a37-41f1-baeb-8e8f3a7ee96f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:22.358708 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-a8e333cc-2a37-41f1-baeb-8e8f3a7ee96f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:22.359496 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.445373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=d91287e0-94d9-4f7d-97dd-29cd5b9e1c74,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:22.490399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39528) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:22.558032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-c2086f6d-8b0d-4b64-8011-66a1d910c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:22.561458 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-c2086f6d-8b0d-4b64-8011-66a1d910c60a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.2483532 Sep 17 22:36:22.587084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd04115-0436-482b-b385-1df286e65016 req-2486dae3-465e-4273-8938-88ca0231cb10 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:22.588797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfd04115-0436-482b-b385-1df286e65016 req-2486dae3-465e-4273-8938-88ca0231cb10 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 943 time: 0.1557133 Sep 17 22:36:22.643478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-adcc4b33-8b4a-4174-9b75-43b1741aec3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e85e5c4-bb07-485b-9dcf-249414f09b03 HTTP/1.1" status: 200 len: 217 time: 0.0651958 Sep 17 22:36:22.678060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfd04115-0436-482b-b385-1df286e65016 req-4c39c2b5-ef43-48d0-b35c-0ab6a357d461 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646727 Sep 17 22:36:22.679480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Router cf8abcf2-82b5-49b3-a127-324fa205fe69 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:36:22.680090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-163883511-network', 'tenant_id': 'd4e66d51eea94eefab9db14d682897d9'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:22.714405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-0537277d-9eee-412a-8d2f-e8a5876bf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:22.716039 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-0537277d-9eee-412a-8d2f-e8a5876bf1bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0690041 Sep 17 22:36:22.717671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Made reservation on behalf of d4e66d51eea94eefab9db14d682897d9 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:22.720272 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.738438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.768053 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-6ac58d3b-c0eb-4c76-98b7-46a423d55cd6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378511 Sep 17 22:36:22.812738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:22.836080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Sync routers for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:22.848299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:22.849694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:22.954195 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-7f59a55b-4f0c-48a2-890d-03a47b4d084a service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769958 Sep 17 22:36:22.990606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-20579f78-5a5f-4d64-909b-cf9cfb0b39e6 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:22.992318 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-20579f78-5a5f-4d64-909b-cf9cfb0b39e6 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.1129830 Sep 17 22:36:23.093617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:23.157046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.168764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.169046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae009e-639e-4459-afc0-9af6c6c9bb68 req-70ca006f-34ff-462a-939c-ae3cd0f9dac3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:23.176704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36ae009e-639e-4459-afc0-9af6c6c9bb68 req-70ca006f-34ff-462a-939c-ae3cd0f9dac3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1297302 Sep 17 22:36:23.210443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd862-3c41-4097-a892-688b0121000e req-91824e9a-9244-4d88-839c-c3e4813aa620 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:23.212053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4edcd862-3c41-4097-a892-688b0121000e req-91824e9a-9244-4d88-839c-c3e4813aa620 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 946 time: 0.1257808 Sep 17 22:36:23.215415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:23.236767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5923059-2e93-427d-8a10-b9bb1d6e452c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:23.244127 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.244625 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Added segment 27c89e80-b6a6-46b1-8264-d595f4929870 of type vlan for network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 Sep 17 22:36:23.248730 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-47adbec3-65af-47ba-bbbc-2238bb1908d1 req-0291b9fa-8f71-45e9-8209-e23b46c77bff service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814450 Sep 17 22:36:23.249693 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.251640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8c05a6df-7038-49aa-91e4-4885577a7afd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4166124 Sep 17 22:36:23.259512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39542) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:23.290381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36ae009e-639e-4459-afc0-9af6c6c9bb68 req-5f200338-e2b7-4a6b-af6b-5d72e8f8adde tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125851 Sep 17 22:36:23.324238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cf881299-3766-493a-a324-f7fec72e6287 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:23.331952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Deleting port cf881299-3766-493a-a324-f7fec72e6287 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:23.332387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.345698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4edcd862-3c41-4097-a892-688b0121000e req-dd6d2892-eb5c-4f00-bfc4-15a8547c67ba tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/security-groups?id=26ca996b-13a8-44e5-af1d-73946f54a1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018388 Sep 17 22:36:23.363193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.514268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f54c9b71-c541-414c-a99d-4b598c3c0887 req-8ab1d5d5-2c39-420c-9663-a8777fbc9442 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0568123 Sep 17 22:36:23.519231 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.520243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:23.521050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.573610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:23.581040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] For port cf881299-3766-493a-a324-f7fec72e6287, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cf881299-3766-493a-a324-f7fec72e6287,segment=NetworkSegment(21a83703-08e6-4a76-add7-f01e60d176fa),segment_id=21a83703-08e6-4a76-add7-f01e60d176fa)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:23.581595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.597182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f7c7d7fd-716f-40b0-ad4c-182e82ed4169 None None] Provisioning complete for port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:23.597433 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d7fd-716f-40b0-ad4c-182e82ed4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.670758 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1740799 Sep 17 22:36:23.670758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Calling delete_port for cf881299-3766-493a-a324-f7fec72e6287 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:23.671499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39548) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:23.676884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Request body: {'subnet': {'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-163883511-subnet', 'tenant_id': 'd4e66d51eea94eefab9db14d682897d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:23.685112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df890042-c721-43d5-9f35-7e9bdc0e7aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:23.711563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:23.738935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Made reservation on behalf of d4e66d51eea94eefab9db14d682897d9 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:23.741086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 3, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:23.743065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.753718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.780695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:23.780695 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.912736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9ee8e-7765-4422-ba3d-4a06bcc0cf8a req-e745f6b7-1218-45a0-bd65-a4f64b48e648 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:23.922179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b9ee8e-7765-4422-ba3d-4a06bcc0cf8a req-e745f6b7-1218-45a0-bd65-a4f64b48e648 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 943 time: 0.1253059 Sep 17 22:36:23.997443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Checking router: cf8abcf2-82b5-49b3-a127-324fa205fe69 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:23.998523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Updating router cf8abcf2-82b5-49b3-a127-324fa205fe69 port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:36:24.019903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b9ee8e-7765-4422-ba3d-4a06bcc0cf8a req-35a126b5-55af-4024-9ac4-1f67832f480d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940721 Sep 17 22:36:24.056341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.099909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.146907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.223307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4f6607-c921-4818-b779-309a1f058296,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:24.232075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Checking segment: {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:24.232453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Network hostable DHCP agents. Network: 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:24.258779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:24.289670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:24.299905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:24.301765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.327607 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-212843f8-902f-4480-8b4b-4cbb18e95ff5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6548669 Sep 17 22:36:24.337784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87cdf9f-0509-436e-938f-6da172303632 None None] Network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:24.408371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3e85e5c4-bb07-485b-9dcf-249414f09b03 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:24.537983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311ae4f-0a7f-4479-a582-f7498c40cb0e req-d854454c-73f7-41a1-a70a-0531fe080248 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:24.539592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e311ae4f-0a7f-4479-a582-f7498c40cb0e req-d854454c-73f7-41a1-a70a-0531fe080248 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1200607 Sep 17 22:36:24.604488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6165058a-64ea-4771-ade3-8eec7802c2a4 req-e3c47835-5209-40b3-be97-76368d44a577 tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cc7c1f-137e-45a8-85a0-cb6b37cacaa7 HTTP/1.1" status: 200 len: 210 time: 0.1059964 Sep 17 22:36:24.752865 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e311ae4f-0a7f-4479-a582-f7498c40cb0e req-abd0536c-1081-4512-a3d5-647950dbeeb4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883714 Sep 17 22:36:24.761188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3e85e5c4-bb07-485b-9dcf-249414f09b03, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3e85e5c4-bb07-485b-9dcf-249414f09b03,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:24.763568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Pushing event deleted for resources: {'Port': ['ID=cf881299-3766-493a-a324-f7fec72e6287,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:24.789953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.819800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] No DVR routers for this DVR port cf881299-3766-493a-a324-f7fec72e6287 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:24.822474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.824735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-adbdedde-100b-438a-a5a9-e160b00b9fae req-b338a0b2-cf9e-4517-a06e-55221d49564d tempest-ImagesTestJSON-1604235416 tempest-ImagesTestJSON-1604235416-project] 10.222.0.49 "DELETE /v2.0/ports/cf881299-3766-493a-a324-f7fec72e6287 HTTP/1.1" status: 204 len: 173 time: 1.8172197 Sep 17 22:36:24.826426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'name': 'network-vif-deleted', 'tag': 'cf881299-3766-493a-a324-f7fec72e6287'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:24.838672 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153fa26f-cad0-4655-abb2-082d08f7912e" -d '{"events": [{"server_uuid": "87cc7c1f-137e-45a8-85a0-cb6b37cacaa7", "name": "network-vif-deleted", "tag": "cf881299-3766-493a-a324-f7fec72e6287"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:24.873368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '3e85e5c4-bb07-485b-9dcf-249414f09b03', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'port_id': '3e85e5c4-bb07-485b-9dcf-249414f09b03', 'mac_address': 'fa:16:3e:d3:47:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fde16d-77f2-4399-a58a-0878473fd609', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:24.999210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b499a9c-ed2d-447d-8fc5-7ca55dc7b15b req-ac2564c3-6704-49c1-b546-0e048930b4b2 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.1103175 Sep 17 22:36:25.053922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a8a27e-5f4e-4bca-883d-1c5cb7b5a48b None None] Network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:25.105059 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.224949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-30e2713b-377e-43c5-b2a2-3816ae7acdf4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:25.225891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e85e5c4-bb07-485b-9dcf-249414f09b03 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:25.226495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-30e2713b-377e-43c5-b2a2-3816ae7acdf4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 813 time: 0.1645875 Sep 17 22:36:25.269524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-c60cac3c-654e-499f-9f97-0f87c3b2ffc1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/quotas/d4e66d51eea94eefab9db14d682897d9 HTTP/1.1" status: 200 len: 375 time: 0.0355086 Sep 17 22:36:25.306507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3e85e5c4-bb07-485b-9dcf-249414f09b03, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3e85e5c4-bb07-485b-9dcf-249414f09b03,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:25.336018 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.358553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-ebc2a0e0-f260-4614-8d25-15aa5a0f465c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871356 Sep 17 22:36:25.390169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Allocated IP 172.20.0.1 (aa388694-c383-4083-82af-2984c0d11591/a403d8ef-12d7-498f-8761-b85364669067/f73484a9-f98a-432b-9928-3f57da44ffa9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:25.406307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3e85e5c4-bb07-485b-9dcf-249414f09b03,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:25.471521 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.487570 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755498b-ca60-46b8-8042-ea16cc57d387 req-f9a5df40-79e5-40f1-99ca-5abe0a684bff tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:25.489459 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f755498b-ca60-46b8-8042-ea16cc57d387 req-f9a5df40-79e5-40f1-99ca-5abe0a684bff tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 944 time: 0.1519525 Sep 17 22:36:25.510440 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.544088 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-b0c7da62-f2ba-4bf6-9782-e6b0eaba041a service neutron] 10.222.0.48 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841393 Sep 17 22:36:25.619734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f755498b-ca60-46b8-8042-ea16cc57d387 req-2141b6fa-02a4-410c-b285-92fa3520bd22 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204746 Sep 17 22:36:25.620096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['3e85e5c4-bb07-485b-9dcf-249414f09b03'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:25.682325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Attempting to bind port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:25.682763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Attempting to bind port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:25.682976 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4ee0fd-da67-4fe9-95d6-13f14294ee0e x-openstack-request-id: req-bc4ee0fd-da67-4fe9-95d6-13f14294ee0e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:25.683091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Attempting to bind port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:25.683274 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc7c1f-137e-45a8-85a0-cb6b37cacaa7", "name": "network-vif-deleted", "tag": "cf881299-3766-493a-a324-f7fec72e6287", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:25.683525 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc4ee0fd-da67-4fe9-95d6-13f14294ee0e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:25.683922 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cc7c1f-137e-45a8-85a0-cb6b37cacaa7', 'name': 'network-vif-deleted', 'tag': 'cf881299-3766-493a-a324-f7fec72e6287', 'status': 'completed', 'code': 200} Sep 17 22:36:25.691292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.702583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b68ca5-43bf-4fef-84e2-768c1592c465 None None] Pushing event updated for resources: {'Port': ['ID=3a9134aa-b1c3-47a2-a63c-204ab0ed6155,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:25.722823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:25.728599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:25.728599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.728599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:25.728599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Bound port: 3a9134aa-b1c3-47a2-a63c-204ab0ed6155, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:25.728599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.787867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] For port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:25.791205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] For port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3a9134aa-b1c3-47a2-a63c-204ab0ed6155,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:25.813661 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d0175db0-856a-4e91-bf03-ffa7725db4e2 req-901e9923-90d0-42d0-a115-f002a07d855f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0689366 Sep 17 22:36:25.819784 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.821547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-f9aceec4-21bc-41c5-ac8e-d2ebe5b406f8 service neutron] 10.222.0.48 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764156 Sep 17 22:36:25.851700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.903631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Network aa388694-c383-4083-82af-2984c0d11591 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:25.907624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:25.915731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:25.919319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Pushing event updated for resources: {'Port': ['ID=f73484a9-f98a-432b-9928-3f57da44ffa9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:25.969327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870ab51-3592-4037-b7f6-ac5058d1be8f req-d9a4e35e-13a4-435a-8aae-dc2f96130f2e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:25.977355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f870ab51-3592-4037-b7f6-ac5058d1be8f req-d9a4e35e-13a4-435a-8aae-dc2f96130f2e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1080620 Sep 17 22:36:25.995428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.018797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:26.019695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:26.024454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b68ca5-43bf-4fef-84e2-768c1592c465 None None] Pushing event updated for resources: {'Port': ['ID=3a9134aa-b1c3-47a2-a63c-204ab0ed6155,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:26.162801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f870ab51-3592-4037-b7f6-ac5058d1be8f req-04f134f7-df02-43bf-bcbf-1a2bc4d0bec0 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844745 Sep 17 22:36:26.258887 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.371561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:26.452594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de7297cd-0546-4d99-b06e-ecf43c77b98d req-9985a0d2-db1d-49ed-995d-07c677d5dcae tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 210 time: 0.0740318 Sep 17 22:36:26.524815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e38f1477-59a0-4b5d-9ffe-4dfcb61ba8d8 req-6701a3c3-70d6-4c37-a7c4-98480b9ed92d tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0701034 Sep 17 22:36:26.543748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0b6237ee-ec73-48ed-8e8d-3571e463eb44 None None] Provisioning complete for port f73484a9-f98a-432b-9928-3f57da44ffa9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:26.544123 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b6237ee-ec73-48ed-8e8d-3571e463eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.669733 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0b6237ee-ec73-48ed-8e8d-3571e463eb44 None None] Port f73484a9-f98a-432b-9928-3f57da44ffa9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:26.714914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.730340 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.826124 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 3, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:26.858379 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.861297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Pushing event updated for resources: {'Port': ['ID=f73484a9-f98a-432b-9928-3f57da44ffa9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:26.874316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955b37-cb94-438d-b814-7909fa753b9b req-34e6919b-1604-43bb-adf3-2066a9dbbabf tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:26.901687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e955b37-cb94-438d-b814-7909fa753b9b req-34e6919b-1604-43bb-adf3-2066a9dbbabf tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 944 time: 0.1603954 Sep 17 22:36:26.917697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88afc7-f3c8-4c38-a507-0ebf4e05a483 None None] The sync data for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 is: [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 3, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:27.011388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Network aa388694-c383-4083-82af-2984c0d11591 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:27.013441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:27.018383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e955b37-cb94-438d-b814-7909fa753b9b req-7c873b7a-967b-4bfd-b24c-4426646104da tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148145 Sep 17 22:36:27.040553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39636) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:27.222010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d759e6-5aee-473e-bf12-5ace275c9b08 admin admin] Deleting subnet 15b99e6a-c3a7-4eb6-9fed-733e73db7511 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:36:27.228180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96d759e6-5aee-473e-bf12-5ace275c9b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.270326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Router cf8abcf2-82b5-49b3-a127-324fa205fe69 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:27.319723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cf881299-3766-493a-a324-f7fec72e6287 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:27.391271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: cf881299-3766-493a-a324-f7fec72e6287 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:27.395311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cf881299-3766-493a-a324-f7fec72e6287 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:27.412514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96d759e6-5aee-473e-bf12-5ace275c9b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.510724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c14708db-5ba8-4ab0-aac2-77e04011abed None None] Provisioning complete for port f73484a9-f98a-432b-9928-3f57da44ffa9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:27.511097 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c14708db-5ba8-4ab0-aac2-77e04011abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.551935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d286bf-b57f-4e40-bee3-78b655f4053e req-c666be2c-7bd4-4010-9fcb-d49125dde58c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:27.564258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42d286bf-b57f-4e40-bee3-78b655f4053e req-c666be2c-7bd4-4010-9fcb-d49125dde58c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.2747777 Sep 17 22:36:27.625473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c14708db-5ba8-4ab0-aac2-77e04011abed None None] Port f73484a9-f98a-432b-9928-3f57da44ffa9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:27.627876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:27.648223 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8d76609d-fce4-4257-b38c-d2d0fab4b791 admin admin] 10.222.0.48 "PUT /v2.0/routers/cf8abcf2-82b5-49b3-a127-324fa205fe69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3788440 Sep 17 22:36:27.648883 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96d759e6-5aee-473e-bf12-5ace275c9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.706117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42d286bf-b57f-4e40-bee3-78b655f4053e req-7f850367-c89c-4f8f-8f2f-051aed58141e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255865 Sep 17 22:36:27.839650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b0a3c4-8790-4182-bf45-8ed3cae1b261 req-4a69f681-575a-4678-8b48-a5d99a66a2be tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 210 time: 0.1276002 Sep 17 22:36:27.925447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63b1bea7-1c87-4cd5-97fc-8516e3bdd0df req-ec384681-01ea-4e0d-b879-316009de64e7 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0645626 Sep 17 22:36:27.968119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96d759e6-5aee-473e-bf12-5ace275c9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.997794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d759e6-5aee-473e-bf12-5ace275c9b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b99e6a-c3a7-4eb6-9fed-733e73db7511,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:28.000750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96d759e6-5aee-473e-bf12-5ace275c9b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.002983 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-96d759e6-5aee-473e-bf12-5ace275c9b08 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/15b99e6a-c3a7-4eb6-9fed-733e73db7511 HTTP/1.1" status: 204 len: 168 time: 0.9612625 Sep 17 22:36:28.006056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39660) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:28.139132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.291178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.319631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6641386f-f67e-43a8-94b2-b71bc741845d']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:28.337172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a83703-08e6-4a76-add7-f01e60d176fa') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:28.337726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a83703-08e6-4a76-add7-f01e60d176fa') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:28.352271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.369804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3e85e5c4-bb07-485b-9dcf-249414f09b03 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:28.393178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.400893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:28.401364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.491707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 3e85e5c4-bb07-485b-9dcf-249414f09b03 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:28.496421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 3e85e5c4-bb07-485b-9dcf-249414f09b03 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:28.496801 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:28.579048 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:28.595162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-8cf19abc-fdd1-4a38-9698-b690dc4ea1df tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:28.606875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-8cf19abc-fdd1-4a38-9698-b690dc4ea1df tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.49 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 813 time: 0.3381734 Sep 17 22:36:28.655133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Request body: {'port': {'device_id': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396', 'admin_state_up': True, 'tenant_id': 'd4e66d51eea94eefab9db14d682897d9'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:28.713486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e5a4e36-4bd0-41fe-8d50-1bde2d5bdc3a req-e107045e-e8eb-4818-91e5-a96155e50354 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63&device_id=23bb46e3-3ba8-4ccc-93ee-96c92d3d463e HTTP/1.1" status: 200 len: 210 time: 0.1814473 Sep 17 22:36:28.740206 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.801581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.804078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] 10.222.0.48 "DELETE /v2.0/networks/6641386f-f67e-43a8-94b2-b71bc741845d HTTP/1.1" status: 204 len: 168 time: 0.7968674 Sep 17 22:36:28.825660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b71ebb-14b5-4984-b4a2-d2ea9e4d11ff admin admin] Pushing event deleted for resources: {'Network': ['ID=6641386f-f67e-43a8-94b2-b71bc741845d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:28.854179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe212e6-569f-4788-80ac-bc8ddcc186e2 req-2391827b-68d9-4055-b101-994d9252e325 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:28.859559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3fe212e6-569f-4788-80ac-bc8ddcc186e2 req-2391827b-68d9-4055-b101-994d9252e325 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 944 time: 0.3189924 Sep 17 22:36:28.898570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Made reservation on behalf of d4e66d51eea94eefab9db14d682897d9 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:28.904370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.948513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-582e16d9-dd9a-4861-a6e1-d9c81b5de3c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2694991 Sep 17 22:36:28.963496 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.016885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3fe212e6-569f-4788-80ac-bc8ddcc186e2 req-c482d191-cb4e-4159-a768-b30df0a42b08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390727 Sep 17 22:36:29.024610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76040429-534e-4ebf-8554-f423d687bf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85e5c4-bb07-485b-9dcf-249414f09b03'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:29.026939 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d927d4c2-daa0-4f8a-8fc1-51276d506736" -d '{"events": [{"server_uuid": "76040429-534e-4ebf-8554-f423d687bf0b", "name": "network-vif-plugged", "status": "completed", "tag": "3e85e5c4-bb07-485b-9dcf-249414f09b03"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:29.088533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3e85e5c4-bb07-485b-9dcf-249414f09b03, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3e85e5c4-bb07-485b-9dcf-249414f09b03,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:29.109536 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.272547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39718) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:29.277963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3e85e5c4-bb07-485b-9dcf-249414f09b03,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:29.288402 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84cb134d-7120-4b0f-9186-5c21843c7a15 req-bc37946d-0cc0-4958-8c33-fb44d4bc76fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce9782d37dcb4766ac6cd247f4535971&device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.1431358 Sep 17 22:36:29.367170 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84cb134d-7120-4b0f-9186-5c21843c7a15 req-e4ea3cc9-de3a-46ad-9fc3-ab639d1e89a0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ce9782d37dcb4766ac6cd247f4535971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441012 Sep 17 22:36:29.401648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9120e78c-77d5-4773-9abf-be79fcd49f17 req-488c358f-b87e-4592-87f3-c8c4c41228f8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 210 time: 0.1277225 Sep 17 22:36:29.446049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Allocated IP 172.20.0.9 (8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396/fd4f6607-c921-4818-b779-309a1f058296/1ed10d20-7671-4f60-825d-6650a3bac047) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:29.484403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-9cbc2f52-b90b-48ca-9d34-fe027986a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:29.486783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-9cbc2f52-b90b-48ca-9d34-fe027986a52c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 1097 time: 0.4428103 Sep 17 22:36:29.504974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd01f6-7099-4c39-8b7e-99bb5c2a2e4b req-b2bdca60-3eb4-4412-973b-03940a5d01af tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:29.521485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7fbd01f6-7099-4c39-8b7e-99bb5c2a2e4b req-b2bdca60-3eb4-4412-973b-03940a5d01af tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.3413432 Sep 17 22:36:29.609848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb134d-7120-4b0f-9186-5c21843c7a15 req-9292833f-bab2-45d2-8378-12661212bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:29.611413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84cb134d-7120-4b0f-9186-5c21843c7a15 req-9292833f-bab2-45d2-8378-12661212bd30 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357988 Sep 17 22:36:29.645417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:29.753817 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa32dde-9e1e-424a-bbd0-9852344ff5fe x-openstack-request-id: req-baa32dde-9e1e-424a-bbd0-9852344ff5fe {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:29.754030 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76040429-534e-4ebf-8554-f423d687bf0b", "name": "network-vif-plugged", "status": "completed", "tag": "3e85e5c4-bb07-485b-9dcf-249414f09b03", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:29.754456 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-baa32dde-9e1e-424a-bbd0-9852344ff5fe {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:29.755931 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76040429-534e-4ebf-8554-f423d687bf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85e5c4-bb07-485b-9dcf-249414f09b03', 'code': 200} Sep 17 22:36:29.812472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:29.812858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.820184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-071ad708-92dd-4d0e-b9ec-78b5989d1e78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce56a04b00f043b1996d1893a1a86ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5044084 Sep 17 22:36:29.827377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39750) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:29.895852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.936562 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6829c3c5-a3cd-473f-bb3b-70ffeab67ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.944704 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Sync routers for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:29.953663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796be03e-d0fd-4ce9-9b75-d69eb60d5bfe req-b0e02d56-91b1-4b87-8811-080ede0f0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:29.955611 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-796be03e-d0fd-4ce9-9b75-d69eb60d5bfe req-b0e02d56-91b1-4b87-8811-080ede0f0ce7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 1097 time: 0.1271458 Sep 17 22:36:29.977532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7fbd01f6-7099-4c39-8b7e-99bb5c2a2e4b req-a47eeab4-e5a5-40d0-9058-42755342fb2f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544845 Sep 17 22:36:29.986611 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:29.997214 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:30.010314 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.016252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5462553f-cba5-4c22-a751-ecb2a4492b7c req-14fa5a89-7871-4f15-a037-a33187445d9a tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0634837 Sep 17 22:36:30.030067 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e364a98e-cbed-4aea-a24c-ed799486ff88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.063941 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.065357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3a9134aa-b1c3-47a2-a63c-204ab0ed6155,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:30.069513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-893a05d1-62fa-4010-84af-faec55931928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:30.073794 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.074698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-893a05d1-62fa-4010-84af-faec55931928 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.5452814 Sep 17 22:36:30.136109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-796be03e-d0fd-4ce9-9b75-d69eb60d5bfe req-0ea94e7e-28c4-4956-8b10-681934ad1d3b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649966 Sep 17 22:36:30.182621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=3a9134aa-b1c3-47a2-a63c-204ab0ed6155,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:30.218235 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e364a98e-cbed-4aea-a24c-ed799486ff88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.258341 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:30.278684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:30.311699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:30.328680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:30.352474 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-a0d04b5d-2250-4d3e-869b-3057c06443e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 200 len: 1000 time: 0.2693341 Sep 17 22:36:30.366478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05836d-ca6e-4a7d-ad46-4b08d0bc49d7 req-45fbca3a-b927-47d5-85a5-71ec092ba78a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:30.378575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f05836d-ca6e-4a7d-ad46-4b08d0bc49d7 req-45fbca3a-b927-47d5-85a5-71ec092ba78a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 945 time: 0.1487095 Sep 17 22:36:30.404912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:30.473760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:30.474640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.493469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e364a98e-cbed-4aea-a24c-ed799486ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.500217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e364a98e-cbed-4aea-a24c-ed799486ff88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.506614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e364a98e-cbed-4aea-a24c-ed799486ff88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26ca996b-13a8-44e5-af1d-73946f54a1ec HTTP/1.1" status: 204 len: 168 time: 0.6560450 Sep 17 22:36:30.537677 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-97375d1a-0ef7-47bb-8cb1-17cb4f1ca522 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8890188 Sep 17 22:36:30.538731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364a98e-cbed-4aea-a24c-ed799486ff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ca996b-13a8-44e5-af1d-73946f54a1ec,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:30.559928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Request body: {'port': {'device_id': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:30.564318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-e1643b81-d1d1-466c-aa41-e748df12361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:30.566503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-e1643b81-d1d1-466c-aa41-e748df12361f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.1869707 Sep 17 22:36:30.671204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f05836d-ca6e-4a7d-ad46-4b08d0bc49d7 req-3b080bed-459c-42f4-849a-70b5ad8ed476 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740278 Sep 17 22:36:30.757751 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 2, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:30.781478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-0ce3b2d1-b800-4207-b14a-90fcecbd5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:30.785398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-0ce3b2d1-b800-4207-b14a-90fcecbd5715 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2111838 Sep 17 22:36:30.796548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.824680 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Checking router: cf8abcf2-82b5-49b3-a127-324fa205fe69 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:30.825058 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Updating router cf8abcf2-82b5-49b3-a127-324fa205fe69 port f73484a9-f98a-432b-9928-3f57da44ffa9 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:36:30.878180 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.196267 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84cb134d-7120-4b0f-9186-5c21843c7a15 req-19b2bbe8-359f-4d85-bbb4-ce30e8ad487e tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.0610359 Sep 17 22:36:31.564790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:31.574165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93b763-6092-4250-89f0-e014816903b8 req-1dc8282d-c4ed-4b5e-8a6e-4bc25063ca42 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:31.580291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab93b763-6092-4250-89f0-e014816903b8 req-1dc8282d-c4ed-4b5e-8a6e-4bc25063ca42 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 931 time: 0.9078124 Sep 17 22:36:31.588720 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.602842 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.686411 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Pushing event updated for resources: {'Port': ['ID=f73484a9-f98a-432b-9928-3f57da44ffa9,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:31.751934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:31.753496 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.759872 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.766414 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.772441 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.773393 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.777319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.777319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.777319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.777319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.787511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed10d20-7671-4f60-825d-6650a3bac047 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:31.792787 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.794241 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.797720 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.798984 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:31.823949 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.837982 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab93b763-6092-4250-89f0-e014816903b8 req-4bf051a7-9f70-48e9-9509-d7250beba754 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011073 Sep 17 22:36:31.892743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Transition to ACTIVE for port object 1ed10d20-7671-4f60-825d-6650a3bac047 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:36:31.904286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.924458 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Attempting to bind port f73484a9-f98a-432b-9928-3f57da44ffa9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:31.925513 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Attempting to bind port f73484a9-f98a-432b-9928-3f57da44ffa9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:31.930813 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Attempting to bind port f73484a9-f98a-432b-9928-3f57da44ffa9 on network aa388694-c383-4083-82af-2984c0d11591 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:31.935123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b151a-2309-4d5a-b47c-ebe4fc7391e6 req-cbfaa1ea-7b28-453b-9220-bee1ec8d1c82 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:31.944384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea9b151a-2309-4d5a-b47c-ebe4fc7391e6 req-cbfaa1ea-7b28-453b-9220-bee1ec8d1c82 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.4883833 Sep 17 22:36:31.947519 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:31.951185 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Checking segment: {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:31.951626 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.956367 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Bound using segment: {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:31.957261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-a64b8780-d7bc-4a89-9b8d-5e2731a4387b service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1573596 Sep 17 22:36:31.959993 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Bound port: f73484a9-f98a-432b-9928-3f57da44ffa9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:31.959993 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.062172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:32.184615 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] For port f73484a9-f98a-432b-9928-3f57da44ffa9, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:32.194485 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] For port f73484a9-f98a-432b-9928-3f57da44ffa9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f73484a9-f98a-432b-9928-3f57da44ffa9,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:32.206117 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.233926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Attempting to bind port 1ed10d20-7671-4f60-825d-6650a3bac047 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:32.234282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Attempting to bind port 1ed10d20-7671-4f60-825d-6650a3bac047 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:32.234627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Attempting to bind port 1ed10d20-7671-4f60-825d-6650a3bac047 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:32.246912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Port 1ed10d20-7671-4f60-825d-6650a3bac047 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:36:32.248300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Attempting to bind port 1ed10d20-7671-4f60-825d-6650a3bac047 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:32.253167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8d87d27-f4cd-44a1-a370-a8a003d598d5 req-0bb70dfe-6533-4261-84d3-33b447308915 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61ac4eb-4431-43fe-bfd5-8bfcd2f85d63 HTTP/1.1" status: 200 len: 210 time: 0.1524854 Sep 17 22:36:32.272598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:32.272972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Checking segment: {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:32.273392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Bound using segment: {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:32.273878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Bound port: 1ed10d20-7671-4f60-825d-6650a3bac047, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:32.274248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.328358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-18bcf7f4-4bdb-40c9-9718-67337f478635 None None] Provisioning complete for port f73484a9-f98a-432b-9928-3f57da44ffa9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:32.330193 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18bcf7f4-4bdb-40c9-9718-67337f478635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.347361 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:32.348025 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:32.428279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea9b151a-2309-4d5a-b47c-ebe4fc7391e6 req-a7e3a8f5-6d8d-4320-a261-b518973ed5dd tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667935 Sep 17 22:36:32.482120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:32.494223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:32.499102 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161abdf3-1de3-4122-b509-9b1108c24526 None None] Pushing event updated for resources: {'Port': ['ID=f73484a9-f98a-432b-9928-3f57da44ffa9,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:32.504135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.616394 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18bcf7f4-4bdb-40c9-9718-67337f478635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.635693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:32.636329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.637796 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] 10.222.0.49 "PUT /v2.0/ports/1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 1092 time: 2.0851893 Sep 17 22:36:32.638334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:32.648766 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1061a763-1603-4c4d-94b1-55e730fec49d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:32.658449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8171ecd3-d490-4fb4-88fb-7e97987194f7 req-100cb28e-9185-42e3-9874-d95989832222 service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652455 Sep 17 22:36:32.740140 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:32.762818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b14c1-4fe4-43cc-b875-3a52e97c7005 req-bb99cfbc-61a2-4eb6-b235-60576cc9fd7e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:32.770154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a196c-1d0a-4ab3-bfb9-aff547465748 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:32.789075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-148b14c1-4fe4-43cc-b875-3a52e97c7005 req-bb99cfbc-61a2-4eb6-b235-60576cc9fd7e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 945 time: 0.2519848 Sep 17 22:36:32.832087 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-18bcf7f4-4bdb-40c9-9718-67337f478635 None None] For port f73484a9-f98a-432b-9928-3f57da44ffa9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f73484a9-f98a-432b-9928-3f57da44ffa9,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:32.838371 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69eaef59-1029-4cda-b3c0-d34e0c242a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.848376 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18bcf7f4-4bdb-40c9-9718-67337f478635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.983752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcf7f4-4bdb-40c9-9718-67337f478635 None None] Pushing event updated for resources: {'Port': ['ID=f73484a9-f98a-432b-9928-3f57da44ffa9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:32.991932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-148b14c1-4fe4-43cc-b875-3a52e97c7005 req-aad1794d-bfbb-4a09-9d36-d79ed6633f0d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866004 Sep 17 22:36:33.009596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-0cfce296-6006-4385-91b4-6e574b039f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.012469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5015c0ae-4baf-4b0a-ac09-e0900124bf35 None None] Provisioning complete for port f73484a9-f98a-432b-9928-3f57da44ffa9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:33.013132 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5015c0ae-4baf-4b0a-ac09-e0900124bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.014810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-0cfce296-6006-4385-91b4-6e574b039f51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1095 time: 0.2244823 Sep 17 22:36:33.060378 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859a69a9-b909-48e0-8d48-b6a3f091a54c x-openstack-request-id: req-859a69a9-b909-48e0-8d48-b6a3f091a54c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:33.061625 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:33.062032 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-859a69a9-b909-48e0-8d48-b6a3f091a54c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:33.062629 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047', 'status': 'completed', 'code': 200} Sep 17 22:36:33.151258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-1a638a68-f732-442f-8c81-3cc6b4ae3858 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 217 time: 0.1195347 Sep 17 22:36:33.169098 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.279984 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:33.308747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c167-fe90-4e0f-a6b6-9126297dfef5 req-14f4c620-eccf-42e0-b6d5-3a436224282d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.313180 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec81ebe-7c58-499e-9d57-886fd88670c6 None None] The sync data for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 is: [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:33.331460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b72c167-fe90-4e0f-a6b6-9126297dfef5 req-14f4c620-eccf-42e0-b6d5-3a436224282d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.1783614 Sep 17 22:36:33.361946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-4ca3f35f-0736-484d-bb6c-d2e0d0a7f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.364522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-4ca3f35f-0736-484d-bb6c-d2e0d0a7f94c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.1840382 Sep 17 22:36:33.442088 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-24779089-3ef1-4008-9794-026ef4de103e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589674 Sep 17 22:36:33.482488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b72c167-fe90-4e0f-a6b6-9126297dfef5 req-f2bc6e44-bacf-4cb4-a9ff-d15b58f44354 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496680 Sep 17 22:36:33.680265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f73484a9-f98a-432b-9928-3f57da44ffa9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:33.741325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-b8f9d628-b504-4c7c-b852-1fbb14435db9 service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864716 Sep 17 22:36:33.805720 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.823932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214cc0d-f0e5-457f-939e-9ccfddcfbf29 req-a92be75e-1d1c-42cb-88d2-72d20b7bc636 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.825603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f73484a9-f98a-432b-9928-3f57da44ffa9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:33.825984 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.829475 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9214cc0d-f0e5-457f-939e-9ccfddcfbf29 req-a92be75e-1d1c-42cb-88d2-72d20b7bc636 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 945 time: 0.1435542 Sep 17 22:36:33.988029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9214cc0d-f0e5-457f-939e-9ccfddcfbf29 req-f8d33c05-3388-43f7-bf87-5a32587a76ca tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483746 Sep 17 22:36:34.033973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c038f24-3111-42ef-b7bb-d321fce03d60 req-332c6b7b-9625-4965-82eb-61afd7df1173 service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818727 Sep 17 22:36:34.288141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061a763-1603-4c4d-94b1-55e730fec49d req-39f7d76c-e820-42eb-a7c8-bcf7ccf56d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:34.297416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1061a763-1603-4c4d-94b1-55e730fec49d req-39f7d76c-e820-42eb-a7c8-bcf7ccf56d6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1095 time: 0.1292794 Sep 17 22:36:34.588360 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.593602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061a763-1603-4c4d-94b1-55e730fec49d req-2b26fa8a-5e97-460d-ae0d-7de192a4d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:34.595577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1061a763-1603-4c4d-94b1-55e730fec49d req-2b26fa8a-5e97-460d-ae0d-7de192a4d57b service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 914 time: 0.2666979 Sep 17 22:36:34.615975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef935c-aacf-4e06-8d23-90b3f83ac77f req-1f959e10-9948-4aa3-b104-a8400be2e828 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:34.630644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57ef935c-aacf-4e06-8d23-90b3f83ac77f req-1f959e10-9948-4aa3-b104-a8400be2e828 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1514974 Sep 17 22:36:34.804065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1061a763-1603-4c4d-94b1-55e730fec49d req-83d38127-1f0b-426e-9ad8-49329cf6a05e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 217 time: 0.1709995 Sep 17 22:36:34.813844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57ef935c-aacf-4e06-8d23-90b3f83ac77f req-62fb148d-3cab-415a-97ab-f1e5eb89d89e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823654 Sep 17 22:36:34.881579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061a763-1603-4c4d-94b1-55e730fec49d req-3495d561-a5ed-4fb8-be05-e48231026f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:34.884329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1061a763-1603-4c4d-94b1-55e730fec49d req-3495d561-a5ed-4fb8-be05-e48231026f96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.0692451 Sep 17 22:36:34.944058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1061a763-1603-4c4d-94b1-55e730fec49d req-08fa20e3-cc4c-458c-a486-d4bfc377cc55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520236 Sep 17 22:36:35.150801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1061a763-1603-4c4d-94b1-55e730fec49d req-02e94609-1b4b-4b83-a7cc-63d261d14def service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937170 Sep 17 22:36:35.305800 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:35.353331 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1061a763-1603-4c4d-94b1-55e730fec49d req-6c5e3332-f118-4143-a772-a5037c94b8f1 service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941941 Sep 17 22:36:35.595523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f19b98c-46fa-4668-bb5b-299fa7484d74 req-ac12395f-00b8-4dfb-9a15-808387be2785 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce9782d37dcb4766ac6cd247f4535971&device_id=23bb46e3-3ba8-4ccc-93ee-96c92d3d463e HTTP/1.1" status: 200 len: 210 time: 0.1051128 Sep 17 22:36:35.632991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92345e13-20d7-4fdb-8824-6aafc3b5f074 req-b292a38b-06bc-4123-9c4d-f9530c4c7644 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:35.641028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92345e13-20d7-4fdb-8824-6aafc3b5f074 req-b292a38b-06bc-4123-9c4d-f9530c4c7644 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.1064534 Sep 17 22:36:35.705782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f19b98c-46fa-4668-bb5b-299fa7484d74 req-85c1a363-c2d8-45bc-a739-97cd75d63d58 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ce9782d37dcb4766ac6cd247f4535971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882573 Sep 17 22:36:35.721987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92345e13-20d7-4fdb-8824-6aafc3b5f074 req-36c1fd3e-9a39-44ab-9e7b-2f9e03a6d68a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750308 Sep 17 22:36:35.911078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76b34-37e6-4cec-8e5b-559154d2e9bf req-266597c2-1e48-4053-a4c4-a635af77f27b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:35.912803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbc76b34-37e6-4cec-8e5b-559154d2e9bf req-266597c2-1e48-4053-a4c4-a635af77f27b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 945 time: 0.0749896 Sep 17 22:36:35.916024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19b98c-46fa-4668-bb5b-299fa7484d74 req-5fe50b5e-e728-4973-a298-18dd87c2f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:35.917483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f19b98c-46fa-4668-bb5b-299fa7484d74 req-5fe50b5e-e728-4973-a298-18dd87c2f452 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991482 Sep 17 22:36:35.986423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbc76b34-37e6-4cec-8e5b-559154d2e9bf req-19efc5df-cde0-4294-9c49-2bb77e572d6c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656562 Sep 17 22:36:36.205236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e7dc62b-c817-4b36-8e3a-43c259960565 req-76b9ff7e-107d-46d4-a5ea-7adcc191753b tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=23bb46e3-3ba8-4ccc-93ee-96c92d3d463e HTTP/1.1" status: 200 len: 210 time: 0.0403953 Sep 17 22:36:36.347510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7620a-c658-49f8-a7e5-368fc07e8897 req-d387f317-805d-4e33-a2a1-b045b4adaa04 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:36.349614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74f7620a-c658-49f8-a7e5-368fc07e8897 req-d387f317-805d-4e33-a2a1-b045b4adaa04 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0631280 Sep 17 22:36:36.394309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74f7620a-c658-49f8-a7e5-368fc07e8897 req-9a2e6aa6-5df1-4266-9984-b085af0d25f5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364523 Sep 17 22:36:36.767547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-60b18865-ccc9-4c0a-81b3-5cf342d02ab8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:36.769127 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-60b18865-ccc9-4c0a-81b3-5cf342d02ab8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 945 time: 0.0553925 Sep 17 22:36:36.897179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Deleting port 3e85e5c4-bb07-485b-9dcf-249414f09b03 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:36.898146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.928518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00bdb5-eb09-4c31-b958-3d21cf93b145 req-f9f65c4b-120a-4e16-a21b-725b24b61433 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:36.930252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b00bdb5-eb09-4c31-b958-3d21cf93b145 req-f9f65c4b-120a-4e16-a21b-725b24b61433 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.1376371 Sep 17 22:36:37.014757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b00bdb5-eb09-4c31-b958-3d21cf93b145 req-0f96b16e-5b1e-4a51-8dba-002061d34d71 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599852 Sep 17 22:36:37.044187 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] For port 3e85e5c4-bb07-485b-9dcf-249414f09b03, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3e85e5c4-bb07-485b-9dcf-249414f09b03,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:37.045220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.064853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Calling delete_port for 3e85e5c4-bb07-485b-9dcf-249414f09b03 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:37.176087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d8ff-246f-4975-b3b5-cd617d9462bf req-a274ab23-7193-4d20-b493-7974be7c6ce6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:37.185644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5209d8ff-246f-4975-b3b5-cd617d9462bf req-a274ab23-7193-4d20-b493-7974be7c6ce6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=76040429-534e-4ebf-8554-f423d687bf0b HTTP/1.1" status: 200 len: 945 time: 0.0868204 Sep 17 22:36:37.241408 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5209d8ff-246f-4975-b3b5-cd617d9462bf req-4666ef54-ece4-48ce-be46-c3d851c73969 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543518 Sep 17 22:36:37.262759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.280831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1', '3e85e5c4-bb07-485b-9dcf-249414f09b03'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:37.311971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event deleted for resources: {'Port': ['ID=3e85e5c4-bb07-485b-9dcf-249414f09b03,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:37.377654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] No DVR routers for this DVR port 3e85e5c4-bb07-485b-9dcf-249414f09b03 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:37.386108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.398945 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea71e5c8-8841-48fe-affa-27d355888cb9 req-c1db35a9-410d-42e2-b4ce-4547e7ca8dc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "DELETE /v2.0/ports/3e85e5c4-bb07-485b-9dcf-249414f09b03 HTTP/1.1" status: 204 len: 173 time: 0.6133022 Sep 17 22:36:37.400158 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76040429-534e-4ebf-8554-f423d687bf0b', 'name': 'network-vif-deleted', 'tag': '3e85e5c4-bb07-485b-9dcf-249414f09b03'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:37.407175 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba19660-bcdc-4d8e-9e8d-42b6b2fd1bd2" -d '{"events": [{"server_uuid": "76040429-534e-4ebf-8554-f423d687bf0b", "name": "network-vif-deleted", "tag": "3e85e5c4-bb07-485b-9dcf-249414f09b03"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:37.409081 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:37.536811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12d057ee-8e7d-4151-88ac-0f073d72b49e req-e71edc81-5daa-440f-b204-5700770ca0e1 tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.48 "GET /v2.0/ports?device_id=23bb46e3-3ba8-4ccc-93ee-96c92d3d463e HTTP/1.1" status: 200 len: 210 time: 0.0799239 Sep 17 22:36:37.624634 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a5cbf6-d6be-40a2-9d1c-94abbbb0dc9b x-openstack-request-id: req-95a5cbf6-d6be-40a2-9d1c-94abbbb0dc9b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:37.624954 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76040429-534e-4ebf-8554-f423d687bf0b", "name": "network-vif-deleted", "tag": "3e85e5c4-bb07-485b-9dcf-249414f09b03", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:37.625239 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95a5cbf6-d6be-40a2-9d1c-94abbbb0dc9b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:37.625641 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76040429-534e-4ebf-8554-f423d687bf0b', 'name': 'network-vif-deleted', 'tag': '3e85e5c4-bb07-485b-9dcf-249414f09b03', 'status': 'completed', 'code': 200} Sep 17 22:36:37.653677 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:37.668625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '1ed10d20-7671-4f60-825d-6650a3bac047', 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396', 'port_id': '1ed10d20-7671-4f60-825d-6650a3bac047', 'mac_address': 'fa:16:3e:14:36:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4f6607-c921-4818-b779-309a1f058296', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:37.712669 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.730100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed10d20-7671-4f60-825d-6650a3bac047 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:37.758228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:37.761050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a984c-f687-4ab4-868a-8cef5104add3 req-e4846fbc-1847-4b0a-b0c9-0eb0589ce16a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:37.762606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a02a984c-f687-4ab4-868a-8cef5104add3 req-e4846fbc-1847-4b0a-b0c9-0eb0589ce16a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.0579145 Sep 17 22:36:37.762926 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.818835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:37.851215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f19b98c-46fa-4668-bb5b-299fa7484d74 req-fc0a5247-7b88-4ced-aba6-a5f0e5f1776b tempest-ServerShowV247Test-230785447 tempest-ServerShowV247Test-230785447-project] 10.222.0.49 "GET /v2.0/ports?device_id=23bb46e3-3ba8-4ccc-93ee-96c92d3d463e HTTP/1.1" status: 200 len: 210 time: 0.0766935 Sep 17 22:36:37.869304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a02a984c-f687-4ab4-868a-8cef5104add3 req-93648a46-39f7-40b6-91f5-5722055230ef tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932589 Sep 17 22:36:38.168333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ceb2-bb4c-46c9-aeb6-b99ec376e697 req-e4c0013b-05ec-46f7-b175-3d7fd5bf4b49 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:38.170829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6b5ceb2-bb4c-46c9-aeb6-b99ec376e697 req-e4c0013b-05ec-46f7-b175-3d7fd5bf4b49 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0523450 Sep 17 22:36:38.213603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6b5ceb2-bb4c-46c9-aeb6-b99ec376e697 req-6b1e0bba-541f-41db-91f0-3a1fcd62e898 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355773 Sep 17 22:36:38.236646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1ed10d20-7671-4f60-825d-6650a3bac047'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:38.366081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39914) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:38.509597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-5f062500-a54b-4e54-a280-b88572fc50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:38.511100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-5f062500-a54b-4e54-a280-b88572fc50b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0524769 Sep 17 22:36:38.534254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-267c8b4f-4e63-4c40-9d3c-f4f98925619c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.658113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-08dd8a79-fa55-4a5d-abb7-a685117748f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:38.659467 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-08dd8a79-fa55-4a5d-abb7-a685117748f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 912 time: 0.1343095 Sep 17 22:36:38.719932 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-01d0ec3c-d7a7-437e-bf0c-e263e863bb04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992 HTTP/1.1" status: 200 len: 217 time: 0.0501542 Sep 17 22:36:38.791199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-46e91009-9349-4b2d-a3ce-cd6d81c76e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:38.792858 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-46e91009-9349-4b2d-a3ce-cd6d81c76e4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0660326 Sep 17 22:36:38.813613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-267c8b4f-4e63-4c40-9d3c-f4f98925619c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.816739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39924) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:38.837153 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-0bae2141-5696-43f8-8951-bacb797aa619 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322180 Sep 17 22:36:38.838433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-267c8b4f-4e63-4c40-9d3c-f4f98925619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.904680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c8b4f-4e63-4c40-9d3c-f4f98925619c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7be28c-b44a-4db5-a309-2706676f9eea,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:38.915132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39930) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:38.915319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-267c8b4f-4e63-4c40-9d3c-f4f98925619c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47dded23e78c42039efda88f6b192ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474789 Sep 17 22:36:38.981927 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-f8db092a-36a7-4bfb-832a-2f4357f0b6f7 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318421 Sep 17 22:36:38.991849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f356c9ff-89a3-45f2-8b0b-1e3054445c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.059415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a363-c3cd-4934-b3cf-87dc36840101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.092467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ff308-a8e2-4175-b90b-8708e9506d86 req-7ee9b0c7-eb69-43f8-a7c6-f7b50697aa72 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:39.094182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d47ff308-a8e2-4175-b90b-8708e9506d86 req-7ee9b0c7-eb69-43f8-a7c6-f7b50697aa72 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1327455 Sep 17 22:36:39.110894 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a363-c3cd-4934-b3cf-87dc36840101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.114028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2228bd4-ee00-43e4-b3eb-98a4b0e3e812 req-d1d4d1a7-100b-4981-b748-2d926cf0e866 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247036 Sep 17 22:36:39.196909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d47ff308-a8e2-4175-b90b-8708e9506d86 req-5a750c64-12ec-431b-b955-487f078a439a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908420 Sep 17 22:36:39.223358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a363-c3cd-4934-b3cf-87dc36840101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.225701 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a363-c3cd-4934-b3cf-87dc36840101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.226887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eeb8a363-c3cd-4934-b3cf-87dc36840101 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df7be28c-b44a-4db5-a309-2706676f9eea HTTP/1.1" status: 204 len: 168 time: 0.3105690 Sep 17 22:36:39.248433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8a363-c3cd-4934-b3cf-87dc36840101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7be28c-b44a-4db5-a309-2706676f9eea,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:39.251771 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f356c9ff-89a3-45f2-8b0b-1e3054445c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.260184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f356c9ff-89a3-45f2-8b0b-1e3054445c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.320397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356c9ff-89a3-45f2-8b0b-1e3054445c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91d2c8-462f-4d86-bad0-67487131f969,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:39.327253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f356c9ff-89a3-45f2-8b0b-1e3054445c9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce9782d37dcb4766ac6cd247f4535971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091975 Sep 17 22:36:39.329928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39940) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:39.449240 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c8034-dde5-44e4-91a5-87ccfc5cdfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.465307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea26057-f568-4d4d-9ddc-1b037d53e661 req-30a1eb74-aff6-4501-80d2-b87af288b552 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:39.467112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eea26057-f568-4d4d-9ddc-1b037d53e661 req-30a1eb74-aff6-4501-80d2-b87af288b552 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0727818 Sep 17 22:36:39.474530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c8034-dde5-44e4-91a5-87ccfc5cdfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.530479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eea26057-f568-4d4d-9ddc-1b037d53e661 req-87dbb7c1-fadc-47d7-8117-629187d63d52 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557742 Sep 17 22:36:39.531699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c8034-dde5-44e4-91a5-87ccfc5cdfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.545685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c8034-dde5-44e4-91a5-87ccfc5cdfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.551921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b04c8034-dde5-44e4-91a5-87ccfc5cdfdf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d91d2c8-462f-4d86-bad0-67487131f969 HTTP/1.1" status: 204 len: 168 time: 0.2178078 Sep 17 22:36:39.572304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c8034-dde5-44e4-91a5-87ccfc5cdfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91d2c8-462f-4d86-bad0-67487131f969,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:40.364008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-05ca6bbc-6b20-4725-b8e7-663356b83437 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:40.366471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-05ca6bbc-6b20-4725-b8e7-663356b83437 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.1824329 Sep 17 22:36:40.382012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508144be-4745-4142-bc1b-d10bf637cbb0 req-beb7904a-1419-496e-bfe6-57e64f15d76a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:40.389798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-508144be-4745-4142-bc1b-d10bf637cbb0 req-beb7904a-1419-496e-bfe6-57e64f15d76a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 945 time: 0.1035697 Sep 17 22:36:40.420079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-29509a7a-1399-43be-adb2-2e5496966da2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/quotas/424939a27a5f4673ab12eaf052c7651b HTTP/1.1" status: 200 len: 375 time: 0.0276408 Sep 17 22:36:40.446373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device fc774827-60d4-4e89-9ac6-a65c1a32e992 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:40.452359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-508144be-4745-4142-bc1b-d10bf637cbb0 req-47de297e-9520-457b-94db-d6b670edc046 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605581 Sep 17 22:36:40.509496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-0fe445e8-cd6d-4dd2-b001-1f8c6bb68ac7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797145 Sep 17 22:36:40.596994 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.641707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:40.647161 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd00885e-6624-4ea3-a61c-c86096045b99" -d '{"events": [{"server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:40.651135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-0e4fabdb-b63c-4011-87ea-f8af516a1d17 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260812 Sep 17 22:36:40.653146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40012) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:40.677842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:40.686120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.687594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3e85e5c4-bb07-485b-9dcf-249414f09b03 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:40.725743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 3e85e5c4-bb07-485b-9dcf-249414f09b03 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:40.726412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3e85e5c4-bb07-485b-9dcf-249414f09b03 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:40.799815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-01f971be-52ba-4799-b7b1-ca7cfbf66de1 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401019 Sep 17 22:36:40.800519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:40.813744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1316723186-network', 'tenant_id': '20be6de4129741f9b38252c13b0b2a81'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:40.844218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Made reservation on behalf of 20be6de4129741f9b38252c13b0b2a81 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:40.846918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.859655 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.997915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.008010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.108345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34549c9a-5340-46dc-ba5e-c1d222a5395a req-d8e3a464-03c1-4b74-959f-f38b7d00216b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:41.110999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34549c9a-5340-46dc-ba5e-c1d222a5395a req-d8e3a464-03c1-4b74-959f-f38b7d00216b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0552938 Sep 17 22:36:41.132427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:41.137753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d07e28-afad-4672-8ca3-bdfde907e1ee,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:41.152554 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.153662 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Added segment a89969e6-e82a-462f-90d1-ffa5891fe437 of type vlan for network d5a7cfd6-56f3-4c4c-9a86-1472bf94d0da Sep 17 22:36:41.189198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34549c9a-5340-46dc-ba5e-c1d222a5395a req-53d6852a-ea21-4af3-b58d-8587d14e95d7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715926 Sep 17 22:36:41.236245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.304196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.307227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:41.307969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.353291 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6983197 Sep 17 22:36:41.373899 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da44107b-2d04-46bd-98c3-f261b43ce7fe x-openstack-request-id: req-da44107b-2d04-46bd-98c3-f261b43ce7fe {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:41.374488 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:41.374965 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da44107b-2d04-46bd-98c3-f261b43ce7fe {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:41.375506 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'code': 200} Sep 17 22:36:41.401036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:41.462825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b8bd6-87c4-4443-8240-5a3e4e2123c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a7cfd6-56f3-4c4c-9a86-1472bf94d0da,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:41.496527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network d5a7cfd6-56f3-4c4c-9a86-1472bf94d0da details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:41.511514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b520a735-d7fa-41f2-a11a-7dfbd92cce1b req-1e298c84-20dc-4d93-b611-5ecec5a576ef tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 210 time: 0.0616825 Sep 17 22:36:41.647538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 1ed10d20-7671-4f60-825d-6650a3bac047 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:41.653078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 1ed10d20-7671-4f60-825d-6650a3bac047 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:41.653992 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.748526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a6b4b-32e8-42c2-9e9b-56d7fe192bff req-a490710f-3b8c-44fe-9249-6b6e93c044ad tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:41.750332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b1a6b4b-32e8-42c2-9e9b-56d7fe192bff req-a490710f-3b8c-44fe-9249-6b6e93c044ad tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 943 time: 0.0772991 Sep 17 22:36:41.777403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.821606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b1a6b4b-32e8-42c2-9e9b-56d7fe192bff req-b80a1b07-ee93-4296-8473-1af0f439e578 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569279 Sep 17 22:36:41.828604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:41.838330 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.907911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:42.071032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d39cc3-0f34-48b4-abb2-26c1f29094fc req-72fb59d9-bd43-409d-9928-f3c38b82cc06 tempest-ComputeTenantNetworksTest-268419582 tempest-ComputeTenantNetworksTest-268419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.077417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d39cc3-0f34-48b4-abb2-26c1f29094fc req-72fb59d9-bd43-409d-9928-f3c38b82cc06 tempest-ComputeTenantNetworksTest-268419582 tempest-ComputeTenantNetworksTest-268419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.083714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d39cc3-0f34-48b4-abb2-26c1f29094fc req-72fb59d9-bd43-409d-9928-f3c38b82cc06 tempest-ComputeTenantNetworksTest-268419582 tempest-ComputeTenantNetworksTest-268419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.086960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07d39cc3-0f34-48b4-abb2-26c1f29094fc req-72fb59d9-bd43-409d-9928-f3c38b82cc06 tempest-ComputeTenantNetworksTest-268419582 tempest-ComputeTenantNetworksTest-268419582-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2467132 Sep 17 22:36:42.564559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd12df6-69a0-4681-8277-5412ef75ec4c req-46a2325a-0430-46c8-9939-65335d6cea40 tempest-ComputeTenantNetworksTest-268419582 tempest-ComputeTenantNetworksTest-268419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.566717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bd12df6-69a0-4681-8277-5412ef75ec4c req-46a2325a-0430-46c8-9939-65335d6cea40 tempest-ComputeTenantNetworksTest-268419582 tempest-ComputeTenantNetworksTest-268419582-project] 10.222.0.48 "GET /v2.0/networks/d5a7cfd6-56f3-4c4c-9a86-1472bf94d0da HTTP/1.1" status: 200 len: 769 time: 0.1538970 Sep 17 22:36:42.576706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:42.633355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-c14a37bd-355e-4b36-95bc-7106ada26a93 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.635335 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-c14a37bd-355e-4b36-95bc-7106ada26a93 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.2142296 Sep 17 22:36:42.678891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Request body: {'port': {'device_id': '95735af6-1f62-487d-bbb8-27ee2a8019d0', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'admin_state_up': True, 'tenant_id': '424939a27a5f4673ab12eaf052c7651b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:42.716992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.737249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f73f-9fe2-41e0-9d05-e32d442c18d9 req-2423e622-dbf2-4f33-aab7-c7d6cc6ae82b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.748855 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc36f73f-9fe2-41e0-9d05-e32d442c18d9 req-2423e622-dbf2-4f33-aab7-c7d6cc6ae82b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1003721 Sep 17 22:36:42.826678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc36f73f-9fe2-41e0-9d05-e32d442c18d9 req-993dd5ab-1417-4b53-9260-273143920642 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768619 Sep 17 22:36:42.840377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-54b32dc3-e3d5-49f6-a0dc-c90803d3a090 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.846683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-54b32dc3-e3d5-49f6-a0dc-c90803d3a090 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=63996ca0-792f-452b-843d-506175ac8fb1 HTTP/1.1" status: 200 len: 943 time: 0.0949588 Sep 17 22:36:42.853811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.885995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a7cfd6-56f3-4c4c-9a86-1472bf94d0da']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:42.901418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89969e6-e82a-462f-90d1-ffa5891fe437') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:42.901983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89969e6-e82a-462f-90d1-ffa5891fe437') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:42.914707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.933548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.944403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:42.944892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:42.964902 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:42.972021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Deleting port fc774827-60d4-4e89-9ac6-a65c1a32e992 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:42.972367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.025232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.049834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:43.054676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.057672 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.062289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5a7cfd6-56f3-4c4c-9a86-1472bf94d0da HTTP/1.1" status: 204 len: 168 time: 0.4820876 Sep 17 22:36:43.064226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a7cfd6-56f3-4c4c-9a86-1472bf94d0da,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:43.088822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.093086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.093765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.094303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.096721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.101530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.101886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.102252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.102592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.102925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.103258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.103588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb064c-a7f0-4d6a-8979-c2682db0ad39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:43.262401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40106) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.278109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Allocated IP 172.20.0.4 (f0ded5a1-8630-4532-83fb-82b6b379ce42/a4fde16d-77f2-4399-a58a-0878473fd609/5396ec71-f154-4da9-bcb2-414409cfa244) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:43.356442 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-760db15a-3d29-4a2c-832e-e087817824d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20be6de4129741f9b38252c13b0b2a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866342 Sep 17 22:36:43.357376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bea0e1e0-701b-44ae-8212-1fa3fefbcfa8 req-a4241fe9-6b76-4924-994b-f52f847d3eae tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 210 time: 0.3111823 Sep 17 22:36:43.357924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40108) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.377484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:43.380416 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba046d54-f9a7-49b2-8447-aabf2f9df99b" -d '{"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:43.457341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] For port fc774827-60d4-4e89-9ac6-a65c1a32e992, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=fc774827-60d4-4e89-9ac6-a65c1a32e992,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:43.457668 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.496430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Calling delete_port for fc774827-60d4-4e89-9ac6-a65c1a32e992 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:43.502559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.540852 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-969e4c85-3f3e-4086-9697-0ca74bfd87bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.544858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.556409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:43.571926 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-969e4c85-3f3e-4086-9697-0ca74bfd87bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.616275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:43.620557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:43.623824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:43.675940 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d6477a-db6e-48d4-8403-1c140b830136 x-openstack-request-id: req-51d6477a-db6e-48d4-8403-1c140b830136 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:43.677402 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:43.677402 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51d6477a-db6e-48d4-8403-1c140b830136 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:43.678788 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047', 'code': 200} Sep 17 22:36:43.692330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.693630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.713745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event updated for resources: {'Port': ['ID=5396ec71-f154-4da9-bcb2-414409cfa244,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:43.741044 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-2bc67cde-0bcd-469c-9255-bd59124baedb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0658925 Sep 17 22:36:43.758108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Request body: {'port': {'device_id': '95735af6-1f62-487d-bbb8-27ee2a8019d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:43.825416 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.834114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.867329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event deleted for resources: {'Port': ['ID=fc774827-60d4-4e89-9ac6-a65c1a32e992,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:43.883045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a262b6-9bc8-4f0e-ad88-5fe909d870a2 req-122809d4-88fc-4f07-b10a-9163a07331a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.884720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7a262b6-9bc8-4f0e-ad88-5fe909d870a2 req-122809d4-88fc-4f07-b10a-9163a07331a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1097 time: 0.1012247 Sep 17 22:36:43.904774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-969e4c85-3f3e-4086-9697-0ca74bfd87bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.907336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-969e4c85-3f3e-4086-9697-0ca74bfd87bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.911270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-969e4c85-3f3e-4086-9697-0ca74bfd87bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08d07e28-afad-4672-8ca3-bdfde907e1ee HTTP/1.1" status: 204 len: 168 time: 0.5371912 Sep 17 22:36:43.972623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] No DVR routers for this DVR port fc774827-60d4-4e89-9ac6-a65c1a32e992 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:44.016098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.019301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b267a8ee-e921-4ffb-b4ea-72697b95261e req-6a9c0917-79a8-42f5-92be-b095f34f4a23 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "DELETE /v2.0/ports/fc774827-60d4-4e89-9ac6-a65c1a32e992 HTTP/1.1" status: 204 len: 173 time: 1.1655529 Sep 17 22:36:44.025131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'name': 'network-vif-deleted', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:44.032912 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a18ca9-4525-4959-ab65-62d2753c17ef" -d '{"events": [{"server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "name": "network-vif-deleted", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:44.045982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e4c85-3f3e-4086-9697-0ca74bfd87bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d07e28-afad-4672-8ca3-bdfde907e1ee,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:44.091792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7a262b6-9bc8-4f0e-ad88-5fe909d870a2 req-699a6683-ccf8-402c-9b49-2d7121d60272 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916101 Sep 17 22:36:44.260686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5396ec71-f154-4da9-bcb2-414409cfa244 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:44.269828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.283803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Transition to ACTIVE for port object 5396ec71-f154-4da9-bcb2-414409cfa244 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:36:44.306802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.364309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Pushing event updated for resources: {'Port': ['ID=5396ec71-f154-4da9-bcb2-414409cfa244,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:44.386527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655bbfa-393c-4b50-b03e-9248aab69922 req-401b0611-753c-4536-bf8e-116a5694d8e9 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.390764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1655bbfa-393c-4b50-b03e-9248aab69922 req-401b0611-753c-4536-bf8e-116a5694d8e9 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0980930 Sep 17 22:36:44.461296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1655bbfa-393c-4b50-b03e-9248aab69922 req-70161c67-4c84-4868-a2a4-e5c24cfaf357 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577011 Sep 17 22:36:44.463447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Attempting to bind port 5396ec71-f154-4da9-bcb2-414409cfa244 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:44.472525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Attempting to bind port 5396ec71-f154-4da9-bcb2-414409cfa244 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:44.472525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Attempting to bind port 5396ec71-f154-4da9-bcb2-414409cfa244 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:44.472525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Port 5396ec71-f154-4da9-bcb2-414409cfa244 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:36:44.472525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Attempting to bind port 5396ec71-f154-4da9-bcb2-414409cfa244 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:44.480654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:44.481707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Checking segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:44.483472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Bound using segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:44.486448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device fc774827-60d4-4e89-9ac6-a65c1a32e992 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:44.488377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Bound port: 5396ec71-f154-4da9-bcb2-414409cfa244, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:44.488377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.559567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: fc774827-60d4-4e89-9ac6-a65c1a32e992 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:44.559959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device fc774827-60d4-4e89-9ac6-a65c1a32e992 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:44.637866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] For port 5396ec71-f154-4da9-bcb2-414409cfa244, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:44.641707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] For port 5396ec71-f154-4da9-bcb2-414409cfa244, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5396ec71-f154-4da9-bcb2-414409cfa244,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:44.647062 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1542aeb-9743-454f-91a2-000621968be9 x-openstack-request-id: req-d1542aeb-9743-454f-91a2-000621968be9 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:44.647993 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63996ca0-792f-452b-843d-506175ac8fb1", "name": "network-vif-deleted", "tag": "fc774827-60d4-4e89-9ac6-a65c1a32e992", "status": "failed", "code": 422}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:44.648615 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1542aeb-9743-454f-91a2-000621968be9 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:44.649329 n-d-789963-10 neutron-server[94737]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63996ca0-792f-452b-843d-506175ac8fb1', 'name': 'network-vif-deleted', 'tag': 'fc774827-60d4-4e89-9ac6-a65c1a32e992', 'status': 'failed', 'code': 422} returned with failed status Sep 17 22:36:44.652170 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.694628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.695651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.697422 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] 10.222.0.45 "PUT /v2.0/ports/5396ec71-f154-4da9-bcb2-414409cfa244 HTTP/1.1" status: 200 len: 1092 time: 0.9475651 Sep 17 22:36:44.698092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95735af6-1f62-487d-bbb8-27ee2a8019d0', 'tag': '5396ec71-f154-4da9-bcb2-414409cfa244'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:44.702395 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe" -d '{"events": [{"name": "network-changed", "server_uuid": "95735af6-1f62-487d-bbb8-27ee2a8019d0", "tag": "5396ec71-f154-4da9-bcb2-414409cfa244"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:44.822671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea5555-cab7-4ad4-8fed-1e552b00e90f service neutron] Pushing event updated for resources: {'Port': ['ID=5396ec71-f154-4da9-bcb2-414409cfa244,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:44.860723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-d09d4cb4-7d1c-4b1f-9da8-c518bd98ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.862603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-d09d4cb4-7d1c-4b1f-9da8-c518bd98ac1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 1095 time: 0.1058772 Sep 17 22:36:44.863664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78ee04-d160-4a70-a62d-ff809ac42b52 req-d7bf5a73-3919-46fd-ba59-54b1211ce4e1 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.866251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b78ee04-d160-4a70-a62d-ff809ac42b52 req-d7bf5a73-3919-46fd-ba59-54b1211ce4e1 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 943 time: 0.0824594 Sep 17 22:36:44.928307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b78ee04-d160-4a70-a62d-ff809ac42b52 req-c6db1f7b-40d6-4d13-914a-298c2219ebdd tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503838 Sep 17 22:36:45.352483 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-c3ff73d2-1302-436e-9309-3c7a59eb2426 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5396ec71-f154-4da9-bcb2-414409cfa244 HTTP/1.1" status: 200 len: 217 time: 0.4809008 Sep 17 22:36:45.354006 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8488997-ec5d-4132-8cc9-b4695c1e3b5d x-openstack-request-id: req-c8488997-ec5d-4132-8cc9-b4695c1e3b5d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:45.354297 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95735af6-1f62-487d-bbb8-27ee2a8019d0", "tag": "5396ec71-f154-4da9-bcb2-414409cfa244", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:45.354562 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8488997-ec5d-4132-8cc9-b4695c1e3b5d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:45.354926 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95735af6-1f62-487d-bbb8-27ee2a8019d0', 'tag': '5396ec71-f154-4da9-bcb2-414409cfa244', 'status': 'completed', 'code': 200} Sep 17 22:36:45.423742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-5546ed4a-027e-4cfe-a2d7-abe8243063bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:45.425533 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-5546ed4a-027e-4cfe-a2d7-abe8243063bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0613353 Sep 17 22:36:45.504139 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-11c72935-8a00-4da4-8872-985c4babe43a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704563 Sep 17 22:36:45.713927 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-850f831c-5a4e-4267-b8a0-797120e2a3eb service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008586 Sep 17 22:36:45.719011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b898d-474d-4cae-9421-644078c0d949 req-c00323e1-fef7-4741-a751-1c9d710efbb8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:45.727457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a72b898d-474d-4cae-9421-644078c0d949 req-c00323e1-fef7-4741-a751-1c9d710efbb8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1378775 Sep 17 22:36:45.736982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-4a8f8b9c-e49c-430d-8b11-0fb9d7522abb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:45.746707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-4a8f8b9c-e49c-430d-8b11-0fb9d7522abb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.3352897 Sep 17 22:36:45.806636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a72b898d-474d-4cae-9421-644078c0d949 req-bef1c1b6-9a0e-4709-9853-c7c46493582a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731432 Sep 17 22:36:45.827563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-f7603362-0ca3-4964-8e62-c090d0fc1849 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/quotas/6bbefcb9aba54baf82ee80e067d50ea1 HTTP/1.1" status: 200 len: 375 time: 0.0796938 Sep 17 22:36:45.874934 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-a5666f8f-89c7-4d41-ab7f-e3b294f71ba2 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462031 Sep 17 22:36:45.916945 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5c0f5e58-e2bb-442e-9590-24e21deaebe9 req-4870b7eb-5b07-4cfe-b5f7-e7194b84e761 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944566 Sep 17 22:36:46.021209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-46134164-21e5-42ef-aedf-d92d95ccc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:46.022989 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-46134164-21e5-42ef-aedf-d92d95ccc589 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 1095 time: 0.0477028 Sep 17 22:36:46.028673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-60bdbb95-b4f4-47db-9b5d-bf493feb19b9 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520369 Sep 17 22:36:46.230534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d2c2c4f3-cc7d-4c6c-a82f-d2dc6592a755 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963170 Sep 17 22:36:46.240569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-c05f7ce8-6e65-41d7-a7bf-c3adb0698496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:46.242725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-c05f7ce8-6e65-41d7-a7bf-c3adb0698496 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.2106977 Sep 17 22:36:46.303608 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-21167076-615f-4939-8b56-9aed4c2b3623 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5396ec71-f154-4da9-bcb2-414409cfa244 HTTP/1.1" status: 200 len: 217 time: 0.0493708 Sep 17 22:36:46.337225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceb76e-e815-4ff6-8b76-895a94665628 req-38b2972c-c4c0-41e3-b34d-03f771dddc4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:46.340555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0ceb76e-e815-4ff6-8b76-895a94665628 req-38b2972c-c4c0-41e3-b34d-03f771dddc4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 943 time: 0.1647878 Sep 17 22:36:46.402435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-f8719b73-0f36-4eec-8b7a-7f57060e787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:46.404661 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-f8719b73-0f36-4eec-8b7a-7f57060e787d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0928080 Sep 17 22:36:46.422694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0ceb76e-e815-4ff6-8b76-895a94665628 req-a996df9e-a855-4bd7-8ecf-a5f839be6f49 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754640 Sep 17 22:36:46.476353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-5046df1a-5321-4c8e-8411-6d9d34cb5748 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624046 Sep 17 22:36:46.670317 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-364f7e7b-307f-4cd1-ab56-0d235f8db060 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855781 Sep 17 22:36:46.689575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb3aac60-4d98-490b-a817-55c4348888c3 req-23013abb-09b9-41d4-aac0-385cfeae8d28 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 210 time: 0.0471156 Sep 17 22:36:46.913909 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed61b24a-5035-4ec6-93d0-8f6d99c04afe req-d4e2feb9-a928-482a-bb26-7f0f42162b16 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343678 Sep 17 22:36:46.980525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8fb6-0010-40c0-9e3d-149283075944 req-31d03daa-8266-48a5-a67e-d88dd1898f67 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:47.027461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-097d8fb6-0010-40c0-9e3d-149283075944 req-31d03daa-8266-48a5-a67e-d88dd1898f67 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0700729 Sep 17 22:36:47.027461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-097d8fb6-0010-40c0-9e3d-149283075944 req-fb47a2e2-c97a-411c-ba24-2fcf72f65744 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Sep 17 22:36:47.467925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-e53e6c4a-e6f8-4561-a4c8-24492ef2a4af tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:47.475413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-e53e6c4a-e6f8-4561-a4c8-24492ef2a4af tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 813 time: 0.1533852 Sep 17 22:36:47.494161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-04d8f3b5-7d14-4fac-a818-b183f9799bfb tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/quotas/d4e66d51eea94eefab9db14d682897d9 HTTP/1.1" status: 200 len: 375 time: 0.0176759 Sep 17 22:36:47.579731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-4ea9ccc5-49b8-4171-99a6-89d3902b2ccc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843251 Sep 17 22:36:47.698257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-01473247-b830-4286-9b35-fb0b96383991 service neutron] 10.222.0.48 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098595 Sep 17 22:36:47.844152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80177a2-bc33-4fbf-9017-1459c56e2207 req-f5158664-9859-41b4-a77e-e3a2f8fcf6f8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:47.845782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c80177a2-bc33-4fbf-9017-1459c56e2207 req-f5158664-9859-41b4-a77e-e3a2f8fcf6f8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 943 time: 0.1069579 Sep 17 22:36:47.859604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-a76b9e29-7e2d-48af-bf14-8c86127bacd2 service neutron] 10.222.0.48 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603498 Sep 17 22:36:47.903011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c80177a2-bc33-4fbf-9017-1459c56e2207 req-36ed65ce-b004-46c8-ba7d-08eb712da5dc tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Sep 17 22:36:48.059743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40284) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:48.144114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-f1ddcbae-51b7-43ed-b6d9-21e2758bcffc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:48.147729 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-f1ddcbae-51b7-43ed-b6d9-21e2758bcffc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.2528064 Sep 17 22:36:48.164533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Request body: {'port': {'device_id': '057b1cf4-93b0-4386-8b4a-a901cbb835dd', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'admin_state_up': True, 'tenant_id': '6bbefcb9aba54baf82ee80e067d50ea1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:48.201813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f748b49a-51b8-4916-9867-bf9e7243f6f1 req-ea1cdd0c-b67d-476c-be4a-959a38b199ec tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 210 time: 0.0522158 Sep 17 22:36:48.202759 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:36:48.244015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cb661e7-425c-4489-bb16-91ddac6e7673 req-4af4a7bb-83c5-4986-9a25-0c2e716711a6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 210 time: 0.0696218 Sep 17 22:36:48.274970 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-38c0ccbf-3160-4f92-8647-ab82610cd582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.424130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-38c0ccbf-3160-4f92-8647-ab82610cd582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.429363 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-38c0ccbf-3160-4f92-8647-ab82610cd582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.446997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Made reservation on behalf of 6bbefcb9aba54baf82ee80e067d50ea1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:48.451445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.486429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-38c0ccbf-3160-4f92-8647-ab82610cd582 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95ab022e88c54c3884282dba6f9613e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253275 Sep 17 22:36:48.487232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40304) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:48.487918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0ccbf-3160-4f92-8647-ab82610cd582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c1d438-c53c-4f40-a935-90a65f1b7b39,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:48.517659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5396ec71-f154-4da9-bcb2-414409cfa244 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:48.597535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2539e2ab-96ea-4a67-8f52-1d4f701bb52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.638588 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2539e2ab-96ea-4a67-8f52-1d4f701bb52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.669124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40318) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:48.733139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5396ec71-f154-4da9-bcb2-414409cfa244, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5396ec71-f154-4da9-bcb2-414409cfa244,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:48.735966 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.741926 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2539e2ab-96ea-4a67-8f52-1d4f701bb52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.745564 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2539e2ab-96ea-4a67-8f52-1d4f701bb52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.747643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2539e2ab-96ea-4a67-8f52-1d4f701bb52c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34c1d438-c53c-4f40-a935-90a65f1b7b39 HTTP/1.1" status: 204 len: 168 time: 0.2534389 Sep 17 22:36:48.756002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '5396ec71-f154-4da9-bcb2-414409cfa244', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'port_id': '5396ec71-f154-4da9-bcb2-414409cfa244', 'mac_address': 'fa:16:3e:4a:4d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fde16d-77f2-4399-a58a-0878473fd609', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:48.764295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539e2ab-96ea-4a67-8f52-1d4f701bb52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c1d438-c53c-4f40-a935-90a65f1b7b39,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:48.780648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Allocated IP 172.20.0.8 (8a160834-d84a-45a5-816b-6bf5f4ed9a09/6a7afdb5-e47c-46bf-ba23-7017b25ae29b/dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:48.812780 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.831976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5396ec71-f154-4da9-bcb2-414409cfa244 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:48.870699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5396ec71-f154-4da9-bcb2-414409cfa244, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5396ec71-f154-4da9-bcb2-414409cfa244,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:48.875356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.930787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5396ec71-f154-4da9-bcb2-414409cfa244,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:48.951265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.951609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.961034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.961590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.962133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.962896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.963414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.963908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.964674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.965186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.966766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:48.967397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:49.093655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['5396ec71-f154-4da9-bcb2-414409cfa244'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:49.115262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.133074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8dd176da-db1a-4548-b477-e5b9dd99a682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.165735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83003bc2-ae2d-4c8f-9ddb-5be5b466cf1a req-cc443e39-4f30-4014-90a5-a570b1a3f222 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:49.169859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83003bc2-ae2d-4c8f-9ddb-5be5b466cf1a req-cc443e39-4f30-4014-90a5-a570b1a3f222 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 944 time: 0.1599567 Sep 17 22:36:49.254023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83003bc2-ae2d-4c8f-9ddb-5be5b466cf1a req-e89bb5fd-04e2-4fd3-9086-9c2d1d23c5b6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743546 Sep 17 22:36:49.265995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.357583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40336) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:49.366453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0ab6862-4b68-429a-b47b-71e5950b8851 req-e1a5bfd6-3d25-40e2-92c7-cecd7fc89ec1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 210 time: 0.0561218 Sep 17 22:36:49.388851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cd4402b-edb7-442c-893c-9ace3fe67c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.438627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:49.445971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3418ba-cb9f-4fa2-99a2-22dcb8025dc7 req-1fe63c48-dc4f-4dfd-9922-68d25db6452b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:49.446185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:49.448254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f3418ba-cb9f-4fa2-99a2-22dcb8025dc7 req-1fe63c48-dc4f-4dfd-9922-68d25db6452b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 931 time: 0.0784028 Sep 17 22:36:49.455123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event updated for resources: {'Port': ['ID=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:49.459251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:49.507907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f3418ba-cb9f-4fa2-99a2-22dcb8025dc7 req-363b9cfe-e08a-4265-acf1-45f06b055624 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468276 Sep 17 22:36:49.545831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:49.546463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.563462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8dd176da-db1a-4548-b477-e5b9dd99a682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.569585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8dd176da-db1a-4548-b477-e5b9dd99a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.599901 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8dd176da-db1a-4548-b477-e5b9dd99a682 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b78e1d998d14f909decd241a665315d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9296272 Sep 17 22:36:49.605790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40340) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:49.633134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd176da-db1a-4548-b477-e5b9dd99a682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f6420-7ad7-4596-a7c0-3c851d0f046f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:49.711158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cd4402b-edb7-442c-893c-9ace3fe67c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.717889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cd4402b-edb7-442c-893c-9ace3fe67c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.731308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-d7e8e686-0b19-4fa2-a8b8-2040c2c70bea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5713577 Sep 17 22:36:49.740234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-840b9152-fb24-4659-a708-fbe1d25efa0a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:49.741756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-840b9152-fb24-4659-a708-fbe1d25efa0a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.49 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 813 time: 0.1813078 Sep 17 22:36:49.742597 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e82e52e9-fc98-4271-8240-e175a2dec3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.753119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Request body: {'port': {'device_id': '057b1cf4-93b0-4386-8b4a-a901cbb835dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:49.766383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Request body: {'port': {'device_id': '71c54187-e579-4d08-8ef7-0aa964a309f3', 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396', 'admin_state_up': True, 'tenant_id': 'd4e66d51eea94eefab9db14d682897d9'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:49.785235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4402b-edb7-442c-893c-9ace3fe67c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4665c7a9-c983-4237-ab52-6d63b43d9ea3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:49.793729 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e82e52e9-fc98-4271-8240-e175a2dec3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.807545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9cd4402b-edb7-442c-893c-9ace3fe67c6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f257145fec0a42658a5438d90ec9e973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475794 Sep 17 22:36:49.809763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40342) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:49.869445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.916747 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e82e52e9-fc98-4271-8240-e175a2dec3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.919969 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e82e52e9-fc98-4271-8240-e175a2dec3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.921504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e82e52e9-fc98-4271-8240-e175a2dec3fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a3f6420-7ad7-4596-a7c0-3c851d0f046f HTTP/1.1" status: 204 len: 168 time: 0.3147583 Sep 17 22:36:49.937167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e52e9-fc98-4271-8240-e175a2dec3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f6420-7ad7-4596-a7c0-3c851d0f046f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:49.952081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-149b0ac1-6126-4a15-a981-752828c9ed69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.957009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Made reservation on behalf of d4e66d51eea94eefab9db14d682897d9 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:49.964185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.054716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-149b0ac1-6126-4a15-a981-752828c9ed69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.119585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Allocated IP 172.20.0.12 (8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396/fd4f6607-c921-4818-b779-309a1f058296/ca72aabb-4cf0-4484-9a88-fb49d2037b20) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:50.247737 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-149b0ac1-6126-4a15-a981-752828c9ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.255464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-149b0ac1-6126-4a15-a981-752828c9ed69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.268107 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-149b0ac1-6126-4a15-a981-752828c9ed69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4665c7a9-c983-4237-ab52-6d63b43d9ea3 HTTP/1.1" status: 204 len: 168 time: 0.4558351 Sep 17 22:36:50.302185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b0ac1-6126-4a15-a981-752828c9ed69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4665c7a9-c983-4237-ab52-6d63b43d9ea3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:50.363409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.488053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:50.501958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.503487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a49a48-27ca-4ce4-920c-f5ceebf3b29c req-0a229b15-7ef9-4816-a2eb-478707ae80a2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:50.510944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7a49a48-27ca-4ce4-920c-f5ceebf3b29c req-0a229b15-7ef9-4816-a2eb-478707ae80a2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 944 time: 0.1389666 Sep 17 22:36:50.518793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Transition to ACTIVE for port object dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:36:50.530898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.533760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5396ec71-f154-4da9-bcb2-414409cfa244 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:50.564597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5fe26c4-e11b-4c1b-9559-ed2f4491a61b req-7029b51f-7e27-4a6d-9fce-60ac191360cb tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 210 time: 0.0730841 Sep 17 22:36:50.590619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7a49a48-27ca-4ce4-920c-f5ceebf3b29c req-7c9d4791-bb51-46dc-8326-bb3f6673a6a3 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787494 Sep 17 22:36:50.621933 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.681624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:50.691335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1ed10d20-7671-4f60-825d-6650a3bac047'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:50.768611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Attempting to bind port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:50.768887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Attempting to bind port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:50.769252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Attempting to bind port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:50.774732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:50.777733 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 5396ec71-f154-4da9-bcb2-414409cfa244 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:50.787174 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:36:50.787512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Attempting to bind port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:50.789472 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:50.794003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:50.794351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Checking segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:50.794734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Bound using segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:50.795168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Bound port: dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:50.795520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.800644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 5396ec71-f154-4da9-bcb2-414409cfa244 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:50.801134 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.876419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:50.883559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] For port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:50.887265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] For port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:50.897991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.971133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Pushing event updated for resources: {'Port': ['ID=ca72aabb-4cf0-4484-9a88-fb49d2037b20,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:50.974621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:50.978024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.980428 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce HTTP/1.1" status: 200 len: 1092 time: 1.2352276 Sep 17 22:36:50.980901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057b1cf4-93b0-4386-8b4a-a901cbb835dd', 'tag': 'dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:50.986077 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "057b1cf4-93b0-4386-8b4a-a901cbb835dd", "tag": "dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:51.045911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b73d4-3e91-4444-ac5c-843eea2e0a02 req-fe038d03-a65c-4617-8518-00ea1e03ca21 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:51.047541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d48b73d4-3e91-4444-ac5c-843eea2e0a02 req-fe038d03-a65c-4617-8518-00ea1e03ca21 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 943 time: 0.2596076 Sep 17 22:36:51.088997 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016693eb-e36a-40a0-8899-1b8753a3dbab x-openstack-request-id: req-016693eb-e36a-40a0-8899-1b8753a3dbab {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:51.090103 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057b1cf4-93b0-4386-8b4a-a901cbb835dd", "tag": "dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:51.090838 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-016693eb-e36a-40a0-8899-1b8753a3dbab {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:51.091516 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057b1cf4-93b0-4386-8b4a-a901cbb835dd', 'tag': 'dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce', 'status': 'completed', 'code': 200} Sep 17 22:36:51.113479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:51.115024 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.119634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468b067-d6b9-4bee-91f9-aa5b2d1765e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.147562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-f06f90a4-41c9-4822-b7cd-250e4401935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:51.150580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-f06f90a4-41c9-4822-b7cd-250e4401935a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 1095 time: 0.1258597 Sep 17 22:36:51.151323 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.201054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-7cc32388-098c-4107-951f-09cefa1ccfc6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4364674 Sep 17 22:36:51.231211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d48b73d4-3e91-4444-ac5c-843eea2e0a02 req-2af0d0c8-6f46-49b5-8e60-e3d0a32e5534 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715887 Sep 17 22:36:51.238796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Request body: {'port': {'device_id': '71c54187-e579-4d08-8ef7-0aa964a309f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:51.253403 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-f9fbd1ce-3b28-49f1-bad5-4ed6e38a166c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce HTTP/1.1" status: 200 len: 217 time: 0.0819986 Sep 17 22:36:51.268308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95735af6-1f62-487d-bbb8-27ee2a8019d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5396ec71-f154-4da9-bcb2-414409cfa244'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:51.274925 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015ccbf3-e348-4b07-9971-5a17701d0669" -d '{"events": [{"server_uuid": "95735af6-1f62-487d-bbb8-27ee2a8019d0", "name": "network-vif-plugged", "status": "completed", "tag": "5396ec71-f154-4da9-bcb2-414409cfa244"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:51.315675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5396ec71-f154-4da9-bcb2-414409cfa244, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5396ec71-f154-4da9-bcb2-414409cfa244,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:51.350588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.357268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-808d9d2a-bc0b-4592-a419-42f172daa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:51.358867 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-808d9d2a-bc0b-4592-a419-42f172daa170 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0989115 Sep 17 22:36:51.393365 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.417927 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-97c7818d-7832-4870-8b16-5668c9c58ac2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450766 Sep 17 22:36:51.512649 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4069fb13-0fa2-443d-940f-8cfd1dd438ff x-openstack-request-id: req-4069fb13-0fa2-443d-940f-8cfd1dd438ff {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:51.513018 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95735af6-1f62-487d-bbb8-27ee2a8019d0", "name": "network-vif-plugged", "status": "completed", "tag": "5396ec71-f154-4da9-bcb2-414409cfa244", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:51.513252 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4069fb13-0fa2-443d-940f-8cfd1dd438ff {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:51.517836 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95735af6-1f62-487d-bbb8-27ee2a8019d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5396ec71-f154-4da9-bcb2-414409cfa244', 'code': 200} Sep 17 22:36:51.539298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5396ec71-f154-4da9-bcb2-414409cfa244,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.649894 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-b7f824d5-c267-433c-8bf4-e60a1e1e2ca6 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236395 Sep 17 22:36:51.704993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd1286-9da4-4a69-af1a-95bdeb9d9705 req-a156c395-0894-4dc4-af4a-392d7608169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:51.707625 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2fd1286-9da4-4a69-af1a-95bdeb9d9705 req-a156c395-0894-4dc4-af4a-392d7608169d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 1097 time: 0.2435510 Sep 17 22:36:51.817391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da455-7b99-4e2b-a3c8-8ea411656173 req-12faf06f-e5eb-4a7b-9419-e286c4ec971f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:51.818978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-115da455-7b99-4e2b-a3c8-8ea411656173 req-12faf06f-e5eb-4a7b-9419-e286c4ec971f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 932 time: 0.1223805 Sep 17 22:36:51.860578 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d2fd1286-9da4-4a69-af1a-95bdeb9d9705 req-74ea6052-0e81-4e5a-a049-112a75af4c44 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444764 Sep 17 22:36:51.902203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-115da455-7b99-4e2b-a3c8-8ea411656173 req-0a213890-bd44-417a-954c-d541c4a8d95e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735588 Sep 17 22:36:51.918778 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cfbc2a95-8034-486b-89d1-7ca5ee804235 req-6724096d-3541-4b2f-80a5-72a510867484 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588000 Sep 17 22:36:51.986348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca72aabb-4cf0-4484-9a88-fb49d2037b20 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:51.997346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.013395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Transition to ACTIVE for port object ca72aabb-4cf0-4484-9a88-fb49d2037b20 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:36:52.017847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.182698 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-77974b29-45d5-461a-ac0a-cf9c51aa6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:52.192810 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-77974b29-45d5-461a-ac0a-cf9c51aa6cce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 1095 time: 0.0880497 Sep 17 22:36:52.286920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488944-daea-4195-be6c-8e21ab43ab03 req-0f384498-a948-4355-a7d6-d3e3a5b55642 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:52.303631 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11488944-daea-4195-be6c-8e21ab43ab03 req-0f384498-a948-4355-a7d6-d3e3a5b55642 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 945 time: 0.2726388 Sep 17 22:36:52.306920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Pushing event updated for resources: {'Port': ['ID=ca72aabb-4cf0-4484-9a88-fb49d2037b20,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:52.446420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-7e30965b-deb1-4f67-9681-bbd778e860ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:52.448623 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-7e30965b-deb1-4f67-9681-bbd778e860ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 912 time: 0.2534568 Sep 17 22:36:52.533716 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-4ff4b520-4c6b-4f18-8992-bcb52493ef7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce HTTP/1.1" status: 200 len: 217 time: 0.0761058 Sep 17 22:36:52.555459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40446) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:52.568573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11488944-daea-4195-be6c-8e21ab43ab03 req-038714e4-6679-418f-9a24-afde55489249 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640681 Sep 17 22:36:52.585794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Attempting to bind port ca72aabb-4cf0-4484-9a88-fb49d2037b20 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:52.586135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Attempting to bind port ca72aabb-4cf0-4484-9a88-fb49d2037b20 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:52.586462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Attempting to bind port ca72aabb-4cf0-4484-9a88-fb49d2037b20 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:52.591486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Port ca72aabb-4cf0-4484-9a88-fb49d2037b20 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:36:52.591804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Attempting to bind port ca72aabb-4cf0-4484-9a88-fb49d2037b20 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:52.605433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:52.605773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Checking segment: {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:52.606164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Bound using segment: {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:52.606607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Bound port: ca72aabb-4cf0-4484-9a88-fb49d2037b20, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:52.606968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.630386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f944-e183-42df-8d32-5092a270261a req-dc3b6cfa-7ad1-4a1a-8a83-9fc872c313b7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:52.640454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2387f944-e183-42df-8d32-5092a270261a req-dc3b6cfa-7ad1-4a1a-8a83-9fc872c313b7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 943 time: 0.2390370 Sep 17 22:36:52.655916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-19f6e22e-49c2-4b0d-8301-b30a3ee3a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:52.662515 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-19f6e22e-49c2-4b0d-8301-b30a3ee3a182 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.1203203 Sep 17 22:36:52.732253 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-88b44bda-4262-4378-9713-3c6fc88fa0f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570250 Sep 17 22:36:52.785447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2387f944-e183-42df-8d32-5092a270261a req-306c76cf-97b2-4561-be28-4f365982c723 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391358 Sep 17 22:36:52.837541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] For port ca72aabb-4cf0-4484-9a88-fb49d2037b20, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:52.841882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] For port ca72aabb-4cf0-4484-9a88-fb49d2037b20, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ca72aabb-4cf0-4484-9a88-fb49d2037b20,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:52.849538 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.898690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:52.899654 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.902383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] 10.222.0.49 "PUT /v2.0/ports/ca72aabb-4cf0-4484-9a88-fb49d2037b20 HTTP/1.1" status: 200 len: 1093 time: 1.6692388 Sep 17 22:36:52.903218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c54187-e579-4d08-8ef7-0aa964a309f3', 'tag': 'ca72aabb-4cf0-4484-9a88-fb49d2037b20'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:52.905898 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef" -d '{"events": [{"name": "network-changed", "server_uuid": "71c54187-e579-4d08-8ef7-0aa964a309f3", "tag": "ca72aabb-4cf0-4484-9a88-fb49d2037b20"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:52.936002 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-c92b756a-0283-4baa-8af8-c1e658bb8673 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949267 Sep 17 22:36:52.967314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d01067-cc3b-4c00-a8f7-64c626071666 service neutron] Pushing event updated for resources: {'Port': ['ID=ca72aabb-4cf0-4484-9a88-fb49d2037b20,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:53.030258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cec928fc-3b58-45d3-ab32-42a3ae4f3faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.046249 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e8796a-9e89-45c3-9cf7-80457883d1ae x-openstack-request-id: req-71e8796a-9e89-45c3-9cf7-80457883d1ae {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:53.046634 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c54187-e579-4d08-8ef7-0aa964a309f3", "tag": "ca72aabb-4cf0-4484-9a88-fb49d2037b20", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:53.047057 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71e8796a-9e89-45c3-9cf7-80457883d1ae {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:53.047889 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c54187-e579-4d08-8ef7-0aa964a309f3', 'tag': 'ca72aabb-4cf0-4484-9a88-fb49d2037b20', 'status': 'completed', 'code': 200} Sep 17 22:36:53.137236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87699d91-41eb-440c-984e-fc3c03482d4b req-c57e462a-937e-4323-96ea-1d82b1b8ecd2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:53.145101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87699d91-41eb-440c-984e-fc3c03482d4b req-c57e462a-937e-4323-96ea-1d82b1b8ecd2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 944 time: 0.1501293 Sep 17 22:36:53.158260 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78ffc101-a4bc-4de1-baa0-e5085b0c2b6c req-49ac9d64-e8bb-41e4-81eb-5cbe0b00346c service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125053 Sep 17 22:36:53.189134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-e25f3229-fdf8-420c-99ec-834a0948aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:53.191480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-e25f3229-fdf8-420c-99ec-834a0948aa15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 1096 time: 0.1377046 Sep 17 22:36:53.215877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87699d91-41eb-440c-984e-fc3c03482d4b req-11054f6d-945b-48a4-a373-56e390da44ad tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689347 Sep 17 22:36:53.256365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-c75373da-64f2-463c-b68a-76b4a42565ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca72aabb-4cf0-4484-9a88-fb49d2037b20 HTTP/1.1" status: 200 len: 217 time: 0.0441220 Sep 17 22:36:53.256786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cec928fc-3b58-45d3-ab32-42a3ae4f3faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.264292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cec928fc-3b58-45d3-ab32-42a3ae4f3faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.315018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cec928fc-3b58-45d3-ab32-42a3ae4f3faf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9fe0934893d44529b10ac0f15068e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7573535 Sep 17 22:36:53.319007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40470) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.319315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec928fc-3b58-45d3-ab32-42a3ae4f3faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8fbd5c-0c6e-4b99-826f-06a68d75931c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:53.367111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-b4ffcbb5-f6d0-49f4-b1b4-cd98e0bffe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:53.369019 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-b4ffcbb5-f6d0-49f4-b1b4-cd98e0bffe26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.1058881 Sep 17 22:36:53.423230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-8b924c89-042f-471e-b51a-65ab64e635b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441294 Sep 17 22:36:53.454526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-636fe66d-efc4-472e-abd6-75b0eaa45bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.551270 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-636fe66d-efc4-472e-abd6-75b0eaa45bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.622114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-c317fbc6-bc3d-4dd2-8fbf-43fdeaf5af36 service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827898 Sep 17 22:36:53.735700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-636fe66d-efc4-472e-abd6-75b0eaa45bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.738239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-636fe66d-efc4-472e-abd6-75b0eaa45bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.739711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-636fe66d-efc4-472e-abd6-75b0eaa45bd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d8fbd5c-0c6e-4b99-826f-06a68d75931c HTTP/1.1" status: 204 len: 168 time: 0.4190836 Sep 17 22:36:53.777381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fe66d-efc4-472e-abd6-75b0eaa45bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8fbd5c-0c6e-4b99-826f-06a68d75931c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:53.809766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38899fc4-98ad-44b3-9ff9-f58bea5e99df req-cf5305b5-609a-4d92-ad21-996879936d79 service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801515 Sep 17 22:36:53.835870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b054990-7116-4ad4-a4d1-ac97cd483ee1 req-52eb4dfc-000e-44ee-b4f6-cded3ab572e9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:53.837648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b054990-7116-4ad4-a4d1-ac97cd483ee1 req-52eb4dfc-000e-44ee-b4f6-cded3ab572e9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 945 time: 0.1598155 Sep 17 22:36:53.902755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b054990-7116-4ad4-a4d1-ac97cd483ee1 req-4fd4f274-8b8d-42f7-b3cb-6fc06472d4bf tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549245 Sep 17 22:36:54.023075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-f925add6-d638-40b8-b7de-f4f8688ae454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.024598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-f925add6-d638-40b8-b7de-f4f8688ae454 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 1096 time: 0.0913634 Sep 17 22:36:54.132088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c053fc-5583-4b61-b246-1a18716e376e req-cc52650f-7db0-454e-b8cb-f04fdc7f3b06 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.132088 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07c053fc-5583-4b61-b246-1a18716e376e req-cc52650f-7db0-454e-b8cb-f04fdc7f3b06 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 943 time: 0.1551728 Sep 17 22:36:54.458940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad1ad1-a618-4528-a64e-71c9a6feeb68 req-01995b3a-a67d-4e62-9dd7-8d2503aeb7f9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.466425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3ad1ad1-a618-4528-a64e-71c9a6feeb68 req-01995b3a-a67d-4e62-9dd7-8d2503aeb7f9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 945 time: 0.4406483 Sep 17 22:36:54.532235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-c47de630-2b62-497a-acdd-709fcbdb0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.533754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-c47de630-2b62-497a-acdd-709fcbdb0a33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 914 time: 0.4948864 Sep 17 22:36:54.539455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07c053fc-5583-4b61-b246-1a18716e376e req-ed86e7c6-6150-477f-af7d-6f4dd2928b37 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016312 Sep 17 22:36:54.549696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:54.562405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3ad1ad1-a618-4528-a64e-71c9a6feeb68 req-91e24517-d075-4ce6-b697-d76c48c794bf tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950289 Sep 17 22:36:54.638150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-f5c3519f-5c54-4fc7-b70c-397f12404b01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca72aabb-4cf0-4484-9a88-fb49d2037b20 HTTP/1.1" status: 200 len: 217 time: 0.0955157 Sep 17 22:36:54.731087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-43a2d400-fe80-4bf0-874f-01b6dc5e6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.737457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-43a2d400-fe80-4bf0-874f-01b6dc5e6902 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.0894208 Sep 17 22:36:54.757917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:54.778021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'port_id': 'dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce', 'mac_address': 'fa:16:3e:7b:e6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7afdb5-e47c-46bf-ba23-7017b25ae29b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:54.857593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-b8ca389d-ebe4-46df-a14f-156a1aadb89e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948365 Sep 17 22:36:54.860097 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.887835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:54.936781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:54.946850 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.970478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4931-2abb-4fff-b56f-51b6c0a6b757 req-9fbed27f-6c8d-4746-9378-773f102756e6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.972060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6eb4931-2abb-4fff-b56f-51b6c0a6b757 req-9fbed27f-6c8d-4746-9378-773f102756e6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 944 time: 0.2319765 Sep 17 22:36:55.024545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:55.069324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6eb4931-2abb-4fff-b56f-51b6c0a6b757 req-32bd4d18-7ef8-4f1e-9209-1b4fcc840e81 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851796 Sep 17 22:36:55.106893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-55bbe188-2837-45d0-a7f8-1ea4b09c3516 service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348650 Sep 17 22:36:55.134962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40544) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:55.171766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:55.211511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098040-53b5-4bae-abcc-ef24fd32ed41 req-252fd016-8e30-4e6f-a521-d126d4f62112 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:55.218942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4098040-53b5-4bae-abcc-ef24fd32ed41 req-252fd016-8e30-4e6f-a521-d126d4f62112 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 945 time: 0.1350396 Sep 17 22:36:55.271197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-309ffe0d-078f-4ab4-9d5d-3acd2ef101ef req-a7a71cfd-472b-4192-aa91-fc3923db9b16 service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460605 Sep 17 22:36:55.286231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4098040-53b5-4bae-abcc-ef24fd32ed41 req-0e8b495d-eb0f-494e-8e43-0a6a9fcee643 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614374 Sep 17 22:36:55.385150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1241941900-network', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:55.407117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:55.409397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.417663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.509388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.513749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.532377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:55.554790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785f6ff4-a0d9-4216-b58c-32a25853270e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:55.557793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.558147 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Added segment 0b6d0d1a-ef66-4daf-88b4-343a1bf73452 of type vlan for network fdceaef8-1a33-4e84-9ead-979dd1c2b500 Sep 17 22:36:55.604885 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.635323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.636320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:55.637110 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.704026 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5644038 Sep 17 22:36:55.705048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40560) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:55.716667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc680c-261c-48e8-8065-381e7a3af13a req-e0595fd1-009b-4f07-b8f1-c8d13c271e0f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:55.724756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcbc680c-261c-48e8-8065-381e7a3af13a req-e0595fd1-009b-4f07-b8f1-c8d13c271e0f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 944 time: 0.0743825 Sep 17 22:36:55.730188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Request body: {'subnet': {'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1241941900-subnet', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:55.748513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b1d88-dc10-4055-9ce6-3e4b2011828b admin admin] Pushing event updated for resources: {'Network': ['ID=fdceaef8-1a33-4e84-9ead-979dd1c2b500,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:55.759892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network fdceaef8-1a33-4e84-9ead-979dd1c2b500 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:55.804037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcbc680c-261c-48e8-8065-381e7a3af13a req-c9e786f6-93d8-470a-ac71-e01e8d12ad6e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725605 Sep 17 22:36:55.804721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:55.807131 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.007587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.083312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0da83e-3d50-4fe3-945d-1472d831f9a6,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:56.093995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.094341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.094678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.097412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.097802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.098087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.098764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.099157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.099709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.100077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.100413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.100736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:56.103871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Checking segment: {'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:56.104238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Network hostable DHCP agents. Network: fdceaef8-1a33-4e84-9ead-979dd1c2b500, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:56.138866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Network fdceaef8-1a33-4e84-9ead-979dd1c2b500 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:56.153821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, fdceaef8-1a33-4e84-9ead-979dd1c2b500) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:56.162320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8258d8-e824-4103-8ef2-efb9f47d0374 None None] Network fdceaef8-1a33-4e84-9ead-979dd1c2b500 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:56.167378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:56.167992 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.197032 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-15c584c9-7832-4f28-8ad6-0bd36975aaa9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4900928 Sep 17 22:36:56.199635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40582) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:56.205732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:56.233083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.234517 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.297003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47753-f372-4119-b499-37a895c6f3bb req-5dd92527-b35f-43dc-8098-f68d6fb46562 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:56.298622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fbe47753-f372-4119-b499-37a895c6f3bb req-5dd92527-b35f-43dc-8098-f68d6fb46562 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 944 time: 0.1130064 Sep 17 22:36:56.358770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.373678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fbe47753-f372-4119-b499-37a895c6f3bb req-9d2064ec-c86b-44ae-a03c-d0450343b663 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673971 Sep 17 22:36:56.385695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-a2ad08fd-c7cb-4303-a54c-fe2e289fddaa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:56.388698 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-a2ad08fd-c7cb-4303-a54c-fe2e289fddaa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 945 time: 0.1355364 Sep 17 22:36:56.483768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a2be4-fcc9-448b-be5f-4fa1b990825f req-249c0633-0019-4e83-b952-56ae66f3dcd2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:56.485220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7a2be4-fcc9-448b-be5f-4fa1b990825f req-249c0633-0019-4e83-b952-56ae66f3dcd2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 945 time: 0.1029613 Sep 17 22:36:56.541892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.549651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:56.564529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7a2be4-fcc9-448b-be5f-4fa1b990825f req-56a38088-cafe-4bc6-b052-f9425e6f070b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718977 Sep 17 22:36:56.650872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-fdceaef8-1a33-4e84-9ead-979dd1c2b500', 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'fixed_ips': [{'subnet_id': 'dc0da83e-3d50-4fe3-945d-1472d831f9a6'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:56.652654 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.665285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:56.679980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:56.680360 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.715309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Deleting port 5396ec71-f154-4da9-bcb2-414409cfa244 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:56.715758 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.941388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.954898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] For port 5396ec71-f154-4da9-bcb2-414409cfa244, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5396ec71-f154-4da9-bcb2-414409cfa244,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:56.955270 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.959451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Allocated IP 172.20.0.2 (fdceaef8-1a33-4e84-9ead-979dd1c2b500/dc0da83e-3d50-4fe3-945d-1472d831f9a6/07141a90-30a4-4e5d-af49-db35a2ca96e2) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:56.961115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad8a39-a507-4938-99b3-e2cb40ba56ab req-9c281013-c572-4f24-afeb-2c5e864489c9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:56.962697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36ad8a39-a507-4938-99b3-e2cb40ba56ab req-9c281013-c572-4f24-afeb-2c5e864489c9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 944 time: 0.0784872 Sep 17 22:36:57.021407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057b1cf4-93b0-4386-8b4a-a901cbb835dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:57.023687 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6017b0c7-8d0a-4402-a6ce-fc9d182b8978" -d '{"events": [{"server_uuid": "057b1cf4-93b0-4386-8b4a-a901cbb835dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:57.029889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Calling delete_port for 5396ec71-f154-4da9-bcb2-414409cfa244 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:57.074703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:57.083125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.085997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36ad8a39-a507-4938-99b3-e2cb40ba56ab req-f842ed4b-4847-4912-a54a-3144d0d0adc3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147869 Sep 17 22:36:57.099813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.133768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.153615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:57.175271 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a2801-7749-4ccf-8447-744cdd2bfe77 x-openstack-request-id: req-0c6a2801-7749-4ccf-8447-744cdd2bfe77 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:57.175622 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057b1cf4-93b0-4386-8b4a-a901cbb835dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:57.175948 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c6a2801-7749-4ccf-8447-744cdd2bfe77 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:57.177005 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057b1cf4-93b0-4386-8b4a-a901cbb835dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce', 'code': 200} Sep 17 22:36:57.284736 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.294371 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.358924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Network fdceaef8-1a33-4e84-9ead-979dd1c2b500 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:57.362284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:57.367079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:57.388376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdc6b8-3e1d-4656-99c4-d8dee9c6cc45 req-3bf6a597-b31d-401a-82fb-f4d2c19d44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:57.390547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Pushing event updated for resources: {'Port': ['ID=07141a90-30a4-4e5d-af49-db35a2ca96e2,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:57.390689 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2ccdc6b8-3e1d-4656-99c4-d8dee9c6cc45 req-3bf6a597-b31d-401a-82fb-f4d2c19d44ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 1097 time: 0.1412153 Sep 17 22:36:57.435482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.453120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Allocated IP 172.25.0.242 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/400e5c71-538b-46ff-a3bf-d0656c2e9f1f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:57.465353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2ccdc6b8-3e1d-4656-99c4-d8dee9c6cc45 req-ad1596df-5536-412e-b780-39a05dd2ee16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645154 Sep 17 22:36:57.465569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1', '5396ec71-f154-4da9-bcb2-414409cfa244'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:57.495463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event deleted for resources: {'Port': ['ID=5396ec71-f154-4da9-bcb2-414409cfa244,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:57.509054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ca72aabb-4cf0-4484-9a88-fb49d2037b20 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:57.566300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] No DVR routers for this DVR port 5396ec71-f154-4da9-bcb2-414409cfa244 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:57.587551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Attempting to bind port 07141a90-30a4-4e5d-af49-db35a2ca96e2 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:57.587551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Attempting to bind port 07141a90-30a4-4e5d-af49-db35a2ca96e2 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:57.587551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Attempting to bind port 07141a90-30a4-4e5d-af49-db35a2ca96e2 on network fdceaef8-1a33-4e84-9ead-979dd1c2b500 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:57.591564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b112a-b5ed-4a55-aa17-9d8a8a457ec5 req-c2f4d3a0-fb25-43a5-bfb7-9b93a36c50d5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:57.601335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-604b112a-b5ed-4a55-aa17-9d8a8a457ec5 req-c2f4d3a0-fb25-43a5-bfb7-9b93a36c50d5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 944 time: 0.0841341 Sep 17 22:36:57.605771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.619169 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2a5e680a-7c2c-4432-a28c-e57a00913dab req-489aaec6-864b-421d-b380-28fbcf3eee08 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "DELETE /v2.0/ports/5396ec71-f154-4da9-bcb2-414409cfa244 HTTP/1.1" status: 204 len: 173 time: 1.1515832 Sep 17 22:36:57.619657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95735af6-1f62-487d-bbb8-27ee2a8019d0', 'name': 'network-vif-deleted', 'tag': '5396ec71-f154-4da9-bcb2-414409cfa244'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:57.622293 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09875dc1-be04-45fd-a41c-af9040430733" -d '{"events": [{"server_uuid": "95735af6-1f62-487d-bbb8-27ee2a8019d0", "name": "network-vif-deleted", "tag": "5396ec71-f154-4da9-bcb2-414409cfa244"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:57.641545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:57.642163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Checking segment: {'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:57.643928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.644333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Bound using segment: {'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:57.647352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Bound port: 07141a90-30a4-4e5d-af49-db35a2ca96e2, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:57.647697 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.654372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-604b112a-b5ed-4a55-aa17-9d8a8a457ec5 req-a620c946-05f7-427a-98b1-1413e81f17d6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519881 Sep 17 22:36:57.750650 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca23e10-0b84-45fe-bfae-cc57348d11d3 x-openstack-request-id: req-2ca23e10-0b84-45fe-bfae-cc57348d11d3 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:57.751138 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95735af6-1f62-487d-bbb8-27ee2a8019d0", "name": "network-vif-deleted", "tag": "5396ec71-f154-4da9-bcb2-414409cfa244", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:57.751262 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ca23e10-0b84-45fe-bfae-cc57348d11d3 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:57.751553 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95735af6-1f62-487d-bbb8-27ee2a8019d0', 'name': 'network-vif-deleted', 'tag': '5396ec71-f154-4da9-bcb2-414409cfa244', 'status': 'completed', 'code': 200} Sep 17 22:36:57.777329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f515151f-b862-4c4c-995b-65d4d1c478a7 req-33601dc0-8373-4dcf-af11-3cf20a1020d8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=95735af6-1f62-487d-bbb8-27ee2a8019d0 HTTP/1.1" status: 200 len: 210 time: 0.0640402 Sep 17 22:36:57.805682 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.863676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.911329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:57.915423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:57.922601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:57.951967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Pushing event updated for resources: {'Port': ['ID=400e5c71-538b-46ff-a3bf-d0656c2e9f1f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:57.967834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ca72aabb-4cf0-4484-9a88-fb49d2037b20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ca72aabb-4cf0-4484-9a88-fb49d2037b20,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:58.011797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] For port 07141a90-30a4-4e5d-af49-db35a2ca96e2, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:58.052706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'ca72aabb-4cf0-4484-9a88-fb49d2037b20', 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396', 'port_id': 'ca72aabb-4cf0-4484-9a88-fb49d2037b20', 'mac_address': 'fa:16:3e:4f:63:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4f6607-c921-4818-b779-309a1f058296', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:58.060846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] For port 07141a90-30a4-4e5d-af49-db35a2ca96e2, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=07141a90-30a4-4e5d-af49-db35a2ca96e2,segment=NetworkSegment(0b6d0d1a-ef66-4daf-88b4-343a1bf73452),segment_id=0b6d0d1a-ef66-4daf-88b4-343a1bf73452)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:58.103437 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.205868 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.294454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca72aabb-4cf0-4484-9a88-fb49d2037b20 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:58.335104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70eb7bf-9d41-4af6-9a6a-359a56a0ab24 None None] Pushing event updated for resources: {'Port': ['ID=07141a90-30a4-4e5d-af49-db35a2ca96e2,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:58.370320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a951-82e3-4014-b6f7-1093294190ee req-98c5c3a3-2087-40cc-a4b8-e7891c785fb6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:58.384607 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81b8a951-82e3-4014-b6f7-1093294190ee req-98c5c3a3-2087-40cc-a4b8-e7891c785fb6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1302991 Sep 17 22:36:58.391072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ca72aabb-4cf0-4484-9a88-fb49d2037b20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ca72aabb-4cf0-4484-9a88-fb49d2037b20,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:58.402957 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.477927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81b8a951-82e3-4014-b6f7-1093294190ee req-ac193676-92f5-4298-9ccc-74c527376107 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917110 Sep 17 22:36:58.567636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ca72aabb-4cf0-4484-9a88-fb49d2037b20,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:58.861158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d9bd7-c98a-4eb3-b2dc-21ac48c894e0 req-bd5f4903-da60-4d85-bd72-e49d2e7768d1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:58.871230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-169d9bd7-c98a-4eb3-b2dc-21ac48c894e0 req-bd5f4903-da60-4d85-bd72-e49d2e7768d1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 945 time: 0.1258094 Sep 17 22:36:58.895185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['ca72aabb-4cf0-4484-9a88-fb49d2037b20'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:58.984868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-169d9bd7-c98a-4eb3-b2dc-21ac48c894e0 req-32d4bb7b-7622-4f99-b459-74d7a8d75f71 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119752 Sep 17 22:36:59.195986 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.370154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-34bfeee3-a491-4e63-8620-446fbece60e8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:59.384609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-34bfeee3-a491-4e63-8620-446fbece60e8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.1991866 Sep 17 22:36:59.397359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-68f84717-cb84-406f-88bc-c6113123f0a4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/quotas/424939a27a5f4673ab12eaf052c7651b HTTP/1.1" status: 200 len: 375 time: 0.0143192 Sep 17 22:36:59.484906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-94458c2a-53f5-424e-bc67-72ac32ca97c2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786502 Sep 17 22:36:59.568190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.632917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 07141a90-30a4-4e5d-af49-db35a2ca96e2 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:59.728659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-69c8a14d-66bc-4ba2-a4c1-0dc25a4f2936 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427077 Sep 17 22:36:59.747485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 07141a90-30a4-4e5d-af49-db35a2ca96e2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:59.747876 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.850785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:36:59.859853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40690) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:59.875239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40694) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:59.878041 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.882254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1805313700'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:59.889767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554e987-f6ae-4459-ba42-16de62ed3b2f req-35c2f6bf-b815-4dd4-bb32-d636f06217a8 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:59.900741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e554e987-f6ae-4459-ba42-16de62ed3b2f req-35c2f6bf-b815-4dd4-bb32-d636f06217a8 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1968789 Sep 17 22:36:59.911607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe0114-f0d0-43d9-9487-ace7854faef9 None None] Network fdceaef8-1a33-4e84-9ead-979dd1c2b500 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:59.972071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:59.978139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e554e987-f6ae-4459-ba42-16de62ed3b2f req-280951af-d6b2-4a7d-8059-979438e0dc40 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762777 Sep 17 22:36:59.978726 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.993979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-cd4ad197-502b-43c2-953a-2cd667c95303 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639270 Sep 17 22:36:59.994292 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b17d4271-d03a-40a0-805f-eb59aacd0f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.011387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 07141a90-30a4-4e5d-af49-db35a2ca96e2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=07141a90-30a4-4e5d-af49-db35a2ca96e2,segment=NetworkSegment(0b6d0d1a-ef66-4daf-88b4-343a1bf73452),segment_id=0b6d0d1a-ef66-4daf-88b4-343a1bf73452)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:00.024581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-869c8efb-9eb5-44ae-a404-23b5d165e138 None None] Provisioning complete for port 07141a90-30a4-4e5d-af49-db35a2ca96e2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:00.025308 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-869c8efb-9eb5-44ae-a404-23b5d165e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.054553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-288d99cf-3dfa-4648-a415-96ac5785893c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.069039 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.135507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8acc49-1e78-4d8f-b2ee-db399f03552f req-5f983196-926a-4faf-ac06-7cd206f78d18 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:00.142213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:00.148648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a8acc49-1e78-4d8f-b2ee-db399f03552f req-5f983196-926a-4faf-ac06-7cd206f78d18 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 945 time: 0.0887523 Sep 17 22:37:00.159784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:00.185246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.185681 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Added segment 9a07c9c8-56af-4e19-9062-a0f56d8031e2 of type vlan for network 104a4ac0-9927-4f18-af60-5a455dfef964 Sep 17 22:37:00.195425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Sync routers for ids ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:00.247623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a8acc49-1e78-4d8f-b2ee-db399f03552f req-36d8f9a1-3070-40b8-8bd6-872003fbab60 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977921 Sep 17 22:37:00.251203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-288d99cf-3dfa-4648-a415-96ac5785893c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.256146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.279115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-288d99cf-3dfa-4648-a415-96ac5785893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.299643 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.304181 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d8ff7f06-1689-4eaf-9d08-897a9a7d5516 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0991688 Sep 17 22:37:00.305831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40706) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:00.319348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Routers {'622e214f-6c2a-4842-a7a3-b65d0e4e69ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:00.320002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:00.326829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.335170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:00.336878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0c5f2b7-d320-4195-a885-31ceb6cf30e5 req-d9c57278-2811-4209-a30a-b12d8b7b5b63 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 210 time: 0.0430574 Sep 17 22:37:00.354065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.413797 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-288d99cf-3dfa-4648-a415-96ac5785893c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c66b42bed9b4d07aeedba362f42b27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518324 Sep 17 22:37:00.419643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40708) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:00.425914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d99cf-3dfa-4648-a415-96ac5785893c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e232ca5-eded-4817-a57d-a64344e8af62,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:00.451820 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5751629 Sep 17 22:37:00.452580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40712) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:00.463038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-100137693'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:00.490229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaa1c9-69e3-4ff9-bc64-cc87acec16c4 req-58a663ec-8d3c-4f1c-9690-1d443893d358 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:00.498265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9efaa1c9-69e3-4ff9-bc64-cc87acec16c4 req-58a663ec-8d3c-4f1c-9690-1d443893d358 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1218619 Sep 17 22:37:00.520642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:00.525615 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.581989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20140cf5-f3bc-47af-a1df-8644e8abac09 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Network': ['ID=104a4ac0-9927-4f18-af60-5a455dfef964,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:00.599761 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9efaa1c9-69e3-4ff9-bc64-cc87acec16c4 req-f5ee8d3d-a8d2-4081-a524-7f0a042ba0c6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982685 Sep 17 22:37:00.645058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:00.655559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5396ec71-f154-4da9-bcb2-414409cfa244 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:00.660539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.661987 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Added segment d861b38c-90cc-4f51-b3ce-996b449f1d1b of type vlan for network 25be45c2-999c-4309-8e35-03537cb4956d Sep 17 22:37:00.681338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 104a4ac0-9927-4f18-af60-5a455dfef964 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:00.683219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=07141a90-30a4-4e5d-af49-db35a2ca96e2,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:00.705043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 5396ec71-f154-4da9-bcb2-414409cfa244 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:00.705583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5396ec71-f154-4da9-bcb2-414409cfa244 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:00.717606 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.765147 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.772748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:00.773702 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.806337 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3475823 Sep 17 22:37:00.814995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40726) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:00.829955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'subnet': {'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:00.832827 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed357159-d023-4323-852f-cb0dd0aaaf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.842653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Set router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:00.919310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afea338-aecb-498f-8adb-556bf53b1287 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Network': ['ID=25be45c2-999c-4309-8e35-03537cb4956d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:00.924502 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed357159-d023-4323-852f-cb0dd0aaaf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.947480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 25be45c2-999c-4309-8e35-03537cb4956d details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:01.039790 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed357159-d023-4323-852f-cb0dd0aaaf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.042556 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed357159-d023-4323-852f-cb0dd0aaaf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.044051 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ed357159-d023-4323-852f-cb0dd0aaaf00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e232ca5-eded-4817-a57d-a64344e8af62 HTTP/1.1" status: 204 len: 168 time: 0.6234632 Sep 17 22:37:01.053629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed357159-d023-4323-852f-cb0dd0aaaf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e232ca5-eded-4817-a57d-a64344e8af62,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:01.148025 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:01.151624 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.209498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-688e646b-a3f3-4536-afda-dc4ebe52dce7 None None] Provisioning complete for port 07141a90-30a4-4e5d-af49-db35a2ca96e2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:01.210009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-688e646b-a3f3-4536-afda-dc4ebe52dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.356968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 3, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port': {'id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:57Z', 'updated_at': '2021-09-17T22:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:01.389133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Checking router: 622e214f-6c2a-4842-a7a3-b65d0e4e69ff for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:01.389494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Updating router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:01.397814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.417830 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.499473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59a05148-e1cc-4745-98fc-8cf3a31722b6 req-f0041eff-1bd0-4ab1-bfe8-d62193bae24c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 210 time: 0.0443542 Sep 17 22:37:01.549110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ca72aabb-4cf0-4484-9a88-fb49d2037b20 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:01.573514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40742) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:01.587970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 07141a90-30a4-4e5d-af49-db35a2ca96e2 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:01.593999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ecabd1-2bfc-4de4-86eb-c30bbbb495e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.627116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c78fb2-cb68-4369-8f3a-515afdde1162 req-fb114c81-3c95-46b9-a758-a0ec3c5fb62a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:01.635895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4c78fb2-cb68-4369-8f3a-515afdde1162 req-fb114c81-3c95-46b9-a758-a0ec3c5fb62a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 945 time: 0.2808440 Sep 17 22:37:01.711624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 07141a90-30a4-4e5d-af49-db35a2ca96e2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:01.712176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.737610 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ecabd1-2bfc-4de4-86eb-c30bbbb495e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.754744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80ecabd1-2bfc-4de4-86eb-c30bbbb495e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.795130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port ca72aabb-4cf0-4484-9a88-fb49d2037b20 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:01.811519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port ca72aabb-4cf0-4484-9a88-fb49d2037b20 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:01.812047 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.824630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecabd1-2bfc-4de4-86eb-c30bbbb495e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d8f62-2778-4af7-b9dd-0e5d8655f20b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:01.865321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4c78fb2-cb68-4369-8f3a-515afdde1162 req-1ab4211e-e4c7-4360-8194-63758b482d3e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281971 Sep 17 22:37:01.903517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b621-b0d1-4223-b1ae-e6823246caaf req-854d5019-4a91-4843-9cee-b57bb42882da tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:01.918466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a72b621-b0d1-4223-b1ae-e6823246caaf req-854d5019-4a91-4843-9cee-b57bb42882da tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1833749 Sep 17 22:37:01.936894 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80ecabd1-2bfc-4de4-86eb-c30bbbb495e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a971082d5bda49c7bd95c539f97f14e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622394 Sep 17 22:37:01.937953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40748) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.000579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-563937f5-723f-473e-a97d-2a74b75de977 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:02.002861 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-563937f5-723f-473e-a97d-2a74b75de977 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.2636762 Sep 17 22:37:02.017368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Request body: {'port': {'device_id': '9374b5e4-c6ea-4796-970f-696cad9f9332', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'admin_state_up': True, 'tenant_id': '424939a27a5f4673ab12eaf052c7651b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:02.057870 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.061313 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.076069 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.114518 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.131128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a72b621-b0d1-4223-b1ae-e6823246caaf req-e5fcee93-9b8b-4015-964c-3fb27c910052 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114220 Sep 17 22:37:02.173682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:02.180257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f43e1-2e75-4a90-9f3a-b0102400e926 None None] Pushing event updated for resources: {'Port': ['ID=400e5c71-538b-46ff-a3bf-d0656c2e9f1f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:02.180619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.182968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c54187-e579-4d08-8ef7-0aa964a309f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca72aabb-4cf0-4484-9a88-fb49d2037b20'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:02.185828 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2796be-44ca-4e0d-818a-ed108de8d048" -d '{"events": [{"server_uuid": "71c54187-e579-4d08-8ef7-0aa964a309f3", "name": "network-vif-plugged", "status": "completed", "tag": "ca72aabb-4cf0-4484-9a88-fb49d2037b20"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:02.186382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Allocated IP 172.20.0.1 (fdceaef8-1a33-4e84-9ead-979dd1c2b500/dc0da83e-3d50-4fe3-945d-1472d831f9a6/7a011e18-0f62-4d18-87aa-c1293f0dea20) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:02.211519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7f8634a-08a0-4e5e-8deb-bb48199ad385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.231148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ca72aabb-4cf0-4484-9a88-fb49d2037b20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ca72aabb-4cf0-4484-9a88-fb49d2037b20,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:02.233291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Attempting to bind port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:02.233812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Attempting to bind port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:02.234589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Attempting to bind port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:02.244621 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a201a-c249-4702-97fe-c3c8ac6a6706 x-openstack-request-id: req-813a201a-c249-4702-97fe-c3c8ac6a6706 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:02.245044 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c54187-e579-4d08-8ef7-0aa964a309f3", "name": "network-vif-plugged", "status": "completed", "tag": "ca72aabb-4cf0-4484-9a88-fb49d2037b20", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:02.245456 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-813a201a-c249-4702-97fe-c3c8ac6a6706 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:02.245859 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c54187-e579-4d08-8ef7-0aa964a309f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca72aabb-4cf0-4484-9a88-fb49d2037b20', 'code': 200} Sep 17 22:37:02.247039 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.250426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:02.250973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:02.251587 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.252046 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:02.252610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Bound port: 400e5c71-538b-46ff-a3bf-d0656c2e9f1f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:02.253411 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.273667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Subnet': ['ID=a8bc366c-2f3b-4887-b606-adf539a3c42a,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:02.321753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Checking segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:02.322552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network hostable DHCP agents. Network: 104a4ac0-9927-4f18-af60-5a455dfef964, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:02.333239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7f8634a-08a0-4e5e-8deb-bb48199ad385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.369496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Allocated IP 172.20.0.4 (f0ded5a1-8630-4532-83fb-82b6b379ce42/a4fde16d-77f2-4399-a58a-0878473fd609/4b42f649-c9b0-496e-91dd-ff714bc3b712) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:02.406225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] For port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:02.409937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] For port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=400e5c71-538b-46ff-a3bf-d0656c2e9f1f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:02.412321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ca72aabb-4cf0-4484-9a88-fb49d2037b20,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:02.424862 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.514228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f43e1-2e75-4a90-9f3a-b0102400e926 None None] Pushing event updated for resources: {'Port': ['ID=400e5c71-538b-46ff-a3bf-d0656c2e9f1f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:02.526574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Routers {'622e214f-6c2a-4842-a7a3-b65d0e4e69ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:02.527271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:36:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:02.632422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.671384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.687909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:02.698612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] Set router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:02.730487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event updated for resources: {'Port': ['ID=4b42f649-c9b0-496e-91dd-ff714bc3b712,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:02.756079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:02.757989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:02.758990 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d4e5292f-4495-4605-81c4-94ec396519d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.762781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:02.779474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 104a4ac0-9927-4f18-af60-5a455dfef964 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:02.810486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904c889-e03d-412a-bf5c-ab957dc878d7 req-fa2522a7-734f-440c-9977-76647f7f0514 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:02.819685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4904c889-e03d-412a-bf5c-ab957dc878d7 req-fa2522a7-734f-440c-9977-76647f7f0514 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 931 time: 0.1565173 Sep 17 22:37:02.832395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 104a4ac0-9927-4f18-af60-5a455dfef964) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:02.833979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:02.835698 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.852392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838a9af-cfdc-4e96-a06f-b1f3b8fa3f80 None None] Network 104a4ac0-9927-4f18-af60-5a455dfef964 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:02.856312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-6bc1a084-2388-4a2d-bfc2-cb27c5229bd7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8431637 Sep 17 22:37:02.856696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87d6bf-9e85-4d68-b09c-182ecb3bdf51 req-12d75d78-ebbd-454d-8068-cc74e847454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:02.858300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e87d6bf-9e85-4d68-b09c-182ecb3bdf51 req-12d75d78-ebbd-454d-8068-cc74e847454a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 1098 time: 0.2020929 Sep 17 22:37:02.863051 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.865546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:02.866139 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.872024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Request body: {'port': {'device_id': '9374b5e4-c6ea-4796-970f-696cad9f9332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:02.873039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7f8634a-08a0-4e5e-8deb-bb48199ad385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.875519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7f8634a-08a0-4e5e-8deb-bb48199ad385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.876624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b7f8634a-08a0-4e5e-8deb-bb48199ad385 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f17d8f62-2778-4af7-b9dd-0e5d8655f20b HTTP/1.1" status: 204 len: 168 time: 0.9375081 Sep 17 22:37:02.982112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-23afba1c-08df-4775-bb1e-b07b0d9b0d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1654122 Sep 17 22:37:02.983310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8634a-08a0-4e5e-8deb-bb48199ad385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17d8f62-2778-4af7-b9dd-0e5d8655f20b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:02.985200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40760) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.995239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'subnet': {'network_id': '25be45c2-999c-4309-8e35-03537cb4956d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:03.020727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4904c889-e03d-412a-bf5c-ab957dc878d7 req-d350cd72-c8f7-45c7-acba-6d728d22e054 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951954 Sep 17 22:37:03.026216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.110984 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.160286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e87d6bf-9e85-4d68-b09c-182ecb3bdf51 req-670f2681-2edf-4e7f-8349-e41595bbeb5d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914732 Sep 17 22:37:03.235543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 3, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port': {'id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:57Z', 'updated_at': '2021-09-17T22:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:03.240772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-104a4ac0-9927-4f18-af60-5a455dfef964', 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'fixed_ips': [{'subnet_id': 'a8bc366c-2f3b-4887-b606-adf539a3c42a'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:03.241780 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.280101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451d920-b6c2-4345-a8a1-8405f3d58d09 None None] The sync data for ids ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'] in n-d-789963-10 is: [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 3, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port': {'id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:57Z', 'updated_at': '2021-09-17T22:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:03.369212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83bd4-9edd-4313-9ffe-91b2a4958ba4 req-efe58538-2829-4333-afb7-00ff2916456a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:03.377484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dcb83bd4-9edd-4313-9ffe-91b2a4958ba4 req-efe58538-2829-4333-afb7-00ff2916456a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 946 time: 0.3896484 Sep 17 22:37:03.380327 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.482687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Network fdceaef8-1a33-4e84-9ead-979dd1c2b500 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:03.494288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:03.502141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:03.545989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b42f649-c9b0-496e-91dd-ff714bc3b712 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:03.559301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.577147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Pushing event updated for resources: {'Port': ['ID=7a011e18-0f62-4d18-87aa-c1293f0dea20,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:03.578139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Transition to ACTIVE for port object 4b42f649-c9b0-496e-91dd-ff714bc3b712 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:03.589475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.642369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:03.646811 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.666275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dcb83bd4-9edd-4313-9ffe-91b2a4958ba4 req-70109a9f-a85f-44d1-95ab-f2183abb9197 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878919 Sep 17 22:37:03.695933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4769bb2-3859-4fa2-bf7a-ef63ee5831b3 req-582ecff7-4ed3-4b4e-9d4f-15214125f45a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:03.697654 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4769bb2-3859-4fa2-bf7a-ef63ee5831b3 req-582ecff7-4ed3-4b4e-9d4f-15214125f45a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.4089744 Sep 17 22:37:03.754829 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.790795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Pushing event updated for resources: {'Port': ['ID=4b42f649-c9b0-496e-91dd-ff714bc3b712,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:03.827773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.836229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Allocated IP 10.1.1.2 (104a4ac0-9927-4f18-af60-5a455dfef964/a8bc366c-2f3b-4887-b606-adf539a3c42a/962d3782-8f03-45c8-ac58-e2c07987246b) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:03.900851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Attempting to bind port 4b42f649-c9b0-496e-91dd-ff714bc3b712 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:03.901472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Attempting to bind port 4b42f649-c9b0-496e-91dd-ff714bc3b712 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:03.901997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Attempting to bind port 4b42f649-c9b0-496e-91dd-ff714bc3b712 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:03.913705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Port 4b42f649-c9b0-496e-91dd-ff714bc3b712 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:03.914037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Attempting to bind port 4b42f649-c9b0-496e-91dd-ff714bc3b712 on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:03.928157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:03.928527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Checking segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:03.928917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Bound using segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:03.929409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Bound port: 4b42f649-c9b0-496e-91dd-ff714bc3b712, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:03.930910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.055683 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ddc9ff98-474c-45d9-82ef-2df7d53cef4a None None] Provisioning complete for port 7a011e18-0f62-4d18-87aa-c1293f0dea20 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:04.058617 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ff98-474c-45d9-82ef-2df7d53cef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.126263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] For port 4b42f649-c9b0-496e-91dd-ff714bc3b712, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:04.130555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] For port 4b42f649-c9b0-496e-91dd-ff714bc3b712, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b42f649-c9b0-496e-91dd-ff714bc3b712,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:04.142227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.158751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9ff98-474c-45d9-82ef-2df7d53cef4a None None] Port 7a011e18-0f62-4d18-87aa-c1293f0dea20 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:04.166517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.188112 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.213928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:04.214852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.217031 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] 10.222.0.45 "PUT /v2.0/ports/4b42f649-c9b0-496e-91dd-ff714bc3b712 HTTP/1.1" status: 200 len: 1092 time: 1.3513138 Sep 17 22:37:04.217676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9374b5e4-c6ea-4796-970f-696cad9f9332', 'tag': '4b42f649-c9b0-496e-91dd-ff714bc3b712'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:04.220383 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a534802b-0497-43bc-831c-eaa3d13dfa2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9374b5e4-c6ea-4796-970f-696cad9f9332", "tag": "4b42f649-c9b0-496e-91dd-ff714bc3b712"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:04.315396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Pushing event updated for resources: {'Port': ['ID=962d3782-8f03-45c8-ac58-e2c07987246b,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:04.316863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4769bb2-3859-4fa2-bf7a-ef63ee5831b3 req-4b71fecd-c9a0-481e-b31c-a887e6ce511a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009297 Sep 17 22:37:04.317785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.354822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Network 104a4ac0-9927-4f18-af60-5a455dfef964 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:04.357362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:04.362732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9e222-d5a7-42fc-92d3-1237d059e984 service neutron] Pushing event updated for resources: {'Port': ['ID=4b42f649-c9b0-496e-91dd-ff714bc3b712,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:04.374774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:04.403244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a6985-7b34-4b4c-a443-393bd802c429 req-cbe3a2aa-a742-4627-97fd-8a0a8abcdd8b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:04.405222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d6a6985-7b34-4b4c-a443-393bd802c429 req-cbe3a2aa-a742-4627-97fd-8a0a8abcdd8b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 943 time: 0.1910877 Sep 17 22:37:04.412374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-961bf0ad-a16e-4f66-a8c6-ab6ec6907c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:04.417576 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-961bf0ad-a16e-4f66-a8c6-ab6ec6907c90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 1095 time: 0.1433728 Sep 17 22:37:04.514952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Attempting to bind port 962d3782-8f03-45c8-ac58-e2c07987246b on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:04.515328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Attempting to bind port 962d3782-8f03-45c8-ac58-e2c07987246b by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:04.515692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Attempting to bind port 962d3782-8f03-45c8-ac58-e2c07987246b on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:04.530809 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-818bd3fc-11e0-47f9-872e-b0d4b32d0f6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b42f649-c9b0-496e-91dd-ff714bc3b712 HTTP/1.1" status: 200 len: 217 time: 0.1031880 Sep 17 22:37:04.531470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:04.531877 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Checking segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:04.532278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.532678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Bound using segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:04.534314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Bound port: 962d3782-8f03-45c8-ac58-e2c07987246b, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:04.534742 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.655429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d6a6985-7b34-4b4c-a443-393bd802c429 req-2eff5e10-f6de-4d02-94b2-bcbc512579a2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306883 Sep 17 22:37:04.683307 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2faf67e-471f-4100-a44f-d3628e193a70 x-openstack-request-id: req-b2faf67e-471f-4100-a44f-d3628e193a70 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:04.683650 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9374b5e4-c6ea-4796-970f-696cad9f9332", "tag": "4b42f649-c9b0-496e-91dd-ff714bc3b712", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:04.683854 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2faf67e-471f-4100-a44f-d3628e193a70 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:04.686350 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9374b5e4-c6ea-4796-970f-696cad9f9332', 'tag': '4b42f649-c9b0-496e-91dd-ff714bc3b712', 'status': 'completed', 'code': 200} Sep 17 22:37:04.746175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-68323652-3c36-471c-bc89-b1bbcd042383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:04.747672 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-68323652-3c36-471c-bc89-b1bbcd042383 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.2101173 Sep 17 22:37:04.751879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.795280 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.798720 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-78c843fc-9a9a-4831-8d2a-456b11cbfd3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371528 Sep 17 22:37:04.838953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] For port 962d3782-8f03-45c8-ac58-e2c07987246b, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:04.849189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] For port 962d3782-8f03-45c8-ac58-e2c07987246b, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=962d3782-8f03-45c8-ac58-e2c07987246b,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:04.862756 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.918276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Subnet': ['ID=adc04d14-95c4-4f0e-85e6-301e27f5dfba,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:04.934657 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.946406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.998029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f82f3-213c-45e7-b156-4a51503a6b29 None None] Pushing event updated for resources: {'Port': ['ID=962d3782-8f03-45c8-ac58-e2c07987246b,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:05.010104 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-c0b55aeb-a434-41f0-b142-f7d50fde5f76 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040892 Sep 17 22:37:05.030442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Pushing event updated for resources: {'Port': ['ID=7a011e18-0f62-4d18-87aa-c1293f0dea20,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:05.034512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Checking segment: {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:05.034994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network hostable DHCP agents. Network: 25be45c2-999c-4309-8e35-03537cb4956d, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:05.107744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.180569 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0f563eb-ff83-4578-82a3-284b60fde6f1 req-89c27760-2fc4-4196-bf96-952efd1c2313 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616054 Sep 17 22:37:05.244468 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d78e5-0a58-4d7d-99df-efd183140c4f req-b90e3f95-bc09-478f-80ee-aeda5592fd62 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:05.246147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de4d78e5-0a58-4d7d-99df-efd183140c4f req-b90e3f95-bc09-478f-80ee-aeda5592fd62 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 946 time: 0.3758261 Sep 17 22:37:05.260483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 25be45c2-999c-4309-8e35-03537cb4956d is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:05.306099 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.336096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-6e85fdac-d9a1-451a-b0eb-57b875b15cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:05.338435 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-6e85fdac-d9a1-451a-b0eb-57b875b15cf0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 1095 time: 0.1043086 Sep 17 22:37:05.353050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Network fdceaef8-1a33-4e84-9ead-979dd1c2b500 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:05.354381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 25be45c2-999c-4309-8e35-03537cb4956d) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:05.361548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:05.365444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62831e0f-6c7d-4dd7-99fa-cddcfa81bc1e None None] Network 25be45c2-999c-4309-8e35-03537cb4956d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:05.371579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:05.372489 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.391572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de4d78e5-0a58-4d7d-99df-efd183140c4f req-149044c1-2e95-491a-a7a7-b992e393e607 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332920 Sep 17 22:37:05.395602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0b2e0c13-4fff-4f42-8953-a94f1709ec04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4045551 Sep 17 22:37:05.401747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40810) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:05.414332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'port': {'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'name': 'tempest-TaggedBootDevicesTest_v242-157790284', 'fixed_ips': [{'subnet_id': 'a8bc366c-2f3b-4887-b606-adf539a3c42a'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:05.600406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-db88be33-8f46-486a-a83e-daea1ff4dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:05.604715 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-db88be33-8f46-486a-a83e-daea1ff4dad2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.2584798 Sep 17 22:37:05.674250 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-76495b02-d2cf-49c3-b052-75bcd3087fb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b42f649-c9b0-496e-91dd-ff714bc3b712 HTTP/1.1" status: 200 len: 217 time: 0.0575051 Sep 17 22:37:05.760301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 400e5c71-538b-46ff-a3bf-d0656c2e9f1f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:05.791870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-161ac24a-b336-46b2-8de3-cf5a4ec779b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:05.802476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-161ac24a-b336-46b2-8de3-cf5a4ec779b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.1158488 Sep 17 22:37:05.890091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-8453d009-f82f-42d6-97af-7582be727d37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850379 Sep 17 22:37:05.918628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-25be45c2-999c-4309-8e35-03537cb4956d', 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'fixed_ips': [{'subnet_id': 'adc04d14-95c4-4f0e-85e6-301e27f5dfba'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:05.919462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.946591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f9dd4dd8-ca34-4a68-b825-fa3212b7d1bc None None] Provisioning complete for port 7a011e18-0f62-4d18-87aa-c1293f0dea20 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:05.947017 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4dd8-ca34-4a68-b825-fa3212b7d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.999937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a314d-a369-4a4a-b541-21b8e96fa575 req-1297d64a-bd27-49be-93a6-c4fbefc45f84 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:06.015816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d00a314d-a369-4a4a-b541-21b8e96fa575 req-1297d64a-bd27-49be-93a6-c4fbefc45f84 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.4151430 Sep 17 22:37:06.038537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:06.039167 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.061916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:06.103810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd4dd8-ca34-4a68-b825-fa3212b7d1bc None None] Port 7a011e18-0f62-4d18-87aa-c1293f0dea20 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:06.139599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d00a314d-a369-4a4a-b541-21b8e96fa575 req-acea2e3b-343a-43ba-ad87-05212eebf7d9 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227906 Sep 17 22:37:06.175205 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-0b8c4b45-bafc-4c72-b385-9db6c268fda3 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607031 Sep 17 22:37:06.296200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781833b-1fae-48c8-94a4-7cab538e241d req-c3d0041a-8afc-431e-93e5-6c081a442bf6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:06.305838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a781833b-1fae-48c8-94a4-7cab538e241d req-c3d0041a-8afc-431e-93e5-6c081a442bf6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 943 time: 0.4316390 Sep 17 22:37:06.382536 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a534802b-0497-43bc-831c-eaa3d13dfa2a req-574c0b03-dd4f-4cff-a0aa-30d54d59eaad service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056634 Sep 17 22:37:06.386310 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.398508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a781833b-1fae-48c8-94a4-7cab538e241d req-144d3cbf-033a-4a4d-ab0e-1b4b5ddc48cb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917284 Sep 17 22:37:06.401354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:06.443026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:06.463070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ac4d25a6-3bc8-4b51-9955-4f127b80db09 admin admin] 10.222.0.48 "PUT /v2.0/routers/622e214f-6c2a-4842-a7a3-b65d0e4e69ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1464934 Sep 17 22:37:06.471362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=400e5c71-538b-46ff-a3bf-d0656c2e9f1f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:06.478831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Allocated IP 10.2.2.2 (25be45c2-999c-4309-8e35-03537cb4956d/adc04d14-95c4-4f0e-85e6-301e27f5dfba/1abfbf5d-5c9e-4774-9aea-ec7ee45507e8) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:06.486120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.494355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 962d3782-8f03-45c8-ac58-e2c07987246b up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:06.534585 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Sync routers for ids ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:06.550612 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Routers {'622e214f-6c2a-4842-a7a3-b65d0e4e69ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:06.553409 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:37:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:06.700613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b23520-67ff-4a3f-8953-4c97a5eefbf5 None None] Network 104a4ac0-9927-4f18-af60-5a455dfef964 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:06.702613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=400e5c71-538b-46ff-a3bf-d0656c2e9f1f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:06.725666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40842) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:06.735072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034c707-8a49-4e57-b51f-9290865c0de1 req-f786cd58-b330-4102-9ac6-eada673d90da tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:06.738227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b034c707-8a49-4e57-b51f-9290865c0de1 req-f786cd58-b330-4102-9ac6-eada673d90da tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 946 time: 0.1792667 Sep 17 22:37:06.742016 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.822109 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Set router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:06.830600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] device_id is not set on port 839128b0-1d60-4fbd-a669-2ab60db4f67b yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:37:06.923891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 962d3782-8f03-45c8-ac58-e2c07987246b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:06.924462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.958787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1976951611'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:07.028724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:07.034521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.092303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:07.095326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b034c707-8a49-4e57-b51f-9290865c0de1 req-6817a771-2ab4-45e9-a37b-a19eb14db639 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263078 Sep 17 22:37:07.138970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5d7278b2-6cdc-4ca5-ba9d-b7a1fbef9893 None None] Provisioning complete for port 962d3782-8f03-45c8-ac58-e2c07987246b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:07.154189 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5d7278b2-6cdc-4ca5-ba9d-b7a1fbef9893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.175703 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.177983 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Added segment fe92815d-fcc3-4c7a-9561-6ee024b15553 of type vlan for network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e Sep 17 22:37:07.272245 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 4, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port': {'id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:57Z', 'updated_at': '2021-09-17T22:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '7a011e18-0f62-4d18-87aa-c1293f0dea20', 'name': '', 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'mac_address': 'fa:16:3e:d5:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'dc0da83e-3d50-4fe3-945d-1472d831f9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:01Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 2, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'subnets': [{'id': 'dc0da83e-3d50-4fe3-945d-1472d831f9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:07.292978 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.314641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.361584 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Checking router: 622e214f-6c2a-4842-a7a3-b65d0e4e69ff for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:07.362230 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Updating router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff port 7a011e18-0f62-4d18-87aa-c1293f0dea20 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:07.366166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.371910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:07.374646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.390848 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.398504 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.460309 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7334039 Sep 17 22:37:07.520752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40864) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:07.531516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'subnet': {'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:07.570110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Pushing event updated for resources: {'Port': ['ID=1abfbf5d-5c9e-4774-9aea-ec7ee45507e8,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:07.613636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a1b1e-0297-4773-8654-476e56feaa47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Network': ['ID=6df07b56-d3ee-46a6-8fa6-3187e7b7361e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:07.647381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:07.651905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.685857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:07.700971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Network 25be45c2-999c-4309-8e35-03537cb4956d is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:07.743046 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:07.748114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:07.953837 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.961629 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.976321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.998977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Attempting to bind port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:07.999943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Attempting to bind port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:08.000471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Attempting to bind port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 on network 25be45c2-999c-4309-8e35-03537cb4956d {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:08.017231 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5d7278b2-6cdc-4ca5-ba9d-b7a1fbef9893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.053620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Allocated IP 10.1.1.224 (104a4ac0-9927-4f18-af60-5a455dfef964/a8bc366c-2f3b-4887-b606-adf539a3c42a/839128b0-1d60-4fbd-a669-2ab60db4f67b) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:08.058808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40872) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:08.059708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Subnet': ['ID=d1415be4-3968-483d-bc20-a1251504f1bf,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.075696 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6a49b-499c-445f-8804-a81461d74f92 None None] Pushing event updated for resources: {'Port': ['ID=7a011e18-0f62-4d18-87aa-c1293f0dea20,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.081948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:08.082306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Checking segment: {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:08.089052 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.090229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Bound using segment: {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:08.090885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Bound port: 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:08.091444 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.123857 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Attempting to bind port 7a011e18-0f62-4d18-87aa-c1293f0dea20 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:08.124546 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Attempting to bind port 7a011e18-0f62-4d18-87aa-c1293f0dea20 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:08.125023 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Attempting to bind port 7a011e18-0f62-4d18-87aa-c1293f0dea20 on network fdceaef8-1a33-4e84-9ead-979dd1c2b500 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:08.132200 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:08.134463 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Checking segment: {'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:08.134463 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.134463 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Bound using segment: {'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:08.134463 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Bound port: 7a011e18-0f62-4d18-87aa-c1293f0dea20, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6d0d1a-ef66-4daf-88b4-343a1bf73452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:08.134908 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.157730 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.172566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Checking segment: {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:08.172923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network hostable DHCP agents. Network: 6df07b56-d3ee-46a6-8fa6-3187e7b7361e, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:08.234525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:08.246867 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] For port 7a011e18-0f62-4d18-87aa-c1293f0dea20, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:08.250702 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] For port 7a011e18-0f62-4d18-87aa-c1293f0dea20, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7a011e18-0f62-4d18-87aa-c1293f0dea20,segment=NetworkSegment(0b6d0d1a-ef66-4daf-88b4-343a1bf73452),segment_id=0b6d0d1a-ef66-4daf-88b4-343a1bf73452)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:08.255251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 6df07b56-d3ee-46a6-8fa6-3187e7b7361e) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:08.258988 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.259630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:08.260357 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.282446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5d7278b2-6cdc-4ca5-ba9d-b7a1fbef9893 None None] For port 962d3782-8f03-45c8-ac58-e2c07987246b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=962d3782-8f03-45c8-ac58-e2c07987246b,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:08.286334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d3a608b9-15f0-46fa-bc1f-1ea203c08a13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7635365 Sep 17 22:37:08.289581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40878) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:08.293029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93884ac-13b6-4e00-80d3-045d3c9be45c None None] Network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:08.296499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1981356393'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:08.310823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5d7278b2-6cdc-4ca5-ba9d-b7a1fbef9893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.343406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-af64249c-b092-4154-87f5-fc22d86a08dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.362929 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6a49b-499c-445f-8804-a81461d74f92 None None] Pushing event updated for resources: {'Port': ['ID=7a011e18-0f62-4d18-87aa-c1293f0dea20,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.383246 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Routers {'622e214f-6c2a-4842-a7a3-b65d0e4e69ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:08.384165 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:37:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:08.421019 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7278b2-6cdc-4ca5-ba9d-b7a1fbef9893 None None] Pushing event updated for resources: {'Port': ['ID=962d3782-8f03-45c8-ac58-e2c07987246b,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.464208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e477-4ce3-46b1-a696-b2ff3b58b1db req-6e95b07e-f681-4d86-8aa4-73dc8bdb1108 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:08.468584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ee4e477-4ce3-46b1-a696-b2ff3b58b1db req-6e95b07e-f681-4d86-8aa4-73dc8bdb1108 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 943 time: 0.4952750 Sep 17 22:37:08.484448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:08.493349 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.549211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede18e58-4a74-4dea-8979-62854d2af43d req-652ab342-37f3-4971-b30d-d504bb5d6f44 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:08.552298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ede18e58-4a74-4dea-8979-62854d2af43d req-652ab342-37f3-4971-b30d-d504bb5d6f44 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.5707595 Sep 17 22:37:08.594081 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] Set router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:08.604697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:08.607533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ee4e477-4ce3-46b1-a696-b2ff3b58b1db req-9e30ad10-5921-493a-8121-10f9751cf022 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249790 Sep 17 22:37:08.655972 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-af64249c-b092-4154-87f5-fc22d86a08dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.669248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-af64249c-b092-4154-87f5-fc22d86a08dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.678305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b42f649-c9b0-496e-91dd-ff714bc3b712 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:08.679643 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.707617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ede18e58-4a74-4dea-8979-62854d2af43d req-25c35b93-a24e-48b0-b8cb-da725a8ae19c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383162 Sep 17 22:37:08.782903 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.786545 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Added segment 6026263d-5009-4e53-a794-27653bd2e1b1 of type vlan for network 65805e34-ebdc-488e-95e8-c76954a15277 Sep 17 22:37:08.793074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64249c-b092-4154-87f5-fc22d86a08dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30d194c-8061-4fd8-8799-671f0bae8da8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.811178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.830819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b42f649-c9b0-496e-91dd-ff714bc3b712, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b42f649-c9b0-496e-91dd-ff714bc3b712,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:08.855322 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '4b42f649-c9b0-496e-91dd-ff714bc3b712', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'port_id': '4b42f649-c9b0-496e-91dd-ff714bc3b712', 'mac_address': 'fa:16:3e:c7:5a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fde16d-77f2-4399-a58a-0878473fd609', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:08.925153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=839128b0-1d60-4fbd-a669-2ab60db4f67b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.959291 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-af64249c-b092-4154-87f5-fc22d86a08dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f6b099ed70544c3940462c5bd930ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8889627 Sep 17 22:37:08.961291 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.966541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 104a4ac0-9927-4f18-af60-5a455dfef964 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:08.971432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40880) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:08.977301 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:08.984221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b42f649-c9b0-496e-91dd-ff714bc3b712 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:08.987045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:09.014722 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:37:09.015808 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:37:09.027986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8b551722-5abc-47f1-adda-7d1e4c4144a4 None None] Provisioning complete for port 7a011e18-0f62-4d18-87aa-c1293f0dea20 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:09.028762 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8b551722-5abc-47f1-adda-7d1e4c4144a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.063354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9da5fd-8b9b-4da4-966c-b4ee33c2413f req-7da2abdd-bfe9-47a3-af67-8bd3e48ca32a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.070940 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.072038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc9da5fd-8b9b-4da4-966c-b4ee33c2413f req-7da2abdd-bfe9-47a3-af67-8bd3e48ca32a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 946 time: 0.2957923 Sep 17 22:37:09.086434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] For port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:09.103166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b42f649-c9b0-496e-91dd-ff714bc3b712, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b42f649-c9b0-496e-91dd-ff714bc3b712,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:09.122017 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.130195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] For port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1abfbf5d-5c9e-4774-9aea-ec7ee45507e8,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:09.136998 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 4, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port': {'id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:57Z', 'updated_at': '2021-09-17T22:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '7a011e18-0f62-4d18-87aa-c1293f0dea20', 'name': '', 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'mac_address': 'fa:16:3e:d5:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'dc0da83e-3d50-4fe3-945d-1472d831f9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:01Z', 'updated_at': '2021-09-17T22:37:08Z', 'revision_number': 4, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'subnets': [{'id': 'dc0da83e-3d50-4fe3-945d-1472d831f9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:09.152806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.153512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.171702 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-616db94d-eadb-40c2-8759-e6f42aab171c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.174804 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc051a43-4cd4-47c6-a4f2-babf5e02274f None None] The sync data for ids ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'] in n-d-789963-10 is: [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 4, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port': {'id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:57Z', 'updated_at': '2021-09-17T22:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '7a011e18-0f62-4d18-87aa-c1293f0dea20', 'name': '', 'network_id': 'fdceaef8-1a33-4e84-9ead-979dd1c2b500', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'mac_address': 'fa:16:3e:d5:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'dc0da83e-3d50-4fe3-945d-1472d831f9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:01Z', 'updated_at': '2021-09-17T22:37:08Z', 'revision_number': 4, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'subnets': [{'id': 'dc0da83e-3d50-4fe3-945d-1472d831f9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:09.205799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc9da5fd-8b9b-4da4-966c-b4ee33c2413f req-c1f7a998-fa32-4928-a2ff-4c2b03cc3b85 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327767 Sep 17 22:37:09.217963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4b42f649-c9b0-496e-91dd-ff714bc3b712,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.223889 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.235133 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-616db94d-eadb-40c2-8759-e6f42aab171c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.326983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-616db94d-eadb-40c2-8759-e6f42aab171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.336032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-616db94d-eadb-40c2-8759-e6f42aab171c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.343881 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-616db94d-eadb-40c2-8759-e6f42aab171c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d30d194c-8061-4fd8-8799-671f0bae8da8 HTTP/1.1" status: 204 len: 168 time: 0.3646357 Sep 17 22:37:09.361452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-979ade2e-9e73-4441-9ec1-59fa061ac197 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9550424 Sep 17 22:37:09.362080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40886) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:09.390923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616db94d-eadb-40c2-8759-e6f42aab171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30d194c-8061-4fd8-8799-671f0bae8da8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.392834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.399098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.399704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.424197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'port': {'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'name': 'tempest-TaggedBootDevicesTest_v242-1783055410', 'fixed_ips': [{'subnet_id': 'a8bc366c-2f3b-4887-b606-adf539a3c42a'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:09.447033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1561096 Sep 17 22:37:09.455544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40888) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:09.476067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-e97d91a7-7afd-4d6b-9b25-1eecb55cc2a6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.480949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4b42f649-c9b0-496e-91dd-ff714bc3b712'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:09.481337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-e97d91a7-7afd-4d6b-9b25-1eecb55cc2a6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.49 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 946 time: 0.2686348 Sep 17 22:37:09.497711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'subnet': {'network_id': '65805e34-ebdc-488e-95e8-c76954a15277', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:09.540239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742fa93-374c-4a26-9249-b09f8fa2ffc8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Network': ['ID=65805e34-ebdc-488e-95e8-c76954a15277,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.711346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 65805e34-ebdc-488e-95e8-c76954a15277 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:09.724032 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8b551722-5abc-47f1-adda-7d1e4c4144a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.886307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8b551722-5abc-47f1-adda-7d1e4c4144a4 None None] For port 7a011e18-0f62-4d18-87aa-c1293f0dea20, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7a011e18-0f62-4d18-87aa-c1293f0dea20,segment=NetworkSegment(0b6d0d1a-ef66-4daf-88b4-343a1bf73452),segment_id=0b6d0d1a-ef66-4daf-88b4-343a1bf73452)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:09.907547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-6df07b56-d3ee-46a6-8fa6-3187e7b7361e', 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'fixed_ips': [{'subnet_id': 'd1415be4-3968-483d-bc20-a1251504f1bf'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:09.908803 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.914717 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8b551722-5abc-47f1-adda-7d1e4c4144a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.956258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5b7a-14e5-4025-b9d8-e464bdb203d9 None None] Pushing event updated for resources: {'Port': ['ID=1abfbf5d-5c9e-4774-9aea-ec7ee45507e8,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:10.029692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b551722-5abc-47f1-adda-7d1e4c4144a4 None None] Pushing event updated for resources: {'Port': ['ID=7a011e18-0f62-4d18-87aa-c1293f0dea20,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:10.037772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40898) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:10.063923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8a3d44fb-6c78-4243-8f4c-e5da50399f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.079931 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:37:10.079931 n-d-789963-10 neutron-server[94737]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:37:10.079931 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id': '2ba72d25c3a94eb68732b4682809f547', 'id': 'ae99dece-7608-42eb-9e95-5cd264fa2bfe', 'expiration': datetime.datetime(2021, 9, 17, 22, 39, 10, 57573)}] Sep 17 22:37:10.079931 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:37:10.080662 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:37:10.133635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef821b-8e56-4ec4-8228-2bcf73a2a101 req-23cf835f-03ae-442d-9bcb-c013cfe54ae4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:10.141565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aef821b-8e56-4ec4-8228-2bcf73a2a101 req-23cf835f-03ae-442d-9bcb-c013cfe54ae4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 944 time: 0.2121470 Sep 17 22:37:10.149396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:10.154678 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.176999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6255ad8-b340-44f0-9f67-146f395d98cb req-4c9ab66f-e6f2-4edf-bc65-09cb870d3d8c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:10.178893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bbb43af9-a58b-41fc-9ca5-70dffd1f429d None None] Provisioning complete for port 839128b0-1d60-4fbd-a669-2ab60db4f67b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:10.179266 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbb43af9-a58b-41fc-9ca5-70dffd1f429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.185461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6255ad8-b340-44f0-9f67-146f395d98cb req-4c9ab66f-e6f2-4edf-bc65-09cb870d3d8c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.2624037 Sep 17 22:37:10.212790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Deleting port ca72aabb-4cf0-4484-9a88-fb49d2037b20 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:10.213165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.240455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 400e5c71-538b-46ff-a3bf-d0656c2e9f1f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:10.266589 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8a3d44fb-6c78-4243-8f4c-e5da50399f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.272064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8a3d44fb-6c78-4243-8f4c-e5da50399f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.282877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] device_id is not set on port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:37:10.344800 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bbb43af9-a58b-41fc-9ca5-70dffd1f429d None None] Port 839128b0-1d60-4fbd-a669-2ab60db4f67b cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:10.345423 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8a3d44fb-6c78-4243-8f4c-e5da50399f90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a56f20a1d300400584323347c68151c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054788 Sep 17 22:37:10.347724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40902) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:10.356190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d44fb-6c78-4243-8f4c-e5da50399f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f6a0d4-b6e0-4664-a54c-9e4c982d8de4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:10.407786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bbb43af9-a58b-41fc-9ca5-70dffd1f429d None None] Provisioning complete for port 7a011e18-0f62-4d18-87aa-c1293f0dea20 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:10.408381 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbb43af9-a58b-41fc-9ca5-70dffd1f429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.415951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Allocated IP 19.80.0.2 (6df07b56-d3ee-46a6-8fa6-3187e7b7361e/d1415be4-3968-483d-bc20-a1251504f1bf/e880f948-3673-4a19-b2d6-e79264e86a08) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:10.446065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4634bd7-3d62-4c35-8a1a-aaf0f7741f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.472660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:10.473288 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.502709 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4634bd7-3d62-4c35-8a1a-aaf0f7741f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.580475 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aef821b-8e56-4ec4-8228-2bcf73a2a101 req-f0377a04-017d-4bc1-8c27-fbff0dc9e390 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380050 Sep 17 22:37:10.592135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4634bd7-3d62-4c35-8a1a-aaf0f7741f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.594782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4634bd7-3d62-4c35-8a1a-aaf0f7741f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.598985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b4634bd7-3d62-4c35-8a1a-aaf0f7741f7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7f6a0d4-b6e0-4664-a54c-9e4c982d8de4 HTTP/1.1" status: 204 len: 168 time: 0.2463777 Sep 17 22:37:10.622149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4634bd7-3d62-4c35-8a1a-aaf0f7741f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f6a0d4-b6e0-4664-a54c-9e4c982d8de4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:10.642673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6255ad8-b340-44f0-9f67-146f395d98cb req-aa798279-b04f-48c4-87b9-21b1c6acdd10 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554217 Sep 17 22:37:10.880431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Allocated IP 10.1.1.69 (104a4ac0-9927-4f18-af60-5a455dfef964/a8bc366c-2f3b-4887-b606-adf539a3c42a/5851e6ee-6f65-43ed-a134-a39c70ee86e4) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:10.887279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:10.890884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.901324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] For port ca72aabb-4cf0-4484-9a88-fb49d2037b20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ca72aabb-4cf0-4484-9a88-fb49d2037b20,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:10.901882 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.984804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bbb43af9-a58b-41fc-9ca5-70dffd1f429d None None] Provisioning complete for port 962d3782-8f03-45c8-ac58-e2c07987246b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:10.985228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbb43af9-a58b-41fc-9ca5-70dffd1f429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.994788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Calling delete_port for ca72aabb-4cf0-4484-9a88-fb49d2037b20 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:11.017548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b31e4-1380-4702-8366-db89593f3939 None None] Network 25be45c2-999c-4309-8e35-03537cb4956d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:11.081518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 962d3782-8f03-45c8-ac58-e2c07987246b up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:11.140337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a298fe-4733-4660-ac4f-be45b40ff17c req-88aa4523-ef84-44f8-b3b8-873c38e76f56 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:11.149160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5a298fe-4733-4660-ac4f-be45b40ff17c req-88aa4523-ef84-44f8-b3b8-873c38e76f56 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 946 time: 0.3482823 Sep 17 22:37:11.194785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.243893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.297469 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5a298fe-4733-4660-ac4f-be45b40ff17c req-361e6ea8-ad0e-478b-8846-6af702f79af7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437075 Sep 17 22:37:11.332890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:11.347360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:11.359992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:11.362008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 962d3782-8f03-45c8-ac58-e2c07987246b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:11.362502 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.367225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Pushing event updated for resources: {'Port': ['ID=e880f948-3673-4a19-b2d6-e79264e86a08,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:11.399010 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.508440 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.516795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.607294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Pushing event deleted for resources: {'Port': ['ID=ca72aabb-4cf0-4484-9a88-fb49d2037b20,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:11.647230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.647461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Attempting to bind port e880f948-3673-4a19-b2d6-e79264e86a08 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:11.647699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Attempting to bind port e880f948-3673-4a19-b2d6-e79264e86a08 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:11.647970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Attempting to bind port e880f948-3673-4a19-b2d6-e79264e86a08 on network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:11.650879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Subnet': ['ID=1f6a30ce-1734-4ca7-945a-900e74294a78,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:11.665921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1ed10d20-7671-4f60-825d-6650a3bac047', 'ca72aabb-4cf0-4484-9a88-fb49d2037b20'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:11.692522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:11.692913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Checking segment: {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:11.695036 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.695036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Bound using segment: {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:11.695036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Bound port: e880f948-3673-4a19-b2d6-e79264e86a08, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:11.695036 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.754773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] No DVR routers for this DVR port ca72aabb-4cf0-4484-9a88-fb49d2037b20 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:11.766513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6f887278-dfa5-4bef-aa33-3d80bc3b2a7a None None] Provisioning complete for port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:11.766934 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6f887278-dfa5-4bef-aa33-3d80bc3b2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.791015 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.793024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d55d79cc-b6ea-492f-a47e-6034e18b5b73 req-b91f27da-6176-4252-8cd6-1c94aba6bab5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.49 "DELETE /v2.0/ports/ca72aabb-4cf0-4484-9a88-fb49d2037b20 HTTP/1.1" status: 204 len: 173 time: 2.2604353 Sep 17 22:37:11.793968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c54187-e579-4d08-8ef7-0aa964a309f3', 'name': 'network-vif-deleted', 'tag': 'ca72aabb-4cf0-4484-9a88-fb49d2037b20'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:11.796312 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3de5655-b6a1-4c59-95e8-e918afc00420" -d '{"events": [{"server_uuid": "71c54187-e579-4d08-8ef7-0aa964a309f3", "name": "network-vif-deleted", "tag": "ca72aabb-4cf0-4484-9a88-fb49d2037b20"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:11.812913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7a011e18-0f62-4d18-87aa-c1293f0dea20 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:11.887580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 104a4ac0-9927-4f18-af60-5a455dfef964 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:11.893883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:11.909796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:11.966611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:11.967352 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.995636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Checking segment: {'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:11.995841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network hostable DHCP agents. Network: 65805e34-ebdc-488e-95e8-c76954a15277, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:12.002537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6391804 Sep 17 22:37:12.007173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be9e52-5921-4e7f-a99f-768c6a4ff6ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=5851e6ee-6f65-43ed-a134-a39c70ee86e4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.026692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b51a83-d1a1-40e1-9e36-559e0ed69d2f req-135a28a6-a9e0-4bae-b2b5-99cd51ccfaac tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:12.036645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46b51a83-d1a1-40e1-9e36-559e0ed69d2f req-135a28a6-a9e0-4bae-b2b5-99cd51ccfaac tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 944 time: 0.3384950 Sep 17 22:37:12.045601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] For port e880f948-3673-4a19-b2d6-e79264e86a08, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:12.045980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a26ffc-c103-4c69-8fa7-7f87922ee93d req-684466d5-d04b-4dec-a63b-1c169f9e4545 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:12.047507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31a26ffc-c103-4c69-8fa7-7f87922ee93d req-684466d5-d04b-4dec-a63b-1c169f9e4545 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.2641351 Sep 17 22:37:12.086742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] For port e880f948-3673-4a19-b2d6-e79264e86a08, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e880f948-3673-4a19-b2d6-e79264e86a08,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:12.099245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6f887278-dfa5-4bef-aa33-3d80bc3b2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.104135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.128685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network 65805e34-ebdc-488e-95e8-c76954a15277 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:12.150595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31a26ffc-c103-4c69-8fa7-7f87922ee93d req-63a947dc-622c-406c-9de8-2bd288f5f1cf tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862262 Sep 17 22:37:12.155711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 65805e34-ebdc-488e-95e8-c76954a15277) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:12.189071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46b51a83-d1a1-40e1-9e36-559e0ed69d2f req-60e9634d-4797-4436-8fcc-abceedefadd6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513979 Sep 17 22:37:12.190555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:12.191176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.229224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7a011e18-0f62-4d18-87aa-c1293f0dea20 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:12.229825 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.244786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f3f2b-adaf-4e93-9fa3-d155e3b910fe None None] Network 65805e34-ebdc-488e-95e8-c76954a15277 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:12.246624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e31a785e-a817-4f61-b9ef-abb74073b5c5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7620847 Sep 17 22:37:12.283798 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25df4a06-0c6d-4c1b-b51a-910b50e01d9f x-openstack-request-id: req-25df4a06-0c6d-4c1b-b51a-910b50e01d9f {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:12.284411 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c54187-e579-4d08-8ef7-0aa964a309f3", "name": "network-vif-deleted", "tag": "ca72aabb-4cf0-4484-9a88-fb49d2037b20", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:12.284683 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25df4a06-0c6d-4c1b-b51a-910b50e01d9f {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:12.285121 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c54187-e579-4d08-8ef7-0aa964a309f3', 'name': 'network-vif-deleted', 'tag': 'ca72aabb-4cf0-4484-9a88-fb49d2037b20', 'status': 'completed', 'code': 200} Sep 17 22:37:12.483213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6f887278-dfa5-4bef-aa33-3d80bc3b2a7a None None] For port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1abfbf5d-5c9e-4774-9aea-ec7ee45507e8,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:12.524402 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6f887278-dfa5-4bef-aa33-3d80bc3b2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.530268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a21ed13-7b31-42d6-8832-a37cd0d595e2 req-034423d9-a6b6-4fd5-8c36-85bd977896e3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=71c54187-e579-4d08-8ef7-0aa964a309f3 HTTP/1.1" status: 200 len: 210 time: 0.0625718 Sep 17 22:37:12.564559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40958) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:12.572097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b855b471-625e-4d19-bed0-63dd89dddae7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584248383', 'description': 'tempest-description--1289864255'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:12.649588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b42f649-c9b0-496e-91dd-ff714bc3b712 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:12.675311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b855b471-625e-4d19-bed0-63dd89dddae7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.696202 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db96e09-5b95-438c-82b7-787271d4f667 None None] Pushing event updated for resources: {'Port': ['ID=e880f948-3673-4a19-b2d6-e79264e86a08,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.835933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-af053762-0cb5-4be1-ab73-40bb4d92c44c None None] Provisioning complete for port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:12.837573 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af053762-0cb5-4be1-ab73-40bb4d92c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.851944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-71a4fa3d-c0b0-4953-9c54-62faeeb84536 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:12.858576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-71a4fa3d-c0b0-4953-9c54-62faeeb84536 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:12.867679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-71a4fa3d-c0b0-4953-9c54-62faeeb84536 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/networks?id=6df07b56-d3ee-46a6-8fa6-3187e7b7361e&id=65805e34-ebdc-488e-95e8-c76954a15277&id=6df07b56-d3ee-46a6-8fa6-3187e7b7361e HTTP/1.1" status: 200 len: 1392 time: 0.1869447 Sep 17 22:37:12.872126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b855b471-625e-4d19-bed0-63dd89dddae7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.877351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b855b471-625e-4d19-bed0-63dd89dddae7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.890071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-9d6db236-eb78-4242-ba11-cb5806b06f0c tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/quotas/2ba72d25c3a94eb68732b4682809f547 HTTP/1.1" status: 200 len: 375 time: 0.0201569 Sep 17 22:37:12.925855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855b471-625e-4d19-bed0-63dd89dddae7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdecc981-4c13-4d09-8367-1d87ebbc7241,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.930564 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b855b471-625e-4d19-bed0-63dd89dddae7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.932584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f887278-dfa5-4bef-aa33-3d80bc3b2a7a None None] Pushing event updated for resources: {'Port': ['ID=1abfbf5d-5c9e-4774-9aea-ec7ee45507e8,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.933385 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b855b471-625e-4d19-bed0-63dd89dddae7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3670511 Sep 17 22:37:12.936007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40974) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:12.943860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-be803a4b-0afa-4afd-ae54-49731123e763 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'security_group_rule': {'security_group_id': 'cdecc981-4c13-4d09-8367-1d87ebbc7241', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:12.957698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-70c51d94-d1a1-4489-9a5b-3f3a5cb7b972 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662930 Sep 17 22:37:12.982895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be803a4b-0afa-4afd-ae54-49731123e763 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.997177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-af053762-0cb5-4be1-ab73-40bb4d92c44c None None] Port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:13.008498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-65805e34-ebdc-488e-95e8-c76954a15277', 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'fixed_ips': [{'subnet_id': '1f6a30ce-1734-4ca7-945a-900e74294a78'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:13.009392 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.063546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 4b42f649-c9b0-496e-91dd-ff714bc3b712 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:13.074028 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be803a4b-0afa-4afd-ae54-49731123e763 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.081415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be803a4b-0afa-4afd-ae54-49731123e763 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.105884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-ffae3b68-c604-40b4-a4a5-ba8fa03727a0 service neutron] 10.222.0.48 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414979 Sep 17 22:37:13.121694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-af053762-0cb5-4be1-ab73-40bb4d92c44c None None] Provisioning complete for port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:13.122806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af053762-0cb5-4be1-ab73-40bb4d92c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.129658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 4b42f649-c9b0-496e-91dd-ff714bc3b712 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:13.131036 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.150856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be803a4b-0afa-4afd-ae54-49731123e763 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8632d8c6-91fb-497a-857f-706fa161d71b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.196040 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be803a4b-0afa-4afd-ae54-49731123e763 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.198257 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be803a4b-0afa-4afd-ae54-49731123e763 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2587123 Sep 17 22:37:13.201123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40984) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:13.213407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-79f7afb9-4abb-4f7d-864c-baf5c54b5f04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'security_group_rule': {'security_group_id': 'cdecc981-4c13-4d09-8367-1d87ebbc7241', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:13.274761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79f7afb9-4abb-4f7d-864c-baf5c54b5f04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.366752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79f7afb9-4abb-4f7d-864c-baf5c54b5f04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.375422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79f7afb9-4abb-4f7d-864c-baf5c54b5f04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.390778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e880f948-3673-4a19-b2d6-e79264e86a08 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:13.401337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8c0294d0-8c39-4480-9d5f-fc89533c9fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885263 Sep 17 22:37:13.426265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7afb9-4abb-4f7d-864c-baf5c54b5f04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f0cd35-5303-431e-87ce-a99e872310d4,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.437445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb4631-df6f-47c5-ae23-7a9affd9ace9 req-d8daf789-27fa-4d1c-a287-d7fc5c696c4b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:13.439211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cfb4631-df6f-47c5-ae23-7a9affd9ace9 req-d8daf789-27fa-4d1c-a287-d7fc5c696c4b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1540585 Sep 17 22:37:13.444119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79f7afb9-4abb-4f7d-864c-baf5c54b5f04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.447483 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-79f7afb9-4abb-4f7d-864c-baf5c54b5f04 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444735 Sep 17 22:37:13.449769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40992) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:13.460498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:13.490874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.571177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cfb4631-df6f-47c5-ae23-7a9affd9ace9 req-fbbb65b3-dbf8-4c7f-b309-6137802cd96b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180537 Sep 17 22:37:13.598538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Allocated IP 19.86.0.2 (65805e34-ebdc-488e-95e8-c76954a15277/1f6a30ce-1734-4ca7-945a-900e74294a78/fa571111-3c7a-47a7-8288-1ae99deaa341) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:13.624588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.644115 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-da2ef530-5049-44f3-9821-b5c8004e33d0 service neutron] 10.222.0.48 "GET /v2.0/networks/65805e34-ebdc-488e-95e8-c76954a15277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347713 Sep 17 22:37:13.657727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.690006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4b42f649-c9b0-496e-91dd-ff714bc3b712, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b42f649-c9b0-496e-91dd-ff714bc3b712,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:13.691334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ca72aabb-4cf0-4484-9a88-fb49d2037b20 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:13.723604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9374b5e4-c6ea-4796-970f-696cad9f9332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b42f649-c9b0-496e-91dd-ff714bc3b712'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:13.726118 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1239eded-8722-4982-91a1-19a6dea90ace" -d '{"events": [{"server_uuid": "9374b5e4-c6ea-4796-970f-696cad9f9332", "name": "network-vif-plugged", "status": "completed", "tag": "4b42f649-c9b0-496e-91dd-ff714bc3b712"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:13.728747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: ca72aabb-4cf0-4484-9a88-fb49d2037b20 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:13.729350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ca72aabb-4cf0-4484-9a88-fb49d2037b20 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:13.734326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.777455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0a285716-b2f8-45d9-8d2a-df06799b58d3 service neutron] 10.222.0.48 "GET /v2.0/networks/65805e34-ebdc-488e-95e8-c76954a15277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323631 Sep 17 22:37:13.814576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Allocated IP 172.25.0.209 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/becc80e2-c9f9-46ca-90cd-eb5187f8d05c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:13.903736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3feaa6b-04b2-4a12-beec-4350f43b3f7e None None] Network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:13.935494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe25a-4f8f-48a8-8c13-10240be3c466 req-97cb9902-30e8-46cb-8815-af393fa9db9f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:13.937390 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.945121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48ffe25a-4f8f-48a8-8c13-10240be3c466 req-97cb9902-30e8-46cb-8815-af393fa9db9f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 945 time: 0.1400197 Sep 17 22:37:13.986013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.994391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48ffe25a-4f8f-48a8-8c13-10240be3c466 req-712977b3-8eda-4adc-95fc-a4854af6ab1c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482008 Sep 17 22:37:14.014845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-19b7d495-80a7-4469-b2cf-5a46f51eea5e service neutron] 10.222.0.48 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364659 Sep 17 22:37:14.035574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:14.038817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:14.045582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:14.088345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=becc80e2-c9f9-46ca-90cd-eb5187f8d05c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:14.104994 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.113420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e880f948-3673-4a19-b2d6-e79264e86a08 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:14.115104 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.154582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.166224 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.187697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-aeab7537-d5b9-4c74-bfb1-d1601b424b9b service neutron] 10.222.0.48 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600316 Sep 17 22:37:14.225329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.270483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4b42f649-c9b0-496e-91dd-ff714bc3b712,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:14.311741 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2181f144-871f-431c-b5f0-6dddf286a301 x-openstack-request-id: req-2181f144-871f-431c-b5f0-6dddf286a301 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:14.312035 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9374b5e4-c6ea-4796-970f-696cad9f9332", "name": "network-vif-plugged", "status": "completed", "tag": "4b42f649-c9b0-496e-91dd-ff714bc3b712", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:14.312283 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2181f144-871f-431c-b5f0-6dddf286a301 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:14.313331 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9374b5e4-c6ea-4796-970f-696cad9f9332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b42f649-c9b0-496e-91dd-ff714bc3b712', 'code': 200} Sep 17 22:37:14.393763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Network 65805e34-ebdc-488e-95e8-c76954a15277 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:14.429957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:14.432608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Pushing event updated for resources: {'Port': ['ID=fa571111-3c7a-47a7-8288-1ae99deaa341,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:14.438022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:14.507351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fae396c1-1c47-47c0-88b4-754d79edbe68 req-aba70a87-1aa7-4820-baea-2c9a64493ea1 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 210 time: 0.0369086 Sep 17 22:37:14.521206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2c7bff78-e2f8-4d42-ba61-5237957c4635 None None] Provisioning complete for port e880f948-3673-4a19-b2d6-e79264e86a08 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:14.530056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2c7bff78-e2f8-4d42-ba61-5237957c4635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.539091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da6025-bd9d-4d5a-8ef6-8842b9717984 req-89bb8c0c-70bc-47da-b98f-fb9c2ef8096d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:14.547239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71da6025-bd9d-4d5a-8ef6-8842b9717984 req-89bb8c0c-70bc-47da-b98f-fb9c2ef8096d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1890361 Sep 17 22:37:14.655462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.655608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71da6025-bd9d-4d5a-8ef6-8842b9717984 req-89ad5db5-39b1-4b93-a210-7fdd1c8cddcc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072936 Sep 17 22:37:14.756419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port e880f948-3673-4a19-b2d6-e79264e86a08, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e880f948-3673-4a19-b2d6-e79264e86a08,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:14.790391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3c1fc-dcfb-4d40-8e2c-873394b5f6ed req-8cc41c4c-b3c6-4bd5-adae-11b28e9fe7fb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:14.793070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b3c1fc-dcfb-4d40-8e2c-873394b5f6ed req-8cc41c4c-b3c6-4bd5-adae-11b28e9fe7fb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.0851943 Sep 17 22:37:14.838980 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.843533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:14.900017 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-6ce11a0d-7fa9-4b7b-ae98-6831f22956bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836940 Sep 17 22:37:14.903134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ffee8-055f-40b6-bd75-ae920163dfb9 req-6eeedf0f-4fcc-48b9-96bd-9719e96b12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:14.904496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-903ffee8-055f-40b6-bd75-ae920163dfb9 req-6eeedf0f-4fcc-48b9-96bd-9719e96b12cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 1097 time: 0.5416408 Sep 17 22:37:14.989593 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.999790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-903ffee8-055f-40b6-bd75-ae920163dfb9 req-195485fe-301c-43f8-9e7d-cf7505cd8543 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834961 Sep 17 22:37:15.003491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.009467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b3c1fc-dcfb-4d40-8e2c-873394b5f6ed req-73561fe0-383a-41f5-939d-e34824538ca7 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057741 Sep 17 22:37:15.043490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-15b663c8-8f75-4a74-8534-5fed19a2e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.045004 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-15b663c8-8f75-4a74-8534-5fed19a2e04d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 1097 time: 0.1191072 Sep 17 22:37:15.049340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49360e-e82d-4a8f-a2bc-28fe84f0d279 req-bcd6ba2e-240b-4483-88f6-1d78da8eba0f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.051144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a49360e-e82d-4a8f-a2bc-28fe84f0d279 req-bcd6ba2e-240b-4483-88f6-1d78da8eba0f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1573877 Sep 17 22:37:15.091358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=becc80e2-c9f9-46ca-90cd-eb5187f8d05c,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.108403 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.139998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.140236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a49360e-e82d-4a8f-a2bc-28fe84f0d279 req-9a634433-48cd-4d09-abe4-5c6d7671edd0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798740 Sep 17 22:37:15.144273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-285f3f96-4cde-4706-8c7a-5af420944665 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6922998 Sep 17 22:37:15.257582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1489219-3613-4c15-a5d3-d857a0d591d1 req-52eec1c6-1655-4da2-911b-6d334eec0aff tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.259170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1489219-3613-4c15-a5d3-d857a0d591d1 req-52eec1c6-1655-4da2-911b-6d334eec0aff tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 945 time: 0.0998881 Sep 17 22:37:15.360845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1489219-3613-4c15-a5d3-d857a0d591d1 req-14f31ab0-6dac-46ed-8aaa-4fbea04ce6c5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928619 Sep 17 22:37:15.362068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-826bec24-1374-4c3f-9cbb-a0c5b69b1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.364204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-826bec24-1374-4c3f-9cbb-a0c5b69b1046 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.1545162 Sep 17 22:37:15.395547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Attempting to bind port fa571111-3c7a-47a7-8288-1ae99deaa341 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:15.398650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Attempting to bind port fa571111-3c7a-47a7-8288-1ae99deaa341 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:15.404577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Attempting to bind port fa571111-3c7a-47a7-8288-1ae99deaa341 on network 65805e34-ebdc-488e-95e8-c76954a15277 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:15.462429 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-e80f7a58-a149-45fd-b486-c5a92b05f78a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1 HTTP/1.1" status: 200 len: 217 time: 0.0716598 Sep 17 22:37:15.477300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:15.477962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Checking segment: {'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:15.478534 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.479200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Bound using segment: {'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:15.479841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Bound port: fa571111-3c7a-47a7-8288-1ae99deaa341, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:15.480410 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.501574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dba342-ff51-4cdd-944f-bf8e7a87bb54 req-7292f5ee-7318-48dc-9cf4-7e4d03f7bb2d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.506566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11dba342-ff51-4cdd-944f-bf8e7a87bb54 req-7292f5ee-7318-48dc-9cf4-7e4d03f7bb2d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1524236 Sep 17 22:37:15.541919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-5bed9b26-3224-4be9-b0bf-f449fcc3ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.544496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-5bed9b26-3224-4be9-b0bf-f449fcc3ff72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0751216 Sep 17 22:37:15.548219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=e880f948-3673-4a19-b2d6-e79264e86a08,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.604364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11dba342-ff51-4cdd-944f-bf8e7a87bb54 req-855e5a05-e77a-4b99-8bdd-8dd14f689eb0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877099 Sep 17 22:37:15.632156 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-cbb445be-dd53-470b-ace6-2e0d38b52122 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593338 Sep 17 22:37:15.689927 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:15.690300 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.760811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] For port fa571111-3c7a-47a7-8288-1ae99deaa341, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:15.794158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] For port fa571111-3c7a-47a7-8288-1ae99deaa341, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fa571111-3c7a-47a7-8288-1ae99deaa341,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:15.834434 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.836661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-eb0099d4-d41d-4540-9ee0-5ebbcb7f0cce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1584248383&fields=id&tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0 HTTP/1.1" status: 200 len: 267 time: 0.1321938 Sep 17 22:37:15.848701 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-53c7bedf-f0d1-455b-9bed-03fd2b629a6d service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168484 Sep 17 22:37:15.865877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ebbe40e8-a2ed-4961-b3ef-f9c473415f0d req-30299ee0-c66f-4206-b4ea-84e2d794c12a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 210 time: 0.0696552 Sep 17 22:37:15.920164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f8d80a4b-7a72-43ba-8bd0-fc0142dbf984 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.921634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f8d80a4b-7a72-43ba-8bd0-fc0142dbf984 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports/839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 200 len: 936 time: 0.0841675 Sep 17 22:37:15.999963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242811-2bac-4b19-892c-03ea444efccf None None] Pushing event updated for resources: {'Port': ['ID=fa571111-3c7a-47a7-8288-1ae99deaa341,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:16.020999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-a0a7486e-8bb5-4575-9078-c3922c8baf7f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:16.028794 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-a0a7486e-8bb5-4575-9078-c3922c8baf7f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports/5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 200 len: 936 time: 0.0997701 Sep 17 22:37:16.110159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9031711d-8651-45ee-85c2-4a31df58e62e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0700767 Sep 17 22:37:16.111258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7c8c6707-ff4f-4a34-90aa-26208b966ef0 None None] Provisioning complete for port e880f948-3673-4a19-b2d6-e79264e86a08 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:16.112159 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6707-ff4f-4a34-90aa-26208b966ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.130937 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6dcccf81-89c1-47bc-b6db-c19cf40acd0a req-ec4f13b4-e8e4-41c9-9f7f-3464cd57e3a4 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710216 Sep 17 22:37:16.168484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7a011e18-0f62-4d18-87aa-c1293f0dea20 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:16.224559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-73ea47a4-d270-4989-89e5-19ba3fa59d24 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1111100 Sep 17 22:37:16.416418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7a011e18-0f62-4d18-87aa-c1293f0dea20 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:16.416946 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.820333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fa571111-3c7a-47a7-8288-1ae99deaa341 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:16.869842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c7a9f-f2ee-4236-a3ea-96a295521aad req-6675ea17-3e8d-4933-89cd-d19d767d5325 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:16.871432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-668c7a9f-f2ee-4236-a3ea-96a295521aad req-6675ea17-3e8d-4933-89cd-d19d767d5325 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.6645072 Sep 17 22:37:16.893847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fa571111-3c7a-47a7-8288-1ae99deaa341 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:16.894377 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.941421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-fa1ae274-48a2-4a2d-a634-805ca6306810 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:16.948041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-fa1ae274-48a2-4a2d-a634-805ca6306810 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:16.960437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-fa1ae274-48a2-4a2d-a634-805ca6306810 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:16.968020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-fa1ae274-48a2-4a2d-a634-805ca6306810 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/networks?id=aa388694-c383-4083-82af-2984c0d11591&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=25be45c2-999c-4309-8e35-03537cb4956d&id=25be45c2-999c-4309-8e35-03537cb4956d HTTP/1.1" status: 200 len: 1994 time: 0.7413049 Sep 17 22:37:17.000631 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-6bbabd3f-2cb8-400a-a5e3-c13402dd6b25 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/quotas/2c8a0d21b0ec4b4e92867682ef16cff0 HTTP/1.1" status: 200 len: 375 time: 0.0314560 Sep 17 22:37:17.001431 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.054938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port fa571111-3c7a-47a7-8288-1ae99deaa341, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fa571111-3c7a-47a7-8288-1ae99deaa341,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:17.061932 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.063495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-668c7a9f-f2ee-4236-a3ea-96a295521aad req-ccc25d61-bd98-43f2-ad1b-2406eed83a71 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852605 Sep 17 22:37:17.073241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-67381ab9-fb89-49f6-a8f6-9f0c70d06dc6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:17.075206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e880f948-3673-4a19-b2d6-e79264e86a08 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:17.081847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-67381ab9-fb89-49f6-a8f6-9f0c70d06dc6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:17.084529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-67381ab9-fb89-49f6-a8f6-9f0c70d06dc6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.49 "GET /v2.0/networks?id=6df07b56-d3ee-46a6-8fa6-3187e7b7361e&id=65805e34-ebdc-488e-95e8-c76954a15277&id=6df07b56-d3ee-46a6-8fa6-3187e7b7361e HTTP/1.1" status: 200 len: 1392 time: 0.8518412 Sep 17 22:37:17.117213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'port': {'device_id': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e', 'admin_state_up': True, 'tenant_id': '2ba72d25c3a94eb68732b4682809f547'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:17.213518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=fa571111-3c7a-47a7-8288-1ae99deaa341,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:17.216142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-73b9fb63-9253-484a-9f90-bfa73dec9382 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2142987 Sep 17 22:37:17.252331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e880f948-3673-4a19-b2d6-e79264e86a08 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:17.252331 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.508191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3d4a8aff-447b-447c-bc1e-a5c99e86f9c2 service neutron] 10.222.0.48 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908957 Sep 17 22:37:17.533097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f073192-9df4-40ac-ad98-b3cdb0e64381 None None] Network 65805e34-ebdc-488e-95e8-c76954a15277 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:17.568308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d0f3b-2904-41dd-adfa-7ed2d6e1dcd3 req-e14c3e23-7f2f-4b57-931c-edfe541df5fa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:17.569847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-960d0f3b-2904-41dd-adfa-7ed2d6e1dcd3 req-e14c3e23-7f2f-4b57-931c-edfe541df5fa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 945 time: 0.1694298 Sep 17 22:37:17.644527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0e38e31d-acb5-4da7-a4f0-99858fa1ce43 None None] Provisioning complete for port fa571111-3c7a-47a7-8288-1ae99deaa341 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:17.645083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0e38e31d-acb5-4da7-a4f0-99858fa1ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.669982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:17.673434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.692638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-8a1911bc-713e-4e8e-8db4-6d0e9befad0c service neutron] 10.222.0.48 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750762 Sep 17 22:37:17.695521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-960d0f3b-2904-41dd-adfa-7ed2d6e1dcd3 req-9af2a64c-0b22-4504-8515-25fc2b4c0607 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167309 Sep 17 22:37:17.793427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-28c86f5f-a3a5-419f-8114-eaed37566599 service neutron] 10.222.0.48 "GET /v2.0/ports/839128b0-1d60-4fbd-a669-2ab60db4f67b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0827577 Sep 17 22:37:17.968784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Allocated IP 19.80.0.178 (6df07b56-d3ee-46a6-8fa6-3187e7b7361e/d1415be4-3968-483d-bc20-a1251504f1bf/7cbcc59e-584e-4a9c-a508-f251f8bfc3e9) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:17.991139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fab3fdfe-a2d4-4d79-bf97-6ac0ff3c4e50 req-1c4f3e7d-7a4b-4504-8f75-3a48ed4484be tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 210 time: 0.0448196 Sep 17 22:37:18.020712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-4e7db990-9f87-435b-b1c6-91591efda7d3 service neutron] 10.222.0.48 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153296 Sep 17 22:37:18.136748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4effdab3-c32f-4839-9db6-a26f1520d368 None None] Provisioning complete for port fa571111-3c7a-47a7-8288-1ae99deaa341 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:18.137876 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4effdab3-c32f-4839-9db6-a26f1520d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.255930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a7fa2-77d9-4f02-aad8-f9d6464491e0 req-36b0e3aa-e365-4313-87ee-0ee834bce03d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:18.257480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d82a7fa2-77d9-4f02-aad8-f9d6464491e0 req-36b0e3aa-e365-4313-87ee-0ee834bce03d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1758707 Sep 17 22:37:18.302630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-a67f1852-3352-497c-8544-da1416a8a423 service neutron] 10.222.0.48 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732704 Sep 17 22:37:18.373653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d82a7fa2-77d9-4f02-aad8-f9d6464491e0 req-d1216e0c-9b9b-4ded-b470-e6b39be666f7 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066866 Sep 17 22:37:18.376589 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.379929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3c81d060-05b1-4674-a699-db58e2686ecf service neutron] 10.222.0.48 "GET /v2.0/ports/5851e6ee-6f65-43ed-a134-a39c70ee86e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0699999 Sep 17 22:37:18.531472 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.626756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ea376c71-f7bc-4aa2-b663-97b65f8a0001 service neutron] 10.222.0.48 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378926 Sep 17 22:37:18.674304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fa571111-3c7a-47a7-8288-1ae99deaa341 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:18.685833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:18.703866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-22c91ffd-2c4d-472b-bd1f-9cd2d8ac4b1b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:18.708642 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.711618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-22c91ffd-2c4d-472b-bd1f-9cd2d8ac4b1b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.2481802 Sep 17 22:37:18.713693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:18.723563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:18.737750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fa571111-3c7a-47a7-8288-1ae99deaa341 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:18.738209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.774172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Port': ['ID=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:18.818029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-3d1741f5-8c21-4597-a991-59fd6dc29b1f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/quotas/424939a27a5f4673ab12eaf052c7651b HTTP/1.1" status: 200 len: 375 time: 0.1053405 Sep 17 22:37:18.892097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:18.892736 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.905216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-8667b653-fc1f-4ace-af70-d25aebe260bc service neutron] 10.222.0.48 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607312 Sep 17 22:37:18.930926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-6856bdab-7f50-4b66-8d07-098631f6d53a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003723 Sep 17 22:37:18.943332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-2817b244-086a-420e-b394-5b8eaa1bd7db tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8355160 Sep 17 22:37:18.980716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'port': {'device_id': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277', 'admin_state_up': True, 'tenant_id': '2ba72d25c3a94eb68732b4682809f547'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:19.063024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1b4da168-d403-4c08-a135-2b5ba72f09ea None None] Provisioning complete for port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:19.063393 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b4da168-d403-4c08-a135-2b5ba72f09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.108207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1b4da168-d403-4c08-a135-2b5ba72f09ea None None] Port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:19.152815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-405c0b04-c1f0-441d-82ed-4a0f5db314c2 service neutron] 10.222.0.48 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372696 Sep 17 22:37:19.190233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-1d3ca3a8-3a42-4ba4-bd96-d751c2830e8f service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375438 Sep 17 22:37:19.323597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:19.327058 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.370033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-fec5668a-bb33-44ee-904f-fe7470e25c0d service neutron] 10.222.0.48 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054913 Sep 17 22:37:19.443277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8f0dfa6c-4536-4a71-835e-3195a8527c87 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425885 Sep 17 22:37:19.568759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-74f9198c-a83a-40ee-9502-7f600af91973 service neutron] 10.222.0.48 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898880 Sep 17 22:37:19.588331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Allocated IP 19.86.0.66 (65805e34-ebdc-488e-95e8-c76954a15277/1f6a30ce-1734-4ca7-945a-900e74294a78/ddb1e91a-bd6e-4b85-81e1-74d9a24d330f) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:19.777327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35989b6-750f-4e39-912a-431ec0dbdb1d req-5b8891a8-e682-4748-b8fc-ec271a87a054 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:19.778841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a35989b6-750f-4e39-912a-431ec0dbdb1d req-5b8891a8-e682-4748-b8fc-ec271a87a054 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1301560 Sep 17 22:37:19.780703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-a51643a6-5e5d-4c0b-b6bb-9c92f1882c56 service neutron] 10.222.0.48 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060001 Sep 17 22:37:19.948992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a35989b6-750f-4e39-912a-431ec0dbdb1d req-198110ec-0e0c-4c53-a93a-2be4bb465b15 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262524 Sep 17 22:37:19.971779 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.993751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3d7ee9bc-2aef-4e60-a4e9-54643e42c98e service neutron] 10.222.0.48 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040436 Sep 17 22:37:20.402636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.490088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network 65805e34-ebdc-488e-95e8-c76954a15277 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:20.497537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:20.505960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:20.511740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-b3e2b7e5-9834-4680-b578-51ec88394d37 service neutron] 10.222.0.48 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081599 Sep 17 22:37:20.542148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5c80-7e6e-4fc4-98ab-3a5ee311e10d req-020c51c5-35f5-4c13-89d7-570c53ceac89 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.548711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5c80-7e6e-4fc4-98ab-3a5ee311e10d req-020c51c5-35f5-4c13-89d7-570c53ceac89 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.550386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70ce5c80-7e6e-4fc4-98ab-3a5ee311e10d req-020c51c5-35f5-4c13-89d7-570c53ceac89 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 1654 time: 0.1639693 Sep 17 22:37:20.551957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Port': ['ID=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:20.628240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.629443 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.689757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-70ce5c80-7e6e-4fc4-98ab-3a5ee311e10d req-f9afb583-4bd2-49f1-9249-1939c8c8e7bd tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181126 Sep 17 22:37:20.693762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8b2512f6-673a-4ea8-9752-ce6ff34e6a82 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7305498 Sep 17 22:37:20.729670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'port': {'device_id': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e', 'admin_state_up': True, 'tenant_id': '2ba72d25c3a94eb68732b4682809f547'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:20.762128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-fe33eacb-1d37-45fd-90cb-36a5a5bd8fe0 service neutron] 10.222.0.48 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041824 Sep 17 22:37:20.846442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-644e4006-18d0-46e7-b563-dd9d1544a631 None None] Provisioning complete for port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:20.849178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-644e4006-18d0-46e7-b563-dd9d1544a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.877852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-5338a3c2-2a90-4ac5-afff-f19bbaa7d1b3 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.879902 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-5338a3c2-2a90-4ac5-afff-f19bbaa7d1b3 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.1196356 Sep 17 22:37:20.897822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Request body: {'port': {'device_id': 'd98af6a6-d18d-41f1-b71f-60bd9fba4e29', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'admin_state_up': True, 'tenant_id': '424939a27a5f4673ab12eaf052c7651b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:20.902693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-644e4006-18d0-46e7-b563-dd9d1544a631 None None] Port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:20.967275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5dc5d381-2e22-487b-a33d-f5253a72a50c service neutron] 10.222.0.48 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973507 Sep 17 22:37:20.991200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648fe15-18d1-45ce-b0db-848c73b59b31 req-81121eac-a1b7-4abf-8675-ad8bdd58e343 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.998676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1648fe15-18d1-45ce-b0db-848c73b59b31 req-81121eac-a1b7-4abf-8675-ad8bdd58e343 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.2149196 Sep 17 22:37:21.044066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:21.047640 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.066035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1648fe15-18d1-45ce-b0db-848c73b59b31 req-7b110207-2027-4077-9fb7-d1f0c240cee5 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664077 Sep 17 22:37:21.066181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:21.071366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.222660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b469fe42-4ac6-4003-b1d0-1048cbac5a8c req-7791e321-46de-478a-aa29-e1cb63a88f0c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 210 time: 0.0451663 Sep 17 22:37:21.286838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Allocated IP 172.20.0.7 (f0ded5a1-8630-4532-83fb-82b6b379ce42/a4fde16d-77f2-4399-a58a-0878473fd609/e5724f51-71b2-4678-9d58-00acb6f3275f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:21.320987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Allocated IP 19.80.0.196 (6df07b56-d3ee-46a6-8fa6-3187e7b7361e/d1415be4-3968-483d-bc20-a1251504f1bf/d9a004b1-23e1-4fe0-acac-af1d56a655c6) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:21.354378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fbd51-7027-42c0-aabc-a6f88cb6d8e3 req-6ecbfae6-e7ce-4a54-8ac5-740d36477017 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.356033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a91fbd51-7027-42c0-aabc-a6f88cb6d8e3 req-6ecbfae6-e7ce-4a54-8ac5-740d36477017 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0772686 Sep 17 22:37:21.453618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a91fbd51-7027-42c0-aabc-a6f88cb6d8e3 req-a5f3d048-2166-4eb4-8e7e-9dbcdb7800eb tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824826 Sep 17 22:37:21.516971 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.563711 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.576542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1', '4b42f649-c9b0-496e-91dd-ff714bc3b712'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:21.604276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.612897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce4c03-adef-44ea-8f08-79b5d5a2641c req-915361c3-d238-4474-8e59-f5b58ec605eb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.615009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27ce4c03-adef-44ea-8f08-79b5d5a2641c req-915361c3-d238-4474-8e59-f5b58ec605eb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.0993574 Sep 17 22:37:21.667332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:21.671152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:21.675987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:21.684341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27ce4c03-adef-44ea-8f08-79b5d5a2641c req-1768f256-1512-4a09-a524-7ff69de28036 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619645 Sep 17 22:37:21.696415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.779629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.780483 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.782868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event updated for resources: {'Port': ['ID=e5724f51-71b2-4678-9d58-00acb6f3275f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:21.800013 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-4da06141-9361-4d5b-83ff-6267f3005d88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9111304 Sep 17 22:37:21.817676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Request body: {'port': {'device_id': 'd98af6a6-d18d-41f1-b71f-60bd9fba4e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:21.848746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:21.904557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:21.908344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:21.917866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Port': ['ID=d9a004b1-23e1-4fe0-acac-af1d56a655c6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:21.934474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.961223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe6396-fb75-4b8b-b592-240426a2cae1 req-6a1ee4e7-6085-4128-a92a-bae299aeda07 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.962770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55fe6396-fb75-4b8b-b592-240426a2cae1 req-6a1ee4e7-6085-4128-a92a-bae299aeda07 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1211114 Sep 17 22:37:21.992611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.993372 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.046795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c85815e-5d4a-4d4a-a45c-0121ae689302 req-65542132-025c-4ac7-9844-2aa2e5f5ed18 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0646315 Sep 17 22:37:22.108578 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55fe6396-fb75-4b8b-b592-240426a2cae1 req-6d41a4c3-05f6-45c8-a8bd-23656678e77b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324089 Sep 17 22:37:22.112112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-a9d11ec6-0f26-47a1-9d97-58c39ff9a014 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3934128 Sep 17 22:37:22.137333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Request body: {'port': {'device_id': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:22.411856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5724f51-71b2-4678-9d58-00acb6f3275f {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:22.419538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d700a4-2c59-49a9-a71c-c9949c5b6cc7 req-e6e40cbd-617f-4d04-85b4-e883dd4a7543 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.422395 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.429524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8d700a4-2c59-49a9-a71c-c9949c5b6cc7 req-e6e40cbd-617f-4d04-85b4-e883dd4a7543 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1195157 Sep 17 22:37:22.432993 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.447213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Transition to ACTIVE for port object e5724f51-71b2-4678-9d58-00acb6f3275f will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:22.458819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.458999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0d3d4a62-9c8b-464b-a86c-ac4d954943c5 None None] Provisioning complete for port d9a004b1-23e1-4fe0-acac-af1d56a655c6 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:22.459485 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4a62-9c8b-464b-a86c-ac4d954943c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.464224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d46cef-ff4a-4068-8af2-3786d989d634 req-5c61cd11-f4db-4fc2-b26c-93458618e1a4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.471323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d46cef-ff4a-4068-8af2-3786d989d634 req-5c61cd11-f4db-4fc2-b26c-93458618e1a4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.483312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d46cef-ff4a-4068-8af2-3786d989d634 req-5c61cd11-f4db-4fc2-b26c-93458618e1a4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.493066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80d46cef-ff4a-4068-8af2-3786d989d634 req-5c61cd11-f4db-4fc2-b26c-93458618e1a4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2376 time: 0.2648802 Sep 17 22:37:22.537789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d4a62-9c8b-464b-a86c-ac4d954943c5 None None] Port d9a004b1-23e1-4fe0-acac-af1d56a655c6 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:22.597061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5724f51-71b2-4678-9d58-00acb6f3275f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:22.598656 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8d700a4-2c59-49a9-a71c-c9949c5b6cc7 req-a16a6fe8-8f2f-42e1-8421-df992d3eccb2 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595864 Sep 17 22:37:22.616192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80d46cef-ff4a-4068-8af2-3786d989d634 req-744759db-35aa-4627-9abf-e2b1534ee87a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218488 Sep 17 22:37:22.773117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Attempting to bind port e5724f51-71b2-4678-9d58-00acb6f3275f on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:22.773707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Attempting to bind port e5724f51-71b2-4678-9d58-00acb6f3275f by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:22.774047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Attempting to bind port e5724f51-71b2-4678-9d58-00acb6f3275f on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:22.780743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Port e5724f51-71b2-4678-9d58-00acb6f3275f on network f0ded5a1-8630-4532-83fb-82b6b379ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:22.781382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Attempting to bind port e5724f51-71b2-4678-9d58-00acb6f3275f on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:22.802134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:22.802492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Checking segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:22.802885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Bound using segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:22.803333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Bound port: e5724f51-71b2-4678-9d58-00acb6f3275f, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:22.803700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.902652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] For port e5724f51-71b2-4678-9d58-00acb6f3275f, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:22.907383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] For port e5724f51-71b2-4678-9d58-00acb6f3275f, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e5724f51-71b2-4678-9d58-00acb6f3275f,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:22.922996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.946597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa165af-3f4d-42cc-84d8-d8cfdddb412d req-f364cd34-7651-4943-9f27-d93572852e8a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.948102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fa165af-3f4d-42cc-84d8-d8cfdddb412d req-f364cd34-7651-4943-9f27-d93572852e8a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 943 time: 0.2064204 Sep 17 22:37:22.972766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.972766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.972766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] 10.222.0.45 "PUT /v2.0/ports/e5724f51-71b2-4678-9d58-00acb6f3275f HTTP/1.1" status: 200 len: 1092 time: 1.1622298 Sep 17 22:37:22.972766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98af6a6-d18d-41f1-b71f-60bd9fba4e29', 'tag': 'e5724f51-71b2-4678-9d58-00acb6f3275f'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:22.975164 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570a9cb5-e265-4831-95d3-2d946115964c" -d '{"events": [{"name": "network-changed", "server_uuid": "d98af6a6-d18d-41f1-b71f-60bd9fba4e29", "tag": "e5724f51-71b2-4678-9d58-00acb6f3275f"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:22.977993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5c6c2-1780-4c98-b760-f5701dac8cc1 req-d7e5bdf4-cd12-4378-b528-463e31dc233b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.979513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9da5c6c2-1780-4c98-b760-f5701dac8cc1 req-d7e5bdf4-cd12-4378-b528-463e31dc233b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1465359 Sep 17 22:37:23.046180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d321a-3b15-496f-955b-928fe3ffdcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5724f51-71b2-4678-9d58-00acb6f3275f,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:23.093346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-de6ee59f-66a1-40e5-85ab-d60f6fbd4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.096214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fa165af-3f4d-42cc-84d8-d8cfdddb412d req-6c6be0ad-c2ca-4928-8a8e-90f6add4dabe tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229150 Sep 17 22:37:23.097222 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-de6ee59f-66a1-40e5-85ab-d60f6fbd4dfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 1095 time: 0.0665288 Sep 17 22:37:23.109389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9da5c6c2-1780-4c98-b760-f5701dac8cc1 req-ceae8d10-c548-4899-ae38-1ebb4b396bdc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206558 Sep 17 22:37:23.124919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:23.154742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-824f271d-19b5-423e-a937-61373ac522bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5724f51-71b2-4678-9d58-00acb6f3275f HTTP/1.1" status: 200 len: 217 time: 0.0505180 Sep 17 22:37:23.158380 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.193173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Transition to ACTIVE for port object 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:23.208019 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.235353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-e7206620-bd88-4b28-b9d7-a56b4666a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.237735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-e7206620-bd88-4b28-b9d7-a56b4666a90e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0746694 Sep 17 22:37:23.240788 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338eba65-f3d9-4c96-861f-7d559d50e45a x-openstack-request-id: req-338eba65-f3d9-4c96-861f-7d559d50e45a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:23.241393 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98af6a6-d18d-41f1-b71f-60bd9fba4e29", "tag": "e5724f51-71b2-4678-9d58-00acb6f3275f", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:23.241821 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-338eba65-f3d9-4c96-861f-7d559d50e45a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:23.242385 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98af6a6-d18d-41f1-b71f-60bd9fba4e29', 'tag': 'e5724f51-71b2-4678-9d58-00acb6f3275f', 'status': 'completed', 'code': 200} Sep 17 22:37:23.301186 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-febd1c6d-edab-4e27-a9df-7a16f1589bc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392888 Sep 17 22:37:23.323352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb316ae5-f441-4c0d-b83a-f3dab4c91ed7 req-7c9c7ce6-751a-4b8b-b7cb-39e6ccee6438 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0639756 Sep 17 22:37:23.362215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:23.529265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Attempting to bind port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:23.534687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Attempting to bind port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:23.535408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Attempting to bind port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 on network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:23.543214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cedf270d-e9e4-4413-82c4-ba587c9874c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.544654 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cedf270d-e9e4-4413-82c4-ba587c9874c4 service neutron] 10.222.0.45 "GET /v2.0/ports/839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 200 len: 1032 time: 0.1108284 Sep 17 22:37:23.546832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 on network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:23.547268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Attempting to bind port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 on network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:23.560065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:23.561438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Checking segment: {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:23.562134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Bound using segment: {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:23.562795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Bound port: 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:23.563426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.640311 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-ff11096a-24e1-4df5-831c-df7280a670bb service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322890 Sep 17 22:37:23.661675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-69b32162-ddbd-4a1f-b001-cd270c579345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.669465 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-69b32162-ddbd-4a1f-b001-cd270c579345 service neutron] 10.222.0.45 "GET /v2.0/ports/5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 200 len: 1032 time: 0.1041775 Sep 17 22:37:23.739298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] For port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:23.745349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] For port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:23.811442 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.886612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.887503 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.888758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] 10.222.0.49 "PUT /v2.0/ports/7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 HTTP/1.1" status: 200 len: 1093 time: 1.7613726 Sep 17 22:37:23.890137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'tag': '7cbcc59e-584e-4a9c-a508-f251f8bfc3e9'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:23.892913 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97856ac4-a923-45dc-92a7-e7b671c9c30f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "tag": "7cbcc59e-584e-4a9c-a508-f251f8bfc3e9"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:23.942458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015124d-38e3-4fee-b5b5-54ae07a5160f req-f685f1fd-07d6-416c-9de6-5ed284952636 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.944966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e015124d-38e3-4fee-b5b5-54ae07a5160f req-f685f1fd-07d6-416c-9de6-5ed284952636 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1365886 Sep 17 22:37:23.951055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Request body: {'port': {'device_id': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:23.959998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5eb1f87-bb18-4ccf-9f6e-ba227bdbb53f req-abe0df2b-33c6-4d9c-9f5b-31564f6d62a5 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770860 Sep 17 22:37:23.979578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992afd6-6e09-4ed0-9fa1-5125f2dd4f39 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:23.987247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-603ec214-2f08-4b45-a717-dc61fe308367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.005524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-603ec214-2f08-4b45-a717-dc61fe308367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.028421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-603ec214-2f08-4b45-a717-dc61fe308367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.031889 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-603ec214-2f08-4b45-a717-dc61fe308367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "GET /v2.0/networks?id=aa388694-c383-4083-82af-2984c0d11591&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=25be45c2-999c-4309-8e35-03537cb4956d&id=25be45c2-999c-4309-8e35-03537cb4956d HTTP/1.1" status: 200 len: 1994 time: 0.3614974 Sep 17 22:37:24.046958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56fc6-d443-4ce1-8516-d59b6daf6ff1 req-f44dd3c9-e1dc-4851-b372-807578b42208 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.056392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56fc6-d443-4ce1-8516-d59b6daf6ff1 req-f44dd3c9-e1dc-4851-b372-807578b42208 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.074775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56fc6-d443-4ce1-8516-d59b6daf6ff1 req-f44dd3c9-e1dc-4851-b372-807578b42208 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.081772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77a56fc6-d443-4ce1-8516-d59b6daf6ff1 req-f44dd3c9-e1dc-4851-b372-807578b42208 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2388 time: 0.3350863 Sep 17 22:37:24.159111 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9f565070-5baf-408e-9abc-0712c0429be5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0 HTTP/1.1" status: 200 len: 380 time: 0.1093791 Sep 17 22:37:24.170006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9cb5-e265-4831-95d3-2d946115964c req-af13a02c-5a00-44c2-a45b-ecb6900f880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.171494 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-570a9cb5-e265-4831-95d3-2d946115964c req-af13a02c-5a00-44c2-a45b-ecb6900f880f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 1095 time: 0.1237011 Sep 17 22:37:24.174958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'admin_state_up': True, 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'security_groups': ['cdecc981-4c13-4d09-8367-1d87ebbc7241']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:24.211765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e015124d-38e3-4fee-b5b5-54ae07a5160f req-f821ac4d-2966-4769-991f-27f7b4785385 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184801 Sep 17 22:37:24.246673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.266171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77a56fc6-d443-4ce1-8516-d59b6daf6ff1 req-3aef2de1-18ab-4433-a897-8db5ed9601f6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586981 Sep 17 22:37:24.357130 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9771e169-4942-4207-848b-e40e34f4a554 x-openstack-request-id: req-9771e169-4942-4207-848b-e40e34f4a554 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:24.357647 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "tag": "7cbcc59e-584e-4a9c-a508-f251f8bfc3e9", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:24.358137 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9771e169-4942-4207-848b-e40e34f4a554 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:24.360010 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'tag': '7cbcc59e-584e-4a9c-a508-f251f8bfc3e9', 'status': 'completed', 'code': 200} Sep 17 22:37:24.451034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9cb5-e265-4831-95d3-2d946115964c req-74646722-5936-4b23-9c3d-11c4e6acd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.453242 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-570a9cb5-e265-4831-95d3-2d946115964c req-74646722-5936-4b23-9c3d-11c4e6acd180 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.2621670 Sep 17 22:37:24.456988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-ce8b18b4-2c83-40e2-9dde-191a487bc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.459311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-ce8b18b4-2c83-40e2-9dde-191a487bc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.460005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-ce8b18b4-2c83-40e2-9dde-191a487bc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.462142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-ce8b18b4-2c83-40e2-9dde-191a487bc193 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2732 time: 0.1118338 Sep 17 22:37:24.536893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-570a9cb5-e265-4831-95d3-2d946115964c req-bc24c8f6-848e-4c06-983d-59cb8865b321 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5724f51-71b2-4678-9d58-00acb6f3275f HTTP/1.1" status: 200 len: 217 time: 0.0734248 Sep 17 22:37:24.595768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1055f-db40-4f09-bcf8-7bad7d89a212 req-ced2649d-80be-4d12-9437-700e2bc5571e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.604001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ca1055f-db40-4f09-bcf8-7bad7d89a212 req-ced2649d-80be-4d12-9437-700e2bc5571e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 943 time: 0.1855872 Sep 17 22:37:24.628044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:24.631967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.636970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33151b6e-3e9b-4bee-94c0-785ec1c9a5ac req-77fb4d7a-fe44-4ee0-a3ca-56450194c8b5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.638821 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33151b6e-3e9b-4bee-94c0-785ec1c9a5ac req-77fb4d7a-fe44-4ee0-a3ca-56450194c8b5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1558399 Sep 17 22:37:24.653872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9cb5-e265-4831-95d3-2d946115964c req-e1ac44e0-cdf7-4275-ac3a-020a12274952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.656140 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-570a9cb5-e265-4831-95d3-2d946115964c req-e1ac44e0-cdf7-4275-ac3a-020a12274952 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.1066604 Sep 17 22:37:24.708241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-570a9cb5-e265-4831-95d3-2d946115964c req-a0b0b1cf-b638-4bf8-b29c-6a73bc87df22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421224 Sep 17 22:37:24.745280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ca1055f-db40-4f09-bcf8-7bad7d89a212 req-6b7b38d3-055b-49e2-bf18-c9708f8c63b9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403205 Sep 17 22:37:24.794479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33151b6e-3e9b-4bee-94c0-785ec1c9a5ac req-73222971-76ac-47e6-8417-e44defac081a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095030 Sep 17 22:37:24.811088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-83222c65-31f7-4d05-979a-8f87a2f0ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.811612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-83222c65-31f7-4d05-979a-8f87a2f0ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.813107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-83222c65-31f7-4d05-979a-8f87a2f0ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.815605 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-83222c65-31f7-4d05-979a-8f87a2f0ccad service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2ba72d25c3a94eb68732b4682809f547&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3390076 Sep 17 22:37:24.896651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb1e91a-bd6e-4b85-81e1-74d9a24d330f {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:24.913628 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.958353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Transition to ACTIVE for port object ddb1e91a-bd6e-4b85-81e1-74d9a24d330f will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:24.971663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.021750 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Allocated IP 172.20.0.11 (aa388694-c383-4083-82af-2984c0d11591/a403d8ef-12d7-498f-8761-b85364669067/9d718bd9-f68b-442e-92c5-6c077ffc9325) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:25.022625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e773c7db-008a-472d-bf6a-a44b4fd7052b req-c4e4770a-0095-4c9d-b1b8-f47753b4baa4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0627959 Sep 17 22:37:25.045171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f15e51-de9c-4002-bc64-1c9936f93b2e req-82770168-9e54-49ab-b622-fc317d4fb44a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:25.046737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92f15e51-de9c-4002-bc64-1c9936f93b2e req-82770168-9e54-49ab-b622-fc317d4fb44a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1387973 Sep 17 22:37:25.062268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Pushing event updated for resources: {'Port': ['ID=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:25.095135 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-570a9cb5-e265-4831-95d3-2d946115964c req-08c8ec7e-0f37-4293-b7bf-fb594424a8e3 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323085 Sep 17 22:37:25.143890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-5af98b3f-53d5-4d8f-b378-6da411076408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:25.146016 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97856ac4-a923-45dc-92a7-e7b671c9c30f req-5af98b3f-53d5-4d8f-b378-6da411076408 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745409 Sep 17 22:37:25.198777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92f15e51-de9c-4002-bc64-1c9936f93b2e req-e576f2b4-3849-456d-98a8-986fdab35124 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388693 Sep 17 22:37:25.203004 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:37:25.234914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Attempting to bind port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:25.235461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Attempting to bind port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:25.235598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Attempting to bind port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f on network 65805e34-ebdc-488e-95e8-c76954a15277 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:25.241169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f on network 65805e34-ebdc-488e-95e8-c76954a15277 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:25.241485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Attempting to bind port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f on network 65805e34-ebdc-488e-95e8-c76954a15277 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:25.246855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:25.247188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Checking segment: {'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:25.247567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Bound using segment: {'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:25.248047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Bound port: ddb1e91a-bd6e-4b85-81e1-74d9a24d330f, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6026263d-5009-4e53-a794-27653bd2e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:25.248402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.335496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] For port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:25.343240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] For port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:25.356796 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.447595 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-570a9cb5-e265-4831-95d3-2d946115964c req-8bb189bc-0075-4335-a128-ca3e38719185 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451374 Sep 17 22:37:25.494053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.524171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:25.524797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.526248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] 10.222.0.49 "PUT /v2.0/ports/ddb1e91a-bd6e-4b85-81e1-74d9a24d330f HTTP/1.1" status: 200 len: 1092 time: 1.6004801 Sep 17 22:37:25.557027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18686d-8e64-4c60-b66f-fb732233f7ef service neutron] Pushing event updated for resources: {'Port': ['ID=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:25.570751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.573232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Request body: {'port': {'device_id': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:25.617682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36123364-fafa-494a-9ff2-e978effaef60 req-16d91513-e942-4d53-9d10-567f9565314c tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:25.619669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36123364-fafa-494a-9ff2-e978effaef60 req-16d91513-e942-4d53-9d10-567f9565314c tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.2153292 Sep 17 22:37:25.635670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0b239-62ae-4278-adfb-f6d8018451dc req-dc4271dc-ce6f-4f50-af0e-4785c390cf2b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:25.637558 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7d0b239-62ae-4278-adfb-f6d8018451dc req-dc4271dc-ce6f-4f50-af0e-4785c390cf2b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2351801 Sep 17 22:37:25.644282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network aa388694-c383-4083-82af-2984c0d11591 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:25.649396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:25.674628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:25.681456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=9d718bd9-f68b-442e-92c5-6c077ffc9325,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:25.754450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.767917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:25.770641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.788266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7d0b239-62ae-4278-adfb-f6d8018451dc req-c86bea46-fd9d-447b-a7cc-80b4580bc4b2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396298 Sep 17 22:37:25.840127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36123364-fafa-494a-9ff2-e978effaef60 req-a64ab006-fe8f-4bd6-8946-ae1fe54a1c0c tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972549 Sep 17 22:37:25.841087 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5c6b3fed-304c-46e7-a285-67b770212a07 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6734717 Sep 17 22:37:25.856196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'admin_state_up': True, 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'security_groups': ['cdecc981-4c13-4d09-8367-1d87ebbc7241']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:26.123903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:26.127591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.141704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d97885d2-28f1-42dd-b968-2a1ab581e5cb None None] Provisioning complete for port 9d718bd9-f68b-442e-92c5-6c077ffc9325 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:26.142820 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d97885d2-28f1-42dd-b968-2a1ab581e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.210559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d97885d2-28f1-42dd-b968-2a1ab581e5cb None None] Port 9d718bd9-f68b-442e-92c5-6c077ffc9325 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:26.267034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12656e6-74dc-4a9e-8316-3bba74060a10 req-c3801778-e86b-401a-a5d3-d36cac28ef0e tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:26.273382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12656e6-74dc-4a9e-8316-3bba74060a10 req-c3801778-e86b-401a-a5d3-d36cac28ef0e tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:26.279221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12656e6-74dc-4a9e-8316-3bba74060a10 req-c3801778-e86b-401a-a5d3-d36cac28ef0e tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:26.280893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e12656e6-74dc-4a9e-8316-3bba74060a10 req-c3801778-e86b-401a-a5d3-d36cac28ef0e tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2400 time: 0.3106554 Sep 17 22:37:26.292634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446150b-fa9e-46a9-a660-56634c6ea68d req-6674db9c-34a9-4cb8-ab50-7d135aedff77 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:26.294350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8446150b-fa9e-46a9-a660-56634c6ea68d req-6674db9c-34a9-4cb8-ab50-7d135aedff77 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 943 time: 0.2794600 Sep 17 22:37:26.315339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Allocated IP 10.1.1.245 (104a4ac0-9927-4f18-af60-5a455dfef964/a8bc366c-2f3b-4887-b606-adf539a3c42a/81be61f9-2856-4a70-99f8-0d56deed514e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:26.368220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'tag': 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:26.370470 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61b9f1c-10e8-4e27-822d-099d16dae9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "tag": "ddb1e91a-bd6e-4b85-81e1-74d9a24d330f"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:26.497039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.543206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.616269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=81be61f9-2856-4a70-99f8-0d56deed514e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:26.632553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 104a4ac0-9927-4f18-af60-5a455dfef964 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:26.634642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:26.637145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:26.695199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:26.696341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.714605 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-e5e05b83-e8e6-45dd-a44a-c98dab9b6c71 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8632050 Sep 17 22:37:26.719225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e5724f51-71b2-4678-9d58-00acb6f3275f details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:26.740565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'admin_state_up': True, 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'security_groups': ['cdecc981-4c13-4d09-8367-1d87ebbc7241']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:26.744259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e12656e6-74dc-4a9e-8316-3bba74060a10 req-fef60097-76dd-403b-8c26-a109a1e21de0 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486177 Sep 17 22:37:26.749077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8446150b-fa9e-46a9-a660-56634c6ea68d req-e7c7769b-314b-4af1-a389-108d57911d95 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214623 Sep 17 22:37:26.857392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a004b1-23e1-4fe0-acac-af1d56a655c6 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:26.866081 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.898786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Transition to ACTIVE for port object d9a004b1-23e1-4fe0-acac-af1d56a655c6 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:26.922971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.950846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e5724f51-71b2-4678-9d58-00acb6f3275f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e5724f51-71b2-4678-9d58-00acb6f3275f,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:26.978749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'e5724f51-71b2-4678-9d58-00acb6f3275f', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'port_id': 'e5724f51-71b2-4678-9d58-00acb6f3275f', 'mac_address': 'fa:16:3e:7f:32:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fde16d-77f2-4399-a58a-0878473fd609', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:27.036531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:27.040753 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.071191 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.074238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a004b1-23e1-4fe0-acac-af1d56a655c6,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:27.107703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5724f51-71b2-4678-9d58-00acb6f3275f {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:27.176908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e5724f51-71b2-4678-9d58-00acb6f3275f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e5724f51-71b2-4678-9d58-00acb6f3275f,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:27.191911 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.195854 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1d7966a0-cd5f-4a9d-814f-8818a4215d82 None None] Provisioning complete for port 81be61f9-2856-4a70-99f8-0d56deed514e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:27.196210 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1d7966a0-cd5f-4a9d-814f-8818a4215d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.312589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Allocated IP 10.1.1.140 (104a4ac0-9927-4f18-af60-5a455dfef964/a8bc366c-2f3b-4887-b606-adf539a3c42a/e6c6802a-aeb0-436f-81ea-53dd3f4c9123) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:27.356209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1d7966a0-cd5f-4a9d-814f-8818a4215d82 None None] Port 81be61f9-2856-4a70-99f8-0d56deed514e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:27.365135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96b31-a988-4170-84e7-085d36fd4708 req-533ad460-ab45-4f6e-81cb-4a27324b3942 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:27.373015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78e96b31-a988-4170-84e7-085d36fd4708 req-533ad460-ab45-4f6e-81cb-4a27324b3942 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.4875128 Sep 17 22:37:27.396907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e5724f51-71b2-4678-9d58-00acb6f3275f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:27.411278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Attempting to bind port d9a004b1-23e1-4fe0-acac-af1d56a655c6 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:27.411624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Attempting to bind port d9a004b1-23e1-4fe0-acac-af1d56a655c6 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:27.411948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Attempting to bind port d9a004b1-23e1-4fe0-acac-af1d56a655c6 on network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:27.437593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6e2dc-f566-4931-8a79-0af32cccf739 req-4774176f-0d5a-40c0-aab1-ba31e7f7ff63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:27.444503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6e2dc-f566-4931-8a79-0af32cccf739 req-4774176f-0d5a-40c0-aab1-ba31e7f7ff63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:27.454199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e5724f51-71b2-4678-9d58-00acb6f3275f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:27.458432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67a6e2dc-f566-4931-8a79-0af32cccf739 req-4774176f-0d5a-40c0-aab1-ba31e7f7ff63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 1654 time: 0.3470554 Sep 17 22:37:27.469575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Port d9a004b1-23e1-4fe0-acac-af1d56a655c6 on network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:27.469895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Attempting to bind port d9a004b1-23e1-4fe0-acac-af1d56a655c6 on network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:27.503299 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.534972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:27.535327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Checking segment: {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:27.535756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Bound using segment: {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:27.536146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Bound port: d9a004b1-23e1-4fe0-acac-af1d56a655c6, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe92815d-fcc3-4c7a-9561-6ee024b15553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:27.536502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.549285 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.568453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78e96b31-a988-4170-84e7-085d36fd4708 req-7a7db8c8-730d-4d24-bea1-c6ff44d43a45 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924565 Sep 17 22:37:27.623526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:27.626903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67a6e2dc-f566-4931-8a79-0af32cccf739 req-20391f6d-a6ad-484a-84ee-97bc6c4cf9a6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582866 Sep 17 22:37:27.657390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 104a4ac0-9927-4f18-af60-5a455dfef964 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:27.659204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:27.668541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:27.686438 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a244b709-f247-4c38-a4e6-3fc54567d492 x-openstack-request-id: req-a244b709-f247-4c38-a4e6-3fc54567d492 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:27.686733 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "tag": "ddb1e91a-bd6e-4b85-81e1-74d9a24d330f", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:27.686985 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a244b709-f247-4c38-a4e6-3fc54567d492 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:27.687371 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'tag': 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f', 'status': 'completed', 'code': 200} Sep 17 22:37:27.718759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] For port d9a004b1-23e1-4fe0-acac-af1d56a655c6, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:27.723343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] For port d9a004b1-23e1-4fe0-acac-af1d56a655c6, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d9a004b1-23e1-4fe0-acac-af1d56a655c6,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:27.731055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.857678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a004b1-23e1-4fe0-acac-af1d56a655c6,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:27.911899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:27.912690 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.914348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-3c0e88c6-65a3-42c5-acf0-cc833e5e312b service neutron] 10.222.0.49 "PUT /v2.0/ports/d9a004b1-23e1-4fe0-acac-af1d56a655c6 HTTP/1.1" status: 200 len: 1093 time: 2.3518941 Sep 17 22:37:28.030681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c370c5-fc30-45be-9888-17733566e4da req-91c4e5a7-06cd-4044-a760-de36c78c2ffa tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.039298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03c370c5-fc30-45be-9888-17733566e4da req-91c4e5a7-06cd-4044-a760-de36c78c2ffa tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1686702 Sep 17 22:37:28.051136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da10fe-e129-4ab1-84bc-5a2091f95c9e req-78fc5130-fc4f-48ed-ac67-a8ea89e94ec3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.052708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12da10fe-e129-4ab1-84bc-5a2091f95c9e req-78fc5130-fc4f-48ed-ac67-a8ea89e94ec3 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1833754 Sep 17 22:37:28.171797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dec1e311-5b13-4398-a260-64274a9a3a2d None None] Provisioning complete for port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:28.172167 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dec1e311-5b13-4398-a260-64274a9a3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.172328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03c370c5-fc30-45be-9888-17733566e4da req-eef23768-546a-4416-b8fa-fec345b45f96 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297722 Sep 17 22:37:28.182692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12da10fe-e129-4ab1-84bc-5a2091f95c9e req-3c1206ac-2073-4a14-bcd0-e868191d2b26 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115305 Sep 17 22:37:28.240637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dec1e311-5b13-4398-a260-64274a9a3a2d None None] Port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:28.326447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.327384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.374797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-44544625-684c-40ea-8cd3-0f228d727202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.375191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-44544625-684c-40ea-8cd3-0f228d727202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.375726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-44544625-684c-40ea-8cd3-0f228d727202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.377459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-44544625-684c-40ea-8cd3-0f228d727202 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2868 time: 0.5735028 Sep 17 22:37:28.380181 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9ed1675f-af19-455a-97c8-38be718e7ebf tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6501994 Sep 17 22:37:28.392424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e9552-bfd0-4186-865a-7dfdcf8f919d req-18d9046a-1a68-460f-9561-f6ec3175d8c3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.397150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d', 'admin_state_up': True, 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'security_groups': ['cdecc981-4c13-4d09-8367-1d87ebbc7241']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:28.399193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e9552-bfd0-4186-865a-7dfdcf8f919d req-18d9046a-1a68-460f-9561-f6ec3175d8c3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.405199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e9552-bfd0-4186-865a-7dfdcf8f919d req-18d9046a-1a68-460f-9561-f6ec3175d8c3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.412772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c7e9552-bfd0-4186-865a-7dfdcf8f919d req-18d9046a-1a68-460f-9561-f6ec3175d8c3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2412 time: 0.1265204 Sep 17 22:37:28.446038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a836f6-2c50-48d4-96bf-4c90b754bd56 req-617a6a7b-a004-4c2e-b7e0-660b0db597dd tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.459195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7a836f6-2c50-48d4-96bf-4c90b754bd56 req-617a6a7b-a004-4c2e-b7e0-660b0db597dd tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 944 time: 0.1435578 Sep 17 22:37:28.506715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c7e9552-bfd0-4186-865a-7dfdcf8f919d req-c547b183-3543-4787-a616-9a9bfabeac26 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873930 Sep 17 22:37:28.548781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7a836f6-2c50-48d4-96bf-4c90b754bd56 req-0b00d967-c3db-4627-a2c1-db2983b3ccd5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886738 Sep 17 22:37:28.601606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-90f163da-5708-43d2-a6a0-e4dcaf67d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.602094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-90f163da-5708-43d2-a6a0-e4dcaf67d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.602908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-90f163da-5708-43d2-a6a0-e4dcaf67d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.604157 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-90f163da-5708-43d2-a6a0-e4dcaf67d2fc service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2ba72d25c3a94eb68732b4682809f547&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1999984 Sep 17 22:37:28.700027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dee93a-d1cb-419b-a12a-46df7e3c7410 req-ec1f6b4d-d884-451e-ac2f-c4583f98aac8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.706272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3dee93a-d1cb-419b-a12a-46df7e3c7410 req-ec1f6b4d-d884-451e-ac2f-c4583f98aac8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0751817 Sep 17 22:37:28.709963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e5724f51-71b2-4678-9d58-00acb6f3275f up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:28.782860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port e5724f51-71b2-4678-9d58-00acb6f3275f completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:28.791104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port e5724f51-71b2-4678-9d58-00acb6f3275f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:28.791530 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.792538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3dee93a-d1cb-419b-a12a-46df7e3c7410 req-61b1c764-9c80-4e87-b694-3cc7093e03f0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741782 Sep 17 22:37:28.800642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:28.809649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-1495a5ef-7caa-4d2b-97f2-9611d6e4807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.811308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f61b9f1c-10e8-4e27-822d-099d16dae9b2 req-1495a5ef-7caa-4d2b-97f2-9611d6e4807d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1950719 Sep 17 22:37:28.811800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4865ed-8c27-475e-8e7a-6de68c0bbd93 req-c3ad32c5-2285-4df1-8a73-351c350d6999 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.837527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd4865ed-8c27-475e-8e7a-6de68c0bbd93 req-c3ad32c5-2285-4df1-8a73-351c350d6999 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1295793 Sep 17 22:37:28.918571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd4865ed-8c27-475e-8e7a-6de68c0bbd93 req-ae630007-3179-44df-a317-1fe7167e9fe3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791695 Sep 17 22:37:29.007893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:29.011009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.046065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.047279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ad015-a7d6-4c2e-b0f7-f21da42a920e req-81ef8444-6e39-4183-b7f7-651f2f64860c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.056217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ad015-a7d6-4c2e-b0f7-f21da42a920e req-81ef8444-6e39-4183-b7f7-651f2f64860c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.065267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ad015-a7d6-4c2e-b0f7-f21da42a920e req-81ef8444-6e39-4183-b7f7-651f2f64860c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.066697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-6ba00a39-597b-485a-bcca-ea530d8cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.067271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-6ba00a39-597b-485a-bcca-ea530d8cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.067875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-6ba00a39-597b-485a-bcca-ea530d8cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.070282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98af6a6-d18d-41f1-b71f-60bd9fba4e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5724f51-71b2-4678-9d58-00acb6f3275f'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:29.071945 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-6ba00a39-597b-485a-bcca-ea530d8cb4c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2868 time: 0.1309516 Sep 17 22:37:29.074907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a4ad015-a7d6-4c2e-b0f7-f21da42a920e req-81ef8444-6e39-4183-b7f7-651f2f64860c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 2375 time: 0.1210210 Sep 17 22:37:29.076254 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dd411c-3d7c-4d89-b5bd-fc5084ab67db" -d '{"events": [{"server_uuid": "d98af6a6-d18d-41f1-b71f-60bd9fba4e29", "name": "network-vif-plugged", "status": "completed", "tag": "e5724f51-71b2-4678-9d58-00acb6f3275f"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:29.111207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e5724f51-71b2-4678-9d58-00acb6f3275f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e5724f51-71b2-4678-9d58-00acb6f3275f,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:29.119681 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.158871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a4ad015-a7d6-4c2e-b0f7-f21da42a920e req-0e36fb1c-8127-4591-a3f2-4dfe2fbb5d5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791564 Sep 17 22:37:29.187481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-fe9e4e4f-5274-4482-bd36-9f46e00cff6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 HTTP/1.1" status: 200 len: 217 time: 0.0997427 Sep 17 22:37:29.219441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e5724f51-71b2-4678-9d58-00acb6f3275f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:29.249898 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f06c2fc-57d9-44aa-9f22-691e2aebcc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.253713 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a298b090-c326-413d-be42-c5967e47c4f2 x-openstack-request-id: req-a298b090-c326-413d-be42-c5967e47c4f2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:29.255140 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98af6a6-d18d-41f1-b71f-60bd9fba4e29", "name": "network-vif-plugged", "status": "completed", "tag": "e5724f51-71b2-4678-9d58-00acb6f3275f", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:29.255598 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a298b090-c326-413d-be42-c5967e47c4f2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:29.256206 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98af6a6-d18d-41f1-b71f-60bd9fba4e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5724f51-71b2-4678-9d58-00acb6f3275f', 'code': 200} Sep 17 22:37:29.293044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ce2a9-6df7-47a1-9665-8b163e5644a8 req-030e6a54-6aa0-47b5-b04a-f9bd4d32f1a0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.294618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb7ce2a9-6df7-47a1-9665-8b163e5644a8 req-030e6a54-6aa0-47b5-b04a-f9bd4d32f1a0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1602688 Sep 17 22:37:29.381487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-7dcbb56c-3f3f-4ef1-b8bd-5e107bd97bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.383330 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-7dcbb56c-3f3f-4ef1-b8bd-5e107bd97bef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1415be4-3968-483d-bc20-a1251504f1bf HTTP/1.1" status: 200 len: 801 time: 0.1816964 Sep 17 22:37:29.389165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb7ce2a9-6df7-47a1-9665-8b163e5644a8 req-eb8356a5-7323-4f93-908f-3d1f62521785 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Sep 17 22:37:29.436762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84acf96-b523-4dba-8e2e-c49ea0c350ca req-ea7eb12c-46a1-4945-840a-f15f44bf4ce5 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.438406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d84acf96-b523-4dba-8e2e-c49ea0c350ca req-ea7eb12c-46a1-4945-840a-f15f44bf4ce5 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1115513 Sep 17 22:37:29.479747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d2fb-a0f1-4525-951b-0c9698ad4816 req-ba8e07ca-e4e1-4b7a-88a6-da24effa6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.481276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d106d2fb-a0f1-4525-951b-0c9698ad4816 req-ba8e07ca-e4e1-4b7a-88a6-da24effa6237 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 1097 time: 0.1419010 Sep 17 22:37:29.492401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-63896602-8b24-4333-83d8-a53e441e5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.494050 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-63896602-8b24-4333-83d8-a53e441e5862 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6df07b56-d3ee-46a6-8fa6-3187e7b7361e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024103 Sep 17 22:37:29.511613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d84acf96-b523-4dba-8e2e-c49ea0c350ca req-a2b045f3-1f5d-4473-a064-6b48ab28211e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653389 Sep 17 22:37:29.513697 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f06c2fc-57d9-44aa-9f22-691e2aebcc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.534495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Allocated IP 10.2.2.100 (25be45c2-999c-4309-8e35-03537cb4956d/adc04d14-95c4-4f0e-85e6-301e27f5dfba/70488223-db67-40dc-899e-cc495fd69544) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:29.542292 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f06c2fc-57d9-44aa-9f22-691e2aebcc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.619298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d106d2fb-a0f1-4525-951b-0c9698ad4816 req-8844589d-d8fe-4bb7-b8dd-f90a6b8d4a8c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224017 Sep 17 22:37:29.648131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9f06c2fc-57d9-44aa-9f22-691e2aebcc46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f1d4369c3d34e6294e5a4962a4cf0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365364 Sep 17 22:37:29.650811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41480) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:29.656646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06c2fc-57d9-44aa-9f22-691e2aebcc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27379fd7-7b12-4ec0-bb4b-c5aee567f8d6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:29.670155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e4af2-1ded-43e4-bcd7-11720769bdcf req-ae553a3a-bc2a-4ba3-9c6b-56aa712cebd8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.679512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd4e4af2-1ded-43e4-bcd7-11720769bdcf req-ae553a3a-bc2a-4ba3-9c6b-56aa712cebd8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1554615 Sep 17 22:37:29.691121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'tag': 'd9a004b1-23e1-4fe0-acac-af1d56a655c6'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:29.691811 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-66e538b1-7ff9-40ed-b2b8-9d0a49a882e9 service neutron] 10.222.0.49 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882377 Sep 17 22:37:29.694450 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "tag": "d9a004b1-23e1-4fe0-acac-af1d56a655c6"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:29.723908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e13640-9e30-42a4-b285-83e99bc436bc req-daf20c5f-abac-4170-b2ff-8a482d985106 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.730198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e13640-9e30-42a4-b285-83e99bc436bc req-daf20c5f-abac-4170-b2ff-8a482d985106 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.737285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e13640-9e30-42a4-b285-83e99bc436bc req-daf20c5f-abac-4170-b2ff-8a482d985106 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.739899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58e13640-9e30-42a4-b285-83e99bc436bc req-daf20c5f-abac-4170-b2ff-8a482d985106 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2412 time: 0.1446285 Sep 17 22:37:29.766913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd4e4af2-1ded-43e4-bcd7-11720769bdcf req-7e6ee306-912d-44ea-8cbf-c30f4975d1d1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864425 Sep 17 22:37:29.803102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58e13640-9e30-42a4-b285-83e99bc436bc req-21705598-2ac5-4a44-acfd-5fb7185f6f94 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512884 Sep 17 22:37:29.897642 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-869f3275-a863-48b4-ba0c-abb4162898e7 service neutron] 10.222.0.49 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968155 Sep 17 22:37:29.908013 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-02f8ad54-264b-49d3-ab91-7d12fa72cfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.923862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bccb08-09b0-41ea-95c2-05b6bb61ab8a req-2f7698d1-9dfc-452a-911b-dc2a6a7944bb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.933983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.935961 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83bccb08-09b0-41ea-95c2-05b6bb61ab8a req-2f7698d1-9dfc-452a-911b-dc2a6a7944bb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 945 time: 0.0659447 Sep 17 22:37:29.951354 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd501edf-5f36-4eec-938a-20593620ca2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.982604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83bccb08-09b0-41ea-95c2-05b6bb61ab8a req-cbb918ad-67fa-40b9-a6a7-ed2fe1fda1a2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 Sep 17 22:37:30.034497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-63cedb14-b740-452f-a0c7-ba2dbd136b6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f HTTP/1.1" status: 200 len: 217 time: 0.1266932 Sep 17 22:37:30.039181 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b22a709-9dd1-4b12-b5ec-95dd3b7f2e30 x-openstack-request-id: req-6b22a709-9dd1-4b12-b5ec-95dd3b7f2e30 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:30.039589 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "tag": "d9a004b1-23e1-4fe0-acac-af1d56a655c6", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:30.039942 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b22a709-9dd1-4b12-b5ec-95dd3b7f2e30 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:30.040485 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'tag': 'd9a004b1-23e1-4fe0-acac-af1d56a655c6', 'status': 'completed', 'code': 200} Sep 17 22:37:30.093309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd501edf-5f36-4eec-938a-20593620ca2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.125597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.208868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-b0105038-0107-4480-8385-81da3a9c7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.210400 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-b0105038-0107-4480-8385-81da3a9c7109 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f6a30ce-1734-4ca7-945a-900e74294a78 HTTP/1.1" status: 200 len: 801 time: 0.1341627 Sep 17 22:37:30.214260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 25be45c2-999c-4309-8e35-03537cb4956d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:30.222098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:30.224239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-1bc2d333-2082-4e0b-b005-a874464de9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.227275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-1bc2d333-2082-4e0b-b005-a874464de9e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 1097 time: 0.1402266 Sep 17 22:37:30.236988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:30.287790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=70488223-db67-40dc-899e-cc495fd69544,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:30.297305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4b98a-8a60-4583-b74c-c180aaae9164 req-03557793-2ecd-454f-8975-8005919c3983 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.304875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38a4b98a-8a60-4583-b74c-c180aaae9164 req-03557793-2ecd-454f-8975-8005919c3983 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1584678 Sep 17 22:37:30.312527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd501edf-5f36-4eec-938a-20593620ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.315145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd501edf-5f36-4eec-938a-20593620ca2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.316844 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bd501edf-5f36-4eec-938a-20593620ca2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27379fd7-7b12-4ec0-bb4b-c5aee567f8d6 HTTP/1.1" status: 204 len: 168 time: 0.6540909 Sep 17 22:37:30.355259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dacf4-f900-40e8-9de3-7bb6a7ec591b req-8f383a09-20e3-4406-88fe-3a0a5a0c2d7c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.356893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-856dacf4-f900-40e8-9de3-7bb6a7ec591b req-8f383a09-20e3-4406-88fe-3a0a5a0c2d7c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1909790 Sep 17 22:37:30.358112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.358934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.365910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd501edf-5f36-4eec-938a-20593620ca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27379fd7-7b12-4ec0-bb4b-c5aee567f8d6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:30.372320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-31a2a109-f31b-4fde-a9a2-f893228b1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.374096 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-31a2a109-f31b-4fde-a9a2-f893228b1c1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65805e34-ebdc-488e-95e8-c76954a15277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555536 Sep 17 22:37:30.400919 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-ddfd9f65-ae89-4332-ab44-498716e5d30e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0103269 Sep 17 22:37:30.429987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d', 'admin_state_up': True, 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'security_groups': ['cdecc981-4c13-4d09-8367-1d87ebbc7241']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:30.480999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38a4b98a-8a60-4583-b74c-c180aaae9164 req-7fa60757-c626-4e15-bc22-60c4cba8dd61 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697309 Sep 17 22:37:30.500370 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-856dacf4-f900-40e8-9de3-7bb6a7ec591b req-c08dc24d-ba79-4df3-b4bf-7fb6a6a1bbe0 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170218 Sep 17 22:37:30.502536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-6a620099-f9c9-48a2-bbb7-2bb7aadf7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.507932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-6a620099-f9c9-48a2-bbb7-2bb7aadf7e96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.2706978 Sep 17 22:37:30.607233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e7f6f47e-64bb-4dd5-895b-1f5595f00544 None None] Provisioning complete for port 70488223-db67-40dc-899e-cc495fd69544 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:30.608263 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7f6f47e-64bb-4dd5-895b-1f5595f00544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.658387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6f47e-64bb-4dd5-895b-1f5595f00544 None None] Port 70488223-db67-40dc-899e-cc495fd69544 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:30.684065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-65fca550-ee85-43b2-80be-e2d7680b008c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 200 len: 1000 time: 0.1690602 Sep 17 22:37:30.718894 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-8410bb36-7a72-4634-b30f-af368aec01ac service neutron] 10.222.0.49 "GET /v2.0/networks/65805e34-ebdc-488e-95e8-c76954a15277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356111 Sep 17 22:37:30.763804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f17c46-3383-491f-b951-382cd0485bd4 req-ed7a8cfe-2467-4f2a-95a8-0da76146a5b1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.769890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4f17c46-3383-491f-b951-382cd0485bd4 req-ed7a8cfe-2467-4f2a-95a8-0da76146a5b1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1771650 Sep 17 22:37:30.846233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-cc1a6c23-22a7-4642-8c48-e7508f878cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.848174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-cc1a6c23-22a7-4642-8c48-e7508f878cb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.1483808 Sep 17 22:37:30.860395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Made reservation on behalf of 2c8a0d21b0ec4b4e92867682ef16cff0 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:30.865865 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.875139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc548-4b0e-4009-8df4-7fb8aa92672f req-cbebefa7-0bdb-45b5-a0ec-8ce9b30aee2e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.881512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc548-4b0e-4009-8df4-7fb8aa92672f req-cbebefa7-0bdb-45b5-a0ec-8ce9b30aee2e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.885634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-c7aefe7d-9e98-457f-b84a-b9e7c203ea22 service neutron] 10.222.0.49 "GET /v2.0/networks/65805e34-ebdc-488e-95e8-c76954a15277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594532 Sep 17 22:37:30.887236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41502) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:30.890284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc548-4b0e-4009-8df4-7fb8aa92672f req-cbebefa7-0bdb-45b5-a0ec-8ce9b30aee2e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.896485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc548-4b0e-4009-8df4-7fb8aa92672f req-cbebefa7-0bdb-45b5-a0ec-8ce9b30aee2e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.898274 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c2cc548-4b0e-4009-8df4-7fb8aa92672f req-cbebefa7-0bdb-45b5-a0ec-8ce9b30aee2e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 3096 time: 0.2133327 Sep 17 22:37:30.938769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4f17c46-3383-491f-b951-382cd0485bd4 req-39516c1c-722c-4622-a745-f20b18775bcb tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553524 Sep 17 22:37:30.951331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5454ea70-4e25-4a76-b026-35f606559c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.994392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c2cc548-4b0e-4009-8df4-7fb8aa92672f req-6dd8642a-075e-4d9d-ab78-43600feb3fd8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875416 Sep 17 22:37:31.006350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-4efc860e-0fca-46c6-88ba-6ee4d31b57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.007306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-4efc860e-0fca-46c6-88ba-6ee4d31b57bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1515520 Sep 17 22:37:31.021465 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-16a4736f-ac62-491a-81dc-9160b3f127be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.196&port_id=d9a004b1-23e1-4fe0-acac-af1d56a655c6 HTTP/1.1" status: 200 len: 217 time: 0.0802975 Sep 17 22:37:31.080359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-ef2f91ab-0121-451f-9a12-e7f919f89616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.082275 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-ef2f91ab-0121-451f-9a12-e7f919f89616 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1415be4-3968-483d-bc20-a1251504f1bf HTTP/1.1" status: 200 len: 801 time: 0.0511570 Sep 17 22:37:31.163336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455358-0fb6-4492-b066-9dfddce74d44 req-a538695a-eddf-4810-82e2-2d60679d85dc tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.169615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455358-0fb6-4492-b066-9dfddce74d44 req-a538695a-eddf-4810-82e2-2d60679d85dc tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.175802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455358-0fb6-4492-b066-9dfddce74d44 req-a538695a-eddf-4810-82e2-2d60679d85dc tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.177612 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea455358-0fb6-4492-b066-9dfddce74d44 req-a538695a-eddf-4810-82e2-2d60679d85dc tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2412 time: 0.1527631 Sep 17 22:37:31.213119 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-5497d461-6027-4a13-9187-e4bdfc0a0efe service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965752 Sep 17 22:37:31.224207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-71ac6b39-e1f2-4e5c-b619-28d261ca70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.225710 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-71ac6b39-e1f2-4e5c-b619-28d261ca70d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6df07b56-d3ee-46a6-8fa6-3187e7b7361e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101465 Sep 17 22:37:31.226941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f804989-b00f-4086-b99a-1439312a46f2 req-fc51ff02-1c6d-4faa-b0e8-f09fd5b26115 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.228524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f804989-b00f-4086-b99a-1439312a46f2 req-fc51ff02-1c6d-4faa-b0e8-f09fd5b26115 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1202621 Sep 17 22:37:31.291904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea455358-0fb6-4492-b066-9dfddce74d44 req-76919630-0a3e-4f19-87d0-a183f3189b19 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051593 Sep 17 22:37:31.294770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Allocated IP 10.2.2.200 (25be45c2-999c-4309-8e35-03537cb4956d/adc04d14-95c4-4f0e-85e6-301e27f5dfba/6d14df5e-477b-459c-a67d-77affd4107c0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:31.347807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f804989-b00f-4086-b99a-1439312a46f2 req-b7d894d7-b844-4f31-8692-6cb67e41d6ec tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040277 Sep 17 22:37:31.368399 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-51489c5b-692f-4505-9ab3-4f66b8586b87 service neutron] 10.222.0.49 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351707 Sep 17 22:37:31.459932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3faceacb-c00f-4c63-8101-f8b69d74a1d3 req-a93f5b29-035d-4b12-a5d4-3b2d33c0a26e service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297642 Sep 17 22:37:31.515924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cabc77-7ea2-4493-b709-d5be74490369 req-8f09557a-135f-40e6-9a93-311c1a0e97f9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.525542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92cabc77-7ea2-4493-b709-d5be74490369 req-8f09557a-135f-40e6-9a93-311c1a0e97f9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 945 time: 0.1227241 Sep 17 22:37:31.553500 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2bb9837e-115b-4d82-9ee8-9886663115dc req-4a7a40bf-5a24-4416-a46c-5cbb9bf90cc7 service neutron] 10.222.0.49 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099892 Sep 17 22:37:31.582961 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92cabc77-7ea2-4493-b709-d5be74490369 req-192bd1d6-7320-4847-8be5-3e51beda28d5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Sep 17 22:37:31.615196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5454ea70-4e25-4a76-b026-35f606559c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.662125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7f95-cf3f-4b13-ba6a-75012c81fcc8 req-63e1111c-1a24-4a96-80fa-873d69ff2713 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.663859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-672c7f95-cf3f-4b13-ba6a-75012c81fcc8 req-63e1111c-1a24-4a96-80fa-873d69ff2713 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.0552187 Sep 17 22:37:31.680800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5454ea70-4e25-4a76-b026-35f606559c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.761897 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5454ea70-4e25-4a76-b026-35f606559c4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2a4a22a68d44c74bfdc6867b8b2b0db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8708892 Sep 17 22:37:31.764186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41520) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:31.766218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454ea70-4e25-4a76-b026-35f606559c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e987f2c-a0a5-4bd4-aa9f-1c4f17c6676b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:31.782519 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-dc1a9a0e-f426-4b01-b5b2-aca689230add service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1614809 Sep 17 22:37:31.782610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104bff2-e564-4f29-a886-e144c5eb32ba req-fa285008-07e8-4e09-bd9e-00fb2220329b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.783783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f104bff2-e564-4f29-a886-e144c5eb32ba req-fa285008-07e8-4e09-bd9e-00fb2220329b tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1189580 Sep 17 22:37:31.790937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-672c7f95-cf3f-4b13-ba6a-75012c81fcc8 req-f24fcfac-7fc4-4ad7-a66a-945c305cf118 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007559 Sep 17 22:37:31.796740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.838360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-cfc89d01-fd36-436a-bcff-8dfd198fc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.838916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-cfc89d01-fd36-436a-bcff-8dfd198fc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.839384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-cfc89d01-fd36-436a-bcff-8dfd198fc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.841390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-cfc89d01-fd36-436a-bcff-8dfd198fc42f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2868 time: 0.1247694 Sep 17 22:37:31.884125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.908465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f104bff2-e564-4f29-a886-e144c5eb32ba req-83a23e6a-425a-4a4d-beb1-144620d2bf74 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164994 Sep 17 22:37:31.956430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Network 25be45c2-999c-4309-8e35-03537cb4956d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:31.965335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:31.975568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-fd081b9d-cf0a-4410-bac4-30a8379a932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.976162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-fd081b9d-cf0a-4410-bac4-30a8379a932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.976960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-fd081b9d-cf0a-4410-bac4-30a8379a932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.978991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-fd081b9d-cf0a-4410-bac4-30a8379a932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.978991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-fd081b9d-cf0a-4410-bac4-30a8379a932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.978991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-fd081b9d-cf0a-4410-bac4-30a8379a932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.978991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-fd081b9d-cf0a-4410-bac4-30a8379a932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.981748 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-fd081b9d-cf0a-4410-bac4-30a8379a932f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6495 time: 0.1419942 Sep 17 22:37:31.987303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:32.030173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef007581-279e-4855-84c8-5422c3a64f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.030407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event updated for resources: {'Port': ['ID=6d14df5e-477b-459c-a67d-77affd4107c0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:32.140691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.141512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.142760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef007581-279e-4855-84c8-5422c3a64f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.157014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-2526de49-5068-41c6-8f50-2c1476201111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.158695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-2526de49-5068-41c6-8f50-2c1476201111 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6df07b56-d3ee-46a6-8fa6-3187e7b7361e HTTP/1.1" status: 200 len: 903 time: 0.3080261 Sep 17 22:37:32.171212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05288e-2f92-4b2f-b100-cc39887da057 req-b35965e8-8191-4e8c-a1f4-0eceb4c86cd4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.172775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e05288e-2f92-4b2f-b100-cc39887da057 req-b35965e8-8191-4e8c-a1f4-0eceb4c86cd4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 945 time: 0.2485929 Sep 17 22:37:32.181428 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c8190cfb-1520-45a8-9b7c-212fc8b169e1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7612858 Sep 17 22:37:32.194101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-4319c6d2-e04c-405b-9f72-3cb96f69f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.194843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-4319c6d2-e04c-405b-9f72-3cb96f69f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.195370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-4319c6d2-e04c-405b-9f72-3cb96f69f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.197018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-4319c6d2-e04c-405b-9f72-3cb96f69f1c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=360fb9db-e296-445c-af92-7c8c35eb57f8&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=9825d235-beee-480d-8f9d-bbd2329790f5&id=9825d235-beee-480d-8f9d-bbd2329790f5 HTTP/1.1" status: 200 len: 2293 time: 0.1680796 Sep 17 22:37:32.204676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:32.243674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8bf9f-f2af-47a7-84a4-a3b4c9902cd3 req-4c2b60b6-b501-4e2d-9053-b41a2b32e3f0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.245390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fa8bf9f-f2af-47a7-84a4-a3b4c9902cd3 req-4c2b60b6-b501-4e2d-9053-b41a2b32e3f0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2262371 Sep 17 22:37:32.259604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-63174689-201a-41f4-912f-4c2def0e3758 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.196&port_id=d9a004b1-23e1-4fe0-acac-af1d56a655c6 HTTP/1.1" status: 200 len: 217 time: 0.0798361 Sep 17 22:37:32.301909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fd262211-aaaf-4af2-8b35-74ffac8f1419 None None] Provisioning complete for port 6d14df5e-477b-459c-a67d-77affd4107c0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:32.303226 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fd262211-aaaf-4af2-8b35-74ffac8f1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.341001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-fd262211-aaaf-4af2-8b35-74ffac8f1419 None None] Port 6d14df5e-477b-459c-a67d-77affd4107c0 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:32.343160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.345997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e05288e-2f92-4b2f-b100-cc39887da057 req-f0a15cac-fcc9-496d-b37d-5cd25b3d687c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629367 Sep 17 22:37:32.346521 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-8f5f9db1-2e12-48f9-9eb5-5a897b708513 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecfbe609-917d-4455-a076-f1030e0b2959 HTTP/1.1" status: 200 len: 1001 time: 0.0746756 Sep 17 22:37:32.365543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef007581-279e-4855-84c8-5422c3a64f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.365543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef007581-279e-4855-84c8-5422c3a64f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.365543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ef007581-279e-4855-84c8-5422c3a64f68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e987f2c-a0a5-4bd4-aa9f-1c4f17c6676b HTTP/1.1" status: 204 len: 168 time: 0.5929377 Sep 17 22:37:32.369959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fa8bf9f-f2af-47a7-84a4-a3b4c9902cd3 req-1090891a-569d-410a-b9ff-bde98c097313 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147780 Sep 17 22:37:32.398832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef007581-279e-4855-84c8-5422c3a64f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e987f2c-a0a5-4bd4-aa9f-1c4f17c6676b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:32.414867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-ebe5de75-fa52-4d48-9cf5-b20420764098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.416397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-ebe5de75-fa52-4d48-9cf5-b20420764098 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1415be4-3968-483d-bc20-a1251504f1bf HTTP/1.1" status: 200 len: 801 time: 0.1275651 Sep 17 22:37:32.535175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-404e14d0-9765-42db-b489-d315436f4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.536724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-404e14d0-9765-42db-b489-d315436f4e92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6df07b56-d3ee-46a6-8fa6-3187e7b7361e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093154 Sep 17 22:37:32.553731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb7bd6-d735-4385-8d63-084cd8aa26ba req-16bc8e31-bdc9-4529-be0b-385c4831b20b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.559654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb7bd6-d735-4385-8d63-084cd8aa26ba req-16bc8e31-bdc9-4529-be0b-385c4831b20b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.567614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb7bd6-d735-4385-8d63-084cd8aa26ba req-16bc8e31-bdc9-4529-be0b-385c4831b20b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.574433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb7bd6-d735-4385-8d63-084cd8aa26ba req-16bc8e31-bdc9-4529-be0b-385c4831b20b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.580714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb7bd6-d735-4385-8d63-084cd8aa26ba req-16bc8e31-bdc9-4529-be0b-385c4831b20b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.589027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fb7bd6-d735-4385-8d63-084cd8aa26ba req-16bc8e31-bdc9-4529-be0b-385c4831b20b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 3817 time: 0.1065061 Sep 17 22:37:32.695018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fb7bd6-d735-4385-8d63-084cd8aa26ba req-d9b85c55-df09-4bac-b1ec-b520f58f6892 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048892 Sep 17 22:37:32.708503 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-53970a63-a519-45bf-9250-a0ffe27ddad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.751476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-0c67ac1e-2338-4a2f-be2e-9a4f05291903 service neutron] 10.222.0.49 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547749 Sep 17 22:37:32.801450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-18b5974a-2d95-4da2-8206-72225bf4411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.803977 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-18b5974a-2d95-4da2-8206-72225bf4411a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=680fe56b-6368-46fd-92b0-5ff1e95f243c HTTP/1.1" status: 200 len: 851 time: 0.4399598 Sep 17 22:37:33.054918 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.264778 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e681e8b1-fedc-479c-ac8e-5b51db1dc7ee req-3e4c925c-fa0c-46d0-98c1-00fd19968725 service neutron] 10.222.0.49 "GET /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049939 Sep 17 22:37:33.280684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eecb7-129e-41b3-a55a-23b7ebe5977c req-3feabe77-81a6-4d86-ab64-b56e7285de3e tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.287771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eecb7-129e-41b3-a55a-23b7ebe5977c req-3feabe77-81a6-4d86-ab64-b56e7285de3e tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.293303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d718bd9-f68b-442e-92c5-6c077ffc9325 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:33.293955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eecb7-129e-41b3-a55a-23b7ebe5977c req-3feabe77-81a6-4d86-ab64-b56e7285de3e tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.301577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f0eecb7-129e-41b3-a55a-23b7ebe5977c req-3feabe77-81a6-4d86-ab64-b56e7285de3e tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2412 time: 0.4438140 Sep 17 22:37:33.308074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.311476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece69d48-37d8-4c03-98aa-9001bb3f68d7 req-6664781e-ff66-455d-88b4-2fa09febb647 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.319310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ece69d48-37d8-4c03-98aa-9001bb3f68d7 req-6664781e-ff66-455d-88b4-2fa09febb647 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 945 time: 0.4606137 Sep 17 22:37:33.330275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Transition to ACTIVE for port object 9d718bd9-f68b-442e-92c5-6c077ffc9325 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:33.334792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-340d63e6-b1c4-4d3d-99fd-d1e8ad7716c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.336805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-340d63e6-b1c4-4d3d-99fd-d1e8ad7716c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=360fb9db-e296-445c-af92-7c8c35eb57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4797134 Sep 17 22:37:33.369284 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.390386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ece69d48-37d8-4c03-98aa-9001bb3f68d7 req-dc819928-f92e-451c-b948-b1f528ab5f40 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657427 Sep 17 22:37:33.410613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f0eecb7-129e-41b3-a55a-23b7ebe5977c req-1e4757e9-34e5-487f-a69e-56d7ec003f4d tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080098 Sep 17 22:37:33.446186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Pushing event updated for resources: {'Port': ['ID=9d718bd9-f68b-442e-92c5-6c077ffc9325,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:33.580239 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-c2669e73-8c2d-411d-b200-729c7c0dcbac service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349555 Sep 17 22:37:33.607128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Attempting to bind port 9d718bd9-f68b-442e-92c5-6c077ffc9325 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:33.607453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Attempting to bind port 9d718bd9-f68b-442e-92c5-6c077ffc9325 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:33.608066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Attempting to bind port 9d718bd9-f68b-442e-92c5-6c077ffc9325 on network aa388694-c383-4083-82af-2984c0d11591 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:33.617420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef03a11-17e5-4464-aad0-65873b08fac3 req-dc5dde1a-11cc-4d98-be12-fe69a1d9ad19 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.626932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ef03a11-17e5-4464-aad0-65873b08fac3 req-dc5dde1a-11cc-4d98-be12-fe69a1d9ad19 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1212368 Sep 17 22:37:33.632888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Port 9d718bd9-f68b-442e-92c5-6c077ffc9325 on network aa388694-c383-4083-82af-2984c0d11591 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:33.633234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Attempting to bind port 9d718bd9-f68b-442e-92c5-6c077ffc9325 on network aa388694-c383-4083-82af-2984c0d11591 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:33.652162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:33.652162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Checking segment: {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:33.652527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Bound using segment: {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:33.652990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Bound port: 9d718bd9-f68b-442e-92c5-6c077ffc9325, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72163e6d-2b54-4cf1-85ee-b3725be51bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'aa388694-c383-4083-82af-2984c0d11591'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:33.653351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.763250 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ef03a11-17e5-4464-aad0-65873b08fac3 req-4442ed40-806a-4981-9f70-708376a16993 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349752 Sep 17 22:37:33.780739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89395a6b-b06d-4214-ad69-2e613f311c55 req-dc24d29f-d849-4066-9582-b7c1f4c4a7ff tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.789251 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.806677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89395a6b-b06d-4214-ad69-2e613f311c55 req-dc24d29f-d849-4066-9582-b7c1f4c4a7ff tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.1751516 Sep 17 22:37:33.826559 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-6457c0c5-98e2-4a31-8778-88d4f9ba6988 service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205029 Sep 17 22:37:33.858238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] For port 9d718bd9-f68b-442e-92c5-6c077ffc9325, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:33.876247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] For port 9d718bd9-f68b-442e-92c5-6c077ffc9325, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:33.907885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89395a6b-b06d-4214-ad69-2e613f311c55 req-94f79e0a-736b-4786-8971-210028d69539 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999336 Sep 17 22:37:33.960778 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-dc9f795d-ee36-4225-96c4-a41a2ed3b7cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 200 len: 217 time: 0.1127625 Sep 17 22:37:33.970892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.039398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a8ee3-1be1-49b4-9c80-356e122a6aeb req-bf9bb7b2-6338-401d-89d7-757d52b91dc5 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.041738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d5a8ee3-1be1-49b4-9c80-356e122a6aeb req-bf9bb7b2-6338-401d-89d7-757d52b91dc5 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1201980 Sep 17 22:37:34.047828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.048448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.050020 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] 10.222.0.45 "PUT /v2.0/ports/9d718bd9-f68b-442e-92c5-6c077ffc9325 HTTP/1.1" status: 200 len: 1093 time: 1.8519559 Sep 17 22:37:34.055114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:34.057069 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139d87a4-d673-4897-8624-9fe83f020411" -d '{"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:34.106415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:34.171615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d5a8ee3-1be1-49b4-9c80-356e122a6aeb req-0b82762c-68e1-4469-8d80-4f341738022f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923223 Sep 17 22:37:34.256580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-ab07ceb7-ce6d-41ba-aa12-565eba84c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.258875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-ab07ceb7-ce6d-41ba-aa12-565eba84c091 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.2972949 Sep 17 22:37:34.279638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e8d8a-44d4-4d4f-8cfe-afa9616e626c service neutron] Pushing event updated for resources: {'Port': ['ID=9d718bd9-f68b-442e-92c5-6c077ffc9325,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:34.279638 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.333338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41590) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:34.353222 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e195b985-0c2c-4524-a3c5-b32fa7e1cd74 x-openstack-request-id: req-e195b985-0c2c-4524-a3c5-b32fa7e1cd74 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:34.353572 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:34.353799 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e195b985-0c2c-4524-a3c5-b32fa7e1cd74 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:34.354208 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'status': 'completed', 'code': 200} Sep 17 22:37:34.388470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81424c15-53e8-49e9-9862-9e8531649259 req-6fb50353-65c6-4b19-8437-002dd308f17c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.390380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81424c15-53e8-49e9-9862-9e8531649259 req-6fb50353-65c6-4b19-8437-002dd308f17c tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.3388655 Sep 17 22:37:34.395551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-4d98b9bf-6e84-4dc9-9bd6-2ed3e6a4099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.402065 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-4d98b9bf-6e84-4dc9-9bd6-2ed3e6a4099d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1263077 Sep 17 22:37:34.430024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e8f17-5dfd-43d5-ac2c-b117935863c4 req-44106e73-2873-4e05-88e6-ecc203c3b576 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.437627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e8f17-5dfd-43d5-ac2c-b117935863c4 req-44106e73-2873-4e05-88e6-ecc203c3b576 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.447879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e8f17-5dfd-43d5-ac2c-b117935863c4 req-44106e73-2873-4e05-88e6-ecc203c3b576 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.466930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e8f17-5dfd-43d5-ac2c-b117935863c4 req-44106e73-2873-4e05-88e6-ecc203c3b576 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.475616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e8f17-5dfd-43d5-ac2c-b117935863c4 req-44106e73-2873-4e05-88e6-ecc203c3b576 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.477575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-330e8f17-5dfd-43d5-ac2c-b117935863c4 req-44106e73-2873-4e05-88e6-ecc203c3b576 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 3829 time: 0.2121501 Sep 17 22:37:34.545938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-7b08ecc8-d39d-4a27-a1d2-419b7a75ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.545938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-7b08ecc8-d39d-4a27-a1d2-419b7a75ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.545938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-7b08ecc8-d39d-4a27-a1d2-419b7a75ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.545938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-7b08ecc8-d39d-4a27-a1d2-419b7a75ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.546396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-7b08ecc8-d39d-4a27-a1d2-419b7a75ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.548645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-139d87a4-d673-4897-8624-9fe83f020411 req-7b08ecc8-d39d-4a27-a1d2-419b7a75ec76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 4365 time: 0.1702888 Sep 17 22:37:34.598770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-330e8f17-5dfd-43d5-ac2c-b117935863c4 req-e0edd115-7f3b-409a-9b0b-56115940d713 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045558 Sep 17 22:37:34.600338 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.614785 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-84808451-a6ca-4a35-a641-b8ec44c01d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.622167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe6fc-7273-4b25-bdd3-142588d0b7c4 req-81ae942d-af34-408c-807d-b5a32986683f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.632341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31efe6fc-7273-4b25-bdd3-142588d0b7c4 req-81ae942d-af34-408c-807d-b5a32986683f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 945 time: 0.1532495 Sep 17 22:37:34.755716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-810a338b-c69c-433b-adc3-1942d1c2d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.756229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-810a338b-c69c-433b-adc3-1942d1c2d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.756696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-810a338b-c69c-433b-adc3-1942d1c2d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.759488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-139d87a4-d673-4897-8624-9fe83f020411 req-810a338b-c69c-433b-adc3-1942d1c2d73d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1960986 Sep 17 22:37:34.767998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-31efe6fc-7273-4b25-bdd3-142588d0b7c4 req-fbfd4e2c-0bf9-4498-a59f-7464e74b163a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347284 Sep 17 22:37:34.810635 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-b7085e9d-5e7c-478e-962b-90f89eefc18f service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352554 Sep 17 22:37:34.842259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Deleting port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:34.842903 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.944752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c5f21-ab75-4fcc-b9fa-cb4c1513b1bc req-8133f093-41dd-451b-a65d-50eaffd4576a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.947802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f0c5f21-ab75-4fcc-b9fa-cb4c1513b1bc req-8133f093-41dd-451b-a65d-50eaffd4576a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1869304 Sep 17 22:37:35.009639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d87a4-d673-4897-8624-9fe83f020411 req-c5ba9eb7-9164-43c5-9299-705bbce3f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.011209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-139d87a4-d673-4897-8624-9fe83f020411 req-c5ba9eb7-9164-43c5-9299-705bbce3f130 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2283096 Sep 17 22:37:35.046205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29443474-7b70-404b-9cd9-cc92cc6ca22e req-6b1911c6-a4ca-4aa7-b672-548ce9a410b5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.052858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29443474-7b70-404b-9cd9-cc92cc6ca22e req-6b1911c6-a4ca-4aa7-b672-548ce9a410b5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.060102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29443474-7b70-404b-9cd9-cc92cc6ca22e req-6b1911c6-a4ca-4aa7-b672-548ce9a410b5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.063164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29443474-7b70-404b-9cd9-cc92cc6ca22e req-6b1911c6-a4ca-4aa7-b672-548ce9a410b5 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2412 time: 0.1710875 Sep 17 22:37:35.073575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f0c5f21-ab75-4fcc-b9fa-cb4c1513b1bc req-c4a6529c-10b0-46e1-befc-cdbad3dfc88d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129606 Sep 17 22:37:35.105161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] For port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:35.105527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.134448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29443474-7b70-404b-9cd9-cc92cc6ca22e req-55328548-cebc-48ee-baba-96e42a23c1d0 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593510 Sep 17 22:37:35.151884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Calling delete_port for dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:35.169022 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-8884320b-cfeb-4408-a19a-c1765e78f555 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442490 Sep 17 22:37:35.273946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b421-13d1-4352-bae9-4be5cc7b8155 req-da072987-4736-4eb7-8341-05d50ca7d459 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.275852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67e4b421-13d1-4352-bae9-4be5cc7b8155 req-da072987-4736-4eb7-8341-05d50ca7d459 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=057b1cf4-93b0-4386-8b4a-a901cbb835dd HTTP/1.1" status: 200 len: 945 time: 0.0655668 Sep 17 22:37:35.283421 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-84808451-a6ca-4a35-a641-b8ec44c01d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.289159 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-7c03513f-4141-41db-bc12-e10c0bc71ba9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 200 len: 217 time: 0.0574772 Sep 17 22:37:35.298423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-84808451-a6ca-4a35-a641-b8ec44c01d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.303383 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.355064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67e4b421-13d1-4352-bae9-4be5cc7b8155 req-6ca213c8-9e60-4b9c-9f8f-994f520c63eb tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601919 Sep 17 22:37:35.363741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd821ae3-ac1c-409c-8df6-ed62c802f6dd req-a5467cd7-99ea-4a55-9c7a-0e4f25a8e252 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.366028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd821ae3-ac1c-409c-8df6-ed62c802f6dd req-a5467cd7-99ea-4a55-9c7a-0e4f25a8e252 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0850637 Sep 17 22:37:35.419813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd821ae3-ac1c-409c-8df6-ed62c802f6dd req-6ac7c289-3980-49d5-9b07-b78c0dc1af33 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Sep 17 22:37:35.449418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84808451-a6ca-4a35-a641-b8ec44c01d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ae1a59-7f37-4188-9f50-b55e49a8a0ba,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:35.449418 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-84808451-a6ca-4a35-a641-b8ec44c01d06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc764a0f6b044b568588faa90d6351cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1041849 Sep 17 22:37:35.450096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41602) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:35.452363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839128b0-1d60-4fbd-a669-2ab60db4f67b {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:35.467210 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.474412 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-cfc5366e-dacf-4099-87df-008100faf2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.475985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-cfc5366e-dacf-4099-87df-008100faf2a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.1745369 Sep 17 22:37:35.557368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0049a71b-e998-4ca0-86da-6220a050daa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.572138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Transition to ACTIVE for port object 839128b0-1d60-4fbd-a669-2ab60db4f67b will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:35.573815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.578211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-abf5def2-8b29-4089-ba2f-b5b6100e13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.579749 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-abf5def2-8b29-4089-ba2f-b5b6100e13cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931840 Sep 17 22:37:35.582614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0049a71b-e998-4ca0-86da-6220a050daa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.600034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.637250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event deleted for resources: {'Port': ['ID=dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:35.715391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0049a71b-e998-4ca0-86da-6220a050daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.717837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0049a71b-e998-4ca0-86da-6220a050daa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.719020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0049a71b-e998-4ca0-86da-6220a050daa3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64ae1a59-7f37-4188-9f50-b55e49a8a0ba HTTP/1.1" status: 204 len: 168 time: 0.2731297 Sep 17 22:37:35.729175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ddb1e91a-bd6e-4b85-81e1-74d9a24d330f details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:35.761635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049a71b-e998-4ca0-86da-6220a050daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ae1a59-7f37-4188-9f50-b55e49a8a0ba,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:35.818029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] No DVR routers for this DVR port dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:35.823841 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.830968 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81424c15-53e8-49e9-9862-9e8531649259 req-c5e7f039-1e0e-4f4b-9842-e5bed9b0b481 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "DELETE /v2.0/ports/dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce HTTP/1.1" status: 204 len: 173 time: 1.4278798 Sep 17 22:37:35.852312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65202-9c86-495d-914e-41b10ef5baec req-3bd43bdb-97d2-4289-be8d-27f56d04030a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.856042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16e65202-9c86-495d-914e-41b10ef5baec req-3bd43bdb-97d2-4289-be8d-27f56d04030a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 945 time: 0.2111812 Sep 17 22:37:35.940352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:35.969992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f', 'network_id': '65805e34-ebdc-488e-95e8-c76954a15277', 'port_id': 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f', 'mac_address': 'fa:16:3e:53:15:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6a30ce-1734-4ca7-945a-900e74294a78', 'ip_address': '19.86.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:36.014350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Pushing event updated for resources: {'Port': ['ID=839128b0-1d60-4fbd-a669-2ab60db4f67b,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:36.042892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77fa16-c133-4488-b5ef-a0eb8fadb129 req-fef84753-fb5a-406f-bb73-f5c7add703a2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.044644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b77fa16-c133-4488-b5ef-a0eb8fadb129 req-fef84753-fb5a-406f-bb73-f5c7add703a2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 813 time: 0.3464038 Sep 17 22:37:36.047662 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.071953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f704c-0499-476d-96d1-e37599730977 req-5b5c5491-0146-4266-bdd5-6ffee6910381 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.083922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb1e91a-bd6e-4b85-81e1-74d9a24d330f {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:36.090220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f704c-0499-476d-96d1-e37599730977 req-5b5c5491-0146-4266-bdd5-6ffee6910381 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.100056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f704c-0499-476d-96d1-e37599730977 req-5b5c5491-0146-4266-bdd5-6ffee6910381 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.108359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f704c-0499-476d-96d1-e37599730977 req-5b5c5491-0146-4266-bdd5-6ffee6910381 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.115652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f704c-0499-476d-96d1-e37599730977 req-5b5c5491-0146-4266-bdd5-6ffee6910381 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.122123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f704c-0499-476d-96d1-e37599730977 req-5b5c5491-0146-4266-bdd5-6ffee6910381 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.122456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:36.124787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-910f704c-0499-476d-96d1-e37599730977 req-5b5c5491-0146-4266-bdd5-6ffee6910381 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 4606 time: 0.3201630 Sep 17 22:37:36.134140 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.135153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d9a004b1-23e1-4fe0-acac-af1d56a655c6 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:36.163986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Attempting to bind port 839128b0-1d60-4fbd-a669-2ab60db4f67b on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:36.164325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Attempting to bind port 839128b0-1d60-4fbd-a669-2ab60db4f67b by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:36.164902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Attempting to bind port 839128b0-1d60-4fbd-a669-2ab60db4f67b on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:36.174534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Port 839128b0-1d60-4fbd-a669-2ab60db4f67b on network 104a4ac0-9927-4f18-af60-5a455dfef964 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:36.174859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Attempting to bind port 839128b0-1d60-4fbd-a669-2ab60db4f67b on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:36.190736 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b77fa16-c133-4488-b5ef-a0eb8fadb129 req-9b89445c-dcf0-4624-a061-808568c27f0a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/quotas/d4e66d51eea94eefab9db14d682897d9 HTTP/1.1" status: 200 len: 375 time: 0.0645468 Sep 17 22:37:36.192725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:36.193140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Checking segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:36.193535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Bound using segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:36.193989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Bound port: 839128b0-1d60-4fbd-a669-2ab60db4f67b, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:36.194372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.207796 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-74e4395e-3f55-4702-bac5-367547d85f5e service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117489 Sep 17 22:37:36.307407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b77fa16-c133-4488-b5ef-a0eb8fadb129 req-f6ad7983-ebe1-49ff-aaab-c65030557aec tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867629 Sep 17 22:37:36.310339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Deleting port e5724f51-71b2-4678-9d58-00acb6f3275f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:36.310995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.334398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-910f704c-0499-476d-96d1-e37599730977 req-2f85902f-e412-4446-9953-a5b786f86c5d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788445 Sep 17 22:37:36.338090 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-e89b3043-e82c-45cb-8cf1-2021a3b97845 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213722 Sep 17 22:37:36.360834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057b1cf4-93b0-4386-8b4a-a901cbb835dd', 'name': 'network-vif-deleted', 'tag': 'dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:36.363752 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ee89f-04d4-419c-90d4-0b65cdda228c" -d '{"events": [{"server_uuid": "057b1cf4-93b0-4386-8b4a-a901cbb835dd", "name": "network-vif-deleted", "tag": "dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:36.424187 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-4ea3cd35-1deb-49ea-977a-22135997b54b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5 HTTP/1.1" status: 200 len: 217 time: 0.0771010 Sep 17 22:37:36.496130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-9bf27029-0110-4000-8193-c30a375f4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.497987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-9bf27029-0110-4000-8193-c30a375f4081 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.0642056 Sep 17 22:37:36.547829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] For port 839128b0-1d60-4fbd-a669-2ab60db4f67b, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:36.551069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:36.565511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] For port 839128b0-1d60-4fbd-a669-2ab60db4f67b, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:36.578396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-3413edd0-eb5a-4682-a6de-c2d9a2b01871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.579916 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-3413edd0-eb5a-4682-a6de-c2d9a2b01871 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0732868 Sep 17 22:37:36.581349 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.627899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.629223 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.630786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] 10.222.0.45 "PUT /v2.0/ports/839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 200 len: 1136 time: 2.5297942 Sep 17 22:37:36.698648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d9a004b1-23e1-4fe0-acac-af1d56a655c6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d9a004b1-23e1-4fe0-acac-af1d56a655c6,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:36.714389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'd9a004b1-23e1-4fe0-acac-af1d56a655c6', 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e', 'port_id': 'd9a004b1-23e1-4fe0-acac-af1d56a655c6', 'mac_address': 'fa:16:3e:c3:79:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1415be4-3968-483d-bc20-a1251504f1bf', 'ip_address': '19.80.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:36.733191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] For port e5724f51-71b2-4678-9d58-00acb6f3275f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e5724f51-71b2-4678-9d58-00acb6f3275f,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:36.733664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.755119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:36.771353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Calling delete_port for e5724f51-71b2-4678-9d58-00acb6f3275f owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:36.796540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70e569-9c45-45f3-8e21-118def893a1b req-5def0074-108e-4920-b0ec-6a2b714e4208 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.804491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48754359-3659-4d73-ba0d-871d321e6819 service neutron] Pushing event updated for resources: {'Port': ['ID=839128b0-1d60-4fbd-a669-2ab60db4f67b,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:36.804735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70e569-9c45-45f3-8e21-118def893a1b req-5def0074-108e-4920-b0ec-6a2b714e4208 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.821038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70e569-9c45-45f3-8e21-118def893a1b req-5def0074-108e-4920-b0ec-6a2b714e4208 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.825958 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.828078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:36.834704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e70e569-9c45-45f3-8e21-118def893a1b req-5def0074-108e-4920-b0ec-6a2b714e4208 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2413 time: 0.3195026 Sep 17 22:37:36.849806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7cad2-1b24-4e77-b30c-246bc8a4a788 req-4093f93a-a168-4cca-a74c-3ad24d9070d1 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.857806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-478db33d-4cc1-4e14-8e88-d5da0ce8b9c2 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659097 Sep 17 22:37:36.858936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baa7cad2-1b24-4e77-b30c-246bc8a4a788 req-4093f93a-a168-4cca-a74c-3ad24d9070d1 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98af6a6-d18d-41f1-b71f-60bd9fba4e29 HTTP/1.1" status: 200 len: 945 time: 0.3602281 Sep 17 22:37:36.887473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:36.887816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:36.888231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e5724f51-71b2-4678-9d58-00acb6f3275f no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:36.893711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a004b1-23e1-4fe0-acac-af1d56a655c6 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:36.916763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d9a004b1-23e1-4fe0-acac-af1d56a655c6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d9a004b1-23e1-4fe0-acac-af1d56a655c6,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:36.939304 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.940232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:36.965213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.035510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baa7cad2-1b24-4e77-b30c-246bc8a4a788 req-7e846d9e-9b0b-460b-a2fa-64a15971ed55 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753531 Sep 17 22:37:37.095938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:37.099403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e70e569-9c45-45f3-8e21-118def893a1b req-629657d6-6557-49ed-8f51-5ce4f38182e2 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330573 Sep 17 22:37:37.132910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '7cbcc59e-584e-4a9c-a508-f251f8bfc3e9', 'network_id': '6df07b56-d3ee-46a6-8fa6-3187e7b7361e', 'port_id': '7cbcc59e-584e-4a9c-a508-f251f8bfc3e9', 'mac_address': 'fa:16:3e:06:00:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1415be4-3968-483d-bc20-a1251504f1bf', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:37.134644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=d9a004b1-23e1-4fe0-acac-af1d56a655c6,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:37.249406 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-9ec456e2-8c88-4f87-85b9-c9441c4750ce service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471606 Sep 17 22:37:37.271237 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.288286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.313059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:37.332177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:37.333501 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.357600 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-55caf4a0-12e5-4f9d-9a94-4f42b41ee29b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820 HTTP/1.1" status: 200 len: 217 time: 0.0964141 Sep 17 22:37:37.363535 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.366574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1', '4b42f649-c9b0-496e-91dd-ff714bc3b712'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:37.381515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5b7ac-3685-4080-8b02-ad2344f49dd4 req-7e43fc93-5306-44c6-a81e-95eca14da49b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.382687 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca1d35-20d1-402c-b6fd-8ca21c2bfb26 x-openstack-request-id: req-9aca1d35-20d1-402c-b6fd-8ca21c2bfb26 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:37.383034 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057b1cf4-93b0-4386-8b4a-a901cbb835dd", "name": "network-vif-deleted", "tag": "dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:37.383213 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9aca1d35-20d1-402c-b6fd-8ca21c2bfb26 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:37.383606 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057b1cf4-93b0-4386-8b4a-a901cbb835dd', 'name': 'network-vif-deleted', 'tag': 'dbb577e7-f7a6-44e6-9f7a-f83def6dd4ce', 'status': 'completed', 'code': 200} Sep 17 22:37:37.396067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0e5b7ac-3685-4080-8b02-ad2344f49dd4 req-7e43fc93-5306-44c6-a81e-95eca14da49b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1707349 Sep 17 22:37:37.415503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event deleted for resources: {'Port': ['ID=e5724f51-71b2-4678-9d58-00acb6f3275f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:37.512817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] No DVR routers for this DVR port e5724f51-71b2-4678-9d58-00acb6f3275f on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:37.516986 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.519493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16e65202-9c86-495d-914e-41b10ef5baec req-da947102-ed10-4fed-9850-c97e7a682be8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "DELETE /v2.0/ports/e5724f51-71b2-4678-9d58-00acb6f3275f HTTP/1.1" status: 204 len: 173 time: 1.6205318 Sep 17 22:37:37.520293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98af6a6-d18d-41f1-b71f-60bd9fba4e29', 'name': 'network-vif-deleted', 'tag': 'e5724f51-71b2-4678-9d58-00acb6f3275f'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:37.530243 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781993c3-3202-4216-9b1d-f938585c11e6" -d '{"events": [{"server_uuid": "d98af6a6-d18d-41f1-b71f-60bd9fba4e29", "name": "network-vif-deleted", "tag": "e5724f51-71b2-4678-9d58-00acb6f3275f"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:37.530593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:37.565989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-2f1590dd-9f0e-46f6-b640-aed55f78d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.570961 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-2f1590dd-9f0e-46f6-b640-aed55f78d030 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.1864054 Sep 17 22:37:37.653242 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0e5b7ac-3685-4080-8b02-ad2344f49dd4 req-754a0654-fdfc-4714-936f-e4f33cc07d26 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550516 Sep 17 22:37:37.700190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc3eb-2fcd-4478-8a93-120a29b6ef0e req-5859cc23-8f22-4d97-8e9a-ad1660dc137a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.725379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc3eb-2fcd-4478-8a93-120a29b6ef0e req-5859cc23-8f22-4d97-8e9a-ad1660dc137a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.735216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc3eb-2fcd-4478-8a93-120a29b6ef0e req-5859cc23-8f22-4d97-8e9a-ad1660dc137a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.749702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc3eb-2fcd-4478-8a93-120a29b6ef0e req-5859cc23-8f22-4d97-8e9a-ad1660dc137a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.765941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc3eb-2fcd-4478-8a93-120a29b6ef0e req-5859cc23-8f22-4d97-8e9a-ad1660dc137a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.779524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc3eb-2fcd-4478-8a93-120a29b6ef0e req-5859cc23-8f22-4d97-8e9a-ad1660dc137a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.783351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1afc3eb-2fcd-4478-8a93-120a29b6ef0e req-5859cc23-8f22-4d97-8e9a-ad1660dc137a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 4606 time: 0.2984762 Sep 17 22:37:37.789651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-d3554565-280a-4e6b-82bb-521707454c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.791593 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-d3554565-280a-4e6b-82bb-521707454c0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2084687 Sep 17 22:37:37.818300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41676) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:37.899206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5851e6ee-6f65-43ed-a134-a39c70ee86e4 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:37.902975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1afc3eb-2fcd-4478-8a93-120a29b6ef0e req-f209edd7-332b-48d0-bf96-ee04f78bb898 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023943 Sep 17 22:37:37.912123 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.934981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Transition to ACTIVE for port object 5851e6ee-6f65-43ed-a134-a39c70ee86e4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:37.946459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-4bc442b9-c3c4-4c77-abb0-c4a6524bf84e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.947847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-4bc442b9-c3c4-4c77-abb0-c4a6524bf84e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.1634026 Sep 17 22:37:37.968626 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-77cdfc31-aefd-4120-a457-793df64f0c7b service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512315 Sep 17 22:37:37.972006 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.985193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-0efeefa6-26f1-46b0-bdbf-fcfc076e3af6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/quotas/6bbefcb9aba54baf82ee80e067d50ea1 HTTP/1.1" status: 200 len: 375 time: 0.0206442 Sep 17 22:37:37.992147 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f551babc-2a63-49a1-9a38-b17134e15f5f x-openstack-request-id: req-f551babc-2a63-49a1-9a38-b17134e15f5f {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:37.992596 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98af6a6-d18d-41f1-b71f-60bd9fba4e29", "name": "network-vif-deleted", "tag": "e5724f51-71b2-4678-9d58-00acb6f3275f", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:37.992814 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f551babc-2a63-49a1-9a38-b17134e15f5f {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:37.993434 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98af6a6-d18d-41f1-b71f-60bd9fba4e29', 'name': 'network-vif-deleted', 'tag': 'e5724f51-71b2-4678-9d58-00acb6f3275f', 'status': 'completed', 'code': 200} Sep 17 22:37:38.023821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['ddb1e91a-bd6e-4b85-81e1-74d9a24d330f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:38.062513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb029b-064b-42ae-8ead-80e0e52e9bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.083726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-e9c118df-28a6-46b0-ba71-f2ec6a9f2671 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974715 Sep 17 22:37:38.110057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7cbcc59e-584e-4a9c-a508-f251f8bfc3e9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:38.114173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=5851e6ee-6f65-43ed-a134-a39c70ee86e4,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:38.327880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-e42516ac-1e1a-43e8-beef-0b9d82488f15 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540749 Sep 17 22:37:38.346944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccba5d-7b3c-4a82-810e-5d13cff16665 req-efd08454-ca4f-4fa9-8f89-83db653c2120 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.356187 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecccba5d-7b3c-4a82-810e-5d13cff16665 req-efd08454-ca4f-4fa9-8f89-83db653c2120 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2713912 Sep 17 22:37:38.489738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-718e20fa-0b95-4cce-b68f-0759ede91196 service neutron] 10.222.0.48 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135449 Sep 17 22:37:38.521672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecccba5d-7b3c-4a82-810e-5d13cff16665 req-f3387e5c-d558-4df1-bde4-3672fe463cfa tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645033 Sep 17 22:37:38.710792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e44eb6-a1fa-4839-9316-ed4e8f472a61 req-7c80b6f9-c75d-4977-99f8-0e0fb9d811c4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.719068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e44eb6-a1fa-4839-9316-ed4e8f472a61 req-7c80b6f9-c75d-4977-99f8-0e0fb9d811c4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.725661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e44eb6-a1fa-4839-9316-ed4e8f472a61 req-7c80b6f9-c75d-4977-99f8-0e0fb9d811c4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.727383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18e44eb6-a1fa-4839-9316-ed4e8f472a61 req-7c80b6f9-c75d-4977-99f8-0e0fb9d811c4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2415 time: 0.1194124 Sep 17 22:37:38.749448 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-ed9ef295-9cae-47c2-b05f-0514da029853 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347329 Sep 17 22:37:38.776423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18e44eb6-a1fa-4839-9316-ed4e8f472a61 req-9ff7257f-9d2e-4f68-93fd-78b5c2149156 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Sep 17 22:37:38.827761 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-5d5030a9-7094-4c3c-aaa2-9e861d9ecb5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f HTTP/1.1" status: 200 len: 217 time: 0.0705893 Sep 17 22:37:38.913258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Attempting to bind port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:38.913600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Attempting to bind port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:38.913940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Attempting to bind port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:38.939953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 on network 104a4ac0-9927-4f18-af60-5a455dfef964 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:38.940296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Attempting to bind port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:38.954877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-e6fe35dd-8c4d-4339-b884-bf57e36d1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.956380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-e6fe35dd-8c4d-4339-b884-bf57e36d1ab2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.1182289 Sep 17 22:37:38.959331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:38.959676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Checking segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:38.960032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Bound using segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:38.960479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Bound port: 5851e6ee-6f65-43ed-a134-a39c70ee86e4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:38.960842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.989950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7446bfb-ec72-478a-9fd3-7b33a8070752 req-0b51d60c-0417-4f99-9795-0bf1c5a9b502 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d4e66d51eea94eefab9db14d682897d9 HTTP/1.1" status: 200 len: 221 time: 0.0573227 Sep 17 22:37:39.062365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2e29688-b42c-4d69-8efb-441177241956 req-ffafb80d-98be-4368-ae78-158597f32b8f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 210 time: 0.0494225 Sep 17 22:37:39.083801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb029b-064b-42ae-8ead-80e0e52e9bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.087786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-61dc2f3d-00d5-49cc-a4d3-b3e9565d9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.101841 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-61dc2f3d-00d5-49cc-a4d3-b3e9565d9ee0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310170 Sep 17 22:37:39.127957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb029b-064b-42ae-8ead-80e0e52e9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.186610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['d9a004b1-23e1-4fe0-acac-af1d56a655c6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:39.286855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-ef7447c4-a2b8-411c-bb71-d9abd54d5466 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.293710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-ef7447c4-a2b8-411c-bb71-d9abd54d5466 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.300658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-ef7447c4-a2b8-411c-bb71-d9abd54d5466 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.306652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] For port 5851e6ee-6f65-43ed-a134-a39c70ee86e4, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:39.308363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-ef7447c4-a2b8-411c-bb71-d9abd54d5466 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.317362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-ef7447c4-a2b8-411c-bb71-d9abd54d5466 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.318158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7dfb029b-064b-42ae-8ead-80e0e52e9bb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=107a42fb2fc64e6694451c16dea70996&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4988403 Sep 17 22:37:39.318979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb029b-064b-42ae-8ead-80e0e52e9bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc76812-6c46-454f-915f-5a36aafee75b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:39.323996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-ef7447c4-a2b8-411c-bb71-d9abd54d5466 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.328306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41716) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:39.347529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] For port 5851e6ee-6f65-43ed-a134-a39c70ee86e4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:39.349860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-ef7447c4-a2b8-411c-bb71-d9abd54d5466 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.357007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.358162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-ef7447c4-a2b8-411c-bb71-d9abd54d5466 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5383 time: 0.2108438 Sep 17 22:37:39.384902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57844ed-d9ea-4c51-ab43-224c72042228 req-a0742673-f4ab-4791-8435-193afc14e69d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.391237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '839128b0-1d60-4fbd-a669-2ab60db4f67b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:39.393551 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3376612-0ce4-4647-b553-08bc8a4eaeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "839128b0-1d60-4fbd-a669-2ab60db4f67b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:39.398102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a57844ed-d9ea-4c51-ab43-224c72042228 req-a0742673-f4ab-4791-8435-193afc14e69d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1917815 Sep 17 22:37:39.437650 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-15bbb007-6bf3-427b-8ab8-c9d8ede54c37 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272927 Sep 17 22:37:39.443915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.444581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.446935 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] 10.222.0.45 "PUT /v2.0/ports/5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 200 len: 1136 time: 2.7628107 Sep 17 22:37:39.476207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a57844ed-d9ea-4c51-ab43-224c72042228 req-cf6820e8-075e-4c61-9673-c3be94b190a7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772662 Sep 17 22:37:39.530841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:39.565216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7696ae8b-c1e9-431b-b673-04b0b3d87a42 req-60c05c8d-ffcd-49af-8d37-66b89fb16aa1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2003405 Sep 17 22:37:39.636017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f2dd1-dc17-4376-862b-1599bde57bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=5851e6ee-6f65-43ed-a134-a39c70ee86e4,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:39.641079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45167320-f89d-4154-b0a8-4210f42055dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.649866 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11115fb-9aa0-4217-ad08-223fadfec8b3 x-openstack-request-id: req-b11115fb-9aa0-4217-ad08-223fadfec8b3 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:39.650156 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "839128b0-1d60-4fbd-a669-2ab60db4f67b", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:39.650395 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b11115fb-9aa0-4217-ad08-223fadfec8b3 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:39.650781 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '839128b0-1d60-4fbd-a669-2ab60db4f67b', 'status': 'completed', 'code': 200} Sep 17 22:37:39.704893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e7042-ebf4-43f2-bc07-be7b5c2bfe61 req-be884551-330b-4aca-a63c-92afb0c6bc05 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.714573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-022e7042-ebf4-43f2-bc07-be7b5c2bfe61 req-be884551-330b-4aca-a63c-92afb0c6bc05 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 945 time: 0.1253664 Sep 17 22:37:39.751310 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45167320-f89d-4154-b0a8-4210f42055dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.764459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.778566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-eaaab239-764d-4be9-9195-b70b72062325 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289387 Sep 17 22:37:39.825361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-022e7042-ebf4-43f2-bc07-be7b5c2bfe61 req-ca529e73-0871-4414-bc65-4d8e018b347c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091962 Sep 17 22:37:39.837876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-c5870530-08ef-4bb9-ac94-2049fbbf592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.838370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-c5870530-08ef-4bb9-ac94-2049fbbf592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.838941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-c5870530-08ef-4bb9-ac94-2049fbbf592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.839419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-c5870530-08ef-4bb9-ac94-2049fbbf592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.839884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-c5870530-08ef-4bb9-ac94-2049fbbf592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.840610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-c5870530-08ef-4bb9-ac94-2049fbbf592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.841101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-c5870530-08ef-4bb9-ac94-2049fbbf592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.843159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-c5870530-08ef-4bb9-ac94-2049fbbf592a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6223 time: 0.1474638 Sep 17 22:37:39.860463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb8fa6-4c44-4eaa-9950-e40a12400132 req-4a5aea2c-5a7f-4c74-8034-2e15f73ad1dc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.862052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cfb8fa6-4c44-4eaa-9950-e40a12400132 req-4a5aea2c-5a7f-4c74-8034-2e15f73ad1dc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1092675 Sep 17 22:37:39.885400 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-93e824b1-644b-478f-b130-6857d5fb5d93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ded73d7-e359-49b7-aea7-69842be7719a HTTP/1.1" status: 200 len: 217 time: 0.0919683 Sep 17 22:37:40.025847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cfb8fa6-4c44-4eaa-9950-e40a12400132 req-db96dfe0-5e1a-4e80-b641-50489e1c356f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536980 Sep 17 22:37:40.078080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-df16eaac-3fd3-482e-afbb-27798d5ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.078472 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-df16eaac-3fd3-482e-afbb-27798d5ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.079014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-df16eaac-3fd3-482e-afbb-27798d5ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.080664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-df16eaac-3fd3-482e-afbb-27798d5ef76b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2177343 Sep 17 22:37:40.095289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba31f1-7846-47e2-a6b4-b0763efe39f9 req-88f750d3-d679-49a9-b2dc-d51016eb8743 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.096802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba31f1-7846-47e2-a6b4-b0763efe39f9 req-88f750d3-d679-49a9-b2dc-d51016eb8743 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.103946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba31f1-7846-47e2-a6b4-b0763efe39f9 req-88f750d3-d679-49a9-b2dc-d51016eb8743 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.105655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34ba31f1-7846-47e2-a6b4-b0763efe39f9 req-88f750d3-d679-49a9-b2dc-d51016eb8743 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2415 time: 0.1737869 Sep 17 22:37:40.234140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34ba31f1-7846-47e2-a6b4-b0763efe39f9 req-2b9f7674-734f-43d8-9371-d388a1874ba7 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072159 Sep 17 22:37:40.289118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-909fb902-86f9-43b0-85ca-ca9df4b3b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.290694 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-909fb902-86f9-43b0-85ca-ca9df4b3b759 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.3958733 Sep 17 22:37:40.300189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48d77d77-950c-4c12-9498-40a58db0bbc3 req-122c05ac-f8ad-4e5f-868a-e9f70ac8091a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 210 time: 0.0630867 Sep 17 22:37:40.323848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-21aa7c3b-582d-4836-9356-335806092a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.326911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3376612-0ce4-4647-b553-08bc8a4eaeaf req-21aa7c3b-582d-4836-9356-335806092a20 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2202990 Sep 17 22:37:40.337574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45167320-f89d-4154-b0a8-4210f42055dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.340277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45167320-f89d-4154-b0a8-4210f42055dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.344253 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-45167320-f89d-4154-b0a8-4210f42055dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dc76812-6c46-454f-915f-5a36aafee75b HTTP/1.1" status: 204 len: 168 time: 1.0094206 Sep 17 22:37:40.351677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-9f9982ba-be87-438e-9ced-6707811e0b78 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.353647 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-9f9982ba-be87-438e-9ced-6707811e0b78 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 811 time: 0.1630700 Sep 17 22:37:40.381193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30540d8-40eb-4614-ac86-46173139e365 req-ce504c9c-9d30-4649-ad9a-107e7f0e23ba tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.382748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a30540d8-40eb-4614-ac86-46173139e365 req-ce504c9c-9d30-4649-ad9a-107e7f0e23ba tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0733457 Sep 17 22:37:40.394483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Request body: {'port': {'device_id': '00a48408-76c1-4cf3-89bb-3ed01329ac05', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'admin_state_up': True, 'tenant_id': '6bbefcb9aba54baf82ee80e067d50ea1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:40.400265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45167320-f89d-4154-b0a8-4210f42055dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc76812-6c46-454f-915f-5a36aafee75b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:40.444469 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a30540d8-40eb-4614-ac86-46173139e365 req-cdbd888a-3bd2-40ec-a9c0-4e33cdd02c8c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 Sep 17 22:37:40.569170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-9857c4d1-4ec6-4b92-92ee-4e26d71ec2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.570817 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-9857c4d1-4ec6-4b92-92ee-4e26d71ec2ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2700214 Sep 17 22:37:40.600630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81be61f9-2856-4a70-99f8-0d56deed514e {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:40.622174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41980027-253e-4a41-a0d1-df1f85a3373c req-97091a9c-df01-400f-8d64-12ad760882bc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.627906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.631180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41980027-253e-4a41-a0d1-df1f85a3373c req-97091a9c-df01-400f-8d64-12ad760882bc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1221414 Sep 17 22:37:40.665325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-10016c42-5af1-4641-aec4-c13aab9a7180 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.667242 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-10016c42-5af1-4641-aec4-c13aab9a7180 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 945 time: 0.1445386 Sep 17 22:37:40.694046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41980027-253e-4a41-a0d1-df1f85a3373c req-77f7efc0-eacc-491f-b430-e57138f2910c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619528 Sep 17 22:37:40.738677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Transition to ACTIVE for port object 81be61f9-2856-4a70-99f8-0d56deed514e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:40.758042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Made reservation on behalf of 6bbefcb9aba54baf82ee80e067d50ea1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:40.761539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.786434 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.858413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-c668cdf8-0c6b-405b-8e3a-011a1aabd506 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.864243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-c668cdf8-0c6b-405b-8e3a-011a1aabd506 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.869341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-2ed37cb1-96da-4bcd-9f50-148db080ce88 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882295 Sep 17 22:37:40.874692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-c668cdf8-0c6b-405b-8e3a-011a1aabd506 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.883011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-c668cdf8-0c6b-405b-8e3a-011a1aabd506 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.891447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-c668cdf8-0c6b-405b-8e3a-011a1aabd506 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.897654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-c668cdf8-0c6b-405b-8e3a-011a1aabd506 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.903714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-c668cdf8-0c6b-405b-8e3a-011a1aabd506 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.905677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-c668cdf8-0c6b-405b-8e3a-011a1aabd506 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5383 time: 0.2195277 Sep 17 22:37:40.967333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Deleting port 4b42f649-c9b0-496e-91dd-ff714bc3b712 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:40.967712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.988696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Pushing event updated for resources: {'Port': ['ID=81be61f9-2856-4a70-99f8-0d56deed514e,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:41.022769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0df457-1a18-473e-8206-c02ea5cbb9f4 req-3e0a751b-5c2f-4e28-99ca-b11e116f5aff tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:41.030233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea0df457-1a18-473e-8206-c02ea5cbb9f4 req-3e0a751b-5c2f-4e28-99ca-b11e116f5aff tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2062764 Sep 17 22:37:41.035707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32a870f1-463c-48fd-8f56-d0b3bcd1ae7a req-6d07adac-e45f-45e6-8a6b-0d84c24b2d7c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130474 Sep 17 22:37:41.153758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea0df457-1a18-473e-8206-c02ea5cbb9f4 req-d984e682-dbcb-4556-909e-0ed5bb2113f6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225502 Sep 17 22:37:41.214428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Allocated IP 172.20.0.14 (8a160834-d84a-45a5-816b-6bf5f4ed9a09/6a7afdb5-e47c-46bf-ba23-7017b25ae29b/cc396902-41e7-4811-a59d-b967e093bae9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:41.262138 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c172dda-bec0-43cc-bfad-b59409b140f6 req-7b40667a-b382-41b8-91a6-eceb985dd5f6 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436348 Sep 17 22:37:41.275560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] For port 4b42f649-c9b0-496e-91dd-ff714bc3b712, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4b42f649-c9b0-496e-91dd-ff714bc3b712,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:41.276285 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.298233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Attempting to bind port 81be61f9-2856-4a70-99f8-0d56deed514e on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:41.299028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Attempting to bind port 81be61f9-2856-4a70-99f8-0d56deed514e by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:41.299577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Attempting to bind port 81be61f9-2856-4a70-99f8-0d56deed514e on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:41.318464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Port 81be61f9-2856-4a70-99f8-0d56deed514e on network 104a4ac0-9927-4f18-af60-5a455dfef964 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:41.319385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Attempting to bind port 81be61f9-2856-4a70-99f8-0d56deed514e on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:41.333635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Calling delete_port for 4b42f649-c9b0-496e-91dd-ff714bc3b712 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:41.353540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:41.354183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Checking segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:41.354788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Bound using segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:41.356229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Bound port: 81be61f9-2856-4a70-99f8-0d56deed514e, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:41.356895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.509443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] For port 81be61f9-2856-4a70-99f8-0d56deed514e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:41.513904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] For port 81be61f9-2856-4a70-99f8-0d56deed514e, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81be61f9-2856-4a70-99f8-0d56deed514e,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:41.528760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.534770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.577770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:41.578822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.580214 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] 10.222.0.45 "PUT /v2.0/ports/81be61f9-2856-4a70-99f8-0d56deed514e HTTP/1.1" status: 200 len: 1092 time: 2.0784118 Sep 17 22:37:41.594375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb400-21ee-410d-87cb-b411a7c96edf req-ba305296-4377-4b2a-b461-681cf4f0b710 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:41.599177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f3cb400-21ee-410d-87cb-b411a7c96edf req-ba305296-4377-4b2a-b461-681cf4f0b710 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1227942 Sep 17 22:37:41.622138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:41.642164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c281a97-73a0-4120-a060-fdccd506585c req-e7367bb0-de4f-49fd-beab-82eff1d061c6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:41.644302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c281a97-73a0-4120-a060-fdccd506585c req-e7367bb0-de4f-49fd-beab-82eff1d061c6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=9374b5e4-c6ea-4796-970f-696cad9f9332 HTTP/1.1" status: 200 len: 945 time: 0.4566271 Sep 17 22:37:41.673179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '5851e6ee-6f65-43ed-a134-a39c70ee86e4'}, {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '81be61f9-2856-4a70-99f8-0d56deed514e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:41.676161 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecb71e0-3dea-4450-a64d-b8af1f4b4538" -d '{"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "5851e6ee-6f65-43ed-a134-a39c70ee86e4"}, {"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "81be61f9-2856-4a70-99f8-0d56deed514e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:41.693561 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.707473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1', '4b42f649-c9b0-496e-91dd-ff714bc3b712'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:41.714543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5049a8-1d93-48d6-955c-a71784c6d995 service neutron] Pushing event updated for resources: {'Port': ['ID=81be61f9-2856-4a70-99f8-0d56deed514e,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:41.720780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.788442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:41.815356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event deleted for resources: {'Port': ['ID=4b42f649-c9b0-496e-91dd-ff714bc3b712,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:41.851755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f3cb400-21ee-410d-87cb-b411a7c96edf req-1e6ad833-0878-470c-80ec-41bbe0f4e339 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355618 Sep 17 22:37:41.891573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:41.903424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:41.929920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:41.935536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.033255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c281a97-73a0-4120-a060-fdccd506585c req-adf77fc4-812e-4bc0-98f0-c6ae180dd084 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570666 Sep 17 22:37:42.033255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] No DVR routers for this DVR port 4b42f649-c9b0-496e-91dd-ff714bc3b712 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:42.040275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:42.050116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event updated for resources: {'Port': ['ID=cc396902-41e7-4811-a59d-b967e093bae9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.055049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:42.055422 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.076318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.078720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d57ed43e-2c5a-40bc-beb5-8a695ca1a91c req-2485d634-5fe5-4646-9d66-8d62b3d3a1af tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "DELETE /v2.0/ports/4b42f649-c9b0-496e-91dd-ff714bc3b712 HTTP/1.1" status: 204 len: 173 time: 1.4008288 Sep 17 22:37:42.079559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9374b5e4-c6ea-4796-970f-696cad9f9332', 'name': 'network-vif-deleted', 'tag': '4b42f649-c9b0-496e-91dd-ff714bc3b712'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:42.084728 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ca5c1-539c-4149-a965-1aa3bdacbfb1" -d '{"events": [{"server_uuid": "9374b5e4-c6ea-4796-970f-696cad9f9332", "name": "network-vif-deleted", "tag": "4b42f649-c9b0-496e-91dd-ff714bc3b712"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:42.209526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.215807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.308745 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.345275 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-5bdbacd8-5c55-4cf2-b1b7-eeeb918391ea tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9672246 Sep 17 22:37:42.366012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Request body: {'port': {'device_id': '00a48408-76c1-4cf3-89bb-3ed01329ac05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:42.366807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbcc59e-584e-4a9c-a508-f251f8bfc3e9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:42.375349 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6116d2c9-b299-4a58-a777-5c0f98059ed9" -d '{"events": [{"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-plugged", "status": "completed", "tag": "7cbcc59e-584e-4a9c-a508-f251f8bfc3e9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:42.397127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:42.406467 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.408584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d9a004b1-23e1-4fe0-acac-af1d56a655c6 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:42.505614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.513832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf084849-4c3e-4ba0-84e2-6adf61a62918 req-3c36f36c-64bf-4471-9f8e-6503a66ccd31 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.521777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf084849-4c3e-4ba0-84e2-6adf61a62918 req-3c36f36c-64bf-4471-9f8e-6503a66ccd31 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.529542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf084849-4c3e-4ba0-84e2-6adf61a62918 req-3c36f36c-64bf-4471-9f8e-6503a66ccd31 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.538975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf084849-4c3e-4ba0-84e2-6adf61a62918 req-3c36f36c-64bf-4471-9f8e-6503a66ccd31 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2415 time: 0.5068657 Sep 17 22:37:42.543572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port d9a004b1-23e1-4fe0-acac-af1d56a655c6 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:42.551176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.555034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port d9a004b1-23e1-4fe0-acac-af1d56a655c6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:42.555408 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.635842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41806) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:42.678220 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.681666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a58e21-05e2-4a3b-9b16-1dd4dc5128ae req-ecdc9bb3-919f-4c66-9f5f-cd62a10a156e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.683933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21a58e21-05e2-4a3b-9b16-1dd4dc5128ae req-ecdc9bb3-919f-4c66-9f5f-cd62a10a156e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 932 time: 0.2057893 Sep 17 22:37:42.694113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf084849-4c3e-4ba0-84e2-6adf61a62918 req-2eb79ac9-c84e-42bd-8f38-f55084171a47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539879 Sep 17 22:37:42.776786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port d9a004b1-23e1-4fe0-acac-af1d56a655c6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d9a004b1-23e1-4fe0-acac-af1d56a655c6,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:42.780864 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-21a58e21-05e2-4a3b-9b16-1dd4dc5128ae req-49dc333b-96a0-4351-899d-b780a2a1ba74 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792797 Sep 17 22:37:42.787292 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.788649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ddb1e91a-bd6e-4b85-81e1-74d9a24d330f up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:42.796337 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f30ae5a-5a63-48bc-a380-01c469811a3d x-openstack-request-id: req-0f30ae5a-5a63-48bc-a380-01c469811a3d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:42.796647 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "5851e6ee-6f65-43ed-a134-a39c70ee86e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "81be61f9-2856-4a70-99f8-0d56deed514e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:42.796903 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f30ae5a-5a63-48bc-a380-01c469811a3d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:42.798583 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '5851e6ee-6f65-43ed-a134-a39c70ee86e4', 'status': 'completed', 'code': 200} Sep 17 22:37:42.798843 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '81be61f9-2856-4a70-99f8-0d56deed514e', 'status': 'completed', 'code': 200} Sep 17 22:37:42.811649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c6802a-aeb0-436f-81ea-53dd3f4c9123 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:42.833376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.926517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-a2836370-008e-45de-8514-71408b8c1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.927960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-a2836370-008e-45de-8514-71408b8c1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.928549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-a2836370-008e-45de-8514-71408b8c1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.930155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-a2836370-008e-45de-8514-71408b8c1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.930639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-a2836370-008e-45de-8514-71408b8c1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.931111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-a2836370-008e-45de-8514-71408b8c1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.931581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-a2836370-008e-45de-8514-71408b8c1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.933660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-a2836370-008e-45de-8514-71408b8c1fbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6291 time: 0.1197460 Sep 17 22:37:42.938558 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a41f7a0-af76-4444-bbae-228d10b175f9 x-openstack-request-id: req-7a41f7a0-af76-4444-bbae-228d10b175f9 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:42.938905 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9374b5e4-c6ea-4796-970f-696cad9f9332", "name": "network-vif-deleted", "tag": "4b42f649-c9b0-496e-91dd-ff714bc3b712", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:42.939224 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a41f7a0-af76-4444-bbae-228d10b175f9 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:42.939676 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9374b5e4-c6ea-4796-970f-696cad9f9332', 'name': 'network-vif-deleted', 'tag': '4b42f649-c9b0-496e-91dd-ff714bc3b712', 'status': 'completed', 'code': 200} Sep 17 22:37:42.944025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Transition to ACTIVE for port object e6c6802a-aeb0-436f-81ea-53dd3f4c9123 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:42.954178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a186349-848b-407b-9d52-7806ab4e75ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.958417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.974364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=d9a004b1-23e1-4fe0-acac-af1d56a655c6,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.995271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:42.999525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:43.000328 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.117974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.130278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.147107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.147457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.147797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.148132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.150340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.150685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.151014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.151341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.152519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.152863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.154683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.154906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.164338 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac99eb8-efda-4d0e-96e9-4c5feec24d2d x-openstack-request-id: req-5ac99eb8-efda-4d0e-96e9-4c5feec24d2d {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:43.165180 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-plugged", "status": "completed", "tag": "7cbcc59e-584e-4a9c-a508-f251f8bfc3e9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:43.166028 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ac99eb8-efda-4d0e-96e9-4c5feec24d2d {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:43.166686 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbcc59e-584e-4a9c-a508-f251f8bfc3e9', 'code': 200} Sep 17 22:37:43.205478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:43.210040 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.235720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-4ebdde61-58c4-4a61-94bf-8a254889057c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.244748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-4ebdde61-58c4-4a61-94bf-8a254889057c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.252810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-4ebdde61-58c4-4a61-94bf-8a254889057c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.259710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-4ebdde61-58c4-4a61-94bf-8a254889057c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.267054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-4ebdde61-58c4-4a61-94bf-8a254889057c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.267257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.273572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-4ebdde61-58c4-4a61-94bf-8a254889057c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.279606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-4ebdde61-58c4-4a61-94bf-8a254889057c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.288436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-4ebdde61-58c4-4a61-94bf-8a254889057c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5407 time: 0.3513379 Sep 17 22:37:43.338383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc396902-41e7-4811-a59d-b967e093bae9 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:43.347783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Attempting to bind port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:43.348077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Attempting to bind port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:43.348408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Attempting to bind port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:43.351632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.356282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-5028b599-f8c0-43ba-ba6a-4c0a22bd4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.356777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-5028b599-f8c0-43ba-ba6a-4c0a22bd4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.357308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-5028b599-f8c0-43ba-ba6a-4c0a22bd4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.358937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-5028b599-f8c0-43ba-ba6a-4c0a22bd4b8e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4007518 Sep 17 22:37:43.361532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 on network 104a4ac0-9927-4f18-af60-5a455dfef964 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:43.361917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Attempting to bind port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:43.370209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Transition to ACTIVE for port object cc396902-41e7-4811-a59d-b967e093bae9 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:43.372062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:43.372062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Checking segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:43.372292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Bound using segment: {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:43.372592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Bound port: e6c6802a-aeb0-436f-81ea-53dd3f4c9123, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a07c9c8-56af-4e19-9062-a0f56d8031e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:43.372959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.383976 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.439384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34b49f21-1fa2-4be5-bd45-5cc67ca841ed req-6a8533c8-46c5-4087-9f70-5e8908b7471e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500094 Sep 17 22:37:43.512241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0962c0-e784-4c2d-9fb1-a9d35e851d57 req-1d9b4035-cbf7-4499-a9df-77e118fb4b1e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.514131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c0962c0-e784-4c2d-9fb1-a9d35e851d57 req-1d9b4035-cbf7-4499-a9df-77e118fb4b1e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2216396 Sep 17 22:37:43.514332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Pushing event updated for resources: {'Port': ['ID=cc396902-41e7-4811-a59d-b967e093bae9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.530610 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a186349-848b-407b-9d52-7806ab4e75ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.544979 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a186349-848b-407b-9d52-7806ab4e75ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.551576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] For port e6c6802a-aeb0-436f-81ea-53dd3f4c9123, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:43.569237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] For port e6c6802a-aeb0-436f-81ea-53dd3f4c9123, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:43.578962 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.619081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Attempting to bind port cc396902-41e7-4811-a59d-b967e093bae9 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:43.619621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Attempting to bind port cc396902-41e7-4811-a59d-b967e093bae9 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:43.619760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Attempting to bind port cc396902-41e7-4811-a59d-b967e093bae9 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:43.627180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-ff10f39b-f5ce-48fa-bc0e-62edb6716188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.629503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-ff10f39b-f5ce-48fa-bc0e-62edb6716188 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2576315 Sep 17 22:37:43.632762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Port cc396902-41e7-4811-a59d-b967e093bae9 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:43.633072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Attempting to bind port cc396902-41e7-4811-a59d-b967e093bae9 on network 8a160834-d84a-45a5-816b-6bf5f4ed9a09 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:43.633925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a186349-848b-407b-9d52-7806ab4e75ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04cd60d-6992-4596-aa9d-432015a752ba,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.640417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.641652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.643158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] 10.222.0.45 "PUT /v2.0/ports/e6c6802a-aeb0-436f-81ea-53dd3f4c9123 HTTP/1.1" status: 200 len: 1092 time: 2.0285306 Sep 17 22:37:43.650972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:43.651305 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Checking segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:43.651690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Bound using segment: {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:43.654347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Bound port: cc396902-41e7-4811-a59d-b967e093bae9, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c907bc17-62a4-4a77-8bb4-f93c92524d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:43.654347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.658276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9a186349-848b-407b-9d52-7806ab4e75ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de8e6cd9cee54dbcb4a4c62c6cd599fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0143418 Sep 17 22:37:43.659639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41816) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:43.659957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c0962c0-e784-4c2d-9fb1-a9d35e851d57 req-4777420c-19a6-418b-bf06-8641720e5ecf tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315634 Sep 17 22:37:43.717192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:43.803540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33943177-5e9d-4ea6-b293-58b55fd31ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.857129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-03b45bfa-e72e-4397-9625-a87057587768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.857609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-03b45bfa-e72e-4397-9625-a87057587768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.858083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-03b45bfa-e72e-4397-9625-a87057587768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.858556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-03b45bfa-e72e-4397-9625-a87057587768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.859010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-03b45bfa-e72e-4397-9625-a87057587768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.859470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-03b45bfa-e72e-4397-9625-a87057587768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.859938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-03b45bfa-e72e-4397-9625-a87057587768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.861885 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-03b45bfa-e72e-4397-9625-a87057587768 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6359 time: 0.1568713 Sep 17 22:37:43.864199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] For port cc396902-41e7-4811-a59d-b967e093bae9, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:43.880464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] For port cc396902-41e7-4811-a59d-b967e093bae9, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cc396902-41e7-4811-a59d-b967e093bae9,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:43.913032 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.915323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.937577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f57cb3-ec53-412a-ab63-bccf2df92920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.949130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e87d-c49e-41eb-aacf-dd5928386c28 req-38cd115c-40b8-41be-8b67-9057ebeea050 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.950622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d157e87d-c49e-41eb-aacf-dd5928386c28 req-38cd115c-40b8-41be-8b67-9057ebeea050 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1792037 Sep 17 22:37:44.022189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-152bfd95-aeed-4338-af94-df2d7f7defdb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.023779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-152bfd95-aeed-4338-af94-df2d7f7defdb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.2113957 Sep 17 22:37:44.070908 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d157e87d-c49e-41eb-aacf-dd5928386c28 req-790cfe89-0feb-4da4-a11a-201f611d564b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894434 Sep 17 22:37:44.122646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-02878af6-2d50-45c8-85ce-d44435c96b13 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/quotas/424939a27a5f4673ab12eaf052c7651b HTTP/1.1" status: 200 len: 375 time: 0.0902560 Sep 17 22:37:44.279925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835e300-a553-4d6f-990d-a786ae567a02 req-062b9464-7d75-4d78-8781-2152947acef7 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.286589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835e300-a553-4d6f-990d-a786ae567a02 req-062b9464-7d75-4d78-8781-2152947acef7 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.293378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835e300-a553-4d6f-990d-a786ae567a02 req-062b9464-7d75-4d78-8781-2152947acef7 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.295057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7835e300-a553-4d6f-990d-a786ae567a02 req-062b9464-7d75-4d78-8781-2152947acef7 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2418 time: 0.1526854 Sep 17 22:37:44.305831 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-24d52a9b-55ab-49d0-a782-3b65f8126dfe tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756604 Sep 17 22:37:44.327400 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.328014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.329413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] 10.222.0.45 "PUT /v2.0/ports/cc396902-41e7-4811-a59d-b967e093bae9 HTTP/1.1" status: 200 len: 1093 time: 1.9697807 Sep 17 22:37:44.371405 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f57cb3-ec53-412a-ab63-bccf2df92920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.397710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b9698-b505-4d78-887d-92da07989f73 service neutron] Pushing event updated for resources: {'Port': ['ID=cc396902-41e7-4811-a59d-b967e093bae9,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.422147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7835e300-a553-4d6f-990d-a786ae567a02 req-f2c0fcb6-6e3c-4992-8b9b-0d820d889933 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153629 Sep 17 22:37:44.438991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-1f88d1d1-0034-4ecc-81b9-3cb9e76790bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.439472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-1f88d1d1-0034-4ecc-81b9-3cb9e76790bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.439938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-1f88d1d1-0034-4ecc-81b9-3cb9e76790bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.441807 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-1f88d1d1-0034-4ecc-81b9-3cb9e76790bf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5653498 Sep 17 22:37:44.498336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-8797dff7-cb6c-4f06-9454-bdd4da9637b4 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830056 Sep 17 22:37:44.501301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-71aec919-b643-46fc-bd80-c1cb279b2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.502815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-71aec919-b643-46fc-bd80-c1cb279b2993 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 1096 time: 0.1249192 Sep 17 22:37:44.545972 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f57cb3-ec53-412a-ab63-bccf2df92920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.548379 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f57cb3-ec53-412a-ab63-bccf2df92920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.549198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70488223-db67-40dc-899e-cc495fd69544 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:44.549515 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e8f57cb3-ec53-412a-ab63-bccf2df92920 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c04cd60d-6992-4596-aa9d-432015a752ba HTTP/1.1" status: 204 len: 168 time: 0.8717887 Sep 17 22:37:44.565712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.593101 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-94356d59-8978-4fd0-b8d4-fa8694d34f84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc396902-41e7-4811-a59d-b967e093bae9 HTTP/1.1" status: 200 len: 217 time: 0.0628483 Sep 17 22:37:44.595698 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f57cb3-ec53-412a-ab63-bccf2df92920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04cd60d-6992-4596-aa9d-432015a752ba,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.624164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Transition to ACTIVE for port object 70488223-db67-40dc-899e-cc495fd69544 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:44.632103 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.650360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-e03ac87c-2262-43db-a8fb-2a2faebd5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.651921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eecb71e0-3dea-4450-a64d-b8af1f4b4538 req-e03ac87c-2262-43db-a8fb-2a2faebd5176 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2002256 Sep 17 22:37:44.657963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9309-b306-46b8-9686-1829389ec5fe req-ffe4721f-873f-4af0-8ff2-7980de64d123 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.663124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-4ec9034f-9d33-4aa9-8bfc-2f282c4af7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.664725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-4ec9034f-9d33-4aa9-8bfc-2f282c4af7e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0638802 Sep 17 22:37:44.665709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-019c9309-b306-46b8-9686-1829389ec5fe req-ffe4721f-873f-4af0-8ff2-7980de64d123 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 944 time: 0.1704578 Sep 17 22:37:44.699886 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-1564c744-9316-4178-b998-73aeb5ab902d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262117 Sep 17 22:37:44.733548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-5a09f9a1-664e-46d7-9435-74ee0569de52 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245185 Sep 17 22:37:44.747977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Pushing event updated for resources: {'Port': ['ID=70488223-db67-40dc-899e-cc495fd69544,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.759969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b42f649-c9b0-496e-91dd-ff714bc3b712 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:44.800755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123'}, {'name': 'network-changed', 'server_uuid': '00a48408-76c1-4cf3-89bb-3ed01329ac05', 'tag': 'cc396902-41e7-4811-a59d-b967e093bae9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:44.803690 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f97fd69-f8a3-4260-9531-dda3a549ab6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "e6c6802a-aeb0-436f-81ea-53dd3f4c9123"}, {"name": "network-changed", "server_uuid": "00a48408-76c1-4cf3-89bb-3ed01329ac05", "tag": "cc396902-41e7-4811-a59d-b967e093bae9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:44.814417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-019c9309-b306-46b8-9686-1829389ec5fe req-9bdb61bf-7b1f-48f8-a5cb-1112fa55db4e tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477075 Sep 17 22:37:44.826637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 4b42f649-c9b0-496e-91dd-ff714bc3b712 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:44.827058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4b42f649-c9b0-496e-91dd-ff714bc3b712 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:44.841638 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-4b46b112-f4c8-4211-ba17-814e7e8034e0 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334271 Sep 17 22:37:44.924692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Attempting to bind port 70488223-db67-40dc-899e-cc495fd69544 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:44.925112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Attempting to bind port 70488223-db67-40dc-899e-cc495fd69544 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:44.925673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Attempting to bind port 70488223-db67-40dc-899e-cc495fd69544 on network 25be45c2-999c-4309-8e35-03537cb4956d {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:44.932360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Port 70488223-db67-40dc-899e-cc495fd69544 on network 25be45c2-999c-4309-8e35-03537cb4956d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:44.932953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Attempting to bind port 70488223-db67-40dc-899e-cc495fd69544 on network 25be45c2-999c-4309-8e35-03537cb4956d {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:44.939520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:44.939929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Checking segment: {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:44.940382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Bound using segment: {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:44.942409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Bound port: 70488223-db67-40dc-899e-cc495fd69544, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:44.943861 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.980056 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cd396677-05c2-45bd-a3e6-074e2c88b1e8 req-6cc636f8-9a5e-44c1-b3f2-eed142a71202 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308975 Sep 17 22:37:45.051917 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eff4c8-3ca6-4cd5-b871-11ca5687f84d x-openstack-request-id: req-d5eff4c8-3ca6-4cd5-b871-11ca5687f84d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:45.052154 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "e6c6802a-aeb0-436f-81ea-53dd3f4c9123", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00a48408-76c1-4cf3-89bb-3ed01329ac05", "tag": "cc396902-41e7-4811-a59d-b967e093bae9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:45.052415 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5eff4c8-3ca6-4cd5-b871-11ca5687f84d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:45.053632 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123', 'status': 'completed', 'code': 200} Sep 17 22:37:45.053903 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a48408-76c1-4cf3-89bb-3ed01329ac05', 'tag': 'cc396902-41e7-4811-a59d-b967e093bae9', 'status': 'completed', 'code': 200} Sep 17 22:37:45.138251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] For port 70488223-db67-40dc-899e-cc495fd69544, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:45.165406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36d60599-c2fe-43c0-8ecd-1687c85e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.166027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36d60599-c2fe-43c0-8ecd-1687c85e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.166778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36d60599-c2fe-43c0-8ecd-1687c85e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.167210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36d60599-c2fe-43c0-8ecd-1687c85e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.168186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36d60599-c2fe-43c0-8ecd-1687c85e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.168666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36d60599-c2fe-43c0-8ecd-1687c85e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.168843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a004b1-23e1-4fe0-acac-af1d56a655c6'}, {'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:45.169338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36d60599-c2fe-43c0-8ecd-1687c85e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.172144 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b2871f-89cf-4a74-8a35-bc162c3f4877" -d '{"events": [{"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-plugged", "status": "completed", "tag": "d9a004b1-23e1-4fe0-acac-af1d56a655c6"}, {"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb1e91a-bd6e-4b85-81e1-74d9a24d330f"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:45.172456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efd204f9-5657-4f81-865a-f063b72f8e69 req-60e28b55-caba-4b0d-bf6c-a513bfaa3def tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 210 time: 0.0455205 Sep 17 22:37:45.180474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] For port 70488223-db67-40dc-899e-cc495fd69544, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=70488223-db67-40dc-899e-cc495fd69544,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:45.182921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36d60599-c2fe-43c0-8ecd-1687c85e67b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6385 time: 0.1119759 Sep 17 22:37:45.202888 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.236514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.237207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.241241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] 10.222.0.45 "PUT /v2.0/ports/70488223-db67-40dc-899e-cc495fd69544 HTTP/1.1" status: 200 len: 1092 time: 1.5299590 Sep 17 22:37:45.253123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '70488223-db67-40dc-899e-cc495fd69544'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:45.266361 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051" -d '{"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "70488223-db67-40dc-899e-cc495fd69544"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:45.308775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-6d027572-1d03-4d3e-aa7a-1fded3aeb146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.314672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-6d027572-1d03-4d3e-aa7a-1fded3aeb146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.325541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-6d027572-1d03-4d3e-aa7a-1fded3aeb146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.331684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-6d027572-1d03-4d3e-aa7a-1fded3aeb146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.338080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-6d027572-1d03-4d3e-aa7a-1fded3aeb146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.344636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-6d027572-1d03-4d3e-aa7a-1fded3aeb146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.351654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-6d027572-1d03-4d3e-aa7a-1fded3aeb146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.353634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-6d027572-1d03-4d3e-aa7a-1fded3aeb146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5419 time: 0.2709177 Sep 17 22:37:45.361014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Request body: {'port': {'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:45.402122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-60a6f59e-7fee-4846-833a-b5e6c7c4d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.402610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-60a6f59e-7fee-4846-833a-b5e6c7c4d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.403367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-60a6f59e-7fee-4846-833a-b5e6c7c4d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.405746 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-60a6f59e-7fee-4846-833a-b5e6c7c4d702 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2114923 Sep 17 22:37:45.524729 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b75b0-343b-484d-ad07-fdd9c226b308 service neutron] Pushing event updated for resources: {'Port': ['ID=70488223-db67-40dc-899e-cc495fd69544,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:45.562405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9298d64-bb2a-440e-b8ba-90f490a2756d req-c321adf4-2ad8-4a40-b262-0f05a0354fa1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861649 Sep 17 22:37:45.568676 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.583746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17888b-0ef8-4004-9d29-b8cc0610b25c req-28466f21-4a45-4bd1-99d5-5ec1a84af6a4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.585974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d17888b-0ef8-4004-9d29-b8cc0610b25c req-28466f21-4a45-4bd1-99d5-5ec1a84af6a4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2983117 Sep 17 22:37:45.590329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-6d45c3a4-0d6e-4d5e-bdd2-4cf30381282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.592349 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-6d45c3a4-0d6e-4d5e-bdd2-4cf30381282f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772387 Sep 17 22:37:45.654003 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39208c1-0d77-4ccb-9869-cd22e42261e3 x-openstack-request-id: req-f39208c1-0d77-4ccb-9869-cd22e42261e3 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:45.660578 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-plugged", "status": "completed", "tag": "d9a004b1-23e1-4fe0-acac-af1d56a655c6", "code": 200}, {"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb1e91a-bd6e-4b85-81e1-74d9a24d330f", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:45.660882 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f39208c1-0d77-4ccb-9869-cd22e42261e3 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:45.661272 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a004b1-23e1-4fe0-acac-af1d56a655c6', 'code': 200} Sep 17 22:37:45.661535 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f', 'code': 200} Sep 17 22:37:45.697722 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baea44c-3620-45db-933c-69e5a335f982 x-openstack-request-id: req-3baea44c-3620-45db-933c-69e5a335f982 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:45.698013 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "70488223-db67-40dc-899e-cc495fd69544", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:45.698269 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3baea44c-3620-45db-933c-69e5a335f982 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:45.698664 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '70488223-db67-40dc-899e-cc495fd69544', 'status': 'completed', 'code': 200} Sep 17 22:37:45.699616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36ed011a-517e-4202-bf5a-975befa47408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.703890 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-36ed011a-517e-4202-bf5a-975befa47408 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 1096 time: 0.0686023 Sep 17 22:37:45.719625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d17888b-0ef8-4004-9d29-b8cc0610b25c req-72058d9d-f16b-44f8-b357-ca508e4a45d8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238091 Sep 17 22:37:45.904029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-b22f5642-5774-49be-8eb5-3725d7a94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.904427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-b22f5642-5774-49be-8eb5-3725d7a94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.905111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-b22f5642-5774-49be-8eb5-3725d7a94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.905484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-b22f5642-5774-49be-8eb5-3725d7a94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.906318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-b22f5642-5774-49be-8eb5-3725d7a94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.907075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-b22f5642-5774-49be-8eb5-3725d7a94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.907533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-b22f5642-5774-49be-8eb5-3725d7a94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.910393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-b22f5642-5774-49be-8eb5-3725d7a94163 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6427 time: 0.1548295 Sep 17 22:37:45.924200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d7c2a-ae11-47cc-b586-bf291240af41 req-822575fd-7c64-4659-899e-d566ebe76982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.924699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d7c2a-ae11-47cc-b586-bf291240af41 req-822575fd-7c64-4659-899e-d566ebe76982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.928161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d7c2a-ae11-47cc-b586-bf291240af41 req-822575fd-7c64-4659-899e-d566ebe76982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.930007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d00d7c2a-ae11-47cc-b586-bf291240af41 req-822575fd-7c64-4659-899e-d566ebe76982 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2874 time: 0.1285880 Sep 17 22:37:45.959626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461cb33-7863-48c1-95d7-244c45fbc19e req-facb227b-b270-4fc2-a136-ecbfd74c1553 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.965287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461cb33-7863-48c1-95d7-244c45fbc19e req-facb227b-b270-4fc2-a136-ecbfd74c1553 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.971599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461cb33-7863-48c1-95d7-244c45fbc19e req-facb227b-b270-4fc2-a136-ecbfd74c1553 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.974146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e461cb33-7863-48c1-95d7-244c45fbc19e req-facb227b-b270-4fc2-a136-ecbfd74c1553 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2418 time: 0.1635163 Sep 17 22:37:45.986342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-b5718d9e-1ca5-4819-95a0-faf1aa79f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.988890 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-b5718d9e-1ca5-4819-95a0-faf1aa79f4c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 200 len: 912 time: 0.2684135 Sep 17 22:37:46.014541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692fecc-a77c-4f94-8418-eecaea06db50 req-b8357b33-885c-4829-9bc4-68ddc101d9d0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.022928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c692fecc-a77c-4f94-8418-eecaea06db50 req-b8357b33-885c-4829-9bc4-68ddc101d9d0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1952157 Sep 17 22:37:46.078036 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-45fdffdd-bdec-4b06-9550-704af2232315 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc396902-41e7-4811-a59d-b967e093bae9 HTTP/1.1" status: 200 len: 217 time: 0.0823505 Sep 17 22:37:46.094025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d00d7c2a-ae11-47cc-b586-bf291240af41 req-bb7d7de0-8885-424c-96a0-f6d5f6aea641 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339829 Sep 17 22:37:46.109873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e461cb33-7863-48c1-95d7-244c45fbc19e req-b1d69d6b-7063-480f-b339-827d09e82ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055987 Sep 17 22:37:46.126794 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c692fecc-a77c-4f94-8418-eecaea06db50 req-50b3fe0a-cf03-48da-a6d3-abcee69044f5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984910 Sep 17 22:37:46.164284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-d339431e-8675-4c41-9389-1af93ff08dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.166339 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-d339431e-8675-4c41-9389-1af93ff08dc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 200 len: 851 time: 0.0743706 Sep 17 22:37:46.216063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-e2db3536-8097-4979-93ea-cd0cd1306534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.216612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-e2db3536-8097-4979-93ea-cd0cd1306534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.217208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-e2db3536-8097-4979-93ea-cd0cd1306534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.218827 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-e2db3536-8097-4979-93ea-cd0cd1306534 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2980108 Sep 17 22:37:46.221028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-65ff8ee5-99a3-4bbf-b24f-0dc1dfb1d92f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a160834-d84a-45a5-816b-6bf5f4ed9a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422144 Sep 17 22:37:46.265690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d14df5e-477b-459c-a67d-77affd4107c0 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:46.277153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.295262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Transition to ACTIVE for port object 6d14df5e-477b-459c-a67d-77affd4107c0 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:46.303757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8d59f-7f7f-40f6-9710-c68f30d807ac req-0eb83d1c-5c2f-4bc3-8b30-c1e908796639 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.305308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6af8d59f-7f7f-40f6-9710-c68f30d807ac req-0eb83d1c-5c2f-4bc3-8b30-c1e908796639 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 944 time: 0.0778172 Sep 17 22:37:46.306428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.385473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Pushing event updated for resources: {'Port': ['ID=6d14df5e-477b-459c-a67d-77affd4107c0,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.402648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-9bdd5868-d704-47e7-81dc-e030e5aef6c1 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696050 Sep 17 22:37:46.405402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-0727053f-9e30-4068-880e-9f9ba2acc9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.406645 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1c80894-b73c-4137-9b2e-0e2ecd4b6051 req-0727053f-9e30-4068-880e-9f9ba2acc9a7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749563 Sep 17 22:37:46.436303 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6af8d59f-7f7f-40f6-9710-c68f30d807ac req-73af7750-5277-4970-96c0-ad9befb9c27f tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217299 Sep 17 22:37:46.493419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Attempting to bind port 6d14df5e-477b-459c-a67d-77affd4107c0 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:46.493767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Attempting to bind port 6d14df5e-477b-459c-a67d-77affd4107c0 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:46.494098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Attempting to bind port 6d14df5e-477b-459c-a67d-77affd4107c0 on network 25be45c2-999c-4309-8e35-03537cb4956d {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:46.499057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Port 6d14df5e-477b-459c-a67d-77affd4107c0 on network 25be45c2-999c-4309-8e35-03537cb4956d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:46.499378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Attempting to bind port 6d14df5e-477b-459c-a67d-77affd4107c0 on network 25be45c2-999c-4309-8e35-03537cb4956d {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:46.507354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:46.507709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Checking segment: {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:46.508272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Bound using segment: {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:46.508717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Bound port: 6d14df5e-477b-459c-a67d-77affd4107c0, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd861b38c-90cc-4f51-b3ce-996b449f1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:46.509728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.559584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f97fd69-f8a3-4260-9531-dda3a549ab6f req-2f1d2308-1768-45b3-977d-214dd0cfc9b7 service neutron] 10.222.0.45 "GET /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456492 Sep 17 22:37:46.615767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dae1c63b-714e-4527-9cfc-e8b467c7f22e req-1bffa5b6-53c3-48ce-a032-4499c9019207 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 210 time: 0.0379281 Sep 17 22:37:46.625909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] For port 6d14df5e-477b-459c-a67d-77affd4107c0, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:46.675176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] For port 6d14df5e-477b-459c-a67d-77affd4107c0, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d14df5e-477b-459c-a67d-77affd4107c0,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:46.687376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.763087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bf66f-2e74-48fc-b679-110eff4bd598 req-0a889704-beae-4031-b300-f7f036efa938 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.765803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-981bf66f-2e74-48fc-b679-110eff4bd598 req-0a889704-beae-4031-b300-f7f036efa938 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1358573 Sep 17 22:37:46.766809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cc396902-41e7-4811-a59d-b967e093bae9 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:46.769852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.770487 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.771860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] 10.222.0.45 "PUT /v2.0/ports/6d14df5e-477b-459c-a67d-77affd4107c0 HTTP/1.1" status: 200 len: 1092 time: 1.4759352 Sep 17 22:37:46.888033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-981bf66f-2e74-48fc-b679-110eff4bd598 req-12d45b9e-b180-48e6-beed-0700dbd14bc8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074524 Sep 17 22:37:46.896642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe3941-558f-478a-9c65-c72cf15c929d service neutron] Pushing event updated for resources: {'Port': ['ID=6d14df5e-477b-459c-a67d-77affd4107c0,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.915535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-95279a08-c56a-44cc-ac44-b9f5323c5a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.922884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-95279a08-c56a-44cc-ac44-b9f5323c5a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.940191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-95279a08-c56a-44cc-ac44-b9f5323c5a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.952865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cc396902-41e7-4811-a59d-b967e093bae9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cc396902-41e7-4811-a59d-b967e093bae9,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:46.961563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-95279a08-c56a-44cc-ac44-b9f5323c5a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.967520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'cc396902-41e7-4811-a59d-b967e093bae9', 'network_id': '8a160834-d84a-45a5-816b-6bf5f4ed9a09', 'port_id': 'cc396902-41e7-4811-a59d-b967e093bae9', 'mac_address': 'fa:16:3e:5d:76:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7afdb5-e47c-46bf-ba23-7017b25ae29b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:46.967806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-95279a08-c56a-44cc-ac44-b9f5323c5a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.974624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-95279a08-c56a-44cc-ac44-b9f5323c5a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.980287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-95279a08-c56a-44cc-ac44-b9f5323c5a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.988454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-95279a08-c56a-44cc-ac44-b9f5323c5a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.2895932 Sep 17 22:37:47.016042 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.030844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc396902-41e7-4811-a59d-b967e093bae9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:47.053784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cc396902-41e7-4811-a59d-b967e093bae9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cc396902-41e7-4811-a59d-b967e093bae9,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:47.059245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.080743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f32db5de-f8b8-4d97-94f8-ca8ddb37019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.081279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f32db5de-f8b8-4d97-94f8-ca8ddb37019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.082498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f32db5de-f8b8-4d97-94f8-ca8ddb37019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.083166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f32db5de-f8b8-4d97-94f8-ca8ddb37019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.083634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f32db5de-f8b8-4d97-94f8-ca8ddb37019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.084106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f32db5de-f8b8-4d97-94f8-ca8ddb37019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.084573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f32db5de-f8b8-4d97-94f8-ca8ddb37019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.086539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f32db5de-f8b8-4d97-94f8-ca8ddb37019f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6495 time: 0.2569788 Sep 17 22:37:47.158798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cc396902-41e7-4811-a59d-b967e093bae9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:47.184121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-daa9c6cf-50e8-44a8-87ad-863f1b67f773 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.185710 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-daa9c6cf-50e8-44a8-87ad-863f1b67f773 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.49 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.2390740 Sep 17 22:37:47.239014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Request body: {'port': {'device_id': '31b8adc4-d9e2-4672-a046-7f854a427c3a', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'admin_state_up': True, 'tenant_id': '424939a27a5f4673ab12eaf052c7651b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:47.259258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['cc396902-41e7-4811-a59d-b967e093bae9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:47.396618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:47.401275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.445074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-d1f214f4-c6b3-4542-8c6f-9868274e7bf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325 HTTP/1.1" status: 200 len: 217 time: 0.3485372 Sep 17 22:37:47.451403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3c95613-c69a-467c-9829-12e7a86fa626 req-bd6ac8ef-a7ad-44bc-86a8-2b8d384cdc18 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4621902 Sep 17 22:37:47.489196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d728cf-54ce-46f4-bf96-99dfaeac8001 req-7fe9f02d-1447-4c0d-8524-b12cf4b83a75 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.490749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47d728cf-54ce-46f4-bf96-99dfaeac8001 req-7fe9f02d-1447-4c0d-8524-b12cf4b83a75 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.4714484 Sep 17 22:37:47.527062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-af56f5f2-d906-4770-b460-ee47e8626760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.528697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-af56f5f2-d906-4770-b460-ee47e8626760 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a403d8ef-12d7-498f-8761-b85364669067 HTTP/1.1" status: 200 len: 855 time: 0.0764244 Sep 17 22:37:47.564343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47d728cf-54ce-46f4-bf96-99dfaeac8001 req-393b2191-48a8-40ee-a9c8-b8feb8a336af tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625432 Sep 17 22:37:47.579451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Allocated IP 172.20.0.11 (f0ded5a1-8630-4532-83fb-82b6b379ce42/a4fde16d-77f2-4399-a58a-0878473fd609/4c954180-2dcf-45de-af95-26caa2c7ba0c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:47.651837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dbf6e-6bfa-474c-a38c-e1e16ec974fc req-2a01124d-3a24-40c2-bd5d-158a121b6455 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.658205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dbf6e-6bfa-474c-a38c-e1e16ec974fc req-2a01124d-3a24-40c2-bd5d-158a121b6455 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.664865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dbf6e-6bfa-474c-a38c-e1e16ec974fc req-2a01124d-3a24-40c2-bd5d-158a121b6455 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.666728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-413dbf6e-6bfa-474c-a38c-e1e16ec974fc req-2a01124d-3a24-40c2-bd5d-158a121b6455 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2418 time: 0.1083822 Sep 17 22:37:47.682990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-d4eab19b-375a-4af2-bebb-ff81d77ea1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.684527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-d4eab19b-375a-4af2-bebb-ff81d77ea1ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aa388694-c383-4083-82af-2984c0d11591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1465106 Sep 17 22:37:47.699322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '6d14df5e-477b-459c-a67d-77affd4107c0'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:47.701615 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062428d8-cc2c-41eb-aea4-a84199de13de" -d '{"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "6d14df5e-477b-459c-a67d-77affd4107c0"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:47.765314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.808211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.821820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:47.828066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-413dbf6e-6bfa-474c-a38c-e1e16ec974fc req-87e2f752-0672-49dc-bf66-e24f914aeb8f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479604 Sep 17 22:37:47.837028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367788-0ae2-48c5-aea1-978b24ad45af req-1543c2cb-462a-4c66-99e8-33ebed15fd21 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.849683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09367788-0ae2-48c5-aea1-978b24ad45af req-1543c2cb-462a-4c66-99e8-33ebed15fd21 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 945 time: 0.1807923 Sep 17 22:37:47.890916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event updated for resources: {'Port': ['ID=4c954180-2dcf-45de-af95-26caa2c7ba0c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:47.902220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:47.904173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:47.906941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:47.942416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-5500bc2d-dbcb-41e0-9aa7-900fc10a519a service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376828 Sep 17 22:37:47.980920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.981625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.005628 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2a6ae3d6-6363-4253-889e-71cdb3a515c9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7712646 Sep 17 22:37:48.027729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42008) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:48.040233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09367788-0ae2-48c5-aea1-978b24ad45af req-e8fffc3e-7cb1-4a45-b09e-d4671924eddc tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547880 Sep 17 22:37:48.058922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Request body: {'port': {'device_id': '31b8adc4-d9e2-4672-a046-7f854a427c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:48.130997 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53632962-2c0d-4537-81cc-2ae14081f160 x-openstack-request-id: req-53632962-2c0d-4537-81cc-2ae14081f160 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:48.131595 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "6d14df5e-477b-459c-a67d-77affd4107c0", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:48.131942 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53632962-2c0d-4537-81cc-2ae14081f160 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:48.132475 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '6d14df5e-477b-459c-a67d-77affd4107c0', 'status': 'completed', 'code': 200} Sep 17 22:37:48.147953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.217584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7516449f-0072-4167-9e01-39bf84ade54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.245573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d27e54-8fec-462c-a00c-6891686ee0a1 req-6e8cbf55-948c-4f7b-b8bf-1b818294a42f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.247315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44d27e54-8fec-462c-a00c-6891686ee0a1 req-6e8cbf55-948c-4f7b-b8bf-1b818294a42f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 932 time: 0.1139503 Sep 17 22:37:48.251787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-85b4c641-017c-4f0e-8c61-68c0ef123dda service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011963 Sep 17 22:37:48.310718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f4f3df2e-eaef-4975-bfa5-e0d8b4a478f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 200 len: 217 time: 0.0511661 Sep 17 22:37:48.326607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0928d5-e2e5-47c0-b194-a33f9fb2e293 req-145d5dff-cbdb-42d9-9b72-60c4068c26a5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.328089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da0928d5-e2e5-47c0-b194-a33f9fb2e293 req-145d5dff-cbdb-42d9-9b72-60c4068c26a5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1273985 Sep 17 22:37:48.377053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44d27e54-8fec-462c-a00c-6891686ee0a1 req-a8d771af-d811-42ea-9e1d-92336c79c887 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200650 Sep 17 22:37:48.405461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-7e864e97-8971-4aaf-a707-ea1c49290e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.406944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-7e864e97-8971-4aaf-a707-ea1c49290e1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.0884895 Sep 17 22:37:48.444246 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da0928d5-e2e5-47c0-b194-a33f9fb2e293 req-a28f6686-0a9c-4a52-8867-092b7ee9f4c6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961437 Sep 17 22:37:48.460241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9fef5ea1-f1c6-45cf-a9e1-7870e18c52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.461814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-9fef5ea1-f1c6-45cf-a9e1-7870e18c52bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473905 Sep 17 22:37:48.488172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7516449f-0072-4167-9e01-39bf84ade54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.514521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7516449f-0072-4167-9e01-39bf84ade54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.551911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c954180-2dcf-45de-af95-26caa2c7ba0c {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:48.568996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.576203 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7516449f-0072-4167-9e01-39bf84ade54c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aaaf9c9e8ee4ede988264e3939867fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448437 Sep 17 22:37:48.576203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516449f-0072-4167-9e01-39bf84ade54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222ef62-38eb-4e68-8e59-cd384924efe8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:48.578889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42016) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:48.601847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Transition to ACTIVE for port object 4c954180-2dcf-45de-af95-26caa2c7ba0c will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:48.614469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.637274 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-73a3e231-da1c-4cb6-b4b2-b5a98d084d1d service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676607 Sep 17 22:37:48.649133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010c30-fd7e-4c98-a7fb-9cb6857b74f6 req-5048aac1-f652-43c9-afde-fa529548a999 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.650592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-82010c30-fd7e-4c98-a7fb-9cb6857b74f6 req-5048aac1-f652-43c9-afde-fa529548a999 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1112919 Sep 17 22:37:48.671782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-d958ac42-0af6-4789-97d1-2d99f4d8a943 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.676835 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.677907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-d958ac42-0af6-4789-97d1-2d99f4d8a943 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.683812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-d958ac42-0af6-4789-97d1-2d99f4d8a943 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.689754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-d958ac42-0af6-4789-97d1-2d99f4d8a943 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.696240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-d958ac42-0af6-4789-97d1-2d99f4d8a943 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.702069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-d958ac42-0af6-4789-97d1-2d99f4d8a943 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.708671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-d958ac42-0af6-4789-97d1-2d99f4d8a943 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.709603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-505bf688-5453-4920-ac4c-cbbef862fbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.710743 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-d958ac42-0af6-4789-97d1-2d99f4d8a943 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1599162 Sep 17 22:37:48.711164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Pushing event updated for resources: {'Port': ['ID=4c954180-2dcf-45de-af95-26caa2c7ba0c,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:48.760832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-505bf688-5453-4920-ac4c-cbbef862fbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.772057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cc396902-41e7-4811-a59d-b967e093bae9 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:48.804803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Attempting to bind port 4c954180-2dcf-45de-af95-26caa2c7ba0c on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:48.805161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Attempting to bind port 4c954180-2dcf-45de-af95-26caa2c7ba0c by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:48.805487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Attempting to bind port 4c954180-2dcf-45de-af95-26caa2c7ba0c on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:48.814930 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Port 4c954180-2dcf-45de-af95-26caa2c7ba0c on network f0ded5a1-8630-4532-83fb-82b6b379ce42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:48.815289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Attempting to bind port 4c954180-2dcf-45de-af95-26caa2c7ba0c on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:48.821870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:48.822270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Checking segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:48.822642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Bound using segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:48.823154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Bound port: 4c954180-2dcf-45de-af95-26caa2c7ba0c, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:48.823534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.825291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-82010c30-fd7e-4c98-a7fb-9cb6857b74f6 req-2c60a3ee-ab5e-42e1-bb96-62bb8a83261d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126983 Sep 17 22:37:48.826738 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port cc396902-41e7-4811-a59d-b967e093bae9 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:48.832626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port cc396902-41e7-4811-a59d-b967e093bae9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:48.833265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.837231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bb38f02-7c87-438c-b816-0e1a0440f00c req-bb8a96a0-27bb-466e-824e-082a0d94bc3f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040628 Sep 17 22:37:48.857464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-d444ffb6-abe4-44f2-85b5-3da75b44f8a7 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052486 Sep 17 22:37:48.882319 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-505bf688-5453-4920-ac4c-cbbef862fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.885634 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-505bf688-5453-4920-ac4c-cbbef862fbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.892473 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-505bf688-5453-4920-ac4c-cbbef862fbb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7222ef62-38eb-4e68-8e59-cd384924efe8 HTTP/1.1" status: 204 len: 168 time: 0.3094120 Sep 17 22:37:48.924252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bf688-5453-4920-ac4c-cbbef862fbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222ef62-38eb-4e68-8e59-cd384924efe8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:48.951751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-afe454c3-f803-4937-bc0c-8b397a9d1a9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 200 len: 217 time: 0.0861123 Sep 17 22:37:48.952393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] For port 4c954180-2dcf-45de-af95-26caa2c7ba0c, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:48.958608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] For port 4c954180-2dcf-45de-af95-26caa2c7ba0c, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4c954180-2dcf-45de-af95-26caa2c7ba0c,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:48.978330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.012822 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.052035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.052817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.054588 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] 10.222.0.49 "PUT /v2.0/ports/4c954180-2dcf-45de-af95-26caa2c7ba0c HTTP/1.1" status: 200 len: 1093 time: 1.0095108 Sep 17 22:37:49.055031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b8adc4-d9e2-4672-a046-7f854a427c3a', 'tag': '4c954180-2dcf-45de-af95-26caa2c7ba0c'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:49.057057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-8c9f638b-e73d-4770-8ed4-664c70860cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.057647 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf3985-048a-450d-b8cc-e773479083f6" -d '{"events": [{"name": "network-changed", "server_uuid": "31b8adc4-d9e2-4672-a046-7f854a427c3a", "tag": "4c954180-2dcf-45de-af95-26caa2c7ba0c"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:49.058696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-8c9f638b-e73d-4770-8ed4-664c70860cac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.0982537 Sep 17 22:37:49.078306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf96ca-5a09-4dc4-9baf-0333101cc4b1 req-3821b7c1-5bdb-4b13-a36e-70f8b8487f10 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.081316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cc396902-41e7-4811-a59d-b967e093bae9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cc396902-41e7-4811-a59d-b967e093bae9,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:49.083328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a48408-76c1-4cf3-89bb-3ed01329ac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc396902-41e7-4811-a59d-b967e093bae9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:49.086824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf96ca-5a09-4dc4-9baf-0333101cc4b1 req-3821b7c1-5bdb-4b13-a36e-70f8b8487f10 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.087898 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55fa754-7c0f-4526-ae94-43c2de7d4dc7" -d '{"events": [{"server_uuid": "00a48408-76c1-4cf3-89bb-3ed01329ac05", "name": "network-vif-plugged", "status": "completed", "tag": "cc396902-41e7-4811-a59d-b967e093bae9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:49.094143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf96ca-5a09-4dc4-9baf-0333101cc4b1 req-3821b7c1-5bdb-4b13-a36e-70f8b8487f10 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.094882 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.103730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13cf96ca-5a09-4dc4-9baf-0333101cc4b1 req-3821b7c1-5bdb-4b13-a36e-70f8b8487f10 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2418 time: 0.1039710 Sep 17 22:37:49.131615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9f79c-4855-48a9-8c52-49707bdd8508 service neutron] Pushing event updated for resources: {'Port': ['ID=4c954180-2dcf-45de-af95-26caa2c7ba0c,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.176304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cc396902-41e7-4811-a59d-b967e093bae9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.184486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.184834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.185232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.185569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.186161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.186508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.186885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.188286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.188286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.188587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.188889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.189249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:49.199834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13cf96ca-5a09-4dc4-9baf-0333101cc4b1 req-e774d154-1af5-4210-ad0c-5b1477e65e68 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908022 Sep 17 22:37:49.211416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-6aef9dcd-e9a5-4f0f-99be-16e3741b4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.217610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-6aef9dcd-e9a5-4f0f-99be-16e3741b4492 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1063130 Sep 17 22:37:49.231998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-f0249cf5-83b2-4abe-bb1c-6608bde97064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.233766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-f0249cf5-83b2-4abe-bb1c-6608bde97064 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 1096 time: 0.0922267 Sep 17 22:37:49.295229 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-0ed6e48f-2f38-44f3-92fb-a6cdffa84592 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c954180-2dcf-45de-af95-26caa2c7ba0c HTTP/1.1" status: 200 len: 217 time: 0.0456202 Sep 17 22:37:49.353782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2b9a5f6f-c1c1-46d9-806d-6fcb27a30159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.355608 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-2b9a5f6f-c1c1-46d9-806d-6fcb27a30159 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0517676 Sep 17 22:37:49.373906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.399826 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-b77a1fa5-d130-4db0-b4c1-abff27a6cf80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357668 Sep 17 22:37:49.401685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7285b-b7fa-403f-bede-2420bca7be58 req-ebd5c9fd-81da-4399-a088-c4ffdd08e16a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.403335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34c7285b-b7fa-403f-bede-2420bca7be58 req-ebd5c9fd-81da-4399-a088-c4ffdd08e16a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1767237 Sep 17 22:37:49.406209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0555e696-a95b-4db9-86ac-f65f6186051e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.454636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60902ef1-94d8-4d5d-a89e-63e9582fd484 req-dd38ada6-4aad-48d1-99ef-1bee76961621 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.457212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60902ef1-94d8-4d5d-a89e-63e9582fd484 req-dd38ada6-4aad-48d1-99ef-1bee76961621 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 946 time: 0.1628857 Sep 17 22:37:49.468779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-1b650c73-6f94-4d30-96a8-af835f356e58 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435999 Sep 17 22:37:49.509792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34c7285b-b7fa-403f-bede-2420bca7be58 req-2ac2671f-cbd4-4cfb-a7ce-c3e9b01955fb tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963504 Sep 17 22:37:49.529237 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-81d9dca8-3da8-4f37-926d-c5c52c2a6ab8 service neutron] 10.222.0.49 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215017 Sep 17 22:37:49.580135 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff1c886-56cb-4e8a-998b-7f208f7e3d58 x-openstack-request-id: req-0ff1c886-56cb-4e8a-998b-7f208f7e3d58 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:49.580444 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b8adc4-d9e2-4672-a046-7f854a427c3a", "tag": "4c954180-2dcf-45de-af95-26caa2c7ba0c", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:49.580663 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ff1c886-56cb-4e8a-998b-7f208f7e3d58 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:49.581076 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b8adc4-d9e2-4672-a046-7f854a427c3a', 'tag': '4c954180-2dcf-45de-af95-26caa2c7ba0c', 'status': 'completed', 'code': 200} Sep 17 22:37:49.588555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60902ef1-94d8-4d5d-a89e-63e9582fd484 req-84888faa-dad5-439f-8685-5bf8c448b63a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240752 Sep 17 22:37:49.618208 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18a2007-48f1-430e-aff0-84860bbb9463 x-openstack-request-id: req-d18a2007-48f1-430e-aff0-84860bbb9463 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:49.618667 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a48408-76c1-4cf3-89bb-3ed01329ac05", "name": "network-vif-plugged", "status": "completed", "tag": "cc396902-41e7-4811-a59d-b967e093bae9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:49.619326 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d18a2007-48f1-430e-aff0-84860bbb9463 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:49.619724 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a48408-76c1-4cf3-89bb-3ed01329ac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc396902-41e7-4811-a59d-b967e093bae9', 'code': 200} Sep 17 22:37:49.640827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-97425f20-9d04-469a-a938-66da4c51f5a9 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572526 Sep 17 22:37:49.660978 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0555e696-a95b-4db9-86ac-f65f6186051e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.672460 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0555e696-a95b-4db9-86ac-f65f6186051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.681634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-669a646b-44fd-47b5-a9f2-90f728a1b00a req-6cdc6abe-e0e4-4518-800e-cabea3776ad6 service neutron] 10.222.0.49 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424427 Sep 17 22:37:49.735103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-305426ea-eeb2-43d3-abda-92711bbf0223 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=81be61f9-2856-4a70-99f8-0d56deed514e HTTP/1.1" status: 200 len: 217 time: 0.0814764 Sep 17 22:37:49.756716 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0555e696-a95b-4db9-86ac-f65f6186051e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06e866658a54403088904ece6e3203df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780973 Sep 17 22:37:49.757228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555e696-a95b-4db9-86ac-f65f6186051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a778b-3421-4056-acc4-89d715370586,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.760808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42048) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.800910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16f3a7-41be-4002-98e7-d71bd9a4c11e req-cf709269-8634-411b-9b32-e71dac417ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.802594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9a16f3a7-41be-4002-98e7-d71bd9a4c11e req-cf709269-8634-411b-9b32-e71dac417ffe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 1098 time: 0.0976756 Sep 17 22:37:49.861915 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f8c83feb-54fa-47fb-a785-59f376808753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.864422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f8c83feb-54fa-47fb-a785-59f376808753 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.1099811 Sep 17 22:37:49.873031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e2b3-4ace-4cac-ba82-d951651328c3 req-ba52c1dc-1692-4e26-bf64-cfca0270ce79 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.874634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b931e2b3-4ace-4cac-ba82-d951651328c3 req-ba52c1dc-1692-4e26-bf64-cfca0270ce79 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 944 time: 0.1528008 Sep 17 22:37:49.876881 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53af6ecf-dcc4-45bf-9070-16d369262f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.895340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9a16f3a7-41be-4002-98e7-d71bd9a4c11e req-74109527-d2a9-406b-92a3-5b286b4009bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777292 Sep 17 22:37:49.903040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-f66b8bca-e083-419e-8b15-bc8052328600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.904460 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-f66b8bca-e083-419e-8b15-bc8052328600 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 1096 time: 0.0972962 Sep 17 22:37:49.913941 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53af6ecf-dcc4-45bf-9070-16d369262f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.922301 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7b30d-d66e-4f8f-9227-75152b413db8 req-cfb79ce4-69c1-4492-aa92-cc7c989f4d56 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.923791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6d7b30d-d66e-4f8f-9227-75152b413db8 req-cfb79ce4-69c1-4492-aa92-cc7c989f4d56 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1669531 Sep 17 22:37:49.993326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-64419433-44a8-4d1b-8276-1e6d37947466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.995052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-64419433-44a8-4d1b-8276-1e6d37947466 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1185908 Sep 17 22:37:50.003429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b931e2b3-4ace-4cac-ba82-d951651328c3 req-ddcfbe02-b758-4a01-934b-2af5bff68024 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135809 Sep 17 22:37:50.012670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6d7b30d-d66e-4f8f-9227-75152b413db8 req-6439ec66-3eb5-47ac-89cc-4321729b969b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736537 Sep 17 22:37:50.036165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-1f9fc8eb-233f-4888-b906-f67b9a21d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.038064 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-1f9fc8eb-233f-4888-b906-f67b9a21d562 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.1222644 Sep 17 22:37:50.040540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53af6ecf-dcc4-45bf-9070-16d369262f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.043354 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53af6ecf-dcc4-45bf-9070-16d369262f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.044407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-53af6ecf-dcc4-45bf-9070-16d369262f67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f3a778b-3421-4056-acc4-89d715370586 HTTP/1.1" status: 204 len: 168 time: 0.2826869 Sep 17 22:37:50.053571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af6ecf-dcc4-45bf-9070-16d369262f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a778b-3421-4056-acc4-89d715370586,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:50.140923 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-8baff6e6-f7a2-4039-ae29-140bd6f12777 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c954180-2dcf-45de-af95-26caa2c7ba0c HTTP/1.1" status: 200 len: 217 time: 0.0847085 Sep 17 22:37:50.208366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-6a0fb4e7-c674-4f6f-a721-d70fa2878426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.210423 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-6a0fb4e7-c674-4f6f-a721-d70fa2878426 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0605595 Sep 17 22:37:50.263401 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-75901694-4c64-40ef-bb62-e361c9632b71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374260 Sep 17 22:37:50.282686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-24237244-b543-4752-b325-dff0b8ecb367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.290659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-24237244-b543-4752-b325-dff0b8ecb367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.297532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-24237244-b543-4752-b325-dff0b8ecb367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.304281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-24237244-b543-4752-b325-dff0b8ecb367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.311150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-24237244-b543-4752-b325-dff0b8ecb367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.318302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-24237244-b543-4752-b325-dff0b8ecb367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.324629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-24237244-b543-4752-b325-dff0b8ecb367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.326616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-24237244-b543-4752-b325-dff0b8ecb367 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1881955 Sep 17 22:37:50.361669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0e61a0b9-3a0b-4e52-a64b-009099dda86f service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763340 Sep 17 22:37:50.409461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-923a1564-0e14-4e79-906f-66f883d7ad15 req-67f76436-ab2e-41b8-bdc2-6d177e64f55a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751755 Sep 17 22:37:50.455366 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-4decf538-e333-49d1-b5d5-3976a2191c70 service neutron] 10.222.0.49 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146386 Sep 17 22:37:50.521675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-38e1dc53-46c3-44f9-90cc-86f49b66968d service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514220 Sep 17 22:37:50.543212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ed740-2c85-4f7f-8856-61e616c7a0ff req-8bb25d42-e2e0-44ec-be69-fbcd9ae3b070 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.549138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ed740-2c85-4f7f-8856-61e616c7a0ff req-8bb25d42-e2e0-44ec-be69-fbcd9ae3b070 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.556980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ed740-2c85-4f7f-8856-61e616c7a0ff req-8bb25d42-e2e0-44ec-be69-fbcd9ae3b070 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.558305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-804ed740-2c85-4f7f-8856-61e616c7a0ff req-8bb25d42-e2e0-44ec-be69-fbcd9ae3b070 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2418 time: 0.1111352 Sep 17 22:37:50.578000 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2cf3985-048a-450d-b8cc-e773479083f6 req-34e9f718-c234-41d4-9ce4-7f4437163287 service neutron] 10.222.0.49 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140134 Sep 17 22:37:50.611544 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-aa6536e6-f221-40e6-a8b7-92c5c9d2f7fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123 HTTP/1.1" status: 200 len: 217 time: 0.0520949 Sep 17 22:37:50.670681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86167687-77b0-44b3-8554-22bcda642b26 req-36355124-be0c-4136-a0a2-41d2c9eb22db tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.672167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86167687-77b0-44b3-8554-22bcda642b26 req-36355124-be0c-4136-a0a2-41d2c9eb22db tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1690843 Sep 17 22:37:50.695849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-804ed740-2c85-4f7f-8856-61e616c7a0ff req-cbd1f6e9-27ea-42de-8514-16239235d118 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272237 Sep 17 22:37:50.721795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0288fe06-f992-418c-9676-6d6903f5fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.725509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-0288fe06-f992-418c-9676-6d6903f5fe41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.1028681 Sep 17 22:37:50.797734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86167687-77b0-44b3-8554-22bcda642b26 req-da2e1326-5d98-4b66-9253-267ec294426c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163390 Sep 17 22:37:50.843034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c91e90b8-662f-4a83-8d4d-1b3f57d95863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.844593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c91e90b8-662f-4a83-8d4d-1b3f57d95863 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031272 Sep 17 22:37:50.857955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9ff3-aa97-4c1a-b0e7-292d1b84ea9b req-38f7dccf-2f71-4253-9bda-76c88035ff74 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.865709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19ec9ff3-aa97-4c1a-b0e7-292d1b84ea9b req-38f7dccf-2f71-4253-9bda-76c88035ff74 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 946 time: 0.0925553 Sep 17 22:37:51.027838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19ec9ff3-aa97-4c1a-b0e7-292d1b84ea9b req-830a8574-09bc-4530-95c8-770cf5047da3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463194 Sep 17 22:37:51.061951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76809d-aa42-4ab0-9acc-c3fab209ed99 req-7cfa6849-2787-4587-80f2-a4deda2c7b06 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:51.063640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe76809d-aa42-4ab0-9acc-c3fab209ed99 req-7cfa6849-2787-4587-80f2-a4deda2c7b06 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1584864 Sep 17 22:37:51.095351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-f8a7f212-7da5-4805-aaa5-8708ecd221a1 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281601 Sep 17 22:37:51.136575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe76809d-aa42-4ab0-9acc-c3fab209ed99 req-0aa0a9e5-9e1a-48a5-bfd8-b15706b2d669 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622101 Sep 17 22:37:51.293559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627a389-9baf-4ba9-8854-75943fe89e22 req-3dba1860-4cf0-404b-bf1f-caaf14128d46 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:51.295074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b627a389-9baf-4ba9-8854-75943fe89e22 req-3dba1860-4cf0-404b-bf1f-caaf14128d46 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 944 time: 0.1620235 Sep 17 22:37:51.327307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-baa290d3-3577-43ac-a1cc-654d57a13588 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240624 Sep 17 22:37:51.340822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fbaf8-ae18-4162-a511-9d2e51a28742 req-a4868c4b-1c84-407c-b1bc-d29b9eddedf5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:51.342332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb3fbaf8-ae18-4162-a511-9d2e51a28742 req-a4868c4b-1c84-407c-b1bc-d29b9eddedf5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1073112 Sep 17 22:37:51.401424 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-d598bd84-910e-4fb4-b5dd-30b9b7889bfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70488223-db67-40dc-899e-cc495fd69544 HTTP/1.1" status: 200 len: 217 time: 0.0565300 Sep 17 22:37:51.698562 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b627a389-9baf-4ba9-8854-75943fe89e22 req-60e3a747-ce0d-4321-9e30-709c9654e055 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888738 Sep 17 22:37:51.749000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb3fbaf8-ae18-4162-a511-9d2e51a28742 req-ea565fe1-9a80-4b2a-99a1-8127d90fb711 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955081 Sep 17 22:37:51.756581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-d5f3de82-5ed6-41d9-8509-f1485f17da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:51.758374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-d5f3de82-5ed6-41d9-8509-f1485f17da8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.3467386 Sep 17 22:37:51.829489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-139d5791-1022-43ba-9376-34d2c0932528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:51.831389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-139d5791-1022-43ba-9376-34d2c0932528 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655816 Sep 17 22:37:52.012002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-3dd02baf-f0b6-45d6-8729-61950ab75d1a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.017869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-3dd02baf-f0b6-45d6-8729-61950ab75d1a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.023778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-3dd02baf-f0b6-45d6-8729-61950ab75d1a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.029691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-3dd02baf-f0b6-45d6-8729-61950ab75d1a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.035595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-3dd02baf-f0b6-45d6-8729-61950ab75d1a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.041500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-3dd02baf-f0b6-45d6-8729-61950ab75d1a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.047350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-3dd02baf-f0b6-45d6-8729-61950ab75d1a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.049280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-3dd02baf-f0b6-45d6-8729-61950ab75d1a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1939869 Sep 17 22:37:52.079017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36ca54-8e14-4044-b0ec-dd462ccd972d req-d81c8e31-7dc2-4798-81c3-db5d31b7d280 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.085216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36ca54-8e14-4044-b0ec-dd462ccd972d req-d81c8e31-7dc2-4798-81c3-db5d31b7d280 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.091798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36ca54-8e14-4044-b0ec-dd462ccd972d req-d81c8e31-7dc2-4798-81c3-db5d31b7d280 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.093567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a36ca54-8e14-4044-b0ec-dd462ccd972d req-d81c8e31-7dc2-4798-81c3-db5d31b7d280 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2418 time: 0.2129784 Sep 17 22:37:52.103734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-92d14e8f-20ac-45ae-8e70-324d6f8e9e8c service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636499 Sep 17 22:37:52.209811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea3ddc74-09f1-4ead-8584-32e7f659c532 req-ff53f583-7b39-43da-a035-4511081c9324 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475422 Sep 17 22:37:52.223856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a36ca54-8e14-4044-b0ec-dd462ccd972d req-e2f1ef65-d3b5-42ca-96a3-ee6045abb7fe tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191163 Sep 17 22:37:52.267058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-c5c74307-b283-4f34-ba0c-565b85264f5b service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553059 Sep 17 22:37:52.329349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-1c5b413c-3f8a-4672-aab6-bff050cf4ab3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d14df5e-477b-459c-a67d-77affd4107c0 HTTP/1.1" status: 200 len: 217 time: 0.0543430 Sep 17 22:37:52.434011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-90fde740-b02e-4564-8759-021352131c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.435504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-90fde740-b02e-4564-8759-021352131c91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.0915933 Sep 17 22:37:52.447043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843cb8e-00fe-489e-b710-d79c39b7fbb4 req-a780878f-01c8-4fdf-9bf9-07f56f69daf2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.448437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1843cb8e-00fe-489e-b710-d79c39b7fbb4 req-a780878f-01c8-4fdf-9bf9-07f56f69daf2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1220009 Sep 17 22:37:52.458077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62647492-a316-41c7-b31c-646a5025fcaf req-0224857c-2b54-40f4-bf49-0bc20ed28242 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.459528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62647492-a316-41c7-b31c-646a5025fcaf req-0224857c-2b54-40f4-bf49-0bc20ed28242 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 946 time: 0.1345015 Sep 17 22:37:52.554231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1843cb8e-00fe-489e-b710-d79c39b7fbb4 req-cf8714a3-97e2-4f8d-b1aa-5cf5e59b4400 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937555 Sep 17 22:37:52.557182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62647492-a316-41c7-b31c-646a5025fcaf req-a54d4e66-ffc7-45b5-a50f-e7ddee480046 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Sep 17 22:37:52.558995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-b66c3176-978b-4726-a239-2e78c1eaa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.560563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-b66c3176-978b-4726-a239-2e78c1eaa6d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1109805 Sep 17 22:37:52.629151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-2e99bc49-ffd4-4fa4-b080-d15c189c9410 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.635712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-2e99bc49-ffd4-4fa4-b080-d15c189c9410 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.645065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-2e99bc49-ffd4-4fa4-b080-d15c189c9410 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.647442 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-2e99bc49-ffd4-4fa4-b080-d15c189c9410 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 2418 time: 0.0956311 Sep 17 22:37:52.705947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-a6f04f88-0796-48e9-9409-3deb013adf21 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321709 Sep 17 22:37:52.811308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:52.811743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.878884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ce606-5dac-4f63-a82d-4c01473bd79b req-3f10172a-c476-4bd5-80d4-242a68061fff tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.880462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-206ce606-5dac-4f63-a82d-4c01473bd79b req-3f10172a-c476-4bd5-80d4-242a68061fff tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0837944 Sep 17 22:37:52.886637 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2416b65-cd35-46c7-a563-4fae67b3c005 req-a3ddd23d-334f-4381-858a-9d67eedcb233 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728492 Sep 17 22:37:52.963361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:52.963737 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.979023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:53.015098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-206ce606-5dac-4f63-a82d-4c01473bd79b req-2306e3fd-f2c3-42a0-9bae-0cd6479e8e2d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263671 Sep 17 22:37:53.038397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eb07b-b949-46d6-99d3-bb1ad1b156cd req-be3ae33b-c09b-4579-840c-0ee6144a5943 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.045885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-134eb07b-b949-46d6-99d3-bb1ad1b156cd req-be3ae33b-c09b-4579-840c-0ee6144a5943 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 944 time: 0.1582453 Sep 17 22:37:53.051765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42190) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:53.120504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5080e14b-2a9f-4ac8-a126-6319447e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.121129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5080e14b-2a9f-4ac8-a126-6319447e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.121926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5080e14b-2a9f-4ac8-a126-6319447e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.122073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5080e14b-2a9f-4ac8-a126-6319447e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.122536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5080e14b-2a9f-4ac8-a126-6319447e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.123001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5080e14b-2a9f-4ac8-a126-6319447e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.123466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5080e14b-2a9f-4ac8-a126-6319447e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.126195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5080e14b-2a9f-4ac8-a126-6319447e2f74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6495 time: 0.1443615 Sep 17 22:37:53.131068 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.143397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-134eb07b-b949-46d6-99d3-bb1ad1b156cd req-0360e791-5375-4a3d-b3cd-081dcb150e8b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965152 Sep 17 22:37:53.166727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7cbcc59e-584e-4a9c-a508-f251f8bfc3e9', 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f', 'd9a004b1-23e1-4fe0-acac-af1d56a655c6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:53.179766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=7cbcc59e-584e-4a9c-a508-f251f8bfc3e9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.227716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:53.236389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.240143 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-fcd9a1dd-ed4f-49e9-990e-2b4943de2c53 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.49 "DELETE /v2.0/ports/7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 HTTP/1.1" status: 204 len: 173 time: 0.5854723 Sep 17 22:37:53.241681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-deleted', 'tag': '7cbcc59e-584e-4a9c-a508-f251f8bfc3e9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:53.244258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55022847-bf7b-4d3a-9be4-16ca8de2d84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.245703 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd84e1-8dbb-47ae-9e59-fa53fa076748" -d '{"events": [{"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-deleted", "tag": "7cbcc59e-584e-4a9c-a508-f251f8bfc3e9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:53.286827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80ad93-9649-48f5-b7c1-908c2d95eac1 req-866bc084-f0e7-4b18-82af-ed53b7344816 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.294134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a80ad93-9649-48f5-b7c1-908c2d95eac1 req-866bc084-f0e7-4b18-82af-ed53b7344816 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 946 time: 0.2176194 Sep 17 22:37:53.446804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a80ad93-9649-48f5-b7c1-908c2d95eac1 req-754d98c8-2411-41ab-b040-723bfdc23a73 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517825 Sep 17 22:37:53.447961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5a916eb1-d9bc-46ce-b292-aaf6f6a402fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.449447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-062428d8-cc2c-41eb-aea4-a84199de13de req-5a916eb1-d9bc-46ce-b292-aaf6f6a402fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=25be45c2-999c-4309-8e35-03537cb4956d HTTP/1.1" status: 200 len: 902 time: 0.3045962 Sep 17 22:37:53.450141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:53.450560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.529527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-062428d8-cc2c-41eb-aea4-a84199de13de req-c2b1186e-e47e-46bc-95a2-0283b4795522 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d14df5e-477b-459c-a67d-77affd4107c0 HTTP/1.1" status: 200 len: 217 time: 0.0622149 Sep 17 22:37:53.555640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-1551ef4c-51b2-4da8-968f-1a93ff4498eb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.561205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:53.561538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-1551ef4c-51b2-4da8-968f-1a93ff4498eb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.561654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.567977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-1551ef4c-51b2-4da8-968f-1a93ff4498eb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.573868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-1551ef4c-51b2-4da8-968f-1a93ff4498eb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.574298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for ddb1e91a-bd6e-4b85-81e1-74d9a24d330f owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:53.579727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-1551ef4c-51b2-4da8-968f-1a93ff4498eb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.586273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-1551ef4c-51b2-4da8-968f-1a93ff4498eb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.592355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-1551ef4c-51b2-4da8-968f-1a93ff4498eb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.594315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-1551ef4c-51b2-4da8-968f-1a93ff4498eb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.2647436 Sep 17 22:37:53.701079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-72a06e7d-bab9-4fd1-b104-c7e7856e5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.702488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-062428d8-cc2c-41eb-aea4-a84199de13de req-72a06e7d-bab9-4fd1-b104-c7e7856e5190 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.1721489 Sep 17 22:37:53.707950 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.730556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aa61006-7a72-4f06-90ad-4b80c4c8539c req-9717edf1-6d41-4f15-8818-696560c8dd0c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107142 Sep 17 22:37:53.735915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=ddb1e91a-bd6e-4b85-81e1-74d9a24d330f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.740716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7836d-fcd8-44fb-8189-fc359e684684 req-fc788910-30cf-493e-a2a7-2fc99a50ade4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.746697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7836d-fcd8-44fb-8189-fc359e684684 req-fc788910-30cf-493e-a2a7-2fc99a50ade4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.748332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4dc7836d-fcd8-44fb-8189-fc359e684684 req-fc788910-30cf-493e-a2a7-2fc99a50ade4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 1682 time: 0.2167735 Sep 17 22:37:53.752069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7cbcc59e-584e-4a9c-a508-f251f8bfc3e9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:53.794428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port ddb1e91a-bd6e-4b85-81e1-74d9a24d330f on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:53.797051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.799398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-81f44a45-4030-48a4-8aa4-6c8cdb9d118b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.49 "DELETE /v2.0/ports/ddb1e91a-bd6e-4b85-81e1-74d9a24d330f HTTP/1.1" status: 204 len: 173 time: 0.5338440 Sep 17 22:37:53.803700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55022847-bf7b-4d3a-9be4-16ca8de2d84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.817626 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3dcf2f-65ce-4ded-93c1-e5a42d495cfe x-openstack-request-id: req-ca3dcf2f-65ce-4ded-93c1-e5a42d495cfe {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:53.818448 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-deleted", "tag": "7cbcc59e-584e-4a9c-a508-f251f8bfc3e9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:53.818448 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca3dcf2f-65ce-4ded-93c1-e5a42d495cfe {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:53.818448 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-deleted', 'tag': '7cbcc59e-584e-4a9c-a508-f251f8bfc3e9', 'status': 'completed', 'code': 200} Sep 17 22:37:53.822475 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55022847-bf7b-4d3a-9be4-16ca8de2d84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.854318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4c954180-2dcf-45de-af95-26caa2c7ba0c details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:53.887646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4dc7836d-fcd8-44fb-8189-fc359e684684 req-08241b6d-44db-4d96-8bb7-fb00384b07ca tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219840 Sep 17 22:37:53.889555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062428d8-cc2c-41eb-aea4-a84199de13de req-d9688a84-5775-48c5-a6f2-885555956fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.891116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-062428d8-cc2c-41eb-aea4-a84199de13de req-d9688a84-5775-48c5-a6f2-885555956fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1740885 Sep 17 22:37:53.902345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-55022847-bf7b-4d3a-9be4-16ca8de2d84a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75b2b0a21ab14a6a83d7dfb9b37220cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418837 Sep 17 22:37:53.904484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42200) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:53.910057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55022847-bf7b-4d3a-9be4-16ca8de2d84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3a0fb4-2c42-4a37-aa3d-1ca1c1c2f9ad,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.968518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port d9a004b1-23e1-4fe0-acac-af1d56a655c6 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:53.968853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.996627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4c954180-2dcf-45de-af95-26caa2c7ba0c, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4c954180-2dcf-45de-af95-26caa2c7ba0c,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:54.009780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95788149-398f-40af-8109-9ceae1825f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.023104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '4c954180-2dcf-45de-af95-26caa2c7ba0c', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'port_id': '4c954180-2dcf-45de-af95-26caa2c7ba0c', 'mac_address': 'fa:16:3e:a7:b8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fde16d-77f2-4399-a58a-0878473fd609', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:54.027369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-062428d8-cc2c-41eb-aea4-a84199de13de req-196aaa7f-941f-4538-afc7-98a5dcddece6 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259856 Sep 17 22:37:54.078053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.094003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c954180-2dcf-45de-af95-26caa2c7ba0c {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:54.124889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4c954180-2dcf-45de-af95-26caa2c7ba0c, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4c954180-2dcf-45de-af95-26caa2c7ba0c,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:54.130948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.181554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=4c954180-2dcf-45de-af95-26caa2c7ba0c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.200764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a993387-193e-4d69-95f0-2856a9df1ee7 req-b46776c1-2d27-4fce-8532-a0c452b9e681 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.202383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a993387-193e-4d69-95f0-2856a9df1ee7 req-b46776c1-2d27-4fce-8532-a0c452b9e681 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0991721 Sep 17 22:37:54.204333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-062428d8-cc2c-41eb-aea4-a84199de13de req-9b892f9c-ffc1-426b-b184-b887d70830b6 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699150 Sep 17 22:37:54.279906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a993387-193e-4d69-95f0-2856a9df1ee7 req-34129950-9349-4efa-8636-5d4b4d20ca65 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701141 Sep 17 22:37:54.309220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d334b0a-d203-4a0a-9ff0-17920b0fd828 req-27a5114c-adaf-49bc-8818-9f4dae29db42 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.311505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d334b0a-d203-4a0a-9ff0-17920b0fd828 req-27a5114c-adaf-49bc-8818-9f4dae29db42 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 945 time: 0.0812128 Sep 17 22:37:54.361423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d334b0a-d203-4a0a-9ff0-17920b0fd828 req-979577c5-82e6-4bf4-b9ac-97c37dd4ebbd tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Sep 17 22:37:54.397905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95788149-398f-40af-8109-9ceae1825f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.447366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port d9a004b1-23e1-4fe0-acac-af1d56a655c6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=d9a004b1-23e1-4fe0-acac-af1d56a655c6,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:54.447732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.460700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for d9a004b1-23e1-4fe0-acac-af1d56a655c6 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:54.511523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95788149-398f-40af-8109-9ceae1825f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.514384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95788149-398f-40af-8109-9ceae1825f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.515548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-95788149-398f-40af-8109-9ceae1825f02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e3a0fb4-2c42-4a37-aa3d-1ca1c1c2f9ad HTTP/1.1" status: 204 len: 168 time: 0.6066780 Sep 17 22:37:54.528502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95788149-398f-40af-8109-9ceae1825f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3a0fb4-2c42-4a37-aa3d-1ca1c1c2f9ad,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.637503 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.679984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f875c-ff63-43c3-b18c-bf3aacda8575 req-a58e8627-d301-4bb2-8cf7-59285f02bf22 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.680555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=d9a004b1-23e1-4fe0-acac-af1d56a655c6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.687582 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f1f875c-ff63-43c3-b18c-bf3aacda8575 req-a58e8627-d301-4bb2-8cf7-59285f02bf22 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 946 time: 0.1395917 Sep 17 22:37:54.691207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['4c954180-2dcf-45de-af95-26caa2c7ba0c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:54.720727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094005b-d3c4-4141-bd6f-290cb7bf97b6 req-71b56c70-9fcc-47d1-b93c-03ee3e8ac447 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.723362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2094005b-d3c4-4141-bd6f-290cb7bf97b6 req-71b56c70-9fcc-47d1-b93c-03ee3e8ac447 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1185651 Sep 17 22:37:54.747599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port d9a004b1-23e1-4fe0-acac-af1d56a655c6 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:54.755621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.757799 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9c4e79f-11b2-448b-a214-a2c72db5fade req-96084211-b04d-4013-a3c8-8f213c686e4f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.49 "DELETE /v2.0/ports/d9a004b1-23e1-4fe0-acac-af1d56a655c6 HTTP/1.1" status: 204 len: 173 time: 0.9504845 Sep 17 22:37:54.802647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f1f875c-ff63-43c3-b18c-bf3aacda8575 req-0b32d2d3-09a3-49b5-89b5-5f18c7509ad3 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963883 Sep 17 22:37:54.848026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2094005b-d3c4-4141-bd6f-290cb7bf97b6 req-292e9352-7d2b-4780-9e82-846697a7e327 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174846 Sep 17 22:37:55.006551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42226) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:55.011138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c297-f975-47e7-b777-8c4bd506d45c req-dfbe7f5f-a16d-4033-bf36-7e528072c78a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.017172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c297-f975-47e7-b777-8c4bd506d45c req-dfbe7f5f-a16d-4033-bf36-7e528072c78a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.023960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c297-f975-47e7-b777-8c4bd506d45c req-dfbe7f5f-a16d-4033-bf36-7e528072c78a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.026013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54bdb8fe-f930-4493-b0d0-f9cd4b5d9ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.030909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c297-f975-47e7-b777-8c4bd506d45c req-dfbe7f5f-a16d-4033-bf36-7e528072c78a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.039163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c297-f975-47e7-b777-8c4bd506d45c req-dfbe7f5f-a16d-4033-bf36-7e528072c78a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.046656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c297-f975-47e7-b777-8c4bd506d45c req-dfbe7f5f-a16d-4033-bf36-7e528072c78a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.053585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c297-f975-47e7-b777-8c4bd506d45c req-dfbe7f5f-a16d-4033-bf36-7e528072c78a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.055848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f275c297-f975-47e7-b777-8c4bd506d45c req-dfbe7f5f-a16d-4033-bf36-7e528072c78a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1333718 Sep 17 22:37:55.124092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f275c297-f975-47e7-b777-8c4bd506d45c req-39752904-283c-4cb1-86d4-51d8bd997e51 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547686 Sep 17 22:37:55.158824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27abd926-60c1-40b4-ba52-5889e8b758f4 req-eae6cd7f-e016-4701-b247-a00a5761b59b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad41eb8-894a-4316-80e3-3d4d18b005ac HTTP/1.1" status: 200 len: 210 time: 0.0316932 Sep 17 22:37:55.165854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54bdb8fe-f930-4493-b0d0-f9cd4b5d9ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.172239 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54bdb8fe-f930-4493-b0d0-f9cd4b5d9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.213237 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-54bdb8fe-f930-4493-b0d0-f9cd4b5d9ef5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acf8c3b118b5490f9139c627feb06946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055194 Sep 17 22:37:55.214115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdb8fe-f930-4493-b0d0-f9cd4b5d9ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a15be83-ade1-41b4-bdf6-1c42ad4950aa,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.217505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42230) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:55.249096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab01acd-9039-4ce2-a62b-633b9815a56f req-5d07a6cb-3a3c-49bd-873a-85d69d6ce9fa tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.250731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bab01acd-9039-4ce2-a62b-633b9815a56f req-5d07a6cb-3a3c-49bd-873a-85d69d6ce9fa tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 946 time: 0.0505977 Sep 17 22:37:55.272256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8600eaef-986a-4238-92b4-a7250351b842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.291552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bab01acd-9039-4ce2-a62b-633b9815a56f req-35027a86-b2a6-4580-b2c2-098e758286e6 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Sep 17 22:37:55.294015 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8600eaef-986a-4238-92b4-a7250351b842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.345756 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8600eaef-986a-4238-92b4-a7250351b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.348918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8600eaef-986a-4238-92b4-a7250351b842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.350099 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8600eaef-986a-4238-92b4-a7250351b842 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a15be83-ade1-41b4-bdf6-1c42ad4950aa HTTP/1.1" status: 204 len: 168 time: 0.1315610 Sep 17 22:37:55.358194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600eaef-986a-4238-92b4-a7250351b842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a15be83-ade1-41b4-bdf6-1c42ad4950aa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.499226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a710c2-f46c-4cab-856d-f4f1879c69e3 req-cf5cacf8-ac4d-464d-b962-f52230e06a46 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.500770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94a710c2-f46c-4cab-856d-f4f1879c69e3 req-cf5cacf8-ac4d-464d-b962-f52230e06a46 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 945 time: 0.0543997 Sep 17 22:37:55.549148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94a710c2-f46c-4cab-856d-f4f1879c69e3 req-3abc7276-945d-4ee4-87d3-e3bbbda92d0a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Sep 17 22:37:55.819583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-deleted', 'tag': 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f'}, {'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-deleted', 'tag': 'd9a004b1-23e1-4fe0-acac-af1d56a655c6'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:55.822004 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980c6e33-037b-4ec7-953a-4adf76726ff1" -d '{"events": [{"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-deleted", "tag": "ddb1e91a-bd6e-4b85-81e1-74d9a24d330f"}, {"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-deleted", "tag": "d9a004b1-23e1-4fe0-acac-af1d56a655c6"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:55.860578 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683f537-8aec-4db5-9e4a-8cd657c5e7f2 x-openstack-request-id: req-b683f537-8aec-4db5-9e4a-8cd657c5e7f2 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:55.860924 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-deleted", "tag": "ddb1e91a-bd6e-4b85-81e1-74d9a24d330f", "status": "completed", "code": 200}, {"server_uuid": "9ad41eb8-894a-4316-80e3-3d4d18b005ac", "name": "network-vif-deleted", "tag": "d9a004b1-23e1-4fe0-acac-af1d56a655c6", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:55.861215 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b683f537-8aec-4db5-9e4a-8cd657c5e7f2 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:55.861614 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-deleted', 'tag': 'ddb1e91a-bd6e-4b85-81e1-74d9a24d330f', 'status': 'completed', 'code': 200} Sep 17 22:37:55.861860 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad41eb8-894a-4316-80e3-3d4d18b005ac', 'name': 'network-vif-deleted', 'tag': 'd9a004b1-23e1-4fe0-acac-af1d56a655c6', 'status': 'completed', 'code': 200} Sep 17 22:37:55.886925 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:55.907414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:55.907755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7cbcc59e-584e-4a9c-a508-f251f8bfc3e9 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:55.908163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d9a004b1-23e1-4fe0-acac-af1d56a655c6 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:55.928458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: d9a004b1-23e1-4fe0-acac-af1d56a655c6 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:55.929043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device d9a004b1-23e1-4fe0-acac-af1d56a655c6 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:55.929460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ddb1e91a-bd6e-4b85-81e1-74d9a24d330f no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:55.949278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: ddb1e91a-bd6e-4b85-81e1-74d9a24d330f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:55.949706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ddb1e91a-bd6e-4b85-81e1-74d9a24d330f not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:55.969264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeff348-fe65-4fbe-b59a-5b12503b5bd8 req-7844ffac-2c66-4cfd-aedd-c621c30f967c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.970784 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfeff348-fe65-4fbe-b59a-5b12503b5bd8 req-7844ffac-2c66-4cfd-aedd-c621c30f967c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0511086 Sep 17 22:37:56.015354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfeff348-fe65-4fbe-b59a-5b12503b5bd8 req-0b3b92d2-3324-4785-99d6-9df4e2108c74 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Sep 17 22:37:56.135523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a33f6a-dbc7-4ad0-8246-fced36eb63c2 req-e013977f-84f2-4469-b42d-b587e2d6c22d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.137071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24a33f6a-dbc7-4ad0-8246-fced36eb63c2 req-e013977f-84f2-4469-b42d-b587e2d6c22d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0510433 Sep 17 22:37:56.185644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24a33f6a-dbc7-4ad0-8246-fced36eb63c2 req-3884a6fc-fffa-4fdf-b348-b35f872c7881 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Sep 17 22:37:56.239487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42274) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:56.283287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6513-68d2-487a-a719-314f70d6cff0 req-d02ccaf9-a608-48dc-b081-0d0f38e73869 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.290331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6513-68d2-487a-a719-314f70d6cff0 req-d02ccaf9-a608-48dc-b081-0d0f38e73869 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.296616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6513-68d2-487a-a719-314f70d6cff0 req-d02ccaf9-a608-48dc-b081-0d0f38e73869 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.305869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6513-68d2-487a-a719-314f70d6cff0 req-d02ccaf9-a608-48dc-b081-0d0f38e73869 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.313242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6513-68d2-487a-a719-314f70d6cff0 req-d02ccaf9-a608-48dc-b081-0d0f38e73869 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.321162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6513-68d2-487a-a719-314f70d6cff0 req-d02ccaf9-a608-48dc-b081-0d0f38e73869 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.325205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f721f4-90c7-4b64-b48e-ae5b72f6a7e4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting subnet 1f6a30ce-1734-4ca7-945a-900e74294a78 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:37:56.331416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6513-68d2-487a-a719-314f70d6cff0 req-d02ccaf9-a608-48dc-b081-0d0f38e73869 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.331560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f721f4-90c7-4b64-b48e-ae5b72f6a7e4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.338699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-922d6513-68d2-487a-a719-314f70d6cff0 req-d02ccaf9-a608-48dc-b081-0d0f38e73869 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1306238 Sep 17 22:37:56.374201 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f721f4-90c7-4b64-b48e-ae5b72f6a7e4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.415907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-922d6513-68d2-487a-a719-314f70d6cff0 req-cb162528-a1cd-4956-9003-c4ed02fad7a7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763440 Sep 17 22:37:56.427241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901a574-66ab-4fe2-ad5a-8cc9863b4fc1 req-5b728134-1556-449f-950f-c4cdfc43783c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.428597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f901a574-66ab-4fe2-ad5a-8cc9863b4fc1 req-5b728134-1556-449f-950f-c4cdfc43783c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0877273 Sep 17 22:37:56.480286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f721f4-90c7-4b64-b48e-ae5b72f6a7e4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.488275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f901a574-66ab-4fe2-ad5a-8cc9863b4fc1 req-76bcd1ce-bc07-480c-a829-9d724abd004f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Sep 17 22:37:56.554053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f721f4-90c7-4b64-b48e-ae5b72f6a7e4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.585526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-67235583-b264-4530-96be-f2c7f590852a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.587129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f721f4-90c7-4b64-b48e-ae5b72f6a7e4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6a30ce-1734-4ca7-945a-900e74294a78,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:56.587255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-67235583-b264-4530-96be-f2c7f590852a tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 946 time: 0.0935297 Sep 17 22:37:56.590605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e8f721f4-90c7-4b64-b48e-ae5b72f6a7e4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.593417 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e8f721f4-90c7-4b64-b48e-ae5b72f6a7e4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "DELETE /v2.0/subnets/1f6a30ce-1734-4ca7-945a-900e74294a78 HTTP/1.1" status: 204 len: 168 time: 0.3524389 Sep 17 22:37:56.595674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42294) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:56.600184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c72fd-8143-40d2-ae40-32d244149cef req-df53ef63-b2ed-4532-8f96-293a69cb45f5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.601431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb822920-8a01-446f-8bd4-6d5db4b2b65a None None] Network 65805e34-ebdc-488e-95e8-c76954a15277 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:56.601877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe3c72fd-8143-40d2-ae40-32d244149cef req-df53ef63-b2ed-4532-8f96-293a69cb45f5 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 946 time: 0.0741348 Sep 17 22:37:56.701222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe3c72fd-8143-40d2-ae40-32d244149cef req-e63f072b-ad9d-4942-ad5a-c07b89d125e4 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909467 Sep 17 22:37:56.709372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.771997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Deleting port cc396902-41e7-4811-a59d-b967e093bae9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:56.772602 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.809883 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port fa571111-3c7a-47a7-8288-1ae99deaa341 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:56.810663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.890671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecac8f-6094-4d0d-8531-ff8ae94d96c8 req-79739c6e-d217-4d46-9e08-1bffea829569 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.892091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port fa571111-3c7a-47a7-8288-1ae99deaa341, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fa571111-3c7a-47a7-8288-1ae99deaa341,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:56.892564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12ecac8f-6094-4d0d-8531-ff8ae94d96c8 req-79739c6e-d217-4d46-9e08-1bffea829569 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1605506 Sep 17 22:37:56.892675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.907964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for fa571111-3c7a-47a7-8288-1ae99deaa341 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:56.918280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] DHCP port deletion for 65805e34-ebdc-488e-95e8-c76954a15277 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:37:56.934271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36b0f5-abbd-44f5-8834-ad49c8ef42ba req-dbaa26e8-c91f-4531-a523-d8449cdc7666 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.935786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b36b0f5-abbd-44f5-8834-ad49c8ef42ba req-dbaa26e8-c91f-4531-a523-d8449cdc7666 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 945 time: 0.1471305 Sep 17 22:37:56.958300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] For port cc396902-41e7-4811-a59d-b967e093bae9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cc396902-41e7-4811-a59d-b967e093bae9,segment=NetworkSegment(c907bc17-62a4-4a77-8bb4-f93c92524d02),segment_id=c907bc17-62a4-4a77-8bb4-f93c92524d02)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:56.958583 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.985382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] Deleting port fa571111-3c7a-47a7-8288-1ae99deaa341 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:56.985836 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.995564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Calling delete_port for cc396902-41e7-4811-a59d-b967e093bae9 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:57.006653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12ecac8f-6094-4d0d-8531-ff8ae94d96c8 req-ab78f399-4b09-4d23-ad92-907fe879e99b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022940 Sep 17 22:37:57.031841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b36b0f5-abbd-44f5-8834-ad49c8ef42ba req-f33a6136-e433-4789-b02b-aaf9481bdeea tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854504 Sep 17 22:37:57.092102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.140537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=fa571111-3c7a-47a7-8288-1ae99deaa341,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.151835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port fa571111-3c7a-47a7-8288-1ae99deaa341 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:57.232544 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.246584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['cc396902-41e7-4811-a59d-b967e093bae9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:57.249662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] For port fa571111-3c7a-47a7-8288-1ae99deaa341, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fa571111-3c7a-47a7-8288-1ae99deaa341,segment=NetworkSegment(6026263d-5009-4e53-a794-27653bd2e1b1),segment_id=6026263d-5009-4e53-a794-27653bd2e1b1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:57.250112 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.271822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Pushing event deleted for resources: {'Port': ['ID=cc396902-41e7-4811-a59d-b967e093bae9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.276335 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.282990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7b4f-6ea3-48f5-8e1f-0d39f3422a2f req-e90691c5-fe06-4135-b365-dba08dfbe87d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.285945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f00c7b4f-6ea3-48f5-8e1f-0d39f3422a2f req-e90691c5-fe06-4135-b365-dba08dfbe87d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1026771 Sep 17 22:37:57.293921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] Calling delete_port for fa571111-3c7a-47a7-8288-1ae99deaa341 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:57.301516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.302032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.302402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.303182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.303317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.303543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.303867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.304326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.305076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.305212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.305482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.305801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:57.306604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65805e34-ebdc-488e-95e8-c76954a15277']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:57.327226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6026263d-5009-4e53-a794-27653bd2e1b1') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:57.327526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6026263d-5009-4e53-a794-27653bd2e1b1') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:57.341047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.356046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.357261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] No DVR routers for this DVR port cc396902-41e7-4811-a59d-b967e093bae9 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:57.361900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.364897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bb1159f-9ddc-4a6f-989b-efb074b65d33 req-57aaa9e7-e68b-4021-b17d-c533c3783151 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.45 "DELETE /v2.0/ports/cc396902-41e7-4811-a59d-b967e093bae9 HTTP/1.1" status: 204 len: 173 time: 0.7620058 Sep 17 22:37:57.365441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a48408-76c1-4cf3-89bb-3ed01329ac05', 'name': 'network-vif-deleted', 'tag': 'cc396902-41e7-4811-a59d-b967e093bae9'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:57.367581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:37:57.367927 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb1b9c3-7b5b-42a7-9cd8-c03bf9408c09" -d '{"events": [{"server_uuid": "00a48408-76c1-4cf3-89bb-3ed01329ac05", "name": "network-vif-deleted", "tag": "cc396902-41e7-4811-a59d-b967e093bae9"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:57.378767 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:37:57.385019 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:37:57.398355 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.407210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f00c7b4f-6ea3-48f5-8e1f-0d39f3422a2f req-50ceca06-ca5a-4a8b-a7d6-259dd637060b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100955 Sep 17 22:37:57.412381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] No DVR routers for this DVR port fa571111-3c7a-47a7-8288-1ae99deaa341 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:57.434071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d967bc9-d68e-4297-9168-6f793b16d6b1 None None] Pushing event deleted for resources: {'Port': ['ID=fa571111-3c7a-47a7-8288-1ae99deaa341,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.449568 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2391da4-3120-4d57-9716-fe182ae80637 x-openstack-request-id: req-a2391da4-3120-4d57-9716-fe182ae80637 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:57.449867 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a48408-76c1-4cf3-89bb-3ed01329ac05", "name": "network-vif-deleted", "tag": "cc396902-41e7-4811-a59d-b967e093bae9", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:57.450213 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2391da4-3120-4d57-9716-fe182ae80637 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:57.450623 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a48408-76c1-4cf3-89bb-3ed01329ac05', 'name': 'network-vif-deleted', 'tag': 'cc396902-41e7-4811-a59d-b967e093bae9', 'status': 'completed', 'code': 200} Sep 17 22:37:57.518528 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.529041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.533398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "DELETE /v2.0/networks/65805e34-ebdc-488e-95e8-c76954a15277 HTTP/1.1" status: 204 len: 168 time: 0.9366872 Sep 17 22:37:57.540708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42348) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:57.566751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70109-d8e0-4b8b-937a-bae1bd6e3d14 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Network': ['ID=65805e34-ebdc-488e-95e8-c76954a15277,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.614672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-c93e96ae-ba0f-400e-9526-d15df9bfac91 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.615746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-185e67e7-edc7-499c-a568-7260f66466cb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting subnet d1415be4-3968-483d-bc20-a1251504f1bf {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:37:57.618924 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185e67e7-edc7-499c-a568-7260f66466cb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.620640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-c93e96ae-ba0f-400e-9526-d15df9bfac91 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.626714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-c93e96ae-ba0f-400e-9526-d15df9bfac91 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.633115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-c93e96ae-ba0f-400e-9526-d15df9bfac91 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.639107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-c93e96ae-ba0f-400e-9526-d15df9bfac91 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.645407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-c93e96ae-ba0f-400e-9526-d15df9bfac91 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.651288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-c93e96ae-ba0f-400e-9526-d15df9bfac91 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.653222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-c93e96ae-ba0f-400e-9526-d15df9bfac91 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1303756 Sep 17 22:37:57.661389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196e0e9-9e47-4772-9169-a0e72f9e7030 req-d5f84dec-1d1f-4f3f-85ae-b39ab1084df9 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.664647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5196e0e9-9e47-4772-9169-a0e72f9e7030 req-d5f84dec-1d1f-4f3f-85ae-b39ab1084df9 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1308212 Sep 17 22:37:57.669918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185e67e7-edc7-499c-a568-7260f66466cb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.717893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37edd7d2-b1a4-4868-9aef-0dcb53fef8cf req-ccc2166e-85d0-4bd5-b806-a6513ea785f4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539958 Sep 17 22:37:57.746888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5196e0e9-9e47-4772-9169-a0e72f9e7030 req-0431fbdf-45af-40db-8e77-e83821016289 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621789 Sep 17 22:37:57.793810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185e67e7-edc7-499c-a568-7260f66466cb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.890277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5a02a86-a04d-4d2f-b620-35e87b59c612 req-10af4b8e-c09e-4cfb-8d32-315688b079d8 tempest-DeleteServersTestJSON-782128550 tempest-DeleteServersTestJSON-782128550-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a48408-76c1-4cf3-89bb-3ed01329ac05 HTTP/1.1" status: 200 len: 210 time: 0.0387919 Sep 17 22:37:57.896992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185e67e7-edc7-499c-a568-7260f66466cb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.920976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4c954180-2dcf-45de-af95-26caa2c7ba0c up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:57.964850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185e67e7-edc7-499c-a568-7260f66466cb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.966645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b3589-fd8b-4adb-b895-d96b76fe8347 None None] Network 6df07b56-d3ee-46a6-8fa6-3187e7b7361e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:57.985868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42394) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:57.986110 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-185e67e7-edc7-499c-a568-7260f66466cb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "DELETE /v2.0/subnets/d1415be4-3968-483d-bc20-a1251504f1bf HTTP/1.1" status: 204 len: 168 time: 0.4441361 Sep 17 22:37:57.987060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e67e7-edc7-499c-a568-7260f66466cb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Subnet': ['ID=d1415be4-3968-483d-bc20-a1251504f1bf,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:58.083275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 4c954180-2dcf-45de-af95-26caa2c7ba0c completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:58.101793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 4c954180-2dcf-45de-af95-26caa2c7ba0c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:58.102172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.137343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178a16-e92d-4f5c-a42b-0c8e3d93a6d7 req-2ad4b8d8-71af-4007-aa46-0d83666f9fd1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.150976 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8178a16-e92d-4f5c-a42b-0c8e3d93a6d7 req-2ad4b8d8-71af-4007-aa46-0d83666f9fd1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1518190 Sep 17 22:37:58.180695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.222043 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.244585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] DHCP port deletion for 6df07b56-d3ee-46a6-8fa6-3187e7b7361e request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:37:58.248325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8178a16-e92d-4f5c-a42b-0c8e3d93a6d7 req-d4482fe0-ba0d-4542-8b66-4d84f92f9d97 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957849 Sep 17 22:37:58.270573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4c954180-2dcf-45de-af95-26caa2c7ba0c, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4c954180-2dcf-45de-af95-26caa2c7ba0c,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:58.273117 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b8adc4-d9e2-4672-a046-7f854a427c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c954180-2dcf-45de-af95-26caa2c7ba0c'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:58.276227 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebe6eb0-abdc-4db4-b3ec-b355e3236f3a" -d '{"events": [{"server_uuid": "31b8adc4-d9e2-4672-a046-7f854a427c3a", "name": "network-vif-plugged", "status": "completed", "tag": "4c954180-2dcf-45de-af95-26caa2c7ba0c"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:58.284067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.296358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c63769-23fe-4b97-9b6a-4ed3e63700aa req-3576902c-7944-4318-ba5c-541ee04184e2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.298384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28c63769-23fe-4b97-9b6a-4ed3e63700aa req-3576902c-7944-4318-ba5c-541ee04184e2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 945 time: 0.1295171 Sep 17 22:37:58.347126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port e880f948-3673-4a19-b2d6-e79264e86a08 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:58.347588 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.372626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=4c954180-2dcf-45de-af95-26caa2c7ba0c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:58.387280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] Deleting port e880f948-3673-4a19-b2d6-e79264e86a08 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:58.387666 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.398613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28c63769-23fe-4b97-9b6a-4ed3e63700aa req-3f36a535-ea88-4489-b5af-80ae603e589a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934739 Sep 17 22:37:58.460474 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4819ec33-862c-42d0-ba31-95e3aa2549f2 x-openstack-request-id: req-4819ec33-862c-42d0-ba31-95e3aa2549f2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:58.461038 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b8adc4-d9e2-4672-a046-7f854a427c3a", "name": "network-vif-plugged", "status": "completed", "tag": "4c954180-2dcf-45de-af95-26caa2c7ba0c", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:58.461293 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4819ec33-862c-42d0-ba31-95e3aa2549f2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:58.461680 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b8adc4-d9e2-4672-a046-7f854a427c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c954180-2dcf-45de-af95-26caa2c7ba0c', 'code': 200} Sep 17 22:37:58.463703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0771ca-5ac2-4ece-bd82-ed97a34feec3 req-371df6d9-8d71-44f2-857d-9bc4e0f0c2ff tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.469411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b0771ca-5ac2-4ece-bd82-ed97a34feec3 req-371df6d9-8d71-44f2-857d-9bc4e0f0c2ff tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1383362 Sep 17 22:37:58.472367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port e880f948-3673-4a19-b2d6-e79264e86a08, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e880f948-3673-4a19-b2d6-e79264e86a08,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:58.472765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.477634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] For port e880f948-3673-4a19-b2d6-e79264e86a08, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e880f948-3673-4a19-b2d6-e79264e86a08,segment=NetworkSegment(fe92815d-fcc3-4c7a-9561-6ee024b15553),segment_id=fe92815d-fcc3-4c7a-9561-6ee024b15553)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:58.478031 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.497719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] Calling delete_port for e880f948-3673-4a19-b2d6-e79264e86a08 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:58.601697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083347a-bc86-41e0-a079-22bf5c8ffe7c req-5ea970fd-68f1-4f4a-8f1e-903825e1c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.603245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5083347a-bc86-41e0-a079-22bf5c8ffe7c req-5ea970fd-68f1-4f4a-8f1e-903825e1c8a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 1098 time: 0.0478890 Sep 17 22:37:58.604092 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.636483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] Pushing event deleted for resources: {'Port': ['ID=e880f948-3673-4a19-b2d6-e79264e86a08,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:58.641215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483342bf-6285-40bc-a91e-9fa0c92b3559 None None] No DVR routers for this DVR port e880f948-3673-4a19-b2d6-e79264e86a08 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:58.655915 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5083347a-bc86-41e0-a079-22bf5c8ffe7c req-83b622cd-d05c-4be0-a5cb-b116f4325200 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Sep 17 22:37:58.736022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fa571111-3c7a-47a7-8288-1ae99deaa341 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:58.759812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: fa571111-3c7a-47a7-8288-1ae99deaa341 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:58.759812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fa571111-3c7a-47a7-8288-1ae99deaa341 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:58.760251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e880f948-3673-4a19-b2d6-e79264e86a08 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:58.792887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: e880f948-3673-4a19-b2d6-e79264e86a08 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:58.793447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e880f948-3673-4a19-b2d6-e79264e86a08 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:58.814946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for e880f948-3673-4a19-b2d6-e79264e86a08 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:58.864128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b0771ca-5ac2-4ece-bd82-ed97a34feec3 req-113588dc-23e1-4883-8c1e-fc409bdaf627 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881836 Sep 17 22:37:58.937739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-7d3f5618-993a-4285-ab8e-9f6d967f9c63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.944603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-7d3f5618-993a-4285-ab8e-9f6d967f9c63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.950407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-7d3f5618-993a-4285-ab8e-9f6d967f9c63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.957070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-7d3f5618-993a-4285-ab8e-9f6d967f9c63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.963057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-7d3f5618-993a-4285-ab8e-9f6d967f9c63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.969078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-7d3f5618-993a-4285-ab8e-9f6d967f9c63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.975295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-7d3f5618-993a-4285-ab8e-9f6d967f9c63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.977216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-7d3f5618-993a-4285-ab8e-9f6d967f9c63 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1511302 Sep 17 22:37:58.999044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42466) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.012417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.051606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a073f52-d5d9-415f-a3db-8f9ed731047c req-e82b0b6c-b795-460f-8ecc-02580414f917 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681417 Sep 17 22:37:59.053799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=e880f948-3673-4a19-b2d6-e79264e86a08,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:59.055648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port e880f948-3673-4a19-b2d6-e79264e86a08 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:59.154604 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7db8-0370-43d1-974b-b4e301ed3b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.165572 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.214998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df07b56-d3ee-46a6-8fa6-3187e7b7361e']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:59.228401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe92815d-fcc3-4c7a-9561-6ee024b15553') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:59.228721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe92815d-fcc3-4c7a-9561-6ee024b15553') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:59.241636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.250582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256e894-e1eb-404e-9768-7733b238aab4 req-f6e125b4-9783-4e1a-bef5-1980e1f741f4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.251941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3256e894-e1eb-404e-9768-7733b238aab4 req-f6e125b4-9783-4e1a-bef5-1980e1f741f4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0885348 Sep 17 22:37:59.270825 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.285335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:37:59.285757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7db8-0370-43d1-974b-b4e301ed3b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.286053 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:37:59.289269 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:37:59.293628 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7db8-0370-43d1-974b-b4e301ed3b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.341954 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0dfa7db8-0370-43d1-974b-b4e301ed3b30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=947a969f976a4e32a7775cb30b480f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391964 Sep 17 22:37:59.341954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa7db8-0370-43d1-974b-b4e301ed3b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d6f8c3-9e00-42c5-8442-d369b04f6c85,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:59.345203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42486) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.362947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3256e894-e1eb-404e-9768-7733b238aab4 req-d89d8f97-abde-4723-b13b-a9f6fa6c9c7d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000500 Sep 17 22:37:59.385602 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.397343 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.399729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "DELETE /v2.0/networks/6df07b56-d3ee-46a6-8fa6-3187e7b7361e HTTP/1.1" status: 204 len: 168 time: 1.4119244 Sep 17 22:37:59.410722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42492) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.414855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1582347901'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:59.416415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c918777-7d8c-47df-aeea-6068281d7ba9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Network': ['ID=6df07b56-d3ee-46a6-8fa6-3187e7b7361e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:59.422380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-545da24e-6470-4b02-9d21-5920a08fa27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.457905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-545da24e-6470-4b02-9d21-5920a08fa27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.466722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:59.470331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.513030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:59.521896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8735088-d9a9-4c16-a943-358c25ae739c req-0b819e8b-1ba2-4fba-812e-5c2da60e3e23 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.523426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8735088-d9a9-4c16-a943-358c25ae739c req-0b819e8b-1ba2-4fba-812e-5c2da60e3e23 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0752468 Sep 17 22:37:59.533391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-545da24e-6470-4b02-9d21-5920a08fa27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.537459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-545da24e-6470-4b02-9d21-5920a08fa27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.538698 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-545da24e-6470-4b02-9d21-5920a08fa27e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10d6f8c3-9e00-42c5-8442-d369b04f6c85 HTTP/1.1" status: 204 len: 168 time: 0.1923563 Sep 17 22:37:59.543548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.543890 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Added segment b3a58368-c50e-4c99-bcd1-8c3d4103441a of type vlan for network 86d145e1-7329-49de-81ec-fedaaf965ce2 Sep 17 22:37:59.556222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545da24e-6470-4b02-9d21-5920a08fa27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d6f8c3-9e00-42c5-8442-d369b04f6c85,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:59.556412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d60d3-529b-4cfc-abae-7662b377d683 req-0cde3f35-d204-41b7-9c0d-9ab0d868c3e3 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.568557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f6d60d3-529b-4cfc-abae-7662b377d683 req-0cde3f35-d204-41b7-9c0d-9ab0d868c3e3 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 946 time: 0.0736754 Sep 17 22:37:59.595098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.622527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.629577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.629837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8735088-d9a9-4c16-a943-358c25ae739c req-7648c959-4c22-4abf-b53e-a0bb1d2d7170 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977020 Sep 17 22:37:59.630039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.635554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f6d60d3-529b-4cfc-abae-7662b377d683 req-71d320a0-43ec-45ee-a4ea-d7bd1d82179c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661864 Sep 17 22:37:59.702588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42506) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.704476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2880671 Sep 17 22:37:59.710701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'subnet': {'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:59.758222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157c32c-c069-4bdd-a53a-78245b10a8ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Network': ['ID=86d145e1-7329-49de-81ec-fedaaf965ce2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:59.771157 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 86d145e1-7329-49de-81ec-fedaaf965ce2 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:59.883342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253f9c3-c53d-4e4d-8676-9ee4d9a79045 req-1c63e9fa-77b3-4596-9005-20b57591290d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.891263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9253f9c3-c53d-4e4d-8676-9ee4d9a79045 req-1c63e9fa-77b3-4596-9005-20b57591290d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1009319 Sep 17 22:37:59.895343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:59.899027 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.907912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12f3babe-990b-4b7f-bdd1-b9393a934a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.933773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42514) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.949685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ef512c74-500f-4e5c-943c-ee5cc46d9b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.002441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9253f9c3-c53d-4e4d-8676-9ee4d9a79045 req-f4ef8357-a611-4974-a6b8-3a5a74eae615 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084895 Sep 17 22:38:00.059657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ef512c74-500f-4e5c-943c-ee5cc46d9b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.071536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ef512c74-500f-4e5c-943c-ee5cc46d9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.145101 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ef512c74-500f-4e5c-943c-ee5cc46d9b36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96c1a16e774e4c8995fca32967938228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097311 Sep 17 22:38:00.148785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42522) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:00.158643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef512c74-500f-4e5c-943c-ee5cc46d9b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86979e42-0592-4a60-bb97-9182e8ef2f50,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:00.217138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94463-6dc9-43ea-90a3-371a809e4097 req-c73c5b5c-4824-4dbe-b842-e4548b24e38f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.225173 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b701118c-0255-46c5-b64b-f3694e9042ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.225829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ab94463-6dc9-43ea-90a3-371a809e4097 req-c73c5b5c-4824-4dbe-b842-e4548b24e38f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0993216 Sep 17 22:38:00.228444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.272912 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b701118c-0255-46c5-b64b-f3694e9042ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.341585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b701118c-0255-46c5-b64b-f3694e9042ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.345050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b701118c-0255-46c5-b64b-f3694e9042ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.346516 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b701118c-0255-46c5-b64b-f3694e9042ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86979e42-0592-4a60-bb97-9182e8ef2f50 HTTP/1.1" status: 204 len: 168 time: 0.1965380 Sep 17 22:38:00.355819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701118c-0255-46c5-b64b-f3694e9042ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86979e42-0592-4a60-bb97-9182e8ef2f50,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:00.385697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ab94463-6dc9-43ea-90a3-371a809e4097 req-1f65cf1e-cc0d-46bb-8f2c-d602389db2bb tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587052 Sep 17 22:38:00.394603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Subnet': ['ID=ab79b590-bedd-4a6a-82e2-1ce1b01a8adb,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:00.402801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Checking segment: {'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:00.403179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network hostable DHCP agents. Network: 86d145e1-7329-49de-81ec-fedaaf965ce2, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:00.422912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-9fbb7cf7-87a1-40a2-9271-2c3b92504e55 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.430650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-9fbb7cf7-87a1-40a2-9271-2c3b92504e55 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.436792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-9fbb7cf7-87a1-40a2-9271-2c3b92504e55 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.443766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-9fbb7cf7-87a1-40a2-9271-2c3b92504e55 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.449664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-9fbb7cf7-87a1-40a2-9271-2c3b92504e55 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.457085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-9fbb7cf7-87a1-40a2-9271-2c3b92504e55 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.462934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-9fbb7cf7-87a1-40a2-9271-2c3b92504e55 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.471158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-9fbb7cf7-87a1-40a2-9271-2c3b92504e55 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1827099 Sep 17 22:38:00.512568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network 86d145e1-7329-49de-81ec-fedaaf965ce2 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:00.539349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a22f91c2-b0f0-4ab6-85b8-f71febda7a3d req-80d9c50b-026d-4347-b319-ca7f5bdc6040 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665510 Sep 17 22:38:00.549248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 86d145e1-7329-49de-81ec-fedaaf965ce2) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:00.565131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50055c99-3cda-454a-b0ae-5e92ea6e49af None None] Network 86d145e1-7329-49de-81ec-fedaaf965ce2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:00.591662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.592277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.615465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e8be8030-ce2e-49f5-a8ab-6f26f9541d30 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9108148 Sep 17 22:38:00.618106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42532) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:00.623925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1770155326'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:00.649528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e3a69-c8de-4469-be85-1b3642e5d62f req-1839dabb-8534-48aa-befd-0c186b287021 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.651128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac0e3a69-c8de-4469-be85-1b3642e5d62f req-1839dabb-8534-48aa-befd-0c186b287021 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1267967 Sep 17 22:38:00.705143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:00.709978 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.718268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac0e3a69-c8de-4469-be85-1b3642e5d62f req-4d5a10d4-786a-4d6f-89a3-8d7ec7fdcf5b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542054 Sep 17 22:38:00.762724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:00.787119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.787646 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Added segment d23c5e83-43e5-485f-94c6-3bde5ded0f56 of type vlan for network c09f31d2-8113-4ec3-b60d-a7f33bf704ae Sep 17 22:38:00.805437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-86d145e1-7329-49de-81ec-fedaaf965ce2', 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'fixed_ips': [{'subnet_id': 'ab79b590-bedd-4a6a-82e2-1ce1b01a8adb'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:38:00.806889 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.822784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cc396902-41e7-4811-a59d-b967e093bae9 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:00.854890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: cc396902-41e7-4811-a59d-b967e093bae9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:00.855239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cc396902-41e7-4811-a59d-b967e093bae9 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:00.859350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.892413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff7164-a589-4084-bea9-b402dca9590b req-c3343a24-cd01-4c7d-bdca-3835d6d7ec3c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.899893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3ff7164-a589-4084-bea9-b402dca9590b req-c3343a24-cd01-4c7d-bdca-3835d6d7ec3c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 946 time: 0.1175456 Sep 17 22:38:00.911594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.919528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.920717 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.929404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdb6c5-dbc1-42bc-8fb9-488f090e933d req-4d80237e-e643-4c7c-ab54-cf73bdcd4426 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.931252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ccdb6c5-dbc1-42bc-8fb9-488f090e933d req-4d80237e-e643-4c7c-ab54-cf73bdcd4426 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1207747 Sep 17 22:38:00.979822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3ff7164-a589-4084-bea9-b402dca9590b req-73a232ae-f702-4ee3-b628-f8f9b8b50ced tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790746 Sep 17 22:38:01.029185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ccdb6c5-dbc1-42bc-8fb9-488f090e933d req-a47ac691-253e-4db1-bea8-5f23e8b2caff tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847821 Sep 17 22:38:01.031674 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4123714 Sep 17 22:38:01.035120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42550) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:01.036243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9f403-17f5-4fb3-80f2-3cf41b0eb1fb tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Network': ['ID=c09f31d2-8113-4ec3-b60d-a7f33bf704ae,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:01.046043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'subnet': {'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:01.100863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Allocated IP 19.80.0.2 (86d145e1-7329-49de-81ec-fedaaf965ce2/ab79b590-bedd-4a6a-82e2-1ce1b01a8adb/3dd9a1ab-d20e-4234-a73e-e7d5330f08e4) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:01.145825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c09f31d2-8113-4ec3-b60d-a7f33bf704ae details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:01.323030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2ad9f-21d6-44e6-8c17-03b7e7a92042 req-57443b31-285a-4a4c-abc2-3cd49732a3e1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.333323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92c2ad9f-21d6-44e6-8c17-03b7e7a92042 req-57443b31-285a-4a4c-abc2-3cd49732a3e1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1512406 Sep 17 22:38:01.342335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:01.347248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.425707 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.434885 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.458890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33923845-a067-4412-a53c-3cc6c933f8d3 req-fae755a2-476e-4334-ae5a-d2a467865b3a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.460514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33923845-a067-4412-a53c-3cc6c933f8d3 req-fae755a2-476e-4334-ae5a-d2a467865b3a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 946 time: 0.1926007 Sep 17 22:38:01.482972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Network 86d145e1-7329-49de-81ec-fedaaf965ce2 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:01.488064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:01.494862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:01.509204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Pushing event updated for resources: {'Port': ['ID=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:01.513407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92c2ad9f-21d6-44e6-8c17-03b7e7a92042 req-19c4798d-304e-49fa-b9d4-684637f7a337 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789837 Sep 17 22:38:01.575457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33923845-a067-4412-a53c-3cc6c933f8d3 req-48754270-249d-4a3a-8ca6-f2901c44b67f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052101 Sep 17 22:38:01.616249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Attempting to bind port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:01.616606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Attempting to bind port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:01.617001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Attempting to bind port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 on network 86d145e1-7329-49de-81ec-fedaaf965ce2 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:01.632351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:01.632734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Checking segment: {'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:01.633167 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.634001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Bound using segment: {'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:01.634001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Bound port: 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:01.634412 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.737027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] For port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:01.741770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] For port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:01.750446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.777677 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.834054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881f15a-5e7c-4199-9929-9738ef411a7d None None] Pushing event updated for resources: {'Port': ['ID=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:01.882649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a19e-ab66-4a08-b04f-e94b9261c20d req-7bed878b-8725-468a-90e2-5d3d14843643 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.884436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ae2a19e-ab66-4a08-b04f-e94b9261c20d req-7bed878b-8725-468a-90e2-5d3d14843643 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1796310 Sep 17 22:38:01.928701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2074f-9268-4407-923b-2052a8236218 req-9ad1694e-c55e-45c9-936c-e2f19a869ab6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.934958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2074f-9268-4407-923b-2052a8236218 req-9ad1694e-c55e-45c9-936c-e2f19a869ab6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.943086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42584) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:01.945321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2074f-9268-4407-923b-2052a8236218 req-9ad1694e-c55e-45c9-936c-e2f19a869ab6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.951348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2074f-9268-4407-923b-2052a8236218 req-9ad1694e-c55e-45c9-936c-e2f19a869ab6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.958208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2074f-9268-4407-923b-2052a8236218 req-9ad1694e-c55e-45c9-936c-e2f19a869ab6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.964200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2074f-9268-4407-923b-2052a8236218 req-9ad1694e-c55e-45c9-936c-e2f19a869ab6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.970456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2074f-9268-4407-923b-2052a8236218 req-9ad1694e-c55e-45c9-936c-e2f19a869ab6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.979350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fc2074f-9268-4407-923b-2052a8236218 req-9ad1694e-c55e-45c9-936c-e2f19a869ab6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.2194772 Sep 17 22:38:02.018021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Subnet': ['ID=b94196f8-a945-453c-b551-22a7ad94395c,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.113670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Checking segment: {'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:02.114033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network hostable DHCP agents. Network: c09f31d2-8113-4ec3-b60d-a7f33bf704ae, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:02.116839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db967765-aebe-4357-ab7d-0346cf68cc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.132015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ae2a19e-ab66-4a08-b04f-e94b9261c20d req-54f86bae-1f2a-453b-bbdc-19b2f62414e6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288761 Sep 17 22:38:02.163649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fc2074f-9268-4407-923b-2052a8236218 req-344fa81e-6ebc-4efc-a045-b4e4e40a6b25 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834011 Sep 17 22:38:02.192398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network c09f31d2-8113-4ec3-b60d-a7f33bf704ae is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:02.207203 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:38:02.222726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c09f31d2-8113-4ec3-b60d-a7f33bf704ae) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:02.227851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.228552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.235350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9150a3-79f2-4525-97b3-01ef4a8a8b0e None None] Network c09f31d2-8113-4ec3-b60d-a7f33bf704ae requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:02.294197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db967765-aebe-4357-ab7d-0346cf68cc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.302935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db967765-aebe-4357-ab7d-0346cf68cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.327505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b275f-19a5-4682-9b19-9818055f4312 req-833362ed-7522-4755-b7c9-7f68f360a8e4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.331841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573b275f-19a5-4682-9b19-9818055f4312 req-833362ed-7522-4755-b7c9-7f68f360a8e4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 946 time: 0.0875621 Sep 17 22:38:02.336337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8658de4e-31da-47af-aef4-5e590c043e01 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3000362 Sep 17 22:38:02.349581 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db967765-aebe-4357-ab7d-0346cf68cc4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42aafa22cdc94e749b0c081092898bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047792 Sep 17 22:38:02.350269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42596) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:02.392609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db967765-aebe-4357-ab7d-0346cf68cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f4a1ab-3fd3-4e09-98d7-762b84200f32,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.440296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-073f9805-5c2c-4160-80ba-86ea70174e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.457843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573b275f-19a5-4682-9b19-9818055f4312 req-d64a4221-eb2b-4caf-b74b-450c91d0b897 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177478 Sep 17 22:38:02.488721 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-073f9805-5c2c-4160-80ba-86ea70174e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.519577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fd375-c0e0-4c6c-87eb-9a8521d7e052 req-f18df6c8-c3cb-4181-9674-8b4f96607993 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.521288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d8fd375-c0e0-4c6c-87eb-9a8521d7e052 req-f18df6c8-c3cb-4181-9674-8b4f96607993 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1545913 Sep 17 22:38:02.559774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-c09f31d2-8113-4ec3-b60d-a7f33bf704ae', 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'fixed_ips': [{'subnet_id': 'b94196f8-a945-453c-b551-22a7ad94395c'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:38:02.559994 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-073f9805-5c2c-4160-80ba-86ea70174e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.560641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.563409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-073f9805-5c2c-4160-80ba-86ea70174e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.570526 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-073f9805-5c2c-4160-80ba-86ea70174e8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8f4a1ab-3fd3-4e09-98d7-762b84200f32 HTTP/1.1" status: 204 len: 168 time: 0.2165935 Sep 17 22:38:02.582379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f9805-5c2c-4160-80ba-86ea70174e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f4a1ab-3fd3-4e09-98d7-762b84200f32,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.601602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d8fd375-c0e0-4c6c-87eb-9a8521d7e052 req-d2ffe261-0182-40d9-8eb0-63613bfca48c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714853 Sep 17 22:38:02.805998 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b881-8ffd-4998-b905-150261b718c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.867203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:02.939356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Allocated IP 19.86.0.2 (c09f31d2-8113-4ec3-b60d-a7f33bf704ae/b94196f8-a945-453c-b551-22a7ad94395c/bc7007dc-76a1-4f7a-a693-4c5fe7513114) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:02.972112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3bd9e-db7f-4ba0-9fb4-b75d6ecb9f26 req-61026aae-755b-45a1-aded-7f3799c5c84f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.981183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9b3bd9e-db7f-4ba0-9fb4-b75d6ecb9f26 req-61026aae-755b-45a1-aded-7f3799c5c84f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2357628 Sep 17 22:38:03.049629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:03.050611 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.082561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9b3bd9e-db7f-4ba0-9fb4-b75d6ecb9f26 req-33a35f00-7e3b-42c3-81ec-2115a7a21c66 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974061 Sep 17 22:38:03.119465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-0ef9bb4f-e442-4c1c-85b5-f29cc244f6d3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.137095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-0ef9bb4f-e442-4c1c-85b5-f29cc244f6d3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.150661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-0ef9bb4f-e442-4c1c-85b5-f29cc244f6d3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/networks?id=86d145e1-7329-49de-81ec-fedaaf965ce2&id=c09f31d2-8113-4ec3-b60d-a7f33bf704ae HTTP/1.1" status: 200 len: 1392 time: 0.3558419 Sep 17 22:38:03.177885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-c474095b-72b2-465f-9ae7-ada9b7a5bdb4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/quotas/2ba72d25c3a94eb68732b4682809f547 HTTP/1.1" status: 200 len: 375 time: 0.0261300 Sep 17 22:38:03.210907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.334727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b17ee59-cbae-4b34-9b7d-32443b5a1e2c None None] Network 86d145e1-7329-49de-81ec-fedaaf965ce2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:03.343483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-80496aec-2db3-490e-8573-e9bd10e3c7a1 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1585774 Sep 17 22:38:03.365812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481fdc-dc31-4817-ad5a-d284b6708b34 req-4601db2c-ad2c-48f4-bc44-6b68ce0e9fb7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.367471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd481fdc-dc31-4817-ad5a-d284b6708b34 req-4601db2c-ad2c-48f4-bc44-6b68ce0e9fb7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 946 time: 0.1235526 Sep 17 22:38:03.405967 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.454186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd481fdc-dc31-4817-ad5a-d284b6708b34 req-37aff78c-b700-4063-b4be-55ab5a7ea5f1 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733414 Sep 17 22:38:03.480290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:03.498567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.502327 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.514263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-dd3ebd47-b5e9-4731-91c1-209f85e58451 service neutron] 10.222.0.48 "GET /v2.0/networks/86d145e1-7329-49de-81ec-fedaaf965ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648412 Sep 17 22:38:03.542887 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.550060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-af293080-28f8-4f26-af84-0b0e921a1541 None None] Provisioning complete for port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:03.550443 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af293080-28f8-4f26-af84-0b0e921a1541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.687798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-fed438f4-debc-43e0-946a-336f7fee8f74 service neutron] 10.222.0.48 "GET /v2.0/networks/86d145e1-7329-49de-81ec-fedaaf965ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710153 Sep 17 22:38:03.790261 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Network c09f31d2-8113-4ec3-b60d-a7f33bf704ae is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:03.810559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:03.817061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:03.829513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:03.847057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-e4e3d3b8-c922-4e77-b55d-bf143ab31ab3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.852912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-e4e3d3b8-c922-4e77-b55d-bf143ab31ab3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.859007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-e4e3d3b8-c922-4e77-b55d-bf143ab31ab3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.865519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-e4e3d3b8-c922-4e77-b55d-bf143ab31ab3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.871393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-e4e3d3b8-c922-4e77-b55d-bf143ab31ab3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.874760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.878893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-e4e3d3b8-c922-4e77-b55d-bf143ab31ab3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.884827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-e4e3d3b8-c922-4e77-b55d-bf143ab31ab3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.886799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-e4e3d3b8-c922-4e77-b55d-bf143ab31ab3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1448586 Sep 17 22:38:03.914729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a818f6e2-4066-4019-9cff-5b66204d3826 service neutron] 10.222.0.48 "GET /v2.0/networks/c09f31d2-8113-4ec3-b60d-a7f33bf704ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249241 Sep 17 22:38:03.950674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Pushing event updated for resources: {'Port': ['ID=bc7007dc-76a1-4f7a-a693-4c5fe7513114,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:03.957930 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edb37a91-5771-4f29-9014-aab0c11c34ba req-0c51a7b4-bf74-4d3d-a92d-95c5d4c81fa7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613279 Sep 17 22:38:03.999231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Attempting to bind port bc7007dc-76a1-4f7a-a693-4c5fe7513114 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:03.999840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Attempting to bind port bc7007dc-76a1-4f7a-a693-4c5fe7513114 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:04.000366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Attempting to bind port bc7007dc-76a1-4f7a-a693-4c5fe7513114 on network c09f31d2-8113-4ec3-b60d-a7f33bf704ae {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:04.024694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:04.025460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Checking segment: {'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:04.026199 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.026742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Bound using segment: {'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:04.027801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Bound port: bc7007dc-76a1-4f7a-a693-4c5fe7513114, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:04.028354 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.057342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-856ec774-1c8e-400f-99e8-7dbbe0bc17bb service neutron] 10.222.0.48 "GET /v2.0/networks/c09f31d2-8113-4ec3-b60d-a7f33bf704ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343732 Sep 17 22:38:04.119853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] For port bc7007dc-76a1-4f7a-a693-4c5fe7513114, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:04.123735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] For port bc7007dc-76a1-4f7a-a693-4c5fe7513114, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bc7007dc-76a1-4f7a-a693-4c5fe7513114,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:04.131862 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.227153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dde26-fca8-4003-8f91-e97e8620bc5d req-64877c99-b58c-47bc-b694-3974c190ae02 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.236056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f96dde26-fca8-4003-8f91-e97e8620bc5d req-64877c99-b58c-47bc-b694-3974c190ae02 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0656958 Sep 17 22:38:04.263205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffe2c0-8973-46dc-ae25-7755076fa98e None None] Pushing event updated for resources: {'Port': ['ID=bc7007dc-76a1-4f7a-a693-4c5fe7513114,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:04.315907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f96dde26-fca8-4003-8f91-e97e8620bc5d req-3e4db6fd-f704-490d-af50-c14afa8eaa1b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733676 Sep 17 22:38:04.435177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c0c6d6f3-e753-41c9-8c97-d1e6495604c4 None None] Provisioning complete for port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:04.435620 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d6f3-e753-41c9-8c97-d1e6495604c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.457885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ec4a259-fe50-42a4-a2a0-4c3f7cbb7341 req-85055805-a8a8-4020-a397-dd17a87aa574 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 210 time: 0.0589089 Sep 17 22:38:04.506886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c3dc1-1815-486c-ad23-32748180322f req-d644db0c-8fc4-40d0-8e73-06816df29d9e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.508575 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b26c3dc1-1815-486c-ad23-32748180322f req-d644db0c-8fc4-40d0-8e73-06816df29d9e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 946 time: 0.1385541 Sep 17 22:38:04.541109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945dc3-3549-4052-ab7d-55f6c549c70a req-5d7795d1-8dfe-489c-8df7-dd36a6e173b4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.542840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47945dc3-3549-4052-ab7d-55f6c549c70a req-5d7795d1-8dfe-489c-8df7-dd36a6e173b4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0704973 Sep 17 22:38:04.543329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42676) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.668517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.730146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47945dc3-3549-4052-ab7d-55f6c549c70a req-7245e968-d53b-44e7-bb98-9581e99149ef tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738348 Sep 17 22:38:04.767576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fe4bc8-4779-4065-a5f1-febd03f98fe5 admin admin] Deleting subnet 6a7afdb5-e47c-46bf-ba23-7017b25ae29b {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:04.793465 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bc8-4779-4065-a5f1-febd03f98fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.812664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Deleting port 4c954180-2dcf-45de-af95-26caa2c7ba0c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:04.813534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.929613 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bc8-4779-4065-a5f1-febd03f98fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.950264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42690) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.965595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] For port 4c954180-2dcf-45de-af95-26caa2c7ba0c, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4c954180-2dcf-45de-af95-26caa2c7ba0c,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:04.966154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.987165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Calling delete_port for 4c954180-2dcf-45de-af95-26caa2c7ba0c owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:05.001716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052b15a-4231-4b83-98c2-279f949c1423 req-1fa07f50-c5a5-44c9-91e7-77a93515795b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.005888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bc7007dc-76a1-4f7a-a693-4c5fe7513114 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:05.013660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6052b15a-4231-4b83-98c2-279f949c1423 req-1fa07f50-c5a5-44c9-91e7-77a93515795b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b8adc4-d9e2-4672-a046-7f854a427c3a HTTP/1.1" status: 200 len: 946 time: 0.3730695 Sep 17 22:38:05.112847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port bc7007dc-76a1-4f7a-a693-4c5fe7513114 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:05.113273 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.152739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bc8-4779-4065-a5f1-febd03f98fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.178018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-734069475'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:05.196729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6052b15a-4231-4b83-98c2-279f949c1423 req-f0462f91-20a6-48a1-a9f2-23911cc87781 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820204 Sep 17 22:38:05.228405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Made reservation on behalf of d08f5984048f4f5a8011c273d858fe49 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:05.231969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.235519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.243434 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.254998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:05.255620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ea44e-c842-498e-a199-250ce6384939 req-820e8013-d552-4d9a-add4-d114cca938ce tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.257314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a64ea44e-c842-498e-a199-250ce6384939 req-820e8013-d552-4d9a-add4-d114cca938ce tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2009704 Sep 17 22:38:05.261839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.299521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event deleted for resources: {'Port': ['ID=4c954180-2dcf-45de-af95-26caa2c7ba0c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:05.322453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bc8-4779-4065-a5f1-febd03f98fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.355076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['4c954180-2dcf-45de-af95-26caa2c7ba0c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:05.375091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] No DVR routers for this DVR port 4c954180-2dcf-45de-af95-26caa2c7ba0c on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:05.379126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.381447 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b26c3dc1-1815-486c-ad23-32748180322f req-eeebcb4a-6dce-47fe-89f2-eea37e82c7aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.49 "DELETE /v2.0/ports/4c954180-2dcf-45de-af95-26caa2c7ba0c HTTP/1.1" status: 204 len: 173 time: 0.8644581 Sep 17 22:38:05.382340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b8adc4-d9e2-4672-a046-7f854a427c3a', 'name': 'network-vif-deleted', 'tag': '4c954180-2dcf-45de-af95-26caa2c7ba0c'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:05.385607 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7638f9e1-0bef-4298-b0c5-b0c1f299c91c" -d '{"events": [{"server_uuid": "31b8adc4-d9e2-4672-a046-7f854a427c3a", "name": "network-vif-deleted", "tag": "4c954180-2dcf-45de-af95-26caa2c7ba0c"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:05.402757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe4bc8-4779-4065-a5f1-febd03f98fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7afdb5-e47c-46bf-ba23-7017b25ae29b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:05.427568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.449374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bc8-4779-4065-a5f1-febd03f98fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.454545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-35fe4bc8-4779-4065-a5f1-febd03f98fe5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6a7afdb5-e47c-46bf-ba23-7017b25ae29b HTTP/1.1" status: 204 len: 168 time: 0.9101989 Sep 17 22:38:05.463180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42698) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:05.472873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port bc7007dc-76a1-4f7a-a693-4c5fe7513114, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bc7007dc-76a1-4f7a-a693-4c5fe7513114,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:05.491271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a64ea44e-c842-498e-a199-250ce6384939 req-869aaac3-d42e-4d13-8297-5a501b08d14f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905279 Sep 17 22:38:05.522616 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.523544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:05.528988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.564282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.573156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-e4f30723-2b4e-40d5-afba-86617f2210d6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.580579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-e4f30723-2b4e-40d5-afba-86617f2210d6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.588009 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c5c60a-cc07-4509-a448-0fd41398ee86 x-openstack-request-id: req-e8c5c60a-cc07-4509-a448-0fd41398ee86 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:05.588295 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b8adc4-d9e2-4672-a046-7f854a427c3a", "name": "network-vif-deleted", "tag": "4c954180-2dcf-45de-af95-26caa2c7ba0c", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:05.588541 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8c5c60a-cc07-4509-a448-0fd41398ee86 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:05.589070 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b8adc4-d9e2-4672-a046-7f854a427c3a', 'name': 'network-vif-deleted', 'tag': '4c954180-2dcf-45de-af95-26caa2c7ba0c', 'status': 'completed', 'code': 200} Sep 17 22:38:05.591639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:05.606304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-e4f30723-2b4e-40d5-afba-86617f2210d6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.616251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-e4f30723-2b4e-40d5-afba-86617f2210d6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.618624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.629866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-e4f30723-2b4e-40d5-afba-86617f2210d6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.632019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.632372 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Added segment 8f94a78d-47ba-4656-81ad-5f5ff5f3c918 of type vlan for network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee Sep 17 22:38:05.633842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8620528-0738-43ac-a417-e52b4a15f126,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:05.658448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-e4f30723-2b4e-40d5-afba-86617f2210d6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.671285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-e4f30723-2b4e-40d5-afba-86617f2210d6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.687894 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-e4f30723-2b4e-40d5-afba-86617f2210d6 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.3685362 Sep 17 22:38:05.721451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=bc7007dc-76a1-4f7a-a693-4c5fe7513114,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:05.732803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.741243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5644c742-0adf-4a5e-a41a-ea1f6ea0528c req-5fc8ceb4-2822-4672-8c3a-02b5adf21f8b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479968 Sep 17 22:38:05.762239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:05.763462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.811485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54023d8d-52ef-4528-97f5-0231bd113cf4 req-464a0a0e-12bd-430c-9095-83e725a24015 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 210 time: 0.0507686 Sep 17 22:38:05.855016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.888203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.896785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.897997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.903699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a160834-d84a-45a5-816b-6bf5f4ed9a09']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:05.941348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c907bc17-62a4-4a77-8bb4-f93c92524d02') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:05.941846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c907bc17-62a4-4a77-8bb4-f93c92524d02') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:05.964567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.969198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac21941-cadc-4ff6-aa3a-b4bd4de1be32 None None] Network c09f31d2-8113-4ec3-b60d-a7f33bf704ae requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:06.010376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0587108 Sep 17 22:38:06.016209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d8cc2-7e7b-4628-88ab-a1f539a1791f tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Pushing event updated for resources: {'Network': ['ID=870feca0-c9cd-4e7f-8bf8-fd3c331b32ee,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:06.023984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.040864 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:06.041495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:06.043648 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:06.063808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:06.081591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39716c90-f5a6-4c83-b22b-412c0cc133da req-03aa6cca-8a1d-4b60-bb7c-8b28455c39d5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:06.083242 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39716c90-f5a6-4c83-b22b-412c0cc133da req-03aa6cca-8a1d-4b60-bb7c-8b28455c39d5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2354019 Sep 17 22:38:06.123304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-35c20c53-07ac-46af-8504-7945f1f4ef25 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:06.127222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.130228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-35c20c53-07ac-46af-8504-7945f1f4ef25 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:06.131967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-35c20c53-07ac-46af-8504-7945f1f4ef25 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.45 "GET /v2.0/networks?id=86d145e1-7329-49de-81ec-fedaaf965ce2&id=c09f31d2-8113-4ec3-b60d-a7f33bf704ae HTTP/1.1" status: 200 len: 1392 time: 0.2966805 Sep 17 22:38:06.149451 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.151361 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] 10.222.0.48 "DELETE /v2.0/networks/8a160834-d84a-45a5-816b-6bf5f4ed9a09 HTTP/1.1" status: 204 len: 168 time: 0.6871457 Sep 17 22:38:06.152218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2957-7155-4b88-808a-bd1b65c0003e admin admin] Pushing event deleted for resources: {'Network': ['ID=8a160834-d84a-45a5-816b-6bf5f4ed9a09,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:06.172890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39716c90-f5a6-4c83-b22b-412c0cc133da req-02e3feee-a3c6-4f50-9f15-6ddeda9e7248 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779488 Sep 17 22:38:06.184319 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'port': {'device_id': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2', 'admin_state_up': True, 'tenant_id': '2ba72d25c3a94eb68732b4682809f547'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:06.269395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-13e9136b-2e7e-4e7d-99cb-ae80a8d27c57 None None] Provisioning complete for port bc7007dc-76a1-4f7a-a693-4c5fe7513114 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:06.269771 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-13e9136b-2e7e-4e7d-99cb-ae80a8d27c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.312754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42716) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:06.319445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Request body: {'port': {'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee', 'binding:host_id': 'n-h1-789963-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1320622650'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:06.380379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Made reservation on behalf of 9520a7dc430949a288562dfd6e08488e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:06.383706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.402628 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.420760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42720) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:06.484846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:06.488846 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.495038 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e98a8b51-9fd3-4ee9-8f6d-ebccbcc06f65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bbefcb9aba54baf82ee80e067d50ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730219 Sep 17 22:38:06.496914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:38:06.496914 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:38:06.496914 n-d-789963-10 neutron-server[94738]: [parameters: {'project_id_1': '9520a7dc430949a288562dfd6e08488e', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 37, 46, 459955)}] Sep 17 22:38:06.496914 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:38:06.497977 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:38:06.498580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42726) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:06.567017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96d4360f-02e8-4185-b5e8-475adfaa9d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.592886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96d4360f-02e8-4185-b5e8-475adfaa9d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.657498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96d4360f-02e8-4185-b5e8-475adfaa9d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.663156 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96d4360f-02e8-4185-b5e8-475adfaa9d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.664533 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-96d4360f-02e8-4185-b5e8-475adfaa9d07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c2f55c5-dc66-4686-a8c3-0b7f68e865e3 HTTP/1.1" status: 204 len: 168 time: 0.1647708 Sep 17 22:38:06.679405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4360f-02e8-4185-b5e8-475adfaa9d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2f55c5-dc66-4686-a8c3-0b7f68e865e3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:06.770568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1208171e-6d79-44b4-8dd7-e1b80396f54e None None] Provisioning complete for port bc7007dc-76a1-4f7a-a693-4c5fe7513114 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:06.772109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1208171e-6d79-44b4-8dd7-e1b80396f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.803337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bc7007dc-76a1-4f7a-a693-4c5fe7513114 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:06.900594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port bc7007dc-76a1-4f7a-a693-4c5fe7513114 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:06.900995 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.999796 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.056106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Allocated IP 19.80.0.4 (86d145e1-7329-49de-81ec-fedaaf965ce2/ab79b590-bedd-4a6a-82e2-1ce1b01a8adb/81137699-c14c-4bb0-8d4a-7273aacdd653) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:07.118840 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.124987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.132566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] device_id is not set on port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:07.151397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac495f-82c6-43ec-ad59-6679c52dc45e req-0707b600-9835-4db3-aef4-692a255f7a5b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.153183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73ac495f-82c6-43ec-ad59-6679c52dc45e req-0707b600-9835-4db3-aef4-692a255f7a5b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1058557 Sep 17 22:38:07.170668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-4e55f7ae-a93b-48bb-8721-a161b47f7038 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.172086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-4e55f7ae-a93b-48bb-8721-a161b47f7038 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.5366030 Sep 17 22:38:07.223656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c28570-f25d-4586-8cd6-39a212891854,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:07.229206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-c42ad14c-78eb-466e-b31b-e31da8c954eb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/quotas/424939a27a5f4673ab12eaf052c7651b HTTP/1.1" status: 200 len: 375 time: 0.0457795 Sep 17 22:38:07.264593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73ac495f-82c6-43ec-ad59-6679c52dc45e req-92059cc0-205f-4b7b-ab97-424d959c32f7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008437 Sep 17 22:38:07.362108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-7a183816-23b6-4775-8e26-8d1b9e74cfa4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145868 Sep 17 22:38:07.410539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] device_id is not set on port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:07.420887 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.427307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.480614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.495469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:07.504896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Checking segment: {'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:07.505682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Network hostable DHCP agents. Network: 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:07.531923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:07.550848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:07.561293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f613ac-2ec2-43f9-9bfb-b296507ca0b3 None None] Network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:07.565049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:07.567018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42770) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:07.567956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-adc4a67a-52f3-49c5-89c1-60f38654c651 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.575536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-adc4a67a-52f3-49c5-89c1-60f38654c651 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.585574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.586141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.586407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.591247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-adc4a67a-52f3-49c5-89c1-60f38654c651 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.591384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.592088 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.592560 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 2 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.608545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.610068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-adc4a67a-52f3-49c5-89c1-60f38654c651 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.610200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.610517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.618193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-adc4a67a-52f3-49c5-89c1-60f38654c651 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.618878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.619564 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.620020 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 3 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.625253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-adc4a67a-52f3-49c5-89c1-60f38654c651 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.633368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.634039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-adc4a67a-52f3-49c5-89c1-60f38654c651 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.635352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.636546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.641487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-adc4a67a-52f3-49c5-89c1-60f38654c651 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.2672319 Sep 17 22:38:07.648494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.652440 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.654637 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 4 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.678123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.678552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.678963 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.684184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.684603 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.685294 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 5 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.700519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.701001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.701556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.706998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.707423 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.708126 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 6 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.722538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-df10296d-d441-4f90-a877-81f67988ebe0 service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594935 Sep 17 22:38:07.732832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-429268147-network', 'tenant_id': '82ae297a608040b584e37a05099f3712'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:07.735949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.736406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.736734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.739131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f21b87a-db7d-439c-b4ef-0e254d487ddd req-455cc933-141a-473c-8c63-4d3f7e21072e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898190 Sep 17 22:38:07.744879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.755062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.755439 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.758266 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 7 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.774668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.775033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.775342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.782336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.782671 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.785563 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 8 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.800593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.801544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.801898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.810696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.811067 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.811496 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 9 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.816104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Made reservation on behalf of 82ae297a608040b584e37a05099f3712 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:07.818635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.827535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network 86d145e1-7329-49de-81ec-fedaaf965ce2 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:07.835525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.844148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.844491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.844833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.849721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:07.854426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.854761 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.856645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:07.857167 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 10 to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 Sep 17 22:38:07.879961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:07.880371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:07.880728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:07.894348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:07.894773 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:07.895025 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.939372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Port': ['ID=81137699-c14c-4bb0-8d4a-7273aacdd653,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:07.961327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4c954180-2dcf-45de-af95-26caa2c7ba0c no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:07.975642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.976296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.993881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 4c954180-2dcf-45de-af95-26caa2c7ba0c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:07.995240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4c954180-2dcf-45de-af95-26caa2c7ba0c not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:07.996128 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdce90-de91-43a5-be2c-697b0e65100d req-cb0edbfd-1153-4282-a31b-a7a71c41e7c4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.998360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10fdce90-de91-43a5-be2c-697b0e65100d req-cb0edbfd-1153-4282-a31b-a7a71c41e7c4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 930 time: 0.1964672 Sep 17 22:38:08.010348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-23a3a522-99b7-4383-b290-d5d7dc1cd85e service neutron] 10.222.0.48 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689598 Sep 17 22:38:08.010568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] For port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:08.010875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempted to set empty binding levels {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:38:08.022760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.026431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.046115 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6091285e-180d-4ee8-b7e9-0b4c9de4bb93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8961055 Sep 17 22:38:08.052870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10fdce90-de91-43a5-be2c-697b0e65100d req-65f4f081-d0d5-43a6-a187-d28b1984171f tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Sep 17 22:38:08.054867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.059097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Request body: {'port': {'device_id': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae', 'admin_state_up': True, 'tenant_id': '2ba72d25c3a94eb68732b4682809f547'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:08.068282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.068906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.133072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:08.138338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8112d1-55ab-49ec-a084-762010841f47,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:08.145394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:08.151252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-efef80fd-455b-43a0-807c-2d504df5a9da tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.8371775 Sep 17 22:38:08.153997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42774) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:08.166767 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.167388 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Added segment 2c225dd0-1443-4a55-81c5-8516641c66f4 of type vlan for network 7577208d-b303-41b6-9b78-41e7ead4dbaa Sep 17 22:38:08.223686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Made reservation on behalf of 2ba72d25c3a94eb68732b4682809f547 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:08.234551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.279010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4a1ab00d-4ab6-43b2-beb3-28550f402379 None None] Provisioning complete for port 81137699-c14c-4bb0-8d4a-7273aacdd653 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:08.279927 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a1ab00d-4ab6-43b2-beb3-28550f402379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.290338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.324178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ab00d-4ab6-43b2-beb3-28550f402379 None None] Port 81137699-c14c-4bb0-8d4a-7273aacdd653 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:08.334701 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.337019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.337822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.369485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89af35dd-5026-495f-9e3e-ef0339fec5bb req-d9b6a70e-1d61-4d96-aaef-780d01f18707 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 210 time: 0.0606849 Sep 17 22:38:08.373196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Deleting port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:08.373954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.395229 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8239560 Sep 17 22:38:08.402049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42782) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:08.415384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Request body: {'subnet': {'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-429268147-subnet', 'tenant_id': '82ae297a608040b584e37a05099f3712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:08.433465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06d61-8437-49cd-ae1f-017252d9e29a admin admin] Pushing event updated for resources: {'Network': ['ID=7577208d-b303-41b6-9b78-41e7ead4dbaa,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:08.444223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7577208d-b303-41b6-9b78-41e7ead4dbaa details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:08.491584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95822d70-07c7-449a-9749-8b21216b1d91 req-930cb4c2-54b5-4fbf-9ef2-febed301c461 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.492015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] For port 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7, host n-h1-789963-10, got binding levels [] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:08.492429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.493352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95822d70-07c7-449a-9749-8b21216b1d91 req-930cb4c2-54b5-4fbf-9ef2-febed301c461 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1268468 Sep 17 22:38:08.508748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Calling delete_port for 0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:08.524991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Made reservation on behalf of 82ae297a608040b584e37a05099f3712 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:08.527239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.558649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Allocated IP 19.86.0.44 (c09f31d2-8113-4ec3-b60d-a7f33bf704ae/b94196f8-a945-453c-b551-22a7ad94395c/e54ae984-6d2e-4fef-907e-890f5ebd723d) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:08.599870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.629712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:08.643122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.649424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7d381eea-2040-4897-b540-d4050532ffe5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 HTTP/1.1" status: 204 len: 168 time: 0.4936843 Sep 17 22:38:08.649829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42790) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:08.667058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95822d70-07c7-449a-9749-8b21216b1d91 req-6f73862b-2f8f-45ab-bceb-f7c59234d70a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561141 Sep 17 22:38:08.676174 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b2f2d8-30f7-4919-a027-eab5fc881ac5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:38:08.681019 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-79b2f2d8-30f7-4919-a027-eab5fc881ac5 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "GET /v2.0/ports/0f3c4c74-f5ec-40b8-bda1-4a0390ede2f7 HTTP/1.1" status: 404 len: 333 time: 0.0270934 Sep 17 22:38:08.681658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42792) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:08.686670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Request body: {'port': {'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1458109480'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:08.711378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Made reservation on behalf of 9520a7dc430949a288562dfd6e08488e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:08.714142 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.731316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] device_id is not set on port ac3bd421-acc8-4d49-816a-9f85790c53be yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:08.903769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.919734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.944698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.945906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.974400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a87b1-4717-4657-a446-cac88c836564 req-5652483f-dbfd-4ae7-b2d5-e95d78f946d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.980853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a87b1-4717-4657-a446-cac88c836564 req-5652483f-dbfd-4ae7-b2d5-e95d78f946d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.988520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a87b1-4717-4657-a446-cac88c836564 req-5652483f-dbfd-4ae7-b2d5-e95d78f946d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.990845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:08.994576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:08.994727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a87b1-4717-4657-a446-cac88c836564 req-5652483f-dbfd-4ae7-b2d5-e95d78f946d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.998261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:08.999287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.000057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.001286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a87b1-4717-4657-a446-cac88c836564 req-5652483f-dbfd-4ae7-b2d5-e95d78f946d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.008228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a87b1-4717-4657-a446-cac88c836564 req-5652483f-dbfd-4ae7-b2d5-e95d78f946d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.010939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3bd421-acc8-4d49-816a-9f85790c53be,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:09.016133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a87b1-4717-4657-a446-cac88c836564 req-5652483f-dbfd-4ae7-b2d5-e95d78f946d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.018856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-617a87b1-4717-4657-a446-cac88c836564 req-5652483f-dbfd-4ae7-b2d5-e95d78f946d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1923943 Sep 17 22:38:09.023344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a4bf9515-6450-41d6-b00e-43d73af42d06 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3406675 Sep 17 22:38:09.025959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42796) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:09.031676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:09.094947 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.110635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96b5128-8f80-42bb-b673-91512054d8be,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:09.122950 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.150499 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-617a87b1-4717-4657-a446-cac88c836564 req-9c4a325f-055e-4e35-a8e1-83f3eb5a8316 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069524 Sep 17 22:38:09.207083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Network c09f31d2-8113-4ec3-b60d-a7f33bf704ae is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:09.211003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Checking segment: {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:09.211357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Network hostable DHCP agents. Network: 7577208d-b303-41b6-9b78-41e7ead4dbaa, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:09.218099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:09.220985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:09.278219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event updated for resources: {'Port': ['ID=e54ae984-6d2e-4fef-907e-890f5ebd723d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:09.292628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] device_id is not set on port ac3bd421-acc8-4d49-816a-9f85790c53be yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:09.310815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.312333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa48df-6a49-480f-81bf-0e39836ef6c7 req-16d61794-0b5f-487f-a77f-3a338845a271 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.318119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.319790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa48df-6a49-480f-81bf-0e39836ef6c7 req-16d61794-0b5f-487f-a77f-3a338845a271 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.322082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-affa48df-6a49-480f-81bf-0e39836ef6c7 req-16d61794-0b5f-487f-a77f-3a338845a271 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1652 time: 0.1816249 Sep 17 22:38:09.322856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Network 7577208d-b303-41b6-9b78-41e7ead4dbaa is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:09.337748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.338479 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.368083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7577208d-b303-41b6-9b78-41e7ead4dbaa) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:09.375283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.375884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.382379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d90431-4b11-4214-847a-8bdfdd6f60e8 None None] Network 7577208d-b303-41b6-9b78-41e7ead4dbaa requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:09.384474 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-67cb6ec1-1aa1-412e-a283-22e94e501039 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3305180 Sep 17 22:38:09.387389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3bd421-acc8-4d49-816a-9f85790c53be,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:09.391535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.391871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.392697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.397914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.398309 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.398626 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 2 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.408180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Request body: {'port': {'device_id': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:09.413322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.413507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.413705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.415862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3bbf35a1-9dcc-467a-84bb-8f9188bdcae4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0098884 Sep 17 22:38:09.437410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-affa48df-6a49-480f-81bf-0e39836ef6c7 req-746bc1ea-4f73-41eb-9cfb-891f2bb0992a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928640 Sep 17 22:38:09.440105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.443675 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.444004 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 3 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.480104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.480499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.480770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.486420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.486744 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.487848 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 4 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.556389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.557315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.558104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.578547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.579046 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.594398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-815ee8ff-6a7a-4c5e-b5ea-d8cfaaa9c982 req-24df1763-49d3-46ce-8145-0cbad3193ddc tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 210 time: 0.0699320 Sep 17 22:38:09.608367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.621801 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 5 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.631122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039f8df-5489-4405-8dc4-a909d4d86930 None None] Network 7577208d-b303-41b6-9b78-41e7ead4dbaa requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:09.646855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.647186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.647622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.658678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.658678 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.661018 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 6 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.691139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-1a51c0e8-4ee6-4674-898e-5c472667da5e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.692970 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-1a51c0e8-4ee6-4674-898e-5c472667da5e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.49 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 805 time: 0.1972878 Sep 17 22:38:09.693918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.694252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.694579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.699314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.699636 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.700060 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 7 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.717769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Request body: {'port': {'device_id': '0087cc13-3b32-490d-b897-7fbccdcac082', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'admin_state_up': True, 'tenant_id': '424939a27a5f4673ab12eaf052c7651b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:09.735653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1bedefd8-5dbe-47ea-a8b6-1ec13c4f221a None None] Provisioning complete for port e54ae984-6d2e-4fef-907e-890f5ebd723d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:09.736262 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1bedefd8-5dbe-47ea-a8b6-1ec13c4f221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.738722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.739056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.739387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.752540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.753537 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.755800 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 8 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.806019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.806368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.806691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.817153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.817365 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.817653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1bedefd8-5dbe-47ea-a8b6-1ec13c4f221a None None] Port e54ae984-6d2e-4fef-907e-890f5ebd723d cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:09.819511 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 9 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.844590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.845000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.845309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.854860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.855187 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.857001 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 10 to bind port ac3bd421-acc8-4d49-816a-9f85790c53be Sep 17 22:38:09.877595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.878572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.878962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.884790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:09.885285 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port ac3bd421-acc8-4d49-816a-9f85790c53be on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:09.885728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.889319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Made reservation on behalf of 424939a27a5f4673ab12eaf052c7651b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:09.892885 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.919836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939d522-6647-40be-8b1c-627573153827 req-bca9c2c4-b382-4939-bc8a-25b43a9e0563 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.921416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0939d522-6647-40be-8b1c-627573153827 req-bca9c2c4-b382-4939-bc8a-25b43a9e0563 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1551337 Sep 17 22:38:10.025427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] For port ac3bd421-acc8-4d49-816a-9f85790c53be, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:10.025780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempted to set empty binding levels {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:38:10.045878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.084324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0939d522-6647-40be-8b1c-627573153827 req-021a9575-5ed3-4dab-ba36-964234b9c6e8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525571 Sep 17 22:38:10.106188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] In _notify_port_updated(), no bound segment for port ac3bd421-acc8-4d49-816a-9f85790c53be on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:38:10.107051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.107650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.109003 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "PUT /v2.0/ports/ac3bd421-acc8-4d49-816a-9f85790c53be HTTP/1.1" status: 200 len: 976 time: 1.0814643 Sep 17 22:38:10.121229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Allocated IP 172.20.0.8 (f0ded5a1-8630-4532-83fb-82b6b379ce42/a4fde16d-77f2-4399-a58a-0878473fd609/6e581562-7df6-444d-9ef7-9581f57b853e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:10.121229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42824) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:10.129366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d71dd6-366a-49b6-aa68-6ed8dba27919 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3bd421-acc8-4d49-816a-9f85790c53be,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:10.150178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-0ad5ff0d-b273-45b5-91c9-e4e17a488178 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.151669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-0ad5ff0d-b273-45b5-91c9-e4e17a488178 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 814 time: 0.1811080 Sep 17 22:38:10.181341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-7437d4ff-0e9c-4139-9f81-6898b62224fd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/quotas/82ae297a608040b584e37a05099f3712 HTTP/1.1" status: 200 len: 375 time: 0.0236206 Sep 17 22:38:10.232770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-bdc7c337-5c5f-4b93-b97b-4f3138be243b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304275 Sep 17 22:38:10.249376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81137699-c14c-4bb0-8d4a-7273aacdd653 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:10.262061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.262543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.263016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.263486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.263953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.264503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.264881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.265367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.265831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.266291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.266748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.267209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.267668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.268124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.268619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.269105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.269677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.270139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.270597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.271060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.271533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.271975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.272464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.273007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.273466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.273919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.274374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.274828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.275284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.275739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.276193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.276646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.277121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.277579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.278036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.278494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.278949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.279414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.279861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.280317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.280774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.281257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.281705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.282099 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.282249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.282603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.287453 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8c0982ce-a99b-402b-9ab3-6732b318fb62 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40607 time: 0.1685181 Sep 17 22:38:10.295359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42828) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:10.324134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Transition to ACTIVE for port object 81137699-c14c-4bb0-8d4a-7273aacdd653 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:10.357761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.380452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-c6db67c2-b9c7-4bbc-ac54-ff15940ee643 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.386247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-c6db67c2-b9c7-4bbc-ac54-ff15940ee643 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.392007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-c6db67c2-b9c7-4bbc-ac54-ff15940ee643 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.398173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-c6db67c2-b9c7-4bbc-ac54-ff15940ee643 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.403952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-c6db67c2-b9c7-4bbc-ac54-ff15940ee643 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.410761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-c6db67c2-b9c7-4bbc-ac54-ff15940ee643 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.416583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-c6db67c2-b9c7-4bbc-ac54-ff15940ee643 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.418757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-c6db67c2-b9c7-4bbc-ac54-ff15940ee643 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5431 time: 0.1850810 Sep 17 22:38:10.453248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.462208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Deleting port ac3bd421-acc8-4d49-816a-9f85790c53be {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:10.462549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.509228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Pushing event updated for resources: {'Port': ['ID=81137699-c14c-4bb0-8d4a-7273aacdd653,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:10.516414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-f24b19c5-4623-4b83-b94f-1f11d1b564cd service neutron] 10.222.0.48 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625463 Sep 17 22:38:10.545124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] For port ac3bd421-acc8-4d49-816a-9f85790c53be, host n-h1-789963-10, got binding levels [] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:10.546016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.549767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea574f16-59e1-4f0a-9a2a-c3c63ba6dcda req-6e698fcf-0dab-4991-9601-6f1d752d2185 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103771 Sep 17 22:38:10.561817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Calling delete_port for ac3bd421-acc8-4d49-816a-9f85790c53be owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:10.571676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.586126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:10.663903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Attempting to bind port 81137699-c14c-4bb0-8d4a-7273aacdd653 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:10.664478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Attempting to bind port 81137699-c14c-4bb0-8d4a-7273aacdd653 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:10.664701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Attempting to bind port 81137699-c14c-4bb0-8d4a-7273aacdd653 on network 86d145e1-7329-49de-81ec-fedaaf965ce2 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:10.676218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Port 81137699-c14c-4bb0-8d4a-7273aacdd653 on network 86d145e1-7329-49de-81ec-fedaaf965ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:10.676477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Attempting to bind port 81137699-c14c-4bb0-8d4a-7273aacdd653 on network 86d145e1-7329-49de-81ec-fedaaf965ce2 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:10.697435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:10.697824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Checking segment: {'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:10.698144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Bound using segment: {'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:10.698569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Bound port: 81137699-c14c-4bb0-8d4a-7273aacdd653, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a58368-c50e-4c99-bcd1-8c3d4103441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:10.698926 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.722167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-d4d53914-5c59-47f3-af14-26e0d0a65260 service neutron] 10.222.0.48 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854148 Sep 17 22:38:10.823885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] For port 81137699-c14c-4bb0-8d4a-7273aacdd653, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:10.827716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] For port 81137699-c14c-4bb0-8d4a-7273aacdd653, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81137699-c14c-4bb0-8d4a-7273aacdd653,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:10.846089 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.891494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 81be61f9-2856-4a70-99f8-0d56deed514e details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:10.933106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Pushing event updated for resources: {'Port': ['ID=81137699-c14c-4bb0-8d4a-7273aacdd653,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:10.989552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.990564 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.992021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bb90f4e2-6bc5-43ed-a635-366548347125 service neutron] 10.222.0.45 "PUT /v2.0/ports/81137699-c14c-4bb0-8d4a-7273aacdd653 HTTP/1.1" status: 200 len: 1091 time: 1.5887411 Sep 17 22:38:10.997631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'tag': '81137699-c14c-4bb0-8d4a-7273aacdd653'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:10.999726 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d673ec73-6ea4-4556-9a7b-5d819dfbed45" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "tag": "81137699-c14c-4bb0-8d4a-7273aacdd653"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:11.024906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 81be61f9-2856-4a70-99f8-0d56deed514e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81be61f9-2856-4a70-99f8-0d56deed514e,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:11.037278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Request body: {'port': {'device_id': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:11.038521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '81be61f9-2856-4a70-99f8-0d56deed514e', 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'port_id': '81be61f9-2856-4a70-99f8-0d56deed514e', 'mac_address': 'fa:16:3e:df:aa:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc366c-2f3b-4887-b606-adf539a3c42a', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:11.054885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7e934-8c9d-4e34-a547-49afd1c6f90f req-06241d30-1683-4b38-bbe8-9658c95744e4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.057020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5e7e934-8c9d-4e34-a547-49afd1c6f90f req-06241d30-1683-4b38-bbe8-9658c95744e4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 931 time: 0.1143520 Sep 17 22:38:11.104885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302219be-7f32-42bf-8615-b462dfac0d53 req-efcbb9f9-d716-4913-a07f-d2ea37b65ba6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.113444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302219be-7f32-42bf-8615-b462dfac0d53 req-efcbb9f9-d716-4913-a07f-d2ea37b65ba6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.125435 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.125697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-302219be-7f32-42bf-8615-b462dfac0d53 req-efcbb9f9-d716-4913-a07f-d2ea37b65ba6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1664 time: 0.2956088 Sep 17 22:38:11.144488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81be61f9-2856-4a70-99f8-0d56deed514e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:11.175621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 81be61f9-2856-4a70-99f8-0d56deed514e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81be61f9-2856-4a70-99f8-0d56deed514e,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:11.182328 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.183457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 839128b0-1d60-4fbd-a669-2ab60db4f67b details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:11.188917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event updated for resources: {'Port': ['ID=6e581562-7df6-444d-9ef7-9581f57b853e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.210542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Network f0ded5a1-8630-4532-83fb-82b6b379ce42 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:11.213468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:11.217385 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5e7e934-8c9d-4e34-a547-49afd1c6f90f req-6a3657de-3e22-4777-acf0-4d91ddb7a8ef tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396286 Sep 17 22:38:11.231747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:11.249638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.270088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=81be61f9-2856-4a70-99f8-0d56deed514e,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.290094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-302219be-7f32-42bf-8615-b462dfac0d53 req-9c390c0c-7e1f-4f90-8b1f-7e2fa7c2119d tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634440 Sep 17 22:38:11.339676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 839128b0-1d60-4fbd-a669-2ab60db4f67b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:11.341624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.342836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.356670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '839128b0-1d60-4fbd-a669-2ab60db4f67b', 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'port_id': '839128b0-1d60-4fbd-a669-2ab60db4f67b', 'mac_address': 'fa:16:3e:23:56:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc366c-2f3b-4887-b606-adf539a3c42a', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:11.360865 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.365342 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-e1c428c2-7895-4d76-ae2c-1099925dc73c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6542802 Sep 17 22:38:11.396789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35edaccb-d7cb-406c-bb6b-048777b1a064 req-a2ae67b1-bc4d-4332-a725-5ab99987f948 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 210 time: 0.0893602 Sep 17 22:38:11.410756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac3bd421-acc8-4d49-816a-9f85790c53be,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.417427 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.418938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Request body: {'port': {'device_id': '0087cc13-3b32-490d-b897-7fbccdcac082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:11.426737 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9ed793-f673-413f-9256-329959f2092d x-openstack-request-id: req-2f9ed793-f673-413f-9256-329959f2092d {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:11.427032 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "tag": "81137699-c14c-4bb0-8d4a-7273aacdd653", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:11.427552 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f9ed793-f673-413f-9256-329959f2092d {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:11.428402 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'tag': '81137699-c14c-4bb0-8d4a-7273aacdd653', 'status': 'completed', 'code': 200} Sep 17 22:38:11.432037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839128b0-1d60-4fbd-a669-2ab60db4f67b {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:11.458969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 839128b0-1d60-4fbd-a669-2ab60db4f67b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:11.464149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.465027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 9d718bd9-f68b-442e-92c5-6c077ffc9325 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:11.484974 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.486810 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-85271fdc-ce74-4e75-a558-6c6c671b3cfe tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ac3bd421-acc8-4d49-816a-9f85790c53be HTTP/1.1" status: 204 len: 168 time: 1.1903980 Sep 17 22:38:11.492237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42850) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:11.523965 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-05abfaae-b21f-428c-b9dc-a89194b50bc9 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:38:11.529292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-05abfaae-b21f-428c-b9dc-a89194b50bc9 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "GET /v2.0/ports/ac3bd421-acc8-4d49-816a-9f85790c53be HTTP/1.1" status: 404 len: 333 time: 0.0326450 Sep 17 22:38:11.529469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42852) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:11.561180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.564648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-b885d68c-7d2b-4379-801b-75046122e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.565730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-b885d68c-7d2b-4379-801b-75046122e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.567692 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-b885d68c-7d2b-4379-801b-75046122e5e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1912 time: 0.1544983 Sep 17 22:38:11.571901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=839128b0-1d60-4fbd-a669-2ab60db4f67b,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.582478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1574882061', 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:11.675962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 9d718bd9-f68b-442e-92c5-6c077ffc9325, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:11.696154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'port_id': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'mac_address': 'fa:16:3e:80:db:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:11.738420 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.754540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d718bd9-f68b-442e-92c5-6c077ffc9325 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:11.786140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-89f08a6c-8e0f-4534-b8e6-6f3d25f0b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.786625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-89f08a6c-8e0f-4534-b8e6-6f3d25f0b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.787072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-89f08a6c-8e0f-4534-b8e6-6f3d25f0b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.788103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 9d718bd9-f68b-442e-92c5-6c077ffc9325, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:11.789069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-89f08a6c-8e0f-4534-b8e6-6f3d25f0b367 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2ba72d25c3a94eb68732b4682809f547&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2116561 Sep 17 22:38:11.793735 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.795061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5851e6ee-6f65-43ed-a134-a39c70ee86e4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:11.866642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5851e6ee-6f65-43ed-a134-a39c70ee86e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:11.877167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=9d718bd9-f68b-442e-92c5-6c077ffc9325,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.882748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '5851e6ee-6f65-43ed-a134-a39c70ee86e4', 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'port_id': '5851e6ee-6f65-43ed-a134-a39c70ee86e4', 'mac_address': 'fa:16:3e:05:50:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc366c-2f3b-4887-b606-adf539a3c42a', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:11.923083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.936834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5851e6ee-6f65-43ed-a134-a39c70ee86e4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:11.960831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5851e6ee-6f65-43ed-a134-a39c70ee86e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:11.962490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-62d61c6a-c2e4-4808-9a34-31495a43ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.963953 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d673ec73-6ea4-4556-9a7b-5d819dfbed45 req-62d61c6a-c2e4-4808-9a34-31495a43ebcb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585090 Sep 17 22:38:11.966053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.021812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e581562-7df6-444d-9ef7-9581f57b853e {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:12.029644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.029965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Made reservation on behalf of 9520a7dc430949a288562dfd6e08488e for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:12.031977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5851e6ee-6f65-43ed-a134-a39c70ee86e4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:12.032331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.043611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Transition to ACTIVE for port object 6e581562-7df6-444d-9ef7-9581f57b853e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:12.047612 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.066566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9b24-3c9c-4a9f-b8e6-b1b6bf0a829c req-bf2d9b50-b9e9-4273-a707-d247de582907 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.068054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1cfc9b24-3c9c-4a9f-b8e6-b1b6bf0a829c req-bf2d9b50-b9e9-4273-a707-d247de582907 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.5402434 Sep 17 22:38:12.102185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e581562-7df6-444d-9ef7-9581f57b853e,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:12.133858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-55832140-3ad6-4808-bfbf-1aacf7fa6b82 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.139603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-55832140-3ad6-4808-bfbf-1aacf7fa6b82 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.150117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-55832140-3ad6-4808-bfbf-1aacf7fa6b82 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.158048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-55832140-3ad6-4808-bfbf-1aacf7fa6b82 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.166016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-55832140-3ad6-4808-bfbf-1aacf7fa6b82 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.173285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-55832140-3ad6-4808-bfbf-1aacf7fa6b82 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.179612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Attempting to bind port 6e581562-7df6-444d-9ef7-9581f57b853e on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:12.179953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Attempting to bind port 6e581562-7df6-444d-9ef7-9581f57b853e by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:12.180542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Attempting to bind port 6e581562-7df6-444d-9ef7-9581f57b853e on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:12.180759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-55832140-3ad6-4808-bfbf-1aacf7fa6b82 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.182626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-55832140-3ad6-4808-bfbf-1aacf7fa6b82 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5435 time: 0.2361212 Sep 17 22:38:12.184808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] device_id is not set on port 1f89beda-897b-4173-a548-24e72d14faa2 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:12.186083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Port 6e581562-7df6-444d-9ef7-9581f57b853e on network f0ded5a1-8630-4532-83fb-82b6b379ce42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:12.186420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Attempting to bind port 6e581562-7df6-444d-9ef7-9581f57b853e on network f0ded5a1-8630-4532-83fb-82b6b379ce42 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:12.192017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:12.192707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Checking segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:12.192707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Bound using segment: {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:12.193171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Bound port: 6e581562-7df6-444d-9ef7-9581f57b853e, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58b8c4f-954c-4e78-9832-3c4f38702548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:12.193586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.267504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] For port 6e581562-7df6-444d-9ef7-9581f57b853e, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:12.272253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] For port 6e581562-7df6-444d-9ef7-9581f57b853e, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6e581562-7df6-444d-9ef7-9581f57b853e,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:12.278754 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.318459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.319418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.320845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] 10.222.0.49 "PUT /v2.0/ports/6e581562-7df6-444d-9ef7-9581f57b853e HTTP/1.1" status: 200 len: 1092 time: 0.9273860 Sep 17 22:38:12.321305 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0087cc13-3b32-490d-b897-7fbccdcac082', 'tag': '6e581562-7df6-444d-9ef7-9581f57b853e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:12.323886 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e6034b-a635-45d1-b2b3-19051eae93a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0087cc13-3b32-490d-b897-7fbccdcac082", "tag": "6e581562-7df6-444d-9ef7-9581f57b853e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:12.353449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c558ac-fed1-426c-a8b0-f2a7688c15b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e581562-7df6-444d-9ef7-9581f57b853e,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:12.353705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['81be61f9-2856-4a70-99f8-0d56deed514e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:12.364675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['5851e6ee-6f65-43ed-a134-a39c70ee86e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:12.384077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1cfc9b24-3c9c-4a9f-b8e6-b1b6bf0a829c req-3bd79bda-c5ab-43a7-9cb6-85a84b120141 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770481 Sep 17 22:38:12.411097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['839128b0-1d60-4fbd-a669-2ab60db4f67b'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:12.443646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-2584a6c1-b96e-4fb5-87d6-e6b223ab0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.445630 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-2584a6c1-b96e-4fb5-87d6-e6b223ab0453 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 1095 time: 0.0642214 Sep 17 22:38:12.458431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4055f67-df5e-46d2-890c-5c7b82bf848f req-2c9a7d82-0828-48da-9be6-0d3aec6fd82b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2661643 Sep 17 22:38:12.562804 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-cdc44601-2eaa-46a4-997c-9f9551399218 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e581562-7df6-444d-9ef7-9581f57b853e HTTP/1.1" status: 200 len: 217 time: 0.0902460 Sep 17 22:38:12.609467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54ae984-6d2e-4fef-907e-890f5ebd723d {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:12.624906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-cd512154-7fe6-4968-923f-1b1ef641b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.626501 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-cd512154-7fe6-4968-923f-1b1ef641b20b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0503571 Sep 17 22:38:12.650552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.661986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-d5041031-792a-4b1c-8c15-e6e8682548ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279558 Sep 17 22:38:12.685924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-e72af627-d911-4b94-837c-bbaa565fa187 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.687467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-e72af627-d911-4b94-837c-bbaa565fa187 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.49 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 814 time: 0.4705067 Sep 17 22:38:12.723902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Request body: {'port': {'device_id': 'dec5317d-5216-47cc-9507-1938529361e3', 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'admin_state_up': True, 'tenant_id': '82ae297a608040b584e37a05099f3712'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:12.735374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.737530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Transition to ACTIVE for port object e54ae984-6d2e-4fef-907e-890f5ebd723d will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:12.764635 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.764893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-3aa72805-1672-407d-b56d-d617d86d578c service neutron] 10.222.0.49 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945790 Sep 17 22:38:12.852808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6544a0-7365-4742-b350-63547e8abc36 req-02f0a279-1e7a-4b1a-878a-cfa0877cf739 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.854280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff6544a0-7365-4742-b350-63547e8abc36 req-02f0a279-1e7a-4b1a-878a-cfa0877cf739 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 943 time: 0.2401998 Sep 17 22:38:12.863938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de3dd1-82ec-49e1-b7c3-ce3b20075e1c req-d2619a8d-398a-4d84-a387-2f39fdb6273a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.869447 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3cc69e85-18e5-4751-8df4-0bc84e0f6841 req-32d5dd1c-8e3d-42c8-9a47-ab36d55f8971 service neutron] 10.222.0.49 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953653 Sep 17 22:38:12.869587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de3dd1-82ec-49e1-b7c3-ce3b20075e1c req-d2619a8d-398a-4d84-a387-2f39fdb6273a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.871019 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19de3dd1-82ec-49e1-b7c3-ce3b20075e1c req-d2619a8d-398a-4d84-a387-2f39fdb6273a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1664 time: 0.2558265 Sep 17 22:38:12.919550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e6c6802a-aeb0-436f-81ea-53dd3f4c9123 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:12.970224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Pushing event updated for resources: {'Port': ['ID=e54ae984-6d2e-4fef-907e-890f5ebd723d,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:12.997044 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.036209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e6c6802a-aeb0-436f-81ea-53dd3f4c9123, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:13.042480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff6544a0-7365-4742-b350-63547e8abc36 req-63ad8393-d8ad-4783-9a0c-dc3e40515f93 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647491 Sep 17 22:38:13.051910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19de3dd1-82ec-49e1-b7c3-ce3b20075e1c req-954c1f24-16fd-446b-96fe-0f04bd0867cc tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697707 Sep 17 22:38:13.055362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123', 'network_id': '104a4ac0-9927-4f18-af60-5a455dfef964', 'port_id': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123', 'mac_address': 'fa:16:3e:db:13:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc366c-2f3b-4887-b606-adf539a3c42a', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:13.124147 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.125125 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c6c7bd-d4fa-437d-883c-5682ee87be07 x-openstack-request-id: req-c1c6c7bd-d4fa-437d-883c-5682ee87be07 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:13.125525 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0087cc13-3b32-490d-b897-7fbccdcac082", "tag": "6e581562-7df6-444d-9ef7-9581f57b853e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:13.125873 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1c6c7bd-d4fa-437d-883c-5682ee87be07 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:13.126367 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0087cc13-3b32-490d-b897-7fbccdcac082', 'tag': '6e581562-7df6-444d-9ef7-9581f57b853e', 'status': 'completed', 'code': 200} Sep 17 22:38:13.139611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c6802a-aeb0-436f-81ea-53dd3f4c9123 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:13.167560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e6c6802a-aeb0-436f-81ea-53dd3f4c9123, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:13.171863 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.173220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d14df5e-477b-459c-a67d-77affd4107c0 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:13.175505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:13.204825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:13.208234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02f4b576-e92c-44a0-87c0-42f5d5f2d699 req-b27a8b78-74bb-4e58-bc12-3828545a816c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 210 time: 0.0627291 Sep 17 22:38:13.211445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:13.212319 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.213165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.219087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=1f89beda-897b-4173-a548-24e72d14faa2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.235934 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-fbe058af-87e7-4637-bb75-db43d25f6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.238546 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-fbe058af-87e7-4637-bb75-db43d25f6f69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 1095 time: 0.0676823 Sep 17 22:38:13.241923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Made reservation on behalf of 82ae297a608040b584e37a05099f3712 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:13.243912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.245681 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.257889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c2c792d3-3eb0-49bc-bb77-31668b26a719 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7274272 Sep 17 22:38:13.260391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42866) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:13.269950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Attempting to bind port e54ae984-6d2e-4fef-907e-890f5ebd723d on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:13.270874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Attempting to bind port e54ae984-6d2e-4fef-907e-890f5ebd723d by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:13.270874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Attempting to bind port e54ae984-6d2e-4fef-907e-890f5ebd723d on network c09f31d2-8113-4ec3-b60d-a7f33bf704ae {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:13.295364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Port e54ae984-6d2e-4fef-907e-890f5ebd723d on network c09f31d2-8113-4ec3-b60d-a7f33bf704ae not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:13.295792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Attempting to bind port e54ae984-6d2e-4fef-907e-890f5ebd723d on network c09f31d2-8113-4ec3-b60d-a7f33bf704ae {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:13.315743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:13.316324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Checking segment: {'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:13.316962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Bound using segment: {'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:13.317415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Bound port: e54ae984-6d2e-4fef-907e-890f5ebd723d, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23c5e83-43e5-485f-94c6-3bde5ded0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:13.317786 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.322695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650eade8-c524-46f5-9589-3ff14e7f1ac9 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.324100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-650eade8-c524-46f5-9589-3ff14e7f1ac9 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "GET /v2.0/ports/1f89beda-897b-4173-a548-24e72d14faa2 HTTP/1.1" status: 200 len: 955 time: 0.0627856 Sep 17 22:38:13.327015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42868) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:13.335236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d14df5e-477b-459c-a67d-77affd4107c0, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d14df5e-477b-459c-a67d-77affd4107c0,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:13.349907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6d14df5e-477b-459c-a67d-77affd4107c0', 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d', 'port_id': '6d14df5e-477b-459c-a67d-77affd4107c0', 'mac_address': 'fa:16:3e:fd:4e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc04d14-95c4-4f0e-85e6-301e27f5dfba', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:13.398792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-917115af-b73a-4268-9ddf-5ce544f9e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.400734 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-917115af-b73a-4268-9ddf-5ce544f9e378 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.1484964 Sep 17 22:38:13.403168 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.424819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d14df5e-477b-459c-a67d-77affd4107c0 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:13.449090 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-5aa19163-7caf-476c-b485-22ddd3ca6f70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e581562-7df6-444d-9ef7-9581f57b853e HTTP/1.1" status: 200 len: 217 time: 0.0384364 Sep 17 22:38:13.452506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d14df5e-477b-459c-a67d-77affd4107c0, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d14df5e-477b-459c-a67d-77affd4107c0,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:13.459356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['9d718bd9-f68b-442e-92c5-6c077ffc9325'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:13.474582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] For port e54ae984-6d2e-4fef-907e-890f5ebd723d, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:13.475138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f7585a72-d82b-486c-a941-b8fc9fcc4aab tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Deleting port 1f89beda-897b-4173-a548-24e72d14faa2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:13.475138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f7585a72-d82b-486c-a941-b8fc9fcc4aab tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.480448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] For port e54ae984-6d2e-4fef-907e-890f5ebd723d, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e54ae984-6d2e-4fef-907e-890f5ebd723d,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:13.497781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Allocated IP 172.20.0.4 (7577208d-b303-41b6-9b78-41e7ead4dbaa/f96b5128-8f80-42bb-b673-91512054d8be/dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:13.499512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.522128 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.523898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 70488223-db67-40dc-899e-cc495fd69544 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:13.569923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.571625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.572780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] 10.222.0.45 "PUT /v2.0/ports/e54ae984-6d2e-4fef-907e-890f5ebd723d HTTP/1.1" status: 200 len: 1092 time: 2.5422006 Sep 17 22:38:13.635273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 70488223-db67-40dc-899e-cc495fd69544, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=70488223-db67-40dc-899e-cc495fd69544,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:13.636918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-3e448b0b-818b-4726-9524-be039fa3d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.639129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6d14df5e-477b-459c-a67d-77affd4107c0,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.639938 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-3e448b0b-818b-4726-9524-be039fa3d52c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.1809926 Sep 17 22:38:13.644593 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f7585a72-d82b-486c-a941-b8fc9fcc4aab tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.672513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '70488223-db67-40dc-899e-cc495fd69544', 'network_id': '25be45c2-999c-4309-8e35-03537cb4956d', 'port_id': '70488223-db67-40dc-899e-cc495fd69544', 'mac_address': 'fa:16:3e:77:17:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc04d14-95c4-4f0e-85e6-301e27f5dfba', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:13.686802 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-0568994b-397c-4cf9-bbd0-0fc987230880 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377314 Sep 17 22:38:13.693874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f7585a72-d82b-486c-a941-b8fc9fcc4aab tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Calling delete_port for 1f89beda-897b-4173-a548-24e72d14faa2 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:13.703940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'tag': 'e54ae984-6d2e-4fef-907e-890f5ebd723d'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:13.707633 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825c724f-0637-4af0-9258-66ef425b8576" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "tag": "e54ae984-6d2e-4fef-907e-890f5ebd723d"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:13.733358 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.747724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70488223-db67-40dc-899e-cc495fd69544 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:13.784954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 70488223-db67-40dc-899e-cc495fd69544, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=70488223-db67-40dc-899e-cc495fd69544,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:13.793330 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.799648 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.860001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=70488223-db67-40dc-899e-cc495fd69544,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.869056 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-117b74fc-4ff1-40b5-afed-98f16ed4fe89 service neutron] 10.222.0.49 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707041 Sep 17 22:38:13.898777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.901746 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f7585a72-d82b-486c-a941-b8fc9fcc4aab tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.930423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75eff-f4bf-4b15-b6a7-d1a97946cf09 req-9f945290-3b05-49b7-af89-7711a32088b4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.931966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ead75eff-f4bf-4b15-b6a7-d1a97946cf09 req-9f945290-3b05-49b7-af89-7711a32088b4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.4502366 Sep 17 22:38:13.932592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ea30d-e105-4a2a-93f9-75d1c14478be service neutron] Pushing event updated for resources: {'Port': ['ID=e54ae984-6d2e-4fef-907e-890f5ebd723d,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.942492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7585a72-d82b-486c-a941-b8fc9fcc4aab tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f89beda-897b-4173-a548-24e72d14faa2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.976079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f7585a72-d82b-486c-a941-b8fc9fcc4aab tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.977993 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f7585a72-d82b-486c-a941-b8fc9fcc4aab tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1f89beda-897b-4173-a548-24e72d14faa2 HTTP/1.1" status: 204 len: 168 time: 0.6484590 Sep 17 22:38:13.981973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42878) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:14.009673 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-438e0e61-b99c-43e7-a923-ca09dcddc06b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:38:14.011217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-438e0e61-b99c-43e7-a923-ca09dcddc06b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "GET /v2.0/ports/1f89beda-897b-4173-a548-24e72d14faa2 HTTP/1.1" status: 404 len: 333 time: 0.0283425 Sep 17 22:38:14.014591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-83bc3cbc-2acb-4732-b58c-e4660c32d136 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.021932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-83bc3cbc-2acb-4732-b58c-e4660c32d136 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.023917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42880) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:14.028921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-83bc3cbc-2acb-4732-b58c-e4660c32d136 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.029940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Request body: {'port': {'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1710530951'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:14.034909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-83bc3cbc-2acb-4732-b58c-e4660c32d136 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.040830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-83bc3cbc-2acb-4732-b58c-e4660c32d136 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.046071 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5e6034b-a635-45d1-b2b3-19051eae93a6 req-7a6ce267-17dd-4b12-a23d-6282ef04bd09 service neutron] 10.222.0.49 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698833 Sep 17 22:38:14.046770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-83bc3cbc-2acb-4732-b58c-e4660c32d136 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.052696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-83bc3cbc-2acb-4732-b58c-e4660c32d136 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.054733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-83bc3cbc-2acb-4732-b58c-e4660c32d136 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5437 time: 0.4960568 Sep 17 22:38:14.056716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Network 7577208d-b303-41b6-9b78-41e7ead4dbaa is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:14.061628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Made reservation on behalf of 9520a7dc430949a288562dfd6e08488e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:14.064833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.068575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-efbe8c5b-613d-493c-832c-99a1ad3950fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.069101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-efbe8c5b-613d-493c-832c-99a1ad3950fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.070708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-efbe8c5b-613d-493c-832c-99a1ad3950fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1980 time: 0.3254850 Sep 17 22:38:14.076062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:14.086703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] device_id is not set on port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:14.092681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:14.111458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Pushing event updated for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:14.157793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['70488223-db67-40dc-899e-cc495fd69544'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:14.171632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ead75eff-f4bf-4b15-b6a7-d1a97946cf09 req-184dd3c0-23b2-4957-9cb8-de0a69298f3b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315900 Sep 17 22:38:14.178694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6dc33e4c-61fe-4228-a3c5-2c76f2755468 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.4&port_id=81137699-c14c-4bb0-8d4a-7273aacdd653 HTTP/1.1" status: 200 len: 217 time: 0.0873306 Sep 17 22:38:14.193507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e6c6802a-aeb0-436f-81ea-53dd3f4c9123'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:14.241284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6d14df5e-477b-459c-a67d-77affd4107c0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:14.255272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34dbcc62-8d2c-41a1-bebf-9dc0b04ddc05 req-567b4e33-1656-4723-9274-44abdb37b887 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1835618 Sep 17 22:38:14.263108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.263747 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.286635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bbf51b66-98eb-4954-a924-effb60e831d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.286635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-bbf51b66-98eb-4954-a924-effb60e831d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab79b590-bedd-4a6a-82e2-1ce1b01a8adb HTTP/1.1" status: 200 len: 801 time: 0.0979824 Sep 17 22:38:14.291979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ce8815ed-b8ad-427b-8047-ca5f2fd33244 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5861657 Sep 17 22:38:14.303227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.327136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Request body: {'port': {'device_id': 'dec5317d-5216-47cc-9507-1938529361e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:14.361644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.368373 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa66b64-b663-4309-8af2-29b99a373d49 x-openstack-request-id: req-efa66b64-b663-4309-8af2-29b99a373d49 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:14.368658 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "tag": "e54ae984-6d2e-4fef-907e-890f5ebd723d", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:14.368907 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efa66b64-b663-4309-8af2-29b99a373d49 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:14.369315 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'tag': 'e54ae984-6d2e-4fef-907e-890f5ebd723d', 'status': 'completed', 'code': 200} Sep 17 22:38:14.374613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-c74c0b3f-9486-4e12-b1f7-79bc5275c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.376642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-c74c0b3f-9486-4e12-b1f7-79bc5275c05f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=86d145e1-7329-49de-81ec-fedaaf965ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830169 Sep 17 22:38:14.437990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=756b95f9-1c1a-441e-b5fa-53d0e0ee8846,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:14.440482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.451539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:14.453091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:14.456467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:14.457896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.458507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.476709 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-18944101-f84c-46df-a3f4-a98aeabce037 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4491751 Sep 17 22:38:14.477072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42888) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:14.482670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:14.539194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.589819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cbe42-82e2-4dfe-b1ae-bb9082ac1c7e req-1284435a-e290-4f53-b3da-a01c86dd01ae tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.596054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cbe42-82e2-4dfe-b1ae-bb9082ac1c7e req-1284435a-e290-4f53-b3da-a01c86dd01ae tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.598306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f7cbe42-82e2-4dfe-b1ae-bb9082ac1c7e req-1284435a-e290-4f53-b3da-a01c86dd01ae tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1676 time: 0.1900225 Sep 17 22:38:14.638774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78889caa-67d9-4717-8b1f-a92f1991071b req-bcbc6542-2be2-4029-ac8e-992ed8a44c95 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.640236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78889caa-67d9-4717-8b1f-a92f1991071b req-bcbc6542-2be2-4029-ac8e-992ed8a44c95 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 943 time: 0.1823790 Sep 17 22:38:14.655588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-8e3919d6-1c26-4768-b210-f1c0ea71518d service neutron] 10.222.0.45 "GET /v2.0/networks/86d145e1-7329-49de-81ec-fedaaf965ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641923 Sep 17 22:38:14.727502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] device_id is not set on port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:14.735578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.742623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.795313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=756b95f9-1c1a-441e-b5fa-53d0e0ee8846,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:14.812234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.812584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.812944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.817723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.818058 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.818447 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 2 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.832609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.832971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.833316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.838268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.838625 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.839021 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 3 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.852947 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.854050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.854363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.859154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.859479 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.859876 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 4 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.875361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.875690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.876034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.881316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.881643 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.882028 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 5 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.895137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.895471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.895800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.900557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.900881 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.901367 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 6 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.915090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.915424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.915763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.920249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.920576 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.920988 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 7 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.931853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 9d718bd9-f68b-442e-92c5-6c077ffc9325 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:14.934876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.936192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.936192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.939884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.941074 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.941665 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 8 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.954509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.954841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.955175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.962102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.962425 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.962808 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 9 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.976038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.976370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.976611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:14.981486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:14.981809 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:14.982299 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempt 10 to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 Sep 17 22:38:14.987723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 9d718bd9-f68b-442e-92c5-6c077ffc9325 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:14.992713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 9d718bd9-f68b-442e-92c5-6c077ffc9325 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:14.993209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.996908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:14.997274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:14.997609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempting to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:15.002049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:15.002369 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Failed to bind port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on host n-h1-789963-10 for vnic_type normal using segments [{'id': '8f94a78d-47ba-4656-81ad-5f5ff5f3c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '870feca0-c9cd-4e7f-8bf8-fd3c331b32ee'}] Sep 17 22:38:15.003353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.062126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f7cbe42-82e2-4dfe-b1ae-bb9082ac1c7e req-7ef607a8-a6f8-44d3-9f04-8821e14ca374 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556046 Sep 17 22:38:15.078156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] For port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:15.078646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attempted to set empty binding levels {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:38:15.085378 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.102500 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.115220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78889caa-67d9-4717-8b1f-a92f1991071b req-85d38efe-b159-4b94-8e77-ceb258f38522 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629641 Sep 17 22:38:15.131467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] In _notify_port_updated(), no bound segment for port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 on network 870feca0-c9cd-4e7f-8bf8-fd3c331b32ee {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:38:15.132591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.133712 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.139786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "PUT /v2.0/ports/756b95f9-1c1a-441e-b5fa-53d0e0ee8846 HTTP/1.1" status: 200 len: 976 time: 0.6614051 Sep 17 22:38:15.140588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42890) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:15.146245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:15.150018 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76010b70-3735-4157-9ff0-60c2c8bc9f34" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:15.169541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 9d718bd9-f68b-442e-92c5-6c077ffc9325, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:15.174258 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.176544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 81be61f9-2856-4a70-99f8-0d56deed514e up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:15.192348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c2885-7e3f-40c8-bda6-1285cd426310 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event updated for resources: {'Port': ['ID=756b95f9-1c1a-441e-b5fa-53d0e0ee8846,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.212223 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b720d157-7d6b-4a0b-a6de-0d52fb88adfc x-openstack-request-id: req-b720d157-7d6b-4a0b-a6de-0d52fb88adfc {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:15.212519 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:15.212773 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b720d157-7d6b-4a0b-a6de-0d52fb88adfc {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:15.213349 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'code': 200} Sep 17 22:38:15.260214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Deleting port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:15.260716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.282467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-c92fb921-69d9-47f3-9787-9902e5e8a9aa service neutron] 10.222.0.45 "GET /v2.0/networks/86d145e1-7329-49de-81ec-fedaaf965ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805230 Sep 17 22:38:15.285588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=9d718bd9-f68b-442e-92c5-6c077ffc9325,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.305086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 81be61f9-2856-4a70-99f8-0d56deed514e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:15.307761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c3de6-8edf-4f31-8629-fe584e421cc4 req-80869de6-e133-4c90-a525-ba2b4cdc70f8 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.309970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 81be61f9-2856-4a70-99f8-0d56deed514e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:15.310301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b08c3de6-8edf-4f31-8629-fe584e421cc4 req-80869de6-e133-4c90-a525-ba2b4cdc70f8 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 931 time: 0.1216333 Sep 17 22:38:15.310789 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.344290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] For port 756b95f9-1c1a-441e-b5fa-53d0e0ee8846, host n-h1-789963-10, got binding levels [] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:15.345104 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.360076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Calling delete_port for 756b95f9-1c1a-441e-b5fa-53d0e0ee8846 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:15.388893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-183e665e-d525-4386-bf44-c743e8485024 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=e54ae984-6d2e-4fef-907e-890f5ebd723d HTTP/1.1" status: 200 len: 217 time: 0.0775909 Sep 17 22:38:15.403723 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.440672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 81be61f9-2856-4a70-99f8-0d56deed514e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81be61f9-2856-4a70-99f8-0d56deed514e,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:15.445974 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.446964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5851e6ee-6f65-43ed-a134-a39c70ee86e4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:15.466723 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.489449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098c9b9-2c85-4d79-86ab-d927b300ec5e req-f2b98cad-ce18-4efc-ae06-0a9c283bf551 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.490932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2098c9b9-2c85-4d79-86ab-d927b300ec5e req-f2b98cad-ce18-4efc-ae06-0a9c283bf551 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2231250 Sep 17 22:38:15.513565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Pushing event deleted for resources: {'Port': ['ID=756b95f9-1c1a-441e-b5fa-53d0e0ee8846,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.523809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b08c3de6-8edf-4f31-8629-fe584e421cc4 req-6e6b87be-1a50-4b37-8726-9934f0635eef tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894531 Sep 17 22:38:15.527665 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.532989 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-77d2d4eb-49a3-4986-a97d-a2bb1df3b70b tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "DELETE /v2.0/ports/756b95f9-1c1a-441e-b5fa-53d0e0ee8846 HTTP/1.1" status: 204 len: 168 time: 0.3880095 Sep 17 22:38:15.533855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42900) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:15.553809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-60e77b31-c6d6-4350-8c9f-9bc40d9d407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.555363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-60e77b31-c6d6-4350-8c9f-9bc40d9d407e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b94196f8-a945-453c-b551-22a7ad94395c HTTP/1.1" status: 200 len: 801 time: 0.1567018 Sep 17 22:38:15.571389 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9b281c-caed-4035-b2fa-a62ab226e3c3 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:38:15.571616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=81be61f9-2856-4a70-99f8-0d56deed514e,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.578609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7b9b281c-caed-4035-b2fa-a62ab226e3c3 tempest-PortsAdminExtendedAttrsTestJSON-1449039183 tempest-PortsAdminExtendedAttrsTestJSON-1449039183-project-admin] 10.222.0.48 "GET /v2.0/ports/756b95f9-1c1a-441e-b5fa-53d0e0ee8846 HTTP/1.1" status: 404 len: 333 time: 0.0434513 Sep 17 22:38:15.579392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42902) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:15.582423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:15.586984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:15.587278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.598604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:15.630265 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.645773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2098c9b9-2c85-4d79-86ab-d927b300ec5e req-2551e3c3-c0ed-455f-a0ef-3468d001ceec tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187003 Sep 17 22:38:15.666433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.672578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Transition to ACTIVE for port object dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:15.680772 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.688374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-c5cbac0e-7ef6-467e-a3cf-a416af5e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.690933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-c5cbac0e-7ef6-467e-a3cf-a416af5e670d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c09f31d2-8113-4ec3-b60d-a7f33bf704ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265049 Sep 17 22:38:15.696869 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.731351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5851e6ee-6f65-43ed-a134-a39c70ee86e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:15.735700 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.737771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 839128b0-1d60-4fbd-a669-2ab60db4f67b up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:15.776400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.798533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870feca0-c9cd-4e7f-8bf8-fd3c331b32ee']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:15.808382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f94a78d-47ba-4656-81ad-5f5ff5f3c918') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:15.808700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f94a78d-47ba-4656-81ad-5f5ff5f3c918') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:15.819808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.820081 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5851e6ee-6f65-43ed-a134-a39c70ee86e4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.833810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 839128b0-1d60-4fbd-a669-2ab60db4f67b completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:15.837218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.839743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 839128b0-1d60-4fbd-a669-2ab60db4f67b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:15.840267 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.845292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:15.845688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:15.850150 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:15.891732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Pushing event updated for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.914311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.930251 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.938415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.942840 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] 10.222.0.48 "DELETE /v2.0/networks/870feca0-c9cd-4e7f-8bf8-fd3c331b32ee HTTP/1.1" status: 204 len: 168 time: 0.3598452 Sep 17 22:38:15.944030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9da91-a065-496a-9c22-04f4a2f262a5 tempest-PortsAdminExtendedAttrsTestJSON-1041214322 tempest-PortsAdminExtendedAttrsTestJSON-1041214322-project] Pushing event deleted for resources: {'Network': ['ID=870feca0-c9cd-4e7f-8bf8-fd3c331b32ee,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.944542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-4232ae52-d8be-4aa0-9c58-f86087c6d3dc tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.950662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-4232ae52-d8be-4aa0-9c58-f86087c6d3dc tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.957786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-4232ae52-d8be-4aa0-9c58-f86087c6d3dc tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.964059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-4232ae52-d8be-4aa0-9c58-f86087c6d3dc tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.967413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 839128b0-1d60-4fbd-a669-2ab60db4f67b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:15.970687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-4232ae52-d8be-4aa0-9c58-f86087c6d3dc tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.973374 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.978963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-4232ae52-d8be-4aa0-9c58-f86087c6d3dc tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.985117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-4232ae52-d8be-4aa0-9c58-f86087c6d3dc tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.987164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-4232ae52-d8be-4aa0-9c58-f86087c6d3dc tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5441 time: 0.2546065 Sep 17 22:38:16.000254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Attempting to bind port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:16.001103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Attempting to bind port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:16.001103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Attempting to bind port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 on network 7577208d-b303-41b6-9b78-41e7ead4dbaa {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:16.003489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6e581562-7df6-444d-9ef7-9581f57b853e details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:16.015492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-0ea83c18-b367-4220-b82d-8c6fa8a2d5d7 service neutron] 10.222.0.45 "GET /v2.0/networks/c09f31d2-8113-4ec3-b60d-a7f33bf704ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107600 Sep 17 22:38:16.022720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 on network 7577208d-b303-41b6-9b78-41e7ead4dbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:16.023045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Attempting to bind port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 on network 7577208d-b303-41b6-9b78-41e7ead4dbaa {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:16.055062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:16.055266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Checking segment: {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:16.055490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=839128b0-1d60-4fbd-a669-2ab60db4f67b,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:16.055616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Bound using segment: {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:16.056339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Bound port: dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:16.056567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.098522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7e6ef78-1c1c-4ece-9f90-a5e3b4ff53fa req-bdcc77d4-b80f-49d1-b8c8-63fa150872d1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991869 Sep 17 22:38:16.156691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6e581562-7df6-444d-9ef7-9581f57b853e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6e581562-7df6-444d-9ef7-9581f57b853e,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:16.175586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '6e581562-7df6-444d-9ef7-9581f57b853e', 'network_id': 'f0ded5a1-8630-4532-83fb-82b6b379ce42', 'port_id': '6e581562-7df6-444d-9ef7-9581f57b853e', 'mac_address': 'fa:16:3e:f1:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fde16d-77f2-4399-a58a-0878473fd609', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:16.216237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42912) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:16.217693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:16.221407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9704c0d8-f4b2-4ecb-aa29-17036fcac252 req-6cf72fe9-cde8-4d7b-b846-29b94500c51f service neutron] 10.222.0.45 "GET /v2.0/networks/c09f31d2-8113-4ec3-b60d-a7f33bf704ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938238 Sep 17 22:38:16.237019 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.253624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e581562-7df6-444d-9ef7-9581f57b853e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:16.273975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:16.274384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6e581562-7df6-444d-9ef7-9581f57b853e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6e581562-7df6-444d-9ef7-9581f57b853e,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:16.280197 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.303245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.329367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6e581562-7df6-444d-9ef7-9581f57b853e,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:16.370981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.371691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.373142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] 10.222.0.49 "PUT /v2.0/ports/dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 HTTP/1.1" status: 200 len: 1092 time: 2.0507042 Sep 17 22:38:16.378375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:16.380763 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268e7834-8216-4bfd-8940-fc6c2245912c" -d '{"events": [{"name": "network-changed", "server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:16.383504 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-20482d1e-bd74-4af0-86ff-0f7c667550c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d08f5984048f4f5a8011c273d858fe49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648669 Sep 17 22:38:16.385935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42918) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:16.405238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de64e-8f7c-4238-975c-8c728e9fb648 req-fa6949c3-e245-4baa-8aab-0d170e9e18f4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.411940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de64e-8f7c-4238-975c-8c728e9fb648 req-fa6949c3-e245-4baa-8aab-0d170e9e18f4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.413663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d83de64e-8f7c-4238-975c-8c728e9fb648 req-fa6949c3-e245-4baa-8aab-0d170e9e18f4 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1676 time: 0.2175257 Sep 17 22:38:16.435406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32cd21e1-0672-4874-b4d5-a25c1d3ba21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.457862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32cd21e1-0672-4874-b4d5-a25c1d3ba21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.460028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eba5d-6e6f-4633-9ded-d4c7cbeb2228 req-98e13f0c-7a47-4c4a-8427-57d857c5fa17 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.461579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e7eba5d-6e6f-4633-9ded-d4c7cbeb2228 req-98e13f0c-7a47-4c4a-8427-57d857c5fa17 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 943 time: 0.2392323 Sep 17 22:38:16.466706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c724f-0637-4af0-9258-66ef425b8576 req-4f44d365-b7f4-4376-82f0-9e073be758df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.467190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c724f-0637-4af0-9258-66ef425b8576 req-4f44d365-b7f4-4376-82f0-9e073be758df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.468719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825c724f-0637-4af0-9258-66ef425b8576 req-4f44d365-b7f4-4376-82f0-9e073be758df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ba72d25c3a94eb68732b4682809f547&device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1980 time: 0.1931586 Sep 17 22:38:16.489576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8cdd2-c218-4312-b8c5-a7b24cf87351 service neutron] Pushing event updated for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:16.507577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32cd21e1-0672-4874-b4d5-a25c1d3ba21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.510129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32cd21e1-0672-4874-b4d5-a25c1d3ba21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.511307 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-32cd21e1-0672-4874-b4d5-a25c1d3ba21b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8620528-0738-43ac-a417-e52b4a15f126 HTTP/1.1" status: 204 len: 168 time: 0.1244507 Sep 17 22:38:16.520043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd21e1-0672-4874-b4d5-a25c1d3ba21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8620528-0738-43ac-a417-e52b4a15f126,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:16.581109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d83de64e-8f7c-4238-975c-8c728e9fb648 req-96e760d9-8ada-4d60-af7e-417d1fca44f0 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521819 Sep 17 22:38:16.625580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-affa0b38-d573-4689-bf93-31157bbc7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.627228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-affa0b38-d573-4689-bf93-31157bbc7868 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 1095 time: 0.1900730 Sep 17 22:38:16.629739 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-6d4689cd-be26-40f2-bd02-9dc9108e301c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557237 Sep 17 22:38:16.646879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e7eba5d-6e6f-4633-9ded-d4c7cbeb2228 req-a479f9f9-5a27-4a3b-8634-b774bdd2d51c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766281 Sep 17 22:38:16.650354 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c65f938-236d-48ca-8ab2-c156d7399a50 x-openstack-request-id: req-0c65f938-236d-48ca-8ab2-c156d7399a50 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:16.650644 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:16.650897 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c65f938-236d-48ca-8ab2-c156d7399a50 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:16.652601 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'status': 'completed', 'code': 200} Sep 17 22:38:16.727082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-92ca7ad4-fb6b-4736-b100-943849fb83b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0749364 Sep 17 22:38:16.740062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6e581562-7df6-444d-9ef7-9581f57b853e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:16.755798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-ec4540c0-c48e-4c2e-ae74-c50dce07bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.757873 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-ec4540c0-c48e-4c2e-ae74-c50dce07bcb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=424939a27a5f4673ab12eaf052c7651b&device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 1097 time: 0.0499561 Sep 17 22:38:16.775788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c724f-0637-4af0-9258-66ef425b8576 req-86a1866b-3c1b-4d45-b44b-b19092c513da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.777040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825c724f-0637-4af0-9258-66ef425b8576 req-86a1866b-3c1b-4d45-b44b-b19092c513da service neutron] 10.222.0.45 "GET /v2.0/networks?id=c09f31d2-8113-4ec3-b60d-a7f33bf704ae HTTP/1.1" status: 200 len: 903 time: 0.2809267 Sep 17 22:38:16.888494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-e31f5b64-751f-423b-8305-82f1fa439f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.890498 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-e31f5b64-751f-423b-8305-82f1fa439f65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 200 len: 906 time: 0.1110876 Sep 17 22:38:16.898989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42930) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:16.908186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825c724f-0637-4af0-9258-66ef425b8576 req-affecd35-73bf-458c-8cf6-de6064a59e38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=e54ae984-6d2e-4fef-907e-890f5ebd723d HTTP/1.1" status: 200 len: 217 time: 0.0796309 Sep 17 22:38:16.932990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91648171-814c-4a6a-82d8-1557772834e2 req-3317155d-739d-4c30-96da-70f0b98f3b30 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.934543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91648171-814c-4a6a-82d8-1557772834e2 req-3317155d-739d-4c30-96da-70f0b98f3b30 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 943 time: 0.2136436 Sep 17 22:38:16.946107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d14df5e-477b-459c-a67d-77affd4107c0 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:16.948878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-8cbf8473-d799-42c4-84bf-02e403315411 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1 HTTP/1.1" status: 200 len: 217 time: 0.0507829 Sep 17 22:38:16.956677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-e48d60f4-6b14-42fb-8dca-96cc65dd134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.958207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-e48d60f4-6b14-42fb-8dca-96cc65dd134c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f96b5128-8f80-42bb-b673-91512054d8be HTTP/1.1" status: 200 len: 854 time: 0.1942229 Sep 17 22:38:17.004271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 6d14df5e-477b-459c-a67d-77affd4107c0 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:17.012589 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b974c0df-415d-423d-b3f8-9dbde72475cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9520a7dc430949a288562dfd6e08488e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102810 Sep 17 22:38:17.014002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42932) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:17.014137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6d14df5e-477b-459c-a67d-77affd4107c0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:17.014464 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.024321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-2ea2204d-2f5e-476e-bfd9-67e51caeafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.025796 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-2ea2204d-2f5e-476e-bfd9-67e51caeafe6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 200 len: 845 time: 0.0688453 Sep 17 22:38:17.032878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-ae2c622f-be85-45d2-9a7f-8b8a0f74c270 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7577208d-b303-41b6-9b78-41e7ead4dbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491912 Sep 17 22:38:17.064701 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-8a1cb441-0d41-4fe7-ae22-535402e38903 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0ded5a1-8630-4532-83fb-82b6b379ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315213 Sep 17 22:38:17.067438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66814f-91cf-4afc-b6a7-77ae0db0ddb7 req-3f7fd064-0b77-4f3c-a7a2-2518b2e499c1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.069109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc66814f-91cf-4afc-b6a7-77ae0db0ddb7 req-3f7fd064-0b77-4f3c-a7a2-2518b2e499c1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2154989 Sep 17 22:38:17.080603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91648171-814c-4a6a-82d8-1557772834e2 req-46cd339e-b1e8-4ee5-ae28-dd41864087af tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297569 Sep 17 22:38:17.095103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c724f-0637-4af0-9258-66ef425b8576 req-7e5e58ee-d82c-4b17-8046-cd5f197f545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.096252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825c724f-0637-4af0-9258-66ef425b8576 req-7e5e58ee-d82c-4b17-8046-cd5f197f545e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b94196f8-a945-453c-b551-22a7ad94395c HTTP/1.1" status: 200 len: 801 time: 0.1608016 Sep 17 22:38:17.119982 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.155765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e3e1-c9aa-4f48-ab8b-25038242edb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.166000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d14df5e-477b-459c-a67d-77affd4107c0, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d14df5e-477b-459c-a67d-77affd4107c0,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:17.171483 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.173899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 70488223-db67-40dc-899e-cc495fd69544 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:17.199477 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e3e1-c9aa-4f48-ab8b-25038242edb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.208669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c724f-0637-4af0-9258-66ef425b8576 req-edfc5270-07c1-4ba8-bc64-37498551eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.209563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825c724f-0637-4af0-9258-66ef425b8576 req-edfc5270-07c1-4ba8-bc64-37498551eef6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c09f31d2-8113-4ec3-b60d-a7f33bf704ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051021 Sep 17 22:38:17.210390 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-431ff8d6-9a04-4f3d-8dec-eab2cc4e6d59 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360195 Sep 17 22:38:17.214303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81be61f9-2856-4a70-99f8-0d56deed514e'}, {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5851e6ee-6f65-43ed-a134-a39c70ee86e4'}, {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839128b0-1d60-4fbd-a669-2ab60db4f67b'}, {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d14df5e-477b-459c-a67d-77affd4107c0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:17.216973 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b23d6dc-a873-47f1-a675-23437562480b" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "81be61f9-2856-4a70-99f8-0d56deed514e"}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "5851e6ee-6f65-43ed-a134-a39c70ee86e4"}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "839128b0-1d60-4fbd-a669-2ab60db4f67b"}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "6d14df5e-477b-459c-a67d-77affd4107c0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:17.249585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc66814f-91cf-4afc-b6a7-77ae0db0ddb7 req-626e3b64-b503-4584-804d-8bd3cc6fb091 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614425 Sep 17 22:38:17.270034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 70488223-db67-40dc-899e-cc495fd69544 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:17.279711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 70488223-db67-40dc-899e-cc495fd69544 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:17.280412 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.296140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e3e1-c9aa-4f48-ab8b-25038242edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.299381 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e3e1-c9aa-4f48-ab8b-25038242edb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.304718 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a4a4e3e1-c9aa-4f48-ab8b-25038242edb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97c28570-f25d-4586-8cd6-39a212891854 HTTP/1.1" status: 204 len: 168 time: 0.2874317 Sep 17 22:38:17.319087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4e3e1-c9aa-4f48-ab8b-25038242edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c28570-f25d-4586-8cd6-39a212891854,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:17.326510 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47065d8f-9eee-47d0-9cb6-07af3249a029 x-openstack-request-id: req-47065d8f-9eee-47d0-9cb6-07af3249a029 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:17.326900 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "81be61f9-2856-4a70-99f8-0d56deed514e", "code": 200}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "5851e6ee-6f65-43ed-a134-a39c70ee86e4", "code": 200}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "839128b0-1d60-4fbd-a669-2ab60db4f67b", "code": 200}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "6d14df5e-477b-459c-a67d-77affd4107c0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:17.327667 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47065d8f-9eee-47d0-9cb6-07af3249a029 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:17.328161 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81be61f9-2856-4a70-99f8-0d56deed514e', 'code': 200} Sep 17 22:38:17.328524 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5851e6ee-6f65-43ed-a134-a39c70ee86e4', 'code': 200} Sep 17 22:38:17.328869 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839128b0-1d60-4fbd-a669-2ab60db4f67b', 'code': 200} Sep 17 22:38:17.329253 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d14df5e-477b-459c-a67d-77affd4107c0', 'code': 200} Sep 17 22:38:17.344385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6d14df5e-477b-459c-a67d-77affd4107c0,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:17.395699 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.425741 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aac685d6-991e-4e8f-8af2-0434befc60e2 req-5f7299cf-c2f0-4b63-96bb-9bbc32ce47bc service neutron] 10.222.0.45 "GET /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871905 Sep 17 22:38:17.436408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 70488223-db67-40dc-899e-cc495fd69544, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=70488223-db67-40dc-899e-cc495fd69544,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:17.444247 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.447151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e6c6802a-aeb0-436f-81ea-53dd3f4c9123 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:17.538996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=70488223-db67-40dc-899e-cc495fd69544,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:17.560756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:17.566359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:17.566732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.665970 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.686291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-f7e90ea8-c22a-4d4b-81c5-ecf83f04707f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.692750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-f7e90ea8-c22a-4d4b-81c5-ecf83f04707f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.698744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-f7e90ea8-c22a-4d4b-81c5-ecf83f04707f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.705514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-f7e90ea8-c22a-4d4b-81c5-ecf83f04707f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.706720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e6c6802a-aeb0-436f-81ea-53dd3f4c9123, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:17.710951 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.711772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-f7e90ea8-c22a-4d4b-81c5-ecf83f04707f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.718015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-f7e90ea8-c22a-4d4b-81c5-ecf83f04707f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.724761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-f7e90ea8-c22a-4d4b-81c5-ecf83f04707f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.726769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-f7e90ea8-c22a-4d4b-81c5-ecf83f04707f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5443 time: 0.5286622 Sep 17 22:38:17.744146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-bd383016-4c54-40aa-bdbf-57ece414b263 service neutron] 10.222.0.49 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865656 Sep 17 22:38:17.774005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:17.831998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825c724f-0637-4af0-9258-66ef425b8576 req-522ca189-d376-4265-a3fa-33a34c610528 service neutron] 10.222.0.45 "GET /v2.0/networks/c09f31d2-8113-4ec3-b60d-a7f33bf704ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066830 Sep 17 22:38:17.891420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f098d358-a729-4b10-a4e0-00a3ca669864 req-eff887d8-427d-4af2-a35b-29279fabd684 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568930 Sep 17 22:38:17.912833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746e6cc-2e4a-408b-88c9-cc9223291ba3 req-7c291e5c-f4c6-4d7e-a6ae-867c92611ba0 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.918797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746e6cc-2e4a-408b-88c9-cc9223291ba3 req-7c291e5c-f4c6-4d7e-a6ae-867c92611ba0 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.921402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d746e6cc-2e4a-408b-88c9-cc9223291ba3 req-7c291e5c-f4c6-4d7e-a6ae-867c92611ba0 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1676 time: 0.1906483 Sep 17 22:38:18.039124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257d89ae-0816-40d1-8a2c-55957e74bd55 req-08e7797e-30e9-4a12-925a-d9a9315cd71a service neutron] 10.222.0.49 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682602 Sep 17 22:38:18.075285 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d746e6cc-2e4a-408b-88c9-cc9223291ba3 req-277a02a2-baa3-40a1-95f2-284e57a89055 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438413 Sep 17 22:38:18.089793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-825c724f-0637-4af0-9258-66ef425b8576 req-e79c4ce0-e71d-428a-aeef-bd3b019b2448 service neutron] 10.222.0.45 "GET /v2.0/networks/c09f31d2-8113-4ec3-b60d-a7f33bf704ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455940 Sep 17 22:38:18.104855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492da59-0d9e-4901-88d8-ad9d0398439e req-e2e99002-d6a5-4bfa-bffd-da815d7a1dcb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.109166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0492da59-0d9e-4901-88d8-ad9d0398439e req-e2e99002-d6a5-4bfa-bffd-da815d7a1dcb tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 944 time: 0.1185961 Sep 17 22:38:18.196397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0492da59-0d9e-4901-88d8-ad9d0398439e req-7e9ec81b-0ca8-4754-b177-15143ac9bdc8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777237 Sep 17 22:38:18.225711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7834-8216-4bfd-8940-fc6c2245912c req-1ec0b5e4-3505-4e06-95b5-384015d5eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.227307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-268e7834-8216-4bfd-8940-fc6c2245912c req-1ec0b5e4-3505-4e06-95b5-384015d5eb47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 1095 time: 0.0822618 Sep 17 22:38:18.390555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7834-8216-4bfd-8940-fc6c2245912c req-d0e0de63-ace2-4c7b-a1f8-07b6523a6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.391960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-268e7834-8216-4bfd-8940-fc6c2245912c req-d0e0de63-ace2-4c7b-a1f8-07b6523a6faa service neutron] 10.222.0.49 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 915 time: 0.1571364 Sep 17 22:38:18.408225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b37e4-6cc3-49fe-80e9-678433840ee0 req-d52ff4b9-cbae-41da-9f7b-dc9682c43a12 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.409572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-823b37e4-6cc3-49fe-80e9-678433840ee0 req-d52ff4b9-cbae-41da-9f7b-dc9682c43a12 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 943 time: 0.1074269 Sep 17 22:38:18.425806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2ff15-beef-42b3-9ab2-2a747202431b req-e4d8db90-137b-4128-9d4c-f368ea87f724 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.427168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53f2ff15-beef-42b3-9ab2-2a747202431b req-e4d8db90-137b-4128-9d4c-f368ea87f724 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1091812 Sep 17 22:38:18.466701 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-268e7834-8216-4bfd-8940-fc6c2245912c req-848825d1-fe21-4349-97c4-05ca56b4d294 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0561938 Sep 17 22:38:18.544752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-823b37e4-6cc3-49fe-80e9-678433840ee0 req-77099360-a995-4d61-9757-cc550882dc65 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278396 Sep 17 22:38:18.556373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53f2ff15-beef-42b3-9ab2-2a747202431b req-690b2693-d47f-405f-ad36-8d9f7b34a9fe tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931695 Sep 17 22:38:18.567008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7834-8216-4bfd-8940-fc6c2245912c req-ad81f0e2-3103-4ec4-8964-b8d1e853a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.567008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-268e7834-8216-4bfd-8940-fc6c2245912c req-ad81f0e2-3103-4ec4-8964-b8d1e853a86f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f96b5128-8f80-42bb-b673-91512054d8be HTTP/1.1" status: 200 len: 854 time: 0.0839183 Sep 17 22:38:18.595351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-268e7834-8216-4bfd-8940-fc6c2245912c req-6b44663f-dc63-43d5-974b-c046869a8f26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7577208d-b303-41b6-9b78-41e7ead4dbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254085 Sep 17 22:38:18.671144 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.692289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-268e7834-8216-4bfd-8940-fc6c2245912c req-41bbe7a6-a4ff-4df1-89a0-b6f1996f1d0b service neutron] 10.222.0.49 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888414 Sep 17 22:38:18.698703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42984) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:18.797529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-810718365', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:18.801688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-268e7834-8216-4bfd-8940-fc6c2245912c req-dbbdf393-6536-4ddf-a04d-abe979cc1e5f service neutron] 10.222.0.49 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970776 Sep 17 22:38:18.819316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Made reservation on behalf of 5974963356d846a6b44eac6f68b42c52 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:18.822776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.833145 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.922420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.926650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.932263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] device_id is not set on port c158d007-b71b-4f40-a0ab-5068f84e0695 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:18.969438 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e54ae984-6d2e-4fef-907e-890f5ebd723d details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:19.000098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f5591-3fe0-42a7-8230-09fd9028b4ed,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:19.069367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e54ae984-6d2e-4fef-907e-890f5ebd723d, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e54ae984-6d2e-4fef-907e-890f5ebd723d,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:19.080239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'e54ae984-6d2e-4fef-907e-890f5ebd723d', 'network_id': 'c09f31d2-8113-4ec3-b60d-a7f33bf704ae', 'port_id': 'e54ae984-6d2e-4fef-907e-890f5ebd723d', 'mac_address': 'fa:16:3e:ad:b1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94196f8-a945-453c-b551-22a7ad94395c', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:19.083356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-0d6331d6-8ef4-4b19-88ad-4e3e524d7fc4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.089253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-0d6331d6-8ef4-4b19-88ad-4e3e524d7fc4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.095340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-0d6331d6-8ef4-4b19-88ad-4e3e524d7fc4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.101596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-0d6331d6-8ef4-4b19-88ad-4e3e524d7fc4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.107397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-0d6331d6-8ef4-4b19-88ad-4e3e524d7fc4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.113712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-0d6331d6-8ef4-4b19-88ad-4e3e524d7fc4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.119870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-0d6331d6-8ef4-4b19-88ad-4e3e524d7fc4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.121857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-0d6331d6-8ef4-4b19-88ad-4e3e524d7fc4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.1429088 Sep 17 22:38:19.126459 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.140356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54ae984-6d2e-4fef-907e-890f5ebd723d {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:19.158131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Allocated IP 172.25.0.40 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/c158d007-b71b-4f40-a0ab-5068f84e0695) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:19.163510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e54ae984-6d2e-4fef-907e-890f5ebd723d, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e54ae984-6d2e-4fef-907e-890f5ebd723d,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:19.167643 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.168373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 81137699-c14c-4bb0-8d4a-7273aacdd653 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:19.213309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ae12286-9a38-4fce-a682-f428c6a91942 req-4b170287-7430-4479-af41-1b05b457fda9 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840259 Sep 17 22:38:19.247678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e54ae984-6d2e-4fef-907e-890f5ebd723d,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:19.261795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72abb1-39dd-437b-81f8-42450f51afb7 req-3589457b-6428-4be6-a6e8-281511af93f6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.267685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72abb1-39dd-437b-81f8-42450f51afb7 req-3589457b-6428-4be6-a6e8-281511af93f6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.269745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d72abb1-39dd-437b-81f8-42450f51afb7 req-3589457b-6428-4be6-a6e8-281511af93f6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1677 time: 0.1034327 Sep 17 22:38:19.313584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 81137699-c14c-4bb0-8d4a-7273aacdd653, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81137699-c14c-4bb0-8d4a-7273aacdd653,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:19.325951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '81137699-c14c-4bb0-8d4a-7273aacdd653', 'network_id': '86d145e1-7329-49de-81ec-fedaaf965ce2', 'port_id': '81137699-c14c-4bb0-8d4a-7273aacdd653', 'mac_address': 'fa:16:3e:cf:76:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab79b590-bedd-4a6a-82e2-1ce1b01a8adb', 'ip_address': '19.80.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:19.332444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70488223-db67-40dc-899e-cc495fd69544'}, {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:19.334311 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d66143-94f8-4085-b4ad-27a6d7b8f389" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "70488223-db67-40dc-899e-cc495fd69544"}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "e6c6802a-aeb0-436f-81ea-53dd3f4c9123"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:19.370326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.370869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d72abb1-39dd-437b-81f8-42450f51afb7 req-1af7af0d-474e-44c6-8946-31cd6454bae9 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828576 Sep 17 22:38:19.391049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81137699-c14c-4bb0-8d4a-7273aacdd653 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:19.408390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 81137699-c14c-4bb0-8d4a-7273aacdd653, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81137699-c14c-4bb0-8d4a-7273aacdd653,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:19.413538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.442219 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26a3411-2a9e-4565-bdb2-b2491de624df x-openstack-request-id: req-f26a3411-2a9e-4565-bdb2-b2491de624df {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:19.442512 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "70488223-db67-40dc-899e-cc495fd69544", "code": 200}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-plugged", "status": "completed", "tag": "e6c6802a-aeb0-436f-81ea-53dd3f4c9123", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:19.442766 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f26a3411-2a9e-4565-bdb2-b2491de624df {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:19.444025 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70488223-db67-40dc-899e-cc495fd69544', 'code': 200} Sep 17 22:38:19.444286 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123', 'code': 200} Sep 17 22:38:19.448246 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.464080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb3fe-8acf-41fc-b135-0bd70d162555 req-641f30c4-cbfa-4788-9a5d-3fbaede2c263 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.465854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52ebb3fe-8acf-41fc-b135-0bd70d162555 req-641f30c4-cbfa-4788-9a5d-3fbaede2c263 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 944 time: 0.0812216 Sep 17 22:38:19.556313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.565329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52ebb3fe-8acf-41fc-b135-0bd70d162555 req-cdd525f1-2f7c-41fa-8b94-dfe2f8d13c18 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887582 Sep 17 22:38:19.604151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=81137699-c14c-4bb0-8d4a-7273aacdd653,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:19.616851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:19.623675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:19.626646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:19.657047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Pushing event updated for resources: {'Port': ['ID=c158d007-b71b-4f40-a0ab-5068f84e0695,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:19.690990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-ddbc3c60-ff4d-4e26-8d01-fed33dde4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.691571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-ddbc3c60-ff4d-4e26-8d01-fed33dde4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.692047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-ddbc3c60-ff4d-4e26-8d01-fed33dde4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.692515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-ddbc3c60-ff4d-4e26-8d01-fed33dde4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.693072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-ddbc3c60-ff4d-4e26-8d01-fed33dde4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.693455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-ddbc3c60-ff4d-4e26-8d01-fed33dde4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.693913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-ddbc3c60-ff4d-4e26-8d01-fed33dde4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.695848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-ddbc3c60-ff4d-4e26-8d01-fed33dde4e9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6509 time: 0.1743371 Sep 17 22:38:19.729934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['81137699-c14c-4bb0-8d4a-7273aacdd653'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:19.758973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.759868 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.798166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dc5c4d51-58e7-45e5-8250-e4326494538a tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.0957432 Sep 17 22:38:19.798518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:19.803936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.40'}]}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:19.804298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e8935-b2ab-4d34-8408-a7d8c0bb5509 req-e89e27d2-a552-4d06-819b-4666f3fb2f87 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.805828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d7e8935-b2ab-4d34-8408-a7d8c0bb5509 req-e89e27d2-a552-4d06-819b-4666f3fb2f87 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1510265 Sep 17 22:38:19.814537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12486e85-5db9-453d-a0b4-4f05a3a19203 req-452fd212-9e7a-410c-a7bf-ab41f80a016d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.817061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12486e85-5db9-453d-a0b4-4f05a3a19203 req-452fd212-9e7a-410c-a7bf-ab41f80a016d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 943 time: 0.1634190 Sep 17 22:38:19.820414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4869520-ba93-46f1-a3a7-8e276fbc51b7 req-3df250ad-7354-423d-9299-4939c63203f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&id=91206b3c-434f-429a-a480-5cbe323d19d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930243 Sep 17 22:38:19.837932 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.839515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.882681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d7e8935-b2ab-4d34-8408-a7d8c0bb5509 req-49a9e1af-fcab-4cdd-9ec8-ce0f09930fd1 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Sep 17 22:38:19.885419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12486e85-5db9-453d-a0b4-4f05a3a19203 req-2ec72dc0-efb6-4100-be75-472324d6cb84 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594716 Sep 17 22:38:19.897316 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.011578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:20.018333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6e581562-7df6-444d-9ef7-9581f57b853e up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:20.032418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.128562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 6e581562-7df6-444d-9ef7-9581f57b853e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:20.137628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 6e581562-7df6-444d-9ef7-9581f57b853e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:20.138007 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.167874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:20.184118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '1ed10d20-7671-4f60-825d-6650a3bac047', 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396', 'port_id': '1ed10d20-7671-4f60-825d-6650a3bac047', 'mac_address': 'fa:16:3e:14:36:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4f6607-c921-4818-b779-309a1f058296', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:20.242441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.251671 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.266300 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.272237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ed10d20-7671-4f60-825d-6650a3bac047 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:20.288453 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.303740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:20.313827 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.353961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6e581562-7df6-444d-9ef7-9581f57b853e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6e581562-7df6-444d-9ef7-9581f57b853e,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:20.365704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-422f03a2-babd-4ef3-87c4-c4413dc2bcc5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.372244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-422f03a2-babd-4ef3-87c4-c4413dc2bcc5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.372405 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.379680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:20.380285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-422f03a2-babd-4ef3-87c4-c4413dc2bcc5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.393832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-422f03a2-babd-4ef3-87c4-c4413dc2bcc5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.399982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-422f03a2-babd-4ef3-87c4-c4413dc2bcc5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.406078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-422f03a2-babd-4ef3-87c4-c4413dc2bcc5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.412176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-422f03a2-babd-4ef3-87c4-c4413dc2bcc5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.414192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-422f03a2-babd-4ef3-87c4-c4413dc2bcc5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.1111126 Sep 17 22:38:20.442100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6e581562-7df6-444d-9ef7-9581f57b853e,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:20.452312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.478603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f258c848-ded8-4995-bbb2-96ea50003ad8 req-131ec14d-e32d-4870-b5ff-451776f73e2b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566123 Sep 17 22:38:20.538676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b109-8ec3-4a63-a454-7014be14b605 req-cab372ea-6c7e-4e28-bf28-766dc66940e3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.544501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b109-8ec3-4a63-a454-7014be14b605 req-cab372ea-6c7e-4e28-bf28-766dc66940e3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.546131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f01b109-8ec3-4a63-a454-7014be14b605 req-cab372ea-6c7e-4e28-bf28-766dc66940e3 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1678 time: 0.0649061 Sep 17 22:38:20.577625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1ed10d20-7671-4f60-825d-6650a3bac047'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:20.586868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f01b109-8ec3-4a63-a454-7014be14b605 req-576c148e-5b69-4a84-8589-2e7c0fc32a3a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331070 Sep 17 22:38:20.625991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.628546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.694453 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.696038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 794f6954-9faa-431e-af3e-287b0615485c {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:38:20.714838 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:38:20.716161 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80076aa4-d0dc-47c0-a253-92243a793216 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9166696 Sep 17 22:38:20.718872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43012) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:20.726144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44d0f-334b-4795-934a-19aeb9d39f39 req-b32d326a-0bb7-4047-b373-03173259ee49 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.736004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00f44d0f-334b-4795-934a-19aeb9d39f39 req-b32d326a-0bb7-4047-b373-03173259ee49 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0815253 Sep 17 22:38:20.736575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e54ae984-6d2e-4fef-907e-890f5ebd723d'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:20.785284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00f44d0f-334b-4795-934a-19aeb9d39f39 req-adb742f4-36b5-40b3-b7e4-020a7d8e4782 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 Sep 17 22:38:20.797711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-45d738e1-10d4-449d-bdff-d0905fe1a208 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Deleting port c158d007-b71b-4f40-a0ab-5068f84e0695 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:20.797995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45d738e1-10d4-449d-bdff-d0905fe1a208 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.874794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45d738e1-10d4-449d-bdff-d0905fe1a208 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.886271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-45d738e1-10d4-449d-bdff-d0905fe1a208 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Calling delete_port for c158d007-b71b-4f40-a0ab-5068f84e0695 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:20.980827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 81137699-c14c-4bb0-8d4a-7273aacdd653 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:21.036081 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 81137699-c14c-4bb0-8d4a-7273aacdd653 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:21.040740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 81137699-c14c-4bb0-8d4a-7273aacdd653 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:21.041220 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.047102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c88a61-fbfe-4b58-b75a-c4d603023447 req-29d0f013-5706-4054-b935-65f57494ce58 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.048774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3c88a61-fbfe-4b58-b75a-c4d603023447 req-29d0f013-5706-4054-b935-65f57494ce58 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0910528 Sep 17 22:38:21.058007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7646d-6163-4245-a97f-4b35ad9449af req-521e6875-9aff-447b-ac23-202e658185f5 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.059569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bab7646d-6163-4245-a97f-4b35ad9449af req-521e6875-9aff-447b-ac23-202e658185f5 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 943 time: 0.0999928 Sep 17 22:38:21.131045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3c88a61-fbfe-4b58-b75a-c4d603023447 req-3ffe4fb8-d97c-4c1d-b192-1e33017db0da tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704484 Sep 17 22:38:21.144691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bab7646d-6163-4245-a97f-4b35ad9449af req-2760bf64-e803-4f4a-baeb-18e72c7c0514 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685182 Sep 17 22:38:21.163747 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.199060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 81137699-c14c-4bb0-8d4a-7273aacdd653, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81137699-c14c-4bb0-8d4a-7273aacdd653,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:21.203023 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.253812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=81137699-c14c-4bb0-8d4a-7273aacdd653,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:21.312439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45d738e1-10d4-449d-bdff-d0905fe1a208 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.339688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d738e1-10d4-449d-bdff-d0905fe1a208 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Pushing event deleted for resources: {'Port': ['ID=c158d007-b71b-4f40-a0ab-5068f84e0695,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:21.403843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-45d738e1-10d4-449d-bdff-d0905fe1a208 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.405831 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-45d738e1-10d4-449d-bdff-d0905fe1a208 tempest-RoutersAdminNegativeIpV6Test-716132733 tempest-RoutersAdminNegativeIpV6Test-716132733-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c158d007-b71b-4f40-a0ab-5068f84e0695 HTTP/1.1" status: 204 len: 168 time: 0.6860275 Sep 17 22:38:21.445349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0087cc13-3b32-490d-b897-7fbccdcac082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e581562-7df6-444d-9ef7-9581f57b853e'}, {'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81137699-c14c-4bb0-8d4a-7273aacdd653'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:21.447753 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcca96ce-66c7-4c9f-9670-7a9a431d6981" -d '{"events": [{"server_uuid": "0087cc13-3b32-490d-b897-7fbccdcac082", "name": "network-vif-plugged", "status": "completed", "tag": "6e581562-7df6-444d-9ef7-9581f57b853e"}, {"server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "name": "network-vif-plugged", "status": "completed", "tag": "81137699-c14c-4bb0-8d4a-7273aacdd653"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:21.492725 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8d6c46-efe7-4697-827b-bd56ed58561c x-openstack-request-id: req-ee8d6c46-efe7-4697-827b-bd56ed58561c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:21.493064 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0087cc13-3b32-490d-b897-7fbccdcac082", "name": "network-vif-plugged", "status": "completed", "tag": "6e581562-7df6-444d-9ef7-9581f57b853e", "code": 200}, {"server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "name": "network-vif-plugged", "status": "completed", "tag": "81137699-c14c-4bb0-8d4a-7273aacdd653", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:21.493323 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee8d6c46-efe7-4697-827b-bd56ed58561c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:21.493723 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0087cc13-3b32-490d-b897-7fbccdcac082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e581562-7df6-444d-9ef7-9581f57b853e', 'code': 200} Sep 17 22:38:21.493977 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81137699-c14c-4bb0-8d4a-7273aacdd653', 'code': 200} Sep 17 22:38:21.653865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-8e8d7170-98b4-41f6-8989-f43ca5e211df tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.660158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-8e8d7170-98b4-41f6-8989-f43ca5e211df tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.666025 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-8e8d7170-98b4-41f6-8989-f43ca5e211df tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.671202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43030) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:21.671989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-8e8d7170-98b4-41f6-8989-f43ca5e211df tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.678209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-8e8d7170-98b4-41f6-8989-f43ca5e211df tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.684123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-8e8d7170-98b4-41f6-8989-f43ca5e211df tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.690551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-8e8d7170-98b4-41f6-8989-f43ca5e211df tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.692600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-8e8d7170-98b4-41f6-8989-f43ca5e211df tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.1343329 Sep 17 22:38:21.697273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c065195-2340-4a37-bd87-fd5e2e2e29dc req-a2cf860c-f018-4fbb-8f9b-f77280088673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.698681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c065195-2340-4a37-bd87-fd5e2e2e29dc req-a2cf860c-f018-4fbb-8f9b-f77280088673 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 1097 time: 0.1034460 Sep 17 22:38:21.778323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-111ca2e8-a6ec-4002-9842-6f8c6ca73c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.786914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c065195-2340-4a37-bd87-fd5e2e2e29dc req-1dba578b-aeaf-4a1e-aa96-a83e7c114523 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773036 Sep 17 22:38:21.791715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f01c7c01-d678-4c8e-a6af-c28cd876c18e req-f93ab03d-23c4-4a9b-8c0e-ecf3d79cdaa7 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922141 Sep 17 22:38:21.801184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06478d-9843-4350-ad6d-eb84b1c8d2d7 req-cc67b4bc-8b89-4b40-8da3-847d4c6be60d tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.807370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06478d-9843-4350-ad6d-eb84b1c8d2d7 req-cc67b4bc-8b89-4b40-8da3-847d4c6be60d tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.808989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af06478d-9843-4350-ad6d-eb84b1c8d2d7 req-cc67b4bc-8b89-4b40-8da3-847d4c6be60d tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1679 time: 0.1154370 Sep 17 22:38:21.861519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af06478d-9843-4350-ad6d-eb84b1c8d2d7 req-7391296f-d465-4e0d-b3af-e3caec65e814 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Sep 17 22:38:21.879917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-111ca2e8-a6ec-4002-9842-6f8c6ca73c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.884358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-111ca2e8-a6ec-4002-9842-6f8c6ca73c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.918442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7442f-7746-424e-ab23-7fbbba66be25 req-57aa0344-85f7-4391-b141-4284710bf93c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.920194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f7442f-7746-424e-ab23-7fbbba66be25 req-57aa0344-85f7-4391-b141-4284710bf93c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0567701 Sep 17 22:38:21.921342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ca2e8-a6ec-4002-9842-6f8c6ca73c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd8e80b-35d2-4179-982d-5d12b9ac8d04,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:21.926893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-111ca2e8-a6ec-4002-9842-6f8c6ca73c5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a225157988e4fecacdbe4e7382d7e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546182 Sep 17 22:38:21.933511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43038) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:22.017966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f7442f-7746-424e-ab23-7fbbba66be25 req-4e140ebf-0990-42e0-8643-c57b0c8befe5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834944 Sep 17 22:38:22.021443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:22.037868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b043d-f901-4067-b791-44047ab681fc req-1cf0f00c-0086-4c63-8497-e58fcf85ab47 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.043716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b043d-f901-4067-b791-44047ab681fc req-1cf0f00c-0086-4c63-8497-e58fcf85ab47 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.050290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b043d-f901-4067-b791-44047ab681fc req-1cf0f00c-0086-4c63-8497-e58fcf85ab47 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.056367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b043d-f901-4067-b791-44047ab681fc req-1cf0f00c-0086-4c63-8497-e58fcf85ab47 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.062269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b043d-f901-4067-b791-44047ab681fc req-1cf0f00c-0086-4c63-8497-e58fcf85ab47 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.069132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b043d-f901-4067-b791-44047ab681fc req-1cf0f00c-0086-4c63-8497-e58fcf85ab47 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.074944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b043d-f901-4067-b791-44047ab681fc req-1cf0f00c-0086-4c63-8497-e58fcf85ab47 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.075379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 1ed10d20-7671-4f60-825d-6650a3bac047 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:22.075760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.076832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-770b043d-f901-4067-b791-44047ab681fc req-1cf0f00c-0086-4c63-8497-e58fcf85ab47 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.1557031 Sep 17 22:38:22.089090 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f37d3972-bf35-41a5-8120-d93094cdb4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.089217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:22.094053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Request body: {'floatingip': {'port_id': '9d718bd9-f68b-442e-92c5-6c077ffc9325'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:22.119182 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f37d3972-bf35-41a5-8120-d93094cdb4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.139243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.168151 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.183632 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f37d3972-bf35-41a5-8120-d93094cdb4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.192840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f37d3972-bf35-41a5-8120-d93094cdb4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.193448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f37d3972-bf35-41a5-8120-d93094cdb4f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bd8e80b-35d2-4179-982d-5d12b9ac8d04 HTTP/1.1" status: 204 len: 168 time: 0.2580009 Sep 17 22:38:22.211083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d3972-bf35-41a5-8120-d93094cdb4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd8e80b-35d2-4179-982d-5d12b9ac8d04,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:22.227128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:22.245582 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.296720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:22.338857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a470629-c496-4ff4-8a54-91368a878ef2 req-2833c6a4-43a5-4f49-9144-2e51ebb303c4 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.341736 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a470629-c496-4ff4-8a54-91368a878ef2 req-2833c6a4-43a5-4f49-9144-2e51ebb303c4 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 943 time: 0.0958607 Sep 17 22:38:22.362238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94f38b-91a4-4c20-98c2-fdddbba6a445 req-c6257a28-6c56-46fe-86f1-f64887fb23e3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.363862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de94f38b-91a4-4c20-98c2-fdddbba6a445 req-c6257a28-6c56-46fe-86f1-f64887fb23e3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0811608 Sep 17 22:38:22.410522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a470629-c496-4ff4-8a54-91368a878ef2 req-06958912-2cb1-4375-b609-4395d7d76f90 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628684 Sep 17 22:38:22.430616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de94f38b-91a4-4c20-98c2-fdddbba6a445 req-6b90ab2d-7b7e-4279-98d8-8149303480b4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Sep 17 22:38:22.551473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43052) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:22.595333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2c9092ce-07d5-4fcc-84cb-fdb04118da06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5974963356d846a6b44eac6f68b42c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400782 Sep 17 22:38:22.595333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43054) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:22.644672 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.647939 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed01f717-bad7-4642-9946-bc3a73ac5931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.650104 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.669711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed01f717-bad7-4642-9946-bc3a73ac5931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.717656 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed01f717-bad7-4642-9946-bc3a73ac5931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.720152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed01f717-bad7-4642-9946-bc3a73ac5931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.721404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ed01f717-bad7-4642-9946-bc3a73ac5931 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b3f5591-3fe0-42a7-8230-09fd9028b4ed HTTP/1.1" status: 204 len: 168 time: 0.1250861 Sep 17 22:38:22.729575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f717-bad7-4642-9946-bc3a73ac5931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f5591-3fe0-42a7-8230-09fd9028b4ed,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:22.754947 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Floating IP 0321072b-619e-4b1f-a803-822feb30f555 associated. External IP: 172.25.0.209, port: 9d718bd9-f68b-442e-92c5-6c077ffc9325. Sep 17 22:38:22.965178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Router cf8abcf2-82b5-49b3-a127-324fa205fe69 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:22.985304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915fcc0-2c38-4387-b4d5-307afbcda06d req-3b9663ff-f213-4f98-9fef-741cf7db545a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.992271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915fcc0-2c38-4387-b4d5-307afbcda06d req-3b9663ff-f213-4f98-9fef-741cf7db545a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.994008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d915fcc0-2c38-4387-b4d5-307afbcda06d req-3b9663ff-f213-4f98-9fef-741cf7db545a tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1679 time: 0.0609066 Sep 17 22:38:23.000263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e54ae984-6d2e-4fef-907e-890f5ebd723d up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:23.047123 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d915fcc0-2c38-4387-b4d5-307afbcda06d req-ea14ccdf-3b92-4c9f-abf5-b6e27abc3f29 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Sep 17 22:38:23.076772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port e54ae984-6d2e-4fef-907e-890f5ebd723d completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:23.083755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port e54ae984-6d2e-4fef-907e-890f5ebd723d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:23.084132 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.118384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:23.122547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.128397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] Sync routers for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:23.144816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:23.145487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:38:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:23.164977 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-21da7161-bcbf-416d-99d9-deb11a5149b2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "PUT /v2.0/floatingips/0321072b-619e-4b1f-a803-822feb30f555 HTTP/1.1" status: 200 len: 992 time: 1.0745916 Sep 17 22:38:23.165851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:23.168637 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65" -d '{"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:23.194997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732de44-bae0-46ab-8467-50d1f69b5d00 req-cd7977a1-f77b-4bbe-b60b-55bb1b639ea6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.196788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3732de44-bae0-46ab-8467-50d1f69b5d00 req-cd7977a1-f77b-4bbe-b60b-55bb1b639ea6 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0597212 Sep 17 22:38:23.249545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3732de44-bae0-46ab-8467-50d1f69b5d00 req-aa60dee2-9551-4b75-8c8c-a2977f02a455 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Sep 17 22:38:23.277041 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fe56ea-4583-4aec-9daa-8b6b234f8f9f x-openstack-request-id: req-a3fe56ea-4583-4aec-9daa-8b6b234f8f9f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:23.277334 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:23.277587 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3fe56ea-4583-4aec-9daa-8b6b234f8f9f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:23.280841 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'status': 'completed', 'code': 200} Sep 17 22:38:23.298197 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.351558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:23.356321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-eae720f8-3d77-4653-98a9-b2b0ef290340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.356904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-eae720f8-3d77-4653-98a9-b2b0ef290340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.357469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-eae720f8-3d77-4653-98a9-b2b0ef290340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.357998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-eae720f8-3d77-4653-98a9-b2b0ef290340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.358526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-eae720f8-3d77-4653-98a9-b2b0ef290340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.359048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-eae720f8-3d77-4653-98a9-b2b0ef290340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.359578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-eae720f8-3d77-4653-98a9-b2b0ef290340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.361823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-eae720f8-3d77-4653-98a9-b2b0ef290340 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6509 time: 0.0580418 Sep 17 22:38:23.382867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e54ae984-6d2e-4fef-907e-890f5ebd723d, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e54ae984-6d2e-4fef-907e-890f5ebd723d,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:23.388507 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.496627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047'}, {'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54ae984-6d2e-4fef-907e-890f5ebd723d'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:23.499244 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd014c67-f87a-4c78-a7b7-2a0b3002b124" -d '{"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047"}, {"server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "name": "network-vif-plugged", "status": "completed", "tag": "e54ae984-6d2e-4fef-907e-890f5ebd723d"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:23.528955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-f3fe3ef4-6199-412d-9125-91ec9b9ecc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.530209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-f3fe3ef4-6199-412d-9125-91ec9b9ecc91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aa388694-c383-4083-82af-2984c0d11591 HTTP/1.1" status: 200 len: 917 time: 0.1615934 Sep 17 22:38:23.539481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e54ae984-6d2e-4fef-907e-890f5ebd723d,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:23.591824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43090) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:23.647253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fad70-e08f-41ec-82d9-5ed01a3568d0 req-e683b205-75b1-42e9-bbdb-d66a4d515836 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.648797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c01fad70-e08f-41ec-82d9-5ed01a3568d0 req-e683b205-75b1-42e9-bbdb-d66a4d515836 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 943 time: 0.1607034 Sep 17 22:38:23.674016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-90759114-cfa6-4427-a50d-c0f682317e27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325 HTTP/1.1" status: 200 len: 1000 time: 0.1197650 Sep 17 22:38:23.697507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '0321072b-619e-4b1f-a803-822feb30f555', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'port_id': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'mac_address': 'fa:16:3e:80:db:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:37:14Z', 'updated_at': '2021-09-17T22:38:22Z', 'revision_number': 1, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:23.704344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb7795-9543-4563-9741-6b0e50df9f23 req-507adaa9-efdc-41ba-ae5f-366ba182aa39 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.709416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64fb7795-9543-4563-9741-6b0e50df9f23 req-507adaa9-efdc-41ba-ae5f-366ba182aa39 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1568711 Sep 17 22:38:23.710630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-526a68a1-fb21-4592-be38-233d7176410a tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] Request body: {'port': {'network_id': 'd4c10c15-9b51-4343-8ab4-8ad91c52d204', 'name': 'tempest-NetworksNegativeTestJSON-267819876'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:23.726164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] Checking router: cf8abcf2-82b5-49b3-a127-324fa205fe69 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:23.729284 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-526a68a1-fb21-4592-be38-233d7176410a tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] POST failed (client error): The resource could not be found. Sep 17 22:38:23.730126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526a68a1-fb21-4592-be38-233d7176410a tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:23.731606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-526a68a1-fb21-4592-be38-233d7176410a tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1386971 Sep 17 22:38:23.735557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43096) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:23.737787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:23.738638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:38:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:23.754216 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d715f2-c6d6-4ec2-90eb-43b584a28fc4 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] DELETE failed (client error): The resource could not be found. Sep 17 22:38:23.754780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d715f2-c6d6-4ec2-90eb-43b584a28fc4 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:23.756603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f3d715f2-c6d6-4ec2-90eb-43b584a28fc4 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "DELETE /v2.0/networks/225eb32d-e0cb-4da5-9fc3-cea556b5fb9b HTTP/1.1" status: 404 len: 339 time: 0.0200739 Sep 17 22:38:23.760405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:23.771496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c01fad70-e08f-41ec-82d9-5ed01a3568d0 req-f05056e3-5559-4652-b62d-dcc45b0563cf tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058123 Sep 17 22:38:23.785460 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5cc436-4a34-4360-8d1e-dd34a707ac83 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] DELETE failed (client error): The resource could not be found. Sep 17 22:38:23.786288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5cc436-4a34-4360-8d1e-dd34a707ac83 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:23.791874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2e5cc436-4a34-4360-8d1e-dd34a707ac83 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "DELETE /v2.0/ports/44d114e0-28e4-4128-b583-3d95c3ea0bc1 HTTP/1.1" status: 404 len: 333 time: 0.0268695 Sep 17 22:38:23.792063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-34a0f6d8-1b1b-40a5-aab0-105ee0dc9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.793332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-34a0f6d8-1b1b-40a5-aab0-105ee0dc9675 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a403d8ef-12d7-498f-8761-b85364669067 HTTP/1.1" status: 200 len: 855 time: 0.1084929 Sep 17 22:38:23.795957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43100) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:23.845605 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64fb7795-9543-4563-9741-6b0e50df9f23 req-2c162df4-dae6-4bde-8dd4-e490c502cd5d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100290 Sep 17 22:38:23.871167 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb2f19f-436c-40d6-915e-a8c6c67f13cc x-openstack-request-id: req-cdb2f19f-436c-40d6-915e-a8c6c67f13cc {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:23.871463 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047", "code": 200}, {"server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "name": "network-vif-plugged", "status": "completed", "tag": "e54ae984-6d2e-4fef-907e-890f5ebd723d", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:23.871723 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdb2f19f-436c-40d6-915e-a8c6c67f13cc {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:23.872111 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047', 'code': 200} Sep 17 22:38:23.872365 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54ae984-6d2e-4fef-907e-890f5ebd723d', 'code': 200} Sep 17 22:38:23.874688 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-958f7be4-76f5-402d-b506-72f778e77a41 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] DELETE failed (client error): The resource could not be found. Sep 17 22:38:23.875194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958f7be4-76f5-402d-b506-72f778e77a41 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:23.877065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-958f7be4-76f5-402d-b506-72f778e77a41 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "DELETE /v2.0/subnets/1dddce59-487d-4a29-8b33-c5058dbf376d HTTP/1.1" status: 404 len: 337 time: 0.0801692 Sep 17 22:38:23.881165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43102) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:23.898242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-b48ba153-bf0f-49c2-8ac5-7c4f7eee9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.900212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-b48ba153-bf0f-49c2-8ac5-7c4f7eee9faa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aa388694-c383-4083-82af-2984c0d11591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931470 Sep 17 22:38:23.918996 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-60702213-1a45-496a-bfb1-edfd1e570ae8 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] GET failed (client error): The resource could not be found. Sep 17 22:38:23.920982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-60702213-1a45-496a-bfb1-edfd1e570ae8 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "GET /v2.0/networks/540bbaa2-3083-4b2f-bf6e-ddb503d327ad HTTP/1.1" status: 404 len: 339 time: 0.0376496 Sep 17 22:38:23.947482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:23.979979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e87001-26ec-40bc-9a6e-a309a9b39a10 req-af84e6f2-897f-4695-bf05-1c22e3ae1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.981246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e87001-26ec-40bc-9a6e-a309a9b39a10 req-af84e6f2-897f-4695-bf05-1c22e3ae1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.983462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-55e87001-26ec-40bc-9a6e-a309a9b39a10 req-af84e6f2-897f-4695-bf05-1c22e3ae1504 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1984 time: 0.0530484 Sep 17 22:38:24.006686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43104) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:24.036919 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e9a486-2650-4594-8089-b84c18d0544c tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] GET failed (client error): The resource could not be found. Sep 17 22:38:24.038636 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-14e9a486-2650-4594-8089-b84c18d0544c tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "GET /v2.0/ports/cb56ab82-d16a-4fa2-9a52-8451916e0a31 HTTP/1.1" status: 404 len: 333 time: 0.0309298 Sep 17 22:38:24.042252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43106) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:24.047423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:24.057734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-705317a5-e35c-4aea-9bca-a65f0f51a36b service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490805 Sep 17 22:38:24.094136 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-438f25be-b80c-4d86-9bda-1ddf609dbc4c tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] GET failed (client error): The resource could not be found. Sep 17 22:38:24.098276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-438f25be-b80c-4d86-9bda-1ddf609dbc4c tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "GET /v2.0/subnets/48fa41e7-d00c-499e-84f5-22c787fcc2a0 HTTP/1.1" status: 404 len: 337 time: 0.0550325 Sep 17 22:38:24.103779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43110) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:24.117437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-55933d93-2f63-402a-8184-e8a607bd8c6b tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:24.122682 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-55e87001-26ec-40bc-9a6e-a309a9b39a10 req-c78a46e1-8e8b-4c06-9f1e-8550e0887173 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297657 Sep 17 22:38:24.134563 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-55933d93-2f63-402a-8184-e8a607bd8c6b tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] PUT failed (client error): The resource could not be found. Sep 17 22:38:24.135116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55933d93-2f63-402a-8184-e8a607bd8c6b tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:24.136964 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-55933d93-2f63-402a-8184-e8a607bd8c6b tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "PUT /v2.0/networks/b70745a2-5935-4e6c-a999-eff4323ad3db HTTP/1.1" status: 404 len: 339 time: 0.0278730 Sep 17 22:38:24.140644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43112) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:24.145130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e7b52db7-be83-4b2c-b959-f1960dba34c5 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:24.163246 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b52db7-be83-4b2c-b959-f1960dba34c5 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] PUT failed (client error): The resource could not be found. Sep 17 22:38:24.163913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b52db7-be83-4b2c-b959-f1960dba34c5 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:24.165099 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e7b52db7-be83-4b2c-b959-f1960dba34c5 tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "PUT /v2.0/ports/6051aaef-597b-4279-b91a-d2e5e809f793 HTTP/1.1" status: 404 len: 333 time: 0.0241785 Sep 17 22:38:24.168985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43114) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:24.175142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-309094eb-b0a8-4cbd-8562-c19c95f540bf tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:24.198009 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-309094eb-b0a8-4cbd-8562-c19c95f540bf tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] PUT failed (client error): The resource could not be found. Sep 17 22:38:24.198424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309094eb-b0a8-4cbd-8562-c19c95f540bf tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:24.203076 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-309094eb-b0a8-4cbd-8562-c19c95f540bf tempest-NetworksNegativeTestJSON-535857991 tempest-NetworksNegativeTestJSON-535857991-project] 10.222.0.48 "PUT /v2.0/subnets/385dc97a-c92a-4749-a0d5-b63562f9810e HTTP/1.1" status: 404 len: 337 time: 0.0296705 Sep 17 22:38:24.218115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa8fd-6151-4467-b191-72a889fb051e req-cf4a3b3f-f277-4314-a777-ee1b21b18ea6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.223871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa8fd-6151-4467-b191-72a889fb051e req-cf4a3b3f-f277-4314-a777-ee1b21b18ea6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.225458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-561aa8fd-6151-4467-b191-72a889fb051e req-cf4a3b3f-f277-4314-a777-ee1b21b18ea6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1680 time: 0.0842421 Sep 17 22:38:24.227541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c26d5eae-ebf2-4ea4-a5ac-ca93cbd52c65 req-0ae9d84d-8768-40c6-815d-2d1ba97be63b service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634030 Sep 17 22:38:24.257412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:24.273895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-561aa8fd-6151-4467-b191-72a889fb051e req-f7039ca8-b12c-4ac3-9e39-816688018e1b tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Sep 17 22:38:24.304524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'port_id': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'mac_address': 'fa:16:3e:2e:be:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b5128-8f80-42bb-b673-91512054d8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:24.354698 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.372669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:24.387997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '0321072b-619e-4b1f-a803-822feb30f555', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'port_id': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'mac_address': 'fa:16:3e:80:db:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:37:14Z', 'updated_at': '2021-09-17T22:38:22Z', 'revision_number': 1, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:24.403457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee16ec3-05b6-4f10-8944-6b9d96070104 req-d6ae378d-df6c-4088-8fe9-ddaf59c3c7a2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.405404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dee16ec3-05b6-4f10-8944-6b9d96070104 req-d6ae378d-df6c-4088-8fe9-ddaf59c3c7a2 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0542650 Sep 17 22:38:24.422075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d748-95d6-4157-9f71-b07ffe987823 None None] The sync data for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 is: [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '0321072b-619e-4b1f-a803-822feb30f555', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'port_id': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'mac_address': 'fa:16:3e:80:db:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8291ea50-942b-4763-8b40-4819a5e839c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:37:14Z', 'updated_at': '2021-09-17T22:38:22Z', 'revision_number': 1, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:24.425393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:24.431785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.472618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dee16ec3-05b6-4f10-8944-6b9d96070104 req-dc7e9566-baab-4c7d-ada5-46989b13d526 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599277 Sep 17 22:38:24.494337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:24.534420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43128) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:24.687417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-494f0437-2fc0-4ace-8f50-f34991556faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.707932 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb4efc9-2a1f-40c8-9ecc-4a315d635f52 None None] New status for floating IP 0321072b-619e-4b1f-a803-822feb30f555: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:38:24.712342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff841ff0-0229-42d9-8ba3-20ce6b499334 req-9cfde9bb-7b97-4d74-b570-46752221290d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.716373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff841ff0-0229-42d9-8ba3-20ce6b499334 req-9cfde9bb-7b97-4d74-b570-46752221290d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0682127 Sep 17 22:38:24.763840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff841ff0-0229-42d9-8ba3-20ce6b499334 req-84418c41-10d7-4168-9bd2-55ede8a9d7db tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Sep 17 22:38:24.850635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-494f0437-2fc0-4ace-8f50-f34991556faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.865225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-494f0437-2fc0-4ace-8f50-f34991556faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.925047 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-494f0437-2fc0-4ace-8f50-f34991556faf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55162d2d0b6a476da29e99d8f6780692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870730 Sep 17 22:38:24.926513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43154) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:24.933994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f0437-2fc0-4ace-8f50-f34991556faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b622038-b6f5-4fc2-a9a0-9db1b423ba94,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:24.942223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:24.963548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd8636-a099-47b0-921b-a26958b2a3bf req-8f9c1140-6101-4e18-947e-b597c8a598f8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.972669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73bd8636-a099-47b0-921b-a26958b2a3bf req-8f9c1140-6101-4e18-947e-b597c8a598f8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1157808 Sep 17 22:38:25.020536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04763e1-0996-46f0-a611-0531a7c8bd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.021760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504377-c6df-4a5c-ade7-c71bc1333698 req-6ea30f57-f479-4e87-85c8-8ef3fd7fa1df tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.023473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25504377-c6df-4a5c-ade7-c71bc1333698 req-6ea30f57-f479-4e87-85c8-8ef3fd7fa1df tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 944 time: 0.1264329 Sep 17 22:38:25.071548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04763e1-0996-46f0-a611-0531a7c8bd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.084574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25504377-c6df-4a5c-ade7-c71bc1333698 req-ef7b0c25-1602-4bf9-a9f6-63d3748fc5da tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527029 Sep 17 22:38:25.153204 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04763e1-0996-46f0-a611-0531a7c8bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.161607 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04763e1-0996-46f0-a611-0531a7c8bd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.167133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b04763e1-0996-46f0-a611-0531a7c8bd9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b622038-b6f5-4fc2-a9a0-9db1b423ba94 HTTP/1.1" status: 204 len: 168 time: 0.2392271 Sep 17 22:38:25.179815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04763e1-0996-46f0-a611-0531a7c8bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b622038-b6f5-4fc2-a9a0-9db1b423ba94,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:25.255427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a32eef-7256-4f47-ad57-529a07a84a99 req-b7ecdbe2-4d9e-4ddd-bce7-8cdda729a9b6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.257306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58a32eef-7256-4f47-ad57-529a07a84a99 req-b7ecdbe2-4d9e-4ddd-bce7-8cdda729a9b6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1109762 Sep 17 22:38:25.268636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73bd8636-a099-47b0-921b-a26958b2a3bf req-21a3337a-88c2-46b1-9972-41c8c7435fa4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941318 Sep 17 22:38:25.336912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58a32eef-7256-4f47-ad57-529a07a84a99 req-c755bcdf-4c51-4b9b-afd0-8bbc9ce7714f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670011 Sep 17 22:38:25.480821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea2421-7d19-49ee-b660-e049dc01a397 req-51526507-0e49-419d-8c9d-e2380ed82504 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.488053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea2421-7d19-49ee-b660-e049dc01a397 req-51526507-0e49-419d-8c9d-e2380ed82504 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.495512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffea2421-7d19-49ee-b660-e049dc01a397 req-51526507-0e49-419d-8c9d-e2380ed82504 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1680 time: 0.0979908 Sep 17 22:38:25.556215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffea2421-7d19-49ee-b660-e049dc01a397 req-92fbddd3-8184-4140-a97b-6cb385d6460c tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Sep 17 22:38:25.795602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98b1fd-ed7d-4edf-83d3-bb17600510e8 req-0f3ec56a-6bce-4475-9d41-51c2e96daa68 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.797737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce98b1fd-ed7d-4edf-83d3-bb17600510e8 req-0f3ec56a-6bce-4475-9d41-51c2e96daa68 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1019623 Sep 17 22:38:25.876956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce98b1fd-ed7d-4edf-83d3-bb17600510e8 req-52c4a236-de52-4168-9a16-e3937dbe5c22 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712087 Sep 17 22:38:26.070668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea559cd-8e41-4236-8941-72a912b32653 req-89b2bb28-704a-4957-9799-9cde68bdfc12 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.076836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea559cd-8e41-4236-8941-72a912b32653 req-89b2bb28-704a-4957-9799-9cde68bdfc12 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.078463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ea559cd-8e41-4236-8941-72a912b32653 req-89b2bb28-704a-4957-9799-9cde68bdfc12 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1680 time: 0.0701301 Sep 17 22:38:26.128850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ea559cd-8e41-4236-8941-72a912b32653 req-c2419e39-f7c4-4662-9e8a-56ad973da637 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Sep 17 22:38:26.228254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab624a-8444-44da-b41d-74a2d323b4db req-cc74cbc9-ef90-49ca-9294-af1e5ca762d5 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.229842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fab624a-8444-44da-b41d-74a2d323b4db req-cc74cbc9-ef90-49ca-9294-af1e5ca762d5 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 944 time: 0.0602298 Sep 17 22:38:26.284967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fab624a-8444-44da-b41d-74a2d323b4db req-b5f83f34-2ecf-4c6e-9b13-a1573656529f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439765 Sep 17 22:38:26.330100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:26.466753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-239658455'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:26.494788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:26.501452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.512467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.523233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13623f-78c6-4d1e-bb0d-26d6ce3b6b75 req-450cb54f-836d-4462-8ae5-5ee2a967016d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.525006 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c13623f-78c6-4d1e-bb0d-26d6ce3b6b75 req-450cb54f-836d-4462-8ae5-5ee2a967016d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1111977 Sep 17 22:38:26.579110 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c13623f-78c6-4d1e-bb0d-26d6ce3b6b75 req-900d3c2b-8444-4cac-bf9b-22a45ab97f79 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470107 Sep 17 22:38:26.656719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.663540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.695532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:26.701956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470cf2ba-2012-4e7e-86c8-d77b279930e9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:26.710314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.710709 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Added segment 0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a of type vlan for network 5859c016-fe7b-4837-9d3a-4c73e91bc912 Sep 17 22:38:26.760286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.787623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.794443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.795083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.838688 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5035946 Sep 17 22:38:26.839502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43214) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:26.845704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'name': 'tempest-PortsTestJSON-1120425041'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:26.873205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c496a-5e85-44d8-99d0-20526c89d6b1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Network': ['ID=5859c016-fe7b-4837-9d3a-4c73e91bc912,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:26.887041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:27.347203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:27.350726 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.359271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7ef14-c112-4879-9096-fd25ef960bc4 req-19746845-cd1a-4b06-9482-f1bf48bc4b6b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.360787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bb7ef14-c112-4879-9096-fd25ef960bc4 req-19746845-cd1a-4b06-9482-f1bf48bc4b6b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1117785 Sep 17 22:38:27.370318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4e870-6aa9-4547-b326-0844b655c192 req-4157be94-f31d-457c-ae14-d074e7896c13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.376257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4e870-6aa9-4547-b326-0844b655c192 req-4157be94-f31d-457c-ae14-d074e7896c13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.378568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2b4e870-6aa9-4547-b326-0844b655c192 req-4157be94-f31d-457c-ae14-d074e7896c13 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1680 time: 0.1283271 Sep 17 22:38:27.416396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port fa801d38-8c23-4799-a160-f35b2eaffb87 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:27.524697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bb7ef14-c112-4879-9096-fd25ef960bc4 req-c1effde1-e82d-4791-8907-be9a63d5c6c0 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394732 Sep 17 22:38:27.556522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2b4e870-6aa9-4547-b326-0844b655c192 req-7631ad5f-132b-45c6-b726-d72649bf4c7d tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600444 Sep 17 22:38:27.583132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-8abfea73-a4c7-479f-9e8a-a8fea19ec444 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.589089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-8abfea73-a4c7-479f-9e8a-a8fea19ec444 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.590957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-8abfea73-a4c7-479f-9e8a-a8fea19ec444 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 1680 time: 0.1604152 Sep 17 22:38:27.787959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.833187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80db01-6ab1-4ca5-9fef-ba6f9ebf0c84 req-b808d4ac-9a52-404d-b7a6-6accdeb050ea tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.834774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d80db01-6ab1-4ca5-9fef-ba6f9ebf0c84 req-b808d4ac-9a52-404d-b7a6-6accdeb050ea tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 944 time: 0.2149804 Sep 17 22:38:27.926683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c964a81-df20-480f-97a2-d8efa4a70ca4 req-94f1e19e-e171-4542-8a7f-bd30eec0c5a8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.926683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c964a81-df20-480f-97a2-d8efa4a70ca4 req-94f1e19e-e171-4542-8a7f-bd30eec0c5a8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1368554 Sep 17 22:38:27.930332 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.937365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port 81137699-c14c-4bb0-8d4a-7273aacdd653 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:27.937760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.961372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d80db01-6ab1-4ca5-9fef-ba6f9ebf0c84 req-c76ced0b-1f42-4a59-93c5-d38e3bcb323f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169307 Sep 17 22:38:28.053218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:28.075138 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c964a81-df20-480f-97a2-d8efa4a70ca4 req-43d578aa-def6-4c4e-a551-cea1681fa93c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334770 Sep 17 22:38:28.134714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=fa801d38-8c23-4799-a160-f35b2eaffb87,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:28.150312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:28.158737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:28.159575 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.168722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Checking segment: {'id': '0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:28.169289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network hostable DHCP agents. Network: 5859c016-fe7b-4837-9d3a-4c73e91bc912, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:28.195031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port 81137699-c14c-4bb0-8d4a-7273aacdd653, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81137699-c14c-4bb0-8d4a-7273aacdd653,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:28.195554 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.227001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for 81137699-c14c-4bb0-8d4a-7273aacdd653 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:28.229107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:28.259905 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.287042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:28.287277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 5859c016-fe7b-4837-9d3a-4c73e91bc912) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:28.290294 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff70f6-b540-40fc-8db5-bd85e14a457d" -d '{"events": [{"server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "name": "network-vif-plugged", "status": "completed", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:28.294394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:28.300293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.300905 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.324731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-073f3628-1bb8-45a6-b88e-a7a321c59eff tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4834559 Sep 17 22:38:28.327884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43230) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:28.333866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1563910858'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:28.341486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68efb8c7-7d0e-4621-a8ec-0516d732f3e1 None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:28.376009 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5052939d-a8d9-4ff2-9cce-e6e1055c2423 x-openstack-request-id: req-5052939d-a8d9-4ff2-9cce-e6e1055c2423 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:28.376292 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "name": "network-vif-plugged", "status": "completed", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:28.376713 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5052939d-a8d9-4ff2-9cce-e6e1055c2423 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:28.378128 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'code': 200} Sep 17 22:38:28.381138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:28.396520 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.398494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:28.404659 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.452722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:28.462272 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.468626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.470467 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Added segment a1ddd4cd-bff2-4a72-89c3-0009e2c0040a of type vlan for network 4125e3ea-d3d3-4795-9032-dc290534cf36 Sep 17 22:38:28.518851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['81137699-c14c-4bb0-8d4a-7273aacdd653', 'e54ae984-6d2e-4fef-907e-890f5ebd723d'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:28.522598 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.528946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=81137699-c14c-4bb0-8d4a-7273aacdd653,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:28.614633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.620245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.620875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.680031 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3510113 Sep 17 22:38:28.713389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port 81137699-c14c-4bb0-8d4a-7273aacdd653 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:28.721274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43242) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:28.728612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'ports': [{'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912'}, {'network_id': '4125e3ea-d3d3-4795-9032-dc290534cf36'}]} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:28.728837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:28.729566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.729708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '4125e3ea-d3d3-4795-9032-dc290534cf36'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:28.731379 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-6d025297-ecd3-4392-b3ec-57dae06cd5a6 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.45 "DELETE /v2.0/ports/81137699-c14c-4bb0-8d4a-7273aacdd653 HTTP/1.1" status: 204 len: 173 time: 1.1241291 Sep 17 22:38:28.734048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'name': 'network-vif-deleted', 'tag': '81137699-c14c-4bb0-8d4a-7273aacdd653'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:28.750214 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33970dc-9ffa-440b-811d-871e9f6ab461" -d '{"events": [{"server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "name": "network-vif-deleted", "tag": "81137699-c14c-4bb0-8d4a-7273aacdd653"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:28.813049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ae0e8-40da-4693-a3a1-0be57f4663d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Network': ['ID=4125e3ea-d3d3-4795-9032-dc290534cf36,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:28.887498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4125e3ea-d3d3-4795-9032-dc290534cf36 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:28.942355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 2} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:28.948526 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.950155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faca06-0bc8-4504-a3b9-4a8a99869574 req-10075209-647f-4648-9637-9ae462bb1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.953243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54faca06-0bc8-4504-a3b9-4a8a99869574 req-10075209-647f-4648-9637-9ae462bb1eda service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 1097 time: 0.4120054 Sep 17 22:38:28.966262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.018651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:29.068369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04334e-706b-49ca-b323-312feb9e17b5 req-41aa9f25-bca8-436a-acd8-caaf1c9debaf tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.075967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe04334e-706b-49ca-b323-312feb9e17b5 req-41aa9f25-bca8-436a-acd8-caaf1c9debaf tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.3436484 Sep 17 22:38:29.108770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 836e11e9-f2d7-45d0-adb4-522b9d3cf9df yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:29.138097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961ab6a-6ee2-482d-a219-ec7e17896484 req-828b9f4e-0669-4366-ac8c-86a23ddafc93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.149616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7961ab6a-6ee2-482d-a219-ec7e17896484 req-828b9f4e-0669-4366-ac8c-86a23ddafc93 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 945 time: 0.4160950 Sep 17 22:38:29.210168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54faca06-0bc8-4504-a3b9-4a8a99869574 req-74b234c2-0525-4f85-9a8e-639fe791a99e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377710 Sep 17 22:38:29.271247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe04334e-706b-49ca-b323-312feb9e17b5 req-785096b9-79a1-4900-91b8-e95ffba28c24 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900499 Sep 17 22:38:29.276268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port e54ae984-6d2e-4fef-907e-890f5ebd723d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:29.276547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.292255 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.377606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 0b4ec0bd-8444-492c-b4f8-2c189b14f900 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:29.433142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7961ab6a-6ee2-482d-a219-ec7e17896484 req-7db4c10e-9070-4b98-820f-ce9b276595ea tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/security-groups?id=785f6ff4-a0d9-4216-b58c-32a25853270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819483 Sep 17 22:38:29.464730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port e54ae984-6d2e-4fef-907e-890f5ebd723d, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e54ae984-6d2e-4fef-907e-890f5ebd723d,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:29.465344 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.480602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for e54ae984-6d2e-4fef-907e-890f5ebd723d owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:29.512550 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da17ac44-21e1-446d-90b0-602ec8a88d5e x-openstack-request-id: req-da17ac44-21e1-446d-90b0-602ec8a88d5e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:29.513462 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "name": "network-vif-deleted", "tag": "81137699-c14c-4bb0-8d4a-7273aacdd653", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:29.513787 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da17ac44-21e1-446d-90b0-602ec8a88d5e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:29.514479 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'name': 'network-vif-deleted', 'tag': '81137699-c14c-4bb0-8d4a-7273aacdd653', 'status': 'completed', 'code': 200} Sep 17 22:38:29.587351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.663588 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.688970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c484e36-4558-46e4-a74c-81ae59de4753 req-652860d1-39eb-4db9-b827-130362e16e71 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.691782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c484e36-4558-46e4-a74c-81ae59de4753 req-652860d1-39eb-4db9-b827-130362e16e71 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1048458 Sep 17 22:38:29.715320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:29.718883 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:29.722981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:29.723965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.759874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=836e11e9-f2d7-45d0-adb4-522b9d3cf9df,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:29.795255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c484e36-4558-46e4-a74c-81ae59de4753 req-962d3b08-a5f0-4f82-ae33-3973faa9d2b0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750723 Sep 17 22:38:29.811425 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.832107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=0b4ec0bd-8444-492c-b4f8-2c189b14f900,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:29.843709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Checking segment: {'id': 'a1ddd4cd-bff2-4a72-89c3-0009e2c0040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4125e3ea-d3d3-4795-9032-dc290534cf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:29.844341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network hostable DHCP agents. Network: 4125e3ea-d3d3-4795-9032-dc290534cf36, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:29.864021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 4125e3ea-d3d3-4795-9032-dc290534cf36 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:29.879745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4125e3ea-d3d3-4795-9032-dc290534cf36) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:29.884565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:29.890804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.896849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.897817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.902561 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-001be39b-83b9-4402-8451-4f46be174605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.922206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=e54ae984-6d2e-4fef-907e-890f5ebd723d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:29.924609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-64f9e6ab-9226-4afa-92c5-30f74d1483af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2002733 Sep 17 22:38:29.926163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4fb2ad-ad0e-4d3a-9ae8-4f04af86087b None None] Network 4125e3ea-d3d3-4795-9032-dc290534cf36 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:29.926819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43258) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:29.990181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port e54ae984-6d2e-4fef-907e-890f5ebd723d on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:30.000377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.003524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e1ae80d-9a7d-4d1c-bfac-b764d950cf07 req-b9cdbb57-5b95-46ff-b3d9-e1e9867a92da tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.45 "DELETE /v2.0/ports/e54ae984-6d2e-4fef-907e-890f5ebd723d HTTP/1.1" status: 204 len: 173 time: 1.2383623 Sep 17 22:38:30.026269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e4f1b-40ec-438c-8039-5d2911046803 req-28b97da5-ed06-4690-8427-736c51475118 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.029296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-494e4f1b-40ec-438c-8039-5d2911046803 req-28b97da5-ed06-4690-8427-736c51475118 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.2198730 Sep 17 22:38:30.056126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c13ba-91ec-4bb4-8a7c-dcf43626bef4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 0b4ec0bd-8444-492c-b4f8-2c189b14f900 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:30.062519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab6c13ba-91ec-4bb4-8a7c-dcf43626bef4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.111989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-494e4f1b-40ec-438c-8039-5d2911046803 req-f8aeadd1-cc7b-43b1-9855-65f137c713d3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756438 Sep 17 22:38:30.185650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab6c13ba-91ec-4bb4-8a7c-dcf43626bef4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.203492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c13ba-91ec-4bb4-8a7c-dcf43626bef4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 0b4ec0bd-8444-492c-b4f8-2c189b14f900 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:30.305571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab6c13ba-91ec-4bb4-8a7c-dcf43626bef4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.344100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c13ba-91ec-4bb4-8a7c-dcf43626bef4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=0b4ec0bd-8444-492c-b4f8-2c189b14f900,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:30.357158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab6c13ba-91ec-4bb4-8a7c-dcf43626bef4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.363256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ab6c13ba-91ec-4bb4-8a7c-dcf43626bef4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/0b4ec0bd-8444-492c-b4f8-2c189b14f900 HTTP/1.1" status: 204 len: 168 time: 0.4314613 Sep 17 22:38:30.366336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43262) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:30.417147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fcbe5-dfd0-4971-a6b7-e9143bf45e82 req-7336d81b-6cd5-420d-a8a6-61b44cde8b70 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.417977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-373fcbe5-dfd0-4971-a6b7-e9143bf45e82 req-7336d81b-6cd5-420d-a8a6-61b44cde8b70 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0576265 Sep 17 22:38:30.458181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39d03c-486f-4c09-8be6-4e8199c4dc4e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.465171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39d03c-486f-4c09-8be6-4e8199c4dc4e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.467178 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3a39d03c-486f-4c09-8be6-4e8199c4dc4e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1023314 Sep 17 22:38:30.482166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43266) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:30.507033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-373fcbe5-dfd0-4971-a6b7-e9143bf45e82 req-e832557e-68f5-4af9-98e9-4c42c1a98cbd tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827272 Sep 17 22:38:30.636917 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7091a35-7d88-4872-9ddb-20d18d546b10 req-fc9afe47-e807-4834-923e-810a815ef7f8 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1d956d-d98f-44f7-8529-7c56102198a9 HTTP/1.1" status: 200 len: 210 time: 0.0682843 Sep 17 22:38:30.670916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9c3775d8-6144-4513-9197-1c3317dbc70c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 836e11e9-f2d7-45d0-adb4-522b9d3cf9df {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:30.671375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3775d8-6144-4513-9197-1c3317dbc70c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.760654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3775d8-6144-4513-9197-1c3317dbc70c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.799974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9c3775d8-6144-4513-9197-1c3317dbc70c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 836e11e9-f2d7-45d0-adb4-522b9d3cf9df owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:30.948441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f693a-4a19-4dd6-a3fe-41a9ee8069e2 req-57cc54e5-2f39-4b76-9e84-fa3d72d2e155 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.949829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3775d8-6144-4513-9197-1c3317dbc70c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.958239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c0f693a-4a19-4dd6-a3fe-41a9ee8069e2 req-57cc54e5-2f39-4b76-9e84-fa3d72d2e155 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0794725 Sep 17 22:38:31.001056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3775d8-6144-4513-9197-1c3317dbc70c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=836e11e9-f2d7-45d0-adb4-522b9d3cf9df,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:31.006912 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3775d8-6144-4513-9197-1c3317dbc70c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.012136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9c3775d8-6144-4513-9197-1c3317dbc70c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/836e11e9-f2d7-45d0-adb4-522b9d3cf9df HTTP/1.1" status: 204 len: 168 time: 0.5250683 Sep 17 22:38:31.012136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43274) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:31.018566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e54ae984-6d2e-4fef-907e-890f5ebd723d no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:31.029874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c0f693a-4a19-4dd6-a3fe-41a9ee8069e2 req-bcb33ccf-7983-4c42-bfad-258bd623c9da tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704901 Sep 17 22:38:31.061566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: e54ae984-6d2e-4fef-907e-890f5ebd723d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:31.062128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e54ae984-6d2e-4fef-907e-890f5ebd723d not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:31.062706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 81137699-c14c-4bb0-8d4a-7273aacdd653 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:31.087251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 81137699-c14c-4bb0-8d4a-7273aacdd653 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:31.087974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 81137699-c14c-4bb0-8d4a-7273aacdd653 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:31.088734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87a3f8e-b925-45af-9bfc-1af13a3b8387 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.092269 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c87a3f8e-b925-45af-9bfc-1af13a3b8387 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0799088 Sep 17 22:38:31.095145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43278) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:31.136521 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-035854d7-6262-465d-9ea1-129d4796c087 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:38:31.140835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-035854d7-6262-465d-9ea1-129d4796c087 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/0b4ec0bd-8444-492c-b4f8-2c189b14f900 HTTP/1.1" status: 404 len: 333 time: 0.0440288 Sep 17 22:38:31.140992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43280) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:31.172268 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd912c1d-9a02-40eb-823f-001fa12695cb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:38:31.174690 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fd912c1d-9a02-40eb-823f-001fa12695cb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/836e11e9-f2d7-45d0-adb4-522b9d3cf9df HTTP/1.1" status: 404 len: 333 time: 0.0316944 Sep 17 22:38:31.178595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43284) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:31.295622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027ab5b-ef9b-435b-a608-6f6d52dba1a0 req-3cb601ef-9d39-41b3-9f29-a885d596668e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.297076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b027ab5b-ef9b-435b-a608-6f6d52dba1a0 req-3cb601ef-9d39-41b3-9f29-a885d596668e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1703424 Sep 17 22:38:31.307221 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.373104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39ebf-a07f-48a9-b7ed-ac42f618d9e0 req-67724f1a-a0fa-40a7-bc0c-5ed22226c595 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.374597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4e39ebf-a07f-48a9-b7ed-ac42f618d9e0 req-67724f1a-a0fa-40a7-bc0c-5ed22226c595 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1553867 Sep 17 22:38:31.411520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b027ab5b-ef9b-435b-a608-6f6d52dba1a0 req-6a7882a2-89ce-438a-9e7c-d8130e601834 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023679 Sep 17 22:38:31.489756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.515385 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4e39ebf-a07f-48a9-b7ed-ac42f618d9e0 req-d468314b-c606-4c4e-a19a-70fe709ece7f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286001 Sep 17 22:38:31.519854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'name': 'network-vif-deleted', 'tag': 'e54ae984-6d2e-4fef-907e-890f5ebd723d'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:31.536002 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15216253-cdfe-42fa-a3e8-060f3c3e9062" -d '{"events": [{"server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "name": "network-vif-deleted", "tag": "e54ae984-6d2e-4fef-907e-890f5ebd723d"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:31.558907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4125e3ea-d3d3-4795-9032-dc290534cf36']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:31.579891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ddd4cd-bff2-4a72-89c3-0009e2c0040a') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:31.580387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ddd4cd-bff2-4a72-89c3-0009e2c0040a') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:31.593100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.639608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.649944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:31.650500 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:31.654021 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:31.685842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b95fb-bef0-435a-8df3-587a2b97bb7c req-0be0d2b9-dbe5-4f85-bfce-79e9d08557c0 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.694896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-236b95fb-bef0-435a-8df3-587a2b97bb7c req-0be0d2b9-dbe5-4f85-bfce-79e9d08557c0 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1065283 Sep 17 22:38:31.759041 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c4cded-6063-4322-bfc8-c2192a4966fe x-openstack-request-id: req-15c4cded-6063-4322-bfc8-c2192a4966fe {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:31.759425 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1d956d-d98f-44f7-8529-7c56102198a9", "name": "network-vif-deleted", "tag": "e54ae984-6d2e-4fef-907e-890f5ebd723d", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:31.759827 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15c4cded-6063-4322-bfc8-c2192a4966fe {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:31.760336 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1d956d-d98f-44f7-8529-7c56102198a9', 'name': 'network-vif-deleted', 'tag': 'e54ae984-6d2e-4fef-907e-890f5ebd723d', 'status': 'completed', 'code': 200} Sep 17 22:38:31.785673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.799052 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.801562 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/networks/4125e3ea-d3d3-4795-9032-dc290534cf36 HTTP/1.1" status: 204 len: 168 time: 0.6210427 Sep 17 22:38:31.805510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43306) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:31.811554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-886158245'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:31.833493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43312) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:31.837223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915caac-859f-4e02-a92e-137ec85ee90f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Network': ['ID=4125e3ea-d3d3-4795-9032-dc290534cf36,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:31.856149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-236b95fb-bef0-435a-8df3-587a2b97bb7c req-12216bf4-13e7-48bd-a3c8-caf785ee677a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602180 Sep 17 22:38:31.981516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f67483e-fb3d-4ce7-9f76-e5083195ea90 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting subnet b94196f8-a945-453c-b551-22a7ad94395c {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:31.986210 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f67483e-fb3d-4ce7-9f76-e5083195ea90 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.001785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826041e-cd6e-46e7-8aeb-eee97caa8bdb req-3092ac39-6e7b-4222-ba3b-1a820eb3e8af tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.003904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b826041e-cd6e-46e7-8aeb-eee97caa8bdb req-3092ac39-6e7b-4222-ba3b-1a820eb3e8af tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0825033 Sep 17 22:38:32.030264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:32.036533 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.071277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:32.075208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b826041e-cd6e-46e7-8aeb-eee97caa8bdb req-4f15b6fc-e54f-49f8-a874-7dcb03ed063e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611448 Sep 17 22:38:32.078930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f67483e-fb3d-4ce7-9f76-e5083195ea90 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.119280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.119280 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Added segment e99d7237-21fa-4d90-9d42-1edff1c8fcf5 of type vlan for network 68a6d540-f03e-4326-abf9-60348b1f71ca Sep 17 22:38:32.178039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.244020 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f67483e-fb3d-4ce7-9f76-e5083195ea90 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.273529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.278958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.279573 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.337007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5264945 Sep 17 22:38:32.337440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43318) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:32.344391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '68a6d540-f03e-4326-abf9-60348b1f71ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:32.369591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d35d39-e969-45e0-a7e9-8a1df5566265 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Network': ['ID=68a6d540-f03e-4326-abf9-60348b1f71ca,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:32.382909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 68a6d540-f03e-4326-abf9-60348b1f71ca details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:32.396371 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f67483e-fb3d-4ce7-9f76-e5083195ea90 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.443831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f67483e-fb3d-4ce7-9f76-e5083195ea90 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.446468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f67483e-fb3d-4ce7-9f76-e5083195ea90 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "DELETE /v2.0/subnets/b94196f8-a945-453c-b551-22a7ad94395c HTTP/1.1" status: 204 len: 168 time: 0.5943868 Sep 17 22:38:32.447942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67483e-fb3d-4ce7-9f76-e5083195ea90 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Subnet': ['ID=b94196f8-a945-453c-b551-22a7ad94395c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:32.449736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43320) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:32.469533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b7720e-a538-4887-929a-617913138901 None None] Network c09f31d2-8113-4ec3-b60d-a7f33bf704ae requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:32.550238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:32.554062 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.570374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.694440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port bc7007dc-76a1-4f7a-a693-4c5fe7513114 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:32.694798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.749125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c3eb59c-2450-4e75-8ea0-61218507b87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.771823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] DHCP port deletion for c09f31d2-8113-4ec3-b60d-a7f33bf704ae request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:32.817519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port bc7007dc-76a1-4f7a-a693-4c5fe7513114, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bc7007dc-76a1-4f7a-a693-4c5fe7513114,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:32.817995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.831218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] Deleting port bc7007dc-76a1-4f7a-a693-4c5fe7513114 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:32.831549 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.837702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for bc7007dc-76a1-4f7a-a693-4c5fe7513114 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:32.838488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0674667-c845-456d-b541-e8f1a2abf012 req-1b566554-3f55-4a1b-badf-afc35f905117 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.840056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0674667-c845-456d-b541-e8f1a2abf012 req-1b566554-3f55-4a1b-badf-afc35f905117 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1276574 Sep 17 22:38:32.913442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] For port bc7007dc-76a1-4f7a-a693-4c5fe7513114, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bc7007dc-76a1-4f7a-a693-4c5fe7513114,segment=NetworkSegment(d23c5e83-43e5-485f-94c6-3bde5ded0f56),segment_id=d23c5e83-43e5-485f-94c6-3bde5ded0f56)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:32.913983 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.930762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] Calling delete_port for bc7007dc-76a1-4f7a-a693-4c5fe7513114 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:32.950107 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.953463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.004766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0674667-c845-456d-b541-e8f1a2abf012 req-4bad9716-a6dc-4d12-81e7-30441bbc41a0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439798 Sep 17 22:38:33.006821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=bc7007dc-76a1-4f7a-a693-4c5fe7513114,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:33.018881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port bc7007dc-76a1-4f7a-a693-4c5fe7513114 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:33.081863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=906878bd-0a3a-4ec3-8c6a-aec2555889ce,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:33.098927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Checking segment: {'id': 'e99d7237-21fa-4d90-9d42-1edff1c8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68a6d540-f03e-4326-abf9-60348b1f71ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:33.099398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network hostable DHCP agents. Network: 68a6d540-f03e-4326-abf9-60348b1f71ca, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:33.118731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335583-beca-4e8c-a2fd-3fbd17c6135a req-535fb588-dc8d-4043-95ea-27d32879bac4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.123907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77335583-beca-4e8c-a2fd-3fbd17c6135a req-535fb588-dc8d-4043-95ea-27d32879bac4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1599331 Sep 17 22:38:33.134397 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: from cryptography.utils import int_from_bytes Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: from cryptography.utils import int_from_bytes Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.140344 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:33.143451 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:38:33.149664 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.166771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] No DVR routers for this DVR port bc7007dc-76a1-4f7a-a693-4c5fe7513114 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:33.175109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77335583-beca-4e8c-a2fd-3fbd17c6135a req-21e98d42-ceeb-4f34-b1d2-fb9fdc738d55 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502400 Sep 17 22:38:33.175691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 68a6d540-f03e-4326-abf9-60348b1f71ca is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:33.180917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.213447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 68a6d540-f03e-4326-abf9-60348b1f71ca) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:33.214380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09f31d2-8113-4ec3-b60d-a7f33bf704ae']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:33.218457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.219067 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.227952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23c5e83-43e5-485f-94c6-3bde5ded0f56') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:33.228159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23c5e83-43e5-485f-94c6-3bde5ded0f56') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:33.238364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac3484f-7ec9-4a41-a59d-e7d3b3794d5b None None] Network 68a6d540-f03e-4326-abf9-60348b1f71ca requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:33.247367 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.266835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43336) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:33.269801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c8e611e8-b370-40d3-9dc1-7940249e8adc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9225607 Sep 17 22:38:33.274299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '68a6d540-f03e-4326-abf9-60348b1f71ca', 'name': 'tempest-PortsTestJSON-1976734121'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:33.299685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.301389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a70743-cd73-44e5-adde-acb07831e69f None None] Pushing event deleted for resources: {'Port': ['ID=bc7007dc-76a1-4f7a-a693-4c5fe7513114,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:33.326780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:33.327369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:33.332019 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:33.369878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97172470-c799-4994-b0f5-636983e67764 req-c872d42f-f33e-4e87-b44a-67cfe259c70e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.372609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97172470-c799-4994-b0f5-636983e67764 req-c872d42f-f33e-4e87-b44a-67cfe259c70e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0739095 Sep 17 22:38:33.417960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97172470-c799-4994-b0f5-636983e67764 req-ba233d4c-d647-4c70-bd89-d261d3153f84 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375791 Sep 17 22:38:33.454489 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.476671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.484222 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "DELETE /v2.0/networks/c09f31d2-8113-4ec3-b60d-a7f33bf704ae HTTP/1.1" status: 204 len: 168 time: 1.0333862 Sep 17 22:38:33.484435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43338) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:33.505152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-68a6d540-f03e-4326-abf9-60348b1f71ca', 'network_id': '68a6d540-f03e-4326-abf9-60348b1f71ca', 'tenant_id': '3c4aa286dbe34f9bb356e041dd747e9e', 'fixed_ips': [{'subnet_id': '906878bd-0a3a-4ec3-8c6a-aec2555889ce'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:38:33.506193 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.510820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27e5dc-cb58-41a4-ab42-846177a60f33 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Network': ['ID=c09f31d2-8113-4ec3-b60d-a7f33bf704ae,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:33.534209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:33.539426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.573777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 1e383ca2-0479-4733-94fa-b825cca2c3e2 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:33.593854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7b8c09-077d-4942-a50d-c4bc58738091 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting subnet ab79b590-bedd-4a6a-82e2-1ce1b01a8adb {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:33.602748 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8c09-077d-4942-a50d-c4bc58738091 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.666589 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8c09-077d-4942-a50d-c4bc58738091 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.699987 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Allocated IP 172.20.0.2 (68a6d540-f03e-4326-abf9-60348b1f71ca/906878bd-0a3a-4ec3-8c6a-aec2555889ce/fb6ad762-c779-42dc-b4a7-c87d83e7764b) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:33.780101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8c09-077d-4942-a50d-c4bc58738091 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.810445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.866828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8c09-077d-4942-a50d-c4bc58738091 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.898542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b8c09-077d-4942-a50d-c4bc58738091 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Subnet': ['ID=ab79b590-bedd-4a6a-82e2-1ce1b01a8adb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:33.909484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.909966 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8c09-077d-4942-a50d-c4bc58738091 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.914868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43340) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:33.918217 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.924550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a5f181-3a48-44c8-b94b-7b9164029d0d None None] Network 86d145e1-7329-49de-81ec-fedaaf965ce2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:33.925523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cc7b8c09-077d-4942-a50d-c4bc58738091 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "DELETE /v2.0/subnets/ab79b590-bedd-4a6a-82e2-1ce1b01a8adb HTTP/1.1" status: 204 len: 168 time: 0.4399121 Sep 17 22:38:34.041871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.4 (68a6d540-f03e-4326-abf9-60348b1f71ca/906878bd-0a3a-4ec3-8c6a-aec2555889ce/1e383ca2-0479-4733-94fa-b825cca2c3e2) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:34.049848 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.050460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Network 68a6d540-f03e-4326-abf9-60348b1f71ca is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:34.072366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:34.085333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:34.089740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Pushing event updated for resources: {'Port': ['ID=fb6ad762-c779-42dc-b4a7-c87d83e7764b,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:34.208427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Attempting to bind port fb6ad762-c779-42dc-b4a7-c87d83e7764b on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:34.213634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Attempting to bind port fb6ad762-c779-42dc-b4a7-c87d83e7764b by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'e99d7237-21fa-4d90-9d42-1edff1c8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68a6d540-f03e-4326-abf9-60348b1f71ca'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:34.214062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Attempting to bind port fb6ad762-c779-42dc-b4a7-c87d83e7764b on network 68a6d540-f03e-4326-abf9-60348b1f71ca {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:34.225241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b357eab-81c6-4f03-a194-b1d2f6d2d3c8 req-d1360e23-cb05-4fa3-ac98-3a8c5c61a537 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.234825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b357eab-81c6-4f03-a194-b1d2f6d2d3c8 req-d1360e23-cb05-4fa3-ac98-3a8c5c61a537 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0873849 Sep 17 22:38:34.243460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:34.243991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Checking segment: {'id': 'e99d7237-21fa-4d90-9d42-1edff1c8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68a6d540-f03e-4326-abf9-60348b1f71ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:34.244285 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.244992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Bound using segment: {'id': 'e99d7237-21fa-4d90-9d42-1edff1c8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68a6d540-f03e-4326-abf9-60348b1f71ca'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:34.245386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Bound port: fb6ad762-c779-42dc-b4a7-c87d83e7764b, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99d7237-21fa-4d90-9d42-1edff1c8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68a6d540-f03e-4326-abf9-60348b1f71ca'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:34.245628 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.306853 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b357eab-81c6-4f03-a194-b1d2f6d2d3c8 req-4f3e18f7-50ef-461d-a3ee-5701f47ebd8c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710154 Sep 17 22:38:34.381007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] DHCP port deletion for 86d145e1-7329-49de-81ec-fedaaf965ce2 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:34.495325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] For port fb6ad762-c779-42dc-b4a7-c87d83e7764b, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:34.504837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] For port fb6ad762-c779-42dc-b4a7-c87d83e7764b, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fb6ad762-c779-42dc-b4a7-c87d83e7764b,segment=NetworkSegment(e99d7237-21fa-4d90-9d42-1edff1c8fcf5),segment_id=e99d7237-21fa-4d90-9d42-1edff1c8fcf5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:34.520544 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.570597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5953d-9675-429d-b86e-ed7109c055b2 req-30dc9bfb-0ca7-45b9-af0c-94d8bb353218 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.581204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58a5953d-9675-429d-b86e-ed7109c055b2 req-30dc9bfb-0ca7-45b9-af0c-94d8bb353218 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1441259 Sep 17 22:38:34.649992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Deleting port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:34.650614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.694981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.696435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] Deleting port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:34.699612 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.745904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0071e9e-9a92-4abf-9cbc-2e8fefa9c625 req-07e18a4e-3f03-45cc-ab78-9c03a9b30a9f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.747513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0071e9e-9a92-4abf-9cbc-2e8fefa9c625 req-07e18a4e-3f03-45cc-ab78-9c03a9b30a9f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.2274721 Sep 17 22:38:34.771452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edddd3-6c09-41a2-8764-a5d522efbcdd None None] Pushing event updated for resources: {'Port': ['ID=fb6ad762-c779-42dc-b4a7-c87d83e7764b,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:34.812887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58a5953d-9675-429d-b86e-ed7109c055b2 req-4ba930d9-b849-41a0-91cc-4fd404cb1201 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304633 Sep 17 22:38:34.859865 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0071e9e-9a92-4abf-9cbc-2e8fefa9c625 req-d4757be9-aaf3-4534-9d0c-bffbb4474dae tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024561 Sep 17 22:38:34.878356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.913741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bc7007dc-76a1-4f7a-a693-4c5fe7513114 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:34.937934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: bc7007dc-76a1-4f7a-a693-4c5fe7513114 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:34.938278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bc7007dc-76a1-4f7a-a693-4c5fe7513114 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:34.938689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:34.942638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] For port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:34.943035 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.963063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] For port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:34.963762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.991823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Calling delete_port for 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:34.992318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] Calling delete_port for 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:34.994196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.054080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 68a6d540-f03e-4326-abf9-60348b1f71ca is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:35.058959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:35.104208 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.122229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:35.158348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,segment=NetworkSegment(b3a58368-c50e-4c99-bcd1-8c3d4103441a),segment_id=b3a58368-c50e-4c99-bcd1-8c3d4103441a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:35.167437 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.180920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.186136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=1e383ca2-0479-4733-94fa-b825cca2c3e2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:35.208648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event deleted for resources: {'Port': ['ID=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:35.216847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] No DVR routers for this DVR port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:35.229385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.230838 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.239136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f3844-3f77-49f0-807d-cbd0446a83ed None None] Pushing event deleted for resources: {'Port': ['ID=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:35.243487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.290190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Port': ['ID=3dd9a1ab-d20e-4234-a73e-e7d5330f08e4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:35.298556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] No DVR routers for this DVR port 3dd9a1ab-d20e-4234-a73e-e7d5330f08e4 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:35.301654 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-792e8e96-9a43-41fb-8462-c04f147c0196 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0328977 Sep 17 22:38:35.304423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43352) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:35.309108 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.440003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-faf84df2-08f0-411d-8563-311bac013d71 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 1e383ca2-0479-4733-94fa-b825cca2c3e2 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:35.440463 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf84df2-08f0-411d-8563-311bac013d71 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.481351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.515426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d145e1-7329-49de-81ec-fedaaf965ce2']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:35.540644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a58368-c50e-4c99-bcd1-8c3d4103441a') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:35.541096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a58368-c50e-4c99-bcd1-8c3d4103441a') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:35.560737 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.579182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.594216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:35.595308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:35.599320 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:35.624136 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf84df2-08f0-411d-8563-311bac013d71 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.643784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-faf84df2-08f0-411d-8563-311bac013d71 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 1e383ca2-0479-4733-94fa-b825cca2c3e2 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:35.719732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.737466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.739570 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] 10.222.0.48 "DELETE /v2.0/networks/86d145e1-7329-49de-81ec-fedaaf965ce2 HTTP/1.1" status: 204 len: 168 time: 1.8236971 Sep 17 22:38:35.783594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f55f5-5c99-40ac-a205-67b23046db47 tempest-ServersTestMultiNic-883209116 tempest-ServersTestMultiNic-883209116-project] Pushing event deleted for resources: {'Network': ['ID=86d145e1-7329-49de-81ec-fedaaf965ce2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:36.005328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e3eee-167b-4e77-9be5-d32a6215004f None None] Network 68a6d540-f03e-4326-abf9-60348b1f71ca requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:36.101044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7822db-01c8-4c82-b494-3e4e657a4354 req-f9a0241c-7274-4a53-a25d-e78a31ea30ee tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.108422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d7822db-01c8-4c82-b494-3e4e657a4354 req-f9a0241c-7274-4a53-a25d-e78a31ea30ee tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.5868492 Sep 17 22:38:36.154095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-74df8587-9599-4491-b7f9-e6061afbeca8 None None] Provisioning complete for port fb6ad762-c779-42dc-b4a7-c87d83e7764b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:36.155265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-74df8587-9599-4491-b7f9-e6061afbeca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.196062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d7822db-01c8-4c82-b494-3e4e657a4354 req-419a56d5-466b-4e64-8d20-51c9e9252ab2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867493 Sep 17 22:38:36.242470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836309a8-5dc4-480f-a7b2-6f1c13c283a7 req-9683124f-5a53-47ad-bee2-2dfaa21b655d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.250163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-836309a8-5dc4-480f-a7b2-6f1c13c283a7 req-9683124f-5a53-47ad-bee2-2dfaa21b655d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1579595 Sep 17 22:38:36.328492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-836309a8-5dc4-480f-a7b2-6f1c13c283a7 req-2d3f3cd3-a166-4eec-b429-c850f1efa4de tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773923 Sep 17 22:38:36.330157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf84df2-08f0-411d-8563-311bac013d71 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.372000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-74df8587-9599-4491-b7f9-e6061afbeca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.464980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43372) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:36.472967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf84df2-08f0-411d-8563-311bac013d71 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=1e383ca2-0479-4733-94fa-b825cca2c3e2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:36.477578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-74df8587-9599-4491-b7f9-e6061afbeca8 None None] For port fb6ad762-c779-42dc-b4a7-c87d83e7764b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fb6ad762-c779-42dc-b4a7-c87d83e7764b,segment=NetworkSegment(e99d7237-21fa-4d90-9d42-1edff1c8fcf5),segment_id=e99d7237-21fa-4d90-9d42-1edff1c8fcf5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:36.489911 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-74df8587-9599-4491-b7f9-e6061afbeca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.512482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf84df2-08f0-411d-8563-311bac013d71 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.516442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-faf84df2-08f0-411d-8563-311bac013d71 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/1e383ca2-0479-4733-94fa-b825cca2c3e2 HTTP/1.1" status: 204 len: 168 time: 1.2090259 Sep 17 22:38:36.519801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43374) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:36.582975 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bd8c4d-da42-482c-a16c-69ea3836dcf4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:38:36.583689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bd8c4d-da42-482c-a16c-69ea3836dcf4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:36.592363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-72bd8c4d-da42-482c-a16c-69ea3836dcf4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/1e383ca2-0479-4733-94fa-b825cca2c3e2 HTTP/1.1" status: 404 len: 333 time: 0.0673380 Sep 17 22:38:36.597186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43378) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:36.619523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9e0b1-56a4-4fcc-966c-3caa4a729378 req-7e9a41e3-7bc4-4e54-9979-91e84894e3fd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.622454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df8587-9599-4491-b7f9-e6061afbeca8 None None] Pushing event updated for resources: {'Port': ['ID=fb6ad762-c779-42dc-b4a7-c87d83e7764b,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:36.631781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bec9e0b1-56a4-4fcc-966c-3caa4a729378 req-7e9a41e3-7bc4-4e54-9979-91e84894e3fd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1387675 Sep 17 22:38:36.659215 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e53403-b97f-441a-b5cf-8ee1d16de2c9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:38:36.661933 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-35e53403-b97f-441a-b5cf-8ee1d16de2c9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/1e383ca2-0479-4733-94fa-b825cca2c3e2 HTTP/1.1" status: 404 len: 333 time: 0.0552888 Sep 17 22:38:36.664950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43382) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:36.720504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d0d1d3fe-7285-4451-a7d4-5562507cf15b None None] Provisioning complete for port fb6ad762-c779-42dc-b4a7-c87d83e7764b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:36.721398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d3fe-7285-4451-a7d4-5562507cf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.744411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bec9e0b1-56a4-4fcc-966c-3caa4a729378 req-c2a5f7bd-58dc-476e-b8e7-2193ed86a149 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116149 Sep 17 22:38:36.843629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e5eb2c-ecd2-465b-a26e-5ac75ee57e8b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet 906878bd-0a3a-4ec3-8c6a-aec2555889ce {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:36.891339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fb6ad762-c779-42dc-b4a7-c87d83e7764b up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:36.958440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d0d1d3fe-7285-4451-a7d4-5562507cf15b None None] Could not find standard attr ID for object 1e383ca2-0479-4733-94fa-b825cca2c3e2. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:38:36.983826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb2c-ecd2-465b-a26e-5ac75ee57e8b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.985034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fb6ad762-c779-42dc-b4a7-c87d83e7764b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:36.985414 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.068339 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb2c-ecd2-465b-a26e-5ac75ee57e8b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.102320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-433c6088-5efa-4e06-92bb-3cbec11dce6c None None] Could not find standard attr ID for object 1e383ca2-0479-4733-94fa-b825cca2c3e2. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:38:37.222284 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb2c-ecd2-465b-a26e-5ac75ee57e8b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.348801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c4f6-2dec-4bb0-ad0c-0c2bccac40a9 req-e9fcafae-ffcb-4300-8986-05bf87c7adf9 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.350625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff45c4f6-2dec-4bb0-ad0c-0c2bccac40a9 req-e9fcafae-ffcb-4300-8986-05bf87c7adf9 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0545728 Sep 17 22:38:37.376114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.379256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb2c-ecd2-465b-a26e-5ac75ee57e8b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.451997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5eb2c-ecd2-465b-a26e-5ac75ee57e8b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=906878bd-0a3a-4ec3-8c6a-aec2555889ce,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:37.458722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff45c4f6-2dec-4bb0-ad0c-0c2bccac40a9 req-ae35712d-5d59-420c-914f-603f76a0b056 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895574 Sep 17 22:38:37.464646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb2c-ecd2-465b-a26e-5ac75ee57e8b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.466998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-83e5eb2c-ecd2-465b-a26e-5ac75ee57e8b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/906878bd-0a3a-4ec3-8c6a-aec2555889ce HTTP/1.1" status: 204 len: 168 time: 0.8003674 Sep 17 22:38:37.470008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43388) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:37.473762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620e2e5-f1da-4896-bd15-54e5ce266e1b None None] Network 68a6d540-f03e-4326-abf9-60348b1f71ca requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:37.532567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d7279-5bfc-4a74-b3ce-7153bb99e0cc req-3ec9e4ee-b06a-4d61-913c-68f70724765f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.542181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-947d7279-5bfc-4a74-b3ce-7153bb99e0cc req-3ec9e4ee-b06a-4d61-913c-68f70724765f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0801373 Sep 17 22:38:37.585014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-947d7279-5bfc-4a74-b3ce-7153bb99e0cc req-920e20ea-9e01-424f-85b9-3f03f158509a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Sep 17 22:38:37.722907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.754158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] DHCP port deletion for 68a6d540-f03e-4326-abf9-60348b1f71ca request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:37.883477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] Deleting port fb6ad762-c779-42dc-b4a7-c87d83e7764b {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:37.883477 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.951225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb35de8-701f-43af-98b0-675c1488ca7a req-548c944e-c901-49dc-b60b-f879507aa9f6 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.973185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdb35de8-701f-43af-98b0-675c1488ca7a req-548c944e-c901-49dc-b60b-f879507aa9f6 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0927246 Sep 17 22:38:37.978288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port fb6ad762-c779-42dc-b4a7-c87d83e7764b {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:37.978665 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.038452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdb35de8-701f-43af-98b0-675c1488ca7a req-c20d025e-bd08-415e-8f15-0e761288cd60 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624580 Sep 17 22:38:38.070548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] For port fb6ad762-c779-42dc-b4a7-c87d83e7764b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fb6ad762-c779-42dc-b4a7-c87d83e7764b,segment=NetworkSegment(e99d7237-21fa-4d90-9d42-1edff1c8fcf5),segment_id=e99d7237-21fa-4d90-9d42-1edff1c8fcf5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:38.071312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.088916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for fb6ad762-c779-42dc-b4a7-c87d83e7764b owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:38.107325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Deleting port 7a011e18-0f62-4d18-87aa-c1293f0dea20 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:38.107666 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.153457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] For port fb6ad762-c779-42dc-b4a7-c87d83e7764b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fb6ad762-c779-42dc-b4a7-c87d83e7764b,segment=NetworkSegment(e99d7237-21fa-4d90-9d42-1edff1c8fcf5),segment_id=e99d7237-21fa-4d90-9d42-1edff1c8fcf5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:38.154764 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.173379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] Calling delete_port for fb6ad762-c779-42dc-b4a7-c87d83e7764b owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:38.261879 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] For port 7a011e18-0f62-4d18-87aa-c1293f0dea20, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7a011e18-0f62-4d18-87aa-c1293f0dea20,segment=NetworkSegment(0b6d0d1a-ef66-4daf-88b4-343a1bf73452),segment_id=0b6d0d1a-ef66-4daf-88b4-343a1bf73452)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:38.262618 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.280641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Calling delete_port for 7a011e18-0f62-4d18-87aa-c1293f0dea20 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:38.282059 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.317158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] Pushing event deleted for resources: {'Port': ['ID=fb6ad762-c779-42dc-b4a7-c87d83e7764b,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:38.321470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61781c3-a581-43ea-875a-a1d6e9306043 None None] No DVR routers for this DVR port fb6ad762-c779-42dc-b4a7-c87d83e7764b on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:38.354918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.391274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=fb6ad762-c779-42dc-b4a7-c87d83e7764b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:38.398822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No DVR routers for this DVR port fb6ad762-c779-42dc-b4a7-c87d83e7764b on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:38.530680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.576024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a6d540-f03e-4326-abf9-60348b1f71ca']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:38.604300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99d7237-21fa-4d90-9d42-1edff1c8fcf5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:38.604688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99d7237-21fa-4d90-9d42-1edff1c8fcf5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:38.617549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.631837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c9a67-dc8e-40d3-8d6c-af6cf171f5fd req-4a604070-c3c3-466f-a0e3-a169aaac3d7a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:38.637737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d74c9a67-dc8e-40d3-8d6c-af6cf171f5fd req-4a604070-c3c3-466f-a0e3-a169aaac3d7a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0853693 Sep 17 22:38:38.638391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.701022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:38.707500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:38.709336 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:38.741584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d74c9a67-dc8e-40d3-8d6c-af6cf171f5fd req-5bf4cffa-f073-4b76-ba74-e86d1b083de8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971673 Sep 17 22:38:38.773662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fb6ad762-c779-42dc-b4a7-c87d83e7764b no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:38.774732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb84405-a794-4098-8253-068b7153267f req-a065f56d-41bd-40df-a9a4-9bf8498bbf1b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:38.782684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ebb84405-a794-4098-8253-068b7153267f req-a065f56d-41bd-40df-a9a4-9bf8498bbf1b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0905249 Sep 17 22:38:38.800896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: fb6ad762-c779-42dc-b4a7-c87d83e7764b {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:38.802462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fb6ad762-c779-42dc-b4a7-c87d83e7764b not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:38.827871 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.860975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.860975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.860975 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/networks/68a6d540-f03e-4326-abf9-60348b1f71ca HTTP/1.1" status: 204 len: 168 time: 1.3733919 Sep 17 22:38:38.863377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ebb84405-a794-4098-8253-068b7153267f req-3daa59a2-f60e-420c-8410-a4841c635392 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691876 Sep 17 22:38:38.863377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43406) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:38.863377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-550753095'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:38.896849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:38.900374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.906023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a011e18-0f62-4d18-87aa-c1293f0dea20,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:38.932093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc709a77-b815-4cdc-89c6-3a4adcd15259 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Network': ['ID=68a6d540-f03e-4326-abf9-60348b1f71ca,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:38.933423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:38.952169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.952169 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Added segment 126bcb9c-f398-486b-a11a-50bbcd707a24 of type vlan for network 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf Sep 17 22:38:39.005995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.042552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.049778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.050118 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.070687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2155070 Sep 17 22:38:39.100117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43420) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:39.106871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:39.118791 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.207970 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:38:39.213285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e79dae-4b85-4b34-b228-8ae3929b800c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Network': ['ID=4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:39.223857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:39.290121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eb7d9-ad70-43d5-ab61-3f6da75c1c75 req-15a32ae6-1c7c-4a7c-8e1d-43676073d318 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.291629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-283eb7d9-ad70-43d5-ab61-3f6da75c1c75 req-15a32ae6-1c7c-4a7c-8e1d-43676073d318 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1380036 Sep 17 22:38:39.302092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:39.306037 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.362910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:39.404326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-283eb7d9-ad70-43d5-ab61-3f6da75c1c75 req-515d12bc-5171-492e-80b4-4d3e26989366 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936327 Sep 17 22:38:39.491882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:39.499936 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-21bb10dd-03d1-4296-8df3-3dc2c05e6356 admin admin] 10.222.0.48 "PUT /v2.0/routers/622e214f-6c2a-4842-a7a3-b65d0e4e69ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0314329 Sep 17 22:38:39.501056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0402ed0-f393-488a-a215-736252048383 None None] Sync routers for ids ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:39.501789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43424) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:39.510886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0402ed0-f393-488a-a215-736252048383 None None] Routers {'622e214f-6c2a-4842-a7a3-b65d0e4e69ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:39.511517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f0402ed0-f393-488a-a215-736252048383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:38:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.559673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.616954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f0402ed0-f393-488a-a215-736252048383 None None] Set router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:39.674554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=b37b4abb-c592-4119-bab3-fe3a5fe29f13,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:39.677572 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.715408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Checking segment: {'id': '126bcb9c-f398-486b-a11a-50bbcd707a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:39.716040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network hostable DHCP agents. Network: 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:39.777322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:39.800671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:39.810618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.811154 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.815399 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a96054-b5aa-4e8e-8127-6a5622c50657 None None] Network 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:39.819263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f0402ed0-f393-488a-a215-736252048383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:38:38Z', 'revision_number': 5, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port': {'id': '400e5c71-538b-46ff-a3bf-d0656c2e9f1f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:57Z', 'updated_at': '2021-09-17T22:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.855529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0402ed0-f393-488a-a215-736252048383 None None] Checking router: 622e214f-6c2a-4842-a7a3-b65d0e4e69ff for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:39.858149 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.864979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-673833f4-047e-48a8-9402-553bea0895da tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7638080 Sep 17 22:38:39.867886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43428) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:39.875523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1109101547'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:39.918516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0402ed0-f393-488a-a215-736252048383 None None] Routers {'622e214f-6c2a-4842-a7a3-b65d0e4e69ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:39.919159 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f0402ed0-f393-488a-a215-736252048383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:38:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.933263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92574889-cd92-4a75-b1c1-00a2f9bf663a req-fe21357b-78f8-4471-91bc-4f88e3338672 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.934908 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92574889-cd92-4a75-b1c1-00a2f9bf663a req-fe21357b-78f8-4471-91bc-4f88e3338672 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1144710 Sep 17 22:38:40.022033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:40.026353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.031331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f0402ed0-f393-488a-a215-736252048383 None None] Set router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:40.046440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92574889-cd92-4a75-b1c1-00a2f9bf663a req-f1194b8f-28a7-4f96-8fbd-62988d99ca8e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944293 Sep 17 22:38:40.046703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port c7b21e98-77fc-4385-a87a-cc4cfe3efb46 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:40.082902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Deleting port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:40.083242 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.133687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f0402ed0-f393-488a-a215-736252048383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:38:39Z', 'revision_number': 6, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:40.136894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fb51a-e696-4e7e-a9d9-dc32e3179ead req-369df00a-25a7-4dcd-bbd9-58b5fa200c1f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.144560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c35fb51a-e696-4e7e-a9d9-dc32e3179ead req-369df00a-25a7-4dcd-bbd9-58b5fa200c1f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.2235548 Sep 17 22:38:40.180293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0402ed0-f393-488a-a215-736252048383 None None] The sync data for ids ['622e214f-6c2a-4842-a7a3-b65d0e4e69ff'] in n-d-789963-10 is: [{'id': '622e214f-6c2a-4842-a7a3-b65d0e4e69ff', 'name': 'tempest-ServersTestMultiNic-1241941900-router', 'tenant_id': '2ba72d25c3a94eb68732b4682809f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:56Z', 'updated_at': '2021-09-17T22:38:39Z', 'revision_number': 6, 'project_id': '2ba72d25c3a94eb68732b4682809f547', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:40.200134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-f5172d0f-6da2-400a-819d-3d0fb34ab341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.201736 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-f5172d0f-6da2-400a-819d-3d0fb34ab341 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1097 time: 0.2659614 Sep 17 22:38:40.203219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.2 (4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf/b37b4abb-c592-4119-bab3-fe3a5fe29f13/c7b21e98-77fc-4385-a87a-cc4cfe3efb46) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:40.233205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c35fb51a-e696-4e7e-a9d9-dc32e3179ead req-79a79957-e330-49eb-a2fc-219e3ff0b1d8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867448 Sep 17 22:38:40.245264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf', 'network_id': '4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf', 'tenant_id': '3c4aa286dbe34f9bb356e041dd747e9e', 'fixed_ips': [{'subnet_id': 'b37b4abb-c592-4119-bab3-fe3a5fe29f13'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:38:40.246147 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.304186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] For port 400e5c71-538b-46ff-a3bf-d0656c2e9f1f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=400e5c71-538b-46ff-a3bf-d0656c2e9f1f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:40.304831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.346637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Calling delete_port for 400e5c71-538b-46ff-a3bf-d0656c2e9f1f owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:40.354079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.390498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.409565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-7024e4d3-e602-4848-9cbc-89a0e29f74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.411527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-7024e4d3-e602-4848-9cbc-89a0e29f74e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 914 time: 0.1886098 Sep 17 22:38:40.440488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b83b28ad-b2ed-407d-ad93-8e7a4f8bb9f4 {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:38:40.440995 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:38:40.446737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:40.454346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=c7b21e98-77fc-4385-a87a-cc4cfe3efb46,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:40.457977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:40.461448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:40.466840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-d30aa127-6358-4460-8b93-b726725f3c06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 217 time: 0.0445714 Sep 17 22:38:40.520206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.520743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.534746 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8fed5cfe-0093-402d-b21b-6e703d8ffd60 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6632607 Sep 17 22:38:40.537468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43442) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:40.597545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-a8e57b7e-9496-481c-85c7-a4a20498559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.599249 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-a8e57b7e-9496-481c-85c7-a4a20498559b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.1254504 Sep 17 22:38:40.649496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a666db1e-1dee-430a-bb01-6625d1f897d0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port c7b21e98-77fc-4385-a87a-cc4cfe3efb46 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:40.649992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a666db1e-1dee-430a-bb01-6625d1f897d0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.674984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a41dd-d9b7-4650-a617-560d65fefb93 req-272f4a1b-d213-437a-b438-19a767c7f727 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.676804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f3a41dd-d9b7-4650-a617-560d65fefb93 req-272f4a1b-d213-437a-b438-19a767c7f727 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1652036 Sep 17 22:38:40.681344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-2fb3d26a-5c85-4945-8d5b-89e302d0a173 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476968 Sep 17 22:38:40.738104 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.755664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a666db1e-1dee-430a-bb01-6625d1f897d0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.769088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a666db1e-1dee-430a-bb01-6625d1f897d0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for c7b21e98-77fc-4385-a87a-cc4cfe3efb46 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:40.788068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=400e5c71-538b-46ff-a3bf-d0656c2e9f1f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:40.874649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f3a41dd-d9b7-4650-a617-560d65fefb93 req-050df8d4-463b-4399-ae52-d64a0b53ae7e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842020 Sep 17 22:38:40.909410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a666db1e-1dee-430a-bb01-6625d1f897d0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.913364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-69071f70-4f8c-4334-ade2-528230dad724 service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157900 Sep 17 22:38:40.916311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.940725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666db1e-1dee-430a-bb01-6625d1f897d0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=c7b21e98-77fc-4385-a87a-cc4cfe3efb46,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:40.942153 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.013253 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a666db1e-1dee-430a-bb01-6625d1f897d0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.018250 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a666db1e-1dee-430a-bb01-6625d1f897d0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/c7b21e98-77fc-4385-a87a-cc4cfe3efb46 HTTP/1.1" status: 204 len: 168 time: 0.4768615 Sep 17 22:38:41.018635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43444) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:41.050887 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4539f1d2-b9b7-4c6a-9218-cc577c244635 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:38:41.051872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.055982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4539f1d2-b9b7-4c6a-9218-cc577c244635 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/c7b21e98-77fc-4385-a87a-cc4cfe3efb46 HTTP/1.1" status: 404 len: 333 time: 0.0325818 Sep 17 22:38:41.056164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43446) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:41.058311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.091916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7a011e18-0f62-4d18-87aa-c1293f0dea20 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:41.120836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a3eeec-ed95-4a09-a4af-e0d8f1edae4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet b37b4abb-c592-4119-bab3-fe3a5fe29f13 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:41.122409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 7a011e18-0f62-4d18-87aa-c1293f0dea20 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:41.122871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7a011e18-0f62-4d18-87aa-c1293f0dea20 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:41.157408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Allocated IP 172.20.0.2 (4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf/b37b4abb-c592-4119-bab3-fe3a5fe29f13/4352487e-a572-4910-ad42-980a68895c38) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:41.178199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.179293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622e214f-6c2a-4842-a7a3-b65d0e4e69ff {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:38:41.199011 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.200157 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3471038c-949d-4a62-8605-70bd8bb48f90 admin admin] 10.222.0.48 "DELETE /v2.0/routers/622e214f-6c2a-4842-a7a3-b65d0e4e69ff HTTP/1.1" status: 204 len: 168 time: 1.6968939 Sep 17 22:38:41.203917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43452) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:41.232898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a212d469-2e86-46c7-ba80-d36bed47d7b5 req-3d5a657c-a165-4d56-9298-07b40cf7f16e service neutron] 10.222.0.49 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852435 Sep 17 22:38:41.242616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574050a7-a3b5-479a-bc39-53355e25d7da req-539745b7-1092-4f81-9d26-e13403f16b48 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:41.244306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-574050a7-a3b5-479a-bc39-53355e25d7da req-539745b7-1092-4f81-9d26-e13403f16b48 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0800750 Sep 17 22:38:41.308111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-574050a7-a3b5-479a-bc39-53355e25d7da req-a00ae399-7020-4d3f-9a3f-e79bf093a1e4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453331 Sep 17 22:38:41.314975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4240a030-ed73-49db-98ac-42c9dfed7f28 admin admin] Deleting subnet dc0da83e-3d50-4fe3-945d-1472d831f9a6 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:41.319290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4240a030-ed73-49db-98ac-42c9dfed7f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.364802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4240a030-ed73-49db-98ac-42c9dfed7f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.383225 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.391780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2a3eeec-ed95-4a09-a4af-e0d8f1edae4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.392294 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.437693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Network 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:41.441973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:41.448909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:41.454004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Pushing event updated for resources: {'Port': ['ID=4352487e-a572-4910-ad42-980a68895c38,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:41.456506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2a3eeec-ed95-4a09-a4af-e0d8f1edae4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.463718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53abf-a520-433b-a6dd-16f5753cd846 req-c59837da-4048-4386-a7cc-ceb85223418f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:41.465489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02d53abf-a520-433b-a6dd-16f5753cd846 req-c59837da-4048-4386-a7cc-ceb85223418f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0882905 Sep 17 22:38:41.531441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02d53abf-a520-433b-a6dd-16f5753cd846 req-3970a101-06ad-4e4d-b3b0-18434e72d352 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510700 Sep 17 22:38:41.540912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Attempting to bind port 4352487e-a572-4910-ad42-980a68895c38 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:41.541389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Attempting to bind port 4352487e-a572-4910-ad42-980a68895c38 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '126bcb9c-f398-486b-a11a-50bbcd707a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:41.541752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Attempting to bind port 4352487e-a572-4910-ad42-980a68895c38 on network 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:41.549794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:41.550267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Checking segment: {'id': '126bcb9c-f398-486b-a11a-50bbcd707a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:41.550792 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.551374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Bound using segment: {'id': '126bcb9c-f398-486b-a11a-50bbcd707a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:41.552064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Bound port: 4352487e-a572-4910-ad42-980a68895c38, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126bcb9c-f398-486b-a11a-50bbcd707a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:41.552920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.641620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] For port 4352487e-a572-4910-ad42-980a68895c38, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:41.645282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] For port 4352487e-a572-4910-ad42-980a68895c38, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4352487e-a572-4910-ad42-980a68895c38,segment=NetworkSegment(126bcb9c-f398-486b-a11a-50bbcd707a24),segment_id=126bcb9c-f398-486b-a11a-50bbcd707a24)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:41.651083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.724733 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530db8e-9ef4-469c-a2ab-528a8d73b578 None None] Pushing event updated for resources: {'Port': ['ID=4352487e-a572-4910-ad42-980a68895c38,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:41.962879 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4240a030-ed73-49db-98ac-42c9dfed7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.061469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9afb5f-1b2c-4dcc-9c84-8270b26aa6ad req-105ee30a-0314-425f-b578-7972c594eac0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.063296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b9afb5f-1b2c-4dcc-9c84-8270b26aa6ad req-105ee30a-0314-425f-b578-7972c594eac0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0717661 Sep 17 22:38:42.078990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2a3eeec-ed95-4a09-a4af-e0d8f1edae4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.105897 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4240a030-ed73-49db-98ac-42c9dfed7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.125738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b9afb5f-1b2c-4dcc-9c84-8270b26aa6ad req-7535032e-ccd2-4494-b4db-b00536e325e2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542958 Sep 17 22:38:42.142045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240a030-ed73-49db-98ac-42c9dfed7f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0da83e-3d50-4fe3-945d-1472d831f9a6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:42.146400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4240a030-ed73-49db-98ac-42c9dfed7f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.151452 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4240a030-ed73-49db-98ac-42c9dfed7f28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dc0da83e-3d50-4fe3-945d-1472d831f9a6 HTTP/1.1" status: 204 len: 168 time: 0.9441073 Sep 17 22:38:42.151799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:42.151941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43470) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:42.176330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab84b1f-a373-4e57-b006-8583ed13a54d None None] Network fdceaef8-1a33-4e84-9ead-979dd1c2b500 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:42.228122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2a3eeec-ed95-4a09-a4af-e0d8f1edae4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.265763 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.271880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3eeec-ed95-4a09-a4af-e0d8f1edae4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=b37b4abb-c592-4119-bab3-fe3a5fe29f13,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:42.277442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2a3eeec-ed95-4a09-a4af-e0d8f1edae4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.282024 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c2a3eeec-ed95-4a09-a4af-e0d8f1edae4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/b37b4abb-c592-4119-bab3-fe3a5fe29f13 HTTP/1.1" status: 204 len: 168 time: 1.2212231 Sep 17 22:38:42.283955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43474) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:42.332360 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.365389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:42.368512 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e769130-a69c-479e-95ea-d1be5d839e83" -d '{"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:42.382344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:42.392026 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.393508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.427136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Deleting port 07141a90-30a4-4e5d-af49-db35a2ca96e2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:42.427467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.460346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:42.473892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] DHCP port deletion for fdceaef8-1a33-4e84-9ead-979dd1c2b500 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:42.502876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db064-1f32-40c4-8f02-d5857e1c57d7 req-a7f55d55-41f9-42a1-ad46-e8526c06561e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.504704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b9db064-1f32-40c4-8f02-d5857e1c57d7 req-a7f55d55-41f9-42a1-ad46-e8526c06561e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.0942256 Sep 17 22:38:42.547127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] Deleting port 07141a90-30a4-4e5d-af49-db35a2ca96e2 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:42.547813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.563002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b9db064-1f32-40c4-8f02-d5857e1c57d7 req-001052e3-1cae-42e0-9312-35e5ace273ec tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 Sep 17 22:38:42.593549 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07d6ee6-82ea-49e4-8500-52f7bb3b96c3 x-openstack-request-id: req-e07d6ee6-82ea-49e4-8500-52f7bb3b96c3 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:42.594220 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:42.594357 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e07d6ee6-82ea-49e4-8500-52f7bb3b96c3 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:42.594961 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047', 'code': 200} Sep 17 22:38:42.603169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] For port 07141a90-30a4-4e5d-af49-db35a2ca96e2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=07141a90-30a4-4e5d-af49-db35a2ca96e2,segment=NetworkSegment(0b6d0d1a-ef66-4daf-88b4-343a1bf73452),segment_id=0b6d0d1a-ef66-4daf-88b4-343a1bf73452)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:42.603540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.620127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Calling delete_port for 07141a90-30a4-4e5d-af49-db35a2ca96e2 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:42.640964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 4352487e-a572-4910-ad42-980a68895c38 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:42.641409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.653118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] For port 07141a90-30a4-4e5d-af49-db35a2ca96e2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=07141a90-30a4-4e5d-af49-db35a2ca96e2,segment=NetworkSegment(0b6d0d1a-ef66-4daf-88b4-343a1bf73452),segment_id=0b6d0d1a-ef66-4daf-88b4-343a1bf73452)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:42.653830 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.669111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] Calling delete_port for 07141a90-30a4-4e5d-af49-db35a2ca96e2 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:42.670275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf9caa-1ef3-4d8a-9222-4c5766cf3eb7 req-ec829da5-c0e0-42bb-9c75-8f0d10108395 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.677911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60cf9caa-1ef3-4d8a-9222-4c5766cf3eb7 req-ec829da5-c0e0-42bb-9c75-8f0d10108395 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0574067 Sep 17 22:38:42.726884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60cf9caa-1ef3-4d8a-9222-4c5766cf3eb7 req-b8e1933d-ee62-4772-9870-599e224e194f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480072 Sep 17 22:38:42.808661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] For port 4352487e-a572-4910-ad42-980a68895c38, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4352487e-a572-4910-ad42-980a68895c38,segment=NetworkSegment(126bcb9c-f398-486b-a11a-50bbcd707a24),segment_id=126bcb9c-f398-486b-a11a-50bbcd707a24)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:42.808661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.810637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.821207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 4352487e-a572-4910-ad42-980a68895c38 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:42.836639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4352487e-a572-4910-ad42-980a68895c38 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:42.858833 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] No DVR routers for this DVR port 07141a90-30a4-4e5d-af49-db35a2ca96e2 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:42.889122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8d226-7d2e-4853-9260-a6f57813da1d None None] Pushing event deleted for resources: {'Port': ['ID=07141a90-30a4-4e5d-af49-db35a2ca96e2,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:42.929840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4352487e-a572-4910-ad42-980a68895c38 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:42.931112 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.946326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.972847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Could not find standard attr ID for object 4352487e-a572-4910-ad42-980a68895c38. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:38:42.981219 n-d-789963-10 neutron-server[94739]: INFO neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No ports have port_id starting with 4352487e-a572-4910-ad42-980a68895c38 Sep 17 22:38:42.981757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No DVR routers for this DVR port 4352487e-a572-4910-ad42-980a68895c38 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:42.988941 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.003743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=4352487e-a572-4910-ad42-980a68895c38,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:43.003897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911ccbc-6a8b-4ca8-a063-3d31d2ab83cb None None] Network 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:43.046734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 07141a90-30a4-4e5d-af49-db35a2ca96e2 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:43.061226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Pushing event deleted for resources: {'Port': ['ID=07141a90-30a4-4e5d-af49-db35a2ca96e2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:43.063538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] No DVR routers for this DVR port 07141a90-30a4-4e5d-af49-db35a2ca96e2 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:43.093486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 07141a90-30a4-4e5d-af49-db35a2ca96e2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:43.093943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 07141a90-30a4-4e5d-af49-db35a2ca96e2 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:43.094307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 400e5c71-538b-46ff-a3bf-d0656c2e9f1f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:43.140849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.143302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-083b7eb4-a05a-4c8e-a21f-27f6d847f894 None None] Could not find standard attr ID for object 4352487e-a572-4910-ad42-980a68895c38. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:38:43.145679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 400e5c71-538b-46ff-a3bf-d0656c2e9f1f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:43.146029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 400e5c71-538b-46ff-a3bf-d0656c2e9f1f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:43.244091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.257466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:43.273077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5b17a-c53d-4a0d-981f-b58fbb820f71 req-189f0127-2e7b-4364-9189-a349c80cc110 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:43.274613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1e5b17a-c53d-4a0d-981f-b58fbb820f71 req-189f0127-2e7b-4364-9189-a349c80cc110 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0596209 Sep 17 22:38:43.278482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126bcb9c-f398-486b-a11a-50bbcd707a24') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:43.278865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126bcb9c-f398-486b-a11a-50bbcd707a24') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:43.282243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdceaef8-1a33-4e84-9ead-979dd1c2b500']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:43.293049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432ff85-bb8c-4daa-8c7e-de4eb86b2bd8 None None] DHCP port deletion for 4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:43.309794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.312496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6d0d1a-ef66-4daf-88b4-343a1bf73452') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:43.312790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6d0d1a-ef66-4daf-88b4-343a1bf73452') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:43.329210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1e5b17a-c53d-4a0d-981f-b58fbb820f71 req-1884bc9d-f1ad-4284-aa79-ce638f9f2dfc tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 Sep 17 22:38:43.332526 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.344470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.353152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:43.353893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:43.357503 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:43.359878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.384107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:43.384556 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:43.386563 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:43.476125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.489582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.491499 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/networks/4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf HTTP/1.1" status: 204 len: 168 time: 1.2063177 Sep 17 22:38:43.493934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.496207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43490) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:43.506095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'name': 'tempest-PortsTestJSON-1459930313'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:43.512880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.514548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] 10.222.0.48 "DELETE /v2.0/networks/fdceaef8-1a33-4e84-9ead-979dd1c2b500 HTTP/1.1" status: 204 len: 168 time: 1.3618186 Sep 17 22:38:43.516120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Network': ['ID=4aa5d9e3-dd1e-4569-b84d-92a12b6b10bf,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:43.525454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.525999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.526359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.526663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.527000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.527331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.527655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.527973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.528472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.528959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.529438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.529913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae0b0a-a8e2-49e5-9544-3e201d8dc8c5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:43.555318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3430b3c-8f03-42d0-a646-df8219cc858a admin admin] Pushing event deleted for resources: {'Network': ['ID=fdceaef8-1a33-4e84-9ead-979dd1c2b500,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:43.739749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bf020-a7b1-48b6-9c3f-2a39badf03f3 req-6681fe74-4447-45c2-8a9e-e2a51ca2d739 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:43.741247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a5bf020-a7b1-48b6-9c3f-2a39badf03f3 req-6681fe74-4447-45c2-8a9e-e2a51ca2d739 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.0829830 Sep 17 22:38:43.742413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:43.746214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.787084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 6b4b1f68-88c8-478f-b5a7-c2c3c8a10555 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:43.802385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43500) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:43.848005 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d1202cb0-a5ea-4cf3-a807-f5a68fa4b7a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ba72d25c3a94eb68732b4682809f547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440040 Sep 17 22:38:43.850448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43502) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:43.857607 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a5bf020-a7b1-48b6-9c3f-2a39badf03f3 req-e9d75e3f-dc8d-48c6-b20f-d435110f7cf9 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993316 Sep 17 22:38:43.917799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6015faf1-e723-4dc4-8f2f-4ff4c3b00c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.941846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6015faf1-e723-4dc4-8f2f-4ff4c3b00c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.949830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edb019-3156-4371-a656-b6b26f46d9a0 req-3fe98120-9383-4ee3-9bdc-57dafc3d25e9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:43.951429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7edb019-3156-4371-a656-b6b26f46d9a0 req-3fe98120-9383-4ee3-9bdc-57dafc3d25e9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1106594 Sep 17 22:38:43.993085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6015faf1-e723-4dc4-8f2f-4ff4c3b00c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.995925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6015faf1-e723-4dc4-8f2f-4ff4c3b00c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.999794 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6015faf1-e723-4dc4-8f2f-4ff4c3b00c4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/785f6ff4-a0d9-4216-b58c-32a25853270e HTTP/1.1" status: 204 len: 168 time: 0.1457782 Sep 17 22:38:44.017214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015faf1-e723-4dc4-8f2f-4ff4c3b00c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785f6ff4-a0d9-4216-b58c-32a25853270e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:44.051633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.056259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7edb019-3156-4371-a656-b6b26f46d9a0 req-5b66281c-2141-41cd-926a-71250f681df5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925314 Sep 17 22:38:44.130269 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.199608 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:44.203386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:44.212265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:44.218949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.219572 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.223345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=6b4b1f68-88c8-478f-b5a7-c2c3c8a10555,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:44.245833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d50f994c-9ca6-4ee6-9437-7c46cc27c104 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7462220 Sep 17 22:38:44.247246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43508) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:44.355843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2abc7-02a7-4168-88cb-9da3b9c83360 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 6b4b1f68-88c8-478f-b5a7-c2c3c8a10555 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:44.355843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dd2abc7-02a7-4168-88cb-9da3b9c83360 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.459144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dd2abc7-02a7-4168-88cb-9da3b9c83360 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.479566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2abc7-02a7-4168-88cb-9da3b9c83360 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 6b4b1f68-88c8-478f-b5a7-c2c3c8a10555 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:44.494405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b0e74-e560-4024-8815-b19de46b3ebc req-513e7d61-ef7a-4b41-a304-f0ae54835a2b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.496319 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-670b0e74-e560-4024-8815-b19de46b3ebc req-513e7d61-ef7a-4b41-a304-f0ae54835a2b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0689471 Sep 17 22:38:44.587557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dd2abc7-02a7-4168-88cb-9da3b9c83360 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.630028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2abc7-02a7-4168-88cb-9da3b9c83360 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=6b4b1f68-88c8-478f-b5a7-c2c3c8a10555,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:44.638327 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dd2abc7-02a7-4168-88cb-9da3b9c83360 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.640882 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1dd2abc7-02a7-4168-88cb-9da3b9c83360 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/6b4b1f68-88c8-478f-b5a7-c2c3c8a10555 HTTP/1.1" status: 204 len: 168 time: 0.3925817 Sep 17 22:38:44.645377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43528) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:44.664178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'mac_address': 'fa:16:3e:88:83:ab', 'name': 'tempest-PortsTestJSON-969887892'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:44.819359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4352487e-a572-4910-ad42-980a68895c38 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:44.845942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:45.023188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.026850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43538) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:45.051306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-670b0e74-e560-4024-8815-b19de46b3ebc req-89505c31-21ce-4298-adcb-67e3e9d34768 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476856 Sep 17 22:38:45.059319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port f9ffc5a2-c795-4e27-b8c8-21965fafb5a1 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:45.077217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9dcb-afd2-4c0b-99be-92742f15abcb req-46ce6831-69af-4b0a-86d0-4a8c43806fc8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.078721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee9e9dcb-afd2-4c0b-99be-92742f15abcb req-46ce6831-69af-4b0a-86d0-4a8c43806fc8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.0812130 Sep 17 22:38:45.147036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 4352487e-a572-4910-ad42-980a68895c38 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:45.147375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4352487e-a572-4910-ad42-980a68895c38 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:45.184175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee9e9dcb-afd2-4c0b-99be-92742f15abcb req-42ddbcd1-93e9-47ac-bff9-95dcde81f738 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872173 Sep 17 22:38:45.241394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbae96-80dc-4aa1-a73f-75ccb1d09938 req-a19b8aeb-4c37-431d-9b1d-8264d3bc511d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.249542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ecbae96-80dc-4aa1-a73f-75ccb1d09938 req-a19b8aeb-4c37-431d-9b1d-8264d3bc511d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0778704 Sep 17 22:38:45.291402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-406041708-network', 'tenant_id': '0415ed17b72d4ceca703647de82be7f0'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:45.309462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ecbae96-80dc-4aa1-a73f-75ccb1d09938 req-6e0907af-2fa9-4ebf-bda0-599031f2acc7 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 Sep 17 22:38:45.355622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Made reservation on behalf of 0415ed17b72d4ceca703647de82be7f0 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:45.360127 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.365566 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.374220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea266d-d85a-4577-ba5b-2304b2cbae2c req-0094b65a-05da-4e80-a694-3a0eafcdd78c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.375774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfea266d-d85a-4577-ba5b-2304b2cbae2c req-0094b65a-05da-4e80-a694-3a0eafcdd78c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.0696461 Sep 17 22:38:45.375948 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.420018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfea266d-d85a-4577-ba5b-2304b2cbae2c req-54ecf575-780a-4b9a-ab8d-354513bba613 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Sep 17 22:38:45.481745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.570652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:45.578786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:45.585755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.587915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:45.595918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.596593 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.606209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=f9ffc5a2-c795-4e27-b8c8-21965fafb5a1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:45.612512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.623850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-c555120d-0fc8-471b-843f-ccbfd4f3bbd7 req-c5d1afd5-734f-4c3c-ba3c-e2b727d64ee7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:38:45.629154 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c555120d-0fc8-471b-843f-ccbfd4f3bbd7 req-c5d1afd5-734f-4c3c-ba3c-e2b727d64ee7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096066 Sep 17 22:38:45.639966 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5d668112-fae5-46f6-8f73-fd2123c2f6d2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9935138 Sep 17 22:38:45.645683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43558) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:45.654215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:45.678176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b38b572-2b88-4d10-8946-8000822d0132,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:45.687373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.688842 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Added segment ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7 of type vlan for network 5289ee77-188d-4b50-8f39-2b17da1048a1 Sep 17 22:38:45.757669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e3bbe6-7999-478e-9952-79b1a08dffce tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.761698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d5e3bbe6-7999-478e-9952-79b1a08dffce tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/f9ffc5a2-c795-4e27-b8c8-21965fafb5a1 HTTP/1.1" status: 200 len: 840 time: 0.1147156 Sep 17 22:38:45.767517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43564) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:45.807546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.862074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.863646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.864619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.901095 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8728576 Sep 17 22:38:45.903938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43572) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:45.910896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Request body: {'subnet': {'network_id': '5289ee77-188d-4b50-8f39-2b17da1048a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-406041708-subnet', 'tenant_id': '0415ed17b72d4ceca703647de82be7f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:45.947353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd555d-5207-4c20-80a9-5841c760c778 req-3ac6d807-3629-491e-8926-08ffdb513a37 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.949023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05bd555d-5207-4c20-80a9-5841c760c778 req-3ac6d807-3629-491e-8926-08ffdb513a37 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.0961177 Sep 17 22:38:45.964036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f02594-433a-4a3e-9ea0-2b9a74903ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=5289ee77-188d-4b50-8f39-2b17da1048a1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:45.980795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 5289ee77-188d-4b50-8f39-2b17da1048a1 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:45.984099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Made reservation on behalf of 0415ed17b72d4ceca703647de82be7f0 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:45.988079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.003779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-060ebeed-4fd7-44ce-9b9e-5ed6ac4a4966 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port f9ffc5a2-c795-4e27-b8c8-21965fafb5a1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:46.007248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-060ebeed-4fd7-44ce-9b9e-5ed6ac4a4966 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.071904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05bd555d-5207-4c20-80a9-5841c760c778 req-e34d1dce-a5a7-4767-8222-b0b9e5e88e27 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095340 Sep 17 22:38:46.134268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-060ebeed-4fd7-44ce-9b9e-5ed6ac4a4966 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.150954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-060ebeed-4fd7-44ce-9b9e-5ed6ac4a4966 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for f9ffc5a2-c795-4e27-b8c8-21965fafb5a1 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:46.165861 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:46.260634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-d804a468-5880-4a71-83bd-110b5e30882b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464100 Sep 17 22:38:46.288045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27914a-14e7-4822-8fc1-426ffc7a2366 req-eac9fc81-04c1-4410-9da4-b5b8dbd30d0b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.290011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-51eb777b-7071-49aa-8123-3a9d108d442c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:38:46.290496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da27914a-14e7-4822-8fc1-426ffc7a2366 req-eac9fc81-04c1-4410-9da4-b5b8dbd30d0b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0873101 Sep 17 22:38:46.291021 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-51eb777b-7071-49aa-8123-3a9d108d442c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058475 Sep 17 22:38:46.319738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.338579 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-060ebeed-4fd7-44ce-9b9e-5ed6ac4a4966 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.401661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0852f2-e304-4589-b754-20625802ed6d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:46.410629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Checking segment: {'id': 'ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5289ee77-188d-4b50-8f39-2b17da1048a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:46.411231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Network hostable DHCP agents. Network: 5289ee77-188d-4b50-8f39-2b17da1048a1, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:46.434379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ebeed-4fd7-44ce-9b9e-5ed6ac4a4966 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=f9ffc5a2-c795-4e27-b8c8-21965fafb5a1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:46.443866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Network 5289ee77-188d-4b50-8f39-2b17da1048a1 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:46.459439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 5289ee77-188d-4b50-8f39-2b17da1048a1) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:46.464420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.466880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.470233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd95729d-b6fd-4e9b-b337-eb42709133b6 None None] Network 5289ee77-188d-4b50-8f39-2b17da1048a1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:46.472074 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-060ebeed-4fd7-44ce-9b9e-5ed6ac4a4966 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.476872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-060ebeed-4fd7-44ce-9b9e-5ed6ac4a4966 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/f9ffc5a2-c795-4e27-b8c8-21965fafb5a1 HTTP/1.1" status: 204 len: 168 time: 0.7083583 Sep 17 22:38:46.477703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43588) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:46.521006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4d830537-d081-4846-9a72-8a37e86ee916 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6113064 Sep 17 22:38:46.521006 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d34909-9532-4967-934e-dd35ffbba2c0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:38:46.521332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da27914a-14e7-4822-8fc1-426ffc7a2366 req-e9c94e64-329e-4b6d-a217-94203329d70f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187698 Sep 17 22:38:46.521426 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-95d34909-9532-4967-934e-dd35ffbba2c0 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/f9ffc5a2-c795-4e27-b8c8-21965fafb5a1 HTTP/1.1" status: 404 len: 333 time: 0.0408916 Sep 17 22:38:46.525576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43592) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:46.533999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'name': 'tempest-PortsTestJSON-1180534967'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:46.542066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28cf66-1eac-492c-8ff1-e0c0b23728f2 req-63adff48-5020-42aa-be95-a52776916a01 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.544221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc28cf66-1eac-492c-8ff1-e0c0b23728f2 req-63adff48-5020-42aa-be95-a52776916a01 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1111264 Sep 17 22:38:46.629209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc28cf66-1eac-492c-8ff1-e0c0b23728f2 req-39cd5c6b-7728-49a0-91e4-e700f777d418 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729964 Sep 17 22:38:46.730450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:46.734956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.740565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa8635-f5ef-483b-b1c7-e78fbc42aebe None None] Network 5289ee77-188d-4b50-8f39-2b17da1048a1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:46.786813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port bf9d3a9f-57aa-4ec7-8947-3ff53591a33c yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:47.098566 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.148834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.176690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-2f4fd1dc-5f09-4c3e-84d0-7b77bb5b97d3 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.184064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-2f4fd1dc-5f09-4c3e-84d0-7b77bb5b97d3 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/networks?id=5289ee77-188d-4b50-8f39-2b17da1048a1 HTTP/1.1" status: 200 len: 813 time: 0.1589997 Sep 17 22:38:47.197137 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-d0e52e18-10cf-455e-9490-93a66adc3278 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/quotas/0415ed17b72d4ceca703647de82be7f0 HTTP/1.1" status: 200 len: 375 time: 0.0120840 Sep 17 22:38:47.218057 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:47.223398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:47.227512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:47.233980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.234611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.247303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=bf9d3a9f-57aa-4ec7-8947-3ff53591a33c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:47.254998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-549e8877-8aec-4858-bdf4-6e7226ee8d9f tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0415ed17b72d4ceca703647de82be7f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483680 Sep 17 22:38:47.263354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5564eee8-19bd-4f09-8c35-befe53263176 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7361231 Sep 17 22:38:47.266095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43618) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:47.272335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:47.308974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41312e-2f5b-43bd-84fd-ae006c44a53f req-e1d127a0-cdec-407f-ab93-4ef91f7da1e7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.310599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df41312e-2f5b-43bd-84fd-ae006c44a53f req-e1d127a0-cdec-407f-ab93-4ef91f7da1e7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.1236737 Sep 17 22:38:47.351906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.403153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df41312e-2f5b-43bd-84fd-ae006c44a53f req-0d075550-dfa0-4177-b425-6863a0a18408 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574291 Sep 17 22:38:47.406767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-bcde5f66-6615-4737-90f5-ae8b8d8d8424 service neutron] 10.222.0.48 "GET /v2.0/networks/5289ee77-188d-4b50-8f39-2b17da1048a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415541 Sep 17 22:38:47.522434 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.528052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.574260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] In _notify_port_updated(), no bound segment for port bf9d3a9f-57aa-4ec7-8947-3ff53591a33c on network 5859c016-fe7b-4837-9d3a-4c73e91bc912 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:38:47.575101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-02d3bcd9-b5fc-4a89-8a8f-7f1458ef53ee service neutron] 10.222.0.48 "GET /v2.0/networks/5289ee77-188d-4b50-8f39-2b17da1048a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596105 Sep 17 22:38:47.576910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-7bd4a0a6-5fa7-4dd9-a5e6-22bf1cd58bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.578362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-7bd4a0a6-5fa7-4dd9-a5e6-22bf1cd58bb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f&tenant_id=d4e66d51eea94eefab9db14d682897d9 HTTP/1.1" status: 200 len: 1095 time: 0.1330431 Sep 17 22:38:47.587187 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.587909 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.592142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "PUT /v2.0/ports/bf9d3a9f-57aa-4ec7-8947-3ff53591a33c HTTP/1.1" status: 200 len: 818 time: 0.3223107 Sep 17 22:38:47.595109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:47.596335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43626) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:47.640005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d8cd3-5f54-4f95-a6c4-3a7bc455b0e8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=bf9d3a9f-57aa-4ec7-8947-3ff53591a33c,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:47.673375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.744883 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9d86bf86-eab1-4f19-b2ae-95cdd2df0208 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port bf9d3a9f-57aa-4ec7-8947-3ff53591a33c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:47.745343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d86bf86-eab1-4f19-b2ae-95cdd2df0208 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.826208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d86bf86-eab1-4f19-b2ae-95cdd2df0208 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.850831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9d86bf86-eab1-4f19-b2ae-95cdd2df0208 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for bf9d3a9f-57aa-4ec7-8947-3ff53591a33c owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:47.876644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba28efe-b6cf-492d-a5ff-952f6b0add80 req-1855b0a1-d376-4d38-9038-8131210e7b38 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.878334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ba28efe-b6cf-492d-a5ff-952f6b0add80 req-1855b0a1-d376-4d38-9038-8131210e7b38 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1879151 Sep 17 22:38:47.946231 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d86bf86-eab1-4f19-b2ae-95cdd2df0208 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.964626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ba28efe-b6cf-492d-a5ff-952f6b0add80 req-4b56c0bd-4219-4296-9701-5672b078d2bc tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703144 Sep 17 22:38:47.978474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86bf86-eab1-4f19-b2ae-95cdd2df0208 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=bf9d3a9f-57aa-4ec7-8947-3ff53591a33c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:47.993210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d01173-a025-4af4-9f59-67f7787014ed req-33e995cf-482a-4c08-868a-af1463f61dd1 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.995022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49d01173-a025-4af4-9f59-67f7787014ed req-33e995cf-482a-4c08-868a-af1463f61dd1 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.2130692 Sep 17 22:38:48.001131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d86bf86-eab1-4f19-b2ae-95cdd2df0208 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.003280 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d86bf86-eab1-4f19-b2ae-95cdd2df0208 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/bf9d3a9f-57aa-4ec7-8947-3ff53591a33c HTTP/1.1" status: 204 len: 168 time: 0.4058590 Sep 17 22:38:48.006120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43644) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:48.072095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a8b0f3-730e-4e9e-aef4-ff1374c9b6fe tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:48.073915 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e5a8b0f3-730e-4e9e-aef4-ff1374c9b6fe tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0671813 Sep 17 22:38:48.077203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43648) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:48.107918 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae9a6b0-7878-4e23-ba1f-67efbed5b2cd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:38:48.109551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ae9a6b0-7878-4e23-ba1f-67efbed5b2cd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/bf9d3a9f-57aa-4ec7-8947-3ff53591a33c HTTP/1.1" status: 404 len: 333 time: 0.0313675 Sep 17 22:38:48.113863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43650) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:48.118895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-906748277'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:48.131531 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49d01173-a025-4af4-9f59-67f7787014ed req-eb08236c-6070-4400-9772-39032d865c40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934198 Sep 17 22:38:48.141946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:48.169779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:48.178426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.180257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6216-f056-44b6-b16e-eb1c75d3314a req-91105c7a-cabd-4526-9d98-37cde56a7e95 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:48.182133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c8b6216-f056-44b6-b16e-eb1c75d3314a req-91105c7a-cabd-4526-9d98-37cde56a7e95 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1167884 Sep 17 22:38:48.209207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:48.220722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.220911 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Added segment 4e40915f-ea2f-4afb-9e85-ac98a07306e3 of type vlan for network ca3f3e0a-5282-42a4-8cc5-d53734f9978a Sep 17 22:38:48.245680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb19bcd7-2b4e-4f2f-9849-c3e1fdff1723 req-210214f5-23d5-42c3-9789-1f26341c9ffd tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 210 time: 0.0544164 Sep 17 22:38:48.249444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:48.279097 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.308327 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.316646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:48.317381 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.329604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c8b6216-f056-44b6-b16e-eb1c75d3314a req-ed7613af-a6b5-486c-a8e4-a03ee110b221 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210814 Sep 17 22:38:48.346121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed10d20-7671-4f60-825d-6650a3bac047 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:48.368694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.373686 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2587843 Sep 17 22:38:48.384044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Transition to ACTIVE for port object 1ed10d20-7671-4f60-825d-6650a3bac047 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:48.384868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43652) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:48.390569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:48.410980 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.411402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85787e8-c333-4661-a68f-c84ceab85fc8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Network': ['ID=ca3f3e0a-5282-42a4-8cc5-d53734f9978a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:48.430286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:48.589474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=9']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:48.595037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] No DVR routers for this DVR port 1ed10d20-7671-4f60-825d-6650a3bac047 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:48.622538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd700a4-048f-44b4-bbb7-73543bc2be48 req-6176962f-f182-47b6-9365-35e506b1c5a3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:48.624024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fdd700a4-048f-44b4-bbb7-73543bc2be48 req-6176962f-f182-47b6-9365-35e506b1c5a3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 943 time: 0.1379962 Sep 17 22:38:48.628839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:48.632386 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.683131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.732731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Attempting to bind port 1ed10d20-7671-4f60-825d-6650a3bac047 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:48.733341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Attempting to bind port 1ed10d20-7671-4f60-825d-6650a3bac047 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:48.733519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Attempting to bind port 1ed10d20-7671-4f60-825d-6650a3bac047 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:48.759180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Port 1ed10d20-7671-4f60-825d-6650a3bac047 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:48.759401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Attempting to bind port 1ed10d20-7671-4f60-825d-6650a3bac047 on network 8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:48.780960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fdd700a4-048f-44b4-bbb7-73543bc2be48 req-91b0cb6e-37b3-4b4f-bc5d-72144d9e98e2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441519 Sep 17 22:38:48.781664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:48.781996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Checking segment: {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:48.782375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Bound using segment: {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:48.782836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Bound port: 1ed10d20-7671-4f60-825d-6650a3bac047, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c89e80-b6a6-46b1-8264-d595f4929870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:48.783262 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.910836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:48.954112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:48.956072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-43e064e3-0a13-42f2-b181-8d4e1d8f8a12 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:48.957595 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-43e064e3-0a13-42f2-b181-8d4e1d8f8a12 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.45 "GET /v2.0/networks?id=5289ee77-188d-4b50-8f39-2b17da1048a1 HTTP/1.1" status: 200 len: 813 time: 0.1100330 Sep 17 22:38:48.963187 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.971891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Request body: {'port': {'device_id': 'da0ca7ce-13a6-48e5-badf-4733f0adffa8', 'network_id': '5289ee77-188d-4b50-8f39-2b17da1048a1', 'admin_state_up': True, 'tenant_id': '0415ed17b72d4ceca703647de82be7f0'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:48.995260 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.011992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.012672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.014414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] 10.222.0.45 "PUT /v2.0/ports/1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 1092 time: 1.4262648 Sep 17 22:38:49.018629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:49.021555 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:49.076676 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beeb922-a53f-4dd2-b5ee-fa2efd652bc8 x-openstack-request-id: req-0beeb922-a53f-4dd2-b5ee-fa2efd652bc8 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:49.076989 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:49.077246 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0beeb922-a53f-4dd2-b5ee-fa2efd652bc8 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:49.077649 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047', 'status': 'completed', 'code': 200} Sep 17 22:38:49.107912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Made reservation on behalf of 0415ed17b72d4ceca703647de82be7f0 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:49.112449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.156947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cc5b9-31e1-4a11-b64e-d34a6a83575f service neutron] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=10']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:49.170876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=4548fbfd-2030-4279-a660-73225f616c49,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:49.201896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-da05b94e-2fa3-470e-9106-15130b61b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.203411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-da05b94e-2fa3-470e-9106-15130b61b166 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1096 time: 0.1421337 Sep 17 22:38:49.206509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Checking segment: {'id': '4e40915f-ea2f-4afb-9e85-ac98a07306e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:49.206877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network hostable DHCP agents. Network: ca3f3e0a-5282-42a4-8cc5-d53734f9978a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:49.218561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f33a7a-4d9f-4103-836d-33ce1149abb8 req-140dda6a-89e1-4884-8584-4d8975a0a631 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.220079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28f33a7a-4d9f-4103-836d-33ce1149abb8 req-140dda6a-89e1-4884-8584-4d8975a0a631 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1617901 Sep 17 22:38:49.269181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Allocated IP 172.20.0.10 (5289ee77-188d-4b50-8f39-2b17da1048a1/5b0852f2-e304-4589-b754-20625802ed6d/09a270ac-d036-4c6a-8bc3-e83c98827fe9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:49.309237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:49.359255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, ca3f3e0a-5282-42a4-8cc5-d53734f9978a) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:49.370409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c3dd7-bf89-49e3-8dfe-eb19ccd193de None None] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:49.370650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.371254 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.380448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a0753-e93e-4071-892c-cd5e1bedbb6f req-097ba3e4-69cb-4813-8622-5a531a50d20d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.381993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb3a0753-e93e-4071-892c-cd5e1bedbb6f req-097ba3e4-69cb-4813-8622-5a531a50d20d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1515114 Sep 17 22:38:49.387639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28f33a7a-4d9f-4103-836d-33ce1149abb8 req-32278a2c-2510-413c-8e95-bba28f05f846 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552336 Sep 17 22:38:49.415120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-41929b6f-a0a2-4c1a-b3cf-e91e192e0269 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0290995 Sep 17 22:38:49.419483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43668) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:49.427170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-5fa9a569-d6d2-4a20-a026-47850ace4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.428604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4af913b8-4034-4904-9d08-0103fb5fc315 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:49.428741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-5fa9a569-d6d2-4a20-a026-47850ace4b12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 914 time: 0.2070942 Sep 17 22:38:49.490610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-156444ae-495e-4bdd-bc32-5bbb0b551376 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 217 time: 0.0539002 Sep 17 22:38:49.496708 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.499814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb3a0753-e93e-4071-892c-cd5e1bedbb6f req-6b65d5c4-ae50-46a2-92d9-83a1af04040e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029112 Sep 17 22:38:49.525857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-905f7b23-fac4-46cf-8efb-58af4f99c968 req-4d0369b9-b73e-428b-823c-21e457fa0f33 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 210 time: 0.0411453 Sep 17 22:38:49.572756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-25c6e7a3-1e63-4b26-b69d-8876129c7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.576033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-25c6e7a3-1e63-4b26-b69d-8876129c7878 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.0732436 Sep 17 22:38:49.606875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-ca3f3e0a-5282-42a4-8cc5-d53734f9978a', 'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a', 'tenant_id': '3c4aa286dbe34f9bb356e041dd747e9e', 'fixed_ips': [{'subnet_id': '4548fbfd-2030-4279-a660-73225f616c49'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:38:49.608028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.618928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-39bc81b4-4f26-406f-99c7-2735338f5caa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342259 Sep 17 22:38:49.638093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af913b8-4034-4904-9d08-0103fb5fc315 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:49.641984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4af913b8-4034-4904-9d08-0103fb5fc315 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.658919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.685535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Network 5289ee77-188d-4b50-8f39-2b17da1048a1 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:49.695540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:49.699598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:49.770052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Allocated IP 172.20.0.2 (ca3f3e0a-5282-42a4-8cc5-d53734f9978a/4548fbfd-2030-4279-a660-73225f616c49/e5f1b086-a792-466d-8bed-3c00ad10edfc) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:49.815311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53a7e1-61a4-4a90-91c9-08199b909679 req-e866a79e-25bb-4967-b85b-a0b44d0796aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.826902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a53a7e1-61a4-4a90-91c9-08199b909679 req-e866a79e-25bb-4967-b85b-a0b44d0796aa tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.2039144 Sep 17 22:38:49.829268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Pushing event updated for resources: {'Port': ['ID=09a270ac-d036-4c6a-8bc3-e83c98827fe9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:49.843467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.844208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.846085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-4fd7a2c9-7ba3-4d61-9350-7d830191ff3f service neutron] 10.222.0.45 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111397 Sep 17 22:38:49.869494 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-4af913b8-4034-4904-9d08-0103fb5fc315 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4548fbfd-2030-4279-a660-73225f616c49 (CIDR: 172.20.0.0/28) Sep 17 22:38:49.879897 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af913b8-4034-4904-9d08-0103fb5fc315 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:38:49.880409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af913b8-4034-4904-9d08-0103fb5fc315 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:38:49.883518 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-5489d1b8-322d-4b16-88ec-890ce85d0b44 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9164646 Sep 17 22:38:49.898343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Request body: {'port': {'device_id': 'da0ca7ce-13a6-48e5-badf-4733f0adffa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:49.928667 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4af913b8-4034-4904-9d08-0103fb5fc315 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5043538 Sep 17 22:38:49.930802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43674) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:49.954052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:49.958390 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.965524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.988309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.011959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:50.017245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:50.021607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:50.031871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Pushing event updated for resources: {'Port': ['ID=e5f1b086-a792-466d-8bed-3c00ad10edfc,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:50.043875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.044222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.044565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.044953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.045296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.045632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.046015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.046396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.046722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.047050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.047424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.047741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:50.097825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Attempting to bind port e5f1b086-a792-466d-8bed-3c00ad10edfc on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:50.098192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Attempting to bind port e5f1b086-a792-466d-8bed-3c00ad10edfc by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '4e40915f-ea2f-4afb-9e85-ac98a07306e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:50.098479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Attempting to bind port e5f1b086-a792-466d-8bed-3c00ad10edfc on network ca3f3e0a-5282-42a4-8cc5-d53734f9978a {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:50.104406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:50.104686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Checking segment: {'id': '4e40915f-ea2f-4afb-9e85-ac98a07306e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:50.105142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.105543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Bound using segment: {'id': '4e40915f-ea2f-4afb-9e85-ac98a07306e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:50.106020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Bound port: e5f1b086-a792-466d-8bed-3c00ad10edfc, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40915f-ea2f-4afb-9e85-ac98a07306e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:50.106413 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.191181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] For port e5f1b086-a792-466d-8bed-3c00ad10edfc, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:50.192346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:50.195118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] For port e5f1b086-a792-466d-8bed-3c00ad10edfc, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e5f1b086-a792-466d-8bed-3c00ad10edfc,segment=NetworkSegment(4e40915f-ea2f-4afb-9e85-ac98a07306e3),segment_id=4e40915f-ea2f-4afb-9e85-ac98a07306e3)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:50.195963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.201943 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.265555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da180f-64c3-4f41-a0ae-ccb344bda1eb None None] Pushing event updated for resources: {'Port': ['ID=e5f1b086-a792-466d-8bed-3c00ad10edfc,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:50.328206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a53a7e1-61a4-4a90-91c9-08199b909679 req-2e774daa-5371-4854-8da0-d9e222e8c42e tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031798 Sep 17 22:38:50.386183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c61c0bf-d2e0-48b1-81d0-f24a8f4c14b0 req-95be2d7f-e39a-49b2-bb0c-3de3561ad642 service neutron] 10.222.0.45 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308628 Sep 17 22:38:50.400345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e26c-2111-4f1f-8806-75b3d240d085 req-0f8c9b25-5e11-4994-b8a5-19718473feb0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.406199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7463e26c-2111-4f1f-8806-75b3d240d085 req-0f8c9b25-5e11-4994-b8a5-19718473feb0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.4666910 Sep 17 22:38:50.509839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7463e26c-2111-4f1f-8806-75b3d240d085 req-40c7a08f-a327-444b-b855-6e6b96984865 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978260 Sep 17 22:38:50.557663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a270ac-d036-4c6a-8bc3-e83c98827fe9 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:50.575626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.630461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Transition to ACTIVE for port object 09a270ac-d036-4c6a-8bc3-e83c98827fe9 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:50.649601 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.678281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-48f194a7-f1b8-4c70-94f8-ae33124cdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.680820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-48f194a7-f1b8-4c70-94f8-ae33124cdfcf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1096 time: 0.2169747 Sep 17 22:38:50.718419 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Pushing event updated for resources: {'Port': ['ID=09a270ac-d036-4c6a-8bc3-e83c98827fe9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:50.719800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff226f-8064-4c3d-ac82-4d5896033e19 req-26028f0f-246c-4ff0-80e5-f821ddbed94c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.725483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36ff226f-8064-4c3d-ac82-4d5896033e19 req-26028f0f-246c-4ff0-80e5-f821ddbed94c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1482863 Sep 17 22:38:50.838019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.854633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e5f1b086-a792-466d-8bed-3c00ad10edfc up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:50.868868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-3d6d032d-4678-4087-b514-d4c6f8007190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.871022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-3d6d032d-4678-4087-b514-d4c6f8007190 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 914 time: 0.1777809 Sep 17 22:38:50.886255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Attempting to bind port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:50.886536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Attempting to bind port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5289ee77-188d-4b50-8f39-2b17da1048a1'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:50.886896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Attempting to bind port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 on network 5289ee77-188d-4b50-8f39-2b17da1048a1 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:50.887991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680f8e7-c846-447e-9725-1a8073cf3b1f req-bb226c94-552a-4e89-8379-ed635d6f1bd7 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.895998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5680f8e7-c846-447e-9725-1a8073cf3b1f req-bb226c94-552a-4e89-8379-ed635d6f1bd7 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.2658997 Sep 17 22:38:50.919730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:50.927997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 on network 5289ee77-188d-4b50-8f39-2b17da1048a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:50.928326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Attempting to bind port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 on network 5289ee77-188d-4b50-8f39-2b17da1048a1 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:50.930931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:50.937780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.938455 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.944311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e5f1b086-a792-466d-8bed-3c00ad10edfc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:50.945851 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.947572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:50.947990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Checking segment: {'id': 'ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5289ee77-188d-4b50-8f39-2b17da1048a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:50.948377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Bound using segment: {'id': 'ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5289ee77-188d-4b50-8f39-2b17da1048a1'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:50.948811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Bound port: 09a270ac-d036-4c6a-8bc3-e83c98827fe9, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5289ee77-188d-4b50-8f39-2b17da1048a1'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:50.949193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.980209 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0469244 Sep 17 22:38:50.980451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43702) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:50.982869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5680f8e7-c846-447e-9725-1a8073cf3b1f req-d9f7f2e0-ae25-41ce-8dcc-200de749c646 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858335 Sep 17 22:38:50.986936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a', 'fixed_ips': [{'subnet_id': '4548fbfd-2030-4279-a660-73225f616c49'}, {'subnet_id': '228f141a-748f-4caf-bde0-7f93fcf61e97'}], 'name': 'tempest-PortsTestJSON-653043556'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:51.070946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36ff226f-8064-4c3d-ac82-4d5896033e19 req-7858e1a3-e104-44a3-a5d1-5f53009abb5d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358276 Sep 17 22:38:51.078187 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-07f49221-4172-4122-83d7-f06c517bb1ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 217 time: 0.1440170 Sep 17 22:38:51.179386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac50f5-14d8-4c8b-950d-1b3b723677eb tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=228f141a-748f-4caf-bde0-7f93fcf61e97,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:51.187762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-203eb9d8-fe78-4b1a-b358-5bce509897e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.189907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-203eb9d8-fe78-4b1a-b358-5bce509897e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.1020789 Sep 17 22:38:51.204315 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.293791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:51.321132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-085bf09c-43a5-4441-968b-0f9f85c45978 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950348 Sep 17 22:38:51.334259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port e5f1b086-a792-466d-8bed-3c00ad10edfc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e5f1b086-a792-466d-8bed-3c00ad10edfc,segment=NetworkSegment(4e40915f-ea2f-4afb-9e85-ac98a07306e3),segment_id=4e40915f-ea2f-4afb-9e85-ac98a07306e3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:51.343868 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.528275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=e5f1b086-a792-466d-8bed-3c00ad10edfc,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:51.588361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] For port 09a270ac-d036-4c6a-8bc3-e83c98827fe9, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:51.600692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.641359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5c7d2-1c5e-454d-bbd2-7d070bc1d7cb req-66f5b94d-73bd-40d3-8526-0d0a9a5ea730 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.645855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] For port 09a270ac-d036-4c6a-8bc3-e83c98827fe9, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=09a270ac-d036-4c6a-8bc3-e83c98827fe9,segment=NetworkSegment(ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7),segment_id=ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:51.649973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09f5c7d2-1c5e-454d-bbd2-7d070bc1d7cb req-66f5b94d-73bd-40d3-8526-0d0a9a5ea730 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.4590068 Sep 17 22:38:51.676624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.703921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:51.730409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.736433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.738319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] 10.222.0.45 "PUT /v2.0/ports/09a270ac-d036-4c6a-8bc3-e83c98827fe9 HTTP/1.1" status: 200 len: 1093 time: 1.8466744 Sep 17 22:38:51.779193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca7ce-13a6-48e5-badf-4733f0adffa8', 'tag': '09a270ac-d036-4c6a-8bc3-e83c98827fe9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:51.784414 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7914cd43-33a6-4408-a703-317e8169e7db" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca7ce-13a6-48e5-badf-4733f0adffa8", "tag": "09a270ac-d036-4c6a-8bc3-e83c98827fe9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:51.820108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-24fcc498-c73e-4ff7-85cb-dddcb6718665 service neutron] 10.222.0.45 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538398 Sep 17 22:38:51.884688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7855a-1ecf-4019-9742-65cffb669fd4 req-aaccd35e-a4bd-47d5-adef-caa84a7c3515 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.909629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1eb7855a-1ecf-4019-9742-65cffb669fd4 req-aaccd35e-a4bd-47d5-adef-caa84a7c3515 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.2438974 Sep 17 22:38:51.913025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09f5c7d2-1c5e-454d-bbd2-7d070bc1d7cb req-7b27878d-1469-4b7d-8743-7c05dcf25082 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458961 Sep 17 22:38:51.936473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97202cd0-a2b8-4387-a9ed-8d8357c4b4bd None None] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:51.950392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbd0d9-2e3d-4be1-af1c-cebf6ca6e1df service neutron] Pushing event updated for resources: {'Port': ['ID=09a270ac-d036-4c6a-8bc3-e83c98827fe9,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:51.994556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1eb7855a-1ecf-4019-9742-65cffb669fd4 req-445f38bc-db5e-45cc-9388-0b85c668014d tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666347 Sep 17 22:38:52.028030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-867f86b5-d1d6-425d-b878-29892f25df3c None None] Provisioning complete for port e5f1b086-a792-466d-8bed-3c00ad10edfc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:52.028809 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-867f86b5-d1d6-425d-b878-29892f25df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.207150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993cf53-3777-48c6-8507-d17e1cb3fbf0 req-48d41ceb-307e-4e41-96b4-2533ceb07925 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.221775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0993cf53-3777-48c6-8507-d17e1cb3fbf0 req-48d41ceb-307e-4e41-96b4-2533ceb07925 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.1284118 Sep 17 22:38:52.396762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0993cf53-3777-48c6-8507-d17e1cb3fbf0 req-2cb5dc7b-5b6f-42b2-b2bc-7a3f184aecb0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509340 Sep 17 22:38:52.464474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ca72-9c66-451b-ab97-1146743f982d req-d6f3bff3-0693-4a0d-b63f-4ca873d6de1c tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.480718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1797ca72-9c66-451b-ab97-1146743f982d req-d6f3bff3-0693-4a0d-b63f-4ca873d6de1c tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.2189498 Sep 17 22:38:52.679869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1797ca72-9c66-451b-ab97-1146743f982d req-039c1c5c-977c-441f-bed4-c8d7e65fe7d5 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889782 Sep 17 22:38:52.790685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201dec0d-3b4c-41b4-95dc-cdacd85f4d2d None None] Update dhcp port {'port': {'network_id': 'ca3f3e0a-5282-42a4-8cc5-d53734f9978a', 'fixed_ips': [{'subnet_id': '4548fbfd-2030-4279-a660-73225f616c49', 'ip_address': '172.20.0.2'}, {'subnet_id': '228f141a-748f-4caf-bde0-7f93fcf61e97'}], 'binding:host_id': 'n-d-789963-10'}, 'id': 'e5f1b086-a792-466d-8bed-3c00ad10edfc'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:38:52.860015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.7 (ca3f3e0a-5282-42a4-8cc5-d53734f9978a/4548fbfd-2030-4279-a660-73225f616c49/10bd5b8c-0d0b-40cb-974b-ac31e39b3895) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:52.867772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bcc55-3e5b-4d96-aa47-6560c4f9d2ad req-5421b619-27ca-4a08-8579-5aa72896ff3e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.870810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-201dec0d-3b4c-41b4-95dc-cdacd85f4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.871342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.22 (ca3f3e0a-5282-42a4-8cc5-d53734f9978a/228f141a-748f-4caf-bde0-7f93fcf61e97/10bd5b8c-0d0b-40cb-974b-ac31e39b3895) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:52.877746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b38bcc55-3e5b-4d96-aa47-6560c4f9d2ad req-5421b619-27ca-4a08-8579-5aa72896ff3e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.2994964 Sep 17 22:38:52.878578 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b33dc3b-8383-47b9-9da9-500155cda503 x-openstack-request-id: req-7b33dc3b-8383-47b9-9da9-500155cda503 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:52.878867 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca7ce-13a6-48e5-badf-4733f0adffa8", "tag": "09a270ac-d036-4c6a-8bc3-e83c98827fe9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:52.879283 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b33dc3b-8383-47b9-9da9-500155cda503 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:52.879489 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca7ce-13a6-48e5-badf-4733f0adffa8', 'tag': '09a270ac-d036-4c6a-8bc3-e83c98827fe9', 'status': 'completed', 'code': 200} Sep 17 22:38:52.885279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e5f1b086-a792-466d-8bed-3c00ad10edfc up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:52.918148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e9f1da9-d81c-44f0-b79d-c2a5e40dca33 req-6d3815b6-ad57-42ea-8f6a-0d7e80f0df11 service neutron] 10.222.0.45 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917866 Sep 17 22:38:52.944343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b38bcc55-3e5b-4d96-aa47-6560c4f9d2ad req-32a32c4c-31dc-4f45-a3c5-e54feb6ad63a tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643926 Sep 17 22:38:52.957366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914cd43-33a6-4408-a703-317e8169e7db req-3ede6513-1eba-439d-a272-7296eade4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.957366 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7914cd43-33a6-4408-a703-317e8169e7db req-3ede6513-1eba-439d-a272-7296eade4562 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0415ed17b72d4ceca703647de82be7f0&device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 1096 time: 0.0734124 Sep 17 22:38:53.162114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994916c-450a-4fcd-9b8c-6317859bbecc req-9573b71e-03c6-4711-a27f-702c9bf5b9e9 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.166023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f994916c-450a-4fcd-9b8c-6317859bbecc req-9573b71e-03c6-4711-a27f-702c9bf5b9e9 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.0869095 Sep 17 22:38:53.196782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e5f1b086-a792-466d-8bed-3c00ad10edfc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:53.197457 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.209975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.249964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f994916c-450a-4fcd-9b8c-6317859bbecc req-732f40c2-66ba-401f-918a-b786257932b4 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736759 Sep 17 22:38:53.297138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.356954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-201dec0d-3b4c-41b4-95dc-cdacd85f4d2d None None] Allocated IP 172.20.0.18 (ca3f3e0a-5282-42a4-8cc5-d53734f9978a/228f141a-748f-4caf-bde0-7f93fcf61e97/e5f1b086-a792-466d-8bed-3c00ad10edfc) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:53.422494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:53.434025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:53.437226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:53.447637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=10bd5b8c-0d0b-40cb-974b-ac31e39b3895,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:53.495168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766879-0f79-40d2-a6f9-b668b56fc2bd req-ebe3ac9f-3a7b-4f66-af3d-4462010d31b8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.500487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.501170 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.504184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47766879-0f79-40d2-a6f9-b668b56fc2bd req-ebe3ac9f-3a7b-4f66-af3d-4462010d31b8 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0950651 Sep 17 22:38:53.523457 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9ced8cdd-e371-4311-8de9-18b53b597027 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.5391066 Sep 17 22:38:53.523699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43724) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:53.531485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4548fbfd-2030-4279-a660-73225f616c49'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:53.538123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-201dec0d-3b4c-41b4-95dc-cdacd85f4d2d None None] For port e5f1b086-a792-466d-8bed-3c00ad10edfc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e5f1b086-a792-466d-8bed-3c00ad10edfc,segment=NetworkSegment(4e40915f-ea2f-4afb-9e85-ac98a07306e3),segment_id=4e40915f-ea2f-4afb-9e85-ac98a07306e3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:53.553817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47766879-0f79-40d2-a6f9-b668b56fc2bd req-157758c2-73f2-4750-9acc-c4df7f3632a0 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486519 Sep 17 22:38:53.608222 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-201dec0d-3b4c-41b4-95dc-cdacd85f4d2d None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.620970 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-201dec0d-3b4c-41b4-95dc-cdacd85f4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.644708 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.676159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c465603-f782-46bc-895d-765b52d6eb0d req-8bf1b571-b242-44c5-a427-a4ef1d3dbebc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.684445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c465603-f782-46bc-895d-765b52d6eb0d req-8bf1b571-b242-44c5-a427-a4ef1d3dbebc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0675194 Sep 17 22:38:53.732780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c465603-f782-46bc-895d-765b52d6eb0d req-79c88e1c-3ac5-457a-82d3-73070dd024de tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Sep 17 22:38:53.781404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dec0d-3b4c-41b4-95dc-cdacd85f4d2d None None] Pushing event updated for resources: {'Port': ['ID=e5f1b086-a792-466d-8bed-3c00ad10edfc,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:53.920368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7a125-517e-4da8-9c4f-d81f9ac38820 req-fff159af-d4e9-4c87-a5c2-896dd2309690 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.921970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6b7a125-517e-4da8-9c4f-d81f9ac38820 req-fff159af-d4e9-4c87-a5c2-896dd2309690 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.0811961 Sep 17 22:38:53.974757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6b7a125-517e-4da8-9c4f-d81f9ac38820 req-4e7bbbb8-9c45-404d-89d7-1f021e5e8acd tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440226 Sep 17 22:38:54.060538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Delete allocated IP 172.20.0.22 (ca3f3e0a-5282-42a4-8cc5-d53734f9978a/228f141a-748f-4caf-bde0-7f93fcf61e97) {{(pid=94738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:38:54.242080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.249007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.318505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0762a-183d-497d-825a-98879538a20b req-1eb6626f-ea0f-4b3c-a1d9-bf4daca33f5d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:54.331107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72a0762a-183d-497d-825a-98879538a20b req-1eb6626f-ea0f-4b3c-a1d9-bf4daca33f5d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1143296 Sep 17 22:38:54.378351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] In _notify_port_updated(), no bound segment for port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 on network ca3f3e0a-5282-42a4-8cc5-d53734f9978a {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:38:54.384386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:54.384842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.389874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "PUT /v2.0/ports/10bd5b8c-0d0b-40cb-974b-ac31e39b3895 HTTP/1.1" status: 200 len: 918 time: 0.8649199 Sep 17 22:38:54.392217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43736) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:54.401385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b317a17-7c90-4b6e-90c6-743a71d7d862 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=10bd5b8c-0d0b-40cb-974b-ac31e39b3895,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:54.414252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4548fbfd-2030-4279-a660-73225f616c49'}, {'subnet_id': '228f141a-748f-4caf-bde0-7f93fcf61e97'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:54.467502 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72a0762a-183d-497d-825a-98879538a20b req-a5d1c09a-c624-47b4-a710-89612e5ce029 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178117 Sep 17 22:38:54.520079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc44c7cf-ed7b-4883-b7b1-b94060e556ba None None] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:54.621905 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8da626a7-dc45-499a-9930-116855b509a5 None None] Provisioning complete for port e5f1b086-a792-466d-8bed-3c00ad10edfc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:54.622562 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8da626a7-dc45-499a-9930-116855b509a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.660978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3effac-0d35-4959-b7b7-d66d310f9420 req-7b6d6366-2056-490d-b5b5-0805c47e30a0 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:54.664182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd3effac-0d35-4959-b7b7-d66d310f9420 req-7b6d6366-2056-490d-b5b5-0805c47e30a0 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.1104288 Sep 17 22:38:54.742894 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.831888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e5f1b086-a792-466d-8bed-3c00ad10edfc up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:54.833595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd3effac-0d35-4959-b7b7-d66d310f9420 req-ba979e94-b66e-4c00-8823-ae53c09d20e5 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569488 Sep 17 22:38:54.959988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e5f1b086-a792-466d-8bed-3c00ad10edfc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:54.960735 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.166350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f30b77fc-e69a-4634-b8b2-469a657d3b2c None None] Provisioning complete for port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:55.167011 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f30b77fc-e69a-4634-b8b2-469a657d3b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.206638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea63de3-d97e-410c-a184-74e4a8da44f3 req-fbcf4f23-55ff-4fca-ba4d-494a02b73df0 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.208516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eea63de3-d97e-410c-a184-74e4a8da44f3 req-fbcf4f23-55ff-4fca-ba4d-494a02b73df0 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1915026 Sep 17 22:38:55.219310 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f30b77fc-e69a-4634-b8b2-469a657d3b2c None None] Port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:55.230170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f30b77fc-e69a-4634-b8b2-469a657d3b2c None None] Provisioning complete for port e5f1b086-a792-466d-8bed-3c00ad10edfc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:55.230718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f30b77fc-e69a-4634-b8b2-469a657d3b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.263388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.22 (ca3f3e0a-5282-42a4-8cc5-d53734f9978a/228f141a-748f-4caf-bde0-7f93fcf61e97/10bd5b8c-0d0b-40cb-974b-ac31e39b3895) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:55.334956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eea63de3-d97e-410c-a184-74e4a8da44f3 req-3b88e997-6bde-4e5f-8f41-b9fbe2789a88 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117158 Sep 17 22:38:55.507070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-05266a2d-dbfc-4471-b422-3ff976e9646d None None] Provisioning complete for port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:55.507455 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-05266a2d-dbfc-4471-b422-3ff976e9646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.518505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.529264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a8db5-2e40-4c49-9eb3-f2195797f071 req-deff0c30-f753-44d0-a01c-b2588db25632 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.531162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a59a8db5-2e40-4c49-9eb3-f2195797f071 req-deff0c30-f753-44d0-a01c-b2588db25632 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.1146092 Sep 17 22:38:55.533009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.559247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-05266a2d-dbfc-4471-b422-3ff976e9646d None None] Port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:55.693442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=10bd5b8c-0d0b-40cb-974b-ac31e39b3895,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:55.704068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a59a8db5-2e40-4c49-9eb3-f2195797f071 req-a1a8bd4f-2867-43e5-8e7c-d4714350d378 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565945 Sep 17 22:38:55.712263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e6a7100a-4439-4446-a5f1-1db32bcdb00d None None] Provisioning complete for port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:55.712902 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6a7100a-4439-4446-a5f1-1db32bcdb00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.745571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] In _notify_port_updated(), no bound segment for port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 on network ca3f3e0a-5282-42a4-8cc5-d53734f9978a {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:38:55.753638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.753638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.757799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-315f612e-f286-43d0-89a5-be4621f551ac tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "PUT /v2.0/ports/10bd5b8c-0d0b-40cb-974b-ac31e39b3895 HTTP/1.1" status: 200 len: 998 time: 1.3622451 Sep 17 22:38:55.758340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43748) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:55.794779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7100a-4439-4446-a5f1-1db32bcdb00d None None] Port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:55.917006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a6f20-568a-40b1-b94e-d64776152c71 req-0a2c1af3-89d3-4346-b12a-f95141ffd036 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.924993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-614a6f20-568a-40b1-b94e-d64776152c71 req-0a2c1af3-89d3-4346-b12a-f95141ffd036 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1112175 Sep 17 22:38:55.931184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3c60aa57-d92a-48f4-8c15-3ed4acb7f649 None None] Provisioning complete for port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:55.931707 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3c60aa57-d92a-48f4-8c15-3ed4acb7f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.946961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-66689a27-e3d2-4c71-bb73-548749a7f9d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:55.947324 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-66689a27-e3d2-4c71-bb73-548749a7f9d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.972758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3c60aa57-d92a-48f4-8c15-3ed4acb7f649 None None] Port 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:55.991823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-614a6f20-568a-40b1-b94e-d64776152c71 req-8b6cc142-5648-448e-aa1b-bd68f3e3ab95 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659654 Sep 17 22:38:56.083340 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-66689a27-e3d2-4c71-bb73-548749a7f9d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.099956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-66689a27-e3d2-4c71-bb73-548749a7f9d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 10bd5b8c-0d0b-40cb-974b-ac31e39b3895 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:56.272698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ada73-29ca-4091-bd7d-6a8381e3085a req-0a7b73f0-81ae-40fd-83e8-71a44ed19f07 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.274404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-096ada73-29ca-4091-bd7d-6a8381e3085a req-0a7b73f0-81ae-40fd-83e8-71a44ed19f07 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0926418 Sep 17 22:38:56.354453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-096ada73-29ca-4091-bd7d-6a8381e3085a req-e00880ac-d1fe-43b5-883a-29cca9b9b78d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Sep 17 22:38:56.384253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-66689a27-e3d2-4c71-bb73-548749a7f9d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.417290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66689a27-e3d2-4c71-bb73-548749a7f9d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=10bd5b8c-0d0b-40cb-974b-ac31e39b3895,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:56.542246 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-66689a27-e3d2-4c71-bb73-548749a7f9d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.546873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-66689a27-e3d2-4c71-bb73-548749a7f9d7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/10bd5b8c-0d0b-40cb-974b-ac31e39b3895 HTTP/1.1" status: 204 len: 168 time: 0.7874901 Sep 17 22:38:56.547274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43754) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:56.577189 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-703b7a2c-2d36-4c0c-b27c-4a06b7628f4a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:38:56.579234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-703b7a2c-2d36-4c0c-b27c-4a06b7628f4a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/10bd5b8c-0d0b-40cb-974b-ac31e39b3895 HTTP/1.1" status: 404 len: 333 time: 0.0296621 Sep 17 22:38:56.580998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7099-f1c5-4664-ab7b-bfc9f0001802 req-1357bbb5-2238-4a8b-88ea-5f031b1ef6cc tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.582290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43756) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:56.593982 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04aa7099-f1c5-4664-ab7b-bfc9f0001802 req-1357bbb5-2238-4a8b-88ea-5f031b1ef6cc tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.1481073 Sep 17 22:38:56.643552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a281a846-2738-49a6-9f77-d31346d9d3b8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet 228f141a-748f-4caf-bde0-7f93fcf61e97 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:56.644412 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04aa7099-f1c5-4664-ab7b-bfc9f0001802 req-431b707d-1f56-4b7c-921d-342ae1c8f59a tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467336 Sep 17 22:38:56.646925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a281a846-2738-49a6-9f77-d31346d9d3b8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.701111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a281a846-2738-49a6-9f77-d31346d9d3b8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.759694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699270da-4432-4255-a510-79c2c84d59f9 req-f644392b-1100-46be-9980-a8ef06727017 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.768966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-699270da-4432-4255-a510-79c2c84d59f9 req-f644392b-1100-46be-9980-a8ef06727017 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0528390 Sep 17 22:38:56.804688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a281a846-2738-49a6-9f77-d31346d9d3b8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.825489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-699270da-4432-4255-a510-79c2c84d59f9 req-3c56f381-aaa8-4044-921a-318e8504af0b tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558143 Sep 17 22:38:56.894569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a281a846-2738-49a6-9f77-d31346d9d3b8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.929781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281a846-2738-49a6-9f77-d31346d9d3b8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=228f141a-748f-4caf-bde0-7f93fcf61e97,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:56.931814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a281a846-2738-49a6-9f77-d31346d9d3b8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.933831 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a281a846-2738-49a6-9f77-d31346d9d3b8 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/228f141a-748f-4caf-bde0-7f93fcf61e97 HTTP/1.1" status: 204 len: 168 time: 0.3503556 Sep 17 22:38:56.936960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43762) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:56.939240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90589c7b-1554-4b24-8847-eda17951640f None None] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:56.978207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebf92e-4773-47b6-89ae-6e739f10b02c req-38edd65e-ffbc-474b-bd39-282acf7f7201 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.979930 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52ebf92e-4773-47b6-89ae-6e739f10b02c req-38edd65e-ffbc-474b-bd39-282acf7f7201 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0892639 Sep 17 22:38:57.014443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-402ceec0-cfae-4e33-8251-4342dc8610e3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet 4548fbfd-2030-4279-a660-73225f616c49 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:57.020374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-402ceec0-cfae-4e33-8251-4342dc8610e3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.049493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52ebf92e-4773-47b6-89ae-6e739f10b02c req-d5bb55d0-9789-4107-9f78-998f6d97c76c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596073 Sep 17 22:38:57.102501 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-402ceec0-cfae-4e33-8251-4342dc8610e3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.255514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-402ceec0-cfae-4e33-8251-4342dc8610e3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.280344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc4107-c3ff-407d-8bd1-347ebef6db50 req-9fb3cb17-9934-4f05-8210-fe08b1c008da tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:57.282225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38cc4107-c3ff-407d-8bd1-347ebef6db50 req-9fb3cb17-9934-4f05-8210-fe08b1c008da tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.0552585 Sep 17 22:38:57.342906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38cc4107-c3ff-407d-8bd1-347ebef6db50 req-bbe04637-d604-467e-9c6b-bc1548d7638f tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502543 Sep 17 22:38:57.343082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-402ceec0-cfae-4e33-8251-4342dc8610e3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.380881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ceec0-cfae-4e33-8251-4342dc8610e3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=4548fbfd-2030-4279-a660-73225f616c49,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:57.388321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-402ceec0-cfae-4e33-8251-4342dc8610e3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.390899 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-402ceec0-cfae-4e33-8251-4342dc8610e3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/4548fbfd-2030-4279-a660-73225f616c49 HTTP/1.1" status: 204 len: 168 time: 0.4527640 Sep 17 22:38:57.393989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43774) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:57.534166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.591097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port e5f1b086-a792-466d-8bed-3c00ad10edfc {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:57.591768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.636194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81951e6f-fa99-49c3-878c-0e25dc617be2 req-bca95a15-2e58-4d07-9981-7b1b61deec3c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:57.637790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81951e6f-fa99-49c3-878c-0e25dc617be2 req-bca95a15-2e58-4d07-9981-7b1b61deec3c tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.0831738 Sep 17 22:38:57.668423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] For port e5f1b086-a792-466d-8bed-3c00ad10edfc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e5f1b086-a792-466d-8bed-3c00ad10edfc,segment=NetworkSegment(4e40915f-ea2f-4afb-9e85-ac98a07306e3),segment_id=4e40915f-ea2f-4afb-9e85-ac98a07306e3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:57.668802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.686819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81951e6f-fa99-49c3-878c-0e25dc617be2 req-ea363d4c-a7c4-4cbd-80ee-b8aad678bf53 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Sep 17 22:38:57.699074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for e5f1b086-a792-466d-8bed-3c00ad10edfc owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:57.801249 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.828120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=e5f1b086-a792-466d-8bed-3c00ad10edfc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:57.842492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No DVR routers for this DVR port e5f1b086-a792-466d-8bed-3c00ad10edfc on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:57.902218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a694-3c34-41b5-bce3-f0585dd19084 req-8d8ad5fa-f9fa-463c-896e-b21cfb073efd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:57.904068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60c0a694-3c34-41b5-bce3-f0585dd19084 req-8d8ad5fa-f9fa-463c-896e-b21cfb073efd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1073544 Sep 17 22:38:57.966925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.990097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60c0a694-3c34-41b5-bce3-f0585dd19084 req-7eb3b998-833a-4a93-8b5f-6d6b8003bd5b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727022 Sep 17 22:38:58.000419 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3f3e0a-5282-42a4-8cc5-d53734f9978a']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:58.015549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e40915f-ea2f-4afb-9e85-ac98a07306e3') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:58.015970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e40915f-ea2f-4afb-9e85-ac98a07306e3') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:58.029022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.051764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.062587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:58.062587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.081604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df551bd3-e606-4255-977b-74ccdf1222bd None None] Network ca3f3e0a-5282-42a4-8cc5-d53734f9978a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:58.130936 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:58.139158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.149862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6e4a4a02-a202-44a6-bfb9-2182a5d934f1 None None] Could not find standard attr ID for object e5f1b086-a792-466d-8bed-3c00ad10edfc. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:38:58.153805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.155754 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/networks/ca3f3e0a-5282-42a4-8cc5-d53734f9978a HTTP/1.1" status: 204 len: 168 time: 0.7606556 Sep 17 22:38:58.160869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43782) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:58.170174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b22ef-d9f2-4dc5-8cb6-1cc635e02d5c req-94b08590-9a98-4d8a-912d-9d1b3e107c96 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.171572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-361b22ef-d9f2-4dc5-8cb6-1cc635e02d5c req-94b08590-9a98-4d8a-912d-9d1b3e107c96 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.0781450 Sep 17 22:38:58.224276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b726b-adcd-4ad7-9d46-c6635917239c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Network': ['ID=ca3f3e0a-5282-42a4-8cc5-d53734f9978a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:58.233957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-361b22ef-d9f2-4dc5-8cb6-1cc635e02d5c req-63ff96f0-14ff-4d1b-979d-298cff8ec865 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517635 Sep 17 22:38:58.277302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f856133c-d088-44cf-b6c9-04cb52be4aba tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.284193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43784) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:58.285542 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f856133c-d088-44cf-b6c9-04cb52be4aba tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1235802 Sep 17 22:38:58.416635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e433286c-5b4c-43ef-8ca9-558d78572495 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1300745 Sep 17 22:38:58.417266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43788) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:58.420639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a8dd2a-ff8b-41cc-8892-72dcb48cf32a None None] DHCP port deletion for ca3f3e0a-5282-42a4-8cc5-d53734f9978a request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:58.429321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1786048183'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:58.432507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4252f-67b3-41d2-be1a-514dacfb8e7f req-1335ee2e-8cdb-4a35-a894-c212d39e305f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.445300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71e4252f-67b3-41d2-be1a-514dacfb8e7f req-1335ee2e-8cdb-4a35-a894-c212d39e305f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1242914 Sep 17 22:38:58.460135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:58.463979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.499071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:58.509019 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71e4252f-67b3-41d2-be1a-514dacfb8e7f req-26781e5f-f84a-404d-b4eb-cfd2f9b23865 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547693 Sep 17 22:38:58.510073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.517713 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Added segment 3079f964-13a5-4ba7-864f-59e2e8884146 of type vlan for network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 Sep 17 22:38:58.586413 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.615130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.621454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.622075 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.627559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7da90-81e8-4cf5-b69c-66396ec21c6b req-2b45eff1-eb46-4773-8a61-dbdc321a55a7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.629610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4b7da90-81e8-4cf5-b69c-66396ec21c6b req-2b45eff1-eb46-4773-8a61-dbdc321a55a7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0642436 Sep 17 22:38:58.674726 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2549298 Sep 17 22:38:58.677755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43794) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:58.693673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4b7da90-81e8-4cf5-b69c-66396ec21c6b req-b4f66249-62ab-4815-842f-cd33534631de tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554848 Sep 17 22:38:58.705315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:58.794473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b982-6369-4297-87d2-35b45dba6434 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Network': ['ID=5ebed75c-b530-4e9a-b4eb-5d0d56230330,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:58.806457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:58.848097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e5f1b086-a792-466d-8bed-3c00ad10edfc no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:58.849982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3398d-6ab7-42ff-934e-4d56b476bdfa req-1d61aca7-74cd-4a04-a79c-185fe5d6c2f4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.851897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95b3398d-6ab7-42ff-934e-4d56b476bdfa req-1d61aca7-74cd-4a04-a79c-185fe5d6c2f4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.0978115 Sep 17 22:38:58.903519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:58.910025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95b3398d-6ab7-42ff-934e-4d56b476bdfa req-07e15cc0-4f79-492d-a790-3bb9a276ef2a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490587 Sep 17 22:38:58.910507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.935628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: e5f1b086-a792-466d-8bed-3c00ad10edfc {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:58.935988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e5f1b086-a792-466d-8bed-3c00ad10edfc not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:59.237064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.317669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=e79aea2a-275c-4855-b6a4-a01b751cbeb2,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:59.335252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Checking segment: {'id': '3079f964-13a5-4ba7-864f-59e2e8884146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:59.335613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network hostable DHCP agents. Network: 5ebed75c-b530-4e9a-b4eb-5d0d56230330, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:59.356294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:59.375200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 5ebed75c-b530-4e9a-b4eb-5d0d56230330) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:59.380748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.381471 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.385740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1bcc18-abb3-4706-996a-ebf04181fe42 None None] Network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:59.399610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d0a7e7b8-e668-4a76-9edf-541084bd8432 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7207408 Sep 17 22:38:59.402320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:59.407810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330', 'name': 'tempest-PortsTestJSON-592080008'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:59.617540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:59.625417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.654001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52aa9d-2605-4871-a970-8eff5996be35 req-7a6087d9-03a7-4635-8dbe-55f233b7c654 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.662716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a52aa9d-2605-4871-a970-8eff5996be35 req-7a6087d9-03a7-4635-8dbe-55f233b7c654 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1166513 Sep 17 22:38:59.664638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:59.668049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-5ebed75c-b530-4e9a-b4eb-5d0d56230330', 'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330', 'tenant_id': '3c4aa286dbe34f9bb356e041dd747e9e', 'fixed_ips': [{'subnet_id': 'e79aea2a-275c-4855-b6a4-a01b751cbeb2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:38:59.668923 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.688206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-45fdb392-7b13-4c7b-888d-84850dfacf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.692120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-45fdb392-7b13-4c7b-888d-84850dfacf1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 1097 time: 0.0881388 Sep 17 22:38:59.773801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a52aa9d-2605-4871-a970-8eff5996be35 req-82027a47-f74d-4292-821a-f350607e466c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102307 Sep 17 22:38:59.863666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.6 (5ebed75c-b530-4e9a-b4eb-5d0d56230330/e79aea2a-275c-4855-b6a4-a01b751cbeb2/76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:59.906798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8689-6777-4db0-8af7-d3bc0fcde1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.971055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-ae4d8b43-df2c-4807-8425-aac4d9f724db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.972555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-ae4d8b43-df2c-4807-8425-aac4d9f724db service neutron] 10.222.0.49 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.2682726 Sep 17 22:38:59.980848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf2afc-9dbb-42b3-9670-2ccac161756e req-45f6f08d-cc31-4080-bf86-73e68db95e1c tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.988798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3bf2afc-9dbb-42b3-9670-2ccac161756e req-45f6f08d-cc31-4080-bf86-73e68db95e1c tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.0917366 Sep 17 22:39:00.084689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3bf2afc-9dbb-42b3-9670-2ccac161756e req-d9226b5f-a92e-441e-bf01-dd41f171889d tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949755 Sep 17 22:39:00.097389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-8ef39e9d-32d4-46b9-9e93-cbab1829467e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 200 len: 1000 time: 0.1006603 Sep 17 22:39:00.117814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.178622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.186443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-d0a06049-8626-4d2e-8b9c-658ef136f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:00.189441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-d0a06049-8626-4d2e-8b9c-658ef136f5d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.0735846 Sep 17 22:39:00.239465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Allocated IP 172.20.0.2 (5ebed75c-b530-4e9a-b4eb-5d0d56230330/e79aea2a-275c-4855-b6a4-a01b751cbeb2/b5010eb9-4543-4a32-bc18-a04ceea0d57f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:00.240255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:00.247152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:00.253819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:00.266886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:00.304282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-655a4ebe-7d9d-4e0c-91c9-34e3ff39360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:00.306623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-655a4ebe-7d9d-4e0c-91c9-34e3ff39360e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087973 Sep 17 22:39:00.349104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:00.349566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56823da9-d4ce-4ce0-af41-e2d54908e539 req-d54f0a8b-4422-4fb1-aa37-fc4118d5a88a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:00.352957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.353343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56823da9-d4ce-4ce0-af41-e2d54908e539 req-d54f0a8b-4422-4fb1-aa37-fc4118d5a88a tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1182375 Sep 17 22:39:00.375771 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4b2cb733-2e1f-492d-b8ae-07cf376ee322 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9719458 Sep 17 22:39:00.384056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43812) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:00.391385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330', 'name': 'tempest-PortsTestJSON-280956494'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:00.482259 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.492535 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.542277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:00.544549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:00.548811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:00.572644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Pushing event updated for resources: {'Port': ['ID=b5010eb9-4543-4a32-bc18-a04ceea0d57f,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:00.628855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Attempting to bind port b5010eb9-4543-4a32-bc18-a04ceea0d57f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:00.629621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Attempting to bind port b5010eb9-4543-4a32-bc18-a04ceea0d57f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3079f964-13a5-4ba7-864f-59e2e8884146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:00.630312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Attempting to bind port b5010eb9-4543-4a32-bc18-a04ceea0d57f on network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:00.637795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:00.638506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Checking segment: {'id': '3079f964-13a5-4ba7-864f-59e2e8884146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:00.639109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.639680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Bound using segment: {'id': '3079f964-13a5-4ba7-864f-59e2e8884146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:00.640350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Bound port: b5010eb9-4543-4a32-bc18-a04ceea0d57f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3079f964-13a5-4ba7-864f-59e2e8884146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5ebed75c-b530-4e9a-b4eb-5d0d56230330'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:00.641260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.748553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] For port b5010eb9-4543-4a32-bc18-a04ceea0d57f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:00.753617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] For port b5010eb9-4543-4a32-bc18-a04ceea0d57f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b5010eb9-4543-4a32-bc18-a04ceea0d57f,segment=NetworkSegment(3079f964-13a5-4ba7-864f-59e2e8884146),segment_id=3079f964-13a5-4ba7-864f-59e2e8884146)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:00.761091 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.865340 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e73c7d-dc46-498a-b4e3-20868aaebadd None None] Pushing event updated for resources: {'Port': ['ID=b5010eb9-4543-4a32-bc18-a04ceea0d57f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:00.875144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-3ef2509d-ee52-4c15-af18-0ac172e5e8f9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:00.877681 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-3ef2509d-ee52-4c15-af18-0ac172e5e8f9 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.49 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 945 time: 0.1122346 Sep 17 22:39:00.928709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56823da9-d4ce-4ce0-af41-e2d54908e539 req-e84fecad-7bfa-4c95-9135-e0331f7436ea tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540769 Sep 17 22:39:01.068107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-52e3632b-906d-470c-a23a-eb3db44c8cae service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137856 Sep 17 22:39:01.068581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Deleting port 6e581562-7df6-444d-9ef7-9581f57b853e {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:01.081778 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.212327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:01.222438 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.297618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] For port 6e581562-7df6-444d-9ef7-9581f57b853e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6e581562-7df6-444d-9ef7-9581f57b853e,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:01.298029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.309096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93073ad-b745-49fa-b078-30ed3c085d9e req-484acc9f-08f4-4f70-a228-b777958c734e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.310797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b93073ad-b745-49fa-b078-30ed3c085d9e req-484acc9f-08f4-4f70-a228-b777958c734e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.2746763 Sep 17 22:39:01.319998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port cb5884fb-d0bc-43c9-9e07-33ee75027971 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:01.324991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Calling delete_port for 6e581562-7df6-444d-9ef7-9581f57b853e owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:01.428309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18607b57-273c-4ca0-96af-2c816ab9a8ac req-a2f10b1c-9f0c-4983-b255-768f0921191b service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021195 Sep 17 22:39:01.438073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b93073ad-b745-49fa-b078-30ed3c085d9e req-7474c96b-bdfe-4742-92b4-15ef66d0642a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108210 Sep 17 22:39:01.517221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.520546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.10 (5ebed75c-b530-4e9a-b4eb-5d0d56230330/e79aea2a-275c-4855-b6a4-a01b751cbeb2/cb5884fb-d0bc-43c9-9e07-33ee75027971) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:01.530470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1057543f-3057-49dd-aceb-0bc9ca4f0ca1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:01.557985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6e581562-7df6-444d-9ef7-9581f57b853e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:01.559368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event deleted for resources: {'Port': ['ID=6e581562-7df6-444d-9ef7-9581f57b853e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:01.604204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] No DVR routers for this DVR port 6e581562-7df6-444d-9ef7-9581f57b853e on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:01.607083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.609297 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0702f74a-e67a-4aa1-8238-aa844fb42782 req-583d90cf-d2a7-414a-982b-3523b263ac4f tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.49 "DELETE /v2.0/ports/6e581562-7df6-444d-9ef7-9581f57b853e HTTP/1.1" status: 204 len: 173 time: 0.7257941 Sep 17 22:39:01.609953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0087cc13-3b32-490d-b897-7fbccdcac082', 'name': 'network-vif-deleted', 'tag': '6e581562-7df6-444d-9ef7-9581f57b853e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:01.616738 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b3987f-2986-419d-a08a-982028440969" -d '{"events": [{"server_uuid": "0087cc13-3b32-490d-b897-7fbccdcac082", "name": "network-vif-deleted", "tag": "6e581562-7df6-444d-9ef7-9581f57b853e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:01.634340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfd667-e096-420b-b483-401c6ac25644 req-41ec532f-32a6-4625-997d-86bf345393c6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.638994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acbfd667-e096-420b-b483-401c6ac25644 req-41ec532f-32a6-4625-997d-86bf345393c6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.1033237 Sep 17 22:39:01.749205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acbfd667-e096-420b-b483-401c6ac25644 req-7b8f5039-9dcc-4cb8-a82f-1f6259883093 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971346 Sep 17 22:39:01.791558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.833967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.879585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:01.883244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:01.888044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:01.921393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=cb5884fb-d0bc-43c9-9e07-33ee75027971,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:01.948015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.948752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.948752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.949065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.949348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.949675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.951431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.951791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.952153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.952497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.952828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:01.953186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.000467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.001272 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.026977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29ddc4-e84f-4144-9826-1af67f6cf0bb req-f4c5a81c-c11d-449b-aef9-d33f88839c9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.029278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd29ddc4-e84f-4144-9826-1af67f6cf0bb req-f4c5a81c-c11d-449b-aef9-d33f88839c9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1090171 Sep 17 22:39:02.040595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43824) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:02.041544 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-70c1d4c1-037e-43ba-8d2f-b308c27d44f2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6505017 Sep 17 22:39:02.069737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc1823-7f12-4aa0-8ed6-513ccb553ec5 None None] Network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:02.128152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd29ddc4-e84f-4144-9826-1af67f6cf0bb req-b18cad94-a881-4594-95da-94e8cb5bfba5 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855501 Sep 17 22:39:02.168588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-384dc330-a481-4fd8-9392-a8234adc31a5 None None] Provisioning complete for port b5010eb9-4543-4a32-bc18-a04ceea0d57f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:02.169289 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-384dc330-a481-4fd8-9392-a8234adc31a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.258371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09280953-d62d-42c6-b951-d93d2aa84ab0 req-4f37710f-193d-4eb3-9a38-45be3a8c5e56 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.265325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8802ab50-bba6-4da5-a8c8-e54f4e363967 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.267609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8802ab50-bba6-4da5-a8c8-e54f4e363967 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.2239654 Sep 17 22:39:02.270763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43828) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:02.273426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09280953-d62d-42c6-b951-d93d2aa84ab0 req-4f37710f-193d-4eb3-9a38-45be3a8c5e56 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.1125011 Sep 17 22:39:02.322020 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa692d-5c24-4e82-befb-1024fe3e4371 x-openstack-request-id: req-bfaa692d-5c24-4e82-befb-1024fe3e4371 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:02.322893 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0087cc13-3b32-490d-b897-7fbccdcac082", "name": "network-vif-deleted", "tag": "6e581562-7df6-444d-9ef7-9581f57b853e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:02.323099 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfaa692d-5c24-4e82-befb-1024fe3e4371 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:02.323512 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0087cc13-3b32-490d-b897-7fbccdcac082', 'name': 'network-vif-deleted', 'tag': '6e581562-7df6-444d-9ef7-9581f57b853e', 'status': 'completed', 'code': 200} Sep 17 22:39:02.325949 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09280953-d62d-42c6-b951-d93d2aa84ab0 req-a450a938-c3a1-4f4b-8774-9df8f6a87384 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Sep 17 22:39:02.356730 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-384dc330-a481-4fd8-9392-a8234adc31a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.366612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914cd43-33a6-4408-a703-317e8169e7db req-5b10344d-0446-44d2-8339-20d7d4ced6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.368382 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7914cd43-33a6-4408-a703-317e8169e7db req-5b10344d-0446-44d2-8339-20d7d4ced6e3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0415ed17b72d4ceca703647de82be7f0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3267922 Sep 17 22:39:02.421991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-384dc330-a481-4fd8-9392-a8234adc31a5 None None] For port b5010eb9-4543-4a32-bc18-a04ceea0d57f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b5010eb9-4543-4a32-bc18-a04ceea0d57f,segment=NetworkSegment(3079f964-13a5-4ba7-864f-59e2e8884146),segment_id=3079f964-13a5-4ba7-864f-59e2e8884146)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:02.429890 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-384dc330-a481-4fd8-9392-a8234adc31a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.433258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6c9ea3c-12d2-45b5-8f7a-9f45de93dc4b req-b9cdc474-b950-4e3a-9241-ff6f15a529c1 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0087cc13-3b32-490d-b897-7fbccdcac082 HTTP/1.1" status: 200 len: 210 time: 0.0282593 Sep 17 22:39:02.508244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dc330-a481-4fd8-9392-a8234adc31a5 None None] Pushing event updated for resources: {'Port': ['ID=b5010eb9-4543-4a32-bc18-a04ceea0d57f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:02.522094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c5034f18-6262-4c3b-b8ef-225e22594b22 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port cb5884fb-d0bc-43c9-9e07-33ee75027971 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:02.522512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c5034f18-6262-4c3b-b8ef-225e22594b22 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.566286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914cd43-33a6-4408-a703-317e8169e7db req-5f2c164b-b0c9-44a6-8150-11b8d1c0f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.568006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7914cd43-33a6-4408-a703-317e8169e7db req-5f2c164b-b0c9-44a6-8150-11b8d1c0f935 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1903825 Sep 17 22:39:02.593183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c90d1-3dc6-4590-bf0a-72ea3d0a2550 req-ab05e1cf-b3d7-4321-9d83-8c2740a6b16a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.594491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-583c90d1-3dc6-4590-bf0a-72ea3d0a2550 req-ab05e1cf-b3d7-4321-9d83-8c2740a6b16a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.0692894 Sep 17 22:39:02.643661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-583c90d1-3dc6-4590-bf0a-72ea3d0a2550 req-a23de822-fa7b-453f-b8ac-b459893c6051 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400677 Sep 17 22:39:02.654281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c5034f18-6262-4c3b-b8ef-225e22594b22 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.672077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c5034f18-6262-4c3b-b8ef-225e22594b22 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for cb5884fb-d0bc-43c9-9e07-33ee75027971 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:02.692677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-40be862d-1868-4f0a-8de6-f24b2d1ab262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.694733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-40be862d-1868-4f0a-8de6-f24b2d1ab262 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0415ed17b72d4ceca703647de82be7f0&device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 1096 time: 0.0838132 Sep 17 22:39:02.696812 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4d024160-8f61-497a-9810-90f110963311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.761354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cfeda1d9-bee3-4d4d-a9fb-456daa13a778 None None] Provisioning complete for port b5010eb9-4543-4a32-bc18-a04ceea0d57f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:02.761787 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cfeda1d9-bee3-4d4d-a9fb-456daa13a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.773136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-7195428f-a049-400c-8c47-ad108bce3fe1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09a270ac-d036-4c6a-8bc3-e83c98827fe9 HTTP/1.1" status: 200 len: 217 time: 0.0433214 Sep 17 22:39:02.833319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b5010eb9-4543-4a32-bc18-a04ceea0d57f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:02.847821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-e7705dea-b222-4744-8321-34dc8586ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.849320 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-e7705dea-b222-4744-8321-34dc8586ed84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b0852f2-e304-4589-b754-20625802ed6d HTTP/1.1" status: 200 len: 853 time: 0.0688422 Sep 17 22:39:02.922795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945743cf-9260-4ffc-9c3e-dce73386a639 req-323d8e34-d7e9-4702-8297-66fa92d2292c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.928223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b5010eb9-4543-4a32-bc18-a04ceea0d57f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:02.928601 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.936124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-945743cf-9260-4ffc-9c3e-dce73386a639 req-323d8e34-d7e9-4702-8297-66fa92d2292c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0916460 Sep 17 22:39:02.955499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cfeda1d9-bee3-4d4d-a9fb-456daa13a778 None None] Provisioning complete for port cb5884fb-d0bc-43c9-9e07-33ee75027971 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:02.955935 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cfeda1d9-bee3-4d4d-a9fb-456daa13a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.956690 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-eb3c1915-30ea-426b-8ca0-388cd3755257 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5289ee77-188d-4b50-8f39-2b17da1048a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938928 Sep 17 22:39:02.992327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-945743cf-9260-4ffc-9c3e-dce73386a639 req-e5d980d5-2ba7-4df2-8d5c-c43006e87e88 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Sep 17 22:39:03.012620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cfeda1d9-bee3-4d4d-a9fb-456daa13a778 None None] Port cb5884fb-d0bc-43c9-9e07-33ee75027971 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:03.070294 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cfeda1d9-bee3-4d4d-a9fb-456daa13a778 None None] Provisioning complete for port 76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:03.070804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cfeda1d9-bee3-4d4d-a9fb-456daa13a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.075357 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c5034f18-6262-4c3b-b8ef-225e22594b22 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.126520 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.127375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5034f18-6262-4c3b-b8ef-225e22594b22 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=cb5884fb-d0bc-43c9-9e07-33ee75027971,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:03.154793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cfeda1d9-bee3-4d4d-a9fb-456daa13a778 None None] Port 76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:03.177416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-4aceeb42-521e-4733-b859-994b66ed1f6d service neutron] 10.222.0.45 "GET /v2.0/networks/5289ee77-188d-4b50-8f39-2b17da1048a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096651 Sep 17 22:39:03.261554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238a0b-9486-4090-ad4d-f73fd5d32f66 req-df1de304-7aad-43ab-be65-871a744e7dc8 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:03.271021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f238a0b-9486-4090-ad4d-f73fd5d32f66 req-df1de304-7aad-43ab-be65-871a744e7dc8 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0687296 Sep 17 22:39:03.279389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c5034f18-6262-4c3b-b8ef-225e22594b22 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.281335 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c5034f18-6262-4c3b-b8ef-225e22594b22 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/cb5884fb-d0bc-43c9-9e07-33ee75027971 HTTP/1.1" status: 204 len: 168 time: 1.0098844 Sep 17 22:39:03.285678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9dc6ab41-e22a-4e6c-aaf6-49b9c3b8717a None None] Provisioning complete for port 76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:03.286011 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ab41-e22a-4e6c-aaf6-49b9c3b8717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.286151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43842) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:03.319705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4f62a0d0-4991-4be9-9523-58c6add7a253 req-edc6b974-bc90-4e76-a682-a3a996ae2aef service neutron] 10.222.0.45 "GET /v2.0/networks/5289ee77-188d-4b50-8f39-2b17da1048a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202598 Sep 17 22:39:03.322308 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-623d78b1-2fbb-4c15-b0d4-072a5e34e28a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:39:03.326812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-623d78b1-2fbb-4c15-b0d4-072a5e34e28a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/cb5884fb-d0bc-43c9-9e07-33ee75027971 HTTP/1.1" status: 404 len: 333 time: 0.0397818 Sep 17 22:39:03.327433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43844) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:03.338638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9dc6ab41-e22a-4e6c-aaf6-49b9c3b8717a None None] Port 76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:03.383240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f238a0b-9486-4090-ad4d-f73fd5d32f66 req-7ce6938e-4b82-4db6-9080-74ac0821d2ac tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075461 Sep 17 22:39:03.456083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d53b6d2e-4eda-48e3-8c29-6772c10fe7e9 None None] Could not find standard attr ID for object cb5884fb-d0bc-43c9-9e07-33ee75027971. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:39:03.479514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1945ad-c00b-4289-9640-192120f95436 req-de8601a5-4f17-40db-a235-b15a499bd2a6 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:03.481089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d1945ad-c00b-4289-9640-192120f95436 req-de8601a5-4f17-40db-a235-b15a499bd2a6 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.0680387 Sep 17 22:39:03.490061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d950fa6e-dfea-4f85-8bf3-1bf060be092e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:03.491494 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d950fa6e-dfea-4f85-8bf3-1bf060be092e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.596534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d1945ad-c00b-4289-9640-192120f95436 req-f0b381f6-315a-4eda-b25b-be0154715fb2 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015151 Sep 17 22:39:03.622525 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d950fa6e-dfea-4f85-8bf3-1bf060be092e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.636642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d950fa6e-dfea-4f85-8bf3-1bf060be092e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:03.773387 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.779045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d950fa6e-dfea-4f85-8bf3-1bf060be092e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.810510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950fa6e-dfea-4f85-8bf3-1bf060be092e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:03.886917 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d950fa6e-dfea-4f85-8bf3-1bf060be092e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.889630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d950fa6e-dfea-4f85-8bf3-1bf060be092e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 HTTP/1.1" status: 204 len: 168 time: 0.5588443 Sep 17 22:39:03.891439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43870) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:03.921965 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2284c0d-4a41-41da-8595-626d197648c4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:39:03.927227 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f2284c0d-4a41-41da-8595-626d197648c4 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/76634ddf-8cf7-4b9d-bbd6-e89dfa6980a1 HTTP/1.1" status: 404 len: 333 time: 0.0318608 Sep 17 22:39:03.927535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43872) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:04.007531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02cc6d3-9d2c-42fe-93d6-0635f2a8ce39 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet e79aea2a-275c-4855-b6a4-a01b751cbeb2 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:04.011661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f02cc6d3-9d2c-42fe-93d6-0635f2a8ce39 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.089360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f02cc6d3-9d2c-42fe-93d6-0635f2a8ce39 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.172184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b70f09-898a-49da-8775-c6c6f5018b5a req-4ce71cae-2f60-4f42-9d1c-61f7bc2c9c00 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:04.174446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98b70f09-898a-49da-8775-c6c6f5018b5a req-4ce71cae-2f60-4f42-9d1c-61f7bc2c9c00 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.1058326 Sep 17 22:39:04.201920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6e581562-7df6-444d-9ef7-9581f57b853e no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:04.238058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 6e581562-7df6-444d-9ef7-9581f57b853e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:04.238470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6e581562-7df6-444d-9ef7-9581f57b853e not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:04.242095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f02cc6d3-9d2c-42fe-93d6-0635f2a8ce39 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.274472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98b70f09-898a-49da-8775-c6c6f5018b5a req-e20b370a-420f-4aef-bcf9-6bad38867f1f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775983 Sep 17 22:39:04.316977 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f02cc6d3-9d2c-42fe-93d6-0635f2a8ce39 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.352579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cc6d3-9d2c-42fe-93d6-0635f2a8ce39 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=e79aea2a-275c-4855-b6a4-a01b751cbeb2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:04.359776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595655e2-d90c-4bc4-9f8a-0ca48d3623ea None None] Network 5ebed75c-b530-4e9a-b4eb-5d0d56230330 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:04.364750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f02cc6d3-9d2c-42fe-93d6-0635f2a8ce39 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.366811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f02cc6d3-9d2c-42fe-93d6-0635f2a8ce39 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/e79aea2a-275c-4855-b6a4-a01b751cbeb2 HTTP/1.1" status: 204 len: 168 time: 0.4384556 Sep 17 22:39:04.369491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43892) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:04.466641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218ae40-6dcd-4885-bb74-c2699d6894cb req-2fab81e2-1ab1-4c15-bf7f-8837a42b07dc tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:04.468065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e218ae40-6dcd-4885-bb74-c2699d6894cb req-2fab81e2-1ab1-4c15-bf7f-8837a42b07dc tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 945 time: 0.1202774 Sep 17 22:39:04.524793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.540817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] DHCP port deletion for 5ebed75c-b530-4e9a-b4eb-5d0d56230330 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:39:04.567186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b281e25-7cec-4028-8d24-c0e19f271a7a req-96485283-e965-4cc1-9662-d7a3a7fe4ff0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:04.568703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b281e25-7cec-4028-8d24-c0e19f271a7a req-96485283-e965-4cc1-9662-d7a3a7fe4ff0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0959988 Sep 17 22:39:04.571511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e218ae40-6dcd-4885-bb74-c2699d6894cb req-b1632715-1c5f-4ab6-a9a4-e47326ee82e3 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920053 Sep 17 22:39:04.603458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] Deleting port b5010eb9-4543-4a32-bc18-a04ceea0d57f {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:04.603860 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.639229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b281e25-7cec-4028-8d24-c0e19f271a7a req-c8e8e8dd-a1e6-4adb-8919-e89e66ba2042 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641942 Sep 17 22:39:04.659245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port b5010eb9-4543-4a32-bc18-a04ceea0d57f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:04.659684 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.703075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] For port b5010eb9-4543-4a32-bc18-a04ceea0d57f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b5010eb9-4543-4a32-bc18-a04ceea0d57f,segment=NetworkSegment(3079f964-13a5-4ba7-864f-59e2e8884146),segment_id=3079f964-13a5-4ba7-864f-59e2e8884146)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:04.703475 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.719331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] Calling delete_port for b5010eb9-4543-4a32-bc18-a04ceea0d57f owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:04.729439 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.763963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] For port b5010eb9-4543-4a32-bc18-a04ceea0d57f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b5010eb9-4543-4a32-bc18-a04ceea0d57f,segment=NetworkSegment(3079f964-13a5-4ba7-864f-59e2e8884146),segment_id=3079f964-13a5-4ba7-864f-59e2e8884146)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:04.764296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.773294 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b5010eb9-4543-4a32-bc18-a04ceea0d57f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:04.781635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for b5010eb9-4543-4a32-bc18-a04ceea0d57f owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:04.801499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8dc50-d9e2-4125-a02b-bbbf048028f9 req-4ae61ed1-a4b2-48f7-86b3-3df978d055ef tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:04.803698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50d8dc50-d9e2-4125-a02b-bbbf048028f9 req-4ae61ed1-a4b2-48f7-86b3-3df978d055ef tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 944 time: 0.1217003 Sep 17 22:39:04.864394 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.892517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50d8dc50-d9e2-4125-a02b-bbbf048028f9 req-28c7abd2-316f-4550-8f86-12e0546b5967 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515988 Sep 17 22:39:04.895922 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.898717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] Pushing event deleted for resources: {'Port': ['ID=b5010eb9-4543-4a32-bc18-a04ceea0d57f,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:04.907236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e1699-68ac-42be-9fe6-c6fff1856c35 None None] No DVR routers for this DVR port b5010eb9-4543-4a32-bc18-a04ceea0d57f on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:04.911701 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.940433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=b5010eb9-4543-4a32-bc18-a04ceea0d57f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:04.945256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No DVR routers for this DVR port b5010eb9-4543-4a32-bc18-a04ceea0d57f on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:05.027347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.046554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebed75c-b530-4e9a-b4eb-5d0d56230330']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:05.055483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3079f964-13a5-4ba7-864f-59e2e8884146') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:05.055773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3079f964-13a5-4ba7-864f-59e2e8884146') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:05.065730 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.079177 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.085317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:05.085704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:05.093049 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:05.155928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 09a270ac-d036-4c6a-8bc3-e83c98827fe9 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:05.156436 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.165638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.167867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/networks/5ebed75c-b530-4e9a-b4eb-5d0d56230330 HTTP/1.1" status: 204 len: 168 time: 0.7974668 Sep 17 22:39:05.171706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43900) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:05.178125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-139468730'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:05.181139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb70fb2-c616-4813-aa9a-d3be8d3ecaa3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Network': ['ID=5ebed75c-b530-4e9a-b4eb-5d0d56230330,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.200830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:05.204803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.229563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:39:05.239190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.239626 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Added segment 84060130-00e9-478d-b8cc-4c4934736727 of type vlan for network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 Sep 17 22:39:05.289246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.319048 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.325358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.326070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.363895 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1908941 Sep 17 22:39:05.366644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43906) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:05.374853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:05.388463 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.409892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 09a270ac-d036-4c6a-8bc3-e83c98827fe9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=09a270ac-d036-4c6a-8bc3-e83c98827fe9,segment=NetworkSegment(ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7),segment_id=ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:05.423968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '09a270ac-d036-4c6a-8bc3-e83c98827fe9', 'network_id': '5289ee77-188d-4b50-8f39-2b17da1048a1', 'port_id': '09a270ac-d036-4c6a-8bc3-e83c98827fe9', 'mac_address': 'fa:16:3e:f3:c3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0852f2-e304-4589-b754-20625802ed6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:05.428395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1bdfa-9530-4802-864c-a7c0b08ffa1a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Network': ['ID=9b8ca95f-d1ad-487c-b6dc-a6a6b566def3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.437623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae8bb1-efb7-4f30-9457-6ce3aa6fb673 req-62099c77-6fbf-4389-98c1-8f167171effd tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.439568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9ae8bb1-efb7-4f30-9457-6ce3aa6fb673 req-62099c77-6fbf-4389-98c1-8f167171effd tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0602193 Sep 17 22:39:05.454892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:39:05.488793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9ae8bb1-efb7-4f30-9457-6ce3aa6fb673 req-87836903-63f4-4a29-a5e4-e4b81214b85c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Sep 17 22:39:05.490757 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.504730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:05.508878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.551995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a270ac-d036-4c6a-8bc3-e83c98827fe9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:05.572211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 09a270ac-d036-4c6a-8bc3-e83c98827fe9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=09a270ac-d036-4c6a-8bc3-e83c98827fe9,segment=NetworkSegment(ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7),segment_id=ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:05.576128 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.576814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:05.650527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=09a270ac-d036-4c6a-8bc3-e83c98827fe9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.724396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5df2fc-e65a-40a8-855e-08d8193844f2 req-a9f4bc30-7ca3-4309-8aaa-db30b914ff60 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.726437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b5df2fc-e65a-40a8-855e-08d8193844f2 req-a9f4bc30-7ca3-4309-8aaa-db30b914ff60 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 945 time: 0.0771158 Sep 17 22:39:05.734577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:05.737691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-ef6e1ae5-b5cc-41bc-8589-3b23e7801cc5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.739202 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-ef6e1ae5-b5cc-41bc-8589-3b23e7801cc5 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 945 time: 0.0962927 Sep 17 22:39:05.740564 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.752266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '1ed10d20-7671-4f60-825d-6650a3bac047', 'network_id': '8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396', 'port_id': '1ed10d20-7671-4f60-825d-6650a3bac047', 'mac_address': 'fa:16:3e:14:36:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4f6607-c921-4818-b779-309a1f058296', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:05.793914 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.797475 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b5df2fc-e65a-40a8-855e-08d8193844f2 req-9bf2ef75-3bc7-449b-af01-008cb7f9b3a4 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b6bc87d-f38a-4ad2-ba6f-514574690387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605695 Sep 17 22:39:05.808963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed10d20-7671-4f60-825d-6650a3bac047 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:05.820738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a17b2e-47ec-4e3b-b7b1-bd1ac4f3c657 req-4ae8dd06-82a9-407c-8b7a-6e17d8ef67d1 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.825430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40a17b2e-47ec-4e3b-b7b1-bd1ac4f3c657 req-4ae8dd06-82a9-407c-8b7a-6e17d8ef67d1 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0978301 Sep 17 22:39:05.833991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:05.838339 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.866051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=3d856248-1afb-465e-89db-9c4f40811647,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.877770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40a17b2e-47ec-4e3b-b7b1-bd1ac4f3c657 req-77b5162b-ef9d-49a9-ac63-b5615351a642 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Sep 17 22:39:05.879401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Checking segment: {'id': '84060130-00e9-478d-b8cc-4c4934736727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:05.879764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network hostable DHCP agents. Network: 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:39:05.894752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=11']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.908788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:39:05.916150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Deleting port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:05.916496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.933322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:05.942875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643f70d-c640-4652-9f4a-844a7a030386 None None] Network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:05.946291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.946883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.992813 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f4b60bb7-88e0-454e-99a8-d11b3d4be7c1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6249061 Sep 17 22:39:05.995524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43914) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:06.000239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3', 'name': 'tempest-PortsTestJSON-1623644679', 'fixed_ips': [{'subnet_id': '3d856248-1afb-465e-89db-9c4f40811647', 'ip_address': '172.20.0.10'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:06.044214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d358938-e705-41f2-a6bd-31767c31f92b req-dc72eff0-ea11-46f8-a297-82c8e90d1082 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.045919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d358938-e705-41f2-a6bd-31767c31f92b req-dc72eff0-ea11-46f8-a297-82c8e90d1082 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 945 time: 0.0654411 Sep 17 22:39:06.081112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] For port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,segment=NetworkSegment(d58b8c4f-954c-4e78-9832-3c4f38702548),segment_id=d58b8c4f-954c-4e78-9832-3c4f38702548)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:06.081386 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.089623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d358938-e705-41f2-a6bd-31767c31f92b req-f08716a0-30ee-49ad-a005-f84c0e7b377e tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358560 Sep 17 22:39:06.102604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Calling delete_port for 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:06.114534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-9b8ca95f-d1ad-487c-b6dc-a6a6b566def3', 'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3', 'tenant_id': '3c4aa286dbe34f9bb356e041dd747e9e', 'fixed_ips': [{'subnet_id': '3d856248-1afb-465e-89db-9c4f40811647'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:39:06.115401 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.127593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['09a270ac-d036-4c6a-8bc3-e83c98827fe9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:06.130615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1ed10d20-7671-4f60-825d-6650a3bac047'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:06.195217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:06.211421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:06.325640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.328730 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.368250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Pushing event deleted for resources: {'Port': ['ID=1057543f-3057-49dd-aceb-0bc9ca4f0ca1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:06.378832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 8717ad4c-a5c4-4072-a287-ac34b58521c3 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:06.455646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] No DVR routers for this DVR port 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:06.460234 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.462250 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bb218f3d-eebf-4161-b6b8-6227d12c2059 req-b8f723b3-2dc2-4a4c-b35e-e74daa7f5d36 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.45 "DELETE /v2.0/ports/1057543f-3057-49dd-aceb-0bc9ca4f0ca1 HTTP/1.1" status: 204 len: 173 time: 0.7132394 Sep 17 22:39:06.462690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f730fde-7cad-4917-a16b-92793ad0608e', 'name': 'network-vif-deleted', 'tag': '1057543f-3057-49dd-aceb-0bc9ca4f0ca1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:06.464993 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7389c387-1c51-4c31-955c-389038620ed5" -d '{"events": [{"server_uuid": "2f730fde-7cad-4917-a16b-92793ad0608e", "name": "network-vif-deleted", "tag": "1057543f-3057-49dd-aceb-0bc9ca4f0ca1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:06.492804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Allocated IP 172.20.0.2 (9b8ca95f-d1ad-487c-b6dc-a6a6b566def3/3d856248-1afb-465e-89db-9c4f40811647/c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:06.526543 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ca5f2-23e6-47e9-8030-9ccc573568a0 x-openstack-request-id: req-2d4ca5f2-23e6-47e9-8030-9ccc573568a0 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:06.527256 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f730fde-7cad-4917-a16b-92793ad0608e", "name": "network-vif-deleted", "tag": "1057543f-3057-49dd-aceb-0bc9ca4f0ca1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:06.527390 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d4ca5f2-23e6-47e9-8030-9ccc573568a0 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:06.527773 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f730fde-7cad-4917-a16b-92793ad0608e', 'name': 'network-vif-deleted', 'tag': '1057543f-3057-49dd-aceb-0bc9ca4f0ca1', 'status': 'completed', 'code': 200} Sep 17 22:39:06.552997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.621976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed905f-3a04-4234-b6c1-41bea4c587d0 req-c8159240-0a61-45c0-8906-c9f1487967be tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.623964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97ed905f-3a04-4234-b6c1-41bea4c587d0 req-c8159240-0a61-45c0-8906-c9f1487967be tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0514116 Sep 17 22:39:06.644267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:06.646504 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c85de7-eed0-4bbb-9e8e-c1c9b4d381f4" -d '{"events": [{"server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "name": "network-vif-unplugged", "status": "completed", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:06.664811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97ed905f-3a04-4234-b6c1-41bea4c587d0 req-b504be1f-c9a7-4da7-914b-9243f296eb83 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330625 Sep 17 22:39:06.697387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:06.709468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.714960 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8354a8c-85d9-4ccf-9a7e-4d0a9a48b45b x-openstack-request-id: req-b8354a8c-85d9-4ccf-9a7e-4d0a9a48b45b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:06.715269 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "name": "network-vif-unplugged", "status": "completed", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:06.715518 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8354a8c-85d9-4ccf-9a7e-4d0a9a48b45b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:06.716158 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'code': 200} Sep 17 22:39:06.807730 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:06.821864 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.829845 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.870581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:06.876858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:06.879925 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:06.895010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Pushing event updated for resources: {'Port': ['ID=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:06.903586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.10 (9b8ca95f-d1ad-487c-b6dc-a6a6b566def3/3d856248-1afb-465e-89db-9c4f40811647/8717ad4c-a5c4-4072-a287-ac34b58521c3) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:06.955532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-257ec0c4-cc33-45ee-91c7-91f5a3eec0da req-f6ec7d19-9dd4-4785-a075-6e7c31b63560 tempest-ServersTestJSON-810278385 tempest-ServersTestJSON-810278385-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f730fde-7cad-4917-a16b-92793ad0608e HTTP/1.1" status: 200 len: 210 time: 0.0485284 Sep 17 22:39:06.975866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Attempting to bind port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:06.976276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Attempting to bind port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '84060130-00e9-478d-b8cc-4c4934736727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:06.976718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Attempting to bind port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd on network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:06.981979 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:06.983415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Checking segment: {'id': '84060130-00e9-478d-b8cc-4c4934736727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:06.984039 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.984605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Bound using segment: {'id': '84060130-00e9-478d-b8cc-4c4934736727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:06.985284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Bound port: c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84060130-00e9-478d-b8cc-4c4934736727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:06.986617 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.033696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d2c1d-d82c-4c38-90f1-8780a056386f req-a5addfb9-021b-4af0-bba1-3b61e8337f7b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:07.035674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab6d2c1d-d82c-4c38-90f1-8780a056386f req-a5addfb9-021b-4af0-bba1-3b61e8337f7b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 943 time: 0.0593886 Sep 17 22:39:07.063412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] For port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:07.068299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] For port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,segment=NetworkSegment(84060130-00e9-478d-b8cc-4c4934736727),segment_id=84060130-00e9-478d-b8cc-4c4934736727)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:07.073995 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.078687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab6d2c1d-d82c-4c38-90f1-8780a056386f req-10367936-ed22-4d16-b362-14b23f64d90a tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Sep 17 22:39:07.125079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.137723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebb291-2f14-43ab-b337-1a52d01a150d None None] Pushing event updated for resources: {'Port': ['ID=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:07.176918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.221343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be6eac-929b-44ae-a603-6bf6493ad080 req-c00c0aee-f9a7-46a8-ba5b-e7976757220d tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:07.223053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5be6eac-929b-44ae-a603-6bf6493ad080 req-c00c0aee-f9a7-46a8-ba5b-e7976757220d tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Sep 17 22:39:07.225539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:07.228684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:07.232346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:07.261217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=8717ad4c-a5c4-4072-a287-ac34b58521c3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:07.272451 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5be6eac-929b-44ae-a603-6bf6493ad080 req-25ac3d0d-61b2-40a6-b2ed-157930c3a778 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Sep 17 22:39:07.295308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:07.299432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.334383 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f866a1a9-f53c-4918-b375-e053d386d21f tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3378444 Sep 17 22:39:07.336281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43934) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:07.343594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '9b8ca95f-d1ad-487c-b6dc-a6a6b566def3', 'name': 'tempest-PortsTestJSON-113648195', 'fixed_ips': [{'subnet_id': '3d856248-1afb-465e-89db-9c4f40811647', 'ip_address': '172.20.0.9'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:07.467485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:07.561683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.578559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port b502b0a8-7010-49f0-9252-0f28b6f2310f yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:07.736982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.9 (9b8ca95f-d1ad-487c-b6dc-a6a6b566def3/3d856248-1afb-465e-89db-9c4f40811647/b502b0a8-7010-49f0-9252-0f28b6f2310f) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:07.831542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435da15-31ad-45e8-9f18-9debd5011dff req-5cc02c3d-7ced-4d58-8c03-f19cf4123225 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:07.833154 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6435da15-31ad-45e8-9f18-9debd5011dff req-5cc02c3d-7ced-4d58-8c03-f19cf4123225 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.0938699 Sep 17 22:39:07.944048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6435da15-31ad-45e8-9f18-9debd5011dff req-f0a111d0-c1eb-4b8e-9287-098071a9106f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041477 Sep 17 22:39:07.977683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.020951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43942) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:08.028530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.072658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788567eb-17b7-4475-a06f-0c17cbd71622 None None] Network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:08.111544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:08.117068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:08.127118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-38288cb7-2990-469d-9fb0-f942195cfa50 admin admin] Deleting subnet a4fde16d-77f2-4399-a58a-0878473fd609 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:08.130772 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-38288cb7-2990-469d-9fb0-f942195cfa50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.171281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:08.172439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-168110ef-64a9-4b23-ae1b-06436cabc8b9 None None] Provisioning complete for port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:08.173020 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-168110ef-64a9-4b23-ae1b-06436cabc8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.179038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=b502b0a8-7010-49f0-9252-0f28b6f2310f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:08.217406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-38288cb7-2990-469d-9fb0-f942195cfa50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.231531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:08.298124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.298750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.304462 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-38288cb7-2990-469d-9fb0-f942195cfa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.348017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7fbf8-fd9b-45b1-b82f-a9d99c193962 req-8c4243ea-8ef7-4b05-a733-99315b8a23bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.349877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40c7fbf8-fd9b-45b1-b82f-a9d99c193962 req-8c4243ea-8ef7-4b05-a733-99315b8a23bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 943 time: 0.1807599 Sep 17 22:39:08.377403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-287e9bf1-f3cf-4540-843e-e0be099fff73 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0380147 Sep 17 22:39:08.377642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43950) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:08.395196 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-168110ef-64a9-4b23-ae1b-06436cabc8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.452724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:08.453962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40c7fbf8-fd9b-45b1-b82f-a9d99c193962 req-3a5d2f2b-fcd3-4396-9727-43b78cf39b46 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974164 Sep 17 22:39:08.472360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12996922-2a1d-450b-b787-d83165424f86 req-9699b148-cbb5-43f3-8ea7-1dc58aa018c0 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.474089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12996922-2a1d-450b-b787-d83165424f86 req-9699b148-cbb5-43f3-8ea7-1dc58aa018c0 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 945 time: 0.1064684 Sep 17 22:39:08.475996 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-38288cb7-2990-469d-9fb0-f942195cfa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.477782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'port_id': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'mac_address': 'fa:16:3e:2e:be:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b5128-8f80-42bb-b673-91512054d8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:08.481379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-168110ef-64a9-4b23-ae1b-06436cabc8b9 None None] For port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,segment=NetworkSegment(84060130-00e9-478d-b8cc-4c4934736727),segment_id=84060130-00e9-478d-b8cc-4c4934736727)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:08.489290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed16d4-9af3-4e86-82c5-bfd0f747e319 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.490476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-36ed16d4-9af3-4e86-82c5-bfd0f747e319 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1112957 Sep 17 22:39:08.493638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43952) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:08.494633 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-168110ef-64a9-4b23-ae1b-06436cabc8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.519712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38288cb7-2990-469d-9fb0-f942195cfa50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fde16d-77f2-4399-a58a-0878473fd609,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:08.541490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-38288cb7-2990-469d-9fb0-f942195cfa50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.545754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-38288cb7-2990-469d-9fb0-f942195cfa50 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a4fde16d-77f2-4399-a58a-0878473fd609 HTTP/1.1" status: 204 len: 168 time: 0.5237553 Sep 17 22:39:08.548628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43956) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:08.575215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12996922-2a1d-450b-b787-d83165424f86 req-5bab15e0-d994-41ed-938a-3e1a2061fea4 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928731 Sep 17 22:39:08.611267 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.613670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168110ef-64a9-4b23-ae1b-06436cabc8b9 None None] Pushing event updated for resources: {'Port': ['ID=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:08.630447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:08.654469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:08.659109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.720850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:08.818298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2590eb17-6dd8-4a40-b8da-bee3d2cbe332 None None] Provisioning complete for port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:08.818782 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2590eb17-6dd8-4a40-b8da-bee3d2cbe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.847924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:08.940308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:08.941267 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.975875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd992f43-9f3e-4348-ad99-fb0309ee1729 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.981823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd992f43-9f3e-4348-ad99-fb0309ee1729 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.988380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd992f43-9f3e-4348-ad99-fb0309ee1729 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.990102 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fd992f43-9f3e-4348-ad99-fb0309ee1729 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4955282 Sep 17 22:39:08.993877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43960) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:09.010102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.021511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2590eb17-6dd8-4a40-b8da-bee3d2cbe332 None None] Provisioning complete for port 8717ad4c-a5c4-4072-a287-ac34b58521c3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:09.022041 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2590eb17-6dd8-4a40-b8da-bee3d2cbe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.102594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-2590eb17-6dd8-4a40-b8da-bee3d2cbe332 None None] Port 8717ad4c-a5c4-4072-a287-ac34b58521c3 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:09.124393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.127540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2590eb17-6dd8-4a40-b8da-bee3d2cbe332 None None] Provisioning complete for port b502b0a8-7010-49f0-9252-0f28b6f2310f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:09.128133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2590eb17-6dd8-4a40-b8da-bee3d2cbe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.147781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ded5a1-8630-4532-83fb-82b6b379ce42']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:09.155828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:09.158089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58b8c4f-954c-4e78-9832-3c4f38702548') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:09.158476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58b8c4f-954c-4e78-9832-3c4f38702548') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:09.167123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aa305-2193-4b59-a76b-c1c9b4ea9cc7 req-af1a1530-6f59-4a1f-8bc4-35973ebd5830 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:09.168885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e04aa305-2193-4b59-a76b-c1c9b4ea9cc7 req-af1a1530-6f59-4a1f-8bc4-35973ebd5830 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1152487 Sep 17 22:39:09.172314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.185770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c685504e-05cd-4f2e-9ddc-9579da62f8ed tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port b502b0a8-7010-49f0-9252-0f28b6f2310f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:09.186115 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c685504e-05cd-4f2e-9ddc-9579da62f8ed tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.186571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.187146 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:09.194364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:09.195818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:09.198035 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:09.264046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.272832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.277882 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f0ded5a1-8630-4532-83fb-82b6b379ce42 HTTP/1.1" status: 204 len: 168 time: 0.7218845 Sep 17 22:39:09.287581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e04aa305-2193-4b59-a76b-c1c9b4ea9cc7 req-56061bbd-d53e-4491-aac3-a21d8a42ddbc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089919 Sep 17 22:39:09.293633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261e71e-b131-4c31-add1-8303e59735a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ded5a1-8630-4532-83fb-82b6b379ce42,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:09.321217 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c685504e-05cd-4f2e-9ddc-9579da62f8ed tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.336098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c685504e-05cd-4f2e-9ddc-9579da62f8ed tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for b502b0a8-7010-49f0-9252-0f28b6f2310f owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:09.356510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-2590eb17-6dd8-4a40-b8da-bee3d2cbe332 None None] Port b502b0a8-7010-49f0-9252-0f28b6f2310f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:09.416702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 1ed10d20-7671-4f60-825d-6650a3bac047 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:09.423514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 1ed10d20-7671-4f60-825d-6650a3bac047 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:09.424118 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.433491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:09.477982 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c685504e-05cd-4f2e-9ddc-9579da62f8ed tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.480957 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6270afef-2c83-4acf-8090-90a662a01fb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=424939a27a5f4673ab12eaf052c7651b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441241 Sep 17 22:39:09.481473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43966) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:09.520615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685504e-05cd-4f2e-9ddc-9579da62f8ed tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=b502b0a8-7010-49f0-9252-0f28b6f2310f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:09.530964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a9d23d51-f102-4747-a061-33b25085e8dd None None] Provisioning complete for port 8717ad4c-a5c4-4072-a287-ac34b58521c3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:09.531348 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a9d23d51-f102-4747-a061-33b25085e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.544207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-405b074b-9ace-4a52-b68e-74d42b94c4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.572857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-405b074b-9ace-4a52-b68e-74d42b94c4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.626803 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.643822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-405b074b-9ace-4a52-b68e-74d42b94c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.647289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-405b074b-9ace-4a52-b68e-74d42b94c4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.649228 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-405b074b-9ace-4a52-b68e-74d42b94c4aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b6bc87d-f38a-4ad2-ba6f-514574690387 HTTP/1.1" status: 204 len: 168 time: 0.1667244 Sep 17 22:39:09.656158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a9d23d51-f102-4747-a061-33b25085e8dd None None] Port 8717ad4c-a5c4-4072-a287-ac34b58521c3 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:09.660571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b074b-9ace-4a52-b68e-74d42b94c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6bc87d-f38a-4ad2-ba6f-514574690387,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:09.667946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:09.671206 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2065dd4-7dce-44c7-b2fa-5a16ba1cc700" -d '{"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:09.682053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a9d23d51-f102-4747-a061-33b25085e8dd None None] Could not find standard attr ID for object b502b0a8-7010-49f0-9252-0f28b6f2310f. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:39:09.692712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e08e45-bf44-4cf2-b209-d086f3b069bc req-b2d2cbfb-479e-4f33-bfb9-c5ed6589ef55 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:09.694175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94e08e45-bf44-4cf2-b209-d086f3b069bc req-b2d2cbfb-479e-4f33-bfb9-c5ed6589ef55 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 944 time: 0.1315558 Sep 17 22:39:09.703916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:09.712279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.713225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 09a270ac-d036-4c6a-8bc3-e83c98827fe9 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:09.720685 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c685504e-05cd-4f2e-9ddc-9579da62f8ed tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.725078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c685504e-05cd-4f2e-9ddc-9579da62f8ed tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/b502b0a8-7010-49f0-9252-0f28b6f2310f HTTP/1.1" status: 204 len: 168 time: 0.7276239 Sep 17 22:39:09.725506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43980) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:09.755583 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bd9d9b-f347-4174-ac32-a7283fa32328 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:39:09.759855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-49bd9d9b-f347-4174-ac32-a7283fa32328 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/b502b0a8-7010-49f0-9252-0f28b6f2310f HTTP/1.1" status: 404 len: 333 time: 0.0320873 Sep 17 22:39:09.763279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43982) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:09.826371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=12']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:09.836905 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:09.841763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:09.842257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.848505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94e08e45-bf44-4cf2-b209-d086f3b069bc req-8101660d-311d-43aa-80c6-10123d634866 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248257 Sep 17 22:39:09.872773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311ee05-49a3-455c-9792-f9f9646d421c req-4868f641-a54f-43c1-856b-945f0bf67105 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:09.875555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9311ee05-49a3-455c-9792-f9f9646d421c req-4868f641-a54f-43c1-856b-945f0bf67105 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 945 time: 0.1803498 Sep 17 22:39:09.954185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.956482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9311ee05-49a3-455c-9792-f9f9646d421c req-cd8d3851-2eb7-4ff2-8287-a6d6c4b4fb79 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563264 Sep 17 22:39:09.963477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-795b5759-08b5-4f5f-8a5c-3ae7d5173880 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 8717ad4c-a5c4-4072-a287-ac34b58521c3 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:09.963831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-795b5759-08b5-4f5f-8a5c-3ae7d5173880 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.991389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 09a270ac-d036-4c6a-8bc3-e83c98827fe9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=09a270ac-d036-4c6a-8bc3-e83c98827fe9,segment=NetworkSegment(ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7),segment_id=ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:10.000486 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.002257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:10.099164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:10.099518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1057543f-3057-49dd-aceb-0bc9ca4f0ca1 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:10.101582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=09a270ac-d036-4c6a-8bc3-e83c98827fe9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:10.216207 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2ed5e9-e39d-45c9-a53a-70c5a1758054 x-openstack-request-id: req-6c2ed5e9-e39d-45c9-a53a-70c5a1758054 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:10.216795 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:10.216795 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c2ed5e9-e39d-45c9-a53a-70c5a1758054 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:10.217183 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047', 'code': 200} Sep 17 22:39:10.430108 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-795b5759-08b5-4f5f-8a5c-3ae7d5173880 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.447017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-795b5759-08b5-4f5f-8a5c-3ae7d5173880 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 8717ad4c-a5c4-4072-a287-ac34b58521c3 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:10.461764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34c9b5-15b1-4273-aa22-d6fc6fafb499 req-8b29d864-b4b7-4430-8d8c-23b165250129 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.463373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d34c9b5-15b1-4273-aa22-d6fc6fafb499 req-8b29d864-b4b7-4430-8d8c-23b165250129 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0811720 Sep 17 22:39:10.565816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d34c9b5-15b1-4273-aa22-d6fc6fafb499 req-57441735-1e09-45c3-a0bf-f4602be3d539 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942025 Sep 17 22:39:10.601149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2141bf0-7917-479d-8c8b-94fb637932e7 req-af59e00d-5699-4355-b97b-d423a3b524c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.602693 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2141bf0-7917-479d-8c8b-94fb637932e7 req-af59e00d-5699-4355-b97b-d423a3b524c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1098 time: 0.2414613 Sep 17 22:39:10.644313 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a2141bf0-7917-479d-8c8b-94fb637932e7 req-8ffe9bb4-b0d1-4917-a9d9-47e4d72dd2c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341747 Sep 17 22:39:10.648015 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-795b5759-08b5-4f5f-8a5c-3ae7d5173880 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.678726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b5759-08b5-4f5f-8a5c-3ae7d5173880 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=8717ad4c-a5c4-4072-a287-ac34b58521c3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:10.759675 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-795b5759-08b5-4f5f-8a5c-3ae7d5173880 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.764194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-795b5759-08b5-4f5f-8a5c-3ae7d5173880 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/8717ad4c-a5c4-4072-a287-ac34b58521c3 HTTP/1.1" status: 204 len: 168 time: 0.9974351 Sep 17 22:39:10.764449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44018) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:10.789049 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e615adea-5e73-4a1e-b241-d27f260d330d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:39:10.792919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e615adea-5e73-4a1e-b241-d27f260d330d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/8717ad4c-a5c4-4072-a287-ac34b58521c3 HTTP/1.1" status: 404 len: 333 time: 0.0251353 Sep 17 22:39:10.793223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44022) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:10.851066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-89035d49-69cb-4fae-99c3-8f55b63a18e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet 3d856248-1afb-465e-89db-9c4f40811647 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:10.854558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89035d49-69cb-4fae-99c3-8f55b63a18e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.883687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44026) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:10.911291 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89035d49-69cb-4fae-99c3-8f55b63a18e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.006136 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-063d5f18-d0b1-4463-aaa8-8f52e290ff41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.009663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509d977-f3ef-4815-bfac-3e58aa5182e2 req-98f62315-7ce7-4316-b176-25491a9dc2c8 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.011158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6509d977-f3ef-4815-bfac-3e58aa5182e2 req-98f62315-7ce7-4316-b176-25491a9dc2c8 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 944 time: 0.0773244 Sep 17 22:39:11.076651 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89035d49-69cb-4fae-99c3-8f55b63a18e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.083013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6509d977-f3ef-4815-bfac-3e58aa5182e2 req-0489bd04-57f9-488e-b5b6-660e30df30b2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550776 Sep 17 22:39:11.121574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-063d5f18-d0b1-4463-aaa8-8f52e290ff41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.126557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-063d5f18-d0b1-4463-aaa8-8f52e290ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.170764 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-063d5f18-d0b1-4463-aaa8-8f52e290ff41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f53ac5a97a0e415bbb4a6c03f8b28e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857871 Sep 17 22:39:11.173632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44036) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:11.180274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d5f18-d0b1-4463-aaa8-8f52e290ff41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e05964-152b-45b0-bc56-64f49b9eacc8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:11.199502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89035d49-69cb-4fae-99c3-8f55b63a18e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.234908 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19787d75-faa9-430d-83a9-ad78ef941b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.242687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e590d-3f5e-4cf2-9085-374b31616dbc req-a443f79d-f3cd-4718-b84d-00a68e088850 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.244601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d4e590d-3f5e-4cf2-9085-374b31616dbc req-a443f79d-f3cd-4718-b84d-00a68e088850 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.1039357 Sep 17 22:39:11.244955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89035d49-69cb-4fae-99c3-8f55b63a18e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=3d856248-1afb-465e-89db-9c4f40811647,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:11.249517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89035d49-69cb-4fae-99c3-8f55b63a18e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.253424 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-89035d49-69cb-4fae-99c3-8f55b63a18e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/3d856248-1afb-465e-89db-9c4f40811647 HTTP/1.1" status: 204 len: 168 time: 0.4578068 Sep 17 22:39:11.254938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44038) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:11.260274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19787d75-faa9-430d-83a9-ad78ef941b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.263945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa834d1-b22b-49a5-a905-2cd3e2a0810d None None] Network 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:11.322975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19787d75-faa9-430d-83a9-ad78ef941b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.325579 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19787d75-faa9-430d-83a9-ad78ef941b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.329260 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-19787d75-faa9-430d-83a9-ad78ef941b55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64e05964-152b-45b0-bc56-64f49b9eacc8 HTTP/1.1" status: 204 len: 168 time: 0.1519792 Sep 17 22:39:11.335358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19787d75-faa9-430d-83a9-ad78ef941b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e05964-152b-45b0-bc56-64f49b9eacc8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:11.360909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.365581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d4e590d-3f5e-4cf2-9085-374b31616dbc req-1810bb9c-5c28-496e-a45f-0cee320957f1 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001909 Sep 17 22:39:11.430663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:11.431307 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.503549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] DHCP port deletion for 9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:39:11.505142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] For port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,segment=NetworkSegment(84060130-00e9-478d-b8cc-4c4934736727),segment_id=84060130-00e9-478d-b8cc-4c4934736727)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:11.506048 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.521220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:11.553696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] Deleting port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:11.554089 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.630176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.651982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] For port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,segment=NetworkSegment(84060130-00e9-478d-b8cc-4c4934736727),segment_id=84060130-00e9-478d-b8cc-4c4934736727)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:11.652375 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.663440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:11.676960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No DVR routers for this DVR port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:11.678806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] Calling delete_port for c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:11.776154 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.792120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa0462-b995-4a87-b64e-81b099c939b5 req-a5f6c93f-2676-4e00-b6dc-cd6901371887 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.793714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04aa0462-b995-4a87-b64e-81b099c939b5 req-a5f6c93f-2676-4e00-b6dc-cd6901371887 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1327043 Sep 17 22:39:11.804904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] Pushing event deleted for resources: {'Port': ['ID=c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:11.812477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85a9f0-1983-4fed-bc5c-974ed32d1d2a None None] No DVR routers for this DVR port c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:11.835300 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.887790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04aa0462-b995-4a87-b64e-81b099c939b5 req-ff4109f6-34cd-4413-8d89-dd4e9a2387ff tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550897 Sep 17 22:39:11.891298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8ca95f-d1ad-487c-b6dc-a6a6b566def3']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:11.902541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84060130-00e9-478d-b8cc-4c4934736727') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:11.902904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84060130-00e9-478d-b8cc-4c4934736727') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:11.914805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.933847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.941238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:11.941769 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:11.945189 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:12.019047 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.032664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.035924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/networks/9b8ca95f-d1ad-487c-b6dc-a6a6b566def3 HTTP/1.1" status: 204 len: 168 time: 0.7800105 Sep 17 22:39:12.039759 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44072) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:12.045151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2055965680'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:12.060707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ab3ef-b437-4a80-b5cc-ead74541f93d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Network': ['ID=9b8ca95f-d1ad-487c-b6dc-a6a6b566def3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:12.078440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:12.082304 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.130723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:39:12.149462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.149942 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Added segment 365de8d7-637f-4f40-89c8-6b8328c8539a of type vlan for network 039624c5-ea1b-4766-b580-d9e36ea790f3 Sep 17 22:39:12.160092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44082) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:12.218793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca7ce-13a6-48e5-badf-4733f0adffa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a270ac-d036-4c6a-8bc3-e83c98827fe9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:12.222120 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935dbfe3-ebbb-4c75-a4b7-ce4fd139d14f" -d '{"events": [{"server_uuid": "da0ca7ce-13a6-48e5-badf-4733f0adffa8", "name": "network-vif-plugged", "status": "completed", "tag": "09a270ac-d036-4c6a-8bc3-e83c98827fe9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:12.223829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.265422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.266193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:12.267223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2ace-4b14-47b9-b946-9c2a756ce194 req-c9b0822b-7bbe-43fc-bd2c-b46d525841c7 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.274455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.274831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.275489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fbcb2ace-4b14-47b9-b946-9c2a756ce194 req-c9b0822b-7bbe-43fc-bd2c-b46d525841c7 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 944 time: 0.0852408 Sep 17 22:39:12.344290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3013220 Sep 17 22:39:12.344703 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659e95e-8cc1-4712-82fd-decbb14b1e65 x-openstack-request-id: req-e659e95e-8cc1-4712-82fd-decbb14b1e65 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:12.344703 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca7ce-13a6-48e5-badf-4733f0adffa8", "name": "network-vif-plugged", "status": "completed", "tag": "09a270ac-d036-4c6a-8bc3-e83c98827fe9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:12.344703 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e659e95e-8cc1-4712-82fd-decbb14b1e65 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:12.344703 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca7ce-13a6-48e5-badf-4733f0adffa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a270ac-d036-4c6a-8bc3-e83c98827fe9', 'code': 200} Sep 17 22:39:12.356134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44104) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:12.373345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '039624c5-ea1b-4766-b580-d9e36ea790f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:12.382634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fbcb2ace-4b14-47b9-b946-9c2a756ce194 req-3441e497-ee3b-4362-bda4-8d5ab504611e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062186 Sep 17 22:39:12.393309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:12.393959 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.416993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e5a4-bdbc-4fc6-99df-4150f6770f30 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Network': ['ID=039624c5-ea1b-4766-b580-d9e36ea790f3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:12.449066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 039624c5-ea1b-4766-b580-d9e36ea790f3 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:39:12.469646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-982309535-network', 'tenant_id': '50c9b160d61f486d9b542535ddb3aaed'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:12.524977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Made reservation on behalf of 50c9b160d61f486d9b542535ddb3aaed for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:12.527087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.543296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.565566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:12.569275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.597818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8197d8-fdf0-429c-bedc-d92029298eb5 req-112724da-779e-4225-9433-3c3f482b40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.599721 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c8197d8-fdf0-429c-bedc-d92029298eb5 req-112724da-779e-4225-9433-3c3f482b40c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 1098 time: 0.1667883 Sep 17 22:39:12.631235 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.653881 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c8197d8-fdf0-429c-bedc-d92029298eb5 req-7a1520eb-6b74-4f33-8a5d-52a10710307f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Sep 17 22:39:12.654462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9fb65-108e-435c-8a0a-c0cc04f7be03 req-84679a88-b908-4486-bd4b-a58c36624803 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.657102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39d9fb65-108e-435c-8a0a-c0cc04f7be03 req-84679a88-b908-4486-bd4b-a58c36624803 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.1569889 Sep 17 22:39:12.677689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:12.683577 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.709220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.713576 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.759626 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:39:12.768442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:12.778011 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.778011 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Added segment 928edfa8-da0e-480a-9143-ead0b510bfa5 of type vlan for network 443e9159-983e-4e62-a625-655582909675 Sep 17 22:39:12.785999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:12.812758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:12.817755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39d9fb65-108e-435c-8a0a-c0cc04f7be03 req-bc1f5af9-41a3-4a19-ab24-05a87755464d tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356232 Sep 17 22:39:12.835122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.835275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:12.835545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c63ecbd3-5a4b-42fb-a1fd-f68d0baeaacd not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:12.871131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.872233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.872829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.882188 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.910152 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7465019 Sep 17 22:39:12.913219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44118) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:12.929067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Request body: {'subnet': {'network_id': '443e9159-983e-4e62-a625-655582909675', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-982309535-subnet', 'tenant_id': '50c9b160d61f486d9b542535ddb3aaed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:12.940751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee8eb8-6189-4d8f-b277-4e64c6152415 admin admin] Pushing event updated for resources: {'Network': ['ID=443e9159-983e-4e62-a625-655582909675,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:12.953289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 443e9159-983e-4e62-a625-655582909675 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:39:12.977625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Made reservation on behalf of 50c9b160d61f486d9b542535ddb3aaed for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:12.980093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.001314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=a8f3b7fe-f114-4af1-bc53-a19a4126ab0b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:13.052345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Checking segment: {'id': '365de8d7-637f-4f40-89c8-6b8328c8539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '039624c5-ea1b-4766-b580-d9e36ea790f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:13.052707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network hostable DHCP agents. Network: 039624c5-ea1b-4766-b580-d9e36ea790f3, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:39:13.133413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ad1f-edcc-47b9-b046-14c55afeb3f1 req-1ef2860f-acce-4cc7-a6f1-3faab03d998e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:13.134863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f17ad1f-edcc-47b9-b046-14c55afeb3f1 req-1ef2860f-acce-4cc7-a6f1-3faab03d998e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1347024 Sep 17 22:39:13.143181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 039624c5-ea1b-4766-b580-d9e36ea790f3 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:39:13.168810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 039624c5-ea1b-4766-b580-d9e36ea790f3) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:13.178978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf2bf6-ca32-412a-99c3-db9f7304bf48 None None] Network 039624c5-ea1b-4766-b580-d9e36ea790f3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:13.203403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:13.204024 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.239432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f17ad1f-edcc-47b9-b046-14c55afeb3f1 req-8697d09f-abf5-4c5f-b728-358d63dd5da3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970871 Sep 17 22:39:13.243170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-22733f71-2a87-44f8-82f5-4e64815bf07b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8773623 Sep 17 22:39:13.246133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44124) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:13.252176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c6937112-07eb-47e5-afa2-84839670601c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-940987114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:13.295237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6937112-07eb-47e5-afa2-84839670601c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.296457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6937112-07eb-47e5-afa2-84839670601c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.323102 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.365806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6937112-07eb-47e5-afa2-84839670601c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.372185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6937112-07eb-47e5-afa2-84839670601c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.377538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f56a90a-3925-4385-8d1b-89043991b847,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:13.381373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-039624c5-ea1b-4766-b580-d9e36ea790f3', 'network_id': '039624c5-ea1b-4766-b580-d9e36ea790f3', 'tenant_id': '3c4aa286dbe34f9bb356e041dd747e9e', 'fixed_ips': [{'subnet_id': 'a8f3b7fe-f114-4af1-bc53-a19a4126ab0b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:39:13.382420 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.400355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Checking segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:13.400744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Network hostable DHCP agents. Network: 443e9159-983e-4e62-a625-655582909675, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:39:13.417422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6937112-07eb-47e5-afa2-84839670601c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.417635 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c6937112-07eb-47e5-afa2-84839670601c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1672509 Sep 17 22:39:13.418056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44130) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:13.426295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'network_id': '039624c5-ea1b-4766-b580-d9e36ea790f3', 'name': 'tempest-PortsTestJSON-1241443611'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:13.432144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Network 443e9159-983e-4e62-a625-655582909675 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:39:13.474948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 443e9159-983e-4e62-a625-655582909675) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:13.491021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d825b3-b627-41f3-bfb9-02e58a006fe2 None None] Network 443e9159-983e-4e62-a625-655582909675 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:13.510643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:13.511241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.566567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ee7cc3ba-8214-4b22-b5f4-87c50fa73518 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6495733 Sep 17 22:39:13.614636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596373fd-e0f5-45ec-b9fe-f447c7fc4e29 req-f8909868-011a-443a-857c-fc161c819cd7 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:13.620408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Allocated IP 172.20.0.2 (039624c5-ea1b-4766-b580-d9e36ea790f3/a8f3b7fe-f114-4af1-bc53-a19a4126ab0b/c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:13.622509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-596373fd-e0f5-45ec-b9fe-f447c7fc4e29 req-f8909868-011a-443a-857c-fc161c819cd7 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1077697 Sep 17 22:39:13.663950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:13.667566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.678362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-596373fd-e0f5-45ec-b9fe-f447c7fc4e29 req-8410ba06-50d5-447c-b64a-44dd61816941 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537839 Sep 17 22:39:13.685381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea904c7d-25e2-49f3-9c83-c401a167d54f None None] Network 443e9159-983e-4e62-a625-655582909675 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:13.696062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port fd99fdfb-e221-45e2-9c58-326d9d782815 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:13.927115 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.933920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.974427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Network 039624c5-ea1b-4766-b580-d9e36ea790f3 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:13.977506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:13.980963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:13.990688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Pushing event updated for resources: {'Port': ['ID=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:14.046218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Attempting to bind port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:14.046687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Attempting to bind port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '365de8d7-637f-4f40-89c8-6b8328c8539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '039624c5-ea1b-4766-b580-d9e36ea790f3'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:14.047007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Attempting to bind port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae on network 039624c5-ea1b-4766-b580-d9e36ea790f3 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:14.052883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:14.053416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Checking segment: {'id': '365de8d7-637f-4f40-89c8-6b8328c8539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '039624c5-ea1b-4766-b580-d9e36ea790f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:14.053823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.054258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Bound using segment: {'id': '365de8d7-637f-4f40-89c8-6b8328c8539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '039624c5-ea1b-4766-b580-d9e36ea790f3'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:14.054797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Bound port: c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365de8d7-637f-4f40-89c8-6b8328c8539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '039624c5-ea1b-4766-b580-d9e36ea790f3'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:14.055201 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.105595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84708490-839c-4407-9090-51c611ab2d40 req-9ec7c0dc-9465-4290-9339-0a8b901f462e tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.107181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84708490-839c-4407-9090-51c611ab2d40 req-9ec7c0dc-9465-4290-9339-0a8b901f462e tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.1906376 Sep 17 22:39:14.113299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.13 (039624c5-ea1b-4766-b580-d9e36ea790f3/a8f3b7fe-f114-4af1-bc53-a19a4126ab0b/fd99fdfb-e221-45e2-9c58-326d9d782815) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:14.139097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] For port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:14.145152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] For port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,segment=NetworkSegment(365de8d7-637f-4f40-89c8-6b8328c8539a),segment_id=365de8d7-637f-4f40-89c8-6b8328c8539a)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:14.151165 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.161888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-38eb3b29-5eac-47e7-8f4a-34176640b4d3 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.165530 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-38eb3b29-5eac-47e7-8f4a-34176640b4d3 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 814 time: 0.2358916 Sep 17 22:39:14.223612 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-1e94a36b-d00f-4cbe-a455-662cd64f6c4c tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/quotas/50c9b160d61f486d9b542535ddb3aaed HTTP/1.1" status: 200 len: 375 time: 0.0505815 Sep 17 22:39:14.229913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84708490-839c-4407-9090-51c611ab2d40 req-c8019cb2-97b7-47b3-9b5a-5260549e121e tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960085 Sep 17 22:39:14.272412 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-da189088-3559-4e5e-b6e6-0d9173b4b4e1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380721 Sep 17 22:39:14.351163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:14.353123 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e006b5bf-4ab1-4516-90f0-9953c5c67e87" -d '{"events": [{"server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "name": "network-vif-plugged", "status": "completed", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:14.390227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f7ffe-c0b8-420f-a910-eaa4bb6e30a4 None None] Pushing event updated for resources: {'Port': ['ID=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:14.496582 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cf614ab2-7018-4d2f-ab15-cb8ff4e8d888 service neutron] 10.222.0.48 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084341 Sep 17 22:39:14.521930 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.548253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95cded-5953-4fc0-80ef-1e5ac720ca64 req-eca77d3d-3913-491c-9ad7-3022d2b09aac tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.549996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf95cded-5953-4fc0-80ef-1e5ac720ca64 req-eca77d3d-3913-491c-9ad7-3022d2b09aac tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1486487 Sep 17 22:39:14.689090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf95cded-5953-4fc0-80ef-1e5ac720ca64 req-b98b17b9-9fa3-401c-9707-d6693bd86f5f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294508 Sep 17 22:39:14.692419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-a87d113f-bc98-4018-9fe7-57003a27756b service neutron] 10.222.0.48 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816747 Sep 17 22:39:14.693338 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.737095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 039624c5-ea1b-4766-b580-d9e36ea790f3 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:14.741431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:14.746426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:14.779254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=fd99fdfb-e221-45e2-9c58-326d9d782815,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:14.809038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.809938 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.831950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fd37716b-9a5c-41a3-af4b-93f595a5ec23 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4125891 Sep 17 22:39:14.836065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44166) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:14.856704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:14.958447 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9971c33-5e58-4d93-9391-a57d11b0cfca x-openstack-request-id: req-b9971c33-5e58-4d93-9391-a57d11b0cfca {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:14.958749 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "name": "network-vif-plugged", "status": "completed", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:14.959003 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9971c33-5e58-4d93-9391-a57d11b0cfca {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:14.959402 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'code': 200} Sep 17 22:39:14.991903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:14.992195 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.192299 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.243176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,segment=NetworkSegment(365de8d7-637f-4f40-89c8-6b8328c8539a),segment_id=365de8d7-637f-4f40-89c8-6b8328c8539a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:15.253863 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.267364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb6d5d-ff82-48e8-8c23-ecb29656ae05 req-06a96837-26e2-4ca5-a284-c6f0ccc3343c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.276518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7cb6d5d-ff82-48e8-8c23-ecb29656ae05 req-06a96837-26e2-4ca5-a284-c6f0ccc3343c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1257677 Sep 17 22:39:15.291106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beaaa2-53bf-4ef9-af0a-7e7b986c42f0 req-9c130c09-5865-439b-9ed9-093bf5881084 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.295542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07beaaa2-53bf-4ef9-af0a-7e7b986c42f0 req-9c130c09-5865-439b-9ed9-093bf5881084 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1547225 Sep 17 22:39:15.364166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:15.380312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-5e2e347e-83a0-4c1e-9c56-67759c108cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.381998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-5e2e347e-83a0-4c1e-9c56-67759c108cf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0415ed17b72d4ceca703647de82be7f0&device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 1098 time: 0.3925698 Sep 17 22:39:15.387923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7cb6d5d-ff82-48e8-8c23-ecb29656ae05 req-a01610eb-273a-4163-bdfe-88bbcfa6ef36 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889027 Sep 17 22:39:15.444212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07beaaa2-53bf-4ef9-af0a-7e7b986c42f0 req-d9245b4b-f812-44e0-a22d-fa854537c8b1 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140771 Sep 17 22:39:15.466322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fefab-cc90-4515-a64b-669cc9380934 req-9fcc480f-29bb-4cea-950a-3193f352da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.468955 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-855fefab-cc90-4515-a64b-669cc9380934 req-9fcc480f-29bb-4cea-950a-3193f352da85 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 1097 time: 0.2650518 Sep 17 22:39:15.505047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-904532e6-578f-4864-81a3-6b72633b30fc req-a7641375-66c9-4920-a7eb-8866cd507dde tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 210 time: 0.0356395 Sep 17 22:39:15.577011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4f0d5-9c31-4c4d-963f-3ac7fb2742c1 None None] Network 039624c5-ea1b-4766-b580-d9e36ea790f3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:15.667912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12cb9-5d46-42e2-9bca-f55eb9c9e9b2 req-2d4fb757-8f53-4546-b368-9062e0160970 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.669727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0be12cb9-5d46-42e2-9bca-f55eb9c9e9b2 req-2d4fb757-8f53-4546-b368-9062e0160970 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0820138 Sep 17 22:39:15.676918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-855fefab-cc90-4515-a64b-669cc9380934 req-374ba884-8ef5-4069-bc6f-5418fa860360 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892493 Sep 17 22:39:15.680999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247998e-6d40-4382-abaf-1790ac1af93c req-de5f8620-05fd-43af-a26d-3bb267a7fa25 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.682550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4247998e-6d40-4382-abaf-1790ac1af93c req-de5f8620-05fd-43af-a26d-3bb267a7fa25 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.1091206 Sep 17 22:39:15.719923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b4eb3baf-3864-44b8-a8b3-a4fd57fce0d9 None None] Provisioning complete for port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:15.720826 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3baf-3864-44b8-a8b3-a4fd57fce0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.732898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-f5430d1b-457b-4383-9d19-2742130397ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.735997 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-f5430d1b-457b-4383-9d19-2742130397ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=5289ee77-188d-4b50-8f39-2b17da1048a1 HTTP/1.1" status: 200 len: 914 time: 0.3442156 Sep 17 22:39:15.737456 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.745694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0be12cb9-5d46-42e2-9bca-f55eb9c9e9b2 req-89e6aef1-93eb-4a75-aec2-adf01a91f0db tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620668 Sep 17 22:39:15.769638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4247998e-6d40-4382-abaf-1790ac1af93c req-66b8dadc-b474-4fb8-8a2f-de6cdd251d42 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780904 Sep 17 22:39:15.795799 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-29fbd582-04f6-4675-888b-c919f5dccea9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09a270ac-d036-4c6a-8bc3-e83c98827fe9 HTTP/1.1" status: 200 len: 217 time: 0.0488813 Sep 17 22:39:15.904912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fc850-32e6-454e-84df-a7452cc08bd6 req-47c601fd-a617-4179-abbd-021629b69619 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.906527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-550fc850-32e6-454e-84df-a7452cc08bd6 req-47c601fd-a617-4179-abbd-021629b69619 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0664344 Sep 17 22:39:15.944706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-f47c0ad4-d903-4969-8bd9-7e92326cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.946216 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-f47c0ad4-d903-4969-8bd9-7e92326cf3f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b0852f2-e304-4589-b754-20625802ed6d HTTP/1.1" status: 200 len: 853 time: 0.1300380 Sep 17 22:39:15.949125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-550fc850-32e6-454e-84df-a7452cc08bd6 req-025109a3-df97-4d5c-a8dd-8eafc2e32c8d tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358522 Sep 17 22:39:15.997333 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-2e24f4f4-0087-421b-936b-7dc591de3c3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5289ee77-188d-4b50-8f39-2b17da1048a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415759 Sep 17 22:39:16.103872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-23ef569f-c0c3-4e7f-8fe0-19a279f861d7 None None] Provisioning complete for port fd99fdfb-e221-45e2-9c58-326d9d782815 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:16.104506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-23ef569f-c0c3-4e7f-8fe0-19a279f861d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.115633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb7030-5fed-4f08-901b-6a15128411f3 req-70e1abd5-7ba6-4d20-b7fb-76194700b6d5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.128244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13cb7030-5fed-4f08-901b-6a15128411f3 req-70e1abd5-7ba6-4d20-b7fb-76194700b6d5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0981836 Sep 17 22:39:16.160311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-23ef569f-c0c3-4e7f-8fe0-19a279f861d7 None None] Port fd99fdfb-e221-45e2-9c58-326d9d782815 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:16.180646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-23ef569f-c0c3-4e7f-8fe0-19a279f861d7 None None] Provisioning complete for port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:16.181035 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-23ef569f-c0c3-4e7f-8fe0-19a279f861d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.200745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13cb7030-5fed-4f08-901b-6a15128411f3 req-cae54810-5c89-42c6-ac5d-a6c18f3f38bb tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714076 Sep 17 22:39:16.209678 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:39:16.264488 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.279140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.301273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-ad0c2cdc-5cb1-4e45-a649-572a3c6e9628 service neutron] 10.222.0.45 "GET /v2.0/networks/5289ee77-188d-4b50-8f39-2b17da1048a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927573 Sep 17 22:39:16.373415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c7e7d-3ee4-46ee-b122-5fb3c8398aaf req-a9b1700e-0070-419f-9011-de575aa92783 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.374956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-068c7e7d-3ee4-46ee-b122-5fb3c8398aaf req-a9b1700e-0070-419f-9011-de575aa92783 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0543077 Sep 17 22:39:16.411348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=fd99fdfb-e221-45e2-9c58-326d9d782815,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:16.429727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-068c7e7d-3ee4-46ee-b122-5fb3c8398aaf req-92a926ca-932a-4d69-9257-52385242ba0e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471663 Sep 17 22:39:16.432460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e2ff113a-c7dc-446c-a642-8b8ad65ac49d None None] Provisioning complete for port fd99fdfb-e221-45e2-9c58-326d9d782815 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:16.432835 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2ff113a-c7dc-446c-a642-8b8ad65ac49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.477194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff113a-c7dc-446c-a642-8b8ad65ac49d None None] Port fd99fdfb-e221-45e2-9c58-326d9d782815 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:16.548902 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-49acbf63-2485-4404-8df0-ca31edb00e08 req-824d23ca-ff05-4744-bd68-d6bf357a2eef service neutron] 10.222.0.45 "GET /v2.0/networks/5289ee77-188d-4b50-8f39-2b17da1048a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235518 Sep 17 22:39:16.622552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff75e18-4994-4fc4-8c48-4a4787a2a218 req-7e9c763b-ffbb-494b-a5ee-8acf78bdf78f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.624777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff75e18-4994-4fc4-8c48-4a4787a2a218 req-7e9c763b-ffbb-494b-a5ee-8acf78bdf78f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1014221 Sep 17 22:39:16.636553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.638943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e9a0-830a-4228-a061-af19a5e23da9 req-2a657ee3-a3ae-43ee-8562-9e277ecec127 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.640821 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0108e9a0-830a-4228-a061-af19a5e23da9 req-2a657ee3-a3ae-43ee-8562-9e277ecec127 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1191220 Sep 17 22:39:16.706686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff75e18-4994-4fc4-8c48-4a4787a2a218 req-37cc26d5-fd71-4f22-9b54-f435ffd52c6f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650129 Sep 17 22:39:16.711061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b74b6115-1cf6-446e-970e-68e5aecc0eda None None] Provisioning complete for port fd99fdfb-e221-45e2-9c58-326d9d782815 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:16.712444 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b74b6115-1cf6-446e-970e-68e5aecc0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.732624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0108e9a0-830a-4228-a061-af19a5e23da9 req-11c89da3-e12e-4f18-a7eb-872e1ef46891 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843253 Sep 17 22:39:16.798482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b74b6115-1cf6-446e-970e-68e5aecc0eda None None] Port fd99fdfb-e221-45e2-9c58-326d9d782815 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:16.879091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5ac6754-d685-4f03-8105-47530f7f8d01 req-4dd3ec2d-f3e1-418b-8120-bb1c08484489 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 210 time: 0.0299389 Sep 17 22:39:16.894521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:16.941406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-93f4b799-5b1e-4659-bf10-e8a72a0063e5 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.943095 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-93f4b799-5b1e-4659-bf10-e8a72a0063e5 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 814 time: 0.2568688 Sep 17 22:39:16.944269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.967604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Request body: {'port': {'device_id': '052254b9-98cd-4355-991b-f63d04326072', 'network_id': '443e9159-983e-4e62-a625-655582909675', 'admin_state_up': True, 'tenant_id': '50c9b160d61f486d9b542535ddb3aaed'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:16.982574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:16.982955 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.041567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241da91-6e7a-4561-9ad3-9595d77691d6 req-ad13f34a-6760-4de9-a0b2-f6a62198c887 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:17.051650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0241da91-6e7a-4561-9ad3-9595d77691d6 req-ad13f34a-6760-4de9-a0b2-f6a62198c887 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.0910337 Sep 17 22:39:17.109665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0241da91-6e7a-4561-9ad3-9595d77691d6 req-d1e802fa-8d5d-4cc2-ae17-16fd03c7baa7 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591073 Sep 17 22:39:17.161637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d698ab-b4b0-43e6-835f-31ad4e987b4a req-35bec41f-1bad-4c6d-ac7e-37f51c191cf0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:17.163410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4d698ab-b4b0-43e6-835f-31ad4e987b4a req-35bec41f-1bad-4c6d-ac7e-37f51c191cf0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0763903 Sep 17 22:39:17.213884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4d698ab-b4b0-43e6-835f-31ad4e987b4a req-4d508f78-2df8-4efa-b077-91ffed3b7503 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Sep 17 22:39:17.628051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Made reservation on behalf of 50c9b160d61f486d9b542535ddb3aaed for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:17.631482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.749007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.755049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.867823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=fd99fdfb-e221-45e2-9c58-326d9d782815,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:17.874862 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Allocated IP 172.20.0.7 (443e9159-983e-4e62-a625-655582909675/8f56a90a-3925-4385-8d1b-89043991b847/6df3d37f-eb5e-402f-b1dd-ff377cc19d30) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:17.880353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.890598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cf6d0-90a4-4855-9548-d63219c333e5 req-bd83c8b3-39b2-4a3c-a00a-de4a37e9c4af tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:17.897966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-805cf6d0-90a4-4855-9548-d63219c333e5 req-bd83c8b3-39b2-4a3c-a00a-de4a37e9c4af tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0709958 Sep 17 22:39:17.936911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-805cf6d0-90a4-4855-9548-d63219c333e5 req-6fb85807-770f-4f51-a325-a00dd5ca5cf3 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364578 Sep 17 22:39:17.989769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa4211ff-856c-4df2-a281-6d1deef9c702 req-aa8b7d64-4091-4351-a31e-f8dcc63bc61b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 210 time: 0.0298955 Sep 17 22:39:18.060050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287c699-7c6a-4488-8a39-939427801a7d req-c0ace0d8-f192-4322-913a-b5c67ad34dbd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.061590 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3287c699-7c6a-4488-8a39-939427801a7d req-c0ace0d8-f192-4322-913a-b5c67ad34dbd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.0534842 Sep 17 22:39:18.069288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 039624c5-ea1b-4766-b580-d9e36ea790f3 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:18.072460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:18.105724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3287c699-7c6a-4488-8a39-939427801a7d req-a8b6d593-daea-44d7-841d-16aa4835de16 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Sep 17 22:39:18.167355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.270568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903b5a-f64a-44dd-97df-9a6d6ce59eed req-01696628-7d5a-4bc5-86ff-f57930a96ed3 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.272718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13903b5a-f64a-44dd-97df-9a6d6ce59eed req-01696628-7d5a-4bc5-86ff-f57930a96ed3 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.0723555 Sep 17 22:39:18.288842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.338498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-49a48a8f-c025-482a-905b-a71c2a749a5a None None] Provisioning complete for port fd99fdfb-e221-45e2-9c58-326d9d782815 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:18.338963 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-49a48a8f-c025-482a-905b-a71c2a749a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.356940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Pushing event updated for resources: {'Port': ['ID=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:18.369150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13903b5a-f64a-44dd-97df-9a6d6ce59eed req-e502c37b-f20b-4508-800b-7ed2c1b2eda8 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874250 Sep 17 22:39:18.394646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Router d5b82646-e044-4730-9d91-d3bfe1248808 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:39:18.398517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-49a48a8f-c025-482a-905b-a71c2a749a5a None None] Port fd99fdfb-e221-45e2-9c58-326d9d782815 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:18.400817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Network 443e9159-983e-4e62-a625-655582909675 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:18.406208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:18.414295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:18.488158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99414b-57a2-43b7-9779-2d6fa4351328 req-607c1692-98a8-4750-ba22-f19e0b265925 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.489687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba99414b-57a2-43b7-9779-2d6fa4351328 req-607c1692-98a8-4750-ba22-f19e0b265925 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0561616 Sep 17 22:39:18.531164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba99414b-57a2-43b7-9779-2d6fa4351328 req-af69eb34-68c4-4e04-aa2d-c6ab9bc73395 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Sep 17 22:39:18.531462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.532098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.562596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:18.574587 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-43b34a81-f68f-44f0-91c8-e87ee29e43e9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "PUT /v2.0/routers/d5b82646-e044-4730-9d91-d3bfe1248808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7357662 Sep 17 22:39:18.576376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-cb47b46f-6a40-4172-be65-c2b36ab5a83a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6151295 Sep 17 22:39:18.577346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44238) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:18.578045 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40087b-b892-4953-a565-1273f01090fb None None] Sync routers for ids ['d5b82646-e044-4730-9d91-d3bfe1248808'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:18.589780 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40087b-b892-4953-a565-1273f01090fb None None] Routers {'d5b82646-e044-4730-9d91-d3bfe1248808'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:18.593523 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1c40087b-b892-4953-a565-1273f01090fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:39:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d5b82646-e044-4730-9d91-d3bfe1248808'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:18.607148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Request body: {'port': {'device_id': '052254b9-98cd-4355-991b-f63d04326072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:18.636387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dab3bc-bf75-40f0-a059-350a5feaa8cf tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.638349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b2dab3bc-bf75-40f0-a059-350a5feaa8cf tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5b82646-e044-4730-9d91-d3bfe1248808 HTTP/1.1" status: 200 len: 983 time: 0.0560308 Sep 17 22:39:18.641242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44250) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:18.645639 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1c40087b-b892-4953-a565-1273f01090fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:18.654767 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40087b-b892-4953-a565-1273f01090fb None None] Routers {'d5b82646-e044-4730-9d91-d3bfe1248808'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:18.655467 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1c40087b-b892-4953-a565-1273f01090fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:39:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d5b82646-e044-4730-9d91-d3bfe1248808'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:18.691192 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1c40087b-b892-4953-a565-1273f01090fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:18.692331 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40087b-b892-4953-a565-1273f01090fb None None] The sync data for ids ['d5b82646-e044-4730-9d91-d3bfe1248808'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:18.700811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.706176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.035036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2923-7cb0-4506-8848-472fb3542c45 req-11ff1a79-8c33-4208-84b5-4b9bd1c5dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.036476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138e2923-7cb0-4506-8848-472fb3542c45 req-11ff1a79-8c33-4208-84b5-4b9bd1c5dbc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1098 time: 0.0840003 Sep 17 22:39:19.047151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:19.062080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.096767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Transition to ACTIVE for port object 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:39:19.128998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.209508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Pushing event updated for resources: {'Port': ['ID=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:19.231681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2923-7cb0-4506-8848-472fb3542c45 req-871a16fa-37bc-4796-9804-a8a601d13de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.233220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138e2923-7cb0-4506-8848-472fb3542c45 req-871a16fa-37bc-4796-9804-a8a601d13de0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 914 time: 0.1816173 Sep 17 22:39:19.291460 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138e2923-7cb0-4506-8848-472fb3542c45 req-8010a4f7-1a82-4104-bb3b-679ad208864b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 217 time: 0.0395570 Sep 17 22:39:19.318420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31529a8-f9e1-4f72-89f4-c3ee459b8bf7 req-134d252d-0c72-49ec-9776-697d299520c5 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.319913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d31529a8-f9e1-4f72-89f4-c3ee459b8bf7 req-134d252d-0c72-49ec-9776-697d299520c5 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.2202671 Sep 17 22:39:19.346391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-70a35845-3467-4fad-a5bd-044ecd13fab7 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.347845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-70a35845-3467-4fad-a5bd-044ecd13fab7 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 814 time: 0.6989238 Sep 17 22:39:19.350757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Attempting to bind port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:19.351093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Attempting to bind port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:19.351417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Attempting to bind port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 on network 443e9159-983e-4e62-a625-655582909675 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:19.360039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 on network 443e9159-983e-4e62-a625-655582909675 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:39:19.360392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Attempting to bind port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 on network 443e9159-983e-4e62-a625-655582909675 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:19.365941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2923-7cb0-4506-8848-472fb3542c45 req-eb9a62d5-9926-424c-89d8-f8dd0b2cdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.367436 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138e2923-7cb0-4506-8848-472fb3542c45 req-eb9a62d5-9926-424c-89d8-f8dd0b2cdffa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.0685046 Sep 17 22:39:19.368548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:19.368873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Checking segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:19.369261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Bound using segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:19.369681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Bound port: 6df3d37f-eb5e-402f-b1dd-ff377cc19d30, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:19.370033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.388380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-17b4fab4-6d20-4d66-bb01-421adf47d527 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/quotas/82ae297a608040b584e37a05099f3712 HTTP/1.1" status: 200 len: 375 time: 0.0304103 Sep 17 22:39:19.406863 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138e2923-7cb0-4506-8848-472fb3542c45 req-09b71597-9a75-4f6e-9f57-213541a36894 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262673 Sep 17 22:39:19.410616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d31529a8-f9e1-4f72-89f4-c3ee459b8bf7 req-42d2efcf-747d-4813-bdf7-76b7c0c745e8 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817268 Sep 17 22:39:19.519361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] For port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:19.535359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] For port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:19.536459 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-6bcc3f97-8f1a-4d55-ba3b-fbd1db3a36ee tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079831 Sep 17 22:39:19.543955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.581856 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138e2923-7cb0-4506-8848-472fb3542c45 req-240158ba-07e1-4d08-a525-302ab44f79c8 service neutron] 10.222.0.45 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543422 Sep 17 22:39:19.586444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.587048 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.588344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] 10.222.0.49 "PUT /v2.0/ports/6df3d37f-eb5e-402f-b1dd-ff377cc19d30 HTTP/1.1" status: 200 len: 1092 time: 0.9924695 Sep 17 22:39:19.588775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052254b9-98cd-4355-991b-f63d04326072', 'tag': '6df3d37f-eb5e-402f-b1dd-ff377cc19d30'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:19.591294 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4751315c-566e-4cc5-a9d5-1ee0708766ae" -d '{"events": [{"name": "network-changed", "server_uuid": "052254b9-98cd-4355-991b-f63d04326072", "tag": "6df3d37f-eb5e-402f-b1dd-ff377cc19d30"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:19.620618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad09f-7617-43cc-ad5d-f965aa937f3d req-3b8171c3-6b99-4bbd-8413-45fef4b26924 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.622221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a2ad09f-7617-43cc-ad5d-f965aa937f3d req-3b8171c3-6b99-4bbd-8413-45fef4b26924 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1419649 Sep 17 22:39:19.646955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ad857-b358-4ef4-9f87-e4f6c6078230 service neutron] Pushing event updated for resources: {'Port': ['ID=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:19.729352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a2ad09f-7617-43cc-ad5d-f965aa937f3d req-147e06d1-e599-45e6-bd2b-4f1c066e7cbf tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953312 Sep 17 22:39:19.739802 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-138e2923-7cb0-4506-8848-472fb3542c45 req-34c0e3f9-0ee1-429a-9df2-55675ee528e9 service neutron] 10.222.0.45 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430025 Sep 17 22:39:19.742484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-b57b0dab-a29f-4688-87b0-ef78d9579ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.744076 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-b57b0dab-a29f-4688-87b0-ef78d9579ce0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 1095 time: 0.0642316 Sep 17 22:39:19.770667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-3fc41281-b2be-4563-93b4-5dae97264cc7 service neutron] 10.222.0.48 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231464 Sep 17 22:39:19.807210 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-8ec997de-9a7f-43fe-b131-cdfa652aaf8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df3d37f-eb5e-402f-b1dd-ff377cc19d30 HTTP/1.1" status: 200 len: 217 time: 0.0432680 Sep 17 22:39:19.897989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-20dcd971-5ff7-4177-bcab-190037398072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.899454 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-20dcd971-5ff7-4177-bcab-190037398072 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.0841801 Sep 17 22:39:19.905016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-560c0548-ca89-4154-861d-1bd743e5186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.906370 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-560c0548-ca89-4154-861d-1bd743e5186a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4e66d51eea94eefab9db14d682897d9&device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 1098 time: 0.0579536 Sep 17 22:39:19.929312 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.938372 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-355d2a62-0eb8-4284-9866-0fdae3e94783 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283775 Sep 17 22:39:20.016307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf28d4d-6ad4-4526-ac38-c6997a6aa2c2 req-869d067d-0db9-43b7-8934-a50bb0954155 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.017914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bf28d4d-6ad4-4526-ac38-c6997a6aa2c2 req-869d067d-0db9-43b7-8934-a50bb0954155 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 943 time: 0.2177720 Sep 17 22:39:20.048630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-78acb64c-0446-476c-b43c-4baa5bed9be5 service neutron] 10.222.0.48 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766180 Sep 17 22:39:20.100670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-e2bd9d32-2130-4fd5-9f34-e758c72f2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.102230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-e2bd9d32-2130-4fd5-9f34-e758c72f2ac1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 200 len: 914 time: 0.1664753 Sep 17 22:39:20.106474 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-4a168397-3892-4ab3-87a4-1e9ba25b5fd3 service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598196 Sep 17 22:39:20.136401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bf28d4d-6ad4-4526-ac38-c6997a6aa2c2 req-8cc11b4d-1676-47fb-a9c5-20325cf127a7 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097682 Sep 17 22:39:20.189479 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-35bc18fc-c033-4721-85c2-69e374460f52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 200 len: 217 time: 0.0639617 Sep 17 22:39:20.194726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-8e04643f-8eef-4fff-ab90-f6d6696c82b3 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.196261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-8e04643f-8eef-4fff-ab90-f6d6696c82b3 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec5317d-5216-47cc-9507-1938529361e3 HTTP/1.1" status: 200 len: 945 time: 0.1290097 Sep 17 22:39:20.308843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-edce23dc-09eb-461c-9080-25667b5b524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.311157 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-edce23dc-09eb-461c-9080-25667b5b524d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 200 len: 853 time: 0.0828433 Sep 17 22:39:20.360681 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-53dd0a17-99d9-4cff-85f1-88211ea09fce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383997 Sep 17 22:39:20.362568 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6676cdbe-d595-4055-81b0-b4cc56a8ee7e x-openstack-request-id: req-6676cdbe-d595-4055-81b0-b4cc56a8ee7e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:20.362852 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052254b9-98cd-4355-991b-f63d04326072", "tag": "6df3d37f-eb5e-402f-b1dd-ff377cc19d30", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:20.363097 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6676cdbe-d595-4055-81b0-b4cc56a8ee7e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:20.363478 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052254b9-98cd-4355-991b-f63d04326072', 'tag': '6df3d37f-eb5e-402f-b1dd-ff377cc19d30', 'status': 'completed', 'code': 200} Sep 17 22:39:20.365794 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4fc62587-6a7a-48d8-813a-c86981c1730e req-fb277243-d9b0-49dc-a2e0-de2b51a11bd7 service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525575 Sep 17 22:39:20.399170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f38ab00a-3842-4882-9203-1dcd66fa21fd req-c4d161b4-da9b-46d3-9ded-88f293b13fa4 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 210 time: 0.0639076 Sep 17 22:39:20.446681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-adfb8dd7-36ff-4549-a0d2-4de7a9cb9959 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.448203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-adfb8dd7-36ff-4549-a0d2-4de7a9cb9959 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.1415498 Sep 17 22:39:20.459645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port fd99fdfb-e221-45e2-9c58-326d9d782815 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:20.459989 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.509039 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-1a73b066-001d-4a2f-9b73-3a58112e3bab service neutron] 10.222.0.45 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377795 Sep 17 22:39:20.535375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Deleting port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:20.535723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.636709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-4973ec32-bc07-4811-bb92-13e9c48ba393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.638242 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-4973ec32-bc07-4811-bb92-13e9c48ba393 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 1095 time: 0.1478584 Sep 17 22:39:20.669912 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-078d270d-8b17-45cb-87a5-b366f81961a9 req-06338636-eec9-4e71-af17-80b1a6832f5c service neutron] 10.222.0.45 "GET /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347563 Sep 17 22:39:20.743041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.752225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-96880f62-4ba0-40d4-9a8f-1c65a03e9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.753875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-96880f62-4ba0-40d4-9a8f-1c65a03e9777 service neutron] 10.222.0.49 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 915 time: 0.1059749 Sep 17 22:39:20.755140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc26e88-ae71-4363-883b-7810399384c5 req-47c49e2f-761f-4fb7-a207-ec6cbc4ba52e tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.756973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bc26e88-ae71-4363-883b-7810399384c5 req-47c49e2f-761f-4fb7-a207-ec6cbc4ba52e tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 946 time: 0.2359822 Sep 17 22:39:20.776714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for fd99fdfb-e221-45e2-9c58-326d9d782815 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:20.818090 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-c61c9685-be0d-4292-8e60-4119d3d3b729 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df3d37f-eb5e-402f-b1dd-ff377cc19d30 HTTP/1.1" status: 200 len: 217 time: 0.0556185 Sep 17 22:39:20.829991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] For port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:20.830370 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.878431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-78bcc374-0d8e-4d1c-a3d6-8fb51d6ed990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.879993 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-78bcc374-0d8e-4d1c-a3d6-8fb51d6ed990 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.0538430 Sep 17 22:39:20.910165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Calling delete_port for dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:20.914998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-e8909680-3016-4463-90fe-0184a1cfab63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261593 Sep 17 22:39:20.921158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7bc26e88-ae71-4363-883b-7810399384c5 req-b6341b35-0b9b-449a-bf27-38cb45e7725e tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b38b572-2b88-4d10-8946-8000822d0132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543198 Sep 17 22:39:20.948368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Deleting port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:20.948711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.019656 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-a5ecdc02-ba3e-4dc7-b9c4-b27288636d98 service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973594 Sep 17 22:39:21.040908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29587-e6c8-4a1c-9cd4-080b53fd3f55 req-c3db93a0-2927-47de-8038-c3e35f747449 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:21.042432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36f29587-e6c8-4a1c-9cd4-080b53fd3f55 req-c3db93a0-2927-47de-8038-c3e35f747449 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.2210336 Sep 17 22:39:21.116967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4751315c-566e-4cc5-a9d5-1ee0708766ae req-a8328e9a-12ba-4fe7-ba8c-063a72db60fb service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897968 Sep 17 22:39:21.398218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-c18386eb-cc7e-44da-93b0-d04de2d0c81b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:21.399658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-c18386eb-cc7e-44da-93b0-d04de2d0c81b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.45 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 814 time: 0.1152575 Sep 17 22:39:21.413624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Request body: {'port': {'device_id': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'admin_state_up': True, 'tenant_id': '82ae297a608040b584e37a05099f3712'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:21.514690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36f29587-e6c8-4a1c-9cd4-080b53fd3f55 req-5d89cbd6-dab0-4338-acd7-ba1b91f63294 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137361 Sep 17 22:39:21.522081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] For port 09a270ac-d036-4c6a-8bc3-e83c98827fe9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=09a270ac-d036-4c6a-8bc3-e83c98827fe9,segment=NetworkSegment(ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7),segment_id=ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:21.522452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.544512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Made reservation on behalf of 82ae297a608040b584e37a05099f3712 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:21.553369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.570357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Calling delete_port for 09a270ac-d036-4c6a-8bc3-e83c98827fe9 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:21.623612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1a6b-99bd-4005-b319-a82a074811e8 req-2e848569-ee93-49f4-a500-87f75fc192dd tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:21.625157 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a4c1a6b-99bd-4005-b319-a82a074811e8 req-2e848569-ee93-49f4-a500-87f75fc192dd tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 943 time: 0.1959183 Sep 17 22:39:21.694403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.701929 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.709194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Allocated IP 172.20.0.11 (7577208d-b303-41b6-9b78-41e7ead4dbaa/f96b5128-8f80-42bb-b673-91512054d8be/cf5c5a4c-4760-4466-8d9d-cc414c816d0e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:21.748214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:21.755044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=fd99fdfb-e221-45e2-9c58-326d9d782815,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:21.848016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a4c1a6b-99bd-4005-b319-a82a074811e8 req-5be45bda-3089-4c46-9281-56c52424b136 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095032 Sep 17 22:39:21.850005 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c6ffa32-e8bd-4e6c-8fd4-731939141802 req-56aeba87-abe1-4068-a00f-730049d4aaad tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 210 time: 0.1049476 Sep 17 22:39:21.868052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Pushing event deleted for resources: {'Port': ['ID=dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:21.918911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.921603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] No DVR routers for this DVR port dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:21.928541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.930675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ec4faa7-55bf-43b9-a90c-0128418e10dc req-5440c7ee-86ad-4d69-a911-fa7132df307d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.49 "DELETE /v2.0/ports/dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 HTTP/1.1" status: 204 len: 173 time: 1.7257957 Sep 17 22:39:21.931073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'name': 'network-vif-deleted', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:21.933654 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b28548-e195-47b6-a677-7f0b64ee77aa" -d '{"events": [{"server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "name": "network-vif-deleted", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:21.982750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.020654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:22.093025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Pushing event updated for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:22.096168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Network 7577208d-b303-41b6-9b78-41e7ead4dbaa is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:22.097677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:22.100034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:22.126037 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811db631-2cd5-4f2a-b62a-df2da49cc698 x-openstack-request-id: req-811db631-2cd5-4f2a-b62a-df2da49cc698 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:22.126345 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec5317d-5216-47cc-9507-1938529361e3", "name": "network-vif-deleted", "tag": "dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:22.126715 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-811db631-2cd5-4f2a-b62a-df2da49cc698 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:22.127113 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec5317d-5216-47cc-9507-1938529361e3', 'name': 'network-vif-deleted', 'tag': 'dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5', 'status': 'completed', 'code': 200} Sep 17 22:39:22.168984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:22.169693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.184065 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-a8dd522c-58ec-4bc8-8b0e-879a05756a9b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7743855 Sep 17 22:39:22.194599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426d923-09cf-4410-82a7-61b3e1b95f45 req-1ed78506-01a1-48c8-8f3d-1dca23e79aa2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:22.195957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Request body: {'port': {'device_id': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:22.196106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4426d923-09cf-4410-82a7-61b3e1b95f45 req-1ed78506-01a1-48c8-8f3d-1dca23e79aa2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.2367785 Sep 17 22:39:22.199850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.222507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f6f34df-df12-4579-b711-fd549901b7b4 req-65350f6f-3916-484a-84b6-6ff705b6d008 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0ca7ce-13a6-48e5-badf-4733f0adffa8 HTTP/1.1" status: 200 len: 210 time: 0.0763934 Sep 17 22:39:22.228233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.256044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.270841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Pushing event deleted for resources: {'Port': ['ID=09a270ac-d036-4c6a-8bc3-e83c98827fe9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:22.359233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] No DVR routers for this DVR port 09a270ac-d036-4c6a-8bc3-e83c98827fe9 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:22.364919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.366972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c89b07aa-895d-4485-9372-b90fe68959b1 req-29c1a5ce-8659-44ad-8780-df2aa0807744 tempest-InstanceActionsTestJSON-1429974266 tempest-InstanceActionsTestJSON-1429974266-project] 10.222.0.45 "DELETE /v2.0/ports/09a270ac-d036-4c6a-8bc3-e83c98827fe9 HTTP/1.1" status: 204 len: 173 time: 1.9102938 Sep 17 22:39:22.371907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4426d923-09cf-4410-82a7-61b3e1b95f45 req-affb5173-f7e7-496d-b187-8f9ff4ad797a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542778 Sep 17 22:39:22.550310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Router d5b82646-e044-4730-9d91-d3bfe1248808 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:22.575762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1c34a-10b3-49c1-80ca-6ad4267defa7 req-52288c60-9481-4564-a2b6-c8cf8aa6f054 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:22.577307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9f1c34a-10b3-49c1-80ca-6ad4267defa7 req-52288c60-9481-4564-a2b6-c8cf8aa6f054 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1054971 Sep 17 22:39:22.578136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5c5a4c-4760-4466-8d9d-cc414c816d0e {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:22.587197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.601203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Transition to ACTIVE for port object cf5c5a4c-4760-4466-8d9d-cc414c816d0e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:39:22.613195 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.676487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:22.685942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-25a7ee14-8366-4578-b25b-45baade8f046 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "PUT /v2.0/routers/d5b82646-e044-4730-9d91-d3bfe1248808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0426719 Sep 17 22:39:22.687314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44300) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:22.691216 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7161615-0b45-49e2-beb6-7f87f6323b85 None None] Sync routers for ids ['d5b82646-e044-4730-9d91-d3bfe1248808'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:22.702189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7161615-0b45-49e2-beb6-7f87f6323b85 None None] Routers {'d5b82646-e044-4730-9d91-d3bfe1248808'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:22.703164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7161615-0b45-49e2-beb6-7f87f6323b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:39:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d5b82646-e044-4730-9d91-d3bfe1248808'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:22.740865 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11b66d7-4ff5-4bb9-951e-63b70a238164 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:39:22.742589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e11b66d7-4ff5-4bb9-951e-63b70a238164 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/fd99fdfb-e221-45e2-9c58-326d9d782815 HTTP/1.1" status: 404 len: 333 time: 0.0470660 Sep 17 22:39:22.753573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44304) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:22.757533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7161615-0b45-49e2-beb6-7f87f6323b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:22.763991 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9f1c34a-10b3-49c1-80ca-6ad4267defa7 req-4e398d43-e0dc-41be-baa8-0af3c84dc5c0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783621 Sep 17 22:39:22.768531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7161615-0b45-49e2-beb6-7f87f6323b85 None None] Routers {'d5b82646-e044-4730-9d91-d3bfe1248808'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:22.769199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7161615-0b45-49e2-beb6-7f87f6323b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:39:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d5b82646-e044-4730-9d91-d3bfe1248808'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:22.805317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7161615-0b45-49e2-beb6-7f87f6323b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:22.805988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7161615-0b45-49e2-beb6-7f87f6323b85 None None] The sync data for ids ['d5b82646-e044-4730-9d91-d3bfe1248808'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:22.912452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d51f539-7065-4338-9f10-fdb13d91c15b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.979242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:23.012426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Attempting to bind port cf5c5a4c-4760-4466-8d9d-cc414c816d0e on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:23.012761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Attempting to bind port cf5c5a4c-4760-4466-8d9d-cc414c816d0e by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:23.013119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Attempting to bind port cf5c5a4c-4760-4466-8d9d-cc414c816d0e on network 7577208d-b303-41b6-9b78-41e7ead4dbaa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:23.018346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Port cf5c5a4c-4760-4466-8d9d-cc414c816d0e on network 7577208d-b303-41b6-9b78-41e7ead4dbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:39:23.018663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Attempting to bind port cf5c5a4c-4760-4466-8d9d-cc414c816d0e on network 7577208d-b303-41b6-9b78-41e7ead4dbaa {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:23.023357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:23.023688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Checking segment: {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:23.024066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Bound using segment: {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:23.024487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Bound port: cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:23.024841 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.087479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:23.089454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da149aff-b3ca-4de0-b23c-ac61f3f7989f req-81d56456-8cd4-4a37-a7a5-75755e2c517e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.091222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da149aff-b3ca-4de0-b23c-ac61f3f7989f req-81d56456-8cd4-4a37-a7a5-75755e2c517e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.2175422 Sep 17 22:39:23.091431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:23.101344 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.124852 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d51f539-7065-4338-9f10-fdb13d91c15b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.132573 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d51f539-7065-4338-9f10-fdb13d91c15b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.138455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.138962 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.140427 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf5c5a4c-4760-4466-8d9d-cc414c816d0e HTTP/1.1" status: 200 len: 1093 time: 0.9485509 Sep 17 22:39:23.140845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'tag': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:23.144071 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b391b28-83f3-46bf-b53f-4b2cdeb83305" -d '{"events": [{"name": "network-changed", "server_uuid": "8f379f45-b1e3-4443-b805-4f1d07fab61f", "tag": "cf5c5a4c-4760-4466-8d9d-cc414c816d0e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:23.158873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca538679-ea9e-4170-8c94-da4e28e119d0 req-5a861f9c-0d6b-4d66-9b2b-26e34484516b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.160415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca538679-ea9e-4170-8c94-da4e28e119d0 req-5a861f9c-0d6b-4d66-9b2b-26e34484516b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 943 time: 0.1764941 Sep 17 22:39:23.171481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe10cc-1010-45db-9577-5a28ae3d2388 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:23.221910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d51f539-7065-4338-9f10-fdb13d91c15b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.222411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d51f539-7065-4338-9f10-fdb13d91c15b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Fanout notify agent at l3_agent the message router_deleted on router d5b82646-e044-4730-9d91-d3bfe1248808 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:39:23.229325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-86deb68e-c088-4489-b0b8-80845739c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.230803 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-86deb68e-c088-4489-b0b8-80845739c9ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 1096 time: 0.0477989 Sep 17 22:39:23.233279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d51f539-7065-4338-9f10-fdb13d91c15b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.234369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7d51f539-7065-4338-9f10-fdb13d91c15b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/routers/d5b82646-e044-4730-9d91-d3bfe1248808 HTTP/1.1" status: 204 len: 168 time: 0.4792376 Sep 17 22:39:23.237992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44314) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:23.238329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da149aff-b3ca-4de0-b23c-ac61f3f7989f req-835ddf93-391a-46f5-b3f0-7a6c83a098e7 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164355 Sep 17 22:39:23.262983 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca538679-ea9e-4170-8c94-da4e28e119d0 req-d9a639a0-80f1-4fcb-b1cc-999b142916b1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672855 Sep 17 22:39:23.267193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 09a270ac-d036-4c6a-8bc3-e83c98827fe9 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:23.291977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 09a270ac-d036-4c6a-8bc3-e83c98827fe9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:23.292409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 09a270ac-d036-4c6a-8bc3-e83c98827fe9 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:23.302042 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-eddb77a8-137e-405e-bc7a-93cb86ccb2ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e HTTP/1.1" status: 200 len: 217 time: 0.0618608 Sep 17 22:39:23.346277 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068aea77-100f-4975-becb-2d7f058fc263 x-openstack-request-id: req-068aea77-100f-4975-becb-2d7f058fc263 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:23.346592 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f379f45-b1e3-4443-b805-4f1d07fab61f", "tag": "cf5c5a4c-4760-4466-8d9d-cc414c816d0e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:23.346830 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-068aea77-100f-4975-becb-2d7f058fc263 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:23.347241 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'tag': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e', 'status': 'completed', 'code': 200} Sep 17 22:39:23.359777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44320) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:23.361899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-870b9e35-df90-4fc7-a8c6-20dd3fa2edb1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet a8f3b7fe-f114-4af1-bc53-a19a4126ab0b {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:23.366498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b9e35-df90-4fc7-a8c6-20dd3fa2edb1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.367903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c763f6-a34c-442f-a987-0f8f6bb8027a req-7946871b-e2bc-4736-bd49-a6cf5094f11a tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.369525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7c763f6-a34c-442f-a987-0f8f6bb8027a req-7946871b-e2bc-4736-bd49-a6cf5094f11a tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 944 time: 0.0558381 Sep 17 22:39:23.401935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-1aceba1a-18ce-48bd-a1c9-1fba82643a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.403417 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-1aceba1a-18ce-48bd-a1c9-1fba82643a11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f96b5128-8f80-42bb-b673-91512054d8be HTTP/1.1" status: 200 len: 854 time: 0.0938077 Sep 17 22:39:23.430938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb25549-83ac-4cf1-a678-666887a4ad3e admin admin] Deleting subnet 5b0852f2-e304-4589-b754-20625802ed6d {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:23.434611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb25549-83ac-4cf1-a678-666887a4ad3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.438029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b9e35-df90-4fc7-a8c6-20dd3fa2edb1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.442434 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-771ad1b2-e05e-4c93-b031-8c522e570969 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7577208d-b303-41b6-9b78-41e7ead4dbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314722 Sep 17 22:39:23.510304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb25549-83ac-4cf1-a678-666887a4ad3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.536284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7c763f6-a34c-442f-a987-0f8f6bb8027a req-da2aa303-d211-4710-8af8-1826b9a4c943 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272600 Sep 17 22:39:23.566916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f4065-c1fe-431b-b307-64f92e750403 req-0439ac1c-9c55-4531-bcb4-e81866b9c3f2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.568867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf4f4065-c1fe-431b-b307-64f92e750403 req-0439ac1c-9c55-4531-bcb4-e81866b9c3f2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1048360 Sep 17 22:39:23.574485 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb25549-83ac-4cf1-a678-666887a4ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.598274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b9e35-df90-4fc7-a8c6-20dd3fa2edb1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.602517 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-dbd82718-9f79-47df-9c13-4ab61b78cabf service neutron] 10.222.0.45 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424570 Sep 17 22:39:23.646879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf4f4065-c1fe-431b-b307-64f92e750403 req-8f29ca3c-d87a-4643-b3ad-e46bb19f8ae5 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501270 Sep 17 22:39:23.658820 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb25549-83ac-4cf1-a678-666887a4ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.670671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb25549-83ac-4cf1-a678-666887a4ad3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.676371 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6fb25549-83ac-4cf1-a678-666887a4ad3e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5b0852f2-e304-4589-b754-20625802ed6d HTTP/1.1" status: 204 len: 168 time: 0.3056965 Sep 17 22:39:23.678075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44326) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:23.728463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb25549-83ac-4cf1-a678-666887a4ad3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0852f2-e304-4589-b754-20625802ed6d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:23.730415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b9e35-df90-4fc7-a8c6-20dd3fa2edb1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.773587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b9e35-df90-4fc7-a8c6-20dd3fa2edb1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.775835 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-870b9e35-df90-4fc7-a8c6-20dd3fa2edb1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/a8f3b7fe-f114-4af1-bc53-a19a4126ab0b HTTP/1.1" status: 204 len: 168 time: 0.5369024 Sep 17 22:39:23.778067 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d93f5f51-84a0-4775-b78c-42e706bd701d req-c716777c-91c1-44e1-a84d-88790a2dd149 service neutron] 10.222.0.45 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572189 Sep 17 22:39:23.778557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44330) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:23.779629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c07465-2342-4fd3-9890-25c5945e9f0c None None] Network 039624c5-ea1b-4766-b580-d9e36ea790f3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:23.792379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b9e35-df90-4fc7-a8c6-20dd3fa2edb1 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f3b7fe-f114-4af1-bc53-a19a4126ab0b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:23.805772 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.853334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7412-89d1-4196-84b6-d69e2caa20c0 req-dfad145d-ba2c-4645-8f7f-9517e7b47282 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.861214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba6e7412-89d1-4196-84b6-d69e2caa20c0 req-dfad145d-ba2c-4645-8f7f-9517e7b47282 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1011126 Sep 17 22:39:23.925516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.940019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-c669dd7c-3497-4c8e-b66f-146dfebb6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.941582 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-c669dd7c-3497-4c8e-b66f-146dfebb6a5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 1096 time: 0.0999973 Sep 17 22:39:23.944994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.950345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba6e7412-89d1-4196-84b6-d69e2caa20c0 req-13cdd040-be01-43c7-a882-c81b8b9cd121 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885673 Sep 17 22:39:23.971006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5289ee77-188d-4b50-8f39-2b17da1048a1']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:23.980899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:23.981233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2fcdb9-55ef-4e4a-9759-cc2e73c608e7') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:23.995492 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.015228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.023849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:24.024050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:24.025832 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:24.034857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] DHCP port deletion for 039624c5-ea1b-4766-b580-d9e36ea790f3 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:39:24.071087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:24.071453 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.075368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-f2886f5f-a699-4a20-bafd-eef3e39b642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.076878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-f2886f5f-a699-4a20-bafd-eef3e39b642f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 915 time: 0.1136453 Sep 17 22:39:24.089540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] Deleting port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:24.090275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.133287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca7ce-13a6-48e5-badf-4733f0adffa8', 'name': 'network-vif-deleted', 'tag': '09a270ac-d036-4c6a-8bc3-e83c98827fe9'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:24.135428 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-45f28e5a-1fd1-44dd-888a-d2ccb158e34d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e HTTP/1.1" status: 200 len: 217 time: 0.0484605 Sep 17 22:39:24.136086 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec8ecac-e020-428a-9c7f-f83c09b5d504" -d '{"events": [{"server_uuid": "da0ca7ce-13a6-48e5-badf-4733f0adffa8", "name": "network-vif-deleted", "tag": "09a270ac-d036-4c6a-8bc3-e83c98827fe9"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:24.146747 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.156881 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.159089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5289ee77-188d-4b50-8f39-2b17da1048a1 HTTP/1.1" status: 204 len: 168 time: 0.4799252 Sep 17 22:39:24.178226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfd5a2-0f1c-4ed5-9a79-4cc596323631 admin admin] Pushing event deleted for resources: {'Network': ['ID=5289ee77-188d-4b50-8f39-2b17da1048a1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.190479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899f5b-1f5a-4edd-a209-4270bc0f33ba req-fc3fa4d6-ac22-4b09-ae50-f751f0aa63fe tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.192194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4899f5b-1f5a-4edd-a209-4270bc0f33ba req-fc3fa4d6-ac22-4b09-ae50-f751f0aa63fe tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0912879 Sep 17 22:39:24.197089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] For port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,segment=NetworkSegment(365de8d7-637f-4f40-89c8-6b8328c8539a),segment_id=365de8d7-637f-4f40-89c8-6b8328c8539a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:24.197688 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.218699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] For port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,segment=NetworkSegment(365de8d7-637f-4f40-89c8-6b8328c8539a),segment_id=365de8d7-637f-4f40-89c8-6b8328c8539a)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:24.219296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.222041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] Calling delete_port for c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:24.238652 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8768632a-6edd-4e93-a02c-6643892ffa62 x-openstack-request-id: req-8768632a-6edd-4e93-a02c-6643892ffa62 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:24.238944 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca7ce-13a6-48e5-badf-4733f0adffa8", "name": "network-vif-deleted", "tag": "09a270ac-d036-4c6a-8bc3-e83c98827fe9", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:24.239197 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8768632a-6edd-4e93-a02c-6643892ffa62 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:24.239318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:24.239595 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca7ce-13a6-48e5-badf-4733f0adffa8', 'name': 'network-vif-deleted', 'tag': '09a270ac-d036-4c6a-8bc3-e83c98827fe9', 'status': 'completed', 'code': 200} Sep 17 22:39:24.247427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-ca082fd7-4ee5-4cbf-af5e-a141fa58103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.249100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-ca082fd7-4ee5-4cbf-af5e-a141fa58103e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f96b5128-8f80-42bb-b673-91512054d8be HTTP/1.1" status: 200 len: 854 time: 0.0820813 Sep 17 22:39:24.254930 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4899f5b-1f5a-4edd-a209-4270bc0f33ba req-901e3a52-0f05-462c-99ae-21163f8f39e2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479789 Sep 17 22:39:24.320068 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-5810c2d5-4dc6-4ab9-93fa-0934dde9cfb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7577208d-b303-41b6-9b78-41e7ead4dbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624022 Sep 17 22:39:24.333229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:24.335663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44346) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:24.389802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7dd21a0a-5736-41d1-a0c1-2ae7d3f73ee8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0415ed17b72d4ceca703647de82be7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524304 Sep 17 22:39:24.393165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:24.416615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:24.421879 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.422860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.449952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:24.450350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device dae11ca7-4e36-40c7-9fa0-7fc5dd0bfbe5 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:24.463063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.465233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No DVR routers for this DVR port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:24.475273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] Pushing event deleted for resources: {'Port': ['ID=c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.477297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf07c9-1f77-4dbf-88b6-b79b0b20d515 None None] No DVR routers for this DVR port c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:24.495334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-a7f923d2-d45d-43cf-8dc7-420d8175cd28 service neutron] 10.222.0.45 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631064 Sep 17 22:39:24.509688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:24.522714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '6df3d37f-eb5e-402f-b1dd-ff377cc19d30', 'network_id': '443e9159-983e-4e62-a625-655582909675', 'port_id': '6df3d37f-eb5e-402f-b1dd-ff377cc19d30', 'mac_address': 'fa:16:3e:87:18:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f56a90a-3925-4385-8d1b-89043991b847', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:24.525434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bec8cd-e358-4337-927c-0900864e88f5 req-9415cbaf-4e54-4ff8-b93e-bf866fa5f94d tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.526959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2bec8cd-e358-4337-927c-0900864e88f5 req-9415cbaf-4e54-4ff8-b93e-bf866fa5f94d tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 943 time: 0.1261861 Sep 17 22:39:24.537714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ef23e-2b41-41ff-b4b6-25eb1fe898a6 req-72a95923-e236-4b83-954a-5347244cd46a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.539153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-390ef23e-2b41-41ff-b4b6-25eb1fe898a6 req-72a95923-e236-4b83-954a-5347244cd46a tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1471851 Sep 17 22:39:24.572384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.586095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e37dd3e-4c6c-4c88-bc07-e8c49cdd5dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.587268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:24.588001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.611931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:24.617344 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.619345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2bec8cd-e358-4337-927c-0900864e88f5 req-26c251a5-d2bd-45d7-9ede-775e06801297 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792100 Sep 17 22:39:24.626676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-390ef23e-2b41-41ff-b4b6-25eb1fe898a6 req-b5289d24-d7ca-43b4-a834-2c2767a2b0ac tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770829 Sep 17 22:39:24.636292 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e37dd3e-4c6c-4c88-bc07-e8c49cdd5dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.640787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039624c5-ea1b-4766-b580-d9e36ea790f3']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:24.654739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365de8d7-637f-4f40-89c8-6b8328c8539a') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:24.655138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365de8d7-637f-4f40-89c8-6b8328c8539a') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:24.673869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.683219 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b391b28-83f3-46bf-b53f-4b2cdeb83305 req-106ed30f-54fb-4b5d-a577-d5c30df03b92 service neutron] 10.222.0.45 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717129 Sep 17 22:39:24.699863 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.700078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.715423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:24.716334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.721137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e37dd3e-4c6c-4c88-bc07-e8c49cdd5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.724355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e37dd3e-4c6c-4c88-bc07-e8c49cdd5dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.725867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4e37dd3e-4c6c-4c88-bc07-e8c49cdd5dd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b38b572-2b88-4d10-8946-8000822d0132 HTTP/1.1" status: 204 len: 168 time: 0.3314531 Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:24.729873 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:24.738670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-b7881f21-a2f1-4251-9818-402b15768d06 req-64c79ac4-fc65-456d-90ec-52bf125ff032 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:39:24.739671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7881f21-a2f1-4251-9818-402b15768d06 req-64c79ac4-fc65-456d-90ec-52bf125ff032 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056231 Sep 17 22:39:24.777315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37dd3e-4c6c-4c88-bc07-e8c49cdd5dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b38b572-2b88-4d10-8946-8000822d0132,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.815885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b3bfc-2dbe-45cf-9b1a-b6b7eca6a3b3 req-0b806c39-30d9-46ce-968c-2b9a774d189e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.817956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a55b3bfc-2dbe-45cf-9b1a-b6b7eca6a3b3 req-0b806c39-30d9-46ce-968c-2b9a774d189e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 944 time: 0.0886390 Sep 17 22:39:24.857474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.862476 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.869328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/networks/039624c5-ea1b-4766-b580-d9e36ea790f3 HTTP/1.1" status: 204 len: 168 time: 1.0859718 Sep 17 22:39:24.871473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:24.882326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44360) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:24.883384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6f613-e3a1-4760-8da6-a8408ff6d22d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Network': ['ID=039624c5-ea1b-4766-b580-d9e36ea790f3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.904512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:24.904980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c5c7781e-3cc0-4039-b3dd-0fe7bcdaf2ae not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:24.924586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a55b3bfc-2dbe-45cf-9b1a-b6b7eca6a3b3 req-66692ab7-d8b3-4f47-8066-7e0e7d5c2d46 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728719 Sep 17 22:39:24.940840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379367c-0290-4c9f-9289-d924325bf8f4 req-4a8106f6-7c39-46cc-8f5f-9191ffafe1d6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.942717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b379367c-0290-4c9f-9289-d924325bf8f4 req-4a8106f6-7c39-46cc-8f5f-9191ffafe1d6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1189899 Sep 17 22:39:24.949583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5fa2ff-89f7-49de-92f5-70e1ea0977bf tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.951004 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd5fa2ff-89f7-49de-92f5-70e1ea0977bf tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/fa801d38-8c23-4799-a160-f35b2eaffb87 HTTP/1.1" status: 200 len: 841 time: 0.0589330 Sep 17 22:39:24.955277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44364) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:24.990241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b379367c-0290-4c9f-9289-d924325bf8f4 req-cc97d3ae-6f37-4ee1-aea0-afd61e0bb512 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 Sep 17 22:39:25.003132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b8d967ee-e7ea-4cff-86e8-f21221af93e2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/fa801d38-8c23-4799-a160-f35b2eaffb87?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0440712 Sep 17 22:39:25.004344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44368) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:25.020834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:25.087723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6df3d37f-eb5e-402f-b1dd-ff377cc19d30'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:25.144145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a661e4-252b-44a5-a8b6-44d59ea0e434 req-308d3ca9-19b8-45b6-ade2-cb3f2f9a53a6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:25.145958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5a661e4-252b-44a5-a8b6-44d59ea0e434 req-308d3ca9-19b8-45b6-ade2-cb3f2f9a53a6 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0697420 Sep 17 22:39:25.158495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:25.162963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.202648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5a661e4-252b-44a5-a8b6-44d59ea0e434 req-7b563dd2-4001-46a9-b710-26c29723aac0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506768 Sep 17 22:39:25.409950 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.464146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:25.467993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:25.473110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:25.473780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.477609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=3f59c493-f709-418f-aedf-312b97a54a50,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:25.486449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079d407-bc14-47e0-b1bd-d9c2ac08b00a None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:25.493012 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-78035102-9f55-40c4-9857-d91eac9eda9b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4869478 Sep 17 22:39:25.495814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44390) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:25.501362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-231cf940-709b-4e03-9161-9668a0fe2142 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'security_group': {'name': 'tempest-secgroup-649518533'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:25.537285 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-231cf940-709b-4e03-9161-9668a0fe2142 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.648804 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-231cf940-709b-4e03-9161-9668a0fe2142 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.654467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-231cf940-709b-4e03-9161-9668a0fe2142 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.657026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5edf29-cc25-4c3c-ad9b-9d7fc04b2761 req-1c00f6b3-6460-41bd-bc97-600d85c645f8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:25.664740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca5edf29-cc25-4c3c-ad9b-9d7fc04b2761 req-1c00f6b3-6460-41bd-bc97-600d85c645f8 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.3760622 Sep 17 22:39:25.680126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44396) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:25.681624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-5859c016-fe7b-4837-9d3a-4c73e91bc912', 'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'tenant_id': '3c4aa286dbe34f9bb356e041dd747e9e', 'fixed_ips': [{'subnet_id': '3f59c493-f709-418f-aedf-312b97a54a50'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:39:25.682495 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.717893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-231cf940-709b-4e03-9161-9668a0fe2142 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.722365 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-231cf940-709b-4e03-9161-9668a0fe2142 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2244909 Sep 17 22:39:25.723523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca5edf29-cc25-4c3c-ad9b-9d7fc04b2761 req-94712e74-b680-4121-9ab7-ddd2206104e4 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578365 Sep 17 22:39:25.727203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44400) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:25.742260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cf940-709b-4e03-9161-9668a0fe2142 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63d6493-f960-4b47-a46e-e1483290a694,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:25.742609 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8419442e-7d6d-4cac-b041-54eb84223bc5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'security_group': {'name': 'tempest-secgroup-2122173999'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:25.815867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8419442e-7d6d-4cac-b041-54eb84223bc5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.851180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Allocated IP 172.20.0.2 (5859c016-fe7b-4837-9d3a-4c73e91bc912/3f59c493-f709-418f-aedf-312b97a54a50/e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:25.858813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1479383911-network', 'tenant_id': 'd65fb3aa0a1e4416bc1bec4e4ce8802e'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:25.903586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea777-66a5-4ec2-a3dd-a5780fc38381 req-966c79c5-6839-4c7d-9eb8-06fcb0c33d63 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:25.905116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c6ea777-66a5-4ec2-a3dd-a5780fc38381 req-966c79c5-6839-4c7d-9eb8-06fcb0c33d63 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 944 time: 0.1431806 Sep 17 22:39:25.928310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052fb5c-454e-4d49-85d1-80f41b47190e req-bddc9b06-740b-4c9b-bafb-250ccf84c155 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:25.929807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c052fb5c-454e-4d49-85d1-80f41b47190e req-bddc9b06-740b-4c9b-bafb-250ccf84c155 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1173837 Sep 17 22:39:25.933534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Made reservation on behalf of d65fb3aa0a1e4416bc1bec4e4ce8802e for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:25.935763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.969091 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.998929 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.005055 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.025803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c6ea777-66a5-4ec2-a3dd-a5780fc38381 req-ba1e6340-6018-40ab-ae39-e96f45277c68 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134388 Sep 17 22:39:26.039720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:26.042911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:26.045784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:26.053464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c052fb5c-454e-4d49-85d1-80f41b47190e req-0367b6af-1e35-4ec5-b06c-ae88e09359c0 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036673 Sep 17 22:39:26.099234 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8419442e-7d6d-4cac-b041-54eb84223bc5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.105577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Pushing event updated for resources: {'Port': ['ID=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:26.115612 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8419442e-7d6d-4cac-b041-54eb84223bc5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.151761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Attempting to bind port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:26.152257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Attempting to bind port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:26.152680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Attempting to bind port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a on network 5859c016-fe7b-4837-9d3a-4c73e91bc912 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:26.159301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:26.159745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Checking segment: {'id': '0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:26.160190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.160575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Bound using segment: {'id': '0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:26.161232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Bound port: e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:26.161563 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.190871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419442e-7d6d-4cac-b041-54eb84223bc5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52e3e71-4f4e-4f95-8242-316c035e72e7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:26.215719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11084cc9-8b78-466c-a3cd-e054f0267c33 req-d78f0ddb-183c-42ab-993f-a5d8fc8f39ff tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:26.217532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11084cc9-8b78-466c-a3cd-e054f0267c33 req-d78f0ddb-183c-42ab-993f-a5d8fc8f39ff tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 944 time: 0.1151829 Sep 17 22:39:26.236573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] For port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:26.239902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] For port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,segment=NetworkSegment(0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a),segment_id=0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:26.245351 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.294539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11084cc9-8b78-466c-a3cd-e054f0267c33 req-f8ac757e-c2d6-44f6-8afb-9f4c7fb685fb tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702496 Sep 17 22:39:26.302859 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c18cb4-0876-4909-bda6-a0b7f1d37c13 None None] Pushing event updated for resources: {'Port': ['ID=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:26.325797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.347509 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.348345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:26.364299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8419442e-7d6d-4cac-b041-54eb84223bc5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.365839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8419442e-7d6d-4cac-b041-54eb84223bc5 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6376441 Sep 17 22:39:26.369091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44414) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:26.380075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-408864685', 'security_groups': ['d52e3e71-4f4e-4f95-8242-316c035e72e7'], 'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f59c493-f709-418f-aedf-312b97a54a50'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:26.385714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:39:26.401590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05f0d95-b72d-4e58-80ec-339902b89062,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:26.413803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf799c8-b64e-4eb7-ba34-9ed6a5817dae req-d3e924c0-c045-4b19-b2bb-b86459eb9c4b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:26.421483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-faf799c8-b64e-4eb7-ba34-9ed6a5817dae req-d3e924c0-c045-4b19-b2bb-b86459eb9c4b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1220071 Sep 17 22:39:26.424715 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.425093 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Added segment 633bbea3-6912-414c-83f4-96e1068926c0 of type vlan for network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 Sep 17 22:39:26.425561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:26.429878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:26.430326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.492631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.501523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-faf799c8-b64e-4eb7-ba34-9ed6a5817dae req-2302c548-8115-4680-bf32-fe1435c92cf2 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790775 Sep 17 22:39:26.546118 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.557522 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.558866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:26.559987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.565614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:26.597543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9092877 Sep 17 22:39:26.601959 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44418) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:26.607162 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052254b9-98cd-4355-991b-f63d04326072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df3d37f-eb5e-402f-b1dd-ff377cc19d30'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:26.609262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Request body: {'subnet': {'network_id': '7e66c968-7a6e-49a0-a303-dbdbeaea3d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1479383911-subnet', 'tenant_id': 'd65fb3aa0a1e4416bc1bec4e4ce8802e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:26.609462 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5014da-1896-4fb0-9b3b-085b0455d051" -d '{"events": [{"server_uuid": "052254b9-98cd-4355-991b-f63d04326072", "name": "network-vif-plugged", "status": "completed", "tag": "6df3d37f-eb5e-402f-b1dd-ff377cc19d30"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:26.623085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:26.634354 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.673168 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc0e29-5735-4c4b-aecc-a3616f6110bc x-openstack-request-id: req-a1fc0e29-5735-4c4b-aecc-a3616f6110bc {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:26.673570 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052254b9-98cd-4355-991b-f63d04326072", "name": "network-vif-plugged", "status": "completed", "tag": "6df3d37f-eb5e-402f-b1dd-ff377cc19d30", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:26.673838 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1fc0e29-5735-4c4b-aecc-a3616f6110bc {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:26.674240 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052254b9-98cd-4355-991b-f63d04326072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df3d37f-eb5e-402f-b1dd-ff377cc19d30', 'code': 200} Sep 17 22:39:26.690155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.705831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd97455-baf2-40c4-9ff3-bf246a1e72ca admin admin] Pushing event updated for resources: {'Network': ['ID=7e66c968-7a6e-49a0-a303-dbdbeaea3d10,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:26.710945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:26.723090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 380cb0eb-1f40-4a72-af82-24a701357bee yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:26.738398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:39:26.788121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Made reservation on behalf of d65fb3aa0a1e4416bc1bec4e4ce8802e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:26.791045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.852390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2705d-1bb4-439d-936e-240ee55da1ea req-f63a8f24-f6df-44af-8ac6-35941f84f9d3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:26.854126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6b2705d-1bb4-439d-936e-240ee55da1ea req-f63a8f24-f6df-44af-8ac6-35941f84f9d3 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1674914 Sep 17 22:39:26.905115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:26.934854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.5 (5859c016-fe7b-4837-9d3a-4c73e91bc912/3f59c493-f709-418f-aedf-312b97a54a50/380cb0eb-1f40-4a72-af82-24a701357bee) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:26.964810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6b2705d-1bb4-439d-936e-240ee55da1ea req-f85f3283-5740-4d67-a5f8-1926e07f5f46 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660284 Sep 17 22:39:26.968755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b090f-59cd-4b09-b811-a719b1ed9b68 req-ddb453a7-a574-4231-b4d6-fb23d6b3b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:26.971329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af5b090f-59cd-4b09-b811-a719b1ed9b68 req-ddb453a7-a574-4231-b4d6-fb23d6b3b308 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 1097 time: 0.1968081 Sep 17 22:39:27.022291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:27.022844 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.033977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af5b090f-59cd-4b09-b811-a719b1ed9b68 req-404a283c-f5fa-4824-997e-e6c51d0b4368 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550387 Sep 17 22:39:27.131236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.152616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.170335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,segment=NetworkSegment(0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a),segment_id=0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:27.177459 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.202673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.224229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54c52-c1a0-40fe-a90f-218217320ec5 req-cb2b95ce-b375-4714-9e48-838ae87d586e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:27.225873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64f54c52-c1a0-40fe-a90f-218217320ec5 req-cb2b95ce-b375-4714-9e48-838ae87d586e tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1628799 Sep 17 22:39:27.242446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:27.247459 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.254488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:27.256517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:27.261680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:27.284395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cf5c5a4c-4760-4466-8d9d-cc414c816d0e details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:27.302831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186983-189c-47b5-8371-adb12cab7551 req-d492cf9b-fb6c-4864-8216-1d9d5f0c3677 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:27.310496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45186983-189c-47b5-8371-adb12cab7551 req-d492cf9b-fb6c-4864-8216-1d9d5f0c3677 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 945 time: 0.1863439 Sep 17 22:39:27.315865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=380cb0eb-1f40-4a72-af82-24a701357bee,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:27.333520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:27.334193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.354700 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-36dc287d-041c-4c2d-8610-9e826f672f65 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9825211 Sep 17 22:39:27.354865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44434) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:27.362340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64f54c52-c1a0-40fe-a90f-218217320ec5 req-5e020870-b415-4423-bdeb-ba5bfc21395b tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294036 Sep 17 22:39:27.366772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8b7a0ed3-d397-4094-85fa-343e0a83e4f6 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:27.378892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8105ccae-a8b6-40e1-8071-a494a9bf19df,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:27.432039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:27.449570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e', 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'port_id': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e', 'mac_address': 'fa:16:3e:04:3d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b5128-8f80-42bb-b673-91512054d8be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:27.460732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45186983-189c-47b5-8371-adb12cab7551 req-5e54fb8d-e700-4bb3-8e2d-60a876868e78 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345036 Sep 17 22:39:27.505301 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.517529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Checking segment: {'id': '633bbea3-6912-414c-83f4-96e1068926c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e66c968-7a6e-49a0-a303-dbdbeaea3d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:27.518123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Network hostable DHCP agents. Network: 7e66c968-7a6e-49a0-a303-dbdbeaea3d10, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:39:27.526377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5c5a4c-4760-4466-8d9d-cc414c816d0e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:27.556898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:27.563748 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.573369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:39:27.605906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7e66c968-7a6e-49a0-a303-dbdbeaea3d10) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:27.615676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc7148-637e-41fb-9ed9-9d084f2123cb None None] Network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:27.626354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:27.626875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.657716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-937c260f-cccd-4fb8-91f2-0b47387e8853 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0473635 Sep 17 22:39:27.728000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:27.729828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a0ed3-d397-4094-85fa-343e0a83e4f6 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:27.742237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0ed3-d397-4094-85fa-343e0a83e4f6 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.743860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-039be958-970a-4ef1-bee3-dd4fcbb6bff2 None None] Provisioning complete for port fa801d38-8c23-4799-a160-f35b2eaffb87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:27.744043 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-039be958-970a-4ef1-bee3-dd4fcbb6bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.801645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-039be958-970a-4ef1-bee3-dd4fcbb6bff2 None None] Port fa801d38-8c23-4799-a160-f35b2eaffb87 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:27.851564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-039be958-970a-4ef1-bee3-dd4fcbb6bff2 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:27.851564 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-039be958-970a-4ef1-bee3-dd4fcbb6bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.862939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36d58-1244-49bb-ab17-f4c390128fe1 req-edf6614d-6c4f-4a5c-a4eb-dd2bafc15149 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:27.867702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9f36d58-1244-49bb-ab17-f4c390128fe1 req-edf6614d-6c4f-4a5c-a4eb-dd2bafc15149 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 945 time: 0.2141442 Sep 17 22:39:27.904814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1803b5-397a-4eb0-a7ed-6e0dbf688f30 None None] Network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:27.928964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9f36d58-1244-49bb-ab17-f4c390128fe1 req-bb574658-74af-4942-9799-5ddaade3a801 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533583 Sep 17 22:39:27.937980 n-d-789963-10 neutron-server[94737]: INFO neutron.db.ipam_backend_mixin [None req-8b7a0ed3-d397-4094-85fa-343e0a83e4f6 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f59c493-f709-418f-aedf-312b97a54a50 (CIDR: 172.20.0.0/28) Sep 17 22:39:27.954538 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7a0ed3-d397-4094-85fa-343e0a83e4f6 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:39:27.955153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7a0ed3-d397-4094-85fa-343e0a83e4f6 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:27.971003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['cf5c5a4c-4760-4466-8d9d-cc414c816d0e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:27.975526 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8b7a0ed3-d397-4094-85fa-343e0a83e4f6 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6142936 Sep 17 22:39:27.975926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44448) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:27.982287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:28.122191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:28.126943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.259424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-265420be-75eb-4ab9-8aec-85ca27a0bc75 None None] Provisioning complete for port 380cb0eb-1f40-4a72-af82-24a701357bee triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:28.260038 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-265420be-75eb-4ab9-8aec-85ca27a0bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.298587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-265420be-75eb-4ab9-8aec-85ca27a0bc75 None None] Port 380cb0eb-1f40-4a72-af82-24a701357bee cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:28.330205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-d57eee6a-fab3-45ee-88fc-18304093a3df tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:28.337289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-d57eee6a-fab3-45ee-88fc-18304093a3df tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/networks?id=7e66c968-7a6e-49a0-a303-dbdbeaea3d10 HTTP/1.1" status: 200 len: 822 time: 0.1829071 Sep 17 22:39:28.352780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-d28a0976-5123-4233-944d-46a1a1ed6069 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/quotas/d65fb3aa0a1e4416bc1bec4e4ce8802e HTTP/1.1" status: 200 len: 375 time: 0.0144713 Sep 17 22:39:28.389533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-079a4ec2-0297-4c26-846e-0fb785acfcb1 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d65fb3aa0a1e4416bc1bec4e4ce8802e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353446 Sep 17 22:39:28.400057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.441993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:28.446076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:28.452672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:28.453689 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.457420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5a2f3-9055-46a7-b739-b524f41468ca None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:28.504966 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5278516 Sep 17 22:39:28.505228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:28.512972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-197551107', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3'}], 'security_groups': ['b63d6493-f960-4b47-a46e-e1483290a694']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:28.529813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8f896-a2aa-4c49-9fcd-b27091cba9c7 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:28.632611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-d0362618-8b3c-42e3-ac83-39c8cbc4198f service neutron] 10.222.0.48 "GET /v2.0/networks/7e66c968-7a6e-49a0-a303-dbdbeaea3d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304876 Sep 17 22:39:28.704854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4af814-9db6-45e6-b2a4-a414643fcf2a req-43650f78-1cef-48d1-ad8e-30bc435b8af1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:28.706483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf4af814-9db6-45e6-b2a4-a414643fcf2a req-43650f78-1cef-48d1-ad8e-30bc435b8af1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 945 time: 0.1551836 Sep 17 22:39:28.750024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd7fcf-2014-4039-9963-cdfe797342a0 None None] Update dhcp port {'port': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'fixed_ips': [{'subnet_id': '3f59c493-f709-418f-aedf-312b97a54a50', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3'}], 'binding:host_id': 'n-d-789963-10'}, 'id': 'e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:39:28.783605 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-33cd7fcf-2014-4039-9963-cdfe797342a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.805639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:28.840215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf4af814-9db6-45e6-b2a4-a414643fcf2a req-d0dc911f-87d8-432a-9050-c30fb6177828 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229019 Sep 17 22:39:28.849857 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.889852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-c1c7a656-d859-43a8-96d8-1a705c5e31b6 service neutron] 10.222.0.48 "GET /v2.0/networks/7e66c968-7a6e-49a0-a303-dbdbeaea3d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260418 Sep 17 22:39:28.967369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:28.967749 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:29.102423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-33cd7fcf-2014-4039-9963-cdfe797342a0 None None] Allocated IP 172.20.0.18 (5859c016-fe7b-4837-9d3a-4c73e91bc912/c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3/e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:29.270317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d6ee4c75-2ab8-4a3f-9625-fda3b9d83f26 req-b1145047-3818-4700-8657-60726ddeeda6 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 210 time: 0.0565226 Sep 17 22:39:29.332372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cf5c5a4c-4760-4466-8d9d-cc414c816d0e up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:29.352435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525760d-3dfc-43f7-b295-9061e922c03d req-dd360a68-52a6-430e-84ee-4bc4464ce5d5 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:29.363339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a525760d-3dfc-43f7-b295-9061e922c03d req-dd360a68-52a6-430e-84ee-4bc4464ce5d5 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 945 time: 0.0972016 Sep 17 22:39:29.416610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a525760d-3dfc-43f7-b295-9061e922c03d req-d001826b-5a0d-4b2f-9855-d46cf9c44299 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488906 Sep 17 22:39:29.460072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-33cd7fcf-2014-4039-9963-cdfe797342a0 None None] For port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,segment=NetworkSegment(0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a),segment_id=0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:29.480179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port cf5c5a4c-4760-4466-8d9d-cc414c816d0e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:29.501680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port cf5c5a4c-4760-4466-8d9d-cc414c816d0e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:29.501680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:29.524473 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-33cd7fcf-2014-4039-9963-cdfe797342a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:29.550821 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-33cd7fcf-2014-4039-9963-cdfe797342a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:29.680051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd7fcf-2014-4039-9963-cdfe797342a0 None None] Pushing event updated for resources: {'Port': ['ID=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:29.683353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Delete allocated IP 172.20.0.5 (5859c016-fe7b-4837-9d3a-4c73e91bc912/3f59c493-f709-418f-aedf-312b97a54a50) {{(pid=94737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:39:29.694991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.22 (5859c016-fe7b-4837-9d3a-4c73e91bc912/c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3/380cb0eb-1f40-4a72-af82-24a701357bee) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:29.782288 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:29.828515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:29.835614 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069d881a-ccf4-47fb-a690-5547a2047de9" -d '{"events": [{"server_uuid": "8f379f45-b1e3-4443-b805-4f1d07fab61f", "name": "network-vif-plugged", "status": "completed", "tag": "cf5c5a4c-4760-4466-8d9d-cc414c816d0e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:29.862385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:29.869279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.001033 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e7a2e2-8467-4c04-8830-ec7690efe031 x-openstack-request-id: req-a9e7a2e2-8467-4c04-8830-ec7690efe031 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:30.001033 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f379f45-b1e3-4443-b805-4f1d07fab61f", "name": "network-vif-plugged", "status": "completed", "tag": "cf5c5a4c-4760-4466-8d9d-cc414c816d0e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:30.002919 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9e7a2e2-8467-4c04-8830-ec7690efe031 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:30.004504 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e', 'code': 200} Sep 17 22:39:30.019372 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4e987637-8eb7-4add-b404-316e56f0e4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.092822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:30.124084 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.139294 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.148680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c7d2-a551-4c33-bf32-d563a4097d27 req-419160cc-af82-47f8-bbb8-fae834efbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:30.151590 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e247c7d2-a551-4c33-bf32-d563a4097d27 req-419160cc-af82-47f8-bbb8-fae834efbc91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 1098 time: 0.0733161 Sep 17 22:39:30.233234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e247c7d2-a551-4c33-bf32-d563a4097d27 req-897fb0d8-0690-4471-b3bc-6bfab9ebaaf6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721900 Sep 17 22:39:30.294580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=380cb0eb-1f40-4a72-af82-24a701357bee,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:30.475622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] In _notify_port_updated(), no bound segment for port 380cb0eb-1f40-4a72-af82-24a701357bee on network 5859c016-fe7b-4837-9d3a-4c73e91bc912 {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:39:30.485753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:30.525820 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.527483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-272d16f7-e54e-4c4a-bb3f-7c5e3de20239 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "PUT /v2.0/ports/380cb0eb-1f40-4a72-af82-24a701357bee HTTP/1.1" status: 200 len: 920 time: 2.0206423 Sep 17 22:39:30.531490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-30ad868f-06ad-414d-88d2-3da67961e3cb req-f03069fc-a935-4cd0-b32a-a27745d4212b tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 210 time: 0.1190510 Sep 17 22:39:30.535177 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44510) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:30.651328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d3d439c2-2ec9-4e0c-bdee-1184e7f0dc38 None None] Provisioning complete for port fa801d38-8c23-4799-a160-f35b2eaffb87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:30.651886 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d3d439c2-2ec9-4e0c-bdee-1184e7f0dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.723121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54305216-b4df-47ba-82a6-4da8287a909f req-6b29f953-c1c3-4c8e-b364-98010959336e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1940353 Sep 17 22:39:30.736808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafee85-ff4f-4753-bc99-7c6a013d6a01 req-bc7570e3-ecd3-41e3-8905-3e176c4650be tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:30.748075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5dafee85-ff4f-4753-bc99-7c6a013d6a01 req-bc7570e3-ecd3-41e3-8905-3e176c4650be tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1295862 Sep 17 22:39:30.760623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d3d439c2-2ec9-4e0c-bdee-1184e7f0dc38 None None] Port fa801d38-8c23-4799-a160-f35b2eaffb87 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:30.779411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-622f2788-f981-4e95-b7b9-67644d3f350e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 380cb0eb-1f40-4a72-af82-24a701357bee {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:30.779934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-622f2788-f981-4e95-b7b9-67644d3f350e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.801413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d3d439c2-2ec9-4e0c-bdee-1184e7f0dc38 None None] Provisioning complete for port 380cb0eb-1f40-4a72-af82-24a701357bee triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:30.801787 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d3d439c2-2ec9-4e0c-bdee-1184e7f0dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.843642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5dafee85-ff4f-4753-bc99-7c6a013d6a01 req-dab8b3a8-6c9e-4b85-92fc-6ba6d963a000 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899761 Sep 17 22:39:30.887893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:30.931145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-622f2788-f981-4e95-b7b9-67644d3f350e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.950221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d3d439c2-2ec9-4e0c-bdee-1184e7f0dc38 None None] Port 380cb0eb-1f40-4a72-af82-24a701357bee cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:30.951632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54305216-b4df-47ba-82a6-4da8287a909f req-abf351fd-f50e-4fb2-a780-2a34b81681a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:30.953192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54305216-b4df-47ba-82a6-4da8287a909f req-abf351fd-f50e-4fb2-a780-2a34b81681a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 1097 time: 0.0767314 Sep 17 22:39:30.985070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d3d439c2-2ec9-4e0c-bdee-1184e7f0dc38 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:30.999058 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d3d439c2-2ec9-4e0c-bdee-1184e7f0dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.011427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-622f2788-f981-4e95-b7b9-67644d3f350e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 380cb0eb-1f40-4a72-af82-24a701357bee owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:31.159032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:31.159403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.212169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54305216-b4df-47ba-82a6-4da8287a909f req-8984b8f5-801a-4328-935b-896ed0b2824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:31.213746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54305216-b4df-47ba-82a6-4da8287a909f req-8984b8f5-801a-4328-935b-896ed0b2824f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.2345817 Sep 17 22:39:31.318918 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54305216-b4df-47ba-82a6-4da8287a909f req-ba5d4106-6a40-4b28-a784-2a02b9f17102 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 200 len: 1000 time: 0.0969751 Sep 17 22:39:31.342286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-59bd171c-15dc-4b61-bae7-e5a2afb2eea0 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:31.345660 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-59bd171c-15dc-4b61-bae7-e5a2afb2eea0 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.45 "GET /v2.0/networks?id=7e66c968-7a6e-49a0-a303-dbdbeaea3d10 HTTP/1.1" status: 200 len: 822 time: 0.4028747 Sep 17 22:39:31.382457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Request body: {'port': {'device_id': 'a300f21e-85ab-4d10-b847-9150cd0bc4bc', 'network_id': '7e66c968-7a6e-49a0-a303-dbdbeaea3d10', 'admin_state_up': True, 'tenant_id': 'd65fb3aa0a1e4416bc1bec4e4ce8802e'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:31.401195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54305216-b4df-47ba-82a6-4da8287a909f req-58ab4a46-8f92-46ed-9633-87e4b04244a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:31.403276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54305216-b4df-47ba-82a6-4da8287a909f req-58ab4a46-8f92-46ed-9633-87e4b04244a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.0763085 Sep 17 22:39:31.474995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54305216-b4df-47ba-82a6-4da8287a909f req-3135a21f-54c6-485a-8c3a-d9671f8ce153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:31.476634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54305216-b4df-47ba-82a6-4da8287a909f req-3135a21f-54c6-485a-8c3a-d9671f8ce153 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633087 Sep 17 22:39:31.567660 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-622f2788-f981-4e95-b7b9-67644d3f350e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.570443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4fd0b892-5075-4aef-9fd2-89414e412a66 None None] Could not find standard attr ID for object 380cb0eb-1f40-4a72-af82-24a701357bee. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:39:31.613278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f2788-f981-4e95-b7b9-67644d3f350e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=380cb0eb-1f40-4a72-af82-24a701357bee,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:31.629657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54305216-b4df-47ba-82a6-4da8287a909f req-f2b2916e-bb27-4410-897c-4adff58330f4 service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453123 Sep 17 22:39:31.697838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Made reservation on behalf of d65fb3aa0a1e4416bc1bec4e4ce8802e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:31.702792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.724458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-987d4cbc-5945-48bc-a4bf-7f60e317ba6a req-17f9a49a-d764-4b94-8dc5-7a1f3a520537 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 210 time: 0.0391219 Sep 17 22:39:31.806318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-54305216-b4df-47ba-82a6-4da8287a909f req-0c75e193-350e-4250-a0ed-a791dc7f0e68 service neutron] 10.222.0.49 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684730 Sep 17 22:39:31.840996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-622f2788-f981-4e95-b7b9-67644d3f350e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.849472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-622f2788-f981-4e95-b7b9-67644d3f350e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/380cb0eb-1f40-4a72-af82-24a701357bee HTTP/1.1" status: 204 len: 168 time: 1.3082025 Sep 17 22:39:31.849754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44526) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:31.932394 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebe0f77-7fc8-4d8f-a3ba-7319a3cb4902 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:39:31.941067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ebe0f77-7fc8-4d8f-a3ba-7319a3cb4902 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/380cb0eb-1f40-4a72-af82-24a701357bee HTTP/1.1" status: 404 len: 333 time: 0.0913801 Sep 17 22:39:31.943983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44532) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:31.989835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Allocated IP 172.20.0.8 (7e66c968-7a6e-49a0-a303-dbdbeaea3d10/8105ccae-a8b6-40e1-8071-a494a9bf19df/d0f00e94-68ba-43d2-a055-e5101e7994cc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:32.024738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ebe8-80f7-4342-befc-db8c77a8f838 req-acbaca78-44f0-4620-9ce7-a9f980abaca4 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:32.033683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2a1ebe8-80f7-4342-befc-db8c77a8f838 req-acbaca78-44f0-4620-9ce7-a9f980abaca4 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0912466 Sep 17 22:39:32.084736 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2a1ebe8-80f7-4342-befc-db8c77a8f838 req-01795180-5a53-417a-8eae-965af6f5eb01 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Sep 17 22:39:32.285843 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb52a1-e62b-48f3-93dd-da5918211fca req-72d765ae-e838-413a-b573-889f8f0efc7e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:32.293785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fb52a1-e62b-48f3-93dd-da5918211fca req-72d765ae-e838-413a-b573-889f8f0efc7e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0663204 Sep 17 22:39:32.331934 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fb52a1-e62b-48f3-93dd-da5918211fca req-c2f507b6-0037-43ed-8641-75b7b6efe2b6 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372515 Sep 17 22:39:32.364377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6b67-5493-45ba-8ee2-7c68ac0e370b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.420834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6b67-5493-45ba-8ee2-7c68ac0e370b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.537004 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6b67-5493-45ba-8ee2-7c68ac0e370b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.539998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6b67-5493-45ba-8ee2-7c68ac0e370b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.543555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bdaa6b67-5493-45ba-8ee2-7c68ac0e370b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/security-groups/d52e3e71-4f4e-4f95-8242-316c035e72e7 HTTP/1.1" status: 204 len: 168 time: 0.5960593 Sep 17 22:39:32.544234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44550) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:32.568985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa6b67-5493-45ba-8ee2-7c68ac0e370b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52e3e71-4f4e-4f95-8242-316c035e72e7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:32.574561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.620476 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.664419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3b03e75-5d96-4f7c-9a54-28f0d8bc44af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.667800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:32.671018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:32.675838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:32.698523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Pushing event updated for resources: {'Port': ['ID=d0f00e94-68ba-43d2-a055-e5101e7994cc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:32.711011 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab197cf9-fa59-4502-ac26-7cf2e25ad80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.718058 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3b03e75-5d96-4f7c-9a54-28f0d8bc44af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.747632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce417a3-c3d2-49ba-93dc-e30e3832683a req-fa757c0a-b45a-47a9-863c-2ec96f7bf205 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:32.751040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:32.751664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.756485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ce417a3-c3d2-49ba-93dc-e30e3832683a req-fa757c0a-b45a-47a9-863c-2ec96f7bf205 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1385224 Sep 17 22:39:32.770108 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-49470680-f4ad-4077-b22a-155d8f030bd7 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4110391 Sep 17 22:39:32.786907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Request body: {'port': {'device_id': 'a300f21e-85ab-4d10-b847-9150cd0bc4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:32.828912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ce417a3-c3d2-49ba-93dc-e30e3832683a req-173b8170-cf1b-492d-b80f-d56238912739 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676708 Sep 17 22:39:32.868542 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3b03e75-5d96-4f7c-9a54-28f0d8bc44af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.875843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.879370 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3b03e75-5d96-4f7c-9a54-28f0d8bc44af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.880557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b3b03e75-5d96-4f7c-9a54-28f0d8bc44af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/security-groups/b63d6493-f960-4b47-a46e-e1483290a694 HTTP/1.1" status: 204 len: 168 time: 0.3356278 Sep 17 22:39:32.886312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44556) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:32.924425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b03e75-5d96-4f7c-9a54-28f0d8bc44af tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63d6493-f960-4b47-a46e-e1483290a694,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:32.989602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802f83e-09df-4bee-998e-cf2ad2c6e3f8 req-212ce82c-982a-41ab-a9ad-f91eab94e756 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:32.991795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d802f83e-09df-4bee-998e-cf2ad2c6e3f8 req-212ce82c-982a-41ab-a9ad-f91eab94e756 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 931 time: 0.1460018 Sep 17 22:39:33.005117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-453f4019-6d2a-4f03-b4b7-178eea6a7c20 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet 3f59c493-f709-418f-aedf-312b97a54a50 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:33.008960 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453f4019-6d2a-4f03-b4b7-178eea6a7c20 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.022311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5b377-b5da-481c-9ada-6df292bc3d56 req-59b7902b-2d22-4d27-bfd6-fbd4bdea169b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:33.023839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92e5b377-b5da-481c-9ada-6df292bc3d56 req-59b7902b-2d22-4d27-bfd6-fbd4bdea169b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0909982 Sep 17 22:39:33.066135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.087449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d802f83e-09df-4bee-998e-cf2ad2c6e3f8 req-d7017ea8-3dd2-4ca3-90e4-dc525b1aa719 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889883 Sep 17 22:39:33.113436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92e5b377-b5da-481c-9ada-6df292bc3d56 req-30cab7f5-1544-4aff-b712-1bcbf2edfcd9 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 Sep 17 22:39:33.135071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453f4019-6d2a-4f03-b4b7-178eea6a7c20 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.305462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453f4019-6d2a-4f03-b4b7-178eea6a7c20 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.421982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f00e94-68ba-43d2-a055-e5101e7994cc {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:33.430206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453f4019-6d2a-4f03-b4b7-178eea6a7c20 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.433809 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.466590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f4019-6d2a-4f03-b4b7-178eea6a7c20 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=3f59c493-f709-418f-aedf-312b97a54a50,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:33.490392 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453f4019-6d2a-4f03-b4b7-178eea6a7c20 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.493115 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-453f4019-6d2a-4f03-b4b7-178eea6a7c20 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/3f59c493-f709-418f-aedf-312b97a54a50 HTTP/1.1" status: 204 len: 168 time: 0.6054473 Sep 17 22:39:33.494224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Transition to ACTIVE for port object d0f00e94-68ba-43d2-a055-e5101e7994cc will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:39:33.497340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44582) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:33.498613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3554ecaa-8cc9-4713-8245-a7e887a2f057 None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:33.503571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:33.509094 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.622245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf837ae-9c79-4db1-9fcc-00ee247a2eb6 req-e87b28c6-0e5e-464f-9dea-e1f3f64e47de tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:33.631536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ebf837ae-9c79-4db1-9fcc-00ee247a2eb6 req-e87b28c6-0e5e-464f-9dea-e1f3f64e47de tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1885741 Sep 17 22:39:33.700293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0f00e94-68ba-43d2-a055-e5101e7994cc,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:33.714857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ebf837ae-9c79-4db1-9fcc-00ee247a2eb6 req-484fb84f-42a4-468a-89ec-15e62e9e5859 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824146 Sep 17 22:39:33.757706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:33.765973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.795214 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.858837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Attempting to bind port d0f00e94-68ba-43d2-a055-e5101e7994cc on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:33.859169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Attempting to bind port d0f00e94-68ba-43d2-a055-e5101e7994cc by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '633bbea3-6912-414c-83f4-96e1068926c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e66c968-7a6e-49a0-a303-dbdbeaea3d10'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:33.860387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Attempting to bind port d0f00e94-68ba-43d2-a055-e5101e7994cc on network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:33.869513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Port d0f00e94-68ba-43d2-a055-e5101e7994cc on network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:39:33.869890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Attempting to bind port d0f00e94-68ba-43d2-a055-e5101e7994cc on network 7e66c968-7a6e-49a0-a303-dbdbeaea3d10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:33.879895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:33.880240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Checking segment: {'id': '633bbea3-6912-414c-83f4-96e1068926c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e66c968-7a6e-49a0-a303-dbdbeaea3d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:33.880629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Bound using segment: {'id': '633bbea3-6912-414c-83f4-96e1068926c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e66c968-7a6e-49a0-a303-dbdbeaea3d10'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:33.881114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Bound port: d0f00e94-68ba-43d2-a055-e5101e7994cc, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633bbea3-6912-414c-83f4-96e1068926c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7e66c968-7a6e-49a0-a303-dbdbeaea3d10'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:33.881559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.030127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] For port d0f00e94-68ba-43d2-a055-e5101e7994cc, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:34.035596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] For port d0f00e94-68ba-43d2-a055-e5101e7994cc, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0f00e94-68ba-43d2-a055-e5101e7994cc,segment=NetworkSegment(633bbea3-6912-414c-83f4-96e1068926c0),segment_id=633bbea3-6912-414c-83f4-96e1068926c0)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:34.056559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.062677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bedcc-e4e3-457c-9ad5-e6261dbfa7eb req-3125b457-62cb-4ea1-9a3f-1f2d46fbf173 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.085721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-295bedcc-e4e3-457c-9ad5-e6261dbfa7eb req-3125b457-62cb-4ea1-9a3f-1f2d46fbf173 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0814924 Sep 17 22:39:34.138306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.138951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.140453 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] 10.222.0.45 "PUT /v2.0/ports/d0f00e94-68ba-43d2-a055-e5101e7994cc HTTP/1.1" status: 200 len: 1092 time: 1.3607440 Sep 17 22:39:34.143402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a300f21e-85ab-4d10-b847-9150cd0bc4bc', 'tag': 'd0f00e94-68ba-43d2-a055-e5101e7994cc'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:34.145655 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946100b5-c001-4864-94db-c573c6d7ecdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a300f21e-85ab-4d10-b847-9150cd0bc4bc", "tag": "d0f00e94-68ba-43d2-a055-e5101e7994cc"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:34.159047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-295bedcc-e4e3-457c-9ad5-e6261dbfa7eb req-02d8b3b7-7780-4514-b363-fbb80b857825 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643349 Sep 17 22:39:34.217510 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5a55a8-c2de-4af6-a39a-d89482c5c28a x-openstack-request-id: req-3d5a55a8-c2de-4af6-a39a-d89482c5c28a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:34.218216 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a300f21e-85ab-4d10-b847-9150cd0bc4bc", "tag": "d0f00e94-68ba-43d2-a055-e5101e7994cc", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:34.218686 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d5a55a8-c2de-4af6-a39a-d89482c5c28a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:34.219815 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a300f21e-85ab-4d10-b847-9150cd0bc4bc', 'tag': 'd0f00e94-68ba-43d2-a055-e5101e7994cc', 'status': 'completed', 'code': 200} Sep 17 22:39:34.259748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76456842-5c2e-4a90-bf1f-5ae5c75872fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0f00e94-68ba-43d2-a055-e5101e7994cc,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:34.273188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.287986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb512fd-504e-43c9-bcc4-409d150d03c0 req-b0c608ed-6ed8-4fee-ab00-332d63975cae tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.298102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fb512fd-504e-43c9-bcc4-409d150d03c0 req-b0c608ed-6ed8-4fee-ab00-332d63975cae tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 943 time: 0.0681744 Sep 17 22:39:34.337682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-ae8b6585-755f-4beb-8bd4-8a42c9661bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.340142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-ae8b6585-755f-4beb-8bd4-8a42c9661bde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d65fb3aa0a1e4416bc1bec4e4ce8802e&device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 1095 time: 0.1172113 Sep 17 22:39:34.354812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:34.378994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1fb512fd-504e-43c9-bcc4-409d150d03c0 req-bf53dea3-1368-4ae0-a658-c227817a0391 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746312 Sep 17 22:39:34.403625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:34.407331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.407981 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.417468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-45e22930-132f-48c2-b019-ae6a67e0a56a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f00e94-68ba-43d2-a055-e5101e7994cc HTTP/1.1" status: 200 len: 217 time: 0.0615251 Sep 17 22:39:34.440717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9420958 Sep 17 22:39:34.441518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d3b80-f3fe-4376-b8ff-7da9a377dc58 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=15ecdd15-71ee-471c-86cd-897cc2b2e6e5,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:34.443637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44598) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:34.461486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-54622ca9-5c46-41d2-9bee-f4858d526f0a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'security_group': {'name': 'tempest-secgroup-287593419'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:34.488414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-98d84df4-b1b5-4405-828b-90ed4f4f7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.491391 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-98d84df4-b1b5-4405-828b-90ed4f4f7de4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8105ccae-a8b6-40e1-8071-a494a9bf19df HTTP/1.1" status: 200 len: 862 time: 0.0632620 Sep 17 22:39:34.499402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-54622ca9-5c46-41d2-9bee-f4858d526f0a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.524267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad6861-b3b7-41f7-b227-4955e7ff5b88 None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:34.538406 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-457c5835-9b49-49a7-b6f2-5ad7d09be7e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e66c968-7a6e-49a0-a303-dbdbeaea3d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352614 Sep 17 22:39:34.607856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-54622ca9-5c46-41d2-9bee-f4858d526f0a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.612040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-54622ca9-5c46-41d2-9bee-f4858d526f0a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.639791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-54622ca9-5c46-41d2-9bee-f4858d526f0a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.642056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-54622ca9-5c46-41d2-9bee-f4858d526f0a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1960499 Sep 17 22:39:34.645738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44602) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:34.650762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9e297f29-5f1b-42c4-96c8-788a001b338a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'security_group': {'name': 'tempest-secgroup-207955856'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:34.661905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54622ca9-5c46-41d2-9bee-f4858d526f0a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14dc485-31ef-4728-99ff-6c7672e1f5d0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:34.682765 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.684611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9f8e5070-1018-4398-bd3b-b9f0202f5c4f None None] Provisioning complete for port fa801d38-8c23-4799-a160-f35b2eaffb87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:34.685025 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f8e5070-1018-4398-bd3b-b9f0202f5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.731786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-c0aeab59-3525-4f92-91d6-809129d258a0 service neutron] 10.222.0.45 "GET /v2.0/networks/7e66c968-7a6e-49a0-a303-dbdbeaea3d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830940 Sep 17 22:39:34.737921 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e297f29-5f1b-42c4-96c8-788a001b338a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.779583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e5070-1018-4398-bd3b-b9f0202f5c4f None None] Port fa801d38-8c23-4799-a160-f35b2eaffb87 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:34.812591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9f8e5070-1018-4398-bd3b-b9f0202f5c4f None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:34.814080 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f8e5070-1018-4398-bd3b-b9f0202f5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.950551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e1c20-082f-4f5f-9102-c9d072748958 None None] Update dhcp port {'port': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'fixed_ips': [{'subnet_id': 'c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3', 'ip_address': '172.20.0.18'}, {'subnet_id': '15ecdd15-71ee-471c-86cd-897cc2b2e6e5'}], 'binding:host_id': 'n-d-789963-10'}, 'id': 'e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:39:34.976852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f91114-b4c3-4057-ae74-08005f386b0b req-9a2344a5-ad8c-469a-b4b7-7612c9b8d9e3 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.983310 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-895e1c20-082f-4f5f-9102-c9d072748958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.983619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e297f29-5f1b-42c4-96c8-788a001b338a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.989055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93f91114-b4c3-4057-ae74-08005f386b0b req-9a2344a5-ad8c-469a-b4b7-7612c9b8d9e3 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0922215 Sep 17 22:39:34.995716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e297f29-5f1b-42c4-96c8-788a001b338a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.041037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e297f29-5f1b-42c4-96c8-788a001b338a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a65878-2f7f-4ad5-a53b-a943921e59ce,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:35.044137 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93f91114-b4c3-4057-ae74-08005f386b0b req-2fc2f435-7a8e-4ffd-b50a-0a5a699c0b06 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483656 Sep 17 22:39:35.049021 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e297f29-5f1b-42c4-96c8-788a001b338a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.049021 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9e297f29-5f1b-42c4-96c8-788a001b338a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4009264 Sep 17 22:39:35.050589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44608) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:35.054932 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c23b29a3-0fc1-47f7-a714-be1a26396014 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'security_group': {'name': 'tempest-secgroup-839414460'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:35.060666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4bd616-e4e6-413a-9824-76b5a30b4072 req-b5fa2292-50d3-467f-9d81-02e39d14325f service neutron] 10.222.0.45 "GET /v2.0/networks/7e66c968-7a6e-49a0-a303-dbdbeaea3d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186827 Sep 17 22:39:35.082935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c23b29a3-0fc1-47f7-a714-be1a26396014 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.195389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-895e1c20-082f-4f5f-9102-c9d072748958 None None] Allocated IP 172.20.0.2 (5859c016-fe7b-4837-9d3a-4c73e91bc912/15ecdd15-71ee-471c-86cd-897cc2b2e6e5/e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:35.209585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946100b5-c001-4864-94db-c573c6d7ecdc req-e721b3ca-468f-40dc-b606-0592ea388494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:35.211100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-946100b5-c001-4864-94db-c573c6d7ecdc req-e721b3ca-468f-40dc-b606-0592ea388494 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d65fb3aa0a1e4416bc1bec4e4ce8802e&device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 1095 time: 0.0716834 Sep 17 22:39:35.232470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c23b29a3-0fc1-47f7-a714-be1a26396014 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.246815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c23b29a3-0fc1-47f7-a714-be1a26396014 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.322237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c23b29a3-0fc1-47f7-a714-be1a26396014 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.326528 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c23b29a3-0fc1-47f7-a714-be1a26396014 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2750015 Sep 17 22:39:35.327356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44612) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:35.338063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-496677771', 'security_groups': ['1a4bd975-59d0-4d30-a0b6-8a069f6a8353'], 'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '15ecdd15-71ee-471c-86cd-897cc2b2e6e5'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:35.346487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b29a3-0fc1-47f7-a714-be1a26396014 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4bd975-59d0-4d30-a0b6-8a069f6a8353,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:35.348732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9636c-bb38-42f4-b708-e5e3a4e1711d req-19978ceb-44b3-41a6-81e0-b0ad4b41f4fc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:35.351642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68e9636c-bb38-42f4-b708-e5e3a4e1711d req-19978ceb-44b3-41a6-81e0-b0ad4b41f4fc tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0866849 Sep 17 22:39:35.362469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.372419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-895e1c20-082f-4f5f-9102-c9d072748958 None None] For port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,segment=NetworkSegment(0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a),segment_id=0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:35.445874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68e9636c-bb38-42f4-b708-e5e3a4e1711d req-2840cf78-c80a-4837-8fd7-e77822b5459c tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5923059-2e93-427d-8a10-b9bb1d6e452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859907 Sep 17 22:39:35.483881 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-895e1c20-082f-4f5f-9102-c9d072748958 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.490660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946100b5-c001-4864-94db-c573c6d7ecdc req-8af084e3-72be-4fc1-91db-d1465517cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:35.492953 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-946100b5-c001-4864-94db-c573c6d7ecdc req-8af084e3-72be-4fc1-91db-d1465517cc27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e66c968-7a6e-49a0-a303-dbdbeaea3d10 HTTP/1.1" status: 200 len: 923 time: 0.2714326 Sep 17 22:39:35.497671 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-895e1c20-082f-4f5f-9102-c9d072748958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.545246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-946100b5-c001-4864-94db-c573c6d7ecdc req-d4b50e5c-223f-413f-b161-d8b0a56b863f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f00e94-68ba-43d2-a055-e5101e7994cc HTTP/1.1" status: 200 len: 217 time: 0.0439544 Sep 17 22:39:35.599697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d55501-55ae-4396-ba05-f0f9a53a4444 req-0226bc61-12c6-4ce2-9e66-921516709084 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:35.612484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7d55501-55ae-4396-ba05-f0f9a53a4444 req-0226bc61-12c6-4ce2-9e66-921516709084 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 943 time: 0.1152792 Sep 17 22:39:35.626301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946100b5-c001-4864-94db-c573c6d7ecdc req-6160d1a7-8568-43d3-b3e5-c4e035606f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:35.627778 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-946100b5-c001-4864-94db-c573c6d7ecdc req-6160d1a7-8568-43d3-b3e5-c4e035606f45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8105ccae-a8b6-40e1-8071-a494a9bf19df HTTP/1.1" status: 200 len: 862 time: 0.0651615 Sep 17 22:39:35.654650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e1c20-082f-4f5f-9102-c9d072748958 None None] Pushing event updated for resources: {'Port': ['ID=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:35.671734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:35.678566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7d55501-55ae-4396-ba05-f0f9a53a4444 req-78f4e15f-2722-40ea-b8f6-a621dcdd3373 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615251 Sep 17 22:39:35.740944 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-946100b5-c001-4864-94db-c573c6d7ecdc req-006eb2bf-9e59-4a08-9796-b24ced60bd60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e66c968-7a6e-49a0-a303-dbdbeaea3d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997672 Sep 17 22:39:35.775006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-bec3d925-586c-49fa-80e8-657ea686977f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:35.777342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-bec3d925-586c-49fa-80e8-657ea686977f tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1066608 Sep 17 22:39:35.907676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.935933 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-946100b5-c001-4864-94db-c573c6d7ecdc req-e68bd4f1-3fea-44f6-a5c9-b45946a8d56e service neutron] 10.222.0.45 "GET /v2.0/networks/7e66c968-7a6e-49a0-a303-dbdbeaea3d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778393 Sep 17 22:39:35.943207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] device_id is not set on port 45680700-1f2e-4e0b-a815-bf12cf61627f yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:35.974955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Deleting port 1ed10d20-7671-4f60-825d-6650a3bac047 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:35.975400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.085672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] For port 1ed10d20-7671-4f60-825d-6650a3bac047, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1ed10d20-7671-4f60-825d-6650a3bac047,segment=NetworkSegment(27c89e80-b6a6-46b1-8264-d595f4929870),segment_id=27c89e80-b6a6-46b1-8264-d595f4929870)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:36.086052 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.104143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Calling delete_port for 1ed10d20-7671-4f60-825d-6650a3bac047 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:36.293405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809401-3239-4d6d-af92-85e86da63a19 req-849e05dd-b166-4a71-84eb-21ef9513be4d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:36.295011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe809401-3239-4d6d-af92-85e86da63a19 req-849e05dd-b166-4a71-84eb-21ef9513be4d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0990520 Sep 17 22:39:36.312207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.325363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1ed10d20-7671-4f60-825d-6650a3bac047'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:36.357004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Pushing event deleted for resources: {'Port': ['ID=1ed10d20-7671-4f60-825d-6650a3bac047,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:36.390324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-84772a51-847d-49da-90a7-154d84481bf4 None None] Provisioning complete for port fa801d38-8c23-4799-a160-f35b2eaffb87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:36.391930 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-84772a51-847d-49da-90a7-154d84481bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.413934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] No DVR routers for this DVR port 1ed10d20-7671-4f60-825d-6650a3bac047 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:36.427683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe809401-3239-4d6d-af92-85e86da63a19 req-b7fb8678-f2b0-43e1-b140-44bb13c56417 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230247 Sep 17 22:39:36.431885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.442396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d3a7ab3-dd43-40a3-bf5e-70e66e901678 req-3372e266-602d-40c8-8a59-ebfe373dd570 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.45 "DELETE /v2.0/ports/1ed10d20-7671-4f60-825d-6650a3bac047 HTTP/1.1" status: 204 len: 173 time: 0.6397841 Sep 17 22:39:36.442396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-deleted', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:36.442396 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959fe931-4218-4fee-b217-dfc4ff19bef7" -d '{"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-deleted", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:36.445466 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-84772a51-847d-49da-90a7-154d84481bf4 None None] Port fa801d38-8c23-4799-a160-f35b2eaffb87 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:36.470565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-946100b5-c001-4864-94db-c573c6d7ecdc req-c9da39d2-0fe7-4039-a870-951ff04b6a21 service neutron] 10.222.0.45 "GET /v2.0/networks/7e66c968-7a6e-49a0-a303-dbdbeaea3d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223451 Sep 17 22:39:36.472949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-84772a51-847d-49da-90a7-154d84481bf4 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:36.473457 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-84772a51-847d-49da-90a7-154d84481bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.526181 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff58062-d528-4552-a3c4-86cb0f098ca0 x-openstack-request-id: req-9ff58062-d528-4552-a3c4-86cb0f098ca0 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:36.526476 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f", "name": "network-vif-deleted", "tag": "1ed10d20-7671-4f60-825d-6650a3bac047", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:36.526730 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ff58062-d528-4552-a3c4-86cb0f098ca0 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:36.527569 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f', 'name': 'network-vif-deleted', 'tag': '1ed10d20-7671-4f60-825d-6650a3bac047', 'status': 'completed', 'code': 200} Sep 17 22:39:36.613136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.5 (5859c016-fe7b-4837-9d3a-4c73e91bc912/15ecdd15-71ee-471c-86cd-897cc2b2e6e5/45680700-1f2e-4e0b-a815-bf12cf61627f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:36.634017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58717777-7739-454a-b7e2-a90078351d6c req-b8aa165b-e703-4868-9f11-d86b20fd1921 tempest-ServersNegativeTestJSON-337226051 tempest-ServersNegativeTestJSON-337226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb3d888-d7bd-47e6-94e4-11f66b0cdb3f HTTP/1.1" status: 200 len: 210 time: 0.0311332 Sep 17 22:39:36.780742 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.818721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:36.833254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.866537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddad1ce-5662-4882-bb40-c1b0afff229c req-b3d072ab-b91b-47e8-83a8-e7e8ecd06a11 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:36.868092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bddad1ce-5662-4882-bb40-c1b0afff229c req-b3d072ab-b91b-47e8-83a8-e7e8ecd06a11 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 943 time: 0.0875294 Sep 17 22:39:36.885085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:36.888785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:36.897976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:36.947287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bddad1ce-5662-4882-bb40-c1b0afff229c req-1e6f3ef4-b0e3-414e-9c86-6314c55d1977 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691261 Sep 17 22:39:36.950365 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=45680700-1f2e-4e0b-a815-bf12cf61627f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:36.962324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:36.962973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.974881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:36.975452 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.999570 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d20e1024-a493-4863-ac81-cf0dfbf25971 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6630244 Sep 17 22:39:36.999811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44636) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:37.005445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9a1a2be3-3cf4-4ae9-a5df-cad4441a53bd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:37.158207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a2be3-3cf4-4ae9-a5df-cad4441a53bd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:37.162389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2be3-3cf4-4ae9-a5df-cad4441a53bd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.228816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-157af14c-507d-4e0a-bb7b-d3262c24fd1c None None] Provisioning complete for port 45680700-1f2e-4e0b-a815-bf12cf61627f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:37.229264 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-157af14c-507d-4e0a-bb7b-d3262c24fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.264356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-157af14c-507d-4e0a-bb7b-d3262c24fd1c None None] Port 45680700-1f2e-4e0b-a815-bf12cf61627f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:37.268761 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-9a1a2be3-3cf4-4ae9-a5df-cad4441a53bd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15ecdd15-71ee-471c-86cd-897cc2b2e6e5 (CIDR: 172.20.0.0/28) Sep 17 22:39:37.271981 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1a2be3-3cf4-4ae9-a5df-cad4441a53bd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:39:37.272468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1a2be3-3cf4-4ae9-a5df-cad4441a53bd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:37.286494 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9a1a2be3-3cf4-4ae9-a5df-cad4441a53bd tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2850864 Sep 17 22:39:37.289134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44638) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:37.293946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-423ad815-74b4-4a37-a0f1-e1e993405079 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:37.330595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d0f00e94-68ba-43d2-a055-e5101e7994cc details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:37.406305 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ad815-74b4-4a37-a0f1-e1e993405079 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:37.410115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-423ad815-74b4-4a37-a0f1-e1e993405079 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.432978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d0f00e94-68ba-43d2-a055-e5101e7994cc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0f00e94-68ba-43d2-a055-e5101e7994cc,segment=NetworkSegment(633bbea3-6912-414c-83f4-96e1068926c0),segment_id=633bbea3-6912-414c-83f4-96e1068926c0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:37.445995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'd0f00e94-68ba-43d2-a055-e5101e7994cc', 'network_id': '7e66c968-7a6e-49a0-a303-dbdbeaea3d10', 'port_id': 'd0f00e94-68ba-43d2-a055-e5101e7994cc', 'mac_address': 'fa:16:3e:49:46:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8105ccae-a8b6-40e1-8071-a494a9bf19df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:37.513858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.530264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f00e94-68ba-43d2-a055-e5101e7994cc {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:37.551617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d0f00e94-68ba-43d2-a055-e5101e7994cc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0f00e94-68ba-43d2-a055-e5101e7994cc,segment=NetworkSegment(633bbea3-6912-414c-83f4-96e1068926c0),segment_id=633bbea3-6912-414c-83f4-96e1068926c0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:37.558207 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.560664 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-423ad815-74b4-4a37-a0f1-e1e993405079 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3 (CIDR: 172.20.0.16/28) Sep 17 22:39:37.568635 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-423ad815-74b4-4a37-a0f1-e1e993405079 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:39:37.569287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423ad815-74b4-4a37-a0f1-e1e993405079 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:37.597261 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-423ad815-74b4-4a37-a0f1-e1e993405079 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3068571 Sep 17 22:39:37.599851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44642) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:37.616140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d0f00e94-68ba-43d2-a055-e5101e7994cc,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:37.616711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'subnet': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:37.715659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44648) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:37.800205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7079ed2a-34e5-4bb2-a18f-389f6292d91c admin admin] Deleting subnet fd4f6607-c921-4818-b779-309a1f058296 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:37.805785 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7079ed2a-34e5-4bb2-a18f-389f6292d91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.827348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Made reservation on behalf of 3c4aa286dbe34f9bb356e041dd747e9e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:37.838407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.848086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['d0f00e94-68ba-43d2-a055-e5101e7994cc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:37.883136 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7079ed2a-34e5-4bb2-a18f-389f6292d91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.909678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8da7bc-5721-43df-be1a-055b780e6ac9 req-76fabed7-bdc6-4f2c-a896-8c7382f19a63 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:37.910824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b8da7bc-5721-43df-be1a-055b780e6ac9 req-76fabed7-bdc6-4f2c-a896-8c7382f19a63 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.4032559 Sep 17 22:39:37.951888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b8da7bc-5721-43df-be1a-055b780e6ac9 req-3ee611bd-609a-4012-b4c6-8e492cb2c564 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Sep 17 22:39:37.985847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7079ed2a-34e5-4bb2-a18f-389f6292d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.080631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7079ed2a-34e5-4bb2-a18f-389f6292d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.110230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f86300-0255-426c-9a4c-eaa803ba7044 req-9074db21-81ec-447c-bd90-4e2cbe0c792f tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:38.113409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7f86300-0255-426c-9a4c-eaa803ba7044 req-9074db21-81ec-447c-bd90-4e2cbe0c792f tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 944 time: 0.0618765 Sep 17 22:39:38.143453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079ed2a-34e5-4bb2-a18f-389f6292d91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4f6607-c921-4818-b779-309a1f058296,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:38.148646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7079ed2a-34e5-4bb2-a18f-389f6292d91c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.149565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7079ed2a-34e5-4bb2-a18f-389f6292d91c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fd4f6607-c921-4818-b779-309a1f058296 HTTP/1.1" status: 204 len: 168 time: 0.4320881 Sep 17 22:39:38.152227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44656) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:38.173866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7f86300-0255-426c-9a4c-eaa803ba7044 req-3dbb0e96-560f-4513-8dbd-cf60dbac9db9 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530646 Sep 17 22:39:38.244523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.259130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.297907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:38.301269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:38.305798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:38.306393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.311398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07bd092-f988-4c12-838b-f1852e8dcdec None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:38.329631 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7263908 Sep 17 22:39:38.330920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44658) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:38.338530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1620093538', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f99c2b47-7d71-4d2a-9248-2c394ee4f216'}], 'security_groups': ['d14dc485-31ef-4728-99ff-6c7672e1f5d0', '35a65878-2f7f-4ad5-a53b-a943921e59ce']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:38.343101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa287c0-812a-498c-b592-c20e24f22f42 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Subnet': ['ID=f99c2b47-7d71-4d2a-9248-2c394ee4f216,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:38.371742 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.396624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.408437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c89e80-b6a6-46b1-8264-d595f4929870') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.408917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c89e80-b6a6-46b1-8264-d595f4929870') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.417192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.425765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.446636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.455409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:38.456050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:38.458273 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:38.537900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.546295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.552075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396 HTTP/1.1" status: 204 len: 168 time: 0.3957686 Sep 17 22:39:38.559273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58661f-8ecd-4e53-a867-7502a7579c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea9ebe2-ca5a-4bd1-a58f-a5d4f09fd396,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:38.615573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab922dad-5b69-4913-885d-5ee186a84d1c None None] Update dhcp port {'port': {'network_id': '5859c016-fe7b-4837-9d3a-4c73e91bc912', 'fixed_ips': [{'subnet_id': 'c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3', 'ip_address': '172.20.0.18'}, {'subnet_id': '15ecdd15-71ee-471c-86cd-897cc2b2e6e5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f99c2b47-7d71-4d2a-9248-2c394ee4f216'}], 'binding:host_id': 'n-d-789963-10'}, 'id': 'e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:39:38.657765 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab922dad-5b69-4913-885d-5ee186a84d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.698846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44664) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:38.763707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-22d069b8-be1a-40eb-83b7-a863d30aca8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4e66d51eea94eefab9db14d682897d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606563 Sep 17 22:39:38.763946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44666) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:38.823795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a3ef10-63d7-4085-820f-fe3cca071bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.848019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Delete allocated IP 172.20.0.5 (5859c016-fe7b-4837-9d3a-4c73e91bc912/15ecdd15-71ee-471c-86cd-897cc2b2e6e5) {{(pid=94738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:39:38.848793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a3ef10-63d7-4085-820f-fe3cca071bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.857873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Allocated IP 172.20.0.46 (5859c016-fe7b-4837-9d3a-4c73e91bc912/f99c2b47-7d71-4d2a-9248-2c394ee4f216/45680700-1f2e-4e0b-a815-bf12cf61627f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:38.907437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a3ef10-63d7-4085-820f-fe3cca071bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.910120 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25a3ef10-63d7-4085-820f-fe3cca071bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.911301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-25a3ef10-63d7-4085-820f-fe3cca071bdf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5923059-2e93-427d-8a10-b9bb1d6e452c HTTP/1.1" status: 204 len: 168 time: 0.1460018 Sep 17 22:39:38.929529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3ef10-63d7-4085-820f-fe3cca071bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5923059-2e93-427d-8a10-b9bb1d6e452c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.051202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.058376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.078148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3505e1e-e8c6-477c-84f5-541db22b5c76 req-8e34bf1b-bf69-41f2-9d5c-ee3dc5ba0ad1 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:39.081236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3505e1e-e8c6-477c-84f5-541db22b5c76 req-8e34bf1b-bf69-41f2-9d5c-ee3dc5ba0ad1 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0593150 Sep 17 22:39:39.117146 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ab922dad-5b69-4913-885d-5ee186a84d1c None None] Allocated IP 172.20.0.34 (5859c016-fe7b-4837-9d3a-4c73e91bc912/f99c2b47-7d71-4d2a-9248-2c394ee4f216/e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:39.144283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event updated for resources: {'Port': ['ID=45680700-1f2e-4e0b-a815-bf12cf61627f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.162938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3505e1e-e8c6-477c-84f5-541db22b5c76 req-c6ce1aa4-ecaf-48a9-9ed4-1ad11eb65bc1 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737545 Sep 17 22:39:39.225256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] In _notify_port_updated(), no bound segment for port 45680700-1f2e-4e0b-a815-bf12cf61627f on network 5859c016-fe7b-4837-9d3a-4c73e91bc912 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:39:39.240514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:39.241368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.245443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44678) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:39.245952 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7e3c98d5-50d3-4f59-9ac8-27de32a6e266 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "PUT /v2.0/ports/45680700-1f2e-4e0b-a815-bf12cf61627f HTTP/1.1" status: 200 len: 960 time: 0.9138768 Sep 17 22:39:39.257900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ab922dad-5b69-4913-885d-5ee186a84d1c None None] For port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,segment=NetworkSegment(0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a),segment_id=0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:39.307106 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab922dad-5b69-4913-885d-5ee186a84d1c None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.318098 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab922dad-5b69-4913-885d-5ee186a84d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.350463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d0f00e94-68ba-43d2-a055-e5101e7994cc up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:39.381968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4da24a-5351-48b5-8f49-47ebb449c203 req-48abd07c-ee2b-407e-9733-cfb3a2ef164b tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:39.383505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a4da24a-5351-48b5-8f49-47ebb449c203 req-48abd07c-ee2b-407e-9733-cfb3a2ef164b tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 944 time: 0.1054010 Sep 17 22:39:39.427408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-da3f1502-1c6e-41d3-a7fb-b51eaeac2080 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port 45680700-1f2e-4e0b-a815-bf12cf61627f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:39.427907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3f1502-1c6e-41d3-a7fb-b51eaeac2080 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.455553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922dad-5b69-4913-885d-5ee186a84d1c None None] Pushing event updated for resources: {'Port': ['ID=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.479618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a4da24a-5351-48b5-8f49-47ebb449c203 req-b0ec6df6-7af0-4c44-87db-6d54f4ee1988 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832336 Sep 17 22:39:39.480314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port d0f00e94-68ba-43d2-a055-e5101e7994cc completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:39.486376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port d0f00e94-68ba-43d2-a055-e5101e7994cc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:39.486842 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.568001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3f1502-1c6e-41d3-a7fb-b51eaeac2080 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.572603 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.583270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-da3f1502-1c6e-41d3-a7fb-b51eaeac2080 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for 45680700-1f2e-4e0b-a815-bf12cf61627f owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:39.597487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a300f21e-85ab-4d10-b847-9150cd0bc4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f00e94-68ba-43d2-a055-e5101e7994cc'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:39.600016 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2102e97f-8c88-4824-8b23-3632e6752f88" -d '{"events": [{"server_uuid": "a300f21e-85ab-4d10-b847-9150cd0bc4bc", "name": "network-vif-plugged", "status": "completed", "tag": "d0f00e94-68ba-43d2-a055-e5101e7994cc"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:39.614201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d0f00e94-68ba-43d2-a055-e5101e7994cc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0f00e94-68ba-43d2-a055-e5101e7994cc,segment=NetworkSegment(633bbea3-6912-414c-83f4-96e1068926c0),segment_id=633bbea3-6912-414c-83f4-96e1068926c0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:39.620277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.621810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:39.658939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 1ed10d20-7671-4f60-825d-6650a3bac047 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:39.658939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1ed10d20-7671-4f60-825d-6650a3bac047 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:39.800744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3f1502-1c6e-41d3-a7fb-b51eaeac2080 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.812709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa91d0-3dc1-43a4-a293-34cddcaa86fe req-faef8c7b-33ee-4a13-8594-4105f844e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:39.815638 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04aa91d0-3dc1-43a4-a293-34cddcaa86fe req-faef8c7b-33ee-4a13-8594-4105f844e112 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 1097 time: 0.0576212 Sep 17 22:39:39.839004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f1502-1c6e-41d3-a7fb-b51eaeac2080 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=45680700-1f2e-4e0b-a815-bf12cf61627f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.886504 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04aa91d0-3dc1-43a4-a293-34cddcaa86fe req-1e889f77-3dd1-47f4-973b-d4531e4cf9ce service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619643 Sep 17 22:39:39.890699 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58fd713-0b99-463c-8ac3-20bc1e453b9a x-openstack-request-id: req-c58fd713-0b99-463c-8ac3-20bc1e453b9a {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:39.891108 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a300f21e-85ab-4d10-b847-9150cd0bc4bc", "name": "network-vif-plugged", "status": "completed", "tag": "d0f00e94-68ba-43d2-a055-e5101e7994cc", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:39.891566 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c58fd713-0b99-463c-8ac3-20bc1e453b9a {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:39.891996 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a300f21e-85ab-4d10-b847-9150cd0bc4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f00e94-68ba-43d2-a055-e5101e7994cc', 'code': 200} Sep 17 22:39:39.926001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d0f00e94-68ba-43d2-a055-e5101e7994cc,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.947068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3f1502-1c6e-41d3-a7fb-b51eaeac2080 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.951481 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da3f1502-1c6e-41d3-a7fb-b51eaeac2080 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/45680700-1f2e-4e0b-a815-bf12cf61627f HTTP/1.1" status: 204 len: 168 time: 0.7022307 Sep 17 22:39:39.951847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44706) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:39.977074 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d6c222-dfef-4582-8e20-f9d7362fd99b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] GET failed (client error): The resource could not be found. Sep 17 22:39:39.980683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-09d6c222-dfef-4582-8e20-f9d7362fd99b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports/45680700-1f2e-4e0b-a815-bf12cf61627f HTTP/1.1" status: 404 len: 333 time: 0.0260074 Sep 17 22:39:39.981533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44708) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.040487 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e0c6727f-6d42-4b0a-8c41-701882cdda4d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.067955 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e0c6727f-6d42-4b0a-8c41-701882cdda4d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.122212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e0c6727f-6d42-4b0a-8c41-701882cdda4d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.126252 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e0c6727f-6d42-4b0a-8c41-701882cdda4d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.130038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e0c6727f-6d42-4b0a-8c41-701882cdda4d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/security-groups/1a4bd975-59d0-4d30-a0b6-8a069f6a8353 HTTP/1.1" status: 204 len: 168 time: 0.1449959 Sep 17 22:39:40.130506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44714) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.137488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6727f-6d42-4b0a-8c41-701882cdda4d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4bd975-59d0-4d30-a0b6-8a069f6a8353,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:40.204400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3276bed7-a460-43e8-8e62-7d3d2f44e547 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.212777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6e697767-16b3-483f-8f14-987746c96fe3 None None] Provisioning complete for port fa801d38-8c23-4799-a160-f35b2eaffb87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:40.213714 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6e697767-16b3-483f-8f14-987746c96fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.236117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3276bed7-a460-43e8-8e62-7d3d2f44e547 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.269145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6e697767-16b3-483f-8f14-987746c96fe3 None None] Port fa801d38-8c23-4799-a160-f35b2eaffb87 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:40.272439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6e697767-16b3-483f-8f14-987746c96fe3 None None] Could not find standard attr ID for object 45680700-1f2e-4e0b-a815-bf12cf61627f. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:39:40.284822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6e697767-16b3-483f-8f14-987746c96fe3 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:40.285131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6e697767-16b3-483f-8f14-987746c96fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.299156 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3276bed7-a460-43e8-8e62-7d3d2f44e547 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.306326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3276bed7-a460-43e8-8e62-7d3d2f44e547 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.309696 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3276bed7-a460-43e8-8e62-7d3d2f44e547 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/security-groups/35a65878-2f7f-4ad5-a53b-a943921e59ce HTTP/1.1" status: 204 len: 168 time: 0.1778600 Sep 17 22:39:40.316824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44720) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.333356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276bed7-a460-43e8-8e62-7d3d2f44e547 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a65878-2f7f-4ad5-a53b-a943921e59ce,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:40.350990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71a23e-111a-417e-85ce-68b94062e255 req-b91515ad-2e94-42dc-a718-4bbf1806f88c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:40.352504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c71a23e-111a-417e-85ce-68b94062e255 req-b91515ad-2e94-42dc-a718-4bbf1806f88c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0921497 Sep 17 22:39:40.418680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c71a23e-111a-417e-85ce-68b94062e255 req-9677c337-f57c-4026-b57a-5b5868998a16 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Sep 17 22:39:40.421687 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2c33c14d-4d6f-4b2b-849d-458e34551887 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.447841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2c33c14d-4d6f-4b2b-849d-458e34551887 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.472647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44726) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.492057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2c33c14d-4d6f-4b2b-849d-458e34551887 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.494774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2c33c14d-4d6f-4b2b-849d-458e34551887 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.498333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2c33c14d-4d6f-4b2b-849d-458e34551887 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/security-groups/d14dc485-31ef-4728-99ff-6c7672e1f5d0 HTTP/1.1" status: 204 len: 168 time: 0.1779919 Sep 17 22:39:40.498850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44732) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.518329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33c14d-4d6f-4b2b-849d-458e34551887 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14dc485-31ef-4728-99ff-6c7672e1f5d0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:40.573749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60e3bb0-cf94-4e72-9b74-ae67e2ba887a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet 15ecdd15-71ee-471c-86cd-897cc2b2e6e5 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:40.581715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b60e3bb0-cf94-4e72-9b74-ae67e2ba887a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.617520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64246ff4-5526-4d1a-9623-cf87dc79609a req-408d34ef-f98e-4cf7-b7fb-1577c01a5b08 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:40.619633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64246ff4-5526-4d1a-9623-cf87dc79609a req-408d34ef-f98e-4cf7-b7fb-1577c01a5b08 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 945 time: 0.0581822 Sep 17 22:39:40.634178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a7d59c0-0554-4c77-a53e-2df94693a629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.657887 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b60e3bb0-cf94-4e72-9b74-ae67e2ba887a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.665845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64246ff4-5526-4d1a-9623-cf87dc79609a req-3eaef403-5925-4dda-843f-13f9dafa640c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Sep 17 22:39:40.789520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b60e3bb0-cf94-4e72-9b74-ae67e2ba887a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.799740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:40.840239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bb1d96cc-1269-4e42-bcdb-fa867bbee36b None None] Could not find standard attr ID for object 45680700-1f2e-4e0b-a815-bf12cf61627f. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:39:40.857616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a7d59c0-0554-4c77-a53e-2df94693a629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.872319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:40.872970 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.874211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a7d59c0-0554-4c77-a53e-2df94693a629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.923472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d59c0-0554-4c77-a53e-2df94693a629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dc7b6b-9d7d-4aec-ab7f-716625f8deaa,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:40.926621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b60e3bb0-cf94-4e72-9b74-ae67e2ba887a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.942301 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a7d59c0-0554-4c77-a53e-2df94693a629 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59d6700e11ee4c559ac23f3d6a90fc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685106 Sep 17 22:39:40.944909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44736) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.964186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e3bb0-cf94-4e72-9b74-ae67e2ba887a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=15ecdd15-71ee-471c-86cd-897cc2b2e6e5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:40.974965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b60e3bb0-cf94-4e72-9b74-ae67e2ba887a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.977274 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b60e3bb0-cf94-4e72-9b74-ae67e2ba887a tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/15ecdd15-71ee-471c-86cd-897cc2b2e6e5 HTTP/1.1" status: 204 len: 168 time: 0.4774389 Sep 17 22:39:40.982201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44738) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.997135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e54a18-307b-4829-8e23-08ed8d962bd1 None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:41.040176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5fff512-bf03-4154-b1a3-107448892b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.059159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b952715-f825-4740-ba38-be2abee9eef2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet f99c2b47-7d71-4d2a-9248-2c394ee4f216 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:41.062444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b952715-f825-4740-ba38-be2abee9eef2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.065983 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5fff512-bf03-4154-b1a3-107448892b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.124157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b952715-f825-4740-ba38-be2abee9eef2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.128256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5fff512-bf03-4154-b1a3-107448892b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.131215 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5fff512-bf03-4154-b1a3-107448892b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.136542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f5fff512-bf03-4154-b1a3-107448892b93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68dc7b6b-9d7d-4aec-ab7f-716625f8deaa HTTP/1.1" status: 204 len: 168 time: 0.1879821 Sep 17 22:39:41.143676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fff512-bf03-4154-b1a3-107448892b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dc7b6b-9d7d-4aec-ab7f-716625f8deaa,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:41.230857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b952715-f825-4740-ba38-be2abee9eef2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.307250 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b952715-f825-4740-ba38-be2abee9eef2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.346617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b952715-f825-4740-ba38-be2abee9eef2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=f99c2b47-7d71-4d2a-9248-2c394ee4f216,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:41.353627 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b952715-f825-4740-ba38-be2abee9eef2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.356963 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8b952715-f825-4740-ba38-be2abee9eef2 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/f99c2b47-7d71-4d2a-9248-2c394ee4f216 HTTP/1.1" status: 204 len: 168 time: 0.3724167 Sep 17 22:39:41.358034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44746) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.386343 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-786353eb-ffd3-4141-a4cd-967206dcf3c3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:41.386798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786353eb-ffd3-4141-a4cd-967206dcf3c3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:41.388705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-786353eb-ffd3-4141-a4cd-967206dcf3c3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/15ecdd15-71ee-471c-86cd-897cc2b2e6e5 HTTP/1.1" status: 404 len: 337 time: 0.0297639 Sep 17 22:39:41.392010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44750) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.447094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ae2509-f2bb-41bd-a244-c911ca79e05b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting subnet c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:41.450736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67ae2509-f2bb-41bd-a244-c911ca79e05b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.501091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67ae2509-f2bb-41bd-a244-c911ca79e05b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.586877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701277a-cd23-4840-befb-491fae292cd8 req-00a5e283-9663-423e-b729-959fb8c9c987 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:41.595728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7701277a-cd23-4840-befb-491fae292cd8 req-00a5e283-9663-423e-b729-959fb8c9c987 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0765328 Sep 17 22:39:41.616316 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67ae2509-f2bb-41bd-a244-c911ca79e05b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.648252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7701277a-cd23-4840-befb-491fae292cd8 req-ced722e4-2c9a-4f13-ae58-58cad063ad97 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511961 Sep 17 22:39:41.687444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67ae2509-f2bb-41bd-a244-c911ca79e05b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.728286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae2509-f2bb-41bd-a244-c911ca79e05b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Subnet': ['ID=c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:41.736325 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67ae2509-f2bb-41bd-a244-c911ca79e05b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.738483 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-67ae2509-f2bb-41bd-a244-c911ca79e05b tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/c9acc5ef-8d22-4e2f-bf5a-26ab3b6668f3 HTTP/1.1" status: 204 len: 168 time: 0.3453710 Sep 17 22:39:41.741182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44768) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.786642 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-885c9dfa-59c8-4f2e-adc9-81544cf5792e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:41.787060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885c9dfa-59c8-4f2e-adc9-81544cf5792e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:41.790330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-885c9dfa-59c8-4f2e-adc9-81544cf5792e tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/3f59c493-f709-418f-aedf-312b97a54a50 HTTP/1.1" status: 404 len: 337 time: 0.0460949 Sep 17 22:39:41.794435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44772) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.796371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422ec4e-aca1-42f7-817b-65f243877abf None None] Network 5859c016-fe7b-4837-9d3a-4c73e91bc912 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:41.823927 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-18ea6ae8-e3e1-4547-8b4d-bfaef1e6a9f3 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5b82646-e044-4730-9d91-d3bfe1248808 HTTP/1.1" status: 200 len: 205 time: 0.0282724 Sep 17 22:39:41.828981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44774) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.838083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0060-7b66-4970-951e-942a0aa4d3be req-966105e6-f52c-470e-ae34-27164a397455 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:41.849700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-375c0060-7b66-4970-951e-942a0aa4d3be req-966105e6-f52c-470e-ae34-27164a397455 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 945 time: 0.0892808 Sep 17 22:39:41.879412 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-71fccaa2-57f9-4730-a9bc-ca8004a77f21 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] delete failed (client error): The resource could not be found. Sep 17 22:39:41.880471 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-71fccaa2-57f9-4730-a9bc-ca8004a77f21 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/routers/d5b82646-e044-4730-9d91-d3bfe1248808 HTTP/1.1" status: 404 len: 336 time: 0.0505283 Sep 17 22:39:41.883114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44778) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.894216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-375c0060-7b66-4970-951e-942a0aa4d3be req-3d0b0d49-2123-413c-8198-465d52bfbb6c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472660 Sep 17 22:39:41.926467 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0093759e-610f-4124-ab85-4d0ea088c8fc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:41.926854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0093759e-610f-4124-ab85-4d0ea088c8fc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:41.928806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0093759e-610f-4124-ab85-4d0ea088c8fc tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/a8f3b7fe-f114-4af1-bc53-a19a4126ab0b HTTP/1.1" status: 404 len: 337 time: 0.0444882 Sep 17 22:39:41.931171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44782) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.938588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6a2712e5-31f8-4a6a-93da-a2f2e47bc3ea None None] Provisioning complete for port fa801d38-8c23-4799-a160-f35b2eaffb87 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:41.939121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a2712e5-31f8-4a6a-93da-a2f2e47bc3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.964080 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a95d9ef-e051-4235-9171-02eed9790b4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:41.964561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a95d9ef-e051-4235-9171-02eed9790b4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:41.966760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a95d9ef-e051-4235-9171-02eed9790b4c tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/3d856248-1afb-465e-89db-9c4f40811647 HTTP/1.1" status: 404 len: 337 time: 0.0346160 Sep 17 22:39:41.970159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44784) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.989776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6a2712e5-31f8-4a6a-93da-a2f2e47bc3ea None None] Port fa801d38-8c23-4799-a160-f35b2eaffb87 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:42.001848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6a2712e5-31f8-4a6a-93da-a2f2e47bc3ea None None] Provisioning complete for port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:42.002384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a2712e5-31f8-4a6a-93da-a2f2e47bc3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.003255 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f376e6a3-b89d-4199-b219-d2502a27b0d9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:42.003656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f376e6a3-b89d-4199-b219-d2502a27b0d9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:42.005450 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f376e6a3-b89d-4199-b219-d2502a27b0d9 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/e79aea2a-275c-4855-b6a4-a01b751cbeb2 HTTP/1.1" status: 404 len: 337 time: 0.0343158 Sep 17 22:39:42.007957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44792) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:42.043304 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27a32ac-e09d-4f24-8ef6-55ce1d7eab44 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:42.044024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27a32ac-e09d-4f24-8ef6-55ce1d7eab44 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:42.046786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d27a32ac-e09d-4f24-8ef6-55ce1d7eab44 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/10bd5b8c-0d0b-40cb-974b-ac31e39b3895 HTTP/1.1" status: 404 len: 333 time: 0.0377469 Sep 17 22:39:42.048325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44796) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:42.082788 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce81694-c8be-4c7f-8256-3458430c5484 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:42.083255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce81694-c8be-4c7f-8256-3458430c5484 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:42.085482 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6ce81694-c8be-4c7f-8256-3458430c5484 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/228f141a-748f-4caf-bde0-7f93fcf61e97 HTTP/1.1" status: 404 len: 337 time: 0.0357771 Sep 17 22:39:42.087692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44798) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:42.101002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] DHCP port deletion for 5859c016-fe7b-4837-9d3a-4c73e91bc912 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:39:42.139690 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bb3239-7337-463c-ba8e-0a7df81f4351 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:42.140153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bb3239-7337-463c-ba8e-0a7df81f4351 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:42.145063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b5bb3239-7337-463c-ba8e-0a7df81f4351 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/4548fbfd-2030-4279-a660-73225f616c49 HTTP/1.1" status: 404 len: 337 time: 0.0539165 Sep 17 22:39:42.145063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44800) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:42.174393 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5a5c14-9aeb-4f2c-8f76-1a94f9f26306 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:42.175205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5a5c14-9aeb-4f2c-8f76-1a94f9f26306 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:42.177164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cc5a5c14-9aeb-4f2c-8f76-1a94f9f26306 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/c7b21e98-77fc-4385-a87a-cc4cfe3efb46 HTTP/1.1" status: 404 len: 333 time: 0.0311666 Sep 17 22:39:42.179675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44802) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:42.182946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] Deleting port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:42.183393 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.212121 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4286d064-222a-4d55-a450-2f8f21ce1788 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:42.212804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4286d064-222a-4d55-a450-2f8f21ce1788 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:42.217639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4286d064-222a-4d55-a450-2f8f21ce1788 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/b37b4abb-c592-4119-bab3-fe3a5fe29f13 HTTP/1.1" status: 404 len: 337 time: 0.0368195 Sep 17 22:39:42.217808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44806) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:42.254884 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a10723d-5a5b-4786-9631-2ca1dad63487 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:42.255403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a10723d-5a5b-4786-9631-2ca1dad63487 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:42.257875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1a10723d-5a5b-4786-9631-2ca1dad63487 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/subnets/906878bd-0a3a-4ec3-8c6a-aec2555889ce HTTP/1.1" status: 404 len: 337 time: 0.0386558 Sep 17 22:39:42.261133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44810) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:42.274597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] For port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,segment=NetworkSegment(0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a),segment_id=0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:42.275075 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.290790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] Calling delete_port for e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:42.364693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-da9356ef-ff04-44d1-bfcc-4967d71bbb7d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Deleting port fa801d38-8c23-4799-a160-f35b2eaffb87 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:42.365373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-da9356ef-ff04-44d1-bfcc-4967d71bbb7d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.385607 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.406319 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b90c2-e6cc-4cb7-be7f-2f7d7d58a816 req-b07af2a7-aab3-4ccf-a52c-1ff579625d80 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:42.408318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98b90c2-e6cc-4cb7-be7f-2f7d7d58a816 req-b07af2a7-aab3-4ccf-a52c-1ff579625d80 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 945 time: 0.1025505 Sep 17 22:39:42.426923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] Pushing event deleted for resources: {'Port': ['ID=e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:42.430721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228c3ad-5b24-4f65-9918-c680cb5bccfb None None] No DVR routers for this DVR port e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:42.454799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-da9356ef-ff04-44d1-bfcc-4967d71bbb7d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.470835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-da9356ef-ff04-44d1-bfcc-4967d71bbb7d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Calling delete_port for fa801d38-8c23-4799-a160-f35b2eaffb87 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:42.471202 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98b90c2-e6cc-4cb7-be7f-2f7d7d58a816 req-b90ae043-1c4f-465f-b27a-25efe6601549 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566094 Sep 17 22:39:42.553627 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-da9356ef-ff04-44d1-bfcc-4967d71bbb7d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.588569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9356ef-ff04-44d1-bfcc-4967d71bbb7d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Port': ['ID=fa801d38-8c23-4799-a160-f35b2eaffb87,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:42.597338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-da9356ef-ff04-44d1-bfcc-4967d71bbb7d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.599888 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-da9356ef-ff04-44d1-bfcc-4967d71bbb7d tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/ports/fa801d38-8c23-4799-a160-f35b2eaffb87 HTTP/1.1" status: 204 len: 168 time: 0.3372815 Sep 17 22:39:42.601943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44824) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:42.684406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.766044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a8da4-8f03-478f-9c0d-0e8e41f7135d req-8ad290a5-96cb-40db-bffa-e3f07779d23c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:42.767675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d50a8da4-8f03-478f-9c0d-0e8e41f7135d req-8ad290a5-96cb-40db-bffa-e3f07779d23c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0570779 Sep 17 22:39:42.785952 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.816626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d50a8da4-8f03-478f-9c0d-0e8e41f7135d req-08a92c07-679d-41da-ba7d-c7ebdad557e2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Sep 17 22:39:42.821089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5859c016-fe7b-4837-9d3a-4c73e91bc912']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:42.826443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:42.836462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:42.837468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd9be2f-e32e-4aa9-9f23-2ac811d90d5a') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:42.849504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.856184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:42.856674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e4248a9d-39bf-4fd5-bfaf-d4c1c908ee4a not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:42.864577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.871023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:42.871495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:42.874668 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:42.935153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.941443 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.945828 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] 10.222.0.48 "DELETE /v2.0/networks/5859c016-fe7b-4837-9d3a-4c73e91bc912 HTTP/1.1" status: 204 len: 168 time: 0.3405669 Sep 17 22:39:42.965668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1c97c-355c-4e18-a699-8c100b625180 tempest-PortsTestJSON-606003546 tempest-PortsTestJSON-606003546-project] Pushing event deleted for resources: {'Network': ['ID=5859c016-fe7b-4837-9d3a-4c73e91bc912,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:43.239095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:43.403594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2502e552-d806-42dc-ae4a-6d4be56a1610 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c4aa286dbe34f9bb356e041dd747e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626496 Sep 17 22:39:43.407044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44864) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:43.470774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-121f7a2b-903a-422a-8c0c-f33152ae1f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.496528 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-121f7a2b-903a-422a-8c0c-f33152ae1f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.560791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-121f7a2b-903a-422a-8c0c-f33152ae1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.563400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-121f7a2b-903a-422a-8c0c-f33152ae1f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.564528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-121f7a2b-903a-422a-8c0c-f33152ae1f7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/470cf2ba-2012-4e7e-86c8-d77b279930e9 HTTP/1.1" status: 204 len: 168 time: 0.1563318 Sep 17 22:39:43.608477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f7a2b-903a-422a-8c0c-f33152ae1f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470cf2ba-2012-4e7e-86c8-d77b279930e9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:43.652069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf0daf-3865-42a2-bf3a-4fdd24ad3a83 req-00ff9312-c2df-4489-bec5-61a37e91e15e tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:43.657508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53cf0daf-3865-42a2-bf3a-4fdd24ad3a83 req-00ff9312-c2df-4489-bec5-61a37e91e15e tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 945 time: 0.1076276 Sep 17 22:39:43.699532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-0c17f122-266a-4755-a125-91b644118505 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:43.701372 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-0c17f122-266a-4755-a125-91b644118505 tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.45 "GET /v2.0/ports?device_id=a300f21e-85ab-4d10-b847-9150cd0bc4bc HTTP/1.1" status: 200 len: 945 time: 0.0631864 Sep 17 22:39:43.742903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53cf0daf-3865-42a2-bf3a-4fdd24ad3a83 req-c35c0b46-5e22-4020-a21a-7cb29728fadc tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.48 "GET /v2.0/security-groups?id=a05f0d95-b72d-4e58-80ec-339902b89062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741746 Sep 17 22:39:43.838775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Deleting port d0f00e94-68ba-43d2-a055-e5101e7994cc {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:43.839137 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.952832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02bb37-4f6c-45ea-97ef-0294cdf604be req-3d1826d4-ea44-4c6b-8a24-80388175b9b9 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:43.962533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b02bb37-4f6c-45ea-97ef-0294cdf604be req-3d1826d4-ea44-4c6b-8a24-80388175b9b9 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0669904 Sep 17 22:39:43.982367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] For port d0f00e94-68ba-43d2-a055-e5101e7994cc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d0f00e94-68ba-43d2-a055-e5101e7994cc,segment=NetworkSegment(633bbea3-6912-414c-83f4-96e1068926c0),segment_id=633bbea3-6912-414c-83f4-96e1068926c0)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:43.982887 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.998865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Calling delete_port for d0f00e94-68ba-43d2-a055-e5101e7994cc owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:44.002509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b02bb37-4f6c-45ea-97ef-0294cdf604be req-ed0ed005-63a8-4208-9ad5-12e9bad0e1f2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Sep 17 22:39:44.142573 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.155123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['d0f00e94-68ba-43d2-a055-e5101e7994cc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:44.170847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Pushing event deleted for resources: {'Port': ['ID=d0f00e94-68ba-43d2-a055-e5101e7994cc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:44.182629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.183050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.183400 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.183742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.184080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.184415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.184746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.185112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.185605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.185968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.186065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.186384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:44.235397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] No DVR routers for this DVR port d0f00e94-68ba-43d2-a055-e5101e7994cc on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:44.239224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.241989 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa51d3f5-16e5-44fd-851f-648ad00dd923 req-26464547-8eaf-4b5c-af8f-b556b870d30c tempest-InstanceActionsNegativeTestJSON-931164132 tempest-InstanceActionsNegativeTestJSON-931164132-project] 10.222.0.45 "DELETE /v2.0/ports/d0f00e94-68ba-43d2-a055-e5101e7994cc HTTP/1.1" status: 204 len: 173 time: 0.5326695 Sep 17 22:39:44.242571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a300f21e-85ab-4d10-b847-9150cd0bc4bc', 'name': 'network-vif-deleted', 'tag': 'd0f00e94-68ba-43d2-a055-e5101e7994cc'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:44.253119 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb9d9cb-7a1a-4cf2-9332-d83b12883375" -d '{"events": [{"server_uuid": "a300f21e-85ab-4d10-b847-9150cd0bc4bc", "name": "network-vif-deleted", "tag": "d0f00e94-68ba-43d2-a055-e5101e7994cc"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:44.311298 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cace7f-db3d-42de-8d45-dabe8a57b82c x-openstack-request-id: req-98cace7f-db3d-42de-8d45-dabe8a57b82c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:44.311853 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a300f21e-85ab-4d10-b847-9150cd0bc4bc", "name": "network-vif-deleted", "tag": "d0f00e94-68ba-43d2-a055-e5101e7994cc", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:44.312025 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98cace7f-db3d-42de-8d45-dabe8a57b82c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:44.312544 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a300f21e-85ab-4d10-b847-9150cd0bc4bc', 'name': 'network-vif-deleted', 'tag': 'd0f00e94-68ba-43d2-a055-e5101e7994cc', 'status': 'completed', 'code': 200} Sep 17 22:39:44.817203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44954) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:44.835119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-e01d6d20-02a9-4497-b736-4da7990c36b9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:44.844803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-e01d6d20-02a9-4497-b736-4da7990c36b9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 814 time: 0.2016621 Sep 17 22:39:44.865175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-84502ff6-f924-4de9-a691-eb8967f9e555 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/quotas/50c9b160d61f486d9b542535ddb3aaed HTTP/1.1" status: 200 len: 375 time: 0.0192652 Sep 17 22:39:44.905211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb599609-b7a0-44c1-b8d9-492de7f430e4 admin admin] Deleting subnet 8105ccae-a8b6-40e1-8071-a494a9bf19df {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:44.918391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb599609-b7a0-44c1-b8d9-492de7f430e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.926432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-ddc63c52-1687-499e-8507-fc7b3cc2c13c tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600107 Sep 17 22:39:44.970927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb599609-b7a0-44c1-b8d9-492de7f430e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.017318 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb599609-b7a0-44c1-b8d9-492de7f430e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.047700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-ad2b6853-bf0b-4060-bbaa-1392d338c339 service neutron] 10.222.0.48 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127524 Sep 17 22:39:45.122983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb599609-b7a0-44c1-b8d9-492de7f430e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.159944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb599609-b7a0-44c1-b8d9-492de7f430e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8105ccae-a8b6-40e1-8071-a494a9bf19df,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:45.162017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb599609-b7a0-44c1-b8d9-492de7f430e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.167918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bb599609-b7a0-44c1-b8d9-492de7f430e4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8105ccae-a8b6-40e1-8071-a494a9bf19df HTTP/1.1" status: 204 len: 168 time: 0.3495841 Sep 17 22:39:45.168831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:45.200176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152732b-16ee-424c-add7-071781ef9f97 req-6645fef1-2e1b-4872-b02c-fff1692ed52d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:45.207896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a152732b-16ee-424c-add7-071781ef9f97 req-6645fef1-2e1b-4872-b02c-fff1692ed52d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1141899 Sep 17 22:39:45.256127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-c6333000-e111-448f-8bd0-3211f5e231a2 service neutron] 10.222.0.48 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013085 Sep 17 22:39:45.271928 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.274504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a152732b-16ee-424c-add7-071781ef9f97 req-769a51b1-5d2f-4c1f-94ad-c074b1549c54 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656843 Sep 17 22:39:45.373045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.409172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e66c968-7a6e-49a0-a303-dbdbeaea3d10']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:45.420922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633bbea3-6912-414c-83f4-96e1068926c0') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:45.421478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633bbea3-6912-414c-83f4-96e1068926c0') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:45.432959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.447595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.456106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:45.456506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:45.458407 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:45.474336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e89f8fb-75dc-480a-bf67-147720c7209c req-167047d9-7edf-4ecb-9af2-e38349891fa0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 210 time: 0.0355926 Sep 17 22:39:45.527609 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.536819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.541393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7e66c968-7a6e-49a0-a303-dbdbeaea3d10 HTTP/1.1" status: 204 len: 168 time: 0.3710597 Sep 17 22:39:45.554655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38ba2b-6ac4-40c7-9c70-25617b995908 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e66c968-7a6e-49a0-a303-dbdbeaea3d10,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:45.786377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45008) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:45.834964 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4f33d418-2432-40a2-a47d-3d2e0552a4e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d65fb3aa0a1e4416bc1bec4e4ce8802e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468185 Sep 17 22:39:45.837448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45016) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:45.897630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ba47feac-0e24-4cad-8796-10d6552e0a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.909771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45018) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:45.931374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ba47feac-0e24-4cad-8796-10d6552e0a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.995879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ba47feac-0e24-4cad-8796-10d6552e0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.998496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ba47feac-0e24-4cad-8796-10d6552e0a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.999909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ba47feac-0e24-4cad-8796-10d6552e0a8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a05f0d95-b72d-4e58-80ec-339902b89062 HTTP/1.1" status: 204 len: 168 time: 0.1614568 Sep 17 22:39:46.010427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47feac-0e24-4cad-8796-10d6552e0a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05f0d95-b72d-4e58-80ec-339902b89062,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:46.073859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8381ee2d-4b2c-46a6-bac3-c12b12510483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.204063 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8381ee2d-4b2c-46a6-bac3-c12b12510483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.211880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8381ee2d-4b2c-46a6-bac3-c12b12510483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.236711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45032) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:46.256615 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8381ee2d-4b2c-46a6-bac3-c12b12510483 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10056d6a00444308b5feaca051c972c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456981 Sep 17 22:39:46.257931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381ee2d-4b2c-46a6-bac3-c12b12510483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23026951-18c4-41a4-9cea-046e4d7d44bf,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:46.258284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45038) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:46.351617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4385a622-974c-48e7-9a23-ddaa41770b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.424004 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4385a622-974c-48e7-9a23-ddaa41770b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.426221 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3867b87-9df5-4fed-98c0-1df6ba03742d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.491968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea82df6-1099-4a75-872d-b930785f92fe req-8ab8bfd7-8ad4-4f5d-887a-41685cd59c60 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:46.493548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bea82df6-1099-4a75-872d-b930785f92fe req-8ab8bfd7-8ad4-4f5d-887a-41685cd59c60 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1250694 Sep 17 22:39:46.543573 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4385a622-974c-48e7-9a23-ddaa41770b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.547780 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4385a622-974c-48e7-9a23-ddaa41770b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.549409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4385a622-974c-48e7-9a23-ddaa41770b6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23026951-18c4-41a4-9cea-046e4d7d44bf HTTP/1.1" status: 204 len: 168 time: 0.2897139 Sep 17 22:39:46.601404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96802439-c318-4003-8302-41800936179c req-edcf11a2-77a0-4cd0-b121-b614ab528065 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 210 time: 0.0506647 Sep 17 22:39:46.605204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385a622-974c-48e7-9a23-ddaa41770b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23026951-18c4-41a4-9cea-046e4d7d44bf,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:46.615869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bea82df6-1099-4a75-872d-b930785f92fe req-6576bbb6-8792-44b0-a0c5-f1283fc00a9f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070178 Sep 17 22:39:46.675038 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3867b87-9df5-4fed-98c0-1df6ba03742d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.683558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3867b87-9df5-4fed-98c0-1df6ba03742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.751978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b3867b87-9df5-4fed-98c0-1df6ba03742d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8101ce677da4d329cb047fb4439e24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135944 Sep 17 22:39:46.753168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3867b87-9df5-4fed-98c0-1df6ba03742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ba68e3-9c6b-4098-9b0d-67e3e7a55b35,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:46.754806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45062) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:46.821998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd56c7f3-380f-4018-a742-c196963fd76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.851750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd56c7f3-380f-4018-a742-c196963fd76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.868002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45066) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:46.894664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e43c4fba-6bce-437e-b8e5-184554847db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.912808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45068) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:46.933888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd56c7f3-380f-4018-a742-c196963fd76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.939471 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd56c7f3-380f-4018-a742-c196963fd76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.941289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd56c7f3-380f-4018-a742-c196963fd76e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73ba68e3-9c6b-4098-9b0d-67e3e7a55b35 HTTP/1.1" status: 204 len: 168 time: 0.1841385 Sep 17 22:39:46.951801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56c7f3-380f-4018-a742-c196963fd76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ba68e3-9c6b-4098-9b0d-67e3e7a55b35,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:46.993813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-50f474b1-69fd-4786-94ff-d6db9e25fe1f tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:46.995624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-50f474b1-69fd-4786-94ff-d6db9e25fe1f tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 814 time: 0.1522298 Sep 17 22:39:47.020032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Request body: {'port': {'device_id': 'fa820514-6816-44fa-a8ae-6c19c352e0cc', 'network_id': '443e9159-983e-4e62-a625-655582909675', 'admin_state_up': True, 'tenant_id': '50c9b160d61f486d9b542535ddb3aaed'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:47.122956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-604716333-network', 'tenant_id': '640e581b161e4d1685e0afcecb5a701b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:47.176509 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e43c4fba-6bce-437e-b8e5-184554847db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.180012 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e43c4fba-6bce-437e-b8e5-184554847db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.197703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Made reservation on behalf of 640e581b161e4d1685e0afcecb5a701b for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:47.199956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.210547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.232310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e43c4fba-6bce-437e-b8e5-184554847db6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbcc1ea9a46f460eb3c47bfd27bb07f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632665 Sep 17 22:39:47.233597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c4fba-6bce-437e-b8e5-184554847db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6609f3-0e29-4f71-9277-b9a6706d5ea0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:47.236788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45078) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:47.239333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Made reservation on behalf of 50c9b160d61f486d9b542535ddb3aaed for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:47.243315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.332894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.338454 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.361257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:39:47.365227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61878f88-019f-4341-94e5-364107b02f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.371833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45080) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:47.378194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d0f00e94-68ba-43d2-a055-e5101e7994cc no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:47.390081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6338b5e-00d9-42b5-8905-6540bcb4d581,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:47.399879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: d0f00e94-68ba-43d2-a055-e5101e7994cc {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:47.400397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d0f00e94-68ba-43d2-a055-e5101e7994cc not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:47.404409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.404991 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Added segment ec2df52f-3951-4dfc-8eb9-8b6678b9f788 of type vlan for network 1ec36460-350c-47c6-9590-9abc8545678c Sep 17 22:39:47.409205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c672f12-1f14-4c62-b9dd-ce1fdf839421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.421647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61878f88-019f-4341-94e5-364107b02f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.462762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Allocated IP 172.20.0.3 (443e9159-983e-4e62-a625-655582909675/8f56a90a-3925-4385-8d1b-89043991b847/0af0a8d7-8337-4987-9aa2-90e9a2fed9c2) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:47.469670 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.506512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61878f88-019f-4341-94e5-364107b02f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.508906 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61878f88-019f-4341-94e5-364107b02f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.510266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-61878f88-019f-4341-94e5-364107b02f00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc6609f3-0e29-4f71-9277-b9a6706d5ea0 HTTP/1.1" status: 204 len: 168 time: 0.2720096 Sep 17 22:39:47.524807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.526086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:47.526867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.532918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61878f88-019f-4341-94e5-364107b02f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6609f3-0e29-4f71-9277-b9a6706d5ea0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:47.610434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec36460-350c-47c6-9590-9abc8545678c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:47.631234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 1ec36460-350c-47c6-9590-9abc8545678c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:39:47.633155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c672f12-1f14-4c62-b9dd-ce1fdf839421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.639750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c672f12-1f14-4c62-b9dd-ce1fdf839421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.673762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.711556 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6c672f12-1f14-4c62-b9dd-ce1fdf839421 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df28de73aec34d14bc353deae0049952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371463 Sep 17 22:39:47.712533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c672f12-1f14-4c62-b9dd-ce1fdf839421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b5e0e-927d-44e5-81d1-00cc0df3b739,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:47.719903 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f1c75755-319a-49a1-9218-655ef2de1f87 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8057041 Sep 17 22:39:47.720817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45088) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:47.721432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45090) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:47.732653 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Request body: {'subnet': {'network_id': '1ec36460-350c-47c6-9590-9abc8545678c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-604716333-subnet', 'tenant_id': '640e581b161e4d1685e0afcecb5a701b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:47.788447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Made reservation on behalf of 640e581b161e4d1685e0afcecb5a701b for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:47.791854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.810177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ec831ca-0df3-48a2-8d88-dd6e2fdab72e req-2ced4574-026d-4550-8233-53113762b10b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 210 time: 0.0418942 Sep 17 22:39:47.814561 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:47.848759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6df3d37f-eb5e-402f-b1dd-ff377cc19d30'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:47.872524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Network 443e9159-983e-4e62-a625-655582909675 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:47.881443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22bd62-e0b7-4cec-ac4d-602ae68b38af req-1415fa66-7bdf-4ba2-81f6-0e581559a22b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:47.883220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f22bd62-e0b7-4cec-ac4d-602ae68b38af req-1415fa66-7bdf-4ba2-81f6-0e581559a22b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1333110 Sep 17 22:39:47.886659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:47.891631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:47.977673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:47.978475 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.020166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Pushing event updated for resources: {'Port': ['ID=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:48.066074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f22bd62-e0b7-4cec-ac4d-602ae68b38af req-30fcb6d7-9f62-4631-8630-21f5e9b4a97b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691861 Sep 17 22:39:48.067818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-0291104c-5754-40a1-9a0e-c03c03f34cbf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0535347 Sep 17 22:39:48.091008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Request body: {'port': {'device_id': 'fa820514-6816-44fa-a8ae-6c19c352e0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:48.170455 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.204825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb520-286d-4180-9e40-a52a2520b688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.276731 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb520-286d-4180-9e40-a52a2520b688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.284682 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.382840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=16647c68-21ed-48a7-8539-091ff54ee710,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:48.391730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Checking segment: {'id': 'ec2df52f-3951-4dfc-8eb9-8b6678b9f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ec36460-350c-47c6-9590-9abc8545678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:48.392095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Network hostable DHCP agents. Network: 1ec36460-350c-47c6-9590-9abc8545678c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:39:48.409344 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb520-286d-4180-9e40-a52a2520b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.412161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb520-286d-4180-9e40-a52a2520b688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.416166 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cbfbb520-286d-4180-9e40-a52a2520b688 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c98b5e0e-927d-44e5-81d1-00cc0df3b739 HTTP/1.1" status: 204 len: 168 time: 0.6934631 Sep 17 22:39:48.430490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbb520-286d-4180-9e40-a52a2520b688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b5e0e-927d-44e5-81d1-00cc0df3b739,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:48.434834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Network 1ec36460-350c-47c6-9590-9abc8545678c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:39:48.448837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 1ec36460-350c-47c6-9590-9abc8545678c) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:48.456312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:48.458032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.468082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c0bbe-bb3d-4dc3-889c-55a902e64ad7 None None] Network 1ec36460-350c-47c6-9590-9abc8545678c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:48.476329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-93382ebd-99e4-4372-a695-a68f9d1b70bd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7519362 Sep 17 22:39:48.506957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:48.518427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.536772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Transition to ACTIVE for port object 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:39:48.543959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.619021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae3824-cfb9-4d9d-92cd-de4ffa738659 None None] Network 1ec36460-350c-47c6-9590-9abc8545678c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:48.664227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:48.683929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Attempting to bind port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:48.684341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Attempting to bind port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:48.684912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Attempting to bind port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 on network 443e9159-983e-4e62-a625-655582909675 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:48.695433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 on network 443e9159-983e-4e62-a625-655582909675 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:39:48.696055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Attempting to bind port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 on network 443e9159-983e-4e62-a625-655582909675 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:48.704586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:48.705254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Checking segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:48.706058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Bound using segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:48.706789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Bound port: 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:48.706922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.707570 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.785872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] For port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:48.790147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] For port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:48.795215 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.839939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:48.842129 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.842656 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] 10.222.0.49 "PUT /v2.0/ports/0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 HTTP/1.1" status: 200 len: 1092 time: 0.7569675 Sep 17 22:39:48.843205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa820514-6816-44fa-a8ae-6c19c352e0cc', 'tag': '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:48.847015 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e82aeb-1be8-49c5-8362-e674d616f5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa820514-6816-44fa-a8ae-6c19c352e0cc", "tag": "0af0a8d7-8337-4987-9aa2-90e9a2fed9c2"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:48.873626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383b5fc-4891-4ecb-ab8d-0fcb49603d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:48.998637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f2436-e8b4-47ae-857d-193392df1693 req-cf4dd5a5-bf28-4e56-9fb3-f8ffa0e7c2bf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:49.000322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d3f2436-e8b4-47ae-857d-193392df1693 req-cf4dd5a5-bf28-4e56-9fb3-f8ffa0e7c2bf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 943 time: 0.0904365 Sep 17 22:39:49.003393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-2ce2815b-93fe-4f15-a51d-e994000a876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:49.004822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-2ce2815b-93fe-4f15-a51d-e994000a876d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 1095 time: 0.0937047 Sep 17 22:39:49.088286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-15632e8a-2aae-49e5-a926-058e553b7da8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 HTTP/1.1" status: 200 len: 217 time: 0.0621088 Sep 17 22:39:49.179837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d3f2436-e8b4-47ae-857d-193392df1693 req-76e9b15f-f0ce-4bdc-81cf-0baba6e8c02a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649792 Sep 17 22:39:49.235807 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947bc7eb-9b4f-4f96-b252-1b02f9744b01 x-openstack-request-id: req-947bc7eb-9b4f-4f96-b252-1b02f9744b01 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:49.236134 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa820514-6816-44fa-a8ae-6c19c352e0cc", "tag": "0af0a8d7-8337-4987-9aa2-90e9a2fed9c2", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:49.236390 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-947bc7eb-9b4f-4f96-b252-1b02f9744b01 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:49.236827 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa820514-6816-44fa-a8ae-6c19c352e0cc', 'tag': '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2', 'status': 'completed', 'code': 200} Sep 17 22:39:49.247753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-17702990-5e5a-4a80-af38-0e9e8da85720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:49.249284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-17702990-5e5a-4a80-af38-0e9e8da85720 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.1252308 Sep 17 22:39:49.285720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-bc870cb5-18e2-4e16-aa26-70a4b3764e09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281894 Sep 17 22:39:49.332673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-751485f9-5e2c-4f9e-9fa7-7e27a2351990 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:49.334218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-751485f9-5e2c-4f9e-9fa7-7e27a2351990 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/networks?id=1ec36460-350c-47c6-9590-9abc8545678c HTTP/1.1" status: 200 len: 821 time: 0.2491801 Sep 17 22:39:49.389253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-fe5ed4ef-a991-415a-aa92-e53dba77087e tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/quotas/640e581b161e4d1685e0afcecb5a701b HTTP/1.1" status: 200 len: 375 time: 0.0428376 Sep 17 22:39:49.464783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-4e1a9a38-15d8-466f-a329-81a6996b4ce6 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=640e581b161e4d1685e0afcecb5a701b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625472 Sep 17 22:39:49.475125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-a7355691-8554-44a6-80e9-3d59dadc1314 service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786973 Sep 17 22:39:49.532616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108df44b-3230-47b1-ac93-c25f04a1d50e req-063c0bdf-4a38-41b0-a221-8f439d5f0f34 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:49.534184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-108df44b-3230-47b1-ac93-c25f04a1d50e req-063c0bdf-4a38-41b0-a221-8f439d5f0f34 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1467106 Sep 17 22:39:49.669480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-108df44b-3230-47b1-ac93-c25f04a1d50e req-ed1d54f0-442b-4307-a6c5-70db9b9345d0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240034 Sep 17 22:39:49.692346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-354f9b14-0ecf-4679-a1d6-187efa6b72ac req-133e5d35-69d3-4256-8aab-449196a8992a service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045109 Sep 17 22:39:49.695174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-469f2d6e-1728-4fe3-b357-2be5ee0ac7d5 service neutron] 10.222.0.48 "GET /v2.0/networks/1ec36460-350c-47c6-9590-9abc8545678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183022 Sep 17 22:39:49.986785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45194) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:50.117705 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfb231d0-315d-497b-9b9e-cd8f2e509554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.151315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-7c4527ee-1cd1-4f46-a0ff-e7fe0ecc2fe9 service neutron] 10.222.0.48 "GET /v2.0/networks/1ec36460-350c-47c6-9590-9abc8545678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500699 Sep 17 22:39:50.165190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-b37d18d6-c4c2-47d6-b659-287dd2a4c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:50.166705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-b37d18d6-c4c2-47d6-b659-287dd2a4c82f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 1095 time: 0.3455410 Sep 17 22:39:50.233408 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfb231d0-315d-497b-9b9e-cd8f2e509554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.242452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfb231d0-315d-497b-9b9e-cd8f2e509554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.319713 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bfb231d0-315d-497b-9b9e-cd8f2e509554 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b988a2c79f4453784f0205bd4ba9d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315315 Sep 17 22:39:50.325253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45214) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:50.333597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb231d0-315d-497b-9b9e-cd8f2e509554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcec21a3-81a4-437b-91e9-e73b4c61e729,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:50.395460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4eb79701-7604-4e98-9457-a11f9378c2c8 req-d1494089-dd32-4e88-ba64-796cc896daf3 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 210 time: 0.0499759 Sep 17 22:39:50.410174 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6d528d4-b1e6-4c2b-967a-7ef8ee424e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.418597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d4655-625a-46c8-86ce-94c15e69e1e8 req-a04486e9-74ca-46df-8c92-fd346f310324 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:50.427595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-655d4655-625a-46c8-86ce-94c15e69e1e8 req-a04486e9-74ca-46df-8c92-fd346f310324 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 943 time: 0.1264956 Sep 17 22:39:50.459547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6d528d4-b1e6-4c2b-967a-7ef8ee424e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.460149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-7ef24196-b0a5-4d5b-858a-e8f16ee81962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:50.462043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-7ef24196-b0a5-4d5b-858a-e8f16ee81962 service neutron] 10.222.0.49 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 915 time: 0.2870245 Sep 17 22:39:50.491569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-655d4655-625a-46c8-86ce-94c15e69e1e8 req-c16b952b-3018-47fd-a81f-b8174fcdb1e0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629513 Sep 17 22:39:50.537986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-4da90b46-3ebf-4100-b33e-3fc78f1d3db1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 HTTP/1.1" status: 200 len: 217 time: 0.0434349 Sep 17 22:39:50.540273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6d528d4-b1e6-4c2b-967a-7ef8ee424e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.544158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6d528d4-b1e6-4c2b-967a-7ef8ee424e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.545718 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e6d528d4-b1e6-4c2b-967a-7ef8ee424e6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcec21a3-81a4-437b-91e9-e73b4c61e729 HTTP/1.1" status: 204 len: 168 time: 0.2187459 Sep 17 22:39:50.556159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d528d4-b1e6-4c2b-967a-7ef8ee424e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcec21a3-81a4-437b-91e9-e73b4c61e729,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:50.617867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-103599e0-e108-47fe-bb88-dfb3dda99d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:50.621421 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-103599e0-e108-47fe-bb88-dfb3dda99d6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.0766313 Sep 17 22:39:50.659685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-cf33b5cd-4597-4ab7-ade7-f46dac1da0b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303640 Sep 17 22:39:50.869307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-88655e14-2092-4692-abb9-cc4ef65f2220 service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009847 Sep 17 22:39:50.879673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff05d-0632-412a-b033-8d7789551124 req-85648330-f121-452e-b3ba-dccf2eb6dba2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:50.898638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-290ff05d-0632-412a-b033-8d7789551124 req-85648330-f121-452e-b3ba-dccf2eb6dba2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1314056 Sep 17 22:39:51.027165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-290ff05d-0632-412a-b033-8d7789551124 req-9a3a3ca4-5a49-4d56-a6b5-293238aec6ca tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261744 Sep 17 22:39:51.099610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4e82aeb-1be8-49c5-8362-e674d616f5b4 req-f4c492d3-5680-4d09-8918-450aeab080d0 service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874731 Sep 17 22:39:51.525641 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25db6900-e806-4fd3-9904-f5d64c88da4f req-5adef9b9-988b-4d55-bb9d-e169b8d063a2 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 210 time: 0.0525408 Sep 17 22:39:51.731851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d935-0b11-4007-bb96-f0b6611431ec req-059f2b3a-7511-4d83-b5c6-7a5a1569204c tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:51.733673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa96d935-0b11-4007-bb96-f0b6611431ec req-059f2b3a-7511-4d83-b5c6-7a5a1569204c tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 943 time: 0.0730722 Sep 17 22:39:51.779621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-a3e57748-6437-4035-a079-503627e324ea tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:51.781225 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-a3e57748-6437-4035-a079-503627e324ea tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.45 "GET /v2.0/networks?id=1ec36460-350c-47c6-9590-9abc8545678c HTTP/1.1" status: 200 len: 821 time: 0.2456026 Sep 17 22:39:51.795729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Request body: {'port': {'device_id': 'ea6903a2-351c-4b10-a3f0-910c0fbc0680', 'network_id': '1ec36460-350c-47c6-9590-9abc8545678c', 'admin_state_up': True, 'tenant_id': '640e581b161e4d1685e0afcecb5a701b'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:51.798345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa96d935-0b11-4007-bb96-f0b6611431ec req-dfb9fc9e-3aa5-487c-8473-6100911832ec tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520647 Sep 17 22:39:51.942170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Made reservation on behalf of 640e581b161e4d1685e0afcecb5a701b for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:51.958582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.184363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc834b3d-1a0e-4f04-930b-c090a11e66ed req-c8e3f002-23ac-42c6-9ec5-c9c4fb588366 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:52.186042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc834b3d-1a0e-4f04-930b-c090a11e66ed req-c8e3f002-23ac-42c6-9ec5-c9c4fb588366 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0596488 Sep 17 22:39:52.195155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Allocated IP 172.20.0.13 (1ec36460-350c-47c6-9590-9abc8545678c/16647c68-21ed-48a7-8539-091ff54ee710/e7524631-0f39-4d91-8fcc-e00840375c7d) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:52.236437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc834b3d-1a0e-4f04-930b-c090a11e66ed req-ebc5397f-b2b2-454f-b8bc-5593df4de2d2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422068 Sep 17 22:39:52.387892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.426386 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.474409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Network 1ec36460-350c-47c6-9590-9abc8545678c is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:52.477560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:52.484861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:52.488992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Pushing event updated for resources: {'Port': ['ID=e7524631-0f39-4d91-8fcc-e00840375c7d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:52.544543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:52.545264 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.561693 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ea4daeb-b782-4565-a323-299678e5a42c tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7705476 Sep 17 22:39:52.575043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Request body: {'port': {'device_id': 'ea6903a2-351c-4b10-a3f0-910c0fbc0680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:52.661182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.668135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb3c21-f7a6-44fd-b4bc-ddda5bcd561c req-3e344a66-7832-4203-a4eb-abe5a193b2ca tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:52.669638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24cb3c21-f7a6-44fd-b4bc-ddda5bcd561c req-3e344a66-7832-4203-a4eb-abe5a193b2ca tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 932 time: 0.0584557 Sep 17 22:39:52.720990 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24cb3c21-f7a6-44fd-b4bc-ddda5bcd561c req-b98079ea-965b-46a2-b185-fb944a40ed0b tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Sep 17 22:39:52.726798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45318) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:52.842155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96524507-1135-41cd-8336-ffb0f7896b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.962921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e15c95-2e2a-4ce5-a7c6-c0ff8052c338 req-3659a1c7-bc72-40f2-9286-fae4325e223e tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:52.964346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46e15c95-2e2a-4ce5-a7c6-c0ff8052c338 req-3659a1c7-bc72-40f2-9286-fae4325e223e tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 943 time: 0.0746653 Sep 17 22:39:52.994059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7524631-0f39-4d91-8fcc-e00840375c7d {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:53.000795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96524507-1135-41cd-8336-ffb0f7896b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.002995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.007872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96524507-1135-41cd-8336-ffb0f7896b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.017831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Transition to ACTIVE for port object e7524631-0f39-4d91-8fcc-e00840375c7d will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:39:53.023723 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.041518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46e15c95-2e2a-4ce5-a7c6-c0ff8052c338 req-f9868311-ed2b-4a0e-9320-1f29286c30ad tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688474 Sep 17 22:39:53.070408 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-96524507-1135-41cd-8336-ffb0f7896b7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0e289e558d24df48765a33d32b4dd34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396981 Sep 17 22:39:53.070408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96524507-1135-41cd-8336-ffb0f7896b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e3bc2f-86ee-42fd-b445-85be84e65eba,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:53.071966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45326) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:53.100304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7524631-0f39-4d91-8fcc-e00840375c7d,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:53.189604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Attempting to bind port e7524631-0f39-4d91-8fcc-e00840375c7d on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:53.189931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Attempting to bind port e7524631-0f39-4d91-8fcc-e00840375c7d by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'ec2df52f-3951-4dfc-8eb9-8b6678b9f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ec36460-350c-47c6-9590-9abc8545678c'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:53.190250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Attempting to bind port e7524631-0f39-4d91-8fcc-e00840375c7d on network 1ec36460-350c-47c6-9590-9abc8545678c {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:53.193129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d09f58c0-a0b3-4e5d-86a9-2bb758c20944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.198048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Port e7524631-0f39-4d91-8fcc-e00840375c7d on network 1ec36460-350c-47c6-9590-9abc8545678c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:39:53.198366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Attempting to bind port e7524631-0f39-4d91-8fcc-e00840375c7d on network 1ec36460-350c-47c6-9590-9abc8545678c {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:53.209203 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:39:53.211562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:53.211896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Checking segment: {'id': 'ec2df52f-3951-4dfc-8eb9-8b6678b9f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ec36460-350c-47c6-9590-9abc8545678c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:53.212277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Bound using segment: {'id': 'ec2df52f-3951-4dfc-8eb9-8b6678b9f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ec36460-350c-47c6-9590-9abc8545678c'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:53.212713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Bound port: e7524631-0f39-4d91-8fcc-e00840375c7d, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2df52f-3951-4dfc-8eb9-8b6678b9f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ec36460-350c-47c6-9590-9abc8545678c'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:53.213144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.232970 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d09f58c0-a0b3-4e5d-86a9-2bb758c20944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.319742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] For port e7524631-0f39-4d91-8fcc-e00840375c7d, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:53.323332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] For port e7524631-0f39-4d91-8fcc-e00840375c7d, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7524631-0f39-4d91-8fcc-e00840375c7d,segment=NetworkSegment(ec2df52f-3951-4dfc-8eb9-8b6678b9f788),segment_id=ec2df52f-3951-4dfc-8eb9-8b6678b9f788)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:53.330376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.339091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d09f58c0-a0b3-4e5d-86a9-2bb758c20944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.341913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d09f58c0-a0b3-4e5d-86a9-2bb758c20944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.343092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d09f58c0-a0b3-4e5d-86a9-2bb758c20944 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46e3bc2f-86ee-42fd-b445-85be84e65eba HTTP/1.1" status: 204 len: 168 time: 0.2676392 Sep 17 22:39:53.376584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f58c0-a0b3-4e5d-86a9-2bb758c20944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e3bc2f-86ee-42fd-b445-85be84e65eba,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:53.380876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.381361 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.382777 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] 10.222.0.45 "PUT /v2.0/ports/e7524631-0f39-4d91-8fcc-e00840375c7d HTTP/1.1" status: 200 len: 1093 time: 0.8123355 Sep 17 22:39:53.383227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6903a2-351c-4b10-a3f0-910c0fbc0680', 'tag': 'e7524631-0f39-4d91-8fcc-e00840375c7d'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:53.385902 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deb4cb5-2e12-413a-b7f7-e61a34941164" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6903a2-351c-4b10-a3f0-910c0fbc0680", "tag": "e7524631-0f39-4d91-8fcc-e00840375c7d"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:53.417254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f79c3d-c810-425f-8d4d-f4418ceed632 req-6a881ed3-2bc9-4dc0-abe8-a3577705f638 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.419204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10f79c3d-c810-425f-8d4d-f4418ceed632 req-6a881ed3-2bc9-4dc0-abe8-a3577705f638 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1117640 Sep 17 22:39:53.432660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6bc5a-ccd3-4478-a1c4-64b70c61abe6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7524631-0f39-4d91-8fcc-e00840375c7d,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:53.457291 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db28f5c5-afb6-48de-9f95-00c9ea0dbe44 x-openstack-request-id: req-db28f5c5-afb6-48de-9f95-00c9ea0dbe44 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:53.457701 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6903a2-351c-4b10-a3f0-910c0fbc0680", "tag": "e7524631-0f39-4d91-8fcc-e00840375c7d", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:53.458025 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db28f5c5-afb6-48de-9f95-00c9ea0dbe44 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:53.458660 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6903a2-351c-4b10-a3f0-910c0fbc0680', 'tag': 'e7524631-0f39-4d91-8fcc-e00840375c7d', 'status': 'completed', 'code': 200} Sep 17 22:39:53.473730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10f79c3d-c810-425f-8d4d-f4418ceed632 req-811110b4-44c4-475c-ba1e-53c24a20eedf tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Sep 17 22:39:53.489257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-a1fe633c-ef8e-4076-a153-3f5da53bb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.490795 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-a1fe633c-ef8e-4076-a153-3f5da53bb95e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=640e581b161e4d1685e0afcecb5a701b&device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 1096 time: 0.0471001 Sep 17 22:39:53.541188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-775c0c9a-8edc-41f8-85e3-d5792abf8a05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7524631-0f39-4d91-8fcc-e00840375c7d HTTP/1.1" status: 200 len: 217 time: 0.0423927 Sep 17 22:39:53.597306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-5a8cddb9-f38a-47a6-af8e-51e20a0d301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.599269 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-5a8cddb9-f38a-47a6-af8e-51e20a0d301e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16647c68-21ed-48a7-8539-091ff54ee710 HTTP/1.1" status: 200 len: 861 time: 0.0493722 Sep 17 22:39:53.639395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-e20dde7a-7ee4-4bf9-a52b-a714e4a35c0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ec36460-350c-47c6-9590-9abc8545678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329242 Sep 17 22:39:53.755776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-91af3231-0388-480d-84a0-e69f4bcc7dd2 service neutron] 10.222.0.45 "GET /v2.0/networks/1ec36460-350c-47c6-9590-9abc8545678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037705 Sep 17 22:39:53.865068 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-77563c81-ce05-4eae-aae8-807c340d71d6 req-0ceae7a4-70a5-4f0d-ad7f-121f6d5da138 service neutron] 10.222.0.45 "GET /v2.0/networks/1ec36460-350c-47c6-9590-9abc8545678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011665 Sep 17 22:39:53.868265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010895d-9882-4a94-afbd-d0bbedf544ad req-fd7087da-3fbb-4995-bacb-30966e43c181 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.877114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f010895d-9882-4a94-afbd-d0bbedf544ad req-fd7087da-3fbb-4995-bacb-30966e43c181 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 944 time: 0.0659645 Sep 17 22:39:53.922294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f010895d-9882-4a94-afbd-d0bbedf544ad req-610722db-b27f-46f8-878f-a744a2153bc3 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 Sep 17 22:39:53.972673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-d8409b18-0d6f-4eea-b9f3-65e9c9371d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.974066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-d8409b18-0d6f-4eea-b9f3-65e9c9371d24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=640e581b161e4d1685e0afcecb5a701b&device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 1096 time: 0.0491517 Sep 17 22:39:54.081640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-20cb0356-d932-4d90-9b00-35251932f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.083195 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-20cb0356-d932-4d90-9b00-35251932f91b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ec36460-350c-47c6-9590-9abc8545678c HTTP/1.1" status: 200 len: 922 time: 0.1012738 Sep 17 22:39:54.149598 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-c9b5051f-e9e7-4669-836f-2eda4c0da679 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7524631-0f39-4d91-8fcc-e00840375c7d HTTP/1.1" status: 200 len: 217 time: 0.0541992 Sep 17 22:39:54.205946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-6d54e1b3-dd4e-4635-9989-ac94f09eeecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.207649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-6d54e1b3-dd4e-4635-9989-ac94f09eeecc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16647c68-21ed-48a7-8539-091ff54ee710 HTTP/1.1" status: 200 len: 861 time: 0.0497975 Sep 17 22:39:54.209332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02531be7-d4c8-4624-803b-ce51757b6005 req-d291aeff-a1a3-4460-80ea-665f64952161 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.210903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02531be7-d4c8-4624-803b-ce51757b6005 req-d291aeff-a1a3-4460-80ea-665f64952161 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 943 time: 0.0734358 Sep 17 22:39:54.248691 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-d8db170f-ede0-4b01-998c-3fdeacb203b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ec36460-350c-47c6-9590-9abc8545678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324562 Sep 17 22:39:54.289232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02531be7-d4c8-4624-803b-ce51757b6005 req-59bc17e3-57bb-48f8-bf31-21e2a8211e18 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591702 Sep 17 22:39:54.385150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-70015466-f203-4c5c-b43c-71c0ea90b784 service neutron] 10.222.0.45 "GET /v2.0/networks/1ec36460-350c-47c6-9590-9abc8545678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253989 Sep 17 22:39:54.459753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:54.492782 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1deb4cb5-2e12-413a-b7f7-e61a34941164 req-20a4dbf1-4e46-4dfb-a272-a92bf48b7048 service neutron] 10.222.0.45 "GET /v2.0/networks/1ec36460-350c-47c6-9590-9abc8545678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002047 Sep 17 22:39:54.607286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7eebb-6489-407d-a425-2d6c55a6a412 req-6d6db42c-05d2-4334-9885-e357b54e88c0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.616778 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4a7eebb-6489-407d-a425-2d6c55a6a412 req-6d6db42c-05d2-4334-9885-e357b54e88c0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0608416 Sep 17 22:39:54.631994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:54.652538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2', 'network_id': '443e9159-983e-4e62-a625-655582909675', 'port_id': '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2', 'mac_address': 'fa:16:3e:f1:05:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f56a90a-3925-4385-8d1b-89043991b847', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:54.704086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4a7eebb-6489-407d-a425-2d6c55a6a412 req-2ee26abe-8aca-4166-b8af-cb1d6838d1e2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717592 Sep 17 22:39:54.714810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.731720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:54.759185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:54.770217 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.842810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:54.858682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.859420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.859975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.860495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.861067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.861755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.862538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.863398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.863925 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.864504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.865455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:54.866050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:55.010378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45456) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:55.055346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eedc4-0ba2-497c-8a4f-f8a9ea0d0b04 req-2d3965ae-54f0-45de-9f79-8a323e4746e2 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:55.063647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d5eedc4-0ba2-497c-8a4f-f8a9ea0d0b04 req-2d3965ae-54f0-45de-9f79-8a323e4746e2 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 944 time: 0.0607839 Sep 17 22:39:55.126698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d5eedc4-0ba2-497c-8a4f-f8a9ea0d0b04 req-c549e864-02e4-4af9-8587-fe2046ebdf21 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620506 Sep 17 22:39:55.174533 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-154dadf3-6803-4bcb-82bd-18d1fc1a087c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.243908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['0af0a8d7-8337-4987-9aa2-90e9a2fed9c2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:55.289121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-154dadf3-6803-4bcb-82bd-18d1fc1a087c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.294874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-154dadf3-6803-4bcb-82bd-18d1fc1a087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.316459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45472) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:55.358166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dadf3-6803-4bcb-82bd-18d1fc1a087c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2bc91-81f4-472a-ba90-04838891b476,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:55.374831 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-154dadf3-6803-4bcb-82bd-18d1fc1a087c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63dbfdc84a2a475880ee18d22bdb1033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626473 Sep 17 22:39:55.378221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45476) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:55.441736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e7524631-0f39-4d91-8fcc-e00840375c7d details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:55.467806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0347-6116-43d2-8ec1-5c322d7012c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.510772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72183d2c-ebd2-4ff7-b6c8-cc07a57dbb5f req-19343991-2774-4f16-9b9f-e9709d972628 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:55.512603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72183d2c-ebd2-4ff7-b6c8-cc07a57dbb5f req-19343991-2774-4f16-9b9f-e9709d972628 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 944 time: 0.1176260 Sep 17 22:39:55.519187 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46f79010-7037-46b2-9548-d5873dfbe0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.540700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e7524631-0f39-4d91-8fcc-e00840375c7d, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7524631-0f39-4d91-8fcc-e00840375c7d,segment=NetworkSegment(ec2df52f-3951-4dfc-8eb9-8b6678b9f788),segment_id=ec2df52f-3951-4dfc-8eb9-8b6678b9f788)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:55.552693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'e7524631-0f39-4d91-8fcc-e00840375c7d', 'network_id': '1ec36460-350c-47c6-9590-9abc8545678c', 'port_id': 'e7524631-0f39-4d91-8fcc-e00840375c7d', 'mac_address': 'fa:16:3e:0c:c0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16647c68-21ed-48a7-8539-091ff54ee710', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:55.586181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46f79010-7037-46b2-9548-d5873dfbe0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.589594 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.602868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7524631-0f39-4d91-8fcc-e00840375c7d {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:55.606286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72183d2c-ebd2-4ff7-b6c8-cc07a57dbb5f req-fda7551e-4b43-4480-9e07-aeacd6e7088b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835345 Sep 17 22:39:55.627714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e7524631-0f39-4d91-8fcc-e00840375c7d, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7524631-0f39-4d91-8fcc-e00840375c7d,segment=NetworkSegment(ec2df52f-3951-4dfc-8eb9-8b6678b9f788),segment_id=ec2df52f-3951-4dfc-8eb9-8b6678b9f788)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:55.628027 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.677250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0347-6116-43d2-8ec1-5c322d7012c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.678143 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46f79010-7037-46b2-9548-d5873dfbe0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.680717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46f79010-7037-46b2-9548-d5873dfbe0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.681889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-46f79010-7037-46b2-9548-d5873dfbe0d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8a2bc91-81f4-472a-ba90-04838891b476 HTTP/1.1" status: 204 len: 168 time: 0.3027136 Sep 17 22:39:55.685354 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0347-6116-43d2-8ec1-5c322d7012c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.685679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e7524631-0f39-4d91-8fcc-e00840375c7d,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:55.698831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f79010-7037-46b2-9548-d5873dfbe0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2bc91-81f4-472a-ba90-04838891b476,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:55.735454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cd8c0347-6116-43d2-8ec1-5c322d7012c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1b1b788779846948794b901748963fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176381 Sep 17 22:39:55.736623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c0347-6116-43d2-8ec1-5c322d7012c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a83e83-2503-4c5b-a7aa-8f5ab136a9b0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:55.737923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45482) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:55.805476 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09b57e6e-0fcc-454e-a384-33399de40b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.832132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09b57e6e-0fcc-454e-a384-33399de40b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.832660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bb515-992d-41f9-af7f-ccd1d6bc51e7 req-5c1196a9-c12f-43c5-a283-5d6c0dc2fceb tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:55.834263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c1bb515-992d-41f9-af7f-ccd1d6bc51e7 req-5c1196a9-c12f-43c5-a283-5d6c0dc2fceb tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0575259 Sep 17 22:39:55.888515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09b57e6e-0fcc-454e-a384-33399de40b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.891439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09b57e6e-0fcc-454e-a384-33399de40b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.894910 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-09b57e6e-0fcc-454e-a384-33399de40b0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77a83e83-2503-4c5b-a7aa-8f5ab136a9b0 HTTP/1.1" status: 204 len: 168 time: 0.1528399 Sep 17 22:39:55.905143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b57e6e-0fcc-454e-a384-33399de40b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a83e83-2503-4c5b-a7aa-8f5ab136a9b0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:55.914133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e7524631-0f39-4d91-8fcc-e00840375c7d'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:55.922302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c1bb515-992d-41f9-af7f-ccd1d6bc51e7 req-62cab023-370b-458f-8152-fe60dd93288a tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727797 Sep 17 22:39:56.065184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45490) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:56.079343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efede90c-b301-4ecc-953c-ac6fc19befe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.188915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efede90c-b301-4ecc-953c-ac6fc19befe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.193674 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efede90c-b301-4ecc-953c-ac6fc19befe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.235676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efede90c-b301-4ecc-953c-ac6fc19befe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b47fad2-226a-49c9-8c98-b34f3787f1f8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:56.244547 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-efede90c-b301-4ecc-953c-ac6fc19befe4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8845e5d15a8e4dbaa1f1efc8fa3edc89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757889 Sep 17 22:39:56.245367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45498) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:56.259367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47298-7d5f-44ef-a474-87be8a20be5c req-91ca2773-17b1-4145-841e-b5b9d6dd2406 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:56.261595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4d47298-7d5f-44ef-a474-87be8a20be5c req-91ca2773-17b1-4145-841e-b5b9d6dd2406 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 945 time: 0.0667748 Sep 17 22:39:56.302949 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4d47298-7d5f-44ef-a474-87be8a20be5c req-95ee91f0-de33-4206-bbba-ae14d629aec7 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Sep 17 22:39:56.306386 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d26e88f-e504-4eb6-b0d8-4c83d077a4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.331501 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d26e88f-e504-4eb6-b0d8-4c83d077a4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.381281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d26e88f-e504-4eb6-b0d8-4c83d077a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.384081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d26e88f-e504-4eb6-b0d8-4c83d077a4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.385298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6d26e88f-e504-4eb6-b0d8-4c83d077a4a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b47fad2-226a-49c9-8c98-b34f3787f1f8 HTTP/1.1" status: 204 len: 168 time: 0.1395416 Sep 17 22:39:56.394044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e88f-e504-4eb6-b0d8-4c83d077a4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b47fad2-226a-49c9-8c98-b34f3787f1f8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:56.727188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa2fd-62fe-453a-9bf5-8bc651d00436 req-5b17beb7-60c7-4cbf-aca9-6d7bc9f5f19b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:56.729014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f88fa2fd-62fe-453a-9bf5-8bc651d00436 req-5b17beb7-60c7-4cbf-aca9-6d7bc9f5f19b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 944 time: 0.0500445 Sep 17 22:39:56.782674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f88fa2fd-62fe-453a-9bf5-8bc651d00436 req-adb69c38-ae10-4cb0-a51e-8dda202576e5 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Sep 17 22:39:57.060222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57294478-fa6c-4e8e-ace5-99159d3970bc req-fb62ce35-ec4f-4c5f-9536-401d6e92199f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:57.060953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57294478-fa6c-4e8e-ace5-99159d3970bc req-fb62ce35-ec4f-4c5f-9536-401d6e92199f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0629008 Sep 17 22:39:57.113517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57294478-fa6c-4e8e-ace5-99159d3970bc req-839d1fb6-4871-4a2e-9cf6-ca68048b1930 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 Sep 17 22:39:57.319700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45556) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:57.426600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1fad0-a959-4c4a-99f8-55db81aa9dd6 req-bee13154-fb32-4d52-b2a3-37427f60bbfa tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:57.427278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ef7c014e-4c22-4025-9121-4e18771ee0af tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-212339666'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:57.427703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ef7c014e-4c22-4025-9121-4e18771ee0af tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Unknown quota resources ['metering_label']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:39:57.428988 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67d1fad0-a959-4c4a-99f8-55db81aa9dd6 req-bee13154-fb32-4d52-b2a3-37427f60bbfa tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 945 time: 0.0537238 Sep 17 22:39:57.465151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e7524631-0f39-4d91-8fcc-e00840375c7d up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:57.477820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67d1fad0-a959-4c4a-99f8-55db81aa9dd6 req-01e52c78-e054-4cd4-ab03-ce7714faa2e9 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Sep 17 22:39:57.527122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port e7524631-0f39-4d91-8fcc-e00840375c7d completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:57.533201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port e7524631-0f39-4d91-8fcc-e00840375c7d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:57.533763 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.620623 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.634917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ef7c014e-4c22-4025-9121-4e18771ee0af tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.636351 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ef7c014e-4c22-4025-9121-4e18771ee0af tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3150032 Sep 17 22:39:57.639013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45572) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:57.643812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-551dd1ab-a9d3-4e41-a27b-0c71b7646d1f tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '64415dc3-c3fb-4287-968e-059083f6540f'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:57.643996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6903a2-351c-4b10-a3f0-910c0fbc0680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7524631-0f39-4d91-8fcc-e00840375c7d'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:57.644320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-551dd1ab-a9d3-4e41-a27b-0c71b7646d1f tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:39:57.646350 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a6d1ad-7722-4317-864a-e4fd274cbdcf" -d '{"events": [{"server_uuid": "ea6903a2-351c-4b10-a3f0-910c0fbc0680", "name": "network-vif-plugged", "status": "completed", "tag": "e7524631-0f39-4d91-8fcc-e00840375c7d"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:57.663554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e7524631-0f39-4d91-8fcc-e00840375c7d, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7524631-0f39-4d91-8fcc-e00840375c7d,segment=NetworkSegment(ec2df52f-3951-4dfc-8eb9-8b6678b9f788),segment_id=ec2df52f-3951-4dfc-8eb9-8b6678b9f788)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:57.668397 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.706932 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1df018a-1b2c-4a55-8ce7-97b67c101b73 x-openstack-request-id: req-b1df018a-1b2c-4a55-8ce7-97b67c101b73 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:57.707378 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6903a2-351c-4b10-a3f0-910c0fbc0680", "name": "network-vif-plugged", "status": "completed", "tag": "e7524631-0f39-4d91-8fcc-e00840375c7d", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:57.707782 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1df018a-1b2c-4a55-8ce7-97b67c101b73 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:57.708386 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6903a2-351c-4b10-a3f0-910c0fbc0680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7524631-0f39-4d91-8fcc-e00840375c7d', 'code': 200} Sep 17 22:39:57.730677 n-d-789963-10 neutron-server[94738]: WARNING neutron.services.metering.metering_plugin [None req-551dd1ab-a9d3-4e41-a27b-0c71b7646d1f tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:39:57.749678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e7524631-0f39-4d91-8fcc-e00840375c7d,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:57.859326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-551dd1ab-a9d3-4e41-a27b-0c71b7646d1f tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.860539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-551dd1ab-a9d3-4e41-a27b-0c71b7646d1f tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2206087 Sep 17 22:39:57.866447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45584) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:57.871470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-fb8da537-0fd0-4e72-99b3-af10f50c6ede tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '64415dc3-c3fb-4287-968e-059083f6540f'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:57.871970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-fb8da537-0fd0-4e72-99b3-af10f50c6ede tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:39:57.892282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750c9d-cec6-49b2-a746-2b090b28aea3 req-ae5d33bb-1f49-4b0f-9e73-57d032e57035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:57.893911 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-43750c9d-cec6-49b2-a746-2b090b28aea3 req-ae5d33bb-1f49-4b0f-9e73-57d032e57035 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 1098 time: 0.1293087 Sep 17 22:39:57.909112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d982467-c7c9-4730-a4dc-ffbd8d9a96fc req-86418125-5cbe-4326-9195-e9d691d45350 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:57.910733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d982467-c7c9-4730-a4dc-ffbd8d9a96fc req-86418125-5cbe-4326-9195-e9d691d45350 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 944 time: 0.0550978 Sep 17 22:39:57.946681 n-d-789963-10 neutron-server[94738]: WARNING neutron.services.metering.metering_plugin [None req-fb8da537-0fd0-4e72-99b3-af10f50c6ede tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:39:57.960624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d982467-c7c9-4730-a4dc-ffbd8d9a96fc req-bcdefc22-a1ac-477c-beb9-793c37de627f tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Sep 17 22:39:58.013239 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-43750c9d-cec6-49b2-a746-2b090b28aea3 req-bcec32b0-eb81-4fdc-bb07-6a009ea9efa8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810947 Sep 17 22:39:58.045015 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb8da537-0fd0-4e72-99b3-af10f50c6ede tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.047040 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fb8da537-0fd0-4e72-99b3-af10f50c6ede tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1787770 Sep 17 22:39:58.049593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45592) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:58.066038 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8da69ba2-a46c-4a93-99d1-eaa4e4a48ef1 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=b592f290-58af-48bc-b969-6928ae01f553 HTTP/1.1" status: 200 len: 464 time: 0.0130436 Sep 17 22:39:58.066148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45594) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:58.180200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0c819af-efe8-45ef-96c0-26b9b21a5e80 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.185236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45604) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:58.188422 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0c819af-efe8-45ef-96c0-26b9b21a5e80 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/b592f290-58af-48bc-b969-6928ae01f553 HTTP/1.1" status: 204 len: 168 time: 0.1209989 Sep 17 22:39:58.231160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-49c8d72c-8406-4aa1-adab-6769e3adb728 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=b592f290-58af-48bc-b969-6928ae01f553 HTTP/1.1" status: 200 len: 221 time: 0.0444617 Sep 17 22:39:58.235237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45606) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:58.239781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-06d75ae5-b599-4f54-a5fc-00b521bea465 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1679878826', 'description': 'label created by tempest'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:58.240307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-06d75ae5-b599-4f54-a5fc-00b521bea465 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Unknown quota resources ['metering_label']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:39:58.253554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dc64b-63fa-44c2-b543-ba6f9e88f0aa req-dc05fdfb-fb3f-4f13-ac17-6c205a3ad28c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:58.255160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-914dc64b-63fa-44c2-b543-ba6f9e88f0aa req-dc05fdfb-fb3f-4f13-ac17-6c205a3ad28c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0619800 Sep 17 22:39:58.300035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-914dc64b-63fa-44c2-b543-ba6f9e88f0aa req-9933bb43-fb37-45a1-83d4-cc1bdd77c301 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Sep 17 22:39:58.400218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-06d75ae5-b599-4f54-a5fc-00b521bea465 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.401448 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-06d75ae5-b599-4f54-a5fc-00b521bea465 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1650479 Sep 17 22:39:58.404114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45608) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:58.487903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:58.547468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:58.553981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:58.556138 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.645732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2890f-3730-4f4a-859e-35579ea31eec req-1a9591bf-ef1f-4cc0-8993-cb498711c8c0 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:58.656414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da2890f-3730-4f4a-859e-35579ea31eec req-1a9591bf-ef1f-4cc0-8993-cb498711c8c0 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 946 time: 0.0744448 Sep 17 22:39:58.709155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da2890f-3730-4f4a-859e-35579ea31eec req-4bc22a3d-7d35-4044-bb89-f4127fca44ee tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512929 Sep 17 22:39:58.721169 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.759746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:58.764401 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.774426 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-56c9d6f3-4df0-4667-b809-189eca824694 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=d01aae6f-be57-4d8e-a522-98d680f3bcdb HTTP/1.1" status: 200 len: 468 time: 0.3690472 Sep 17 22:39:58.777046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:58.815435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:58.958042 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44b95486-5c40-49cc-ae84-ea06b27659d8 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.959282 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-44b95486-5c40-49cc-ae84-ea06b27659d8 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/d01aae6f-be57-4d8e-a522-98d680f3bcdb HTTP/1.1" status: 204 len: 168 time: 0.1812975 Sep 17 22:39:58.962157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45622) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:58.973905 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c31e63c9-9877-440d-bc2b-ddd8d0c50dfb tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=d01aae6f-be57-4d8e-a522-98d680f3bcdb HTTP/1.1" status: 200 len: 216 time: 0.0107081 Sep 17 22:39:58.977043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45624) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:58.986336 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ab57ff11-1963-40be-9ddd-0c1e8905f232 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082719 Sep 17 22:39:58.990938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45628) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:59.014517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-78359704-1184-4489-8817-7b8ec6db7792 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0223298 Sep 17 22:39:59.017824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45630) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:59.103517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e4ae7e58-2932-488a-8c4b-1bf782210aa6 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/64415dc3-c3fb-4287-968e-059083f6540f HTTP/1.1" status: 200 len: 472 time: 0.0844874 Sep 17 22:39:59.106678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45632) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:59.141015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45634) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:59.142503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bddd06c2-3ffa-45c3-aae0-9b9d216d3b81 tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/976a8f80-4f83-4df0-8e31-b9127ab66a85 HTTP/1.1" status: 200 len: 461 time: 0.0343783 Sep 17 22:39:59.164395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc6a4f-f12b-442d-b9ee-08bf2168003f req-fa2c6b40-c7c1-4776-a7cc-d9a1a44eaea3 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:59.172968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-accc6a4f-f12b-442d-b9ee-08bf2168003f req-fa2c6b40-c7c1-4776-a7cc-d9a1a44eaea3 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 945 time: 0.1200709 Sep 17 22:39:59.218555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-accc6a4f-f12b-442d-b9ee-08bf2168003f req-bf65bea8-ad49-4b45-868e-ee2dbad93838 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442431 Sep 17 22:39:59.286906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d51fee57-ea43-45ec-8036-fb6a649ff38e tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.288063 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d51fee57-ea43-45ec-8036-fb6a649ff38e tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/976a8f80-4f83-4df0-8e31-b9127ab66a85 HTTP/1.1" status: 204 len: 168 time: 0.1459525 Sep 17 22:39:59.290667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45638) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:59.420581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa44b0-f64a-4731-bbed-418729d5ad74 req-d494eb0b-1a5b-4936-96dd-5fa64a992a36 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:59.422640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5fa44b0-f64a-4731-bbed-418729d5ad74 req-d494eb0b-1a5b-4936-96dd-5fa64a992a36 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0494790 Sep 17 22:39:59.466710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5fa44b0-f64a-4731-bbed-418729d5ad74 req-b873cc0a-5dad-4c3c-bbaf-8c88cbdd5540 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376694 Sep 17 22:39:59.485329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5355e162-be18-471f-89e9-5de687e8f1af tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.486618 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5355e162-be18-471f-89e9-5de687e8f1af tempest-MeteringTestJSON-76011136 tempest-MeteringTestJSON-76011136-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/64415dc3-c3fb-4287-968e-059083f6540f HTTP/1.1" status: 204 len: 168 time: 0.1950431 Sep 17 22:39:59.709629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa820514-6816-44fa-a8ae-6c19c352e0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:59.712155 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289a1d8d-3493-4803-8d89-0178adcb20b1" -d '{"events": [{"server_uuid": "fa820514-6816-44fa-a8ae-6c19c352e0cc", "name": "network-vif-plugged", "status": "completed", "tag": "0af0a8d7-8337-4987-9aa2-90e9a2fed9c2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:59.732320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45656) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:59.763484 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0148b1e-9d27-46b7-80de-0bb426103187 x-openstack-request-id: req-e0148b1e-9d27-46b7-80de-0bb426103187 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:59.763782 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa820514-6816-44fa-a8ae-6c19c352e0cc", "name": "network-vif-plugged", "status": "completed", "tag": "0af0a8d7-8337-4987-9aa2-90e9a2fed9c2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:59.764035 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0148b1e-9d27-46b7-80de-0bb426103187 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:59.764420 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa820514-6816-44fa-a8ae-6c19c352e0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2', 'code': 200} Sep 17 22:39:59.872630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21a0a2d4-b77d-4ecc-a871-a89f9115510b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.898343 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9159d06e-087f-4a7b-b287-b05cf3200bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.906429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec69fc-f45d-4741-9a4e-07eafa16af7c req-2a512cd4-0679-42c9-aa00-f2bb0ba9b337 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:59.908806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66ec69fc-f45d-4741-9a4e-07eafa16af7c req-2a512cd4-0679-42c9-aa00-f2bb0ba9b337 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 946 time: 0.0922468 Sep 17 22:39:59.975331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9adad-908c-4b5c-8880-c8fb5aefacdd req-01e84920-2f62-4ced-af9f-f59cf2f53ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:59.975525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21a0a2d4-b77d-4ecc-a871-a89f9115510b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.975671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1f9adad-908c-4b5c-8880-c8fb5aefacdd req-01e84920-2f62-4ced-af9f-f59cf2f53ca2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 1097 time: 0.1034548 Sep 17 22:39:59.979211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21a0a2d4-b77d-4ecc-a871-a89f9115510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.986419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66ec69fc-f45d-4741-9a4e-07eafa16af7c req-a4d60367-b985-4418-a465-c70226b62c22 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623369 Sep 17 22:40:00.020584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-21a0a2d4-b77d-4ecc-a871-a89f9115510b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8661b16c71054c2886dc517d263e19f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869196 Sep 17 22:40:00.020802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45664) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:00.030163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0a2d4-b77d-4ecc-a871-a89f9115510b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4065e790-0836-4bf1-aa16-b6a79e2929c5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:00.070420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1f9adad-908c-4b5c-8880-c8fb5aefacdd req-1b3575c3-68df-4c48-8274-4ed9f6684e45 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830388 Sep 17 22:40:00.098389 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-267401ed-4982-4b65-ba4b-e8edc6c59772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.132380 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-267401ed-4982-4b65-ba4b-e8edc6c59772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.191409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-267401ed-4982-4b65-ba4b-e8edc6c59772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.194485 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-267401ed-4982-4b65-ba4b-e8edc6c59772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.195710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-267401ed-4982-4b65-ba4b-e8edc6c59772 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4065e790-0836-4bf1-aa16-b6a79e2929c5 HTTP/1.1" status: 204 len: 168 time: 0.1739795 Sep 17 22:40:00.204602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267401ed-4982-4b65-ba4b-e8edc6c59772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4065e790-0836-4bf1-aa16-b6a79e2929c5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:00.377889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213d1a6-1dc5-44d5-8ba4-dd42b6f8d16e req-00385ec1-d343-4cd0-91d4-b7345e9a6866 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.379327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c213d1a6-1dc5-44d5-8ba4-dd42b6f8d16e req-00385ec1-d343-4cd0-91d4-b7345e9a6866 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 946 time: 0.0828903 Sep 17 22:40:00.416289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda10ac3-7225-42f4-b63f-f2fd24ec3af4 req-0b3be70e-fb9c-485a-9b2c-d18149a0f526 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.417803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eda10ac3-7225-42f4-b63f-f2fd24ec3af4 req-0b3be70e-fb9c-485a-9b2c-d18149a0f526 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 945 time: 0.0886776 Sep 17 22:40:00.444626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c213d1a6-1dc5-44d5-8ba4-dd42b6f8d16e req-19de5053-0456-4335-88f6-1a97319f9b6d tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554039 Sep 17 22:40:00.477532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eda10ac3-7225-42f4-b63f-f2fd24ec3af4 req-2b8cfb19-d38f-4dce-875d-98d0f6710a44 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Sep 17 22:40:00.517163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45682) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:00.534651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12441ff2-a778-472d-a748-7f0322e1f074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.603138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f92436-154d-4233-937f-420989900841 req-5b5b846d-c247-4ab1-856e-b06e9829be45 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.604664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52f92436-154d-4233-937f-420989900841 req-5b5b846d-c247-4ab1-856e-b06e9829be45 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0601790 Sep 17 22:40:00.642819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12441ff2-a778-472d-a748-7f0322e1f074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.644787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52f92436-154d-4233-937f-420989900841 req-ba41db4a-144f-4496-a07c-c4b945082405 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Sep 17 22:40:00.647243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12441ff2-a778-472d-a748-7f0322e1f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.690602 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-12441ff2-a778-472d-a748-7f0322e1f074 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=323c73e937f0456986a871c1f8b6f307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716421 Sep 17 22:40:00.691555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12441ff2-a778-472d-a748-7f0322e1f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5de54a-1513-4091-8535-c1fbf74e632c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:00.693288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45684) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:00.744607 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc7369-83a1-4fed-a94d-17ded0b0e520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.766663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc7369-83a1-4fed-a94d-17ded0b0e520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.813485 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc7369-83a1-4fed-a94d-17ded0b0e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.816007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2dcc7369-83a1-4fed-a94d-17ded0b0e520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.817214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2dcc7369-83a1-4fed-a94d-17ded0b0e520 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a5de54a-1513-4091-8535-c1fbf74e632c HTTP/1.1" status: 204 len: 168 time: 0.1228786 Sep 17 22:40:00.825962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc7369-83a1-4fed-a94d-17ded0b0e520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5de54a-1513-4091-8535-c1fbf74e632c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:01.635647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-78c2a14a-fd7c-424e-822c-c873e2326abb tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:01.637359 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-78c2a14a-fd7c-424e-822c-c873e2326abb tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 946 time: 0.0766709 Sep 17 22:40:01.639399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047815d1-1a1e-4c57-bc17-c05acebefa52 req-16f7edcb-c38e-4aa8-8eca-5d27637e7b28 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:01.640953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-047815d1-1a1e-4c57-bc17-c05acebefa52 req-16f7edcb-c38e-4aa8-8eca-5d27637e7b28 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea6903a2-351c-4b10-a3f0-910c0fbc0680 HTTP/1.1" status: 200 len: 946 time: 0.1059651 Sep 17 22:40:01.692056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f663f0-9960-420a-a68b-415930e73e9f req-5f68c113-8fa7-4141-9214-5237e1edd8da tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:01.694053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07f663f0-9960-420a-a68b-415930e73e9f req-5f68c113-8fa7-4141-9214-5237e1edd8da tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 945 time: 0.1016345 Sep 17 22:40:01.736434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-047815d1-1a1e-4c57-bc17-c05acebefa52 req-bb356a01-d97a-4458-9361-f5276f184f49 tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6338b5e-00d9-42b5-8905-6540bcb4d581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785220 Sep 17 22:40:01.755438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Deleting port e7524631-0f39-4d91-8fcc-e00840375c7d {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:01.755826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:01.764187 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07f663f0-9960-420a-a68b-415930e73e9f req-933862ad-dc54-4c6e-8e5d-813ef03282a8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 Sep 17 22:40:01.879581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b1d5d-ef91-4692-8a15-6dbe649ee2d0 req-d7bdea0a-0c01-4a65-be6a-7d35b8c5a52f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:01.881317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e64b1d5d-ef91-4692-8a15-6dbe649ee2d0 req-d7bdea0a-0c01-4a65-be6a-7d35b8c5a52f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0549805 Sep 17 22:40:01.895685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] For port e7524631-0f39-4d91-8fcc-e00840375c7d, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7524631-0f39-4d91-8fcc-e00840375c7d,segment=NetworkSegment(ec2df52f-3951-4dfc-8eb9-8b6678b9f788),segment_id=ec2df52f-3951-4dfc-8eb9-8b6678b9f788)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:01.896191 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:01.910586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Calling delete_port for e7524631-0f39-4d91-8fcc-e00840375c7d owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:01.963273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e64b1d5d-ef91-4692-8a15-6dbe649ee2d0 req-38d367cb-661b-4e2f-8d00-363971764ae2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750487 Sep 17 22:40:02.107956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.125233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e7524631-0f39-4d91-8fcc-e00840375c7d'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:02.155995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Pushing event deleted for resources: {'Port': ['ID=e7524631-0f39-4d91-8fcc-e00840375c7d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:02.195545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] No DVR routers for this DVR port e7524631-0f39-4d91-8fcc-e00840375c7d on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:02.199225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.201344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bbc132b6-8d55-4b8b-a2c8-e170e1f86fe5 req-88ad5a1d-0c99-4c33-9d07-5628ce19f22f tempest-ServerAddressesNegativeTestJSON-1296960640 tempest-ServerAddressesNegativeTestJSON-1296960640-project] 10.222.0.45 "DELETE /v2.0/ports/e7524631-0f39-4d91-8fcc-e00840375c7d HTTP/1.1" status: 204 len: 173 time: 0.5573366 Sep 17 22:40:02.201864 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6903a2-351c-4b10-a3f0-910c0fbc0680', 'name': 'network-vif-deleted', 'tag': 'e7524631-0f39-4d91-8fcc-e00840375c7d'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:02.205154 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2958fa23-9689-4cbf-a030-97efd8392688" -d '{"events": [{"server_uuid": "ea6903a2-351c-4b10-a3f0-910c0fbc0680", "name": "network-vif-deleted", "tag": "e7524631-0f39-4d91-8fcc-e00840375c7d"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:02.255660 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4b075b-9357-46c4-bcb1-7b3080d7ebaf x-openstack-request-id: req-7b4b075b-9357-46c4-bcb1-7b3080d7ebaf {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:02.255988 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6903a2-351c-4b10-a3f0-910c0fbc0680", "name": "network-vif-deleted", "tag": "e7524631-0f39-4d91-8fcc-e00840375c7d", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:02.256244 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b4b075b-9357-46c4-bcb1-7b3080d7ebaf {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:02.256645 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6903a2-351c-4b10-a3f0-910c0fbc0680', 'name': 'network-vif-deleted', 'tag': 'e7524631-0f39-4d91-8fcc-e00840375c7d', 'status': 'completed', 'code': 200} Sep 17 22:40:02.545178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45790) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.673292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1d5c41fd-7381-41c4-a553-d406f94faab8 tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:02.696743 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-46fc9b00-1883-4a6d-8ac8-36e0a7cdb34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.716864 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1d5c41fd-7381-41c4-a553-d406f94faab8 tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "PUT /v2.0/quotas/a51b590847484bc1b2d9768f98ad4dcd HTTP/1.1" status: 200 len: 366 time: 0.1614118 Sep 17 22:40:02.719357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45794) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.729552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b82304d0-b301-490d-9225-cd5822dea807 tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0090628 Sep 17 22:40:02.732100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45796) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.743048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b618fdc1-18b9-4d52-8e91-55029b08a786 tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "GET /v2.0/quotas/a51b590847484bc1b2d9768f98ad4dcd HTTP/1.1" status: 200 len: 366 time: 0.0096893 Sep 17 22:40:02.745644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45798) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.763767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e50807a9-bf3e-48df-ac69-3d35199740c9 tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/a51b590847484bc1b2d9768f98ad4dcd HTTP/1.1" status: 204 len: 168 time: 0.0148125 Sep 17 22:40:02.764101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45800) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.777008 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-23e4c26f-943e-4e24-9bdb-53378e0301d6 tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0094903 Sep 17 22:40:02.777158 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.787928 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dda8ce6c-139d-419c-b445-a37b4967deeb tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "GET /v2.0/quotas/a51b590847484bc1b2d9768f98ad4dcd HTTP/1.1" status: 200 len: 370 time: 0.0097971 Sep 17 22:40:02.790408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45808) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.795857 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7887f4e3-db5c-497a-8dae-2c4fce307d4b tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "GET /v2.0/quotas/a51b590847484bc1b2d9768f98ad4dcd/default HTTP/1.1" status: 200 len: 370 time: 0.0044134 Sep 17 22:40:02.798899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45810) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.810446 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-e5bcdfca-3335-41f7-8964-c981ac5ec843 tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] delete failed (client error): The resource could not be found. Sep 17 22:40:02.814747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e5bcdfca-3335-41f7-8964-c981ac5ec843 tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/a51b590847484bc1b2d9768f98ad4dcd HTTP/1.1" status: 404 len: 348 time: 0.0115979 Sep 17 22:40:02.818863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45814) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.914941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Deleting subnet 16647c68-21ed-48a7-8539-091ff54ee710 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:40:02.918717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.942378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45818) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:02.961475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Usage tracker for resource:network and tenant:dac66ebd6f474411bf2ee7d0d586cbef is out of sync, need to count used quota {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:40:02.968493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:40:02.974008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf799f0-a983-47d1-a8a7-de471c0864ee req-b50883f6-168c-46d8-8475-391fdd14b6d9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:02.976358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fbf799f0-a983-47d1-a8a7-de471c0864ee req-b50883f6-168c-46d8-8475-391fdd14b6d9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 945 time: 0.1164565 Sep 17 22:40:02.977394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Usage tracker for resource:subnet and tenant:dac66ebd6f474411bf2ee7d0d586cbef is out of sync, need to count used quota {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:40:02.983787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:40:02.989594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.992480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Usage tracker for resource:subnetpool and tenant:dac66ebd6f474411bf2ee7d0d586cbef is out of sync, need to count used quota {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:40:02.998835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:40:03.008467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Usage tracker for resource:port and tenant:dac66ebd6f474411bf2ee7d0d586cbef is out of sync, need to count used quota {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:40:03.014355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:40:03.021044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Usage tracker for resource:router and tenant:dac66ebd6f474411bf2ee7d0d586cbef is out of sync, need to count used quota {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:40:03.026813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:40:03.034352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Usage tracker for resource:floatingip and tenant:dac66ebd6f474411bf2ee7d0d586cbef is out of sync, need to count used quota {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:40:03.040400 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:40:03.058152 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.082978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Usage tracker for resource:security_group and tenant:dac66ebd6f474411bf2ee7d0d586cbef is out of sync, need to count used quota {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:40:03.088495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:40:03.095134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fbf799f0-a983-47d1-a8a7-de471c0864ee req-5fae01de-4d29-42b0-8cae-98517a2370db tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077266 Sep 17 22:40:03.101818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-6fd2b058-dbc3-4f01-b342-f67f33795a64 req-7c385c80-b178-41fc-a889-2553fafa0b58 service neutron] (94738) timed out ('10.222.0.45', 57104) {{(pid=94738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:40:03.101983 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.104454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Usage tracker for resource:security_group_rule and tenant:dac66ebd6f474411bf2ee7d0d586cbef is out of sync, need to count used quota {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:40:03.116196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.quota.resource [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94738) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:40:03.122960 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5fd2b9a3-da35-4e59-91b3-d549eaeaadaa tempest-QuotasTest-1979834277 tempest-QuotasTest-1979834277-project-admin] 10.222.0.48 "GET /v2.0/quotas/dac66ebd6f474411bf2ee7d0d586cbef/details.json HTTP/1.1" status: 200 len: 703 time: 0.1795149 Sep 17 22:40:03.147455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b947df-fa60-405c-9e40-22b0feda61cc req-f226f5e5-9439-4802-954b-c73931965978 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:03.153417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48b947df-fa60-405c-9e40-22b0feda61cc req-f226f5e5-9439-4802-954b-c73931965978 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1170349 Sep 17 22:40:03.220573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48b947df-fa60-405c-9e40-22b0feda61cc req-12837394-e152-43dd-b688-31d414fa7679 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616658 Sep 17 22:40:03.227374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.255784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16647c68-21ed-48a7-8539-091ff54ee710,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:03.270479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.271078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.271536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.271968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.272620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.273088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.273640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.274068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.274873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.275344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.275667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.276083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:03.286633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.291413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45832) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:03.291588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-04253630-1c2a-4b1a-adb0-83c290afe4c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/16647c68-21ed-48a7-8539-091ff54ee710 HTTP/1.1" status: 204 len: 168 time: 0.4715521 Sep 17 22:40:03.393508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.495070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.521606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec36460-350c-47c6-9590-9abc8545678c']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:03.531615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2df52f-3951-4dfc-8eb9-8b6678b9f788') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:03.531970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2df52f-3951-4dfc-8eb9-8b6678b9f788') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:03.533812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45842) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:03.542200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.557651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.564983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:03.565389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:03.567537 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:03.651177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.669633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.674749 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] 10.222.0.48 "DELETE /v2.0/networks/1ec36460-350c-47c6-9590-9abc8545678c HTTP/1.1" status: 204 len: 168 time: 0.3790934 Sep 17 22:40:03.674749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbf17a-a82e-47c3-ac28-bbe182dbe58a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec36460-350c-47c6-9590-9abc8545678c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:03.709273 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24c6c2b5-2a25-4879-964c-090baecc77fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.799682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.831534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:03.846570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24c6c2b5-2a25-4879-964c-090baecc77fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.851810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24c6c2b5-2a25-4879-964c-090baecc77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.886880 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6588d8f0-a3e1-4219-a23b-88ebdcfa28ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=640e581b161e4d1685e0afcecb5a701b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536153 Sep 17 22:40:03.889313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45854) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:03.891418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6c2b5-2a25-4879-964c-090baecc77fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f8f22-e39d-4eae-844d-7a1c0597cbea,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:03.895898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-24c6c2b5-2a25-4879-964c-090baecc77fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cf05e605f0446deb12efb8a23d6c5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610601 Sep 17 22:40:03.898406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45856) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:03.958410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ed40bbd-5c50-430b-ba56-3e8c9625d6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.984456 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9553e3cb-f8ad-41a2-aae0-68ab88db6ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.987153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ed40bbd-5c50-430b-ba56-3e8c9625d6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.011967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9553e3cb-f8ad-41a2-aae0-68ab88db6ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.046685 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ed40bbd-5c50-430b-ba56-3e8c9625d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.050644 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ed40bbd-5c50-430b-ba56-3e8c9625d6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.053808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2ed40bbd-5c50-430b-ba56-3e8c9625d6ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f0f8f22-e39d-4eae-844d-7a1c0597cbea HTTP/1.1" status: 204 len: 168 time: 0.1544688 Sep 17 22:40:04.067628 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9553e3cb-f8ad-41a2-aae0-68ab88db6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.072081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9553e3cb-f8ad-41a2-aae0-68ab88db6ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.073839 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9553e3cb-f8ad-41a2-aae0-68ab88db6ee9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6338b5e-00d9-42b5-8905-6540bcb4d581 HTTP/1.1" status: 204 len: 168 time: 0.1834781 Sep 17 22:40:04.083726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed40bbd-5c50-430b-ba56-3e8c9625d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f8f22-e39d-4eae-844d-7a1c0597cbea,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:04.085154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553e3cb-f8ad-41a2-aae0-68ab88db6ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6338b5e-00d9-42b5-8905-6540bcb4d581,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:04.412717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12604ef-1c0c-4406-9112-54a5461b0250 req-f669fe5c-7ae2-4d1b-a6b2-551ae3b43652 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:04.424499 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e12604ef-1c0c-4406-9112-54a5461b0250 req-f669fe5c-7ae2-4d1b-a6b2-551ae3b43652 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1025701 Sep 17 22:40:04.474911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e12604ef-1c0c-4406-9112-54a5461b0250 req-87fc6930-52c0-4fa8-b109-0435f87135b8 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Sep 17 22:40:04.576214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45890) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:04.593555 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6c3afc4-d50d-4499-a84c-c9264e8ccf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.660462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.715369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6c3afc4-d50d-4499-a84c-c9264e8ccf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.721452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6c3afc4-d50d-4499-a84c-c9264e8ccf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.791310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45898) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:04.800798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a6c3afc4-d50d-4499-a84c-c9264e8ccf34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dac66ebd6f474411bf2ee7d0d586cbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234161 Sep 17 22:40:04.808607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3afc4-d50d-4499-a84c-c9264e8ccf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ab87f-27bc-467f-859f-8e2eeeee9b78,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:04.887898 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a852269-b6c5-4d77-8a72-f8f82de1c05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.913725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a852269-b6c5-4d77-8a72-f8f82de1c05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.972077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a852269-b6c5-4d77-8a72-f8f82de1c05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.975084 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a852269-b6c5-4d77-8a72-f8f82de1c05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.978637 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5a852269-b6c5-4d77-8a72-f8f82de1c05b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c1ab87f-27bc-467f-859f-8e2eeeee9b78 HTTP/1.1" status: 204 len: 168 time: 0.1830621 Sep 17 22:40:04.989610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a852269-b6c5-4d77-8a72-f8f82de1c05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ab87f-27bc-467f-859f-8e2eeeee9b78,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:05.140812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45914) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:05.176578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45918) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:05.325520 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.460775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-62045027-network', 'tenant_id': '2632464030a54ac7a5913f8c06994e74'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:05.469232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e7524631-0f39-4d91-8fcc-e00840375c7d no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:05.481758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c66132f-ced6-43af-9cae-1802cb6c14d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.499589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: e7524631-0f39-4d91-8fcc-e00840375c7d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:05.499589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e7524631-0f39-4d91-8fcc-e00840375c7d not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:05.509954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Made reservation on behalf of 2632464030a54ac7a5913f8c06994e74 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:05.512293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.526262 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.650158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fb642-f21d-4b55-bd78-cb24bd90d65d req-f6fb5b32-ce1c-4a7b-ae6d-6d0b9a7a90c7 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:05.651748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-756fb642-f21d-4b55-bd78-cb24bd90d65d req-f6fb5b32-ce1c-4a7b-ae6d-6d0b9a7a90c7 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.0826004 Sep 17 22:40:05.656670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c66132f-ced6-43af-9cae-1802cb6c14d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.678741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c66132f-ced6-43af-9cae-1802cb6c14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.757158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1c66132f-ced6-43af-9cae-1802cb6c14d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05eda84b495d48fbb755cc6c8e1bb05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785177 Sep 17 22:40:05.759565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45938) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:05.760670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-756fb642-f21d-4b55-bd78-cb24bd90d65d req-1b920394-4f50-4779-8334-3d24ad0c5bfd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014256 Sep 17 22:40:05.761305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66132f-ced6-43af-9cae-1802cb6c14d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b526f6-1227-4d86-82bb-1448505feee6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:05.829097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.841637 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-272aa137-0537-4d4e-bf57-7452a2547024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.854335 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.880750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-272aa137-0537-4d4e-bf57-7452a2547024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.907000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:05.927058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c655f92e-86c4-49a3-8ee1-5a347c60c3b2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:05.950434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.951136 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Added segment bd40e494-1945-4ff2-942e-eca6967be163 of type vlan for network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 Sep 17 22:40:05.969185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-272aa137-0537-4d4e-bf57-7452a2547024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.973039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-272aa137-0537-4d4e-bf57-7452a2547024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.974383 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-272aa137-0537-4d4e-bf57-7452a2547024 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5b526f6-1227-4d86-82bb-1448505feee6 HTTP/1.1" status: 204 len: 168 time: 0.2114408 Sep 17 22:40:06.010267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272aa137-0537-4d4e-bf57-7452a2547024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b526f6-1227-4d86-82bb-1448505feee6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:06.053347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.084117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.087433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:06.088041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.168307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0257108 Sep 17 22:40:06.172108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45962) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:06.178432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Request body: {'subnet': {'network_id': 'f5cfcccd-7ec0-472a-82c6-ebf9fcce2303', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-62045027-subnet', 'tenant_id': '2632464030a54ac7a5913f8c06994e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:06.224197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:06.227713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97ffa9-5d28-4759-82e7-c95499e4a625 admin admin] Pushing event updated for resources: {'Network': ['ID=f5cfcccd-7ec0-472a-82c6-ebf9fcce2303,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:06.240437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:06.255290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Made reservation on behalf of 2632464030a54ac7a5913f8c06994e74 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:06.259692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.474150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce429d-c938-48a0-be03-68fce6f26f37 req-58ef1aa6-a7c2-4115-90f4-4fb29816d9db tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:06.482171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edce429d-c938-48a0-be03-68fce6f26f37 req-58ef1aa6-a7c2-4115-90f4-4fb29816d9db tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.1048970 Sep 17 22:40:06.544492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.567618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edce429d-c938-48a0-be03-68fce6f26f37 req-06012d89-805f-4153-be23-0cc472aa40d5 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842261 Sep 17 22:40:06.598523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45976) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:06.608645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1224296570'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:06.613044 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6302aa71-63dd-4547-b63a-77d9d0629cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.617053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c13d174-629c-481c-8d93-9595442d6e64,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:06.646207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Checking segment: {'id': 'bd40e494-1945-4ff2-942e-eca6967be163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f5cfcccd-7ec0-472a-82c6-ebf9fcce2303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:06.646538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Network hostable DHCP agents. Network: f5cfcccd-7ec0-472a-82c6-ebf9fcce2303, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:06.650191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Made reservation on behalf of 294a61aea6294105b494526139dc1889 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:06.653613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.667490 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.685654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:06.697551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f5cfcccd-7ec0-472a-82c6-ebf9fcce2303) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:06.701703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:06.702376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.715590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d88a6-1796-45ed-9412-e8d185dc44df None None] Network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:06.740186 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6302aa71-63dd-4547-b63a-77d9d0629cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.750974 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6302aa71-63dd-4547-b63a-77d9d0629cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.789408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302aa71-63dd-4547-b63a-77d9d0629cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c1774f-6201-4957-be18-4be8de39f900,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:06.822779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6302aa71-63dd-4547-b63a-77d9d0629cc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fa51c152b43467fbc179a901238c401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209044 Sep 17 22:40:06.823233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45980) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:06.878755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.887778 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.888840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d04b688-a48e-448a-b5a9-01803aff39f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.905771 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-39ad4b87-249a-4b02-98ab-47641f7d8461 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7319725 Sep 17 22:40:06.928473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:06.930349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c23504-c274-4d55-8323-ef623c006aa2 None None] Network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:06.938712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d928b4f0-ac35-4b0b-acef-9c301f042654,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:06.957975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.958554 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Added segment 244d49ef-72cd-4840-aa4a-438e34427eca of type vlan for network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 Sep 17 22:40:06.992406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d04b688-a48e-448a-b5a9-01803aff39f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.007496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.046724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.055151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:07.056382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.096383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d2029-a8fa-4735-ae90-1a190eb20876 req-1f3fd303-c70b-49a4-92c7-d73f88fed8ad tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:07.096383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a57d2029-a8fa-4735-ae90-1a190eb20876 req-1f3fd303-c70b-49a4-92c7-d73f88fed8ad tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.1920352 Sep 17 22:40:07.121872 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8965182 Sep 17 22:40:07.124639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:07.133222 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d04b688-a48e-448a-b5a9-01803aff39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.133817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'subnet': {'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:07.135885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d04b688-a48e-448a-b5a9-01803aff39f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.137026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0d04b688-a48e-448a-b5a9-01803aff39f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15c1774f-6201-4957-be18-4be8de39f900 HTTP/1.1" status: 204 len: 168 time: 0.3127344 Sep 17 22:40:07.155859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04b688-a48e-448a-b5a9-01803aff39f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c1774f-6201-4957-be18-4be8de39f900,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:07.201115 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a57d2029-a8fa-4735-ae90-1a190eb20876 req-cb38ed27-ed65-4573-93e6-cfc676c3e711 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923214 Sep 17 22:40:07.217487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ce30a-2c17-40f4-82e2-5e6cbcd39587 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Network': ['ID=25e0d237-d3bd-44d6-b10d-6744ae82beb8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:07.231424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:07.300578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Made reservation on behalf of 294a61aea6294105b494526139dc1889 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:07.305348 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.483351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cf5c5a4c-4760-4466-8d9d-cc414c816d0e details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:07.486679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cf5c5a4c-4760-4466-8d9d-cc414c816d0e no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:07.543582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.647197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Subnet': ['ID=8108429c-7721-4211-92e4-e3affe03a001,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:07.667980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Checking segment: {'id': '244d49ef-72cd-4840-aa4a-438e34427eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:07.669341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Network hostable DHCP agents. Network: 25e0d237-d3bd-44d6-b10d-6744ae82beb8, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:07.680910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:07.710757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e', 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'port_id': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e', 'mac_address': 'fa:16:3e:04:3d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b5128-8f80-42bb-b673-91512054d8be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:07.718746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:07.731687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 25e0d237-d3bd-44d6-b10d-6744ae82beb8) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:07.745008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:07.745935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.769956 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aa14497d-3279-41ad-abdb-920038d727fa tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6440575 Sep 17 22:40:07.770958 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.772242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46018) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:07.773312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2dab8b-a7c7-46fb-b0c9-6761e194203a None None] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:07.779290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-633550614'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:07.839356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf5c5a4c-4760-4466-8d9d-cc414c816d0e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:07.925023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Made reservation on behalf of 294a61aea6294105b494526139dc1889 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:07.929746 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.930716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.974492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] device_id is not set on port 39ed27af-36d6-4c49-b193-f2ce51a4d083 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:08.004139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-241ca97a-2e31-4afc-a27f-af665cc1d994 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:08.005515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-241ca97a-2e31-4afc-a27f-af665cc1d994 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.2943909 Sep 17 22:40:08.113219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:08.122679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a5ef-09bf-45f6-9e32-224c2f16b3eb req-45a01585-a563-4d32-abef-980f981d2183 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:08.125828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0522a5ef-09bf-45f6-9e32-224c2f16b3eb req-45a01585-a563-4d32-abef-980f981d2183 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 945 time: 0.2789674 Sep 17 22:40:08.143996 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.189340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3a004310-e0c4-4795-b54b-134d631316a8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:08.197609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Allocated IP 2001:db8::2c (25e0d237-d3bd-44d6-b10d-6744ae82beb8/8108429c-7721-4211-92e4-e3affe03a001/39ed27af-36d6-4c49-b193-f2ce51a4d083) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:08.197776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3a004310-e0c4-4795-b54b-134d631316a8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/networks?id=f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 HTTP/1.1" status: 200 len: 811 time: 0.5111346 Sep 17 22:40:08.221219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'tenant_id': '294a61aea6294105b494526139dc1889', 'fixed_ips': [{'subnet_id': '8108429c-7721-4211-92e4-e3affe03a001'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:08.222371 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.275301 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:08.276080 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:08.278389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:08.293361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-1f284340-bde2-45b2-8a9d-41e982995718 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/quotas/2632464030a54ac7a5913f8c06994e74 HTTP/1.1" status: 200 len: 375 time: 0.0947080 Sep 17 22:40:08.304370 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0522a5ef-09bf-45f6-9e32-224c2f16b3eb req-f4ddfa50-1346-4c58-82bc-d55a163df002 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=abeb8746-1dab-470d-96fc-29f4e0fb8ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486213 Sep 17 22:40:08.386087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-05d262f7-5c2c-4f1e-b10b-9e16e9b2e7bd tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2632464030a54ac7a5913f8c06994e74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918090 Sep 17 22:40:08.419932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Deleting port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:08.420776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.506617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['cf5c5a4c-4760-4466-8d9d-cc414c816d0e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:08.561292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.620776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] For port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:08.621398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.634774 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.732694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:08.746843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:08.760221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:08.775466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:08.776153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.790084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=39ed27af-36d6-4c49-b193-f2ce51a4d083,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:08.845311 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0a2d401a-f8a1-4ac1-9e3e-0fdee299779c tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0700378 Sep 17 22:40:08.849005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46048) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:08.854395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-53172041', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c', 'mac_address': 'fa:16:3e:03:c6:f7'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:08.863163 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.863593 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:08.863916 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Floating IP 851c0022-d9eb-4b85-8c07-abfa9a698b4d disassociated. External IP: 172.25.0.15, port: b2bccc00-fc42-43ec-b3dc-c92e22fdfedf. Sep 17 22:40:08.864261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Calling delete_port for b2bccc00-fc42-43ec-b3dc-c92e22fdfedf owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:08.871172 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Allocated IP 2001:db8::2 (25e0d237-d3bd-44d6-b10d-6744ae82beb8/8108429c-7721-4211-92e4-e3affe03a001/dd9df84c-c4c4-493f-940f-cd36d12b2d07) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:09.046023 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.081669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Made reservation on behalf of 294a61aea6294105b494526139dc1889 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:09.094289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event deleted for resources: {'Port': ['ID=b2bccc00-fc42-43ec-b3dc-c92e22fdfedf,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:09.163224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592ea85-35cb-41b0-9d72-b5e7535a90ff req-b7104de1-3e4a-40bb-9b2f-96e021c6d907 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:09.173690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2592ea85-35cb-41b0-9d72-b5e7535a90ff req-b7104de1-3e4a-40bb-9b2f-96e021c6d907 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 945 time: 0.7008410 Sep 17 22:40:09.190926 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.218930 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46052) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:09.275587 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.291233 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.303004 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.327575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] device_id is not set on port 6993a321-92a0-49dd-9af9-89a8157259e3 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:09.328831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cf5c5a4c-4760-4466-8d9d-cc414c816d0e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:09.370106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:09.381232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:09.395472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:09.455652 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:09.478067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Pushing event updated for resources: {'Port': ['ID=dd9df84c-c4c4-493f-940f-cd36d12b2d07,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:09.481563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Allocated IP 2001:db8::fb (25e0d237-d3bd-44d6-b10d-6744ae82beb8/8108429c-7721-4211-92e4-e3affe03a001/6993a321-92a0-49dd-9af9-89a8157259e3) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:09.497139 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.538351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Attempting to bind port dd9df84c-c4c4-493f-940f-cd36d12b2d07 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:09.538722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Attempting to bind port dd9df84c-c4c4-493f-940f-cd36d12b2d07 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '244d49ef-72cd-4840-aa4a-438e34427eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:09.539225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Attempting to bind port dd9df84c-c4c4-493f-940f-cd36d12b2d07 on network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:09.547943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:09.549032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Checking segment: {'id': '244d49ef-72cd-4840-aa4a-438e34427eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:09.549599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.550012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Bound using segment: {'id': '244d49ef-72cd-4840-aa4a-438e34427eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:09.550502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Bound port: dd9df84c-c4c4-493f-940f-cd36d12b2d07, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244d49ef-72cd-4840-aa4a-438e34427eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:09.550885 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.556995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-992254ff-ff5b-47fa-a7c8-de1cd7c85464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.610953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6ce8ff81-d591-43ff-9675-775e1c3dbdea service neutron] 10.222.0.48 "GET /v2.0/networks/f5cfcccd-7ec0-472a-82c6-ebf9fcce2303?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2145255 Sep 17 22:40:09.630622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2592ea85-35cb-41b0-9d72-b5e7535a90ff req-0f854c6a-75be-48ec-a2f6-e10c70431b59 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506996 Sep 17 22:40:09.651696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] For port dd9df84c-c4c4-493f-940f-cd36d12b2d07, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:09.659972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] For port dd9df84c-c4c4-493f-940f-cd36d12b2d07, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dd9df84c-c4c4-493f-940f-cd36d12b2d07,segment=NetworkSegment(244d49ef-72cd-4840-aa4a-438e34427eca),segment_id=244d49ef-72cd-4840-aa4a-438e34427eca)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:09.679202 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.710968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:09.767693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.809108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cc385-5c61-41c5-833c-1cfcb5bcf7cd None None] Pushing event updated for resources: {'Port': ['ID=dd9df84c-c4c4-493f-940f-cd36d12b2d07,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:09.836334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-992254ff-ff5b-47fa-a7c8-de1cd7c85464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.843803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-992254ff-ff5b-47fa-a7c8-de1cd7c85464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.861830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.892207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-0eaf47e4-93d7-4488-b749-2b7b8d5e2f6f service neutron] 10.222.0.48 "GET /v2.0/networks/f5cfcccd-7ec0-472a-82c6-ebf9fcce2303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601037 Sep 17 22:40:09.895996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Router a4304875-f10b-4276-8bb0-0485f8129fc5 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:09.925374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992254ff-ff5b-47fa-a7c8-de1cd7c85464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac96a1ac-fa81-41dc-bbc0-310d4d43a736,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:09.957886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:09.961490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:09.967675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-992254ff-ff5b-47fa-a7c8-de1cd7c85464 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ef369b7e8c34460bd31b42c2abd2c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447963 Sep 17 22:40:09.968633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:09.975072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:09.979558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.981576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a83a32d5-dd75-4d19-b303-020daf9ac7d8 req-b3099948-6d2d-4f53-a88c-7d207d677eb2 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab7c221-774e-4e7c-9222-e184edaef099 HTTP/1.1" status: 200 len: 210 time: 0.0326278 Sep 17 22:40:09.994076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46060) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:10.013780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=6993a321-92a0-49dd-9af9-89a8157259e3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:10.032555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a37f5f3d-79b5-4459-a3bb-6ea174e49612 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1814730 Sep 17 22:40:10.035224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46062) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:10.139667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d176d-32d7-4bc4-b080-559f43c53676 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:10.161891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d176d-32d7-4bc4-b080-559f43c53676 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:10.169381 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1e51844-8a3a-4399-8beb-62281d110027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.187786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d176d-32d7-4bc4-b080-559f43c53676 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:10.194944 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-357d176d-32d7-4bc4-b080-559f43c53676 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2476 time: 0.1570368 Sep 17 22:40:10.197925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46070) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:10.204952 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1e51844-8a3a-4399-8beb-62281d110027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.230399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:10.244904 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] Sync routers for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:10.260093 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:10.260725 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:10.318495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45917a0c-1619-4df8-8889-320148dac215 req-078ff49e-0651-4f87-a2e0-1d6289a97465 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 210 time: 0.0896878 Sep 17 22:40:10.352271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] No DVR routers for this DVR port b2bccc00-fc42-43ec-b3dc-c92e22fdfedf on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:10.355231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.357577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b217004d-f24d-41c0-8e0b-f4d4cff8bb66 req-67ad89d6-0e72-4810-8076-83c8b32b71ec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.49 "DELETE /v2.0/ports/b2bccc00-fc42-43ec-b3dc-c92e22fdfedf HTTP/1.1" status: 204 len: 173 time: 2.3398283 Sep 17 22:40:10.358537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab7c221-774e-4e7c-9222-e184edaef099', 'name': 'network-vif-deleted', 'tag': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:10.360680 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b47c29-e056-402d-a4e5-e6dfd571347a" -d '{"events": [{"server_uuid": "7ab7c221-774e-4e7c-9222-e184edaef099", "name": "network-vif-deleted", "tag": "b2bccc00-fc42-43ec-b3dc-c92e22fdfedf"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:10.388762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1e51844-8a3a-4399-8beb-62281d110027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.392467 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1e51844-8a3a-4399-8beb-62281d110027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.398015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a1e51844-8a3a-4399-8beb-62281d110027 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac96a1ac-fa81-41dc-bbc0-310d4d43a736 HTTP/1.1" status: 204 len: 168 time: 0.4003174 Sep 17 22:40:10.416173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e51844-8a3a-4399-8beb-62281d110027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac96a1ac-fa81-41dc-bbc0-310d4d43a736,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:10.439879 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-085c6cfc-6d11-49c0-8e93-4a9b5c4d810b tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Deleting port 6993a321-92a0-49dd-9af9-89a8157259e3 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:10.441178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-085c6cfc-6d11-49c0-8e93-4a9b5c4d810b tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.457179 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b0f69-e1b1-44cd-9b0b-c7296e2ae119 x-openstack-request-id: req-950b0f69-e1b1-44cd-9b0b-c7296e2ae119 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:10.457685 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab7c221-774e-4e7c-9222-e184edaef099", "name": "network-vif-deleted", "tag": "b2bccc00-fc42-43ec-b3dc-c92e22fdfedf", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:10.459541 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-950b0f69-e1b1-44cd-9b0b-c7296e2ae119 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:10.460300 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab7c221-774e-4e7c-9222-e184edaef099', 'name': 'network-vif-deleted', 'tag': 'b2bccc00-fc42-43ec-b3dc-c92e22fdfedf', 'status': 'completed', 'code': 200} Sep 17 22:40:10.530856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b2bccc00-fc42-43ec-b3dc-c92e22fdfedf no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:10.549868 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:10.572462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: b2bccc00-fc42-43ec-b3dc-c92e22fdfedf {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:10.572750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b2bccc00-fc42-43ec-b3dc-c92e22fdfedf not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:10.657874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-085c6cfc-6d11-49c0-8e93-4a9b5c4d810b tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.693937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-085c6cfc-6d11-49c0-8e93-4a9b5c4d810b tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Calling delete_port for 6993a321-92a0-49dd-9af9-89a8157259e3 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:10.854473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-894b5b1a-46ac-469e-b63f-60f08d82afcf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:10.862687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-894b5b1a-46ac-469e-b63f-60f08d82afcf tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 814 time: 0.3162191 Sep 17 22:40:10.884805 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-c8d5ce22-8cd4-4a35-b13e-49f802405e63 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/quotas/50c9b160d61f486d9b542535ddb3aaed HTTP/1.1" status: 200 len: 375 time: 0.0211048 Sep 17 22:40:10.926450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86f8b2-b1b2-40d4-bc0a-c0c0d668f53e req-d45bf701-d8dc-4cdf-9d87-e1df12848e59 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:10.934950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e86f8b2-b1b2-40d4-bc0a-c0c0d668f53e req-d45bf701-d8dc-4cdf-9d87-e1df12848e59 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 944 time: 0.2002583 Sep 17 22:40:10.941354 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-085c6cfc-6d11-49c0-8e93-4a9b5c4d810b tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:11.005559 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:11.050337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-598a7518-09c6-42f6-a985-32de8f65fd9e tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1645446 Sep 17 22:40:11.077440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dd9df84c-c4c4-493f-940f-cd36d12b2d07 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:11.099699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e86f8b2-b1b2-40d4-bc0a-c0c0d668f53e req-3bf60629-fca7-4294-926f-7805488030eb tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634977 Sep 17 22:40:11.217569 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] Checking router: a4304875-f10b-4276-8bb0-0485f8129fc5 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:11.228871 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:11.230618 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:11.248572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port dd9df84c-c4c4-493f-940f-cd36d12b2d07 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:11.248989 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:11.339366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-241d8a21-aa91-4319-9e43-0c9796ae3450 service neutron] 10.222.0.48 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692864 Sep 17 22:40:11.438871 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:11.441480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53d6695-9332-45e6-ab23-5ef46c1ad9ba None None] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:11.477278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:11.534018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cf5c5a4c-4760-4466-8d9d-cc414c816d0e up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:11.553237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-58b5ebef-29ee-4c87-b9cb-f20ba54d21a6 service neutron] 10.222.0.48 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056131 Sep 17 22:40:11.614846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c6cfc-6d11-49c0-8e93-4a9b5c4d810b tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Port': ['ID=6993a321-92a0-49dd-9af9-89a8157259e3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:11.651712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e6648c4-f628-46d2-b61e-99d28db4da16 req-658075e1-a8d4-41f4-b631-46f9e48b050e tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 210 time: 0.0815895 Sep 17 22:40:11.790063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46128) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:11.794083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-085c6cfc-6d11-49c0-8e93-4a9b5c4d810b tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:11.795633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e9194377-db3f-4d1f-a6b7-3f62f64b28fb None None] Provisioning complete for port dd9df84c-c4c4-493f-940f-cd36d12b2d07 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:11.796008 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e9194377-db3f-4d1f-a6b7-3f62f64b28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:11.800679 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-085c6cfc-6d11-49c0-8e93-4a9b5c4d810b tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "DELETE /v2.0/ports/6993a321-92a0-49dd-9af9-89a8157259e3 HTTP/1.1" status: 204 len: 168 time: 1.6014121 Sep 17 22:40:11.807797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46130) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:11.835149 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dea41d-f3b1-469c-aaf5-256c31cc2e81 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] GET failed (client error): The resource could not be found. Sep 17 22:40:11.842850 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-56dea41d-f3b1-469c-aaf5-256c31cc2e81 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "GET /v2.0/ports/6993a321-92a0-49dd-9af9-89a8157259e3 HTTP/1.1" status: 404 len: 333 time: 0.0339878 Sep 17 22:40:11.843507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46132) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:11.854202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1179596366'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:11.863776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2d9031b-ee3e-4f70-9bf9-101433c56c2d req-fe9a4f5f-fddf-4e27-93d9-776cf6553b6b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 210 time: 0.1146414 Sep 17 22:40:11.920123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port dd9df84c-c4c4-493f-940f-cd36d12b2d07, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dd9df84c-c4c4-493f-940f-cd36d12b2d07,segment=NetworkSegment(244d49ef-72cd-4840-aa4a-438e34427eca),segment_id=244d49ef-72cd-4840-aa4a-438e34427eca)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:11.961676 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:11.970127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port cf5c5a4c-4760-4466-8d9d-cc414c816d0e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:11.970565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.028642 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:12.083014 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d0b0cb-ca90-4b8c-9524-5c61440df44c None None] The sync data for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 is: [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:12.147995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=dd9df84c-c4c4-493f-940f-cd36d12b2d07,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:12.218783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be5e3a75-f282-48a3-9582-a777e76ec0da tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.332428 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.344541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854c750-cf70-40c8-8058-df3bf6280f96 req-74f51a27-c0ac-4a5f-b04f-b432e8b1c1df tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:12.363549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e854c750-cf70-40c8-8058-df3bf6280f96 req-74f51a27-c0ac-4a5f-b04f-b432e8b1c1df tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 944 time: 0.1148820 Sep 17 22:40:12.405083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be5e3a75-f282-48a3-9582-a777e76ec0da tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.405880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:12.410863 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8209f3ca-493f-4f11-994f-dc99cd1ca484" -d '{"events": [{"server_uuid": "8f379f45-b1e3-4443-b805-4f1d07fab61f", "name": "network-vif-plugged", "status": "completed", "tag": "cf5c5a4c-4760-4466-8d9d-cc414c816d0e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:12.454650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:12.462500 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.475749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e854c750-cf70-40c8-8058-df3bf6280f96 req-ecdc282e-ce47-4762-82de-8099e911f7d3 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103203 Sep 17 22:40:12.536602 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda7b7b5-c212-4d5e-a764-0fd4d6974544 x-openstack-request-id: req-fda7b7b5-c212-4d5e-a764-0fd4d6974544 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:12.537183 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f379f45-b1e3-4443-b805-4f1d07fab61f", "name": "network-vif-plugged", "status": "completed", "tag": "cf5c5a4c-4760-4466-8d9d-cc414c816d0e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:12.537295 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fda7b7b5-c212-4d5e-a764-0fd4d6974544 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:12.537616 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e', 'code': 200} Sep 17 22:40:12.603047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:12.644168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-36ac9683-b992-49b1-a0e5-fd4e6df5d9d6 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:12.649005 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-36ac9683-b992-49b1-a0e5-fd4e6df5d9d6 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.45 "GET /v2.0/networks?id=f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 HTTP/1.1" status: 200 len: 811 time: 0.6285257 Sep 17 22:40:12.649890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Made reservation on behalf of 294a61aea6294105b494526139dc1889 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:12.653905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.660538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a4efc-8b1c-4a98-a58d-983e5a225efd None None] New status for floating IP 851c0022-d9eb-4b85-8c07-abfa9a698b4d: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:40:12.668365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4bdb880d-b7d4-4d94-9282-1217181b582c None None] Provisioning complete for port 39ed27af-36d6-4c49-b193-f2ce51a4d083 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:12.669004 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4bdb880d-b7d4-4d94-9282-1217181b582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.684297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Request body: {'port': {'device_id': '169b600d-f47e-4f08-84c0-d0c94f0a9139', 'network_id': 'f5cfcccd-7ec0-472a-82c6-ebf9fcce2303', 'admin_state_up': True, 'tenant_id': '2632464030a54ac7a5913f8c06994e74'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:12.735547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] device_id is not set on port b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:12.744570 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be5e3a75-f282-48a3-9582-a777e76ec0da tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.747505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be5e3a75-f282-48a3-9582-a777e76ec0da tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.748855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be5e3a75-f282-48a3-9582-a777e76ec0da tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "DELETE /v2.0/security-groups/abeb8746-1dab-470d-96fc-29f4e0fb8ec7 HTTP/1.1" status: 204 len: 168 time: 0.9471021 Sep 17 22:40:12.752549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:12.801634 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-e4c99f63-575c-4123-88bc-cf687c0bc986 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] show failed (client error): The resource could not be found. Sep 17 22:40:12.803850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e4c99f63-575c-4123-88bc-cf687c0bc986 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups/abeb8746-1dab-470d-96fc-29f4e0fb8ec7 HTTP/1.1" status: 404 len: 347 time: 0.0499904 Sep 17 22:40:12.839879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46164) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:12.936264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb880d-b7d4-4d94-9282-1217181b582c None None] Port 39ed27af-36d6-4c49-b193-f2ce51a4d083 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:12.938830 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5144fd8a-cc38-454f-82db-9ffe06855878 req-13e735da-23e3-42f8-8041-a8d1c67b06c9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 210 time: 0.0941651 Sep 17 22:40:12.949774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e3a75-f282-48a3-9582-a777e76ec0da tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeb8746-1dab-470d-96fc-29f4e0fb8ec7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:12.956036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dd9df84c-c4c4-493f-940f-cd36d12b2d07 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:13.035895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4bdb880d-b7d4-4d94-9282-1217181b582c None None] Provisioning complete for port dd9df84c-c4c4-493f-940f-cd36d12b2d07 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:13.036403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4bdb880d-b7d4-4d94-9282-1217181b582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.060832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6106b72d-f240-41be-af82-7723c6a36273 req-4bb4db68-c973-4f50-8003-f5b3e745c31a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 210 time: 0.0549705 Sep 17 22:40:13.107645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port dd9df84c-c4c4-493f-940f-cd36d12b2d07 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:13.108020 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.108415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b2d9f-3db9-4db2-8444-1dbc74c37455 req-7ec1af05-1194-4734-8327-76f9b9737560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:13.110688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-434b2d9f-3db9-4db2-8444-1dbc74c37455 req-7ec1af05-1194-4734-8327-76f9b9737560 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 1098 time: 0.3299901 Sep 17 22:40:13.189699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Allocated IP 2001:db8::185 (25e0d237-d3bd-44d6-b10d-6744ae82beb8/8108429c-7721-4211-92e4-e3affe03a001/b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:13.224098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-434b2d9f-3db9-4db2-8444-1dbc74c37455 req-847b0998-7b50-47ca-8b2e-cc6cb253d300 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021886 Sep 17 22:40:13.241696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Deleting port d99504b1-24a4-4b58-8fd2-b17d06419fe3 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:13.242339 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.295658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Made reservation on behalf of 2632464030a54ac7a5913f8c06994e74 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:13.304787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.363620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.364227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.375561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0e925a4d-fbd9-4d16-b494-1e0a07e8b9ff None None] Provisioning complete for port 39ed27af-36d6-4c49-b193-f2ce51a4d083 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:13.376110 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0e925a4d-fbd9-4d16-b494-1e0a07e8b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.600408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-96cfcecf-eccf-46ea-b6bf-785433963aab tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:13.602317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-96cfcecf-eccf-46ea-b6bf-785433963aab tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 814 time: 0.2288437 Sep 17 22:40:13.612786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Calling delete_port for d99504b1-24a4-4b58-8fd2-b17d06419fe3 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:13.635560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Request body: {'port': {'device_id': '81c8044c-289a-4728-8fc5-76b45705e158', 'network_id': '443e9159-983e-4e62-a625-655582909675', 'admin_state_up': True, 'tenant_id': '50c9b160d61f486d9b542535ddb3aaed'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:13.738938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0e925a4d-fbd9-4d16-b494-1e0a07e8b9ff None None] Port 39ed27af-36d6-4c49-b193-f2ce51a4d083 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:13.765324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.795787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Allocated IP 172.20.0.3 (f5cfcccd-7ec0-472a-82c6-ebf9fcce2303/8c13d174-629c-481c-8d93-9595442d6e64/afefc810-eecd-4b27-ba0b-ae30a1387052) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:13.842899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebddf41-8320-42c8-a69a-37f3fe50b176 req-74b42907-03e5-4bf3-a259-e87c8e7b12dc tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:13.844619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ebddf41-8320-42c8-a69a-37f3fe50b176 req-74b42907-03e5-4bf3-a259-e87c8e7b12dc tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.2181184 Sep 17 22:40:13.857843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c7e24f20-2d5e-459c-9870-54bd8ac71362 None None] Could not find standard attr ID for object 6993a321-92a0-49dd-9af9-89a8157259e3. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:40:13.866696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.940708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:13.955219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:13.959293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ebddf41-8320-42c8-a69a-37f3fe50b176 req-45bc3705-0b7a-4b0f-8d02-6e30b29d342e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032748 Sep 17 22:40:13.959498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:13.962088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:13.968162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:13.969314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.986833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Made reservation on behalf of 50c9b160d61f486d9b542535ddb3aaed for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:13.990578 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.003492 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.040985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-882a234c-8adf-456c-b417-48ed1586d527 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1883278 Sep 17 22:40:14.041200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46194) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:14.043184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event deleted for resources: {'Port': ['ID=d99504b1-24a4-4b58-8fd2-b17d06419fe3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:14.053756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c', 'mac_address': 'fa:16:3e:03:c6:f7'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:14.186353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.202140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.238216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fa88714-50b2-40e5-9046-9c03e0a3fd39 req-37da1f0f-fb4a-4983-b1a8-93b841402336 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 210 time: 0.0946989 Sep 17 22:40:14.268264 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44f7c877-c2e4-4b07-915c-74c143778952 req-f5f7643a-1509-4647-93e9-797a8b87711f tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 210 time: 0.0970893 Sep 17 22:40:14.276151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.279266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.280666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fe1a6374-9e22-480d-a031-488f0350ac9b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "DELETE /v2.0/floatingips/851c0022-d9eb-4b85-8c07-abfa9a698b4d HTTP/1.1" status: 204 len: 168 time: 1.4311016 Sep 17 22:40:14.379286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.451538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Allocated IP 172.20.0.8 (443e9159-983e-4e62-a625-655582909675/8f56a90a-3925-4385-8d1b-89043991b847/5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:14.489143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:14.494622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5abf69c3-09b7-457a-8dc0-cc06c503c3b3 None None] Provisioning complete for port b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:14.495321 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5abf69c3-09b7-457a-8dc0-cc06c503c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.497189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:14.503848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:14.551347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-5abf69c3-09b7-457a-8dc0-cc06c503c3b3 None None] Port b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:14.579271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:14.580069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.631774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Pushing event updated for resources: {'Port': ['ID=afefc810-eecd-4b27-ba0b-ae30a1387052,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:14.647162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-6d0d04c6-18d2-4297-967f-b939bbc98bb9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9718187 Sep 17 22:40:14.660487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Request body: {'port': {'device_id': '169b600d-f47e-4f08-84c0-d0c94f0a9139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:14.704585 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.743873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.763477 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.780436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6df3d37f-eb5e-402f-b1dd-ff377cc19d30', '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:14.822461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.837557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.894905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Network 443e9159-983e-4e62-a625-655582909675 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:14.894905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:14.894905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:14.897558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Pushing event updated for resources: {'Port': ['ID=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:14.993075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:14.993993 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.027707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-2789959f-489c-4f13-90c0-570d1f692360 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3988945 Sep 17 22:40:15.048725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Request body: {'port': {'device_id': '81c8044c-289a-4728-8fc5-76b45705e158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:15.163828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46212) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:15.195397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e167fe9e-db87-45b7-a8be-5571d0f0629a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149384359', 'description': 'tempest-description--892662124'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:15.222497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afefc810-eecd-4b27-ba0b-ae30a1387052 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:15.237144 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e167fe9e-db87-45b7-a8be-5571d0f0629a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.251370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:15.251592 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.257191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] In _notify_port_updated(), no bound segment for port b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef on network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:40:15.263147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:15.263923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.265596 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e1ea4e9-8821-4698-b7ac-0934adc69161 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "PUT /v2.0/ports/b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef HTTP/1.1" status: 200 len: 1002 time: 1.2234025 Sep 17 22:40:15.268365 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.272268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46216) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:15.314302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d3ece-6b81-4cb3-bcc1-492aef228c77 req-009d8729-4c2d-4636-bf67-9a778201fb94 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:15.315931 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de3d3ece-6b81-4cb3-bcc1-492aef228c77 req-009d8729-4c2d-4636-bf67-9a778201fb94 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.2069447 Sep 17 22:40:15.330052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Transition to ACTIVE for port object afefc810-eecd-4b27-ba0b-ae30a1387052 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:15.339837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.435574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Pushing event updated for resources: {'Port': ['ID=afefc810-eecd-4b27-ba0b-ae30a1387052,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:15.512308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-05d5bc6e-fd39-4472-becc-c192710b4a6d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Deleting port b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:15.512855 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-05d5bc6e-fd39-4472-becc-c192710b4a6d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.593540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de3d3ece-6b81-4cb3-bcc1-492aef228c77 req-52e9ead6-c81f-4344-a9c3-c104f53c6e6d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704537 Sep 17 22:40:15.637925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-05d5bc6e-fd39-4472-becc-c192710b4a6d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.653364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-05d5bc6e-fd39-4472-becc-c192710b4a6d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Calling delete_port for b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:15.669525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755309d-412e-4c38-bb3c-1ef3bd672c5b req-af46ea06-a4c1-40f0-8d12-9ed91c9794e1 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:15.677974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8755309d-412e-4c38-bb3c-1ef3bd672c5b req-af46ea06-a4c1-40f0-8d12-9ed91c9794e1 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 943 time: 0.2389159 Sep 17 22:40:15.714972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Attempting to bind port afefc810-eecd-4b27-ba0b-ae30a1387052 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:15.721373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Attempting to bind port afefc810-eecd-4b27-ba0b-ae30a1387052 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bd40e494-1945-4ff2-942e-eca6967be163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f5cfcccd-7ec0-472a-82c6-ebf9fcce2303'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:15.721749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Attempting to bind port afefc810-eecd-4b27-ba0b-ae30a1387052 on network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:15.733529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Port afefc810-eecd-4b27-ba0b-ae30a1387052 on network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:15.733852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Attempting to bind port afefc810-eecd-4b27-ba0b-ae30a1387052 on network f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:15.755178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:15.755537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Checking segment: {'id': 'bd40e494-1945-4ff2-942e-eca6967be163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f5cfcccd-7ec0-472a-82c6-ebf9fcce2303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:15.755924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Bound using segment: {'id': 'bd40e494-1945-4ff2-942e-eca6967be163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f5cfcccd-7ec0-472a-82c6-ebf9fcce2303'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:15.756370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Bound port: afefc810-eecd-4b27-ba0b-ae30a1387052, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd40e494-1945-4ff2-942e-eca6967be163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f5cfcccd-7ec0-472a-82c6-ebf9fcce2303'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:15.756727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.849161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8755309d-412e-4c38-bb3c-1ef3bd672c5b req-ff121d70-655f-4892-95b7-343dc837450e tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700938 Sep 17 22:40:15.855279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cc6ffbdb-2e99-4f19-b197-799045647636 None None] Provisioning complete for port b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:15.855777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffbdb-2e99-4f19-b197-799045647636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.878375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e167fe9e-db87-45b7-a8be-5571d0f0629a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.890052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] For port afefc810-eecd-4b27-ba0b-ae30a1387052, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:15.896165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc355d-d6a1-41a0-ade4-06dfa82ccab7 req-a5734883-d126-4892-a54d-d19dfd6adec9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:15.903845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10cc355d-d6a1-41a0-ade4-06dfa82ccab7 req-a5734883-d126-4892-a54d-d19dfd6adec9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 931 time: 0.1804657 Sep 17 22:40:15.915109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] For port afefc810-eecd-4b27-ba0b-ae30a1387052, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=afefc810-eecd-4b27-ba0b-ae30a1387052,segment=NetworkSegment(bd40e494-1945-4ff2-942e-eca6967be163),segment_id=bd40e494-1945-4ff2-942e-eca6967be163)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:15.916761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e167fe9e-db87-45b7-a8be-5571d0f0629a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.919961 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-05d5bc6e-fd39-4472-becc-c192710b4a6d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.927894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ffbdb-2e99-4f19-b197-799045647636 None None] Port b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:15.941949 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.966794 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5bc6e-fd39-4472-becc-c192710b4a6d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Port': ['ID=b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:16.034841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e167fe9e-db87-45b7-a8be-5571d0f0629a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.037900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e167fe9e-db87-45b7-a8be-5571d0f0629a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8730733 Sep 17 22:40:16.044991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46240) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:16.053641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.054265 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.055665 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] 10.222.0.45 "PUT /v2.0/ports/afefc810-eecd-4b27-ba0b-ae30a1387052 HTTP/1.1" status: 200 len: 1092 time: 1.4003654 Sep 17 22:40:16.056222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167fe9e-db87-45b7-a8be-5571d0f0629a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c2e7f-53de-41e3-8540-b83bade2d1d4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:16.058863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-155e5c86-3c8e-4ac4-98ed-45a7c2dc11d4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'security_group_rule': {'security_group_id': 'dd2c2e7f-53de-41e3-8540-b83bade2d1d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:16.064710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169b600d-f47e-4f08-84c0-d0c94f0a9139', 'tag': 'afefc810-eecd-4b27-ba0b-ae30a1387052'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:16.071910 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "169b600d-f47e-4f08-84c0-d0c94f0a9139", "tag": "afefc810-eecd-4b27-ba0b-ae30a1387052"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:16.093349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10cc355d-d6a1-41a0-ade4-06dfa82ccab7 req-81882635-aa03-48d1-a35b-91792a51aca2 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884565 Sep 17 22:40:16.139604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:16.159813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.177475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669d38b-1c59-4c9d-bb0e-1eb6c73958ab req-7b586610-a981-42e8-aa1a-cae9de98125b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.190126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3669d38b-1c59-4c9d-bb0e-1eb6c73958ab req-7b586610-a981-42e8-aa1a-cae9de98125b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.2409472 Sep 17 22:40:16.217759 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911fe02-9432-4106-9e58-f6dcef1f1be2 service neutron] Pushing event updated for resources: {'Port': ['ID=afefc810-eecd-4b27-ba0b-ae30a1387052,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:16.254132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-05d5bc6e-fd39-4472-becc-c192710b4a6d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.259210 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-05d5bc6e-fd39-4472-becc-c192710b4a6d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "DELETE /v2.0/ports/b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef HTTP/1.1" status: 204 len: 168 time: 0.9858274 Sep 17 22:40:16.261763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3669d38b-1c59-4c9d-bb0e-1eb6c73958ab req-442790af-2c6a-43c9-9d25-d5bdb610248a tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Sep 17 22:40:16.268583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46244) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:16.283440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Transition to ACTIVE for port object 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:16.294569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.330317 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-155e5c86-3c8e-4ac4-98ed-45a7c2dc11d4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.340358 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4045574-d2a4-4932-953a-5b08ed6e6e62 x-openstack-request-id: req-c4045574-d2a4-4932-953a-5b08ed6e6e62 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:16.340739 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169b600d-f47e-4f08-84c0-d0c94f0a9139", "tag": "afefc810-eecd-4b27-ba0b-ae30a1387052", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:16.341245 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4045574-d2a4-4932-953a-5b08ed6e6e62 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:16.341861 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169b600d-f47e-4f08-84c0-d0c94f0a9139', 'tag': 'afefc810-eecd-4b27-ba0b-ae30a1387052', 'status': 'completed', 'code': 200} Sep 17 22:40:16.371235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Pushing event updated for resources: {'Port': ['ID=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:16.376647 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-01738330-f17d-4937-b2fd-f18cf85952ed tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] GET failed (client error): The resource could not be found. Sep 17 22:40:16.378699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-01738330-f17d-4937-b2fd-f18cf85952ed tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "GET /v2.0/ports/b1ed5678-af4d-4ffc-b0cc-0cec117fe1ef HTTP/1.1" status: 404 len: 333 time: 0.1002767 Sep 17 22:40:16.387834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46248) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:16.397487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-555508609'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:16.430616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-02c698a2-fd36-45bc-8c70-f3424d7dd292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.432299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-02c698a2-fd36-45bc-8c70-f3424d7dd292 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2632464030a54ac7a5913f8c06994e74&device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 1095 time: 0.3175688 Sep 17 22:40:16.481372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Attempting to bind port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:16.481603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Attempting to bind port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:16.481951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Attempting to bind port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 on network 443e9159-983e-4e62-a625-655582909675 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:16.489292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 on network 443e9159-983e-4e62-a625-655582909675 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:16.489615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Attempting to bind port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 on network 443e9159-983e-4e62-a625-655582909675 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:16.495964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:16.496418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Checking segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:16.497011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Bound using segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:16.497629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Bound port: 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:16.498159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.608543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] For port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:16.613808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] For port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:16.621756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.671333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.671968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.674349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] 10.222.0.49 "PUT /v2.0/ports/5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 HTTP/1.1" status: 200 len: 1092 time: 1.6301928 Sep 17 22:40:16.674874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c8044c-289a-4728-8fc5-76b45705e158', 'tag': '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:16.677879 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427b89a0-50a6-4708-8614-b4649d59fb66" -d '{"events": [{"name": "network-changed", "server_uuid": "81c8044c-289a-4728-8fc5-76b45705e158", "tag": "5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:16.710712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d261bf-1167-43d4-a3f7-64722b35693b service neutron] Pushing event updated for resources: {'Port': ['ID=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:16.784912 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47e191b-5df3-4dfc-a1e6-c6836d78adea x-openstack-request-id: req-f47e191b-5df3-4dfc-a1e6-c6836d78adea {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:16.785417 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c8044c-289a-4728-8fc5-76b45705e158", "tag": "5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:16.785816 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f47e191b-5df3-4dfc-a1e6-c6836d78adea {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:16.786432 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c8044c-289a-4728-8fc5-76b45705e158', 'tag': '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1', 'status': 'completed', 'code': 200} Sep 17 22:40:16.848554 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-b7b2fa75-7421-492c-9e7d-c82a5a3d41f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afefc810-eecd-4b27-ba0b-ae30a1387052 HTTP/1.1" status: 200 len: 217 time: 0.4031644 Sep 17 22:40:16.923457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-155e5c86-3c8e-4ac4-98ed-45a7c2dc11d4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.945812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-cdb762ec-b523-4a82-9c83-b5d7d7d930f2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.948073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-155e5c86-3c8e-4ac4-98ed-45a7c2dc11d4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.949868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-cdb762ec-b523-4a82-9c83-b5d7d7d930f2 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 814 time: 0.1621845 Sep 17 22:40:16.960789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-9e58eefd-2d72-4a08-9fa6-7e996874a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.962840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-9e58eefd-2d72-4a08-9fa6-7e996874a5b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 1095 time: 0.2164793 Sep 17 22:40:16.991018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e5c86-3c8e-4ac4-98ed-45a7c2dc11d4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36d9b8a-b974-4985-bcf8-305a922d7f72,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:17.000346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-296b17dd-9bc4-4b9b-ae00-d47f39e152e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:17.003241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-296b17dd-9bc4-4b9b-ae00-d47f39e152e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c13d174-629c-481c-8d93-9595442d6e64 HTTP/1.1" status: 200 len: 851 time: 0.1465814 Sep 17 22:40:17.007620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-b577c27f-92fd-4ca5-a4e7-cf538529220d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/quotas/82ae297a608040b584e37a05099f3712 HTTP/1.1" status: 200 len: 375 time: 0.0499220 Sep 17 22:40:17.028199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-155e5c86-3c8e-4ac4-98ed-45a7c2dc11d4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.032217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-155e5c86-3c8e-4ac4-98ed-45a7c2dc11d4 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9813623 Sep 17 22:40:17.036980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46278) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:17.043395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6842fa7c-8d4b-4f8d-a324-54aa5a5b3d95 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'security_group_rule': {'security_group_id': 'dd2c2e7f-53de-41e3-8540-b83bade2d1d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:17.048188 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-85374b04-9cdb-4d25-9d50-616be19f6f80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 HTTP/1.1" status: 200 len: 217 time: 0.0642915 Sep 17 22:40:17.057151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Made reservation on behalf of 294a61aea6294105b494526139dc1889 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:17.060700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.101870 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-cd533ecd-fb94-4c09-a6aa-99873d1cd0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5cfcccd-7ec0-472a-82c6-ebf9fcce2303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637975 Sep 17 22:40:17.116384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] device_id is not set on port 694a1aa7-cf1d-4898-8114-657859f7d1e3 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:17.174518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1349cec-f63f-4e4e-94e1-df3b305a66e9 req-593a73a4-43d8-4d49-93f6-52c288d4b770 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:17.176258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1349cec-f63f-4e4e-94e1-df3b305a66e9 req-593a73a4-43d8-4d49-93f6-52c288d4b770 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 943 time: 0.2211394 Sep 17 22:40:17.179558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-bacbec28-b23b-420b-bdb2-ce719fe15040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:17.181033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-bacbec28-b23b-420b-bdb2-ce719fe15040 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.1201413 Sep 17 22:40:17.240845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-515276ee-9955-4126-a2c8-e644fa73d48e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411696 Sep 17 22:40:17.249183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-d1101f0b-d7e3-47ec-9721-0469d6ea8a89 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2050426 Sep 17 22:40:17.251580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6842fa7c-8d4b-4f8d-a324-54aa5a5b3d95 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.348623 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-ce613bcd-4501-49cb-9f9b-5b401df16662 service neutron] 10.222.0.45 "GET /v2.0/networks/f5cfcccd-7ec0-472a-82c6-ebf9fcce2303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337649 Sep 17 22:40:17.393003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Allocated IP 2001:db8::343 (25e0d237-d3bd-44d6-b10d-6744ae82beb8/8108429c-7721-4211-92e4-e3affe03a001/694a1aa7-cf1d-4898-8114-657859f7d1e3) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:17.417231 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6842fa7c-8d4b-4f8d-a324-54aa5a5b3d95 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.431523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6842fa7c-8d4b-4f8d-a324-54aa5a5b3d95 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.512065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842fa7c-8d4b-4f8d-a324-54aa5a5b3d95 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1228f99-3175-4521-8e3a-60f658714850,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:17.526139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6842fa7c-8d4b-4f8d-a324-54aa5a5b3d95 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.530255 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6842fa7c-8d4b-4f8d-a324-54aa5a5b3d95 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4880219 Sep 17 22:40:17.532200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46288) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:17.540477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:17.610537 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18a6d148-60c9-410b-8261-96a73cc21f1f req-bbd5fba9-d0a9-4f8c-9270-069f19e9f500 service neutron] 10.222.0.45 "GET /v2.0/networks/f5cfcccd-7ec0-472a-82c6-ebf9fcce2303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489033 Sep 17 22:40:17.641647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1349cec-f63f-4e4e-94e1-df3b305a66e9 req-07cd8ee2-3956-4196-bab9-efd7df652e74 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536762 Sep 17 22:40:17.653527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.763765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.764152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-e9b20d04-e83a-45a9-8161-d8962be17ade service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106218 Sep 17 22:40:17.813579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-600b285e-45ec-410e-9a0f-55da315ae306 service neutron] 10.222.0.48 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554638 Sep 17 22:40:17.823996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-3a5f141c-d8bb-4bb3-b45d-bd85b6965879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:17.825559 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-3a5f141c-d8bb-4bb3-b45d-bd85b6965879 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2632464030a54ac7a5913f8c06994e74&device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 1095 time: 0.1427107 Sep 17 22:40:17.929010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.947477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd31563-4f42-4b0d-84f6-61c341611c87 req-672e34e2-05b2-494f-8921-a248d26031e1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:17.948980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfd31563-4f42-4b0d-84f6-61c341611c87 req-672e34e2-05b2-494f-8921-a248d26031e1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 943 time: 0.1918256 Sep 17 22:40:17.991650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:18.010209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:18.013748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:18.020487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:18.021187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.024622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8dc4b01-e16f-41b6-b7f7-15240455ac01 req-7c10f54f-fc6d-4911-8ae9-f7e702ec0905 service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434916 Sep 17 22:40:18.033041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.051919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-23b8c59f-dd67-4673-b1fa-10ffede1e95d service neutron] 10.222.0.48 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276404 Sep 17 22:40:18.056138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-3a8557bc-4ef1-4f8b-92a9-5c632e86c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:18.060461 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-3a8557bc-4ef1-4f8b-92a9-5c632e86c8cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 HTTP/1.1" status: 200 len: 912 time: 0.2252505 Sep 17 22:40:18.068726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=694a1aa7-cf1d-4898-8114-657859f7d1e3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:18.092783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfd31563-4f42-4b0d-84f6-61c341611c87 req-c610aef5-fc4c-48ba-81b6-ec687240a3d9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105707 Sep 17 22:40:18.108817 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ebc825ba-a9ec-42a3-ad35-5f819c53bb49 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7114902 Sep 17 22:40:18.108817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46290) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:18.123645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-5192c17b-b03b-4a9d-8df9-aa206c9de305 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:18.130266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-5192c17b-b03b-4a9d-8df9-aa206c9de305 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f379f45-b1e3-4443-b805-4f1d07fab61f HTTP/1.1" status: 200 len: 946 time: 0.2036595 Sep 17 22:40:18.204775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:03:c6:f7'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:18.221992 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-3913fca1-2487-4d2d-b821-6b4f13e5e104 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afefc810-eecd-4b27-ba0b-ae30a1387052 HTTP/1.1" status: 200 len: 217 time: 0.1394436 Sep 17 22:40:18.424205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-c8d35956-b629-40e4-b039-b717e12fbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:18.425903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-c8d35956-b629-40e4-b039-b717e12fbc05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 1095 time: 0.2307746 Sep 17 22:40:18.433576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f03c05fc-9e36-4603-9789-22a7d34be629 req-4000e7d9-f7e3-415d-8213-7430bffd1e77 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 210 time: 0.0592556 Sep 17 22:40:18.483217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-f19895fd-585a-46c6-ab69-90a659ee1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:18.485628 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-f19895fd-585a-46c6-ab69-90a659ee1a8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c13d174-629c-481c-8d93-9595442d6e64 HTTP/1.1" status: 200 len: 851 time: 0.2316859 Sep 17 22:40:18.502983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6069d6a2-1336-4f43-9a40-601bd47d50cf None None] Provisioning complete for port 694a1aa7-cf1d-4898-8114-657859f7d1e3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:18.506442 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6069d6a2-1336-4f43-9a40-601bd47d50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.528656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Allocated IP 172.25.0.85 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/f741b9f6-3ffe-4e7b-ad2d-fd9159884ec7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:18.551213 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-1f306712-d5b0-4850-b975-c6192a6675e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5cfcccd-7ec0-472a-82c6-ebf9fcce2303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529435 Sep 17 22:40:18.580153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6069d6a2-1336-4f43-9a40-601bd47d50cf None None] Port 694a1aa7-cf1d-4898-8114-657859f7d1e3 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:18.609155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-99fa0717-666b-4f71-85bb-8ea8ba5b897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:18.611156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-99fa0717-666b-4f71-85bb-8ea8ba5b897b service neutron] 10.222.0.49 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 915 time: 0.1661868 Sep 17 22:40:18.614204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Deleting port cf5c5a4c-4760-4466-8d9d-cc414c816d0e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:18.615528 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.697140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-746a4bab-65a5-47f1-932e-d511be82c586 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 HTTP/1.1" status: 200 len: 217 time: 0.0582585 Sep 17 22:40:18.726641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.738883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.857343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-16b0c8b3-7569-4b72-8721-1ab29f580fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:18.859482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-16b0c8b3-7569-4b72-8721-1ab29f580fc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.1216934 Sep 17 22:40:18.870197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] For port cf5c5a4c-4760-4466-8d9d-cc414c816d0e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:18.870823 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.884635 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-a55d693c-a858-47de-968e-af01b7f24af9 service neutron] 10.222.0.45 "GET /v2.0/networks/f5cfcccd-7ec0-472a-82c6-ebf9fcce2303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147542 Sep 17 22:40:18.923222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db056-dcbb-4c6b-a287-fe81dfe90c07 req-b4ea159a-57a0-4531-813f-b5fa6d1e4caf tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:18.925500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-162db056-dcbb-4c6b-a287-fe81dfe90c07 req-b4ea159a-57a0-4531-813f-b5fa6d1e4caf tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 943 time: 0.1432292 Sep 17 22:40:18.929130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-dba59d19-9bd6-498e-b8cd-b4868a5c7af7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618775 Sep 17 22:40:18.933957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Calling delete_port for cf5c5a4c-4760-4466-8d9d-cc414c816d0e owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:18.934277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.106816 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-93eb12e0-f3b2-4909-a665-ad9b891a9b2e req-c2fdef9a-ad8d-40b3-bf64-caeeca3472c8 service neutron] 10.222.0.45 "GET /v2.0/networks/f5cfcccd-7ec0-472a-82c6-ebf9fcce2303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104876 Sep 17 22:40:19.129035 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.209447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-162db056-dcbb-4c6b-a287-fe81dfe90c07 req-cbd72ac6-0ad2-444b-9db3-3d486f103241 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723610 Sep 17 22:40:19.215223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:19.230532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:19.236599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:19.269308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'Port': ['ID=f741b9f6-3ffe-4e7b-ad2d-fd9159884ec7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.308076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-9d3f1ff2-88eb-45f5-a940-51687e75bbfb service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693273 Sep 17 22:40:19.313426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.330331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.424975 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.441257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['cf5c5a4c-4760-4466-8d9d-cc414c816d0e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:19.489464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device afefc810-eecd-4b27-ba0b-ae30a1387052 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:19.509633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.520586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Pushing event deleted for resources: {'Port': ['ID=cf5c5a4c-4760-4466-8d9d-cc414c816d0e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.526767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] No DVR routers for this DVR port cf5c5a4c-4760-4466-8d9d-cc414c816d0e on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:19.540952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] In _notify_port_updated(), no bound segment for port 694a1aa7-cf1d-4898-8114-657859f7d1e3 on network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:40:19.554305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c0705-2508-4364-9599-e7a9dce35e36 req-b733196d-5ad8-44e8-9330-be0e0944ebfa tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:19.555943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a7c0705-2508-4364-9599-e7a9dce35e36 req-b733196d-5ad8-44e8-9330-be0e0944ebfa tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 943 time: 0.3456354 Sep 17 22:40:19.557141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.559045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb06681d-cefb-4b50-8f53-7e8c5f3fa74f req-363400d1-55ba-4493-b161-d65879ffd810 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.45 "DELETE /v2.0/ports/cf5c5a4c-4760-4466-8d9d-cc414c816d0e HTTP/1.1" status: 204 len: 173 time: 1.4210992 Sep 17 22:40:19.566296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'name': 'network-vif-deleted', 'tag': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:19.568599 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4925d9d7-381e-402b-9b50-3222ce121293" -d '{"events": [{"server_uuid": "8f379f45-b1e3-4443-b805-4f1d07fab61f", "name": "network-vif-deleted", "tag": "cf5c5a4c-4760-4466-8d9d-cc414c816d0e"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:19.577670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:19.585474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.597690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46322) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:19.603593 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "PUT /v2.0/ports/694a1aa7-cf1d-4898-8114-657859f7d1e3 HTTP/1.1" status: 200 len: 1002 time: 1.4403448 Sep 17 22:40:19.609942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427b89a0-50a6-4708-8614-b4649d59fb66 req-706e2848-be31-45ed-9674-5a626d6d9dca service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635670 Sep 17 22:40:19.624138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port afefc810-eecd-4b27-ba0b-ae30a1387052, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=afefc810-eecd-4b27-ba0b-ae30a1387052,segment=NetworkSegment(bd40e494-1945-4ff2-942e-eca6967be163),segment_id=bd40e494-1945-4ff2-942e-eca6967be163)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:19.650011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'afefc810-eecd-4b27-ba0b-ae30a1387052', 'network_id': 'f5cfcccd-7ec0-472a-82c6-ebf9fcce2303', 'port_id': 'afefc810-eecd-4b27-ba0b-ae30a1387052', 'mac_address': 'fa:16:3e:09:a4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c13d174-629c-481c-8d93-9595442d6e64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:19.747264 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.772206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.800412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afefc810-eecd-4b27-ba0b-ae30a1387052 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:19.824798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77fd8c4c-0f60-4399-90b7-5282968d2c26 req-5544ecb1-d177-4472-88a5-3ba9fde1ad75 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 210 time: 0.1811407 Sep 17 22:40:19.881753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3508b-22c5-4e88-b292-a1e53bd5fffb tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=694a1aa7-cf1d-4898-8114-657859f7d1e3,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.906557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port afefc810-eecd-4b27-ba0b-ae30a1387052, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=afefc810-eecd-4b27-ba0b-ae30a1387052,segment=NetworkSegment(bd40e494-1945-4ff2-942e-eca6967be163),segment_id=bd40e494-1945-4ff2-942e-eca6967be163)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:19.916614 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.944330 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b3b370-1b01-4f16-af93-a814126c04a5 x-openstack-request-id: req-f3b3b370-1b01-4f16-af93-a814126c04a5 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:19.944643 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f379f45-b1e3-4443-b805-4f1d07fab61f", "name": "network-vif-deleted", "tag": "cf5c5a4c-4760-4466-8d9d-cc414c816d0e", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:19.944911 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3b3b370-1b01-4f16-af93-a814126c04a5 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:19.945352 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f379f45-b1e3-4443-b805-4f1d07fab61f', 'name': 'network-vif-deleted', 'tag': 'cf5c5a4c-4760-4466-8d9d-cc414c816d0e', 'status': 'completed', 'code': 200} Sep 17 22:40:19.958159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a7c0705-2508-4364-9599-e7a9dce35e36 req-8b3cc905-0e99-4cda-b6c2-4ba43750beee tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634267 Sep 17 22:40:20.136433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1a3a8cb6-7a3c-43e0-a6dc-79071e8e3218 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:20.138084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1a3a8cb6-7a3c-43e0-a6dc-79071e8e3218 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.45 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 814 time: 0.2786379 Sep 17 22:40:20.140314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=afefc810-eecd-4b27-ba0b-ae30a1387052,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:20.156042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6acd6-8c8b-406c-9799-b0eecf880585 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Deleting port 694a1aa7-cf1d-4898-8114-657859f7d1e3 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:20.156236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4a6acd6-8c8b-406c-9799-b0eecf880585 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.179903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Request body: {'port': {'device_id': '8bf7e6c1-8502-4d65-a772-d73fe430636b', 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'admin_state_up': True, 'tenant_id': '82ae297a608040b584e37a05099f3712'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:20.205603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0ff79904-6c3e-4575-9d0b-8f9b605e5917 None None] Provisioning complete for port 694a1aa7-cf1d-4898-8114-657859f7d1e3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:20.205988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0ff79904-6c3e-4575-9d0b-8f9b605e5917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.361872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79904-6c3e-4575-9d0b-8f9b605e5917 None None] Port 694a1aa7-cf1d-4898-8114-657859f7d1e3 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:20.363675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['afefc810-eecd-4b27-ba0b-ae30a1387052'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:20.559709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfed5b2-1cb9-4d9b-a1ad-dcb01e10bbde req-ca726fc5-ce8b-4100-a621-063ac9977934 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:20.569058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dfed5b2-1cb9-4d9b-a1ad-dcb01e10bbde req-ca726fc5-ce8b-4100-a621-063ac9977934 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 944 time: 0.1645832 Sep 17 22:40:20.630781 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4a6acd6-8c8b-406c-9799-b0eecf880585 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.647798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.656007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.665416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6acd6-8c8b-406c-9799-b0eecf880585 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Calling delete_port for 694a1aa7-cf1d-4898-8114-657859f7d1e3 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:20.668548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Made reservation on behalf of 82ae297a608040b584e37a05099f3712 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:20.672979 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.675939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dfed5b2-1cb9-4d9b-a1ad-dcb01e10bbde req-b4d503f3-5818-4fbc-904c-09dd54c28b2e tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060305 Sep 17 22:40:20.745792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'Port': ['ID=f741b9f6-3ffe-4e7b-ad2d-fd9159884ec7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:20.756034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.771892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.773836 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cb8c675a-f853-412c-bea8-50baa533d15d tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2368312 Sep 17 22:40:21.033617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f02ed64e-7095-4319-99d4-2e1d8d28edbd req-859be93d-7198-4180-8267-81c93b853e77 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 210 time: 0.0838308 Sep 17 22:40:21.054794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Allocated IP 172.20.0.12 (7577208d-b303-41b6-9b78-41e7ead4dbaa/f96b5128-8f80-42bb-b673-91512054d8be/8811e234-84a9-4b7b-9e8a-4019f0b0bd93) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:21.074754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4a6acd6-8c8b-406c-9799-b0eecf880585 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.141817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6acd6-8c8b-406c-9799-b0eecf880585 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Port': ['ID=694a1aa7-cf1d-4898-8114-657859f7d1e3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.217108 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4a6acd6-8c8b-406c-9799-b0eecf880585 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.219369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a4a6acd6-8c8b-406c-9799-b0eecf880585 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "DELETE /v2.0/ports/694a1aa7-cf1d-4898-8114-657859f7d1e3 HTTP/1.1" status: 204 len: 168 time: 1.6069264 Sep 17 22:40:21.223396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46356) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:21.231309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-53315dab-398c-4146-8c5d-aac209f844a6 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1149384359&fields=id&tenant_id=7c22e9d755b643c083c5ff1fdc822fbf HTTP/1.1" status: 200 len: 267 time: 0.1869941 Sep 17 22:40:21.253590 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7d5cd2-b1ba-4685-84e7-d7dad87781df tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] GET failed (client error): The resource could not be found. Sep 17 22:40:21.259249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9c7d5cd2-b1ba-4685-84e7-d7dad87781df tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "GET /v2.0/ports/694a1aa7-cf1d-4898-8114-657859f7d1e3 HTTP/1.1" status: 404 len: 333 time: 0.0343795 Sep 17 22:40:21.260694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46358) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:21.264960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1932587788'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:21.353543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400430f0-c57a-40c0-95de-6f41664f7786 req-a25cdd24-fe05-403e-887f-c9d1f782cbe6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.355050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400430f0-c57a-40c0-95de-6f41664f7786 req-a25cdd24-fe05-403e-887f-c9d1f782cbe6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 943 time: 0.2316351 Sep 17 22:40:21.385105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Made reservation on behalf of 294a61aea6294105b494526139dc1889 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:21.388663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.405566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] device_id is not set on port 8bc6499f-cbae-445f-ba45-6000f4f4152b yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:21.471176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400430f0-c57a-40c0-95de-6f41664f7786 req-493c8d08-698b-412b-9361-ef50d6def67a tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881288 Sep 17 22:40:21.474530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.481566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6401-1b73-444b-87c6-4e65521afa45 req-bdcd1068-399e-4c6b-9eec-ee28963b5488 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.483080 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-bdcd1068-399e-4c6b-9eec-ee28963b5488 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 811 time: 0.2387798 Sep 17 22:40:21.513841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device afefc810-eecd-4b27-ba0b-ae30a1387052 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:21.515117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-7457e4f0-9960-46ec-a4dd-18720d407fec tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/quotas/7c22e9d755b643c083c5ff1fdc822fbf HTTP/1.1" status: 200 len: 375 time: 0.0242798 Sep 17 22:40:21.544161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Allocated IP 2001:db8::3e8 (25e0d237-d3bd-44d6-b10d-6744ae82beb8/8108429c-7721-4211-92e4-e3affe03a001/8bc6499f-cbae-445f-ba45-6000f4f4152b) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:21.586596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port afefc810-eecd-4b27-ba0b-ae30a1387052 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:40:21.589651 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.593005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port afefc810-eecd-4b27-ba0b-ae30a1387052 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:21.593756 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.634880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Network 7577208d-b303-41b6-9b78-41e7ead4dbaa is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:21.642392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:21.646939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:21.658515 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-067d9a09-59ea-41de-886f-6ca1193dd3a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0943084 Sep 17 22:40:21.659814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-352642f3-27e1-420e-8c1d-2ffe272f8d73 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1348546 Sep 17 22:40:21.698984 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.722230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Pushing event updated for resources: {'Port': ['ID=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.727555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b600d-f47e-4f08-84c0-d0c94f0a9139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afefc810-eecd-4b27-ba0b-ae30a1387052'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:21.730053 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d76737-f480-4386-b781-e51d0fbdc059" -d '{"events": [{"server_uuid": "169b600d-f47e-4f08-84c0-d0c94f0a9139", "name": "network-vif-plugged", "status": "completed", "tag": "afefc810-eecd-4b27-ba0b-ae30a1387052"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:21.747076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port afefc810-eecd-4b27-ba0b-ae30a1387052, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=afefc810-eecd-4b27-ba0b-ae30a1387052,segment=NetworkSegment(bd40e494-1945-4ff2-942e-eca6967be163),segment_id=bd40e494-1945-4ff2-942e-eca6967be163)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:21.752326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.753183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cf5c5a4c-4760-4466-8d9d-cc414c816d0e no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:21.774405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: cf5c5a4c-4760-4466-8d9d-cc414c816d0e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:21.775012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device cf5c5a4c-4760-4466-8d9d-cc414c816d0e not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:21.783110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-51fb21e0-4af6-49a0-9e8b-84f057a550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.783596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-51fb21e0-4af6-49a0-9e8b-84f057a550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.784065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-51fb21e0-4af6-49a0-9e8b-84f057a550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.784536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-51fb21e0-4af6-49a0-9e8b-84f057a550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.785023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-51fb21e0-4af6-49a0-9e8b-84f057a550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.785490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-51fb21e0-4af6-49a0-9e8b-84f057a550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.785948 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-51fb21e0-4af6-49a0-9e8b-84f057a550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.788646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.789315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.791427 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-51fb21e0-4af6-49a0-9e8b-84f057a550e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6509 time: 0.0805235 Sep 17 22:40:21.810317 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.828889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=afefc810-eecd-4b27-ba0b-ae30a1387052,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.833422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-1b1884fd-41d4-4e76-b932-fa799ee02b50 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6618724 Sep 17 22:40:21.835771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-aec84043-0c9c-45ad-ab9d-5642ee2bb9db service neutron] 10.222.0.48 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423457 Sep 17 22:40:21.848220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Request body: {'port': {'device_id': '8bf7e6c1-8502-4d65-a772-d73fe430636b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:21.914182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.977925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:21.989604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:21.993339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=8bc6499f-cbae-445f-ba45-6000f4f4152b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.995819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:22.002346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.002959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.019267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-afed896a-0cf3-459f-8386-33c918684e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.019751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-afed896a-0cf3-459f-8386-33c918684e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.020239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-afed896a-0cf3-459f-8386-33c918684e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.021937 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-afed896a-0cf3-459f-8386-33c918684e23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aa388694-c383-4083-82af-2984c0d11591&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=25be45c2-999c-4309-8e35-03537cb4956d&id=25be45c2-999c-4309-8e35-03537cb4956d HTTP/1.1" status: 200 len: 2297 time: 0.1814194 Sep 17 22:40:22.023547 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d4cb3257-4169-451d-b8f3-2956349a88b9 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7625325 Sep 17 22:40:22.026545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46368) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:22.031985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'network_id': '25e0d237-d3bd-44d6-b10d-6744ae82beb8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-48727141'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:22.186841 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-add7e2f8-0ceb-4849-a757-6e0801b3d220 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325 HTTP/1.1" status: 200 len: 1002 time: 0.1510875 Sep 17 22:40:22.310531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ffcd0261-a006-4a75-b2d4-c152e46450fd None None] Provisioning complete for port 8bc6499f-cbae-445f-ba45-6000f4f4152b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:22.314301 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0261-a006-4a75-b2d4-c152e46450fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.317721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-12d4e8a5-4b4a-46d3-b97e-1fa202d9d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.319220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-12d4e8a5-4b4a-46d3-b97e-1fa202d9d71b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a403d8ef-12d7-498f-8761-b85364669067 HTTP/1.1" status: 200 len: 855 time: 0.1208835 Sep 17 22:40:22.324342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.358813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2620e-b0e8-43f6-8af5-050213d50ae5 req-cfa0e698-ceeb-4562-99e5-9bb01cb30355 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.366076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cf2620e-b0e8-43f6-8af5-050213d50ae5 req-cfa0e698-ceeb-4562-99e5-9bb01cb30355 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 945 time: 0.4913585 Sep 17 22:40:22.373896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-ec5911e4-74f0-4886-8412-b3d76b1f3ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304224 Sep 17 22:40:22.380623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd0261-a006-4a75-b2d4-c152e46450fd None None] Port 8bc6499f-cbae-445f-ba45-6000f4f4152b cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:22.418998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-49272f26-1624-4177-a1c4-4e729a1ea070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.420622 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-49272f26-1624-4177-a1c4-4e729a1ea070 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aa388694-c383-4083-82af-2984c0d11591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828362 Sep 17 22:40:22.421563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Made reservation on behalf of 294a61aea6294105b494526139dc1889 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:22.425165 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.473604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cf2620e-b0e8-43f6-8af5-050213d50ae5 req-c1e73e25-523b-4d4a-9390-30e6f6d33de8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065824 Sep 17 22:40:22.489750 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] device_id is not set on port cc1ce18b-a63d-4c33-9e9a-b337336af775 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:22.579803 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f7ecf9-5c70-42c3-a8c9-f8b8068b11e3 x-openstack-request-id: req-a9f7ecf9-5c70-42c3-a8c9-f8b8068b11e3 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:22.580308 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169b600d-f47e-4f08-84c0-d0c94f0a9139", "name": "network-vif-plugged", "status": "completed", "tag": "afefc810-eecd-4b27-ba0b-ae30a1387052", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:22.583114 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9f7ecf9-5c70-42c3-a8c9-f8b8068b11e3 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:22.583669 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169b600d-f47e-4f08-84c0-d0c94f0a9139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afefc810-eecd-4b27-ba0b-ae30a1387052', 'code': 200} Sep 17 22:40:22.597099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:22.712845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-fc81b782-d164-4fed-8fa1-1465ab0a0110 service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847867 Sep 17 22:40:22.778686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:22.783226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:22.791139 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.804093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1', 'network_id': '443e9159-983e-4e62-a625-655582909675', 'port_id': '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1', 'mac_address': 'fa:16:3e:e2:40:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f56a90a-3925-4385-8d1b-89043991b847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:22.804922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Transition to ACTIVE for port object 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:22.854029 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.886280 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.905946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:22.928515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:22.941195 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.951976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8567c3-121b-4092-8a7e-d5114c1cbd14 req-2320670a-35d6-485a-9905-e64f54a7d310 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.961413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e8567c3-121b-4092-8a7e-d5114c1cbd14 req-2320670a-35d6-485a-9905-e64f54a7d310 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 944 time: 0.1535149 Sep 17 22:40:22.974408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9779116-97bd-45c1-9f50-f9a425d28786 req-5ca6712a-750f-41e6-9841-033c4356875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.974815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9779116-97bd-45c1-9f50-f9a425d28786 req-5ca6712a-750f-41e6-9841-033c4356875b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 1097 time: 0.2573438 Sep 17 22:40:23.034540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Allocated IP 2001:db8::3e (25e0d237-d3bd-44d6-b10d-6744ae82beb8/8108429c-7721-4211-92e4-e3affe03a001/cc1ce18b-a63d-4c33-9e9a-b337336af775) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:23.038942 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-d3acd752-76f8-43cd-ab0c-a5fc5091693a service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072317 Sep 17 22:40:23.065090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:23.073849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d17485-a5d1-400b-83b2-941d903af52c req-f68fcc30-b77f-48f9-bef2-ca2dfc51c377 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.082189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88d17485-a5d1-400b-83b2-941d903af52c req-f68fcc30-b77f-48f9-bef2-ca2dfc51c377 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 943 time: 0.2755649 Sep 17 22:40:23.107194 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-edc3e15f-2eb1-4013-965a-6a46addf245f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 200 len: 217 time: 0.0546436 Sep 17 22:40:23.111584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9779116-97bd-45c1-9f50-f9a425d28786 req-36bd7f84-5705-4fd7-a853-8bdb7bdd99ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248887 Sep 17 22:40:23.119514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e8567c3-121b-4092-8a7e-d5114c1cbd14 req-9c553b03-d267-4a01-9628-064e4bcad98c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571467 Sep 17 22:40:23.124656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:23.183765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88d17485-a5d1-400b-83b2-941d903af52c req-d520f4c2-430c-4d8b-8f70-6dee3108dc0e tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951698 Sep 17 22:40:23.223573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Attempting to bind port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:23.223923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Attempting to bind port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:23.224392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Attempting to bind port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 on network 7577208d-b303-41b6-9b78-41e7ead4dbaa {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:23.247597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 on network 7577208d-b303-41b6-9b78-41e7ead4dbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:23.247922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Attempting to bind port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 on network 7577208d-b303-41b6-9b78-41e7ead4dbaa {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:23.253535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ea95de7-b85f-4d6a-b0d6-9db08a9021fa req-23d79f2b-1b38-458e-acde-ed1bcebb152e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 210 time: 0.0673892 Sep 17 22:40:23.256231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:23.256608 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Checking segment: {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:23.256976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Bound using segment: {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:23.257403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Bound port: 8811e234-84a9-4b7b-9e8a-4019f0b0bd93, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c225dd0-1443-4a55-81c5-8516641c66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:23.257764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.279078 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.361016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] For port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:23.362012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-55962280-e121-4333-90d9-2b921e318f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.363530 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-55962280-e121-4333-90d9-2b921e318f71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.0756235 Sep 17 22:40:23.365316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] For port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:23.370111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.372558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.416666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.417638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.420167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] 10.222.0.45 "PUT /v2.0/ports/8811e234-84a9-4b7b-9e8a-4019f0b0bd93 HTTP/1.1" status: 200 len: 1093 time: 1.5771859 Sep 17 22:40:23.422926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:23.434087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf7e6c1-8502-4d65-a772-d73fe430636b', 'tag': '8811e234-84a9-4b7b-9e8a-4019f0b0bd93'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:23.440040 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9feb0c-60e8-443e-a351-8ba4514256ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf7e6c1-8502-4d65-a772-d73fe430636b", "tag": "8811e234-84a9-4b7b-9e8a-4019f0b0bd93"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:23.461840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:23.463783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c858e-1e4b-4a22-b8dd-1e892cc0b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:23.476741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:23.479907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=cc1ce18b-a63d-4c33-9e9a-b337336af775,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:23.483007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:23.490176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.490958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.507394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-d60c87c8-2c77-4c5c-8528-3576bc793afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.513373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-d60c87c8-2c77-4c5c-8528-3576bc793afb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1342802 Sep 17 22:40:23.578465 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a37925-ccf7-402c-bc78-0953c3c069ea x-openstack-request-id: req-34a37925-ccf7-402c-bc78-0953c3c069ea {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:23.579116 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf7e6c1-8502-4d65-a772-d73fe430636b", "tag": "8811e234-84a9-4b7b-9e8a-4019f0b0bd93", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:23.579658 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34a37925-ccf7-402c-bc78-0953c3c069ea {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:23.580220 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf7e6c1-8502-4d65-a772-d73fe430636b', 'tag': '8811e234-84a9-4b7b-9e8a-4019f0b0bd93', 'status': 'completed', 'code': 200} Sep 17 22:40:23.594133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5b40b2c8-baf3-4f08-9164-e9c7ee02fe5d tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5663593 Sep 17 22:40:23.602078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46412) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:23.603825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-30af1e33-cffd-460a-b561-01c857532b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.607252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-30af1e33-cffd-460a-b561-01c857532b94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 1096 time: 0.0832551 Sep 17 22:40:23.613851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c', 'mac_address': 'fa:16:3e:03:c6:f7'}, {'ip_address': '2001:db8::3e8', 'mac_address': 'fa:16:3e:4f:ff:f9'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:23.711324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-e00a2294-3486-4d16-9ea6-aeab5ed7ab66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8811e234-84a9-4b7b-9e8a-4019f0b0bd93 HTTP/1.1" status: 200 len: 217 time: 0.0903659 Sep 17 22:40:23.748598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7cf38-509c-4f78-8e14-fdaf57d5757f req-d34842aa-0bae-4e5e-a72d-f9ed57125294 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.751964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9b7cf38-509c-4f78-8e14-fdaf57d5757f req-d34842aa-0bae-4e5e-a72d-f9ed57125294 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 945 time: 0.1566076 Sep 17 22:40:23.825492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9b7cf38-509c-4f78-8e14-fdaf57d5757f req-1baee87d-7167-47f5-bda0-3235b9df1b72 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445049 Sep 17 22:40:23.832002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-2b715739-76b5-48e0-83f4-69e83cf50fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.833827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-2b715739-76b5-48e0-83f4-69e83cf50fb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f96b5128-8f80-42bb-b673-91512054d8be HTTP/1.1" status: 200 len: 854 time: 0.1109302 Sep 17 22:40:23.834211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-3473e14a-8fb0-4bc9-a1bb-551d6cf8e382 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061347 Sep 17 22:40:23.879624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-f8186da3-230b-4c19-84e6-2a2ad5c9bae2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7577208d-b303-41b6-9b78-41e7ead4dbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312676 Sep 17 22:40:23.934926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0fcc6caa-f712-4aff-9035-23cb73e60c8f None None] Provisioning complete for port cc1ce18b-a63d-4c33-9e9a-b337336af775 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:23.935903 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0fcc6caa-f712-4aff-9035-23cb73e60c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.978883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.984527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-0daf6643-f7e8-4c00-8511-7ef6f39b80fb service neutron] 10.222.0.45 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916328 Sep 17 22:40:23.992784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc6caa-f712-4aff-9035-23cb73e60c8f None None] Port cc1ce18b-a63d-4c33-9e9a-b337336af775 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:24.006695 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-bb8fec67-9719-4844-a561-da914bd1f5af service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527958 Sep 17 22:40:24.102178 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-f0628f83-9ea7-49e6-9d62-1d30fd5fa26c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 200 len: 217 time: 0.0625963 Sep 17 22:40:24.190031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1b9338d-9517-4d10-b20b-787747da1ec5 req-55845d86-480d-4197-9b30-b1db9e040b85 service neutron] 10.222.0.45 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978114 Sep 17 22:40:24.309498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-ce9feec6-761d-42b3-bb45-bdc7363078c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.310967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-ce9feec6-761d-42b3-bb45-bdc7363078c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.1959393 Sep 17 22:40:24.405747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-4b8ed86e-9adc-4a4c-a347-d802ed859c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.407917 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-4b8ed86e-9adc-4a4c-a347-d802ed859c9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82ae297a608040b584e37a05099f3712&device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 1096 time: 0.1424925 Sep 17 22:40:24.414836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6401-1b73-444b-87c6-4e65521afa45 req-01d851c6-d56d-4047-a061-97ec571925ff tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.415740 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-01d851c6-d56d-4047-a061-97ec571925ff tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.45 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 811 time: 0.3281255 Sep 17 22:40:24.422411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5ebd-4699-4732-b8d4-96a28f6fc9a1 req-8cf12d8f-3fb9-49df-8f49-5872f5bd3121 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.424945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ecd5ebd-4699-4732-b8d4-96a28f6fc9a1 req-8cf12d8f-3fb9-49df-8f49-5872f5bd3121 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 944 time: 0.1386120 Sep 17 22:40:24.441366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc66c5-5471-4cae-ac46-ce23afde74b6 req-ab9f550f-156f-4bae-9bd4-6a2c44f1124d tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.442999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6bc66c5-5471-4cae-ac46-ce23afde74b6 req-ab9f550f-156f-4bae-9bd4-6a2c44f1124d tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 944 time: 0.1247954 Sep 17 22:40:24.455287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-deec3aef-f697-48e6-a1a7-abb0c5a18121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.456789 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-deec3aef-f697-48e6-a1a7-abb0c5a18121 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362665 Sep 17 22:40:24.537779 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-0b2a675a-dcd4-4e31-83cb-2365b1bb24b6 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c22e9d755b643c083c5ff1fdc822fbf HTTP/1.1" status: 200 len: 380 time: 0.1064913 Sep 17 22:40:24.563708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ecd5ebd-4699-4732-b8d4-96a28f6fc9a1 req-6379faae-df30-4fee-8ca3-07085b8d1b45 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178346 Sep 17 22:40:24.573486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6bc66c5-5471-4cae-ac46-ce23afde74b6 req-7168ffa3-4b5c-455e-863b-7d6dddff9d27 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168931 Sep 17 22:40:24.594399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'port': {'device_id': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'admin_state_up': True, 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'security_groups': ['dd2c2e7f-53de-41e3-8540-b83bade2d1d4']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:24.597945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-fe5e5bfa-45f9-49af-8738-a2cfa5aa2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.599484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-fe5e5bfa-45f9-49af-8738-a2cfa5aa2a2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 200 len: 915 time: 0.1742923 Sep 17 22:40:24.613446 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.637984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.670125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-5f56ce6b-6736-4d51-a7e6-3623effe764f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8811e234-84a9-4b7b-9e8a-4019f0b0bd93 HTTP/1.1" status: 200 len: 217 time: 0.0616367 Sep 17 22:40:24.747091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event updated for resources: {'Port': ['ID=cc1ce18b-a63d-4c33-9e9a-b337336af775,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:24.759028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] In _notify_port_updated(), no bound segment for port cc1ce18b-a63d-4c33-9e9a-b337336af775 on network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:40:24.765283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3dbc3314-4fd4-4028-aa56-c854f126fe90 req-7e051e90-eb39-4a7b-b6c9-4737682e87ba tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 210 time: 0.0860929 Sep 17 22:40:24.765457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.766206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.770129 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-29a9d2e9-8727-424f-bd1f-7b8d842e8fac tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "PUT /v2.0/ports/cc1ce18b-a63d-4c33-9e9a-b337336af775 HTTP/1.1" status: 200 len: 1064 time: 1.1645226 Sep 17 22:40:24.774927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46430) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:24.779848 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-164ae542-08bd-4a68-a99f-05841cd2e183 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077145 Sep 17 22:40:24.950518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Made reservation on behalf of 7c22e9d755b643c083c5ff1fdc822fbf for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:24.951192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-414653ad-ee87-42d9-a710-10da3ceb14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.952402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-414653ad-ee87-42d9-a710-10da3ceb14e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f96b5128-8f80-42bb-b673-91512054d8be HTTP/1.1" status: 200 len: 854 time: 0.2712662 Sep 17 22:40:24.961323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.988619 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-38a4c7c3-0445-4195-9c48-d6dd69653b3c service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886570 Sep 17 22:40:25.046517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2a804eaa-aa2f-43e0-9c6c-d5a5b5e3e5c0 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Deleting port cc1ce18b-a63d-4c33-9e9a-b337336af775 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:25.047669 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a804eaa-aa2f-43e0-9c6c-d5a5b5e3e5c0 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.052634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-9a51c689-c997-4ee7-8bd6-b4333bc60e64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=81be61f9-2856-4a70-99f8-0d56deed514e HTTP/1.1" status: 200 len: 217 time: 0.0511079 Sep 17 22:40:25.059344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-9696412c-85bf-46e8-9670-9b03abe69c17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7577208d-b303-41b6-9b78-41e7ead4dbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811634 Sep 17 22:40:25.150039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-e7ccfcf6-b526-4cfb-9259-b69604b96a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.151986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-e7ccfcf6-b526-4cfb-9259-b69604b96a6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.0662699 Sep 17 22:40:25.183725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042634af-c43d-4013-8535-b0f84d1ec23e req-1f3e9d14-298d-4cd9-921b-c6d89203c4cf tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.186089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-042634af-c43d-4013-8535-b0f84d1ec23e req-1f3e9d14-298d-4cd9-921b-c6d89203c4cf tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 945 time: 0.2104106 Sep 17 22:40:25.239401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6160dd8f-1d2c-47c0-a4a2-dac37fecddd7 None None] Provisioning complete for port cc1ce18b-a63d-4c33-9e9a-b337336af775 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:25.240537 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6160dd8f-1d2c-47c0-a4a2-dac37fecddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.288983 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a804eaa-aa2f-43e0-9c6c-d5a5b5e3e5c0 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.320513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2a804eaa-aa2f-43e0-9c6c-d5a5b5e3e5c0 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Calling delete_port for cc1ce18b-a63d-4c33-9e9a-b337336af775 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:25.320804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6160dd8f-1d2c-47c0-a4a2-dac37fecddd7 None None] Port cc1ce18b-a63d-4c33-9e9a-b337336af775 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:25.330681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-042634af-c43d-4013-8535-b0f84d1ec23e req-b133b829-4557-4f48-b613-dbed1baddaa9 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298735 Sep 17 22:40:25.334706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46440) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:25.351981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-50ff5e66-f1e0-4fd4-99a3-9fb02f271d62 service neutron] 10.222.0.45 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745695 Sep 17 22:40:25.534035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b0989b4d-0eea-4d59-ad86-5d8025aaee1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.539154 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb9feb0c-60e8-443e-a351-8ba4514256ec req-1c49ea79-1f84-4e8c-be07-c8299b5d90c2 service neutron] 10.222.0.45 "GET /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544180 Sep 17 22:40:25.625546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-52a64a56-0c2f-44bc-962a-147b2cdb4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.627233 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-52a64a56-0c2f-44bc-962a-147b2cdb4760 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4658821 Sep 17 22:40:25.635350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a804eaa-aa2f-43e0-9c6c-d5a5b5e3e5c0 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.693048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a804eaa-aa2f-43e0-9c6c-d5a5b5e3e5c0 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Port': ['ID=cc1ce18b-a63d-4c33-9e9a-b337336af775,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:25.777728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Allocated IP 172.20.0.10 (c81b22d0-800c-49bf-8605-c74d092fc0f5/322d34c3-9878-4437-9fe5-9e25ac04e704/f2881534-b54c-43f7-9adc-fc6f479568c7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:25.798523 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-bc77e3d3-02a9-4f94-8930-80e73e072006 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563225 Sep 17 22:40:25.883849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714c1a8-f1c1-4353-9d8d-aed17e3f99ea req-8844c29f-c103-422f-9af2-27dac8a37510 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.891291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8714c1a8-f1c1-4353-9d8d-aed17e3f99ea req-8844c29f-c103-422f-9af2-27dac8a37510 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 944 time: 0.2147734 Sep 17 22:40:25.988004 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b0989b4d-0eea-4d59-ad86-5d8025aaee1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.003067 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-4046aca9-6abf-4b44-b3d5-7cbf2f76cd70 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860976 Sep 17 22:40:26.006150 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b0989b4d-0eea-4d59-ad86-5d8025aaee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.031374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8714c1a8-f1c1-4353-9d8d-aed17e3f99ea req-eadabca8-8ca4-4112-a4c9-21ed4da5f7be tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330223 Sep 17 22:40:26.039909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2b862-ac63-4f43-aa85-e69e589c7854 req-d2f5dfa1-68fb-4450-aa99-037d752945d6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.041487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7c2b862-ac63-4f43-aa85-e69e589c7854 req-d2f5dfa1-68fb-4450-aa99-037d752945d6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 944 time: 0.2123384 Sep 17 22:40:26.077323 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-4ca4caf1-ec1f-4cf8-9a74-ee9f47ccc05f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123 HTTP/1.1" status: 200 len: 217 time: 0.0614111 Sep 17 22:40:26.084306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.100340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b0989b4d-0eea-4d59-ad86-5d8025aaee1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad1d4c751dc84f7fb9f19269de1e9d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7645919 Sep 17 22:40:26.101050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46462) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:26.157660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-b15eea8d-f062-487d-a6ae-1aae88dcdc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.159170 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-b15eea8d-f062-487d-a6ae-1aae88dcdc3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.0730944 Sep 17 22:40:26.181671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.195832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a804eaa-aa2f-43e0-9c6c-d5a5b5e3e5c0 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.197770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a804eaa-aa2f-43e0-9c6c-d5a5b5e3e5c0 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "DELETE /v2.0/ports/cc1ce18b-a63d-4c33-9e9a-b337336af775 HTTP/1.1" status: 204 len: 168 time: 1.4213169 Sep 17 22:40:26.201253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0989b4d-0eea-4d59-ad86-5d8025aaee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981e59f6-74fa-4748-8dd0-ba504a09c81f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:26.204417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46464) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:26.256972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7c2b862-ac63-4f43-aa85-e69e589c7854 req-d369bda7-4812-4723-a169-f9aefbc02ca9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547778 Sep 17 22:40:26.265987 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9df7c9-8112-4d7c-a40b-863edc71caf7 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] GET failed (client error): The resource could not be found. Sep 17 22:40:26.267606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7c9df7c9-8112-4d7c-a40b-863edc71caf7 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "GET /v2.0/ports/cc1ce18b-a63d-4c33-9e9a-b337336af775 HTTP/1.1" status: 404 len: 333 time: 0.0602231 Sep 17 22:40:26.274002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46466) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:26.280680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:26.285294 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70369ad8-d052-4d40-ba80-442310d437ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.295034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b744d3-4668-4ffe-8ab9-5f68f509e217 req-1f315bb6-2fff-4d98-ac93-e6d97d148038 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.297164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b744d3-4668-4ffe-8ab9-5f68f509e217 req-1f315bb6-2fff-4d98-ac93-e6d97d148038 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 945 time: 0.1034791 Sep 17 22:40:26.297452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:26.300516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:26.324119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event updated for resources: {'Port': ['ID=f2881534-b54c-43f7-9adc-fc6f479568c7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:26.350234 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70369ad8-d052-4d40-ba80-442310d437ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.351961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-920590ef-b612-4cca-9734-4c0e30cd08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.353539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-920590ef-b612-4cca-9734-4c0e30cd08b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1837406 Sep 17 22:40:26.394082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b744d3-4668-4ffe-8ab9-5f68f509e217 req-3457ac3f-c39d-4253-8a64-7f44e3c1a050 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849216 Sep 17 22:40:26.440250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70369ad8-d052-4d40-ba80-442310d437ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.443130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70369ad8-d052-4d40-ba80-442310d437ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.447230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-70369ad8-d052-4d40-ba80-442310d437ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/981e59f6-74fa-4748-8dd0-ba504a09c81f HTTP/1.1" status: 204 len: 168 time: 0.3417313 Sep 17 22:40:26.475993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.476737 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.485510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70369ad8-d052-4d40-ba80-442310d437ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e59f6-74fa-4748-8dd0-ba504a09c81f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:26.521402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615783b1-edfa-4dcb-a11e-9eb68a8f2555 req-c65eec20-a8f4-400a-98e5-aeb2712e5bdc tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.523017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-615783b1-edfa-4dcb-a11e-9eb68a8f2555 req-c65eec20-a8f4-400a-98e5-aeb2712e5bdc tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 932 time: 0.0746913 Sep 17 22:40:26.533206 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-5f814860-5268-45c6-b7c0-b433aede2705 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9833682 Sep 17 22:40:26.551726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-99022399-4d2e-4f7c-8911-be2f752ccb55 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Deleting port 8bc6499f-cbae-445f-ba45-6000f4f4152b {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:26.552073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99022399-4d2e-4f7c-8911-be2f752ccb55 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.571364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Request body: {'port': {'device_id': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:26.587473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-615783b1-edfa-4dcb-a11e-9eb68a8f2555 req-2924047b-20d0-4325-973f-b5b742d62032 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578752 Sep 17 22:40:26.602051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:26.612144 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-8f9c2257-f39a-46e7-83ea-ec29b06bc805 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491198 Sep 17 22:40:26.657215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:40:26.661485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:26.662069 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.688605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4ed33051-a061-4a62-8d9c-cc56a2c66ccb None None] Provisioning complete for port f2881534-b54c-43f7-9adc-fc6f479568c7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:26.689132 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ed33051-a061-4a62-8d9c-cc56a2c66ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.708693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.738181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4ed33051-a061-4a62-8d9c-cc56a2c66ccb None None] Port f2881534-b54c-43f7-9adc-fc6f479568c7 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:26.777071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46472) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:26.783024 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.791350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14951110-4b02-47ab-8382-4d2f05aa9a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.805969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c8044c-289a-4728-8fc5-76b45705e158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:26.808641 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb6468e-7a44-4a7b-884f-682a59b2d270" -d '{"events": [{"server_uuid": "81c8044c-289a-4728-8fc5-76b45705e158", "name": "network-vif-plugged", "status": "completed", "tag": "5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:26.814952 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99022399-4d2e-4f7c-8911-be2f752ccb55 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.822346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:26.831208 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.854000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-99022399-4d2e-4f7c-8911-be2f752ccb55 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Calling delete_port for 8bc6499f-cbae-445f-ba45-6000f4f4152b owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:26.859601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-548636a4-1707-4c7d-b1ec-a87a971cdcd3 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196915 Sep 17 22:40:26.870981 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd09c72-c90f-4c2c-ae24-3db8a3ccfff3 x-openstack-request-id: req-bbd09c72-c90f-4c2c-ae24-3db8a3ccfff3 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:26.871318 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c8044c-289a-4728-8fc5-76b45705e158", "name": "network-vif-plugged", "status": "completed", "tag": "5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:26.871564 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbd09c72-c90f-4c2c-ae24-3db8a3ccfff3 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:26.872149 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c8044c-289a-4728-8fc5-76b45705e158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1', 'code': 200} Sep 17 22:40:26.888734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:26.937041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14951110-4b02-47ab-8382-4d2f05aa9a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.941650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14951110-4b02-47ab-8382-4d2f05aa9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.963855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-252950c9-8356-4043-9c03-ac26928cd689 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70488223-db67-40dc-899e-cc495fd69544 HTTP/1.1" status: 200 len: 217 time: 0.0532947 Sep 17 22:40:27.006748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-14951110-4b02-47ab-8382-4d2f05aa9a22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fb09a5bfb3f47578043d50b703fa7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283058 Sep 17 22:40:27.019203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46476) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:27.019846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14951110-4b02-47ab-8382-4d2f05aa9a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f6a1b2-1bf4-4909-a17a-c48766963ccd,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:27.073904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9208433-3433-4167-823f-4dddd5411078 req-25789234-8510-4b9b-b7c3-c95fd5556129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.075672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9208433-3433-4167-823f-4dddd5411078 req-25789234-8510-4b9b-b7c3-c95fd5556129 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 1097 time: 0.1140320 Sep 17 22:40:27.114044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-0b119d99-2ee5-4a30-9546-d201d7299101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.115526 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-0b119d99-2ee5-4a30-9546-d201d7299101 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.1199224 Sep 17 22:40:27.153611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-48e1b54a-0f3a-40d9-b107-916ba58ae9e5 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.155054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-48e1b54a-0f3a-40d9-b107-916ba58ae9e5 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.45 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 945 time: 0.1449058 Sep 17 22:40:27.187075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9208433-3433-4167-823f-4dddd5411078 req-327256c6-dae0-4613-875e-d6e16861bff1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028261 Sep 17 22:40:27.187996 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88f25229-076b-4ae6-a66e-71a767241176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.229218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-c01b6cfa-615a-49f2-9b99-35ba4f8fccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.230738 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-c01b6cfa-615a-49f2-9b99-35ba4f8fccbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061022 Sep 17 22:40:27.242279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff003188-b0d9-4ccf-8d57-55f4d307b035 req-44a05e62-4cac-4193-a14d-5d8fbcbec638 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.243764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff003188-b0d9-4ccf-8d57-55f4d307b035 req-44a05e62-4cac-4193-a14d-5d8fbcbec638 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 944 time: 0.1460557 Sep 17 22:40:27.279972 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88f25229-076b-4ae6-a66e-71a767241176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.347672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2881534-b54c-43f7-9adc-fc6f479568c7 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:27.351880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99022399-4d2e-4f7c-8911-be2f752ccb55 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.361526 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff003188-b0d9-4ccf-8d57-55f4d307b035 req-da1f74fb-df38-4387-b172-58f391bf342e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045258 Sep 17 22:40:27.362720 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.410784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99022399-4d2e-4f7c-8911-be2f752ccb55 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Port': ['ID=8bc6499f-cbae-445f-ba45-6000f4f4152b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:27.413351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Deleting port afefc810-eecd-4b27-ba0b-ae30a1387052 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:27.413727 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.416447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88f25229-076b-4ae6-a66e-71a767241176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.419193 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88f25229-076b-4ae6-a66e-71a767241176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.423313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-88f25229-076b-4ae6-a66e-71a767241176 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97f6a1b2-1bf4-4909-a17a-c48766963ccd HTTP/1.1" status: 204 len: 168 time: 0.3933289 Sep 17 22:40:27.437583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Transition to ACTIVE for port object f2881534-b54c-43f7-9adc-fc6f479568c7 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:27.448366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99022399-4d2e-4f7c-8911-be2f752ccb55 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.454395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-99022399-4d2e-4f7c-8911-be2f752ccb55 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "DELETE /v2.0/ports/8bc6499f-cbae-445f-ba45-6000f4f4152b HTTP/1.1" status: 204 len: 168 time: 1.1779633 Sep 17 22:40:27.454513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46490) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:27.461283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f25229-076b-4ae6-a66e-71a767241176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f6a1b2-1bf4-4909-a17a-c48766963ccd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:27.465022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.471932 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-6b452104-4e25-47f8-b892-6c3946d3eacf service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310839 Sep 17 22:40:27.498646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e16d5-91dd-41b9-a1fd-6591b8b4d3b5 req-2a8218d2-c3bc-4020-ac75-cfc6b84201da tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.500981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c69e16d5-91dd-41b9-a1fd-6591b8b4d3b5 req-2a8218d2-c3bc-4020-ac75-cfc6b84201da tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 945 time: 0.1573069 Sep 17 22:40:27.529500 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ed11df-74b5-4c85-a33e-6fc10640cae8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] GET failed (client error): The resource could not be found. Sep 17 22:40:27.535110 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68ed11df-74b5-4c85-a33e-6fc10640cae8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "GET /v2.0/ports/8bc6499f-cbae-445f-ba45-6000f4f4152b HTTP/1.1" status: 404 len: 333 time: 0.0781648 Sep 17 22:40:27.538798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46492) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:27.545779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:27.610971 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c69e16d5-91dd-41b9-a1fd-6591b8b4d3b5 req-67b1ff6c-9551-496b-850e-42333e22fd21 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989988 Sep 17 22:40:27.628970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] For port afefc810-eecd-4b27-ba0b-ae30a1387052, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=afefc810-eecd-4b27-ba0b-ae30a1387052,segment=NetworkSegment(bd40e494-1945-4ff2-942e-eca6967be163),segment_id=bd40e494-1945-4ff2-942e-eca6967be163)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:27.632165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.644660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Pushing event updated for resources: {'Port': ['ID=f2881534-b54c-43f7-9adc-fc6f479568c7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:27.674101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Calling delete_port for afefc810-eecd-4b27-ba0b-ae30a1387052 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:27.785845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:27.823432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '8811e234-84a9-4b7b-9e8a-4019f0b0bd93', 'network_id': '7577208d-b303-41b6-9b78-41e7ead4dbaa', 'port_id': '8811e234-84a9-4b7b-9e8a-4019f0b0bd93', 'mac_address': 'fa:16:3e:ce:fe:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96b5128-8f80-42bb-b673-91512054d8be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:27.902964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.915966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701e66f-db8e-4d41-9a21-eede3fa3ace0 req-c641fb09-c135-434e-a79b-a921210a5dea tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.917937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4701e66f-db8e-4d41-9a21-eede3fa3ace0 req-c641fb09-c135-434e-a79b-a921210a5dea tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/ports?device_id=169b600d-f47e-4f08-84c0-d0c94f0a9139 HTTP/1.1" status: 200 len: 945 time: 0.1573479 Sep 17 22:40:27.929509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:27.946420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb4f4c-8575-4159-8711-c8b7d4d92d4b req-7e09fa9a-905d-407d-9627-2aef312bb26b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.948167 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-0a3c4ee1-1382-40c5-b525-2c1d552dc128 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469028 Sep 17 22:40:27.950004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afdb4f4c-8575-4159-8711-c8b7d4d92d4b req-7e09fa9a-905d-407d-9627-2aef312bb26b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 944 time: 0.1876881 Sep 17 22:40:27.954846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:27.963059 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.999662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Attempting to bind port f2881534-b54c-43f7-9adc-fc6f479568c7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:27.999863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Attempting to bind port f2881534-b54c-43f7-9adc-fc6f479568c7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:28.000603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Attempting to bind port f2881534-b54c-43f7-9adc-fc6f479568c7 on network c81b22d0-800c-49bf-8605-c74d092fc0f5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:28.006178 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-fc62e139-497e-425a-b72d-ee2b16bb4622 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d14df5e-477b-459c-a67d-77affd4107c0 HTTP/1.1" status: 200 len: 217 time: 0.0475492 Sep 17 22:40:28.008359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Port f2881534-b54c-43f7-9adc-fc6f479568c7 on network c81b22d0-800c-49bf-8605-c74d092fc0f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:28.008501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Attempting to bind port f2881534-b54c-43f7-9adc-fc6f479568c7 on network c81b22d0-800c-49bf-8605-c74d092fc0f5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:28.017191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f712a3ff-8bf3-4d7a-983e-b12b1c090e32 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Deleting port 39ed27af-36d6-4c49-b193-f2ce51a4d083 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:28.017541 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f712a3ff-8bf3-4d7a-983e-b12b1c090e32 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.026326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afdb4f4c-8575-4159-8711-c8b7d4d92d4b req-7a93db11-beae-4851-8a13-199d33899d98 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504470 Sep 17 22:40:28.039321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:28.049382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46498) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:28.063368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:28.064169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Checking segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:28.064516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Bound using segment: {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:28.065127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Bound port: f2881534-b54c-43f7-9adc-fc6f479568c7, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28229310-3147-4d23-943f-8b372f02d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:28.065351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.069099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4701e66f-db8e-4d41-9a21-eede3fa3ace0 req-6a884340-bb9e-40c6-8cbc-3fe33d628d43 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.48 "GET /v2.0/security-groups?id=c655f92e-86c4-49a3-8ee1-5a347c60c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083891 Sep 17 22:40:28.096162 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.126870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Pushing event deleted for resources: {'Port': ['ID=afefc810-eecd-4b27-ba0b-ae30a1387052,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:28.161189 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc89fb99-55d7-4d95-9ab6-1dd58fb27ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.166187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] No DVR routers for this DVR port afefc810-eecd-4b27-ba0b-ae30a1387052 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:28.169281 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.171372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-324c0539-1370-4286-8509-4ee49daf7ba8 req-c1610e4c-4661-4629-b44d-eb988e7d1be8 tempest-ServerPasswordTestJSON-248365409 tempest-ServerPasswordTestJSON-248365409-project] 10.222.0.45 "DELETE /v2.0/ports/afefc810-eecd-4b27-ba0b-ae30a1387052 HTTP/1.1" status: 204 len: 173 time: 1.0004082 Sep 17 22:40:28.172790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b600d-f47e-4f08-84c0-d0c94f0a9139', 'name': 'network-vif-deleted', 'tag': 'afefc810-eecd-4b27-ba0b-ae30a1387052'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:28.174786 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428fd033-5933-4248-9eb9-2c5929eed2e1" -d '{"events": [{"server_uuid": "169b600d-f47e-4f08-84c0-d0c94f0a9139", "name": "network-vif-deleted", "tag": "afefc810-eecd-4b27-ba0b-ae30a1387052"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:28.235765 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45e8cf7-5b3b-4de4-8f67-a0f5bb0b65bb x-openstack-request-id: req-f45e8cf7-5b3b-4de4-8f67-a0f5bb0b65bb {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:28.236401 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169b600d-f47e-4f08-84c0-d0c94f0a9139", "name": "network-vif-deleted", "tag": "afefc810-eecd-4b27-ba0b-ae30a1387052", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:28.237478 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f45e8cf7-5b3b-4de4-8f67-a0f5bb0b65bb {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:28.237853 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169b600d-f47e-4f08-84c0-d0c94f0a9139', 'name': 'network-vif-deleted', 'tag': 'afefc810-eecd-4b27-ba0b-ae30a1387052', 'status': 'completed', 'code': 200} Sep 17 22:40:28.244218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['8811e234-84a9-4b7b-9e8a-4019f0b0bd93'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:28.257378 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f712a3ff-8bf3-4d7a-983e-b12b1c090e32 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.272721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-594ae85c-02c4-4e08-93b1-2d1ba4eb97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.274246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-594ae85c-02c4-4e08-93b1-2d1ba4eb97fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.2500978 Sep 17 22:40:28.275160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f712a3ff-8bf3-4d7a-983e-b12b1c090e32 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Calling delete_port for 39ed27af-36d6-4c49-b193-f2ce51a4d083 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:28.379829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] For port f2881534-b54c-43f7-9adc-fc6f479568c7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:28.418394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] For port f2881534-b54c-43f7-9adc-fc6f479568c7, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f2881534-b54c-43f7-9adc-fc6f479568c7,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:28.429515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-89949a51-ff40-44c2-bdc7-25cc80edb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.431035 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-89949a51-ff40-44c2-bdc7-25cc80edb9cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1271980 Sep 17 22:40:28.432014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.495118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89fe8b-d264-4484-830b-a65e0dd2e144 req-8e0c80a0-3eda-473f-a8e8-c8bc3cfcea6e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.496701 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df89fe8b-d264-4484-830b-a65e0dd2e144 req-8e0c80a0-3eda-473f-a8e8-c8bc3cfcea6e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 945 time: 0.0554428 Sep 17 22:40:28.525250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.525872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.527276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] 10.222.0.45 "PUT /v2.0/ports/f2881534-b54c-43f7-9adc-fc6f479568c7 HTTP/1.1" status: 200 len: 1093 time: 1.9806023 Sep 17 22:40:28.527725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'tag': 'f2881534-b54c-43f7-9adc-fc6f479568c7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:28.529966 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba940d-cf5d-4fce-b665-d4198ffd64e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4661c8e3-f88a-43ad-905c-97c85b7091cc", "tag": "f2881534-b54c-43f7-9adc-fc6f479568c7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:28.554067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df89fe8b-d264-4484-830b-a65e0dd2e144 req-25b17dc9-f71f-4ecc-bc5e-24e050d6fe61 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Sep 17 22:40:28.752262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98bd85-07db-49ad-b48a-e48aa7eb8589 req-517e0f97-db8f-4973-95a8-61363d4d846b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.754792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc98bd85-07db-49ad-b48a-e48aa7eb8589 req-517e0f97-db8f-4973-95a8-61363d4d846b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 945 time: 0.0643263 Sep 17 22:40:28.815567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc98bd85-07db-49ad-b48a-e48aa7eb8589 req-322fd239-c670-4edb-989b-888e46dd1a03 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Sep 17 22:40:28.955571 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8f5cd5-1820-416e-87aa-de5d91b8ea2a x-openstack-request-id: req-6b8f5cd5-1820-416e-87aa-de5d91b8ea2a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:28.955859 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4661c8e3-f88a-43ad-905c-97c85b7091cc", "tag": "f2881534-b54c-43f7-9adc-fc6f479568c7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:28.956109 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b8f5cd5-1820-416e-87aa-de5d91b8ea2a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:28.956505 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'tag': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'status': 'completed', 'code': 200} Sep 17 22:40:29.011001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db7d52-93c4-4cc9-a89c-8da653cdc43c service neutron] Pushing event updated for resources: {'Port': ['ID=f2881534-b54c-43f7-9adc-fc6f479568c7,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:29.047505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc89fb99-55d7-4d95-9ab6-1dd58fb27ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.050802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f712a3ff-8bf3-4d7a-983e-b12b1c090e32 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.059326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc89fb99-55d7-4d95-9ab6-1dd58fb27ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.068236 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-42333b9f-8423-48b3-921e-6f795330a84f service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203156 Sep 17 22:40:29.115739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a3ff-8bf3-4d7a-983e-b12b1c090e32 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Port': ['ID=39ed27af-36d6-4c49-b193-f2ce51a4d083,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:29.132775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6401-1b73-444b-87c6-4e65521afa45 req-f694ccc5-d21e-49cd-b002-dfea813320aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.134338 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-f694ccc5-d21e-49cd-b002-dfea813320aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 1096 time: 0.5337369 Sep 17 22:40:29.158800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46516) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:29.186643 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fc89fb99-55d7-4d95-9ab6-1dd58fb27ddb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dda0c29074e44cbe8ba0f9ae14ba354d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1286223 Sep 17 22:40:29.189055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd8aec-27ce-4f64-ad0e-aa5bddcffcf0 req-e1acf21b-f7a2-4abc-9c5e-f189f6506937 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.190742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8cdd8aec-27ce-4f64-ad0e-aa5bddcffcf0 req-e1acf21b-f7a2-4abc-9c5e-f189f6506937 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 944 time: 0.0698988 Sep 17 22:40:29.191295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46518) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:29.250878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89fb99-55d7-4d95-9ab6-1dd58fb27ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b399c39-1e32-448b-b736-32204e25f3fe,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:29.260196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8cdd8aec-27ce-4f64-ad0e-aa5bddcffcf0 req-f9d4a7a4-16ea-44df-8de3-80e72e1a0204 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556712 Sep 17 22:40:29.283315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cbe932ae-6a52-46de-9e96-1ac0c676511f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.284887 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f712a3ff-8bf3-4d7a-983e-b12b1c090e32 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.289035 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f712a3ff-8bf3-4d7a-983e-b12b1c090e32 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "DELETE /v2.0/ports/39ed27af-36d6-4c49-b193-f2ce51a4d083 HTTP/1.1" status: 204 len: 168 time: 1.7471282 Sep 17 22:40:29.293381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46520) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:29.293735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-9262bf6c-3477-4860-87a3-b5eac4e4e03e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2881534-b54c-43f7-9adc-fc6f479568c7 HTTP/1.1" status: 200 len: 217 time: 0.1340120 Sep 17 22:40:29.355389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0e97a0-9bd3-457c-a2b1-531d5db615d7 admin admin] Deleting subnet 8c13d174-629c-481c-8d93-9595442d6e64 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:40:29.377829 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c895129-ada9-40ac-8b49-d145c435adb9 req-d99af950-5909-4a8a-94a7-86665b0164b5 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809341 Sep 17 22:40:29.381150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d0e97a0-9bd3-457c-a2b1-531d5db615d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.426618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6401-1b73-444b-87c6-4e65521afa45 req-99588723-bc8c-46d3-bb9f-bde6f973428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.428096 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-99588723-bc8c-46d3-bb9f-bde6f973428f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.1261146 Sep 17 22:40:29.433987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d0e97a0-9bd3-457c-a2b1-531d5db615d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.507627 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d0e97a0-9bd3-457c-a2b1-531d5db615d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.538145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6401-1b73-444b-87c6-4e65521afa45 req-aba5d15d-eb31-42ca-a5fc-98c4a48d5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.539580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-aba5d15d-eb31-42ca-a5fc-98c4a48d5a6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035848 Sep 17 22:40:29.577488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:29.631205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d0e97a0-9bd3-457c-a2b1-531d5db615d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.649123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:40:29.652444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cbe932ae-6a52-46de-9e96-1ac0c676511f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.654141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:29.654695 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.677561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e97a0-9bd3-457c-a2b1-531d5db615d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c13d174-629c-481c-8d93-9595442d6e64,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:29.680450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d0e97a0-9bd3-457c-a2b1-531d5db615d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.682386 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5d0e97a0-9bd3-457c-a2b1-531d5db615d7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8c13d174-629c-481c-8d93-9595442d6e64 HTTP/1.1" status: 204 len: 168 time: 0.5215271 Sep 17 22:40:29.685078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46526) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:29.687007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-3c04f7b6-2fee-4c5a-8c70-ed59e8a124e8 service neutron] 10.222.0.45 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388221 Sep 17 22:40:29.737388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1795478-5867-411f-b683-8fa61f2235c8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Deleting subnet 8108429c-7721-4211-92e4-e3affe03a001 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:40:29.743800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1795478-5867-411f-b683-8fa61f2235c8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.753839 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.785229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dc1a9-6b91-4e17-9697-ee8277185f71 req-a58b41c9-76c9-4a0c-baf5-ab9ad9e63f8b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.786797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-015dc1a9-6b91-4e17-9697-ee8277185f71 req-a58b41c9-76c9-4a0c-baf5-ab9ad9e63f8b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 945 time: 0.1368504 Sep 17 22:40:29.791715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf7e6c1-8502-4d65-a772-d73fe430636b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8811e234-84a9-4b7b-9e8a-4019f0b0bd93'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:29.794107 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37721791-4863-4952-b164-86cde6917e0c" -d '{"events": [{"server_uuid": "8bf7e6c1-8502-4d65-a772-d73fe430636b", "name": "network-vif-plugged", "status": "completed", "tag": "8811e234-84a9-4b7b-9e8a-4019f0b0bd93"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:29.817673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:29.823829 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.826637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device afefc810-eecd-4b27-ba0b-ae30a1387052 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:29.830731 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1795478-5867-411f-b683-8fa61f2235c8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.855760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.864243 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cbe932ae-6a52-46de-9e96-1ac0c676511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.867147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cbe932ae-6a52-46de-9e96-1ac0c676511f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.868322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cbe932ae-6a52-46de-9e96-1ac0c676511f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b399c39-1e32-448b-b736-32204e25f3fe HTTP/1.1" status: 204 len: 168 time: 0.6760945 Sep 17 22:40:29.890806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-015dc1a9-6b91-4e17-9697-ee8277185f71 req-4509f271-0c9e-4383-a727-5c4eaf51ba77 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923948 Sep 17 22:40:29.896184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe932ae-6a52-46de-9e96-1ac0c676511f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b399c39-1e32-448b-b736-32204e25f3fe,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:29.915007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-273d6401-1b73-444b-87c6-4e65521afa45 req-abd72e5b-de2c-4e1f-9eb0-96ebbe34b54c service neutron] 10.222.0.45 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203634 Sep 17 22:40:29.915455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: afefc810-eecd-4b27-ba0b-ae30a1387052 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:29.915811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device afefc810-eecd-4b27-ba0b-ae30a1387052 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:29.940922 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e058c181-0a5b-4b40-b688-8b3f94b5d049 x-openstack-request-id: req-e058c181-0a5b-4b40-b688-8b3f94b5d049 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:29.948095 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf7e6c1-8502-4d65-a772-d73fe430636b", "name": "network-vif-plugged", "status": "completed", "tag": "8811e234-84a9-4b7b-9e8a-4019f0b0bd93", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:29.948556 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e058c181-0a5b-4b40-b688-8b3f94b5d049 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:29.949102 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf7e6c1-8502-4d65-a772-d73fe430636b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8811e234-84a9-4b7b-9e8a-4019f0b0bd93', 'code': 200} Sep 17 22:40:29.982182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:30.012538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d662609-b7eb-406b-8647-f870b18f3613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.033591 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1795478-5867-411f-b683-8fa61f2235c8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.093818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53daed1-66f2-4960-8b65-8fc4f44db06a req-5f8086ed-1b71-4205-bbf8-67aba2c19716 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.095366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b53daed1-66f2-4960-8b65-8fc4f44db06a req-5f8086ed-1b71-4205-bbf8-67aba2c19716 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 945 time: 0.1091607 Sep 17 22:40:30.108560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.145430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cfcccd-7ec0-472a-82c6-ebf9fcce2303']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:30.156122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-a892aec8-5d92-456e-8b50-bc77879a1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.157340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b53daed1-66f2-4960-8b65-8fc4f44db06a req-f1e20383-33c2-417a-bb56-8c15c8db2b00 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474687 Sep 17 22:40:30.157668 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-a892aec8-5d92-456e-8b50-bc77879a1bc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 1096 time: 0.1557953 Sep 17 22:40:30.159057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1795478-5867-411f-b683-8fa61f2235c8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.161815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd40e494-1945-4ff2-942e-eca6967be163') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:30.162099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd40e494-1945-4ff2-942e-eca6967be163') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:30.184103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.191847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1795478-5867-411f-b683-8fa61f2235c8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Subnet': ['ID=8108429c-7721-4211-92e4-e3affe03a001,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:30.196349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1795478-5867-411f-b683-8fa61f2235c8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.201529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f1795478-5867-411f-b683-8fa61f2235c8 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "DELETE /v2.0/subnets/8108429c-7721-4211-92e4-e3affe03a001 HTTP/1.1" status: 204 len: 168 time: 0.9069901 Sep 17 22:40:30.202003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46540) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:30.211020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa6ee4-2908-4e83-a2a3-5f4524bd8cdb None None] Network 25e0d237-d3bd-44d6-b10d-6744ae82beb8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:30.212169 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:40:30.230851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b3f6e-3e17-4ff2-adbc-0877b67b8c63 req-e41e6e40-6810-4a69-a731-a87a191574ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.233005 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f6b3f6e-3e17-4ff2-adbc-0877b67b8c63 req-e41e6e40-6810-4a69-a731-a87a191574ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 1098 time: 0.2084391 Sep 17 22:40:30.268874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.330899 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.350679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:30.351286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:30.358330 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:30.385497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f6b3f6e-3e17-4ff2-adbc-0877b67b8c63 req-ce22281c-9e13-40a4-bb1b-f00fd8b701d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355548 Sep 17 22:40:30.445251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-c00993d2-c8d5-40a4-bf99-2c0f46921584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.446908 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-c00993d2-c8d5-40a4-bf99-2c0f46921584 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.2772977 Sep 17 22:40:30.455747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.490778 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.495950 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5cfcccd-7ec0-472a-82c6-ebf9fcce2303 HTTP/1.1" status: 204 len: 168 time: 0.8052626 Sep 17 22:40:30.495950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3b357-c8f4-4354-a2e1-48ffa9c5e3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5cfcccd-7ec0-472a-82c6-ebf9fcce2303,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:30.548241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ab8a-637a-401a-8fa5-df929345ebf5 req-3cb27e46-dbe5-4014-9826-809a12e6f3e1 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.555675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88c7ab8a-637a-401a-8fa5-df929345ebf5 req-3cb27e46-dbe5-4014-9826-809a12e6f3e1 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 944 time: 0.1102843 Sep 17 22:40:30.572465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Deleting port dd9df84c-c4c4-493f-940f-cd36d12b2d07 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:30.573405 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.582047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] DHCP port deletion for 25e0d237-d3bd-44d6-b10d-6744ae82beb8 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:40:30.658636 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-6cf49c48-9976-490d-b44e-733d46bf9826 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2881534-b54c-43f7-9adc-fc6f479568c7 HTTP/1.1" status: 200 len: 217 time: 0.0771780 Sep 17 22:40:30.684131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] Deleting port dd9df84c-c4c4-493f-940f-cd36d12b2d07 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:30.687159 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.702623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] For port dd9df84c-c4c4-493f-940f-cd36d12b2d07, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dd9df84c-c4c4-493f-940f-cd36d12b2d07,segment=NetworkSegment(244d49ef-72cd-4840-aa4a-438e34427eca),segment_id=244d49ef-72cd-4840-aa4a-438e34427eca)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:30.703095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.738195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88c7ab8a-637a-401a-8fa5-df929345ebf5 req-5248110d-3b8f-4b84-afe2-b22020ffd807 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815476 Sep 17 22:40:30.752887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Calling delete_port for dd9df84c-c4c4-493f-940f-cd36d12b2d07 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:30.779025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46564) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:30.800686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-0598aa9f-2d29-483e-8ff4-cf8bf233a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.802224 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-0598aa9f-2d29-483e-8ff4-cf8bf233a752 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.1282856 Sep 17 22:40:30.807493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] For port dd9df84c-c4c4-493f-940f-cd36d12b2d07, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dd9df84c-c4c4-493f-940f-cd36d12b2d07,segment=NetworkSegment(244d49ef-72cd-4840-aa4a-438e34427eca),segment_id=244d49ef-72cd-4840-aa4a-438e34427eca)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:30.808252 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.829645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] Calling delete_port for dd9df84c-c4c4-493f-940f-cd36d12b2d07 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:30.919176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.936021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dd9df84c-c4c4-493f-940f-cd36d12b2d07 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:30.939467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] No DVR routers for this DVR port dd9df84c-c4c4-493f-940f-cd36d12b2d07 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:30.964809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Port': ['ID=dd9df84c-c4c4-493f-940f-cd36d12b2d07,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:30.979040 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: dd9df84c-c4c4-493f-940f-cd36d12b2d07 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:30.979775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dd9df84c-c4c4-493f-940f-cd36d12b2d07 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:31.003209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-22de52e5-eccc-4081-96fe-7f63e1961e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:31.008132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-22de52e5-eccc-4081-96fe-7f63e1961e66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1908717 Sep 17 22:40:31.013225 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2796caa0-310e-4855-8e1a-86f2504a50b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2632464030a54ac7a5913f8c06994e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308218 Sep 17 22:40:31.013783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46572) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:31.022450 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.063437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] Pushing event deleted for resources: {'Port': ['ID=dd9df84c-c4c4-493f-940f-cd36d12b2d07,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:31.069156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e33ddc-c359-484b-bf5e-1f7a81444f19 None None] No DVR routers for this DVR port dd9df84c-c4c4-493f-940f-cd36d12b2d07 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:31.143809 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.176314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d853c7b-10d5-4a8a-92a8-0069773da6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.177568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e0d237-d3bd-44d6-b10d-6744ae82beb8']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:31.187253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25549b6-9e49-4922-9857-616d5e56b490 req-37f4853a-d13f-4621-afdc-6a1ab9cbed5c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:31.196131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b25549b6-9e49-4922-9857-616d5e56b490 req-37f4853a-d13f-4621-afdc-6a1ab9cbed5c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.1790519 Sep 17 22:40:31.200701 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d853c7b-10d5-4a8a-92a8-0069773da6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.214214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244d49ef-72cd-4840-aa4a-438e34427eca') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:31.214991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244d49ef-72cd-4840-aa4a-438e34427eca') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:31.233088 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.258474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.259677 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-a051fd1f-58fe-4ac0-b67e-add3d0cb1072 service neutron] 10.222.0.45 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393234 Sep 17 22:40:31.264010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d853c7b-10d5-4a8a-92a8-0069773da6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.268091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d853c7b-10d5-4a8a-92a8-0069773da6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.269770 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2d853c7b-10d5-4a8a-92a8-0069773da6af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c655f92e-86c4-49a3-8ee1-5a347c60c3b2 HTTP/1.1" status: 204 len: 168 time: 0.2524235 Sep 17 22:40:31.272447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b25549b6-9e49-4922-9857-616d5e56b490 req-f8a5200d-a408-4047-a1e9-ad895439d467 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752423 Sep 17 22:40:31.273505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:31.273879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:31.277049 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:31.368015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d853c7b-10d5-4a8a-92a8-0069773da6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c655f92e-86c4-49a3-8ee1-5a347c60c3b2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:31.407334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-07ba940d-cf5d-4fce-b665-d4198ffd64e6 req-7d01bb57-be1c-4a64-aba6-b04471c406da service neutron] 10.222.0.45 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357372 Sep 17 22:40:31.407785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.416392 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.425174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] 10.222.0.48 "DELETE /v2.0/networks/25e0d237-d3bd-44d6-b10d-6744ae82beb8 HTTP/1.1" status: 204 len: 168 time: 1.2203686 Sep 17 22:40:31.443992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec9eaa-970e-4685-bafa-be90686b9e18 tempest-AllowedAddressPairIpV6TestJSON-530241598 tempest-AllowedAddressPairIpV6TestJSON-530241598-project] Pushing event deleted for resources: {'Network': ['ID=25e0d237-d3bd-44d6-b10d-6744ae82beb8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:31.592182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f2881534-b54c-43f7-9adc-fc6f479568c7 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:31.741938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f2881534-b54c-43f7-9adc-fc6f479568c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f2881534-b54c-43f7-9adc-fc6f479568c7,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:31.757837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'port_id': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'mac_address': 'fa:16:3e:93:71:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:31.849839 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.883357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2881534-b54c-43f7-9adc-fc6f479568c7 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:31.907156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46608) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:31.910891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b80b7-2088-4b3b-b05c-d45ee79123d9 req-dd10c080-9c68-48bb-b52a-b4eda75df79b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:31.924029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be3b80b7-2088-4b3b-b05c-d45ee79123d9 req-dd10c080-9c68-48bb-b52a-b4eda75df79b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 944 time: 0.0813823 Sep 17 22:40:31.924650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f2881534-b54c-43f7-9adc-fc6f479568c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f2881534-b54c-43f7-9adc-fc6f479568c7,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:31.931092 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.987737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be3b80b7-2088-4b3b-b05c-d45ee79123d9 req-23c43c7a-d46f-416a-b21d-4bc9f8d42f5a tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540698 Sep 17 22:40:32.030291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f2881534-b54c-43f7-9adc-fc6f479568c7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:32.195583 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-188467f3-ebfb-4a34-8e9a-7d524dafcacf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=294a61aea6294105b494526139dc1889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868013 Sep 17 22:40:32.198163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46626) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:32.207018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f2881534-b54c-43f7-9adc-fc6f479568c7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:32.275153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a397e6bf-4986-4a92-acfa-89c967df1d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.336407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a397e6bf-4986-4a92-acfa-89c967df1d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.448759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a397e6bf-4986-4a92-acfa-89c967df1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.452415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a397e6bf-4986-4a92-acfa-89c967df1d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.454609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a397e6bf-4986-4a92-acfa-89c967df1d53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d928b4f0-ac35-4b0b-acef-9c301f042654 HTTP/1.1" status: 204 len: 168 time: 0.2552886 Sep 17 22:40:32.484910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397e6bf-4986-4a92-acfa-89c967df1d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928b4f0-ac35-4b0b-acef-9c301f042654,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:32.548126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44b85-0da6-436b-8e00-7c019b00fe6b req-27d075f9-2df7-48e0-861c-ef7b6b90341d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.549620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1a44b85-0da6-436b-8e00-7c019b00fe6b req-27d075f9-2df7-48e0-861c-ef7b6b90341d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.1616991 Sep 17 22:40:32.615347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1a44b85-0da6-436b-8e00-7c019b00fe6b req-fb4574f8-ee68-40ba-9c9d-0ba7b89cdf2d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Sep 17 22:40:32.641248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-fb0ab283-0a20-4082-929e-2fa10613c848 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1097929 Sep 17 22:40:32.694027 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6597fc1a-52d7-4124-8815-7e8586a57ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.784800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c90e89f0-2695-4aa0-8833-0c0531cd631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.785445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c90e89f0-2695-4aa0-8833-0c0531cd631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.785927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c90e89f0-2695-4aa0-8833-0c0531cd631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.786621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c90e89f0-2695-4aa0-8833-0c0531cd631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.787378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c90e89f0-2695-4aa0-8833-0c0531cd631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.788017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c90e89f0-2695-4aa0-8833-0c0531cd631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.788668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c90e89f0-2695-4aa0-8833-0c0531cd631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.791169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c90e89f0-2695-4aa0-8833-0c0531cd631f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6495 time: 0.0957303 Sep 17 22:40:32.811091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c66b6-f96d-458f-9e06-779f80f16728 req-57a37977-25b9-4e62-bef5-186bdfbc867c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.819670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c4c66b6-f96d-458f-9e06-779f80f16728 req-57a37977-25b9-4e62-bef5-186bdfbc867c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.0867167 Sep 17 22:40:32.926121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c4c66b6-f96d-458f-9e06-779f80f16728 req-f7622bfc-5ee4-4b45-993b-12a6334702bc tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052833 Sep 17 22:40:32.989339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-0d584b3e-acd3-4f10-b0c0-e4c56aa6eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.989755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-0d584b3e-acd3-4f10-b0c0-e4c56aa6eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.990412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-0d584b3e-acd3-4f10-b0c0-e4c56aa6eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:32.992047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-0d584b3e-acd3-4f10-b0c0-e4c56aa6eec6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=360fb9db-e296-445c-af92-7c8c35eb57f8&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=9825d235-beee-480d-8f9d-bbd2329790f5&id=9825d235-beee-480d-8f9d-bbd2329790f5 HTTP/1.1" status: 200 len: 2293 time: 0.1516790 Sep 17 22:40:33.060596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.103687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-a0aea63b-ca30-4db2-86f1-5f95c2c42673 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecfbe609-917d-4455-a076-f1030e0b2959 HTTP/1.1" status: 200 len: 1001 time: 0.1038518 Sep 17 22:40:33.197481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-56289aa2-97f6-4d8d-9106-131621ea02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:33.198533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-56289aa2-97f6-4d8d-9106-131621ea02f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=680fe56b-6368-46fd-92b0-5ff1e95f243c HTTP/1.1" status: 200 len: 851 time: 0.0872941 Sep 17 22:40:33.306474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-f6d88349-32f4-4aac-b425-11ff0886f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:33.307979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-f6d88349-32f4-4aac-b425-11ff0886f897 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=360fb9db-e296-445c-af92-7c8c35eb57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982265 Sep 17 22:40:33.573329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db111e6-d7de-44cd-bab6-f143a88919d5 req-5261afd6-fb4e-4af8-84de-f1e2d8957339 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:33.574850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7db111e6-d7de-44cd-bab6-f143a88919d5 req-5261afd6-fb4e-4af8-84de-f1e2d8957339 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 945 time: 0.1877921 Sep 17 22:40:33.588183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46688) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:33.591838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f2881534-b54c-43f7-9adc-fc6f479568c7 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:33.593242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752139234', 'description': 'tempest-secgroup-smoke-752139234 description', 'project_id': 'dd57f2c534624464a18ff984d4076422'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:33.663346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.683477 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.688903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port f2881534-b54c-43f7-9adc-fc6f479568c7 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:40:33.694651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port f2881534-b54c-43f7-9adc-fc6f479568c7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:33.696405 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.718214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-a91370e2-311b-4e43-bf90-a5ec5ddfa7c6 service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006624 Sep 17 22:40:33.739295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7db111e6-d7de-44cd-bab6-f143a88919d5 req-3b6e51aa-c937-4c48-875f-954b56b22403 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236944 Sep 17 22:40:33.838399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.855077 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.899209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f2881534-b54c-43f7-9adc-fc6f479568c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f2881534-b54c-43f7-9adc-fc6f479568c7,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:33.900581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2881534-b54c-43f7-9adc-fc6f479568c7'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:33.903405 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de8a23f-6913-4428-b8fc-e138eca946b2" -d '{"events": [{"server_uuid": "4661c8e3-f88a-43ad-905c-97c85b7091cc", "name": "network-vif-plugged", "status": "completed", "tag": "f2881534-b54c-43f7-9adc-fc6f479568c7"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:33.909569 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.924088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.935313 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.997926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f2881534-b54c-43f7-9adc-fc6f479568c7,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:33.998593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf5a90b-2127-4c98-8014-e67d374587b3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:34.008606 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6e7ab2-3485-48f1-8e03-8f6b874a779c x-openstack-request-id: req-7d6e7ab2-3485-48f1-8e03-8f6b874a779c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:34.010893 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4661c8e3-f88a-43ad-905c-97c85b7091cc", "name": "network-vif-plugged", "status": "completed", "tag": "f2881534-b54c-43f7-9adc-fc6f479568c7", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:34.011187 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d6e7ab2-3485-48f1-8e03-8f6b874a779c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:34.011594 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'code': 200} Sep 17 22:40:34.018934 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-73983b3a-3a5b-486d-aae7-ce7484a289a2 service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773931 Sep 17 22:40:34.037815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9514d2b-c0b7-477c-b012-40822adf111d req-d12f93d4-e6d6-4aaf-8e36-b68822fbe00c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.048715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9514d2b-c0b7-477c-b012-40822adf111d req-d12f93d4-e6d6-4aaf-8e36-b68822fbe00c tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.1859715 Sep 17 22:40:34.070033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46702) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:34.150966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.159804 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.202278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.206499 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6167607 Sep 17 22:40:34.210756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46708) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:34.213181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70930357-1667-4a07-b45d-6eca4e892701 req-a1d1a92a-a894-4443-bad0-84b14d3efbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.213593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-e3cc05cc-27f3-4563-b65d-4164559fe88a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 200 len: 217 time: 0.1624343 Sep 17 22:40:34.216105 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70930357-1667-4a07-b45d-6eca4e892701 req-a1d1a92a-a894-4443-bad0-84b14d3efbed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 1098 time: 0.1220479 Sep 17 22:40:34.222155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1e318284-59b5-47c1-8763-220dedd721c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': 'db60aa4e-99f3-4014-b752-cbf8c427d082', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:34.261168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405f303-081b-40f9-9bff-c6d9a1d71dce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db60aa4e-99f3-4014-b752-cbf8c427d082,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:34.268870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9514d2b-c0b7-477c-b012-40822adf111d req-f97bc00d-f515-4f96-8a73-1b92cc499d83 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187412 Sep 17 22:40:34.293019 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70930357-1667-4a07-b45d-6eca4e892701 req-945c6c1a-4caf-465d-8fe1-51c3c0d99963 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645463 Sep 17 22:40:34.314135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e318284-59b5-47c1-8763-220dedd721c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.330559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-59830998-6cac-4887-96bd-e39f5609d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.332431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-59830998-6cac-4887-96bd-e39f5609d838 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.1043444 Sep 17 22:40:34.389131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-970890165'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:34.450751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c164df74-ceba-44ae-83ef-e4863b3689ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.452401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c164df74-ceba-44ae-83ef-e4863b3689ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1118038 Sep 17 22:40:34.456101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e318284-59b5-47c1-8763-220dedd721c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.461543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af9d6e-15b6-40be-b9dc-ddd9457dd7b8 req-9473cd8c-9781-4f6c-bc15-213d32a1034d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.463516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7af9d6e-15b6-40be-b9dc-ddd9457dd7b8 req-9473cd8c-9781-4f6c-bc15-213d32a1034d tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.0718875 Sep 17 22:40:34.477807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e318284-59b5-47c1-8763-220dedd721c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.499632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e318284-59b5-47c1-8763-220dedd721c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735dc47e-61d9-45f2-9781-d700951bf365,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:34.507232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Made reservation on behalf of d18c8b7f06354ede8044b7f67573925d for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:34.512039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.537515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.554354 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e318284-59b5-47c1-8763-220dedd721c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.560439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e318284-59b5-47c1-8763-220dedd721c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425548 Sep 17 22:40:34.562753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46720) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:34.571193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6f0227b2-eafa-4360-855c-c92f708f516c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': 'db60aa4e-99f3-4014-b752-cbf8c427d082', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:34.586039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7af9d6e-15b6-40be-b9dc-ddd9457dd7b8 req-0a7c5a3a-715c-4ed6-9ec5-db5431aed58b tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131346 Sep 17 22:40:34.630095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-e030847f-e454-46a9-9995-feae8c0bf42f service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654854 Sep 17 22:40:34.662403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.694942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.704002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.727144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:34.799523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.800620 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Added segment 1589ec93-a067-4c85-9294-2f1831a57432 of type vlan for network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 Sep 17 22:40:34.802816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565209ee-c270-4233-8050-b368a342fe45,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:34.858268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f0227b2-eafa-4360-855c-c92f708f516c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.934350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.944867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-9eae28bc-8087-491f-bc2a-74310b0c5720 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020587 Sep 17 22:40:34.969739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.978509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.980247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.020389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-844d023f-77c7-4e93-879f-9453491e2e03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 200 len: 217 time: 0.0655572 Sep 17 22:40:35.037550 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9619975 Sep 17 22:40:35.038276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46738) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:35.075612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'subnet': {'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:35.085189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f6bce-fec4-4bec-90a2-fa137337e4eb tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Network': ['ID=a63b6e5b-e940-4cb0-bd2e-23407e2c5073,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:35.098901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:35.133898 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f0227b2-eafa-4360-855c-c92f708f516c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.157791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bbbb1-2814-4ea6-ae0c-e8c934cf59a8 req-97c8fb9b-83d1-4587-90e0-075756f78e7e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.159799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a2bbbb1-2814-4ea6-ae0c-e8c934cf59a8 req-97c8fb9b-83d1-4587-90e0-075756f78e7e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 946 time: 0.2929537 Sep 17 22:40:35.163530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f0227b2-eafa-4360-855c-c92f708f516c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.185133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-438c9003-c791-4520-aff6-a0199937742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.186958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-438c9003-c791-4520-aff6-a0199937742e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.1445067 Sep 17 22:40:35.224306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16540b8c-6a99-449c-bd98-0f0470ffd5a0 req-b2d9c1a7-3435-4067-b2e4-5a5357cf774a tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.232427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16540b8c-6a99-449c-bd98-0f0470ffd5a0 req-b2d9c1a7-3435-4067-b2e4-5a5357cf774a tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.3000209 Sep 17 22:40:35.238936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Made reservation on behalf of d18c8b7f06354ede8044b7f67573925d for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:35.246064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.268294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0227b2-eafa-4360-855c-c92f708f516c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcdcc06-c0d1-4758-bc14-974f66263f03,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:35.284199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f0227b2-eafa-4360-855c-c92f708f516c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.285569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6f0227b2-eafa-4360-855c-c92f708f516c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7213652 Sep 17 22:40:35.291343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46744) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:35.300160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-52aa7d7a-0813-419f-bc7e-abab19eb51b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': 'db60aa4e-99f3-4014-b752-cbf8c427d082', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:35.322364 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.353571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a2bbbb1-2814-4ea6-ae0c-e8c934cf59a8 req-080e1c2c-6f20-4817-9808-bb7fb821b4b6 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784501 Sep 17 22:40:35.381501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16540b8c-6a99-449c-bd98-0f0470ffd5a0 req-66f99d60-aff0-4299-abde-c6fc5c11146f tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481278 Sep 17 22:40:35.406546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-76b3e8f1-b49d-4771-b862-99abfd92b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.411603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-76b3e8f1-b49d-4771-b862-99abfd92b6b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2041903 Sep 17 22:40:35.449935 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-52aa7d7a-0813-419f-bc7e-abab19eb51b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.673314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.776345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-2e481a4c-8d1a-4777-9b75-75533d409282 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505688 Sep 17 22:40:35.813008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46754) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:35.824134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Subnet': ['ID=7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:35.828405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0caabf-f839-46f9-92d1-b1a6e185040f req-c8497791-b3f7-4f67-aea6-1e9b80a0a5fc tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.831234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da0caabf-f839-46f9-92d1-b1a6e185040f req-c8497791-b3f7-4f67-aea6-1e9b80a0a5fc tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.3395731 Sep 17 22:40:35.831462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Checking segment: {'id': '1589ec93-a067-4c85-9294-2f1831a57432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:35.831917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Network hostable DHCP agents. Network: a63b6e5b-e940-4cb0-bd2e-23407e2c5073, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:35.862771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:35.875795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-52aa7d7a-0813-419f-bc7e-abab19eb51b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.878710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a63b6e5b-e940-4cb0-bd2e-23407e2c5073) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:35.884279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.884857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.893144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9247c-47b5-4636-aea1-1230548a14d5 None None] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:35.898506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-52aa7d7a-0813-419f-bc7e-abab19eb51b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.923842 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-127c09ca-6a24-46ca-9ad6-ddaecd5b7983 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8812597 Sep 17 22:40:35.925155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46760) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:35.938488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'name': 'tempest-AllowedAddressPairTestJSON-17742752'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:36.014815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea171390-0635-4de8-b89b-b18e9b127f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.043668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa7d7a-0813-419f-bc7e-abab19eb51b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c8c75e-6b6b-497b-8473-5c95ee6cb5d6,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:36.058614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da0caabf-f839-46f9-92d1-b1a6e185040f req-65b4518e-1647-4a9d-9eb6-7716c5ab4cbc tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040877 Sep 17 22:40:36.067326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-50630568-efa8-4ffa-b740-f0d884f3c8d1 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818179 Sep 17 22:40:36.092916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'tenant_id': 'd18c8b7f06354ede8044b7f67573925d', 'fixed_ips': [{'subnet_id': '7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:36.094905 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.149755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-d694ee0a-b136-4a19-a185-b516765c70a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5 HTTP/1.1" status: 200 len: 217 time: 0.0702362 Sep 17 22:40:36.224839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea171390-0635-4de8-b89b-b18e9b127f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.228922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-cfcca061-f2a1-4fdd-970a-3fe0bbb55640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.230427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-cfcca061-f2a1-4fdd-970a-3fe0bbb55640 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.0727301 Sep 17 22:40:36.233698 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea171390-0635-4de8-b89b-b18e9b127f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.260502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-52aa7d7a-0813-419f-bc7e-abab19eb51b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.267341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-52aa7d7a-0813-419f-bc7e-abab19eb51b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9747682 Sep 17 22:40:36.268330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46764) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:36.275478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ea171390-0635-4de8-b89b-b18e9b127f45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=240f78eeef2a4797b1b47373f974366f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593570 Sep 17 22:40:36.285659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46766) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:36.309255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1a61050c-50c1-4c21-ac35-0317d3c4ef28 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': 'db60aa4e-99f3-4014-b752-cbf8c427d082', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:36.323265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Allocated IP 172.20.0.2 (a63b6e5b-e940-4cb0-bd2e-23407e2c5073/7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1/b9a6baed-7359-45f2-88f1-2497f7b90e66) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:36.340285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Made reservation on behalf of d18c8b7f06354ede8044b7f67573925d for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:36.345322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.384206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-60c6d874-f106-4e1e-b88c-826a92689de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.385784 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-60c6d874-f106-4e1e-b88c-826a92689de8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1462026 Sep 17 22:40:36.395197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea171390-0635-4de8-b89b-b18e9b127f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3930b463-37b5-45db-a008-31a85da6c78f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:36.413792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] device_id is not set on port 524b89e5-d0e3-4067-a076-39d589da9262 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:36.429007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a61050c-50c1-4c21-ac35-0317d3c4ef28 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.507965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fdce279-84a7-4ea0-a4f7-c94a126404e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.513165 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.525123 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.550688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fdce279-84a7-4ea0-a4f7-c94a126404e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.607227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:36.611363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:36.617226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:36.662073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Pushing event updated for resources: {'Port': ['ID=b9a6baed-7359-45f2-88f1-2497f7b90e66,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:36.676842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860fb8f-1efc-4f83-884e-523c10613c22 req-fe8c74b2-9a58-4068-8612-5699a88ae3fa tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.686315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c860fb8f-1efc-4f83-884e-523c10613c22 req-fe8c74b2-9a58-4068-8612-5699a88ae3fa tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 946 time: 0.1628842 Sep 17 22:40:36.692702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Allocated IP 172.20.0.5 (a63b6e5b-e940-4cb0-bd2e-23407e2c5073/7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1/524b89e5-d0e3-4067-a076-39d589da9262) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:36.705532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fdce279-84a7-4ea0-a4f7-c94a126404e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.707650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a61050c-50c1-4c21-ac35-0317d3c4ef28 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.708902 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fdce279-84a7-4ea0-a4f7-c94a126404e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.710545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7fdce279-84a7-4ea0-a4f7-c94a126404e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3930b463-37b5-45db-a008-31a85da6c78f HTTP/1.1" status: 204 len: 168 time: 0.4236891 Sep 17 22:40:36.728434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdce279-84a7-4ea0-a4f7-c94a126404e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3930b463-37b5-45db-a008-31a85da6c78f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:36.760257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c860fb8f-1efc-4f83-884e-523c10613c22 req-f1ad68b9-daa6-43ee-a9a7-4dacf873b187 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728219 Sep 17 22:40:36.791783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a61050c-50c1-4c21-ac35-0317d3c4ef28 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.792397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Attempting to bind port b9a6baed-7359-45f2-88f1-2497f7b90e66 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:36.793262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Attempting to bind port b9a6baed-7359-45f2-88f1-2497f7b90e66 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '1589ec93-a067-4c85-9294-2f1831a57432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:36.795284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Attempting to bind port b9a6baed-7359-45f2-88f1-2497f7b90e66 on network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:36.815729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:36.816106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Checking segment: {'id': '1589ec93-a067-4c85-9294-2f1831a57432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:36.816507 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.816900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Bound using segment: {'id': '1589ec93-a067-4c85-9294-2f1831a57432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:36.817399 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Bound port: b9a6baed-7359-45f2-88f1-2497f7b90e66, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1589ec93-a067-4c85-9294-2f1831a57432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:36.817781 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.858591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61050c-50c1-4c21-ac35-0317d3c4ef28 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751c6bb0-eb59-4361-bb35-12d9a9010f60,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:36.865110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a61050c-50c1-4c21-ac35-0317d3c4ef28 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.867126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1a61050c-50c1-4c21-ac35-0317d3c4ef28 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5623462 Sep 17 22:40:36.876725 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-972fe69c-049e-4c30-8e50-9ac5e906cf71 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780118 Sep 17 22:40:36.877667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46780) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:36.891049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-bc2038ef-5991-4e9b-8820-119e6fe37e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': 'db60aa4e-99f3-4014-b752-cbf8c427d082', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:36.902988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.908073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d633d-ce55-4234-b91e-6daeaf0db278 req-d77ab046-8061-498d-a210-4586f7cfdb9e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.917166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a3d633d-ce55-4234-b91e-6daeaf0db278 req-d77ab046-8061-498d-a210-4586f7cfdb9e tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.3171093 Sep 17 22:40:36.941665 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.997828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:37.008616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] For port b9a6baed-7359-45f2-88f1-2497f7b90e66, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:37.015906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] For port b9a6baed-7359-45f2-88f1-2497f7b90e66, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b9a6baed-7359-45f2-88f1-2497f7b90e66,segment=NetworkSegment(1589ec93-a067-4c85-9294-2f1831a57432),segment_id=1589ec93-a067-4c85-9294-2f1831a57432)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:37.020655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:37.025407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:37.028283 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.099102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-e6bd9e85-063d-44ba-930b-c9a9fbb8c007 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410816 Sep 17 22:40:37.149111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=524b89e5-d0e3-4067-a076-39d589da9262,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:37.191873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a2aef-067a-414b-ba5c-e7d37185a8fc None None] Pushing event updated for resources: {'Port': ['ID=b9a6baed-7359-45f2-88f1-2497f7b90e66,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:37.199930 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.200616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.208527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-c2a542e9-4ec8-4bd4-b9e9-3f32365cbe6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820 HTTP/1.1" status: 200 len: 217 time: 0.0892775 Sep 17 22:40:37.253705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b32830cd-6c5b-4af5-9e36-0ee2956f959e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3273995 Sep 17 22:40:37.254372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46788) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:37.260453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'name': 'tempest-AllowedAddressPairTestJSON-1103943', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:d3:4a:e0'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:37.270121 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-bc2038ef-5991-4e9b-8820-119e6fe37e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Project dd57f2c534624464a18ff984d4076422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:40:37.289079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a3d633d-ce55-4234-b91e-6daeaf0db278 req-965f597f-16bf-4457-8438-48b94f8d72f0 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703754 Sep 17 22:40:37.289990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc2038ef-5991-4e9b-8820-119e6fe37e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.302352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ddf95-80bd-4034-988e-1c410e8288a4 req-2f1ae4ec-ef20-4db5-b109-16c00dd7a9ea tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.312351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d8ddf95-80bd-4034-988e-1c410e8288a4 req-2f1ae4ec-ef20-4db5-b109-16c00dd7a9ea tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 946 time: 0.3885734 Sep 17 22:40:37.312969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46790) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:37.318476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Request body: {'floatingip': {'port_id': 'f2881534-b54c-43f7-9adc-fc6f479568c7'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:37.409657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-5d9676e3-3ecb-4fe3-b079-471149419c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.409657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-5d9676e3-3ecb-4fe3-b079-471149419c85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.1758785 Sep 17 22:40:37.411922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46792) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:37.458226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc25bb6d-620a-4e61-b336-a0cf5c9ee5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.477280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.523910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc2038ef-5991-4e9b-8820-119e6fe37e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.538777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-1e52d782-8fa7-48f7-b5fc-26e5bcff2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.540236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-1e52d782-8fa7-48f7-b5fc-26e5bcff2d80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947578 Sep 17 22:40:37.540864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc2038ef-5991-4e9b-8820-119e6fe37e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.596630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2038ef-5991-4e9b-8820-119e6fe37e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb690cd5-2ddd-42b4-99b7-179394143062,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:37.708121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-26df6616-9619-4f51-ab33-c35929b885ad service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496978 Sep 17 22:40:37.740985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-81968fb0-d65c-45d7-9e56-52c687473558 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.742335 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-81968fb0-d65c-45d7-9e56-52c687473558 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.0634313 Sep 17 22:40:37.747636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc25bb6d-620a-4e61-b336-a0cf5c9ee5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.762595 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc25bb6d-620a-4e61-b336-a0cf5c9ee5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.814518 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc2038ef-5991-4e9b-8820-119e6fe37e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.815758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bc2038ef-5991-4e9b-8820-119e6fe37e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9359555 Sep 17 22:40:37.822260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46796) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:37.840923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-32364012-d5bf-4761-8c10-70439fca7ddd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': 'db60aa4e-99f3-4014-b752-cbf8c427d082', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:37.846447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Made reservation on behalf of d18c8b7f06354ede8044b7f67573925d for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:37.861945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bc25bb6d-620a-4e61-b336-a0cf5c9ee5c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77d27d9e61c94a9281ec178f7b82fc33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487834 Sep 17 22:40:37.863006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25bb6d-620a-4e61-b336-a0cf5c9ee5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f29fa2-97d0-4438-b40a-196269e101b7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:37.869097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46798) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:37.901071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-0a8a2c5a-6791-460f-9702-4195b0dc3ab4 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810660 Sep 17 22:40:38.315342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-0f8acf27-8eaf-4000-9b59-191e9acad7c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f HTTP/1.1" status: 200 len: 217 time: 0.4042833 Sep 17 22:40:38.336239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6b81ba8-6a4e-4ac0-8b60-7d10e2a9b49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.369831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6b81ba8-6a4e-4ac0-8b60-7d10e2a9b49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.433105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30286461-c5f2-4572-a95b-473def089001 None None] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:38.465487 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-32364012-d5bf-4761-8c10-70439fca7ddd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Project dd57f2c534624464a18ff984d4076422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:40:38.493148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-cc9cbd0c-33e5-4c85-a225-e481ca8f01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.494610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-cc9cbd0c-33e5-4c85-a225-e481ca8f01a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.0995312 Sep 17 22:40:38.516424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f38af-6d0e-478f-bce0-a3893d93845d req-4a54e018-81bc-4bf5-ad12-9d16e879ba85 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.519201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b28f38af-6d0e-478f-bce0-a3893d93845d req-4a54e018-81bc-4bf5-ad12-9d16e879ba85 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.1108892 Sep 17 22:40:38.528441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ff0c4f1d-a374-4aab-9453-cdb8634bc7fe None None] Provisioning complete for port b9a6baed-7359-45f2-88f1-2497f7b90e66 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:38.529213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4f1d-a374-4aab-9453-cdb8634bc7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.533940 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32364012-d5bf-4761-8c10-70439fca7ddd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.563805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6b81ba8-6a4e-4ac0-8b60-7d10e2a9b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.565674 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6b81ba8-6a4e-4ac0-8b60-7d10e2a9b49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.569640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d6b81ba8-6a4e-4ac0-8b60-7d10e2a9b49c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1f29fa2-97d0-4438-b40a-196269e101b7 HTTP/1.1" status: 204 len: 168 time: 0.6862001 Sep 17 22:40:38.579793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.582203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b81ba8-6a4e-4ac0-8b60-7d10e2a9b49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f29fa2-97d0-4438-b40a-196269e101b7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:38.611855 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b28f38af-6d0e-478f-bce0-a3893d93845d req-b5fda5a4-0bc3-4549-8027-b4b8d4b92664 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828125 Sep 17 22:40:38.614682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-fdd82b71-f66f-4e60-a06c-78a02c5725a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.616154 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-fdd82b71-f66f-4e60-a06c-78a02c5725a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1110351 Sep 17 22:40:38.642583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] device_id is not set on port 11f6dda7-d789-436d-a9d8-085d69e4cc38 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:38.752451 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4f1d-a374-4aab-9453-cdb8634bc7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.768323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-8a71126b-794d-4d26-aaca-7b2966a1ea8b service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123455 Sep 17 22:40:38.813121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Allocated IP 172.20.0.14 (a63b6e5b-e940-4cb0-bd2e-23407e2c5073/7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1/11f6dda7-d789-436d-a9d8-085d69e4cc38) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:38.818841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ff0c4f1d-a374-4aab-9453-cdb8634bc7fe None None] For port b9a6baed-7359-45f2-88f1-2497f7b90e66, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b9a6baed-7359-45f2-88f1-2497f7b90e66,segment=NetworkSegment(1589ec93-a067-4c85-9294-2f1831a57432),segment_id=1589ec93-a067-4c85-9294-2f1831a57432)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:38.825108 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4f1d-a374-4aab-9453-cdb8634bc7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.886080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Deleting port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:38.889118 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.905144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.resource_extend [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:40:38.919249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c4f1d-a374-4aab-9453-cdb8634bc7fe None None] Pushing event updated for resources: {'Port': ['ID=b9a6baed-7359-45f2-88f1-2497f7b90e66,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:38.919483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-d35b4507-6322-4a7d-b833-289982b664c6 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418018 Sep 17 22:40:39.002575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32364012-d5bf-4761-8c10-70439fca7ddd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.005520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-d189e49b-ad75-4037-ab98-074079364a57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ded73d7-e359-49b7-aea7-69842be7719a HTTP/1.1" status: 200 len: 217 time: 0.0706339 Sep 17 22:40:39.022028 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32364012-d5bf-4761-8c10-70439fca7ddd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.082805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-58546adb-3781-4d27-b953-a9683d27ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.088211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-58546adb-3781-4d27-b953-a9683d27ed67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.0751944 Sep 17 22:40:39.093117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.124431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.126887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32364012-d5bf-4761-8c10-70439fca7ddd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167044e9-44a5-4b95-9707-92cc1fa45563,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:39.177247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-63eb43fe-d483-40c0-9ea8-427628dad879 None None] Provisioning complete for port 524b89e5-d0e3-4067-a076-39d589da9262 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:39.177861 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63eb43fe-d483-40c0-9ea8-427628dad879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.189616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32364012-d5bf-4761-8c10-70439fca7ddd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.199652 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-32364012-d5bf-4761-8c10-70439fca7ddd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3731139 Sep 17 22:40:39.203536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46820) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:39.205740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-2afac381-6c76-47ed-b1ee-0f17393ffeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.210397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-2afac381-6c76-47ed-b1ee-0f17393ffeb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096120 Sep 17 22:40:39.225156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'network': {'name': 'tempest-network-smoke--1585255442', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'port_security_enabled': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:39.250866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-63eb43fe-d483-40c0-9ea8-427628dad879 None None] Port 524b89e5-d0e3-4067-a076-39d589da9262 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:39.273764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-63eb43fe-d483-40c0-9ea8-427628dad879 None None] Provisioning complete for port b9a6baed-7359-45f2-88f1-2497f7b90e66 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:39.274283 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63eb43fe-d483-40c0-9ea8-427628dad879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.325959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] For port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,segment=NetworkSegment(2c225dd0-1443-4a55-81c5-8516641c66f4),segment_id=2c225dd0-1443-4a55-81c5-8516641c66f4)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:39.326335 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.343633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b9a6baed-7359-45f2-88f1-2497f7b90e66 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:39.395504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-57877175-ac7f-4e97-a63e-c25e487dd2ba service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665151 Sep 17 22:40:39.396076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Calling delete_port for 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:39.398831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:39.404744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.511841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b9a6baed-7359-45f2-88f1-2497f7b90e66 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:39.512398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.537723 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Floating IP 6457d937-6475-4b17-ab12-4ba70f0b6ef0 associated. External IP: 172.25.0.85, port: f2881534-b54c-43f7-9adc-fc6f479568c7. Sep 17 22:40:39.542854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.595354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:39.633396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bfdadcec-9a4c-410b-9eba-e00317366fe1 None None] Provisioning complete for port 524b89e5-d0e3-4067-a076-39d589da9262 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:39.633808 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bfdadcec-9a4c-410b-9eba-e00317366fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.678586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bfdadcec-9a4c-410b-9eba-e00317366fe1 None None] Port 524b89e5-d0e3-4067-a076-39d589da9262 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:39.697862 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.698274 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Added segment 6c0b194f-3543-40c6-8594-95341663c412 of type vlan for network 0c8da1db-48a4-4291-9e9b-ac5174c57181 Sep 17 22:40:39.741382 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b488bba5-9c77-4db3-b54e-7f70252f20df req-e2a60dbd-4633-4a4a-999f-5fbb548a50d2 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316841 Sep 17 22:40:39.818368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.860219 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.884274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b79d-ad35-4eb7-9bb3-add16c1a62c7 req-966c5707-7b6e-4ee9-a1f7-55cf8838b173 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.893025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bca8b79d-ad35-4eb7-9bb3-add16c1a62c7 req-966c5707-7b6e-4ee9-a1f7-55cf8838b173 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bf7e6c1-8502-4d65-a772-d73fe430636b HTTP/1.1" status: 200 len: 946 time: 0.1545053 Sep 17 22:40:39.956083 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.962127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.962888 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.997516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:39.998549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.002674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=11f6dda7-d789-436d-a9d8-085d69e4cc38,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:40.012503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:40.013542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bca8b79d-ad35-4eb7-9bb3-add16c1a62c7 req-29930bc5-2fed-49f7-9cde-7cb2a5196684 tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d8112d1-55ab-49ec-a084-762010841f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199913 Sep 17 22:40:40.027554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:40.045667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8339782 Sep 17 22:40:40.076226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46842) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:40.083528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'admin_state_up': True, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:40.097458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836996d-ff79-48f9-ab2e-ba29dc168194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Network': ['ID=0c8da1db-48a4-4291-9e9b-ac5174c57181,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:40.100163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Pushing event deleted for resources: {'Port': ['ID=8811e234-84a9-4b7b-9e8a-4019f0b0bd93,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:40.109669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:40.151080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.152364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.216027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] No DVR routers for this DVR port 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:40.229752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.233393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fa667f-f690-440f-b35b-43fdee19fd1a req-9c7cd295-16bc-41d9-87af-56fa99ae20bd tempest-ServerDiskConfigTestJSON-1409843525 tempest-ServerDiskConfigTestJSON-1409843525-project] 10.222.0.45 "DELETE /v2.0/ports/8811e234-84a9-4b7b-9e8a-4019f0b0bd93 HTTP/1.1" status: 204 len: 173 time: 2.4589124 Sep 17 22:40:40.247770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf7e6c1-8502-4d65-a772-d73fe430636b', 'name': 'network-vif-deleted', 'tag': '8811e234-84a9-4b7b-9e8a-4019f0b0bd93'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:40.252258 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2839096-2cb6-48f6-b53e-85bff99843e7" -d '{"events": [{"server_uuid": "8bf7e6c1-8502-4d65-a772-d73fe430636b", "name": "network-vif-deleted", "tag": "8811e234-84a9-4b7b-9e8a-4019f0b0bd93"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:40.269753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:40.270406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.282654 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.338916 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a02a15b-6573-42ab-b7f9-9af353c4eb78 x-openstack-request-id: req-6a02a15b-6573-42ab-b7f9-9af353c4eb78 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:40.339273 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf7e6c1-8502-4d65-a772-d73fe430636b", "name": "network-vif-deleted", "tag": "8811e234-84a9-4b7b-9e8a-4019f0b0bd93", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:40.339482 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a02a15b-6573-42ab-b7f9-9af353c4eb78 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:40.339850 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf7e6c1-8502-4d65-a772-d73fe430636b', 'name': 'network-vif-deleted', 'tag': '8811e234-84a9-4b7b-9e8a-4019f0b0bd93', 'status': 'completed', 'code': 200} Sep 17 22:40:40.348780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Router a4304875-f10b-4276-8bb0-0485f8129fc5 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:40.351303 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fbaea935-97dd-44d4-8132-c6eda784dc01 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 3.0957415 Sep 17 22:40:40.354446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:40.474644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df589050-7324-4889-98d0-f7b23771b87b tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:40.480671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df589050-7324-4889-98d0-f7b23771b87b tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:40.487351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df589050-7324-4889-98d0-f7b23771b87b tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:40.491751 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df589050-7324-4889-98d0-f7b23771b87b tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1337163 Sep 17 22:40:40.492032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46854) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:40.498275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.519142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-915403a5-808a-43e6-bc2b-746c49e0fb6c None None] Provisioning complete for port 11f6dda7-d789-436d-a9d8-085d69e4cc38 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:40.520301 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-915403a5-808a-43e6-bc2b-746c49e0fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.590080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-915403a5-808a-43e6-bc2b-746c49e0fb6c None None] Port 11f6dda7-d789-436d-a9d8-085d69e4cc38 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:40.621946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:40.627599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.638061 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] Sync routers for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:40.651300 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:40.652377 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:40.667515 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-12001d13-923e-4603-beb3-cc849f3823f8 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "PUT /v2.0/floatingips/6457d937-6475-4b17-ab12-4ba70f0b6ef0 HTTP/1.1" status: 200 len: 991 time: 3.3509431 Sep 17 22:40:40.681858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2851dea7-45ce-483d-8ddd-f728f1acbb0f tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Deleting port 11f6dda7-d789-436d-a9d8-085d69e4cc38 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:40.682527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2851dea7-45ce-483d-8ddd-f728f1acbb0f tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.833281 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.838506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2851dea7-45ce-483d-8ddd-f728f1acbb0f tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.856150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2851dea7-45ce-483d-8ddd-f728f1acbb0f tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Calling delete_port for 11f6dda7-d789-436d-a9d8-085d69e4cc38 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:40.857332 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:40.883151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.044115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2851dea7-45ce-483d-8ddd-f728f1acbb0f tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.100810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851dea7-45ce-483d-8ddd-f728f1acbb0f tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Port': ['ID=11f6dda7-d789-436d-a9d8-085d69e4cc38,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:41.115284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.25.0.203 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/69dcd706-2e97-4e12-a5ae-5fbecce8857f) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:41.264470 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '6457d937-6475-4b17-ab12-4ba70f0b6ef0', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'port_id': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'mac_address': 'fa:16:3e:93:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:40:19Z', 'updated_at': '2021-09-17T22:40:38Z', 'revision_number': 1, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:41.314622 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.330501 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] Checking router: a4304875-f10b-4276-8bb0-0485f8129fc5 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:41.347303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2851dea7-45ce-483d-8ddd-f728f1acbb0f tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.349326 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2851dea7-45ce-483d-8ddd-f728f1acbb0f tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "DELETE /v2.0/ports/11f6dda7-d789-436d-a9d8-085d69e4cc38 HTTP/1.1" status: 204 len: 168 time: 0.8560905 Sep 17 22:40:41.351875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46886) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:41.352113 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:41.352787 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:41.361906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46888) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:41.382086 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.422627 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b98714-5e1d-4749-80ef-7daaf164ba34 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] GET failed (client error): The resource could not be found. Sep 17 22:40:41.428000 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68b98714-5e1d-4749-80ef-7daaf164ba34 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "GET /v2.0/ports/11f6dda7-d789-436d-a9d8-085d69e4cc38 HTTP/1.1" status: 404 len: 333 time: 0.0679843 Sep 17 22:40:41.428808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46890) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:41.435835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'name': 'tempest-AllowedAddressPairTestJSON-898467190'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:41.443210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:41.447154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:41.450061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:41.474566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a56168-a369-4807-9f3d-c53b32bc4dbf admin admin] Deleting subnet f96b5128-8f80-42bb-b673-91512054d8be {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:40:41.479534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-86a56168-a369-4807-9f3d-c53b32bc4dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.503434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=69dcd706-2e97-4e12-a5ae-5fbecce8857f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:41.522087 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:41.555719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-86a56168-a369-4807-9f3d-c53b32bc4dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.622436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:41.646407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-86a56168-a369-4807-9f3d-c53b32bc4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.660363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:41.660713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8811e234-84a9-4b7b-9e8a-4019f0b0bd93 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:41.683530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Made reservation on behalf of d18c8b7f06354ede8044b7f67573925d for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:41.688084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.714315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] device_id is not set on port 65d35c84-131f-4af5-81e3-56f6e27416ba yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:41.770353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-86a56168-a369-4807-9f3d-c53b32bc4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.801384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46894) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:41.811504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a56168-a369-4807-9f3d-c53b32bc4dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96b5128-8f80-42bb-b673-91512054d8be,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:41.819530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-86a56168-a369-4807-9f3d-c53b32bc4dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.821459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-86a56168-a369-4807-9f3d-c53b32bc4dbf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f96b5128-8f80-42bb-b673-91512054d8be HTTP/1.1" status: 204 len: 168 time: 0.4498332 Sep 17 22:40:41.827836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46900) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:41.836847 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '6457d937-6475-4b17-ab12-4ba70f0b6ef0', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'port_id': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'mac_address': 'fa:16:3e:93:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:40:19Z', 'updated_at': '2021-09-17T22:40:38Z', 'revision_number': 1, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:41.870604 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3042eae-0625-4dab-91ab-fac6a1dd2bab None None] The sync data for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 is: [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '6457d937-6475-4b17-ab12-4ba70f0b6ef0', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'port_id': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'mac_address': 'fa:16:3e:93:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:40:19Z', 'updated_at': '2021-09-17T22:40:38Z', 'revision_number': 1, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:41.884182 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.950879 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Allocated IP 172.20.0.8 (a63b6e5b-e940-4cb0-bd2e-23407e2c5073/7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1/65d35c84-131f-4af5-81e3-56f6e27416ba) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:41.962014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.022992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4c93e6e-456b-4856-8149-346d0b469c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.135979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.177700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.186820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7577208d-b303-41b6-9b78-41e7ead4dbaa']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:42.199014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fdf0c-52ec-4acf-a869-74c073b8665a None None] New status for floating IP 6457d937-6475-4b17-ab12-4ba70f0b6ef0: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:40:42.238594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c225dd0-1443-4a55-81c5-8516641c66f4') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:42.238968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c225dd0-1443-4a55-81c5-8516641c66f4') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:42.261673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.292551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.318545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:42.318945 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:42.321987 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:42.324181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 97a26160-9c74-40a3-8de7-1e725caf5a4b is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:40:42.343016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'tag': 'f2881534-b54c-43f7-9adc-fc6f479568c7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:42.346142 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b" -d '{"events": [{"name": "network-changed", "server_uuid": "4661c8e3-f88a-43ad-905c-97c85b7091cc", "tag": "f2881534-b54c-43f7-9adc-fc6f479568c7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:42.362817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.399692 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ee3e52-08bc-4f62-9c17-f8946725421a x-openstack-request-id: req-79ee3e52-08bc-4f62-9c17-f8946725421a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:42.399977 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4661c8e3-f88a-43ad-905c-97c85b7091cc", "tag": "f2881534-b54c-43f7-9adc-fc6f479568c7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:42.400223 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79ee3e52-08bc-4f62-9c17-f8946725421a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:42.400605 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'tag': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'status': 'completed', 'code': 200} Sep 17 22:40:42.439240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:42.449575 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Sync routers for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:42.460805 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:42.461563 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:42.494133 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4c93e6e-456b-4856-8149-346d0b469c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.495231 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.501400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.503625 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] 10.222.0.48 "DELETE /v2.0/networks/7577208d-b303-41b6-9b78-41e7ead4dbaa HTTP/1.1" status: 204 len: 168 time: 0.6747096 Sep 17 22:40:42.510606 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.520139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c29334d6-12a9-4b40-b648-f9b2f52967ac tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4421003 Sep 17 22:40:42.523029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46912) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:42.523538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c50ac6-a906-4434-9825-77daf2c7107e admin admin] Pushing event deleted for resources: {'Network': ['ID=7577208d-b303-41b6-9b78-41e7ead4dbaa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:42.526504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4c93e6e-456b-4856-8149-346d0b469c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.532803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.612412 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:42.645660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46916) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:42.645892 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b4c93e6e-456b-4856-8149-346d0b469c1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bce9feb2f044b319ff11273aab98e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8415534 Sep 17 22:40:42.650005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:42.651774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c93e6e-456b-4856-8149-346d0b469c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d880ae78-33e4-4e37-9db5-d6c2010844d7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:42.662842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-6731e335-6ce4-4543-8589-4848faf866ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:42.664517 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-6731e335-6ce4-4543-8589-4848faf866ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 1098 time: 0.2177794 Sep 17 22:40:42.666785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:42.669314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=65d35c84-131f-4af5-81e3-56f6e27416ba,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:42.672613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:42.695312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46918) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:42.826004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-567104bb-6e85-4405-9c8a-9884a54cc60e tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=dd57f2c534624464a18ff984d4076422&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2899246 Sep 17 22:40:42.826642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46920) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:42.835765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d91d92b9-67da-48c2-a5c6-e2cfa8f811b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82ae297a608040b584e37a05099f3712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291859 Sep 17 22:40:42.910435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46922) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:42.928066 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:41Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:42.960316 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Checking router: 97a26160-9c74-40a3-8de7-1e725caf5a4b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:42.961056 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Updating router 97a26160-9c74-40a3-8de7-1e725caf5a4b port 69dcd706-2e97-4e12-a5ae-5fbecce8857f binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:40:42.968241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-96580cd3-0398-4223-845a-31e5c031c0a2 None None] Provisioning complete for port 65d35c84-131f-4af5-81e3-56f6e27416ba triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:42.969527 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-96580cd3-0398-4223-845a-31e5c031c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.025904 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.054942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-96580cd3-0398-4223-845a-31e5c031c0a2 None None] Port 65d35c84-131f-4af5-81e3-56f6e27416ba cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:43.073363 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-300164d0-e5db-47eb-b4d1-f16a7cfaf3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.078154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88fb07-3037-4b1e-9fc4-052ae9015388 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.082477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7c88fb07-3037-4b1e-9fc4-052ae9015388 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2454696 Sep 17 22:40:43.086860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46928) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:43.159377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.160158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.184389 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6f88089-76bf-4a7f-8ce6-c0b320b9aaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.185628 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f250ad0c-e145-4039-aa8b-c1860716e162 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7558668 Sep 17 22:40:43.193441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46934) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:43.196056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-92c3fda0-f840-4c94-881d-10055775a6e7 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062076 Sep 17 22:40:43.201622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:d3:4a:e0'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:43.202466 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-300164d0-e5db-47eb-b4d1-f16a7cfaf3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.203836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46936) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:43.208831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386984561', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:43.222333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-ffced11f-b723-478f-b8f4-1e98b5f2fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.225815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-ffced11f-b723-478f-b8f4-1e98b5f2fee8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.5494375 Sep 17 22:40:43.315213 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6f88089-76bf-4a7f-8ce6-c0b320b9aaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.349708 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.354813 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.355835 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-8c0ab719-a917-47d7-b9cb-1cefbadef3b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2881534-b54c-43f7-9adc-fc6f479568c7 HTTP/1.1" status: 200 len: 1001 time: 0.1096964 Sep 17 22:40:43.366295 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.390064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:43.394002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.417266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-300164d0-e5db-47eb-b4d1-f16a7cfaf3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.419889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-300164d0-e5db-47eb-b4d1-f16a7cfaf3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.422390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-300164d0-e5db-47eb-b4d1-f16a7cfaf3e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d880ae78-33e4-4e37-9db5-d6c2010844d7 HTTP/1.1" status: 204 len: 168 time: 0.7752070 Sep 17 22:40:43.423688 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Attempting to bind port 69dcd706-2e97-4e12-a5ae-5fbecce8857f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:43.424032 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Attempting to bind port 69dcd706-2e97-4e12-a5ae-5fbecce8857f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:43.424465 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Attempting to bind port 69dcd706-2e97-4e12-a5ae-5fbecce8857f on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:43.436734 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:43.437798 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:43.438285 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.439492 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:43.440007 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Bound port: 69dcd706-2e97-4e12-a5ae-5fbecce8857f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:43.440391 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.442319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Pushing event updated for resources: {'Port': ['ID=69dcd706-2e97-4e12-a5ae-5fbecce8857f,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:43.451748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300164d0-e5db-47eb-b4d1-f16a7cfaf3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d880ae78-33e4-4e37-9db5-d6c2010844d7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:43.460799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-3f201601-0ece-4ca7-850e-bd92e8cf8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.462300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-3f201601-0ece-4ca7-850e-bd92e8cf8d58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.0990207 Sep 17 22:40:43.486074 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6f88089-76bf-4a7f-8ce6-c0b320b9aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.488751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6f88089-76bf-4a7f-8ce6-c0b320b9aaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.492820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6f88089-76bf-4a7f-8ce6-c0b320b9aaa6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d8112d1-55ab-49ec-a084-762010841f47 HTTP/1.1" status: 204 len: 168 time: 0.5786638 Sep 17 22:40:43.493026 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.493026 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.493026 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.493026 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.493446 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.493580 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.494246 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.494962 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.495793 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.496150 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.496650 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.497159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:43.510704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f88089-76bf-4a7f-8ce6-c0b320b9aaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8112d1-55ab-49ec-a084-762010841f47,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:43.582146 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] For port 69dcd706-2e97-4e12-a5ae-5fbecce8857f, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:43.586447 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] For port 69dcd706-2e97-4e12-a5ae-5fbecce8857f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=69dcd706-2e97-4e12-a5ae-5fbecce8857f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:43.596232 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.599078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-a27b06e7-d78a-4f2f-b367-b579c16b3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.601253 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-a27b06e7-d78a-4f2f-b367-b579c16b3f68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301012 Sep 17 22:40:43.677427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.701912 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:43.711778 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:43.726069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.746148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.762722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Subnet': ['ID=2db5182e-0cac-4cda-9274-baedb2c62d1a,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:43.765053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Checking segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:43.766444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network hostable DHCP agents. Network: 0c8da1db-48a4-4291-9e9b-ac5174c57181, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:43.793250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:43.813947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 0c8da1db-48a4-4291-9e9b-ac5174c57181) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:43.815563 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-e29ecc43-1016-444c-8b1e-068ea80e3520 service neutron] 10.222.0.45 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046525 Sep 17 22:40:43.824244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.825146 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.828588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e171e-6606-4a21-b4b7-2c7f630a3d5d None None] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:43.867785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0d4f877f-28c8-4864-860d-cd1c51901998 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6627681 Sep 17 22:40:43.870453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 46946) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:43.877381 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:43.986661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=65d35c84-131f-4af5-81e3-56f6e27416ba,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:44.061054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] In _notify_port_updated(), no bound segment for port 65d35c84-131f-4af5-81e3-56f6e27416ba on network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:40:44.087690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:44.090943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.097029 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e9b2d3c8-984a-44f4-ba68-16f9cb2cd9f3 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "PUT /v2.0/ports/65d35c84-131f-4af5-81e3-56f6e27416ba HTTP/1.1" status: 200 len: 992 time: 0.9024081 Sep 17 22:40:44.100443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46954) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:44.292125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-0c8da1db-48a4-4291-9e9b-ac5174c57181', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:44.293018 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.329440 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b72e6-652f-4e52-8cab-7ec0fe87c623 None None] Pushing event updated for resources: {'Port': ['ID=69dcd706-2e97-4e12-a5ae-5fbecce8857f,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:44.367809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:44.372708 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:41Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:44.385367 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ec2d55d8-ed36-4e63-8f6f-4f27d241b30b req-4bb52ae4-986c-414d-b4e5-f2ccef3c8430 service neutron] 10.222.0.45 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606930 Sep 17 22:40:44.396437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.478743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b3805320-155c-40ce-93c2-5839abe48ce9 None None] Provisioning complete for port 65d35c84-131f-4af5-81e3-56f6e27416ba triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:44.479202 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b3805320-155c-40ce-93c2-5839abe48ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.509140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.509348 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f47159-2670-4fbb-ba81-4236dbb6ed3f None None] The sync data for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 is: [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:41Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:44.520180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.574645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Allocated IP 172.20.0.2 (0c8da1db-48a4-4291-9e9b-ac5174c57181/2db5182e-0cac-4cda-9274-baedb2c62d1a/ee6169d5-e701-4973-800d-8cbea7f0dcbb) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:44.587565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=218e30843f4c43b6be598c7acb58abd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147362 Sep 17 22:40:44.605677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 46972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:44.661732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0259bc2d-c2c1-4d4d-bb82-4bbd7213b0e5 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Deleting port 65d35c84-131f-4af5-81e3-56f6e27416ba {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:44.662407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0259bc2d-c2c1-4d4d-bb82-4bbd7213b0e5 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.697970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743e0ec7-3700-4665-abfa-bca3fdc6537d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:44.716806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.717434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.717928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.719402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.720047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.720554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.721075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.721573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.722057 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.722672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.723388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.723873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1f8e7-48ad-4777-9ed4-e3118e205bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:44.853998 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.864969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00beffbd-1f6e-4061-a09c-edb67ecadd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.884162 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.889950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b3805320-155c-40ce-93c2-5839abe48ce9 None None] Port 65d35c84-131f-4af5-81e3-56f6e27416ba cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:44.912014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0259bc2d-c2c1-4d4d-bb82-4bbd7213b0e5 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.916480 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00beffbd-1f6e-4061-a09c-edb67ecadd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.978816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:44.986686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0259bc2d-c2c1-4d4d-bb82-4bbd7213b0e5 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Calling delete_port for 65d35c84-131f-4af5-81e3-56f6e27416ba owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:44.988584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:44.992527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:45.006249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Pushing event updated for resources: {'Port': ['ID=ee6169d5-e701-4973-800d-8cbea7f0dcbb,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.058033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00beffbd-1f6e-4061-a09c-edb67ecadd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.060722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00beffbd-1f6e-4061-a09c-edb67ecadd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.071812 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-00beffbd-1f6e-4061-a09c-edb67ecadd00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/743e0ec7-3700-4665-abfa-bca3fdc6537d HTTP/1.1" status: 204 len: 168 time: 0.4623532 Sep 17 22:40:45.133542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Attempting to bind port ee6169d5-e701-4973-800d-8cbea7f0dcbb on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:45.137057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Attempting to bind port ee6169d5-e701-4973-800d-8cbea7f0dcbb by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:45.137615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Attempting to bind port ee6169d5-e701-4973-800d-8cbea7f0dcbb on network 0c8da1db-48a4-4291-9e9b-ac5174c57181 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:45.177392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:45.183939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Checking segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:45.184717 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.189012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Bound using segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:45.189418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Bound port: ee6169d5-e701-4973-800d-8cbea7f0dcbb, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:45.189835 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.289654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47000) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:45.339285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beffbd-1f6e-4061-a09c-edb67ecadd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743e0ec7-3700-4665-abfa-bca3fdc6537d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.340564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 69dcd706-2e97-4e12-a5ae-5fbecce8857f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:45.406906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0259bc2d-c2c1-4d4d-bb82-4bbd7213b0e5 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.486614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259bc2d-c2c1-4d4d-bb82-4bbd7213b0e5 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Port': ['ID=65d35c84-131f-4af5-81e3-56f6e27416ba,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.523990 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] For port ee6169d5-e701-4973-800d-8cbea7f0dcbb, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:45.537682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] For port ee6169d5-e701-4973-800d-8cbea7f0dcbb, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ee6169d5-e701-4973-800d-8cbea7f0dcbb,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:45.563799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.756597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fe6bd-3063-4c04-bdb1-e48f97fc4c05 None None] Pushing event updated for resources: {'Port': ['ID=ee6169d5-e701-4973-800d-8cbea7f0dcbb,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.776575 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.792642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 69dcd706-2e97-4e12-a5ae-5fbecce8857f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:45.798636 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.820876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-network', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:45.822529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0259bc2d-c2c1-4d4d-bb82-4bbd7213b0e5 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.825692 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0259bc2d-c2c1-4d4d-bb82-4bbd7213b0e5 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "DELETE /v2.0/ports/65d35c84-131f-4af5-81e3-56f6e27416ba HTTP/1.1" status: 204 len: 168 time: 1.7233341 Sep 17 22:40:45.829095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47016) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:45.854693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Made reservation on behalf of 9a0dbe1f3cc543c2b3aee63347b057d2 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:45.862874 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.884184 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41f48ce-ff09-4f72-94ec-6d7e677de051 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] GET failed (client error): The resource could not be found. Sep 17 22:40:45.888048 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e41f48ce-ff09-4f72-94ec-6d7e677de051 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "GET /v2.0/ports/65d35c84-131f-4af5-81e3-56f6e27416ba HTTP/1.1" status: 404 len: 333 time: 0.0577455 Sep 17 22:40:45.892892 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47018) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:45.915961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'name': 'tempest-AllowedAddressPairTestJSON-821290939'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:45.944891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.964836 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.993609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 69dcd706-2e97-4e12-a5ae-5fbecce8857f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=69dcd706-2e97-4e12-a5ae-5fbecce8857f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:46.003369 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.142359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=69dcd706-2e97-4e12-a5ae-5fbecce8857f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:46.402257 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.425128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Made reservation on behalf of d18c8b7f06354ede8044b7f67573925d for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:46.428676 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.429847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.460540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] device_id is not set on port 6cfcbb6c-e254-41a0-8a89-5382e241cb5e yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:46.467203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:46.502533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.20.0.1 (0c8da1db-48a4-4291-9e9b-ac5174c57181/2db5182e-0cac-4cda-9274-baedb2c62d1a/3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:46.505008 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.505553 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Added segment c04c4d02-82a1-4b15-b796-ea17867723c3 of type vlan for network ec489247-6356-4ed6-926b-358915a19819 Sep 17 22:40:46.509358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2932d894-86c0-4e51-8351-fa822832df61,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:46.606116 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.645789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Allocated IP 172.20.0.6 (a63b6e5b-e940-4cb0-bd2e-23407e2c5073/7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1/6cfcbb6c-e254-41a0-8a89-5382e241cb5e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:46.698884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.700095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.701133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.820989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] Pushing event updated for resources: {'Network': ['ID=ec489247-6356-4ed6-926b-358915a19819,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:46.824811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d0b7453a-d76d-46a6-9a59-b92c9eddcd06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5320587 Sep 17 22:40:46.828147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47042) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:46.833176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Request body: {'subnet': {'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-subnet', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:46.834756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network ec489247-6356-4ed6-926b-358915a19819 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:46.873285 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.889768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.900121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Made reservation on behalf of 9a0dbe1f3cc543c2b3aee63347b057d2 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:46.902595 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.962869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.034963 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.065849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=6cfcbb6c-e254-41a0-8a89-5382e241cb5e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.076854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:47.079515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:47.082380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:47.113840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.134465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:47.137994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:47.146466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:47.221722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.222948 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.257649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0c14407e-e566-47e7-97bd-0ea813194ac8 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3613410 Sep 17 22:40:47.258442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47050) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:47.269082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d3:4a:e0'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:47.308728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.450013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ee6169d5-e701-4973-800d-8cbea7f0dcbb up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:47.548108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.585925 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2341d-7cb1-43ac-8bf6-f6574a53b956 None None] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:47.688326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ee6169d5-e701-4973-800d-8cbea7f0dcbb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:47.688731 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.741585 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.747978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.886887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac83725-d791-43f9-933c-4394f8800c50,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.894693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Checking segment: {'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:47.895061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Network hostable DHCP agents. Network: ec489247-6356-4ed6-926b-358915a19819, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:47.956997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.965835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.006521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9dece9bc-3e79-4366-b02e-9dca2a53923c None None] Provisioning complete for port 6cfcbb6c-e254-41a0-8a89-5382e241cb5e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:48.007216 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9dece9bc-3e79-4366-b02e-9dca2a53923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.029141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Network ec489247-6356-4ed6-926b-358915a19819 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:48.069680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9dece9bc-3e79-4366-b02e-9dca2a53923c None None] Port 6cfcbb6c-e254-41a0-8a89-5382e241cb5e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:48.083124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=6cfcbb6c-e254-41a0-8a89-5382e241cb5e,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:48.111674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, ec489247-6356-4ed6-926b-358915a19819) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:48.129815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:48.130394 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.147217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9dece9bc-3e79-4366-b02e-9dca2a53923c None None] Provisioning complete for port ee6169d5-e701-4973-800d-8cbea7f0dcbb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:48.147991 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9dece9bc-3e79-4366-b02e-9dca2a53923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.176788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ceed43-10ee-48c7-8788-67ed6a885f08 None None] Network ec489247-6356-4ed6-926b-358915a19819 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:48.191544 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.207433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-010b2888-9d3a-4ed2-9568-79c050a4bad7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3782012 Sep 17 22:40:48.208029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47074) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:48.226153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:48.281117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.284473 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.298003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] In _notify_port_updated(), no bound segment for port 6cfcbb6c-e254-41a0-8a89-5382e241cb5e on network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:40:48.316342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:48.318819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.325789 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-113d815a-e85b-44c0-aa92-4afe10e10148 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "PUT /v2.0/ports/6cfcbb6c-e254-41a0-8a89-5382e241cb5e HTTP/1.1" status: 200 len: 995 time: 1.0650921 Sep 17 22:40:48.328648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47078) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:48.369278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ee6169d5-e701-4973-800d-8cbea7f0dcbb, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ee6169d5-e701-4973-800d-8cbea7f0dcbb,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:48.450391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.451259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 69dcd706-2e97-4e12-a5ae-5fbecce8857f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:48.479909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.493973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.505930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.631161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.639075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:48.705712 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9dece9bc-3e79-4366-b02e-9dca2a53923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.724696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=ee6169d5-e701-4973-800d-8cbea7f0dcbb,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:48.783637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c502b-46a6-439b-b1c9-d16ee2a27be5 None None] Network ec489247-6356-4ed6-926b-358915a19819 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:48.830890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:48.832376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:48.944768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6f1275d3-e05a-44e8-96e4-14656a835a71 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Deleting port 6cfcbb6c-e254-41a0-8a89-5382e241cb5e {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:48.945188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f1275d3-e05a-44e8-96e4-14656a835a71 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.955851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.007639 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-9dece9bc-3e79-4366-b02e-9dca2a53923c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:49.008134 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-9dece9bc-3e79-4366-b02e-9dca2a53923c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:49.077088 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.078022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 69dcd706-2e97-4e12-a5ae-5fbecce8857f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:49.078389 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.103615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 97a26160-9c74-40a3-8de7-1e725caf5a4b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:49.226966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f1275d3-e05a-44e8-96e4-14656a835a71 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.306683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6f1275d3-e05a-44e8-96e4-14656a835a71 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Calling delete_port for 6cfcbb6c-e254-41a0-8a89-5382e241cb5e owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:49.333710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:49.345004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2eb22e58-bcc1-48e6-98ac-e6f0111a5ab9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "PUT /v2.0/routers/97a26160-9c74-40a3-8de7-1e725caf5a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4690747 Sep 17 22:40:49.358242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ee6169d5-e701-4973-800d-8cbea7f0dcbb up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:49.397243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Sync routers for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:49.413753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:49.414321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:49.495733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f1275d3-e05a-44e8-96e4-14656a835a71 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.554551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1275d3-e05a-44e8-96e4-14656a835a71 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Port': ['ID=6cfcbb6c-e254-41a0-8a89-5382e241cb5e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:49.564212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:49.736143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-c0bad5c3-027a-4724-a062-ef4ec6f11036 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752139234&fields=id&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 267 time: 0.0686929 Sep 17 22:40:49.783653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ee6169d5-e701-4973-800d-8cbea7f0dcbb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:49.784051 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.789459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f1275d3-e05a-44e8-96e4-14656a835a71 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.794300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f1275d3-e05a-44e8-96e4-14656a835a71 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "DELETE /v2.0/ports/6cfcbb6c-e254-41a0-8a89-5382e241cb5e HTTP/1.1" status: 204 len: 168 time: 1.4595258 Sep 17 22:40:49.795212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47122) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:49.910177 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-184e5c3f-3c77-4843-95b7-b27c053b628e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] GET failed (client error): The resource could not be found. Sep 17 22:40:49.917718 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-184e5c3f-3c77-4843-95b7-b27c053b628e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "GET /v2.0/ports/6cfcbb6c-e254-41a0-8a89-5382e241cb5e HTTP/1.1" status: 404 len: 333 time: 0.1214969 Sep 17 22:40:49.919542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47126) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:49.939795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'name': 'tempest-AllowedAddressPairTestJSON-602591424'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:49.943242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d2e2d6d3-ec85-40b6-aa97-2ec336bae072 None None] Could not find standard attr ID for object 6cfcbb6c-e254-41a0-8a89-5382e241cb5e. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:40:49.971496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.979187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d2e2d6d3-ec85-40b6-aa97-2ec336bae072 None None] Provisioning complete for port ee6169d5-e701-4973-800d-8cbea7f0dcbb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:49.979579 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d6d3-ec85-40b6-aa97-2ec336bae072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.995391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.999932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452760-5ed1-4a32-9925-41c17d6422af req-dc789f0f-cda6-45e0-9cb0-41720807b4f3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:50.001566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-dc789f0f-cda6-45e0-9cb0-41720807b4f3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 797 time: 0.2644656 Sep 17 22:40:50.058751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-e79eed06-7b43-4a62-a8ea-b543dbf23795 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/quotas/dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 375 time: 0.0446277 Sep 17 22:40:50.185429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:48Z', 'revision_number': 2, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:50.212416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Allocated IP 172.25.0.148 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/3af8c462-0fff-4973-a387-25b50c2a3686) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:50.217047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Checking router: 97a26160-9c74-40a3-8de7-1e725caf5a4b for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:50.217407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Updating router 97a26160-9c74-40a3-8de7-1e725caf5a4b port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:40:50.271238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d2e2d6d3-ec85-40b6-aa97-2ec336bae072 None None] Provisioning complete for port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:50.272274 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d6d3-ec85-40b6-aa97-2ec336bae072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.314645 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.351996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-774a78c8-e465-49fa-8751-57c83c070cc7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2808049 Sep 17 22:40:50.373191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2d6d3-ec85-40b6-aa97-2ec336bae072 None None] Port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:50.383300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Made reservation on behalf of d18c8b7f06354ede8044b7f67573925d for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:50.388280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.395187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.412260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] device_id is not set on port 0f86e1d8-21b6-48bd-95fa-371d8eb45b93 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:50.484491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.541081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:50.544680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:50.554792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:50.593058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3af8c462-0fff-4973-a387-25b50c2a3686,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:50.749856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Allocated IP 172.20.0.7 (a63b6e5b-e940-4cb0-bd2e-23407e2c5073/7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1/0f86e1d8-21b6-48bd-95fa-371d8eb45b93) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:50.831741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-b091c24c-23a4-4381-b265-986a418c8688 service neutron] 10.222.0.48 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784861 Sep 17 22:40:50.885475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.047719 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.076577 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.188768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32571c28-6d80-4681-8b6a-2f864afae1a5 None None] Pushing event updated for resources: {'Port': ['ID=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:51.223959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-0b9602e7-5f9c-416a-8e0f-cc9834899dfc service neutron] 10.222.0.48 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914413 Sep 17 22:40:51.299475 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Attempting to bind port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:51.302199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Attempting to bind port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:51.302898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Attempting to bind port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c on network 0c8da1db-48a4-4291-9e9b-ac5174c57181 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:51.322597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:51.323529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Checking segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:51.324378 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.325040 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Bound using segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:51.325761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Bound port: 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:51.326399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.379594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.505436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] For port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:51.538650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] For port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:51.559972 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.565400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.635913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:51.644400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:51.720208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:51.763572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:51.764221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:51.825086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cc7dcd8d-c130-4add-9eb0-7cdae4a8f869 None None] Provisioning complete for port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:51.825465 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcd8d-c130-4add-9eb0-7cdae4a8f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.854675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc03f9b0-a029-4671-a3f3-3179db2d1c2a req-6359da8d-596c-4dd7-8889-ec0dfd1e59ad tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 210 time: 0.2125869 Sep 17 22:40:51.918796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=0f86e1d8-21b6-48bd-95fa-371d8eb45b93,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:51.987148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:51.997074 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.054867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f858db4b-b884-41a4-b554-ee75157f2dd6 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1341832 Sep 17 22:40:52.055964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:52.084104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'network_id': 'a63b6e5b-e940-4cb0-bd2e-23407e2c5073', 'name': 'tempest-AllowedAddressPairTestJSON-472221803'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:52.092427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32571c28-6d80-4681-8b6a-2f864afae1a5 None None] Pushing event updated for resources: {'Port': ['ID=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:52.225257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:52.315560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.324511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Made reservation on behalf of d18c8b7f06354ede8044b7f67573925d for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:52.329611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.537692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcd8d-c130-4add-9eb0-7cdae4a8f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.612758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] device_id is not set on port d9e220a1-4526-4726-b41c-9aad158cb4a8 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:40:52.643685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-cc7dcd8d-c130-4add-9eb0-7cdae4a8f869 None None] For port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:52.701398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Router ca1be797-6284-4fc6-b0e4-b943f84b7b97 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:40:52.709471 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcd8d-c130-4add-9eb0-7cdae4a8f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.836091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dcd8d-c130-4add-9eb0-7cdae4a8f869 None None] Pushing event updated for resources: {'Port': ['ID=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:52.864084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-589925ac-9563-4718-a3e5-e2a3b79b580e None None] Provisioning complete for port 0f86e1d8-21b6-48bd-95fa-371d8eb45b93 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:52.864456 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-589925ac-9563-4718-a3e5-e2a3b79b580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.924951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-589925ac-9563-4718-a3e5-e2a3b79b580e None None] Port 0f86e1d8-21b6-48bd-95fa-371d8eb45b93 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:52.933902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Allocated IP 172.20.0.10 (a63b6e5b-e940-4cb0-bd2e-23407e2c5073/7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1/d9e220a1-4526-4726-b41c-9aad158cb4a8) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:52.963913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-589925ac-9563-4718-a3e5-e2a3b79b580e None None] Provisioning complete for port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:52.964716 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-589925ac-9563-4718-a3e5-e2a3b79b580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.984374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:52.997278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Sync routers for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:52.998730 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:51Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:53.011970 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:53.013250 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:53.018347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.022079 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-51c5f04e-185c-4d39-b90f-2b0c13173dd0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8105214 Sep 17 22:40:53.028640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:53.047026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab7eda-1c0c-449b-9ebd-c1f63db57570 None None] The sync data for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 is: [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:51Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:53.056970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e92015c3-7723-406c-9564-019925c98ee5 req-80cf241e-1a19-46ea-a95b-fb2324f2a8ff tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 210 time: 0.0764072 Sep 17 22:40:53.248278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:53.387239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:53.549222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452760-5ed1-4a32-9925-41c17d6422af req-f2c74f18-e4ed-4f0d-a684-a4d212051463 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:53.550791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-f2c74f18-e4ed-4f0d-a684-a4d212051463 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 797 time: 0.2611256 Sep 17 22:40:53.571130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:53.574163 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.684477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-e73fc503-6e0c-46e1-9b56-e2ff9c090aef tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 379 time: 0.1158237 Sep 17 22:40:53.709929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'port': {'device_id': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'admin_state_up': True, 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'security_groups': ['db60aa4e-99f3-4014-b752-cbf8c427d082']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:53.783214 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.784495 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:50Z', 'revision_number': 3, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:53.823856 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Checking router: ca1be797-6284-4fc6-b0e4-b943f84b7b97 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:53.824263 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Updating router ca1be797-6284-4fc6-b0e4-b943f84b7b97 port 3af8c462-0fff-4973-a387-25b50c2a3686 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:40:53.865933 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.943336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:53.949153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.963226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.151577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:54.155373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:54.159730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=d9e220a1-4526-4726-b41c-9aad158cb4a8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:54.162918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:54.217483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.20.0.11 (0c8da1db-48a4-4291-9e9b-ac5174c57181/2db5182e-0cac-4cda-9274-baedb2c62d1a/9e3671a9-c5ec-4400-8a40-48d0966e2ab5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:54.267097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7999eba-e7f1-43a7-a630-c226ddab9105 req-04063559-6b93-4983-9353-cce0007878bd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 210 time: 0.0450146 Sep 17 22:40:54.313169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:54.314115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.350057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-409c2506-045f-48db-ad81-19920c9e293e tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2923636 Sep 17 22:40:54.367723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47238) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:54.387186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:d3:4a:e0'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:36:25:7e'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:54.561131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.589969 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.609163 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.614633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d74a1115-11ca-4719-9c7f-f34fbee8e12f None None] Provisioning complete for port d9e220a1-4526-4726-b41c-9aad158cb4a8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:54.615209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d74a1115-11ca-4719-9c7f-f34fbee8e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.679889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.702548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d74a1115-11ca-4719-9c7f-f34fbee8e12f None None] Port d9e220a1-4526-4726-b41c-9aad158cb4a8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:54.737495 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.760292 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Attempting to bind port 3af8c462-0fff-4973-a387-25b50c2a3686 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:54.760665 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Attempting to bind port 3af8c462-0fff-4973-a387-25b50c2a3686 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:54.761055 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Attempting to bind port 3af8c462-0fff-4973-a387-25b50c2a3686 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:54.789541 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:54.790165 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:54.790770 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.791168 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:54.791656 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Bound port: 3af8c462-0fff-4973-a387-25b50c2a3686, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:54.792043 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.871647 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c4f50-d371-4e2f-980a-b8e887ed7fcb None None] Pushing event updated for resources: {'Port': ['ID=3af8c462-0fff-4973-a387-25b50c2a3686,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:54.922095 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] For port 3af8c462-0fff-4973-a387-25b50c2a3686, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:54.931738 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] For port 3af8c462-0fff-4973-a387-25b50c2a3686, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3af8c462-0fff-4973-a387-25b50c2a3686,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:54.939135 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.951833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Allocated IP 172.20.0.1 (ec489247-6356-4ed6-926b-358915a19819/aac83725-d791-43f9-933c-4394f8800c50/c0cdc00f-c9e0-417a-be46-8b6f9b5f022f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:55.019532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:55.057317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:55.060438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:55.066503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:55.115491 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:55.116206 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:55.215738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.254991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.261119 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:55.276136 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.335362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Network ec489247-6356-4ed6-926b-358915a19819 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:55.339029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:55.347840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:55.368810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.369621 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.416986 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.447218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-acc4de79-ac99-4de5-b3ca-0a02613e9d80 None None] Provisioning complete for port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:55.449144 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-acc4de79-ac99-4de5-b3ca-0a02613e9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.471703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-39de3fb3-9756-471f-8572-767c94185e66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7727451 Sep 17 22:40:55.492409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:55.518358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Request body: {'port': {'device_id': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:55.521446 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c4f50-d371-4e2f-980a-b8e887ed7fcb None None] Pushing event updated for resources: {'Port': ['ID=3af8c462-0fff-4973-a387-25b50c2a3686,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:55.522067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-acc4de79-ac99-4de5-b3ca-0a02613e9d80 None None] Port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:55.556625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-a63194d3-ff1a-4ada-b167-706300423641 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.558146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-a63194d3-ff1a-4ada-b167-706300423641 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 814 time: 0.4155583 Sep 17 22:40:55.582042 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:50Z', 'revision_number': 3, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:55.611079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.618627 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb7aa-8d02-4b1c-b042-9d5584d91ba4 None None] The sync data for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 is: [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:50Z', 'revision_number': 3, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:55.628916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba546d52-76f9-448c-95bf-43a85cbfab74 req-0a018ca0-3ffe-4369-b564-de2110e8bb4a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.630467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba546d52-76f9-448c-95bf-43a85cbfab74 req-0a018ca0-3ffe-4369-b564-de2110e8bb4a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 932 time: 0.2206526 Sep 17 22:40:55.658907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-c63747b8-4782-450e-8ec1-a3fd6eea62d8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/quotas/50c9b160d61f486d9b542535ddb3aaed HTTP/1.1" status: 200 len: 375 time: 0.0756121 Sep 17 22:40:55.748702 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.827356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.832775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.836547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba546d52-76f9-448c-95bf-43a85cbfab74 req-a09debb2-4535-48d7-ac45-2ab3b5553c54 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748459 Sep 17 22:40:55.873022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-9c2b04f9-b6bf-4900-b006-ec3019aaca55 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1914530 Sep 17 22:40:55.895212 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.909723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.996315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.471667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.487291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6b618815-140f-4b56-a464-2125808212ef None None] Provisioning complete for port d9e220a1-4526-4726-b41c-9aad158cb4a8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:56.487878 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b618815-140f-4b56-a464-2125808212ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.541731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Network ec489247-6356-4ed6-926b-358915a19819 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:56.544574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:56.564616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6b618815-140f-4b56-a464-2125808212ef None None] Port d9e220a1-4526-4726-b41c-9aad158cb4a8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:56.714404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Router ca1be797-6284-4fc6-b0e4-b943f84b7b97 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:56.767814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event updated for resources: {'Port': ['ID=d9e220a1-4526-4726-b41c-9aad158cb4a8,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.798929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] In _notify_port_updated(), no bound segment for port d9e220a1-4526-4726-b41c-9aad158cb4a8 on network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:40:56.804681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:56.805430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.806800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6a89cd03-5006-4d5f-bd63-34152aea9e6c tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "PUT /v2.0/ports/d9e220a1-4526-4726-b41c-9aad158cb4a8 HTTP/1.1" status: 200 len: 1055 time: 2.4379494 Sep 17 22:40:56.816713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47306) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:56.867648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:56.878027 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-39ae693e-59cf-4be2-826e-fbce0338a1f6 admin admin] 10.222.0.48 "PUT /v2.0/routers/ca1be797-6284-4fc6-b0e4-b943f84b7b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8479929 Sep 17 22:40:56.951621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-5f40a062-c893-40bc-bd19-9c64a685a1a6 service neutron] 10.222.0.48 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0598109 Sep 17 22:40:57.171541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc50883-aa37-4373-92d7-297c41f72547 req-9535e4b0-1985-43ee-ac71-b835b8fb02c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:57.173694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcc50883-aa37-4373-92d7-297c41f72547 req-9535e4b0-1985-43ee-ac71-b835b8fb02c4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 932 time: 0.2158053 Sep 17 22:40:57.179459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6d757a77-c4c3-446e-87d5-8759b9b4eaa1 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Deleting port d9e220a1-4526-4726-b41c-9aad158cb4a8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:57.179459 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d757a77-c4c3-446e-87d5-8759b9b4eaa1 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.184669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-b90190ef-74b8-4707-8ab7-445b8827373b service neutron] 10.222.0.48 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138786 Sep 17 22:40:57.189108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:57.204484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.299903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Transition to ACTIVE for port object 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:57.312876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.323311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcc50883-aa37-4373-92d7-297c41f72547 req-29cfbc64-cf21-44bb-be9c-f2a7532ef9ab tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299696 Sep 17 22:40:57.403893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3af8c462-0fff-4973-a387-25b50c2a3686 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:57.487145 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d757a77-c4c3-446e-87d5-8759b9b4eaa1 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.529534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3af8c462-0fff-4973-a387-25b50c2a3686 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:57.530041 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.570385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:57.597564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6d757a77-c4c3-446e-87d5-8759b9b4eaa1 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Calling delete_port for d9e220a1-4526-4726-b41c-9aad158cb4a8 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:57.706135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.751095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 3af8c462-0fff-4973-a387-25b50c2a3686, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3af8c462-0fff-4973-a387-25b50c2a3686,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:57.762587 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.805539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Attempting to bind port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:57.806153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Attempting to bind port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:57.806268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Attempting to bind port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on network 0c8da1db-48a4-4291-9e9b-ac5174c57181 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:57.814605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on network 0c8da1db-48a4-4291-9e9b-ac5174c57181 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:57.814927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Attempting to bind port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on network 0c8da1db-48a4-4291-9e9b-ac5174c57181 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:57.839149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:57.839448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Checking segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:57.839832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Bound using segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:57.840420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Bound port: 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:57.840629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.875521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=3af8c462-0fff-4973-a387-25b50c2a3686,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:57.889644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.890185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.890647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.890983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.891316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.891643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.891970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.892294 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.893621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.893950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.895242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.895778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:57.910269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7edb20ff-5d8f-493e-b3fe-17d36f82f37e req-7affcdab-d427-4cb5-99b9-6e54313b3166 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0907326 Sep 17 22:40:58.039131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Sync routers for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:58.053445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:58.054181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:58.164398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:58.198076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:58.201596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d757a77-c4c3-446e-87d5-8759b9b4eaa1 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.210005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:58.224403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.262758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d757a77-c4c3-446e-87d5-8759b9b4eaa1 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Port': ['ID=d9e220a1-4526-4726-b41c-9aad158cb4a8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:58.304617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.305898 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.307325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] 10.222.0.49 "PUT /v2.0/ports/9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 1093 time: 2.8009291 Sep 17 22:40:58.330339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:58.334006 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4a965c-f451-459a-be7a-869b6dc9dc75" -d '{"events": [{"name": "network-changed", "server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:58.347394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-c317d1ea-658b-4599-900c-42509b612a01 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.348983 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-c317d1ea-658b-4599-900c-42509b612a01 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 819 time: 0.3249896 Sep 17 22:40:58.430585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-799d8c75-311f-470f-b45b-47a37aa4c201 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/quotas/9a0dbe1f3cc543c2b3aee63347b057d2 HTTP/1.1" status: 200 len: 375 time: 0.0497885 Sep 17 22:40:58.435612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682d25b-fd39-4b4a-a8f1-092e1139024c service neutron] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:58.675726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-93074c14-fb54-4ad1-b353-c15246cf1507 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1936643 Sep 17 22:40:58.715546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452760-5ed1-4a32-9925-41c17d6422af req-7e769940-f849-494c-abb5-f808e8ce9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.717367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-7e769940-f849-494c-abb5-f808e8ce9e7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1096 time: 0.3258724 Sep 17 22:40:58.760728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 2, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:58.802281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Checking router: ca1be797-6284-4fc6-b0e4-b943f84b7b97 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:58.802635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Updating router ca1be797-6284-4fc6-b0e4-b943f84b7b97 port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:40:58.807462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81389186-9a34-49ad-a45f-4d0b68eee559 req-a03586b8-8e3a-4731-b098-c0ebad6ae188 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.809009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81389186-9a34-49ad-a45f-4d0b68eee559 req-a03586b8-8e3a-4731-b098-c0ebad6ae188 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 944 time: 0.3243234 Sep 17 22:40:58.838045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.842349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-d94dbc47-d57f-4dbc-982a-37f46a9225e6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.844737 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-d94dbc47-d57f-4dbc-982a-37f46a9225e6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.45 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 814 time: 0.2169855 Sep 17 22:40:58.868049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Request body: {'port': {'device_id': '25907f3c-0f9b-4b85-807d-dc96e671dbe9', 'network_id': '443e9159-983e-4e62-a625-655582909675', 'admin_state_up': True, 'tenant_id': '50c9b160d61f486d9b542535ddb3aaed'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:58.891254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-2a843564-ebf1-4e00-8f3e-a896ca0d1817 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 217 time: 0.1539483 Sep 17 22:40:59.012014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Made reservation on behalf of 50c9b160d61f486d9b542535ddb3aaed for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:59.017206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.025534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-f8c433f9-b3a3-4075-9ed9-52a90acc50d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488946 Sep 17 22:40:59.038271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452760-5ed1-4a32-9925-41c17d6422af req-a4f8ffb5-c2a7-4463-ae0e-daf9a3897566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.039707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-a4f8ffb5-c2a7-4463-ae0e-daf9a3897566 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.1225889 Sep 17 22:40:59.042534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81389186-9a34-49ad-a45f-4d0b68eee559 req-2d3d8bf6-d44a-42a4-aa0c-478ce536372f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802752 Sep 17 22:40:59.043650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d757a77-c4c3-446e-87d5-8759b9b4eaa1 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.048843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6d757a77-c4c3-446e-87d5-8759b9b4eaa1 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "DELETE /v2.0/ports/d9e220a1-4526-4726-b41c-9aad158cb4a8 HTTP/1.1" status: 204 len: 168 time: 2.2295144 Sep 17 22:40:59.050523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47384) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.151200 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a89e9ff-f661-4876-a4d9-186fc3c0a187 x-openstack-request-id: req-5a89e9ff-f661-4876-a4d9-186fc3c0a187 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:59.151340 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:59.151532 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a89e9ff-f661-4876-a4d9-186fc3c0a187 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:59.151890 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'status': 'completed', 'code': 200} Sep 17 22:40:59.155776 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc720e4-5e46-4021-87d0-3c909dbbf2ca tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] GET failed (client error): The resource could not be found. Sep 17 22:40:59.160208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1cc720e4-5e46-4021-87d0-3c909dbbf2ca tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "GET /v2.0/ports/d9e220a1-4526-4726-b41c-9aad158cb4a8 HTTP/1.1" status: 404 len: 333 time: 0.1076179 Sep 17 22:40:59.161234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47388) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.211023 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.225953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452760-5ed1-4a32-9925-41c17d6422af req-c955f343-2ae6-42d9-83f3-2d9f124900ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.227480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-c955f343-2ae6-42d9-83f3-2d9f124900ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1761391 Sep 17 22:40:59.230494 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.295479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-f8de6ca3-c662-4f5f-a439-edaafe3944d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690470 Sep 17 22:40:59.325887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bdeea-fa76-4c1c-90d0-70d74a0fbc0e None None] Pushing event updated for resources: {'Port': ['ID=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:59.326087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Allocated IP 172.20.0.5 (443e9159-983e-4e62-a625-655582909675/8f56a90a-3925-4385-8d1b-89043991b847/0b27988a-24d0-4b8b-a4ab-88b7816e1da9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:59.360601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6db20950-a657-4ec9-b9f5-9a21a90d1156 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Deleting port 0f86e1d8-21b6-48bd-95fa-371d8eb45b93 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:59.361353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6db20950-a657-4ec9-b9f5-9a21a90d1156 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.412030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3af8c462-0fff-4973-a387-25b50c2a3686 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:59.469079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Attempting to bind port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:59.469474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Attempting to bind port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:59.469801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Attempting to bind port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f on network ec489247-6356-4ed6-926b-358915a19819 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:59.480076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:59.480349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Checking segment: {'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:59.480887 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.481210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Bound using segment: {'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:59.481909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Bound port: c0cdc00f-c9e0-417a-be46-8b6f9b5f022f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:59.482289 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.527188 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-e140e1c3-f57c-4485-87df-787fab57eb69 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885499 Sep 17 22:40:59.577618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3af8c462-0fff-4973-a387-25b50c2a3686 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:59.577985 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.669888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6db20950-a657-4ec9-b9f5-9a21a90d1156 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.693588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] For port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:59.695021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6db20950-a657-4ec9-b9f5-9a21a90d1156 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Calling delete_port for 0f86e1d8-21b6-48bd-95fa-371d8eb45b93 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:59.703688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] For port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:59.719096 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.728063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf74d406-6bf3-40b9-a650-e7b243430574 req-bd5065c8-d38a-4973-8f2d-ebe0f5b0fdd6 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 210 time: 0.1309593 Sep 17 22:40:59.777238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-171f4573-b8ff-4c11-9d1b-4b74cef15f16 req-83a8da8d-e5f3-4021-8f94-7d6fbe6e2b29 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0550654 Sep 17 22:40:59.819184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea452760-5ed1-4a32-9925-41c17d6422af req-f50f71fe-e8f7-493c-94c2-03e8205ec2a2 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795749 Sep 17 22:40:59.823135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.899585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:59.900237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:40:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:59.963706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bdeea-fa76-4c1c-90d0-70d74a0fbc0e None None] Pushing event updated for resources: {'Port': ['ID=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:59.980005 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0e145da7-4407-4521-98c4-2ad36d6f9943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.987936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.989226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-b70f6cb6-0508-4c75-9435-ff6aaac7a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.992174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-b70f6cb6-0508-4c75-9435-ff6aaac7a915 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0714567 Sep 17 22:40:59.993139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6db20950-a657-4ec9-b9f5-9a21a90d1156 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.070736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:00.101721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Network 443e9159-983e-4e62-a625-655582909675 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:00.112352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:00.127901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6df3d37f-eb5e-402f-b1dd-ff377cc19d30', '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2', '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:00.133059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:00.163739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-7cc5a0d8-1be3-4b5d-93fa-cc008f3d7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:00.166129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-7cc5a0d8-1be3-4b5d-93fa-cc008f3d7e52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 898 time: 0.1653261 Sep 17 22:41:00.237880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Pushing event updated for resources: {'Port': ['ID=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:00.280452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-e92b5773-39d3-46a8-bc38-98704bf59ab6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 217 time: 0.1067309 Sep 17 22:41:00.311539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db20950-a657-4ec9-b9f5-9a21a90d1156 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Port': ['ID=0f86e1d8-21b6-48bd-95fa-371d8eb45b93,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:00.323197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:00.323929 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.349146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-329a493e-7647-4ba7-b6dc-1345294684e8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4917374 Sep 17 22:41:00.354762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6db20950-a657-4ec9-b9f5-9a21a90d1156 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.359841 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6db20950-a657-4ec9-b9f5-9a21a90d1156 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "DELETE /v2.0/ports/0f86e1d8-21b6-48bd-95fa-371d8eb45b93 HTTP/1.1" status: 204 len: 168 time: 1.1901188 Sep 17 22:41:00.363860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Request body: {'port': {'device_id': '25907f3c-0f9b-4b85-807d-dc96e671dbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:00.367396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47422) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:00.436272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f9873-29e2-4a0c-aee9-ae05fb6a845f req-8fa21404-5d80-4aa6-8ca5-a2239049f625 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:00.444137 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-712f9873-29e2-4a0c-aee9-ae05fb6a845f req-8fa21404-5d80-4aa6-8ca5-a2239049f625 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 944 time: 0.1594973 Sep 17 22:41:00.452790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-a51ab1d2-6ba7-4f5e-8e77-aeb17b02046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:00.454727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-a51ab1d2-6ba7-4f5e-8e77-aeb17b02046a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.1649358 Sep 17 22:41:00.456331 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f0c0f9-6e1b-438c-b1e5-b32394e71433 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] GET failed (client error): The resource could not be found. Sep 17 22:41:00.463147 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-14f0c0f9-6e1b-438c-b1e5-b32394e71433 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "GET /v2.0/ports/0f86e1d8-21b6-48bd-95fa-371d8eb45b93 HTTP/1.1" status: 404 len: 333 time: 0.0895340 Sep 17 22:41:00.464436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47428) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:00.556193 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-712f9873-29e2-4a0c-aee9-ae05fb6a845f req-6ffcc5dd-2099-48d9-8252-0e3fed77336e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108463 Sep 17 22:41:00.576007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-c50ce318-e967-4b64-b9a9-6bdfc9265616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:00.577974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-c50ce318-e967-4b64-b9a9-6bdfc9265616 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101868 Sep 17 22:41:00.590121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.621988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:40:59Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:00.684289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51051dd8-41c5-45b9-ac87-d9f9cf9a1ee9 None None] The sync data for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 is: [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:40:59Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:00.707734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-a213901a-ee8a-4b68-a216-e6e161390416 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220298 Sep 17 22:41:00.911894 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b19d7a6-f4b7-49f8-934a-62a0a43ff446 req-a45a5274-fcff-4af9-8f6f-38a0a53b1db2 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 210 time: 0.0386882 Sep 17 22:41:00.951097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d4a965c-f451-459a-be7a-869b6dc9dc75 req-ac0e5788-e188-4103-8146-d92ff484091b service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350218 Sep 17 22:41:01.026073 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f8e87dc7-6673-4d61-b6ac-e2d21f33e046 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Deleting port 524b89e5-d0e3-4067-a076-39d589da9262 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:01.026554 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8e87dc7-6673-4d61-b6ac-e2d21f33e046 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.042573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025762d-df3c-4706-99a3-6b47678e2052 req-992a85c0-6e58-4fe2-bfef-c5c37774e357 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:01.045215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a025762d-df3c-4706-99a3-6b47678e2052 req-992a85c0-6e58-4fe2-bfef-c5c37774e357 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 931 time: 0.0973012 Sep 17 22:41:01.129711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a025762d-df3c-4706-99a3-6b47678e2052 req-ee94162a-0c8f-4769-8fa9-c82bc8a7816b tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759377 Sep 17 22:41:01.223845 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8e87dc7-6673-4d61-b6ac-e2d21f33e046 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.230379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:01.248702 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.256254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f8e87dc7-6673-4d61-b6ac-e2d21f33e046 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Calling delete_port for 524b89e5-d0e3-4067-a076-39d589da9262 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:01.274392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Transition to ACTIVE for port object 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:41:01.329867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.379038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-19cfe3da-8096-49b7-92b7-6baa63fb63ba tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:01.380729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-19cfe3da-8096-49b7-92b7-6baa63fb63ba tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.49 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 819 time: 0.2482917 Sep 17 22:41:01.402925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Request body: {'port': {'device_id': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'admin_state_up': True, 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:01.426006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c0cdc00f-c9e0-417a-be46-8b6f9b5f022f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:01.525250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:01.525982 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.574044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Pushing event updated for resources: {'Port': ['ID=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:01.625599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Made reservation on behalf of 9a0dbe1f3cc543c2b3aee63347b057d2 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:01.629903 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.672151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Attempting to bind port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:01.672614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Attempting to bind port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:01.673088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Attempting to bind port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 on network 443e9159-983e-4e62-a625-655582909675 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:01.684110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 on network 443e9159-983e-4e62-a625-655582909675 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:01.684576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Attempting to bind port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 on network 443e9159-983e-4e62-a625-655582909675 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:01.696479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:01.697008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Checking segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:01.697476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Bound using segment: {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:01.697991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Bound port: 0b27988a-24d0-4b8b-a4ab-88b7816e1da9, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928edfa8-da0e-480a-9143-ead0b510bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '443e9159-983e-4e62-a625-655582909675'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:01.699600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.708999 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.750323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8e87dc7-6673-4d61-b6ac-e2d21f33e046 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.794725 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:01.802780 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.840654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e87dc7-6673-4d61-b6ac-e2d21f33e046 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Port': ['ID=524b89e5-d0e3-4067-a076-39d589da9262,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:01.892742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Allocated IP 172.20.0.3 (ec489247-6356-4ed6-926b-358915a19819/aac83725-d791-43f9-933c-4394f8800c50/273e677d-bdad-496a-ac42-fc6fe0bd8b22) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:01.918008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:01.946775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] For port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:01.958245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] For port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:01.966226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8e87dc7-6673-4d61-b6ac-e2d21f33e046 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.969648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f8e87dc7-6673-4d61-b6ac-e2d21f33e046 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "DELETE /v2.0/ports/524b89e5-d0e3-4067-a076-39d589da9262 HTTP/1.1" status: 204 len: 168 time: 1.5041723 Sep 17 22:41:01.971922 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.974102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47464) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:02.060040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ff5279-652c-4942-bd85-1d82e74efa16 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Deleting subnet 7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:02.072755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33ff5279-652c-4942-bd85-1d82e74efa16 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.129960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:02.130837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.132742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] 10.222.0.45 "PUT /v2.0/ports/0b27988a-24d0-4b8b-a4ab-88b7816e1da9 HTTP/1.1" status: 200 len: 1092 time: 1.7733862 Sep 17 22:41:02.136139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25907f3c-0f9b-4b85-807d-dc96e671dbe9', 'tag': '0b27988a-24d0-4b8b-a4ab-88b7816e1da9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:02.140558 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcd33cb-0a17-496f-9176-30b10c83eec6" -d '{"events": [{"name": "network-changed", "server_uuid": "25907f3c-0f9b-4b85-807d-dc96e671dbe9", "tag": "0b27988a-24d0-4b8b-a4ab-88b7816e1da9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:02.181463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd17a0-982c-4800-b522-cc4a388df1cd service neutron] Pushing event updated for resources: {'Port': ['ID=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.188567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33ff5279-652c-4942-bd85-1d82e74efa16 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.287142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-2915bfcf-3b4c-4c0d-a30d-8bd9cc01a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:02.289048 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-2915bfcf-3b4c-4c0d-a30d-8bd9cc01a038 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 1095 time: 0.0742483 Sep 17 22:41:02.350461 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-d78f0934-f16a-42bf-bc07-30c12bb985a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27988a-24d0-4b8b-a4ab-88b7816e1da9 HTTP/1.1" status: 200 len: 217 time: 0.0428820 Sep 17 22:41:02.371416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33ff5279-652c-4942-bd85-1d82e74efa16 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.449993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-9456a812-cce0-48a6-88d8-6e21b99e828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:02.451614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-9456a812-cce0-48a6-88d8-6e21b99e828c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.0914578 Sep 17 22:41:02.491540 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-75b088bb-7ad0-421a-8738-ac2ec4cd4347 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309169 Sep 17 22:41:02.510370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33ff5279-652c-4942-bd85-1d82e74efa16 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.542947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09a7035d-abd9-4f98-8405-f493b15dce7f req-985024c0-bc9d-4008-8b8b-ba8b9b63a2a1 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 210 time: 0.0830870 Sep 17 22:41:02.567989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff5279-652c-4942-bd85-1d82e74efa16 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.577595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99038c9-2213-4757-9b39-bd65c8d6bafd req-b75ef02a-7782-457b-8c2c-998e37352f5c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:02.579231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d99038c9-2213-4757-9b39-bd65c8d6bafd req-b75ef02a-7782-457b-8c2c-998e37352f5c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 944 time: 0.6592796 Sep 17 22:41:02.594861 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ab15bc-8e8f-4e09-bae9-a52330f624ee None None] Network a63b6e5b-e940-4cb0-bd2e-23407e2c5073 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:02.606462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-33ff5279-652c-4942-bd85-1d82e74efa16 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.617035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.618576 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-33ff5279-652c-4942-bd85-1d82e74efa16 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "DELETE /v2.0/subnets/7fc63d8f-46d2-40d6-b353-4c8cd89b6fd1 HTTP/1.1" status: 204 len: 168 time: 0.6408207 Sep 17 22:41:02.618813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47476) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:02.680214 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-05006c14-431f-4129-b82d-476b2a3c6843 service neutron] 10.222.0.45 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779461 Sep 17 22:41:02.685190 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4aa473-ce23-4a10-97d5-84b937dfe383 x-openstack-request-id: req-ad4aa473-ce23-4a10-97d5-84b937dfe383 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:02.688820 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25907f3c-0f9b-4b85-807d-dc96e671dbe9", "tag": "0b27988a-24d0-4b8b-a4ab-88b7816e1da9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:02.689183 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad4aa473-ce23-4a10-97d5-84b937dfe383 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:02.689786 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25907f3c-0f9b-4b85-807d-dc96e671dbe9', 'tag': '0b27988a-24d0-4b8b-a4ab-88b7816e1da9', 'status': 'completed', 'code': 200} Sep 17 22:41:02.706846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d99038c9-2213-4757-9b39-bd65c8d6bafd req-4352479f-9f30-460d-99e0-3fe0cd8a1afc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042113 Sep 17 22:41:02.756672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.763717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.816452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Network ec489247-6356-4ed6-926b-358915a19819 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:02.827528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:02.828553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6020-e78b-40ef-ad6d-6f577f68fcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.837741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:02.873355 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3d7834e-35d1-40a6-9b7b-26b3b1e883f6 req-b8da341e-8257-45ff-b104-98bcf17658ce service neutron] 10.222.0.45 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801116 Sep 17 22:41:02.929345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event updated for resources: {'Port': ['ID=273e677d-bdad-496a-ac42-fc6fe0bd8b22,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.951151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] DHCP port deletion for a63b6e5b-e940-4cb0-bd2e-23407e2c5073 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:02.961653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:02.962278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.975058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58755a4d-be8e-4543-a1c6-323bddf83969 req-83b8bbea-962b-48f9-90a2-5af383230a76 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:02.976587 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58755a4d-be8e-4543-a1c6-323bddf83969 req-83b8bbea-962b-48f9-90a2-5af383230a76 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 943 time: 0.1721425 Sep 17 22:41:03.012633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eb1563b4-229b-4bbd-a0d1-4dfe66997461 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6153324 Sep 17 22:41:03.021881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Deleting port b9a6baed-7359-45f2-88f1-2497f7b90e66 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:03.022227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.045389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-9db7623a-de6c-47cd-9238-5c3d782e514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:03.048169 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-9db7623a-de6c-47cd-9238-5c3d782e514d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 1095 time: 0.1247840 Sep 17 22:41:03.070874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Request body: {'port': {'device_id': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:03.074289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] Deleting port b9a6baed-7359-45f2-88f1-2497f7b90e66 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:03.074668 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.174561 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.183804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] For port b9a6baed-7359-45f2-88f1-2497f7b90e66, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b9a6baed-7359-45f2-88f1-2497f7b90e66,segment=NetworkSegment(1589ec93-a067-4c85-9294-2f1831a57432),segment_id=1589ec93-a067-4c85-9294-2f1831a57432)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:03.184710 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.184842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-ee457f87-2dfc-4b51-9541-5652e46269b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:03.189204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-ee457f87-2dfc-4b51-9541-5652e46269b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 915 time: 0.1322582 Sep 17 22:41:03.190773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58755a4d-be8e-4543-a1c6-323bddf83969 req-4911aa20-72af-4019-ba6e-1f650b132abd tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050283 Sep 17 22:41:03.209210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] For port b9a6baed-7359-45f2-88f1-2497f7b90e66, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b9a6baed-7359-45f2-88f1-2497f7b90e66,segment=NetworkSegment(1589ec93-a067-4c85-9294-2f1831a57432),segment_id=1589ec93-a067-4c85-9294-2f1831a57432)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:03.210706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.215352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] Calling delete_port for b9a6baed-7359-45f2-88f1-2497f7b90e66 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:03.251114 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-49233536-2bbb-40ce-9d2a-bc543922df5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27988a-24d0-4b8b-a4ab-88b7816e1da9 HTTP/1.1" status: 200 len: 217 time: 0.0523167 Sep 17 22:41:03.252208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Calling delete_port for b9a6baed-7359-45f2-88f1-2497f7b90e66 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:03.284222 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.318920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.358756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-3dac317f-d4b6-4acd-987e-a34e7ae10eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:03.360376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-3dac317f-d4b6-4acd-987e-a34e7ae10eeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.0956502 Sep 17 22:41:03.372767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c0cdc00f-c9e0-417a-be46-8b6f9b5f022f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:03.377562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] Pushing event deleted for resources: {'Port': ['ID=b9a6baed-7359-45f2-88f1-2497f7b90e66,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:03.380401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c4353-1624-4e9c-b9eb-8399c38577d1 None None] No DVR routers for this DVR port b9a6baed-7359-45f2-88f1-2497f7b90e66 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:03.420070 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-de2293b8-440b-4c4c-a9de-8dd33bf6a8e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519776 Sep 17 22:41:03.440832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:03.441571 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.534214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.550034 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-37d66478-40c1-43ea-8d90-ca3fcc86f6b3 service neutron] 10.222.0.45 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181381 Sep 17 22:41:03.595486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Port': ['ID=b9a6baed-7359-45f2-88f1-2497f7b90e66,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:03.614453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] No DVR routers for this DVR port b9a6baed-7359-45f2-88f1-2497f7b90e66 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:03.619614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.619965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.620299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.620628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.620975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.621305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.621627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.621952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.623793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.624771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.625341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.625758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:03.639180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b9a6baed-7359-45f2-88f1-2497f7b90e66 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:03.668520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: b9a6baed-7359-45f2-88f1-2497f7b90e66 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:03.669433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b9a6baed-7359-45f2-88f1-2497f7b90e66 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:03.710305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8bcd33cb-0a17-496f-9176-30b10c83eec6 req-a573425e-9c90-4f66-834f-3374880061fb service neutron] 10.222.0.45 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459396 Sep 17 22:41:03.750509 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.789775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.823337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63b6e5b-e940-4cb0-bd2e-23407e2c5073']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:03.871699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1589ec93-a067-4c85-9294-2f1831a57432') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:03.871976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1589ec93-a067-4c85-9294-2f1831a57432') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:03.891653 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.896390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273e677d-bdad-496a-ac42-fc6fe0bd8b22 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:03.908355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75aa18d-38d0-4741-b86c-ebb59dd6528f req-f9e61416-426d-484f-ad8f-d1e83de21970 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:03.909884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d75aa18d-38d0-4741-b86c-ebb59dd6528f req-f9e61416-426d-484f-ad8f-d1e83de21970 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 931 time: 0.2082431 Sep 17 22:41:03.921837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.960847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.973659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164eb48-3bb0-49e7-aa7b-dfc62997cb67 req-1966fb53-171f-4535-9b5d-dc66ad024a26 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:03.975163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d164eb48-3bb0-49e7-aa7b-dfc62997cb67 req-1966fb53-171f-4535-9b5d-dc66ad024a26 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 944 time: 0.1791103 Sep 17 22:41:03.978521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Transition to ACTIVE for port object 273e677d-bdad-496a-ac42-fc6fe0bd8b22 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:03.992698 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:04.014239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.076467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d75aa18d-38d0-4741-b86c-ebb59dd6528f req-97923826-3b04-43fb-a8d9-f412f1f21f0b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578031 Sep 17 22:41:04.148481 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.167938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47506) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.181323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Pushing event updated for resources: {'Port': ['ID=273e677d-bdad-496a-ac42-fc6fe0bd8b22,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.189841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.191743 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] 10.222.0.48 "DELETE /v2.0/networks/a63b6e5b-e940-4cb0-bd2e-23407e2c5073 HTTP/1.1" status: 204 len: 168 time: 1.5713499 Sep 17 22:41:04.192918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ef46e-0245-4ec6-9cbc-ba1f3f28ba22 tempest-AllowedAddressPairTestJSON-2041380030 tempest-AllowedAddressPairTestJSON-2041380030-project] Pushing event deleted for resources: {'Network': ['ID=a63b6e5b-e940-4cb0-bd2e-23407e2c5073,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.209564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d164eb48-3bb0-49e7-aa7b-dfc62997cb67 req-e1d82c43-8be4-4ca7-87af-07a2471df42f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160034 Sep 17 22:41:04.263780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Attempting to bind port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:04.264126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Attempting to bind port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:04.265016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Attempting to bind port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 on network ec489247-6356-4ed6-926b-358915a19819 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:04.270089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 on network ec489247-6356-4ed6-926b-358915a19819 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:04.270569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Attempting to bind port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 on network ec489247-6356-4ed6-926b-358915a19819 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:04.275866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:04.276275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Checking segment: {'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:04.276725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Bound using segment: {'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:04.277316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Bound port: 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04c4d02-82a1-4b15-b796-ea17867723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec489247-6356-4ed6-926b-358915a19819'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:04.277764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.369086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65030f55-2b20-4e52-952d-457a19ba6f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.390731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] For port 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:04.396437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] For port 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:04.405134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c38922-406d-477c-829c-aa90a48d6325 req-eaddd5c3-0ad8-4c3c-9a76-f3a7ed7448ef tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:04.407262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49c38922-406d-477c-829c-aa90a48d6325 req-eaddd5c3-0ad8-4c3c-9a76-f3a7ed7448ef tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 943 time: 0.0900152 Sep 17 22:41:04.408908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.463003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:04.463626 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.465113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] 10.222.0.49 "PUT /v2.0/ports/273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 1092 time: 1.4035270 Sep 17 22:41:04.465556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:04.466124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47516) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.468203 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:04.484953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65030f55-2b20-4e52-952d-457a19ba6f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.490578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65030f55-2b20-4e52-952d-457a19ba6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.525016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49c38922-406d-477c-829c-aa90a48d6325 req-38a0a430-93c8-4d64-8262-df1b70259bf1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928366 Sep 17 22:41:04.525016 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fe51a6-3548-410b-beda-8e68ef683e84 x-openstack-request-id: req-d0fe51a6-3548-410b-beda-8e68ef683e84 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:04.525016 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:04.525016 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0fe51a6-3548-410b-beda-8e68ef683e84 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:04.525016 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'status': 'completed', 'code': 200} Sep 17 22:41:04.525526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca82217-94d3-4d88-a885-ed578e27efb6 service neutron] Pushing event updated for resources: {'Port': ['ID=273e677d-bdad-496a-ac42-fc6fe0bd8b22,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.530604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-65030f55-2b20-4e52-952d-457a19ba6f15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63b73a63cd214b6d9d298f9eb6890026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610265 Sep 17 22:41:04.533729 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47522) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.560438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65030f55-2b20-4e52-952d-457a19ba6f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a42586-b30f-4ea9-a22e-3b6e275e6033,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.612643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-8035b665-a2c5-43f8-aa5c-e2199d7121f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:04.614208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-8035b665-a2c5-43f8-aa5c-e2199d7121f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1095 time: 0.0673215 Sep 17 22:41:04.618725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e98e63b-ccd5-4cd3-b78f-78ae19751fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.646519 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5985415f-d8a7-46e2-9733-619c04e10692 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d18c8b7f06354ede8044b7f67573925d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765926 Sep 17 22:41:04.646754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47524) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.658244 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.680046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-b0b6d6ec-99db-4f38-bc8c-e3a649ea1e54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 217 time: 0.0508835 Sep 17 22:41:04.681960 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e98e63b-ccd5-4cd3-b78f-78ae19751fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.698854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e664-79f4-4b70-8fa6-d8323f8d8a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.721622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e664-79f4-4b70-8fa6-d8323f8d8a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.750103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-2d54eb2e-fbd9-488a-b3b3-2d185f4f97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:04.751601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-2d54eb2e-fbd9-488a-b3b3-2d185f4f97b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.0629706 Sep 17 22:41:04.771048 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e664-79f4-4b70-8fa6-d8323f8d8a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.773647 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e664-79f4-4b70-8fa6-d8323f8d8a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.774922 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9ff6e664-79f4-4b70-8fa6-d8323f8d8a37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/565209ee-c270-4233-8050-b368a342fe45 HTTP/1.1" status: 204 len: 168 time: 0.1273131 Sep 17 22:41:04.795733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-e402e4de-5506-4517-9eaf-65b8cf8d82f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370665 Sep 17 22:41:04.797286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6e664-79f4-4b70-8fa6-d8323f8d8a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565209ee-c270-4233-8050-b368a342fe45,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.811936 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e98e63b-ccd5-4cd3-b78f-78ae19751fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.814852 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e98e63b-ccd5-4cd3-b78f-78ae19751fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.818304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e98e63b-ccd5-4cd3-b78f-78ae19751fbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25a42586-b30f-4ea9-a22e-3b6e275e6033 HTTP/1.1" status: 204 len: 168 time: 0.2813487 Sep 17 22:41:04.818462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:41:04.849663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98e63b-ccd5-4cd3-b78f-78ae19751fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a42586-b30f-4ea9-a22e-3b6e275e6033,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.919844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-cb923672-06bd-4a5b-b26c-322d3a1ba81d service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170084 Sep 17 22:41:04.953344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:04.970141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'port_id': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'mac_address': 'fa:16:3e:3c:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:41:05.039975 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.054678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3b724d6-c171-4c81-9ae5-97b137577145 req-1c58ffe2-d034-4408-b3ec-4e8bfe9146f3 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245174 Sep 17 22:41:05.057733 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:05.102776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:05.110029 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.183043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47542) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:05.199455 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-350b30f4-51e8-4937-b3e2-fb70431a5d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.216205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:05.253422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5149e-a68f-422f-a64b-7d976ec5a63c req-c3af118f-9d37-4201-a0c3-6d810889c2b1 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.255011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32b5149e-a68f-422f-a64b-7d976ec5a63c req-c3af118f-9d37-4201-a0c3-6d810889c2b1 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 943 time: 0.1050761 Sep 17 22:41:05.258100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-91f902d3-2fdb-412c-b1d8-b63676f93809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.259568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-91f902d3-2fdb-412c-b1d8-b63676f93809 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1095 time: 0.0686562 Sep 17 22:41:05.310847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.333286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-350b30f4-51e8-4937-b3e2-fb70431a5d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.338284 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-350b30f4-51e8-4937-b3e2-fb70431a5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.387182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-350b30f4-51e8-4937-b3e2-fb70431a5d46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8236cab7156415bb1e7798bfec893df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027285 Sep 17 22:41:05.389461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b30f4-51e8-4937-b3e2-fb70431a5d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705fbc41-1c13-4a4f-8a41-ea5474b91dd6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:05.404178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47554) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:05.413126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32b5149e-a68f-422f-a64b-7d976ec5a63c req-988f5aef-f95e-489f-be3d-054f3f7a7422 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504006 Sep 17 22:41:05.447243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-5ce79d3e-da2c-481e-b8c9-3a320c43cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.448758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-5ce79d3e-da2c-481e-b8c9-3a320c43cfab service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 920 time: 0.1785402 Sep 17 22:41:05.456824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed675ec-2037-48db-8137-318485da03cb req-7be6c0cb-e794-4fd5-a3be-480b8c0140c5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.458334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ed675ec-2037-48db-8137-318485da03cb req-7be6c0cb-e794-4fd5-a3be-480b8c0140c5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 945 time: 0.1353018 Sep 17 22:41:05.485578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70af-5f65-4ad9-a707-017ea76cebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.505420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-83921170-6d5e-4bb1-a7b9-87ec02f27499 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 217 time: 0.0461037 Sep 17 22:41:05.517388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70af-5f65-4ad9-a707-017ea76cebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.580878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70af-5f65-4ad9-a707-017ea76cebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.584190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70af-5f65-4ad9-a707-017ea76cebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.585597 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e5b70af-5f65-4ad9-a707-017ea76cebfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/705fbc41-1c13-4a4f-8a41-ea5474b91dd6 HTTP/1.1" status: 204 len: 168 time: 0.1786687 Sep 17 22:41:05.598813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b70af-5f65-4ad9-a707-017ea76cebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705fbc41-1c13-4a4f-8a41-ea5474b91dd6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:05.612281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ed675ec-2037-48db-8137-318485da03cb req-267e7b15-4c11-49c7-bd7e-823afff17505 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372283 Sep 17 22:41:05.616442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-95520e2f-4995-4c7e-bbba-96b60b60897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.617952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-95520e2f-4995-4c7e-bbba-96b60b60897c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.1029012 Sep 17 22:41:05.653130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-3a9361c8-02be-4508-98ca-e754f193801b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271530 Sep 17 22:41:05.678049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:41:05.760378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['9e3671a9-c5ec-4400-8a40-48d0966e2ab5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:05.791160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377e7cc-bcdc-4d88-931a-fddc328b94c2 req-e31ea4a3-64bd-42f3-ad63-e57705d1ccf8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.792344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0377e7cc-bcdc-4d88-931a-fddc328b94c2 req-e31ea4a3-64bd-42f3-ad63-e57705d1ccf8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 943 time: 0.1032338 Sep 17 22:41:05.831437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-86620bde-4780-4029-ae06-79bffc66bbe8 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714504 Sep 17 22:41:05.836907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:05.850054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47570) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:05.857739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '0b27988a-24d0-4b8b-a4ab-88b7816e1da9', 'network_id': '443e9159-983e-4e62-a625-655582909675', 'port_id': '0b27988a-24d0-4b8b-a4ab-88b7816e1da9', 'mac_address': 'fa:16:3e:b9:0e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f56a90a-3925-4385-8d1b-89043991b847', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:41:05.869264 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0377e7cc-bcdc-4d88-931a-fddc328b94c2 req-61f12da0-1f49-4b15-ad5a-f30fe73cd2b9 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688157 Sep 17 22:41:05.933867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.951314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:05.960959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa7b0f33-70e6-4c43-8f65-85315f5e5dbc req-ab96c750-b57b-4c0b-a32c-a40184d03ee1 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208966 Sep 17 22:41:06.004445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1856071821'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:06.031982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:06.035700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.046619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.120565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:06.128977 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.175113 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.179719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.206000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:06.211066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:41:06.218595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b49bcd9-221f-4d47-94db-127f441854f0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:06.224907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.225520 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Added segment 8bc24ba2-7d3e-4862-ae6e-d97359b33baa of type vlan for network e0a4fb9d-32a5-4380-9852-2c3659b05950 Sep 17 22:41:06.290519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.324863 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.330647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:06.331273 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.365810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5131817 Sep 17 22:41:06.369395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47592) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:06.375952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:06.405645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69ff2e-c86d-4f1d-8ce3-e46ed37d1eb1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Network': ['ID=e0a4fb9d-32a5-4380-9852-2c3659b05950,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:06.413978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['0b27988a-24d0-4b8b-a4ab-88b7816e1da9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:06.418819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:41:06.488577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:06.494704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.565318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26d417-3c8a-4407-8d81-c6a6028ca024 req-7ab8deee-1bca-40d3-9329-469f5336ecd0 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:06.567344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed26d417-3c8a-4407-8d81-c6a6028ca024 req-7ab8deee-1bca-40d3-9329-469f5336ecd0 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 943 time: 0.0666974 Sep 17 22:41:06.642760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed26d417-3c8a-4407-8d81-c6a6028ca024 req-fa35a69f-dce0-478f-b394-802ffb616293 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644362 Sep 17 22:41:06.756198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.790056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba44cda-f669-499f-9980-2f48e598c9c1 req-6d7e1697-0921-4cc7-9e72-287589fa93b1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:06.792239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ba44cda-f669-499f-9980-2f48e598c9c1 req-6d7e1697-0921-4cc7-9e72-287589fa93b1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 945 time: 0.0544322 Sep 17 22:41:06.825666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=4d378e77-9287-4b0a-8c93-4d1fb532a557,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:06.832354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:06.832812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network hostable DHCP agents. Network: e0a4fb9d-32a5-4380-9852-2c3659b05950, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:41:06.841594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ba44cda-f669-499f-9980-2f48e598c9c1 req-473a260b-7a37-40f8-b18e-9e34ae0cd493 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409069 Sep 17 22:41:06.851644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:41:06.862940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e0a4fb9d-32a5-4380-9852-2c3659b05950) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:06.870819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd2949-7f7e-496e-b435-4f087665e14d None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:06.874363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:06.875072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.890144 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-63b7fa31-ee2f-4027-b606-7bcc624e4820 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5191467 Sep 17 22:41:06.892665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47622) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:06.906455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'name': 'tempest-NetworksTestDHCPv6-1055309414'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:07.018374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137efeba-ff16-419e-aab2-3b2a1bccc2c0 req-b8849426-8f81-4cc9-af13-e531ecf706eb tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:07.020180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-137efeba-ff16-419e-aab2-3b2a1bccc2c0 req-b8849426-8f81-4cc9-af13-e531ecf706eb tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 944 time: 0.0664570 Sep 17 22:41:07.051665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '4d378e77-9287-4b0a-8c93-4d1fb532a557'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:07.053652 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.060009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:07.065735 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.072420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-137efeba-ff16-419e-aab2-3b2a1bccc2c0 req-5070b233-5ca2-4207-9d5f-58cc76e28616 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451255 Sep 17 22:41:07.210366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/4d378e77-9287-4b0a-8c93-4d1fb532a557/c701e7cd-a963-4cff-ae2c-9268c277f0fa) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:07.212062 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:41:07.359964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47648) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:07.383719 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.391079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 55e72ae2-50c1-493f-a4a3-3b99ae5354a0 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:07.393854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.438932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:07.446396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:07.448243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Pushing event updated for resources: {'Port': ['ID=c701e7cd-a963-4cff-ae2c-9268c277f0fa,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.450763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:07.486560 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03c6143a-7f7c-4c3c-87c3-48a41daed921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.503234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Attempting to bind port c701e7cd-a963-4cff-ae2c-9268c277f0fa on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:07.503598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Attempting to bind port c701e7cd-a963-4cff-ae2c-9268c277f0fa by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:07.503988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Attempting to bind port c701e7cd-a963-4cff-ae2c-9268c277f0fa on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:07.510342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:07.510712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:07.511135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.511513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:07.511981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Bound port: c701e7cd-a963-4cff-ae2c-9268c277f0fa, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:07.512361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.522942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::151 (e0a4fb9d-32a5-4380-9852-2c3659b05950/4d378e77-9287-4b0a-8c93-4d1fb532a557/55e72ae2-50c1-493f-a4a3-3b99ae5354a0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:07.583564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] For port c701e7cd-a963-4cff-ae2c-9268c277f0fa, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:07.586692 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03c6143a-7f7c-4c3c-87c3-48a41daed921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.587640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] For port c701e7cd-a963-4cff-ae2c-9268c277f0fa, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c701e7cd-a963-4cff-ae2c-9268c277f0fa,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:07.592830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03c6143a-7f7c-4c3c-87c3-48a41daed921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.593961 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.638614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6143a-7f7c-4c3c-87c3-48a41daed921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1af73b-bc84-45c8-9d2e-259a5fb4efef,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.659168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03c6143a-7f7c-4c3c-87c3-48a41daed921 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0749d20990942ff976e8c7d80a3a8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979541 Sep 17 22:41:07.660200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47654) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:07.686756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f2ca2-f9ca-47b1-8342-3bb36df4571c None None] Pushing event updated for resources: {'Port': ['ID=c701e7cd-a963-4cff-ae2c-9268c277f0fa,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.702752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:07.738079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.742127 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-edac829f-2daf-4566-ba49-4de20d760300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.780594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.800422 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-edac829f-2daf-4566-ba49-4de20d760300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.802302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:41:07.815029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:07.817598 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.838442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:07.842837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:07.847414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:07.848690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc703488-fa42-45ed-a7fd-df30e49e1be8 req-92ba8636-11dc-4e7d-8910-d6244d264595 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:07.853913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:07.854681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.856321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc703488-fa42-45ed-a7fd-df30e49e1be8 req-92ba8636-11dc-4e7d-8910-d6244d264595 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 943 time: 0.1111267 Sep 17 22:41:07.876958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=55e72ae2-50c1-493f-a4a3-3b99ae5354a0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.889766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6736a49f-bed7-4a7c-9604-2c34b4d42f32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9959602 Sep 17 22:41:07.894508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47662) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:07.911978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc703488-fa42-45ed-a7fd-df30e49e1be8 req-512cb111-2f54-4a5b-9ab4-fbd8b67c5d5b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547457 Sep 17 22:41:07.948435 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.963230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-edac829f-2daf-4566-ba49-4de20d760300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.969604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-edac829f-2daf-4566-ba49-4de20d760300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.976302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-edac829f-2daf-4566-ba49-4de20d760300 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a1af73b-bc84-45c8-9d2e-259a5fb4efef HTTP/1.1" status: 204 len: 168 time: 0.3124847 Sep 17 22:41:08.008952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25907f3c-0f9b-4b85-807d-dc96e671dbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b27988a-24d0-4b8b-a4ab-88b7816e1da9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:08.009400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac829f-2daf-4566-ba49-4de20d760300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1af73b-bc84-45c8-9d2e-259a5fb4efef,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:08.011705 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e276d70-c0c6-4083-8f1c-b50643480ecc" -d '{"events": [{"server_uuid": "25907f3c-0f9b-4b85-807d-dc96e671dbe9", "name": "network-vif-plugged", "status": "completed", "tag": "0b27988a-24d0-4b8b-a4ab-88b7816e1da9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:08.040179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74790c53-63cf-4e64-bcd3-e1bba51276b1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.042726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:08.047723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74790c53-63cf-4e64-bcd3-e1bba51276b1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.050084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-74790c53-63cf-4e64-bcd3-e1bba51276b1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1540990 Sep 17 22:41:08.052224 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.052630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47668) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:08.107291 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb761662-d04b-46d7-9d0c-9a439e27508a x-openstack-request-id: req-cb761662-d04b-46d7-9d0c-9a439e27508a {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:08.107620 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25907f3c-0f9b-4b85-807d-dc96e671dbe9", "name": "network-vif-plugged", "status": "completed", "tag": "0b27988a-24d0-4b8b-a4ab-88b7816e1da9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:08.109243 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb761662-d04b-46d7-9d0c-9a439e27508a {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:08.109710 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25907f3c-0f9b-4b85-807d-dc96e671dbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b27988a-24d0-4b8b-a4ab-88b7816e1da9', 'code': 200} Sep 17 22:41:08.143680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c443-b052-446d-8289-8e22711b4b77 req-8952c027-7a72-4eb1-ba15-5ead91204d71 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.149345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f43c443-b052-446d-8289-8e22711b4b77 req-8952c027-7a72-4eb1-ba15-5ead91204d71 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 945 time: 0.1606598 Sep 17 22:41:08.164972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:08.219592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e47401-374d-480c-ac5e-a62c84125070 req-b5552a01-0b20-4aba-bdd9-311ad6fadaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.222364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2e47401-374d-480c-ac5e-a62c84125070 req-b5552a01-0b20-4aba-bdd9-311ad6fadaf5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 1097 time: 0.0652606 Sep 17 22:41:08.234279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f43c443-b052-446d-8289-8e22711b4b77 req-f759ef48-e599-4007-a5ea-2fb9ad246270 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522454 Sep 17 22:41:08.266553 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f2e47401-374d-480c-ac5e-a62c84125070 req-d7da2ca9-6265-4d9c-9fff-8e87c83973f2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359759 Sep 17 22:41:08.278200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3272edfb-ce07-46ef-8a33-81b7f4379146 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 55e72ae2-50c1-493f-a4a3-3b99ae5354a0 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:08.278533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3272edfb-ce07-46ef-8a33-81b7f4379146 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.322225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c7425-50f1-4c98-aa5e-8d4f7311b162 req-26c20a0c-60c3-4e99-b1ba-8d749cb5a4f6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.323779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-057c7425-50f1-4c98-aa5e-8d4f7311b162 req-26c20a0c-60c3-4e99-b1ba-8d749cb5a4f6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0946505 Sep 17 22:41:08.408499 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-057c7425-50f1-4c98-aa5e-8d4f7311b162 req-c68a549c-9a65-4860-8068-90237eb4e45f tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558999 Sep 17 22:41:08.410258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3272edfb-ce07-46ef-8a33-81b7f4379146 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.425197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3272edfb-ce07-46ef-8a33-81b7f4379146 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 55e72ae2-50c1-493f-a4a3-3b99ae5354a0 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:08.570490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3272edfb-ce07-46ef-8a33-81b7f4379146 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.605153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272edfb-ce07-46ef-8a33-81b7f4379146 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=55e72ae2-50c1-493f-a4a3-3b99ae5354a0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:08.634778 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3272edfb-ce07-46ef-8a33-81b7f4379146 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.634778 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3272edfb-ce07-46ef-8a33-81b7f4379146 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/55e72ae2-50c1-493f-a4a3-3b99ae5354a0 HTTP/1.1" status: 204 len: 168 time: 0.5801907 Sep 17 22:41:08.636253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47690) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:08.729445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1384c99-b00f-4b9c-b247-297af4b5b0e6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.731090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1384c99-b00f-4b9c-b247-297af4b5b0e6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.735751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c1384c99-b00f-4b9c-b247-297af4b5b0e6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0951881 Sep 17 22:41:08.736002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47696) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:08.823658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 273e677d-bdad-496a-ac42-fc6fe0bd8b22 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:41:08.833228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:08.910718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94511b21-31eb-4393-a0b2-b4bb7a2630a1 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:09.023759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:41:09.069913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b778367-ecad-4df3-ab4e-3fca7ead75a0 None None] Provisioning complete for port c701e7cd-a963-4cff-ae2c-9268c277f0fa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:09.070292 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b778367-ecad-4df3-ab4e-3fca7ead75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.075148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:09.075522 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.178062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab41af43-2077-4578-a072-5dd9a3782538 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 4d378e77-9287-4b0a-8c93-4d1fb532a557 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:09.182186 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab41af43-2077-4578-a072-5dd9a3782538 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.233670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb2720-f6eb-485f-b8b5-79940cc18115 req-3ffc9018-319f-4f6b-a4ed-f8fdc8f2eac4 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.241968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9bb2720-f6eb-485f-b8b5-79940cc18115 req-3ffc9018-319f-4f6b-a4ed-f8fdc8f2eac4 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 943 time: 0.1137061 Sep 17 22:41:09.309915 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab41af43-2077-4578-a072-5dd9a3782538 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.344015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:09.376420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'port_id': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'mac_address': 'fa:16:3e:d8:f7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:41:09.449894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c701e7cd-a963-4cff-ae2c-9268c277f0fa up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:09.455569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab41af43-2077-4578-a072-5dd9a3782538 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.517289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9bb2720-f6eb-485f-b8b5-79940cc18115 req-cb78c86d-da77-48f6-a0b3-254daa9db344 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743225 Sep 17 22:41:09.583379 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b778367-ecad-4df3-ab4e-3fca7ead75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.606746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c5b04-1472-4373-a4b8-9ea52453c0ce req-d5075ff9-674e-492e-9e3a-5f7ec05f2d80 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.609639 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.619458 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.621909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-887c5b04-1472-4373-a4b8-9ea52453c0ce req-d5075ff9-674e-492e-9e3a-5f7ec05f2d80 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 945 time: 0.1786344 Sep 17 22:41:09.655716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273e677d-bdad-496a-ac42-fc6fe0bd8b22 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:09.684062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47738) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:09.700728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:09.706967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c701e7cd-a963-4cff-ae2c-9268c277f0fa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:09.707378 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.712171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:09.714678 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.714854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-887c5b04-1472-4373-a4b8-9ea52453c0ce req-7cf12932-90f7-4bbc-b02f-5559e3b922b3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896716 Sep 17 22:41:09.719975 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab41af43-2077-4578-a072-5dd9a3782538 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.766869 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.768425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41af43-2077-4578-a072-5dd9a3782538 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=4d378e77-9287-4b0a-8c93-4d1fb532a557,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:09.778895 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab41af43-2077-4578-a072-5dd9a3782538 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.781850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ab41af43-2077-4578-a072-5dd9a3782538 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/4d378e77-9287-4b0a-8c93-4d1fb532a557 HTTP/1.1" status: 204 len: 168 time: 1.0448983 Sep 17 22:41:09.784480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47742) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:09.861788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6363517f-cae7-47d9-909d-a39640d8cb6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733571 Sep 17 22:41:09.864264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47746) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:09.868658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27080c8-fa74-4c0a-b316-ebf9096a6e07 req-0901094e-6662-44e5-a4d1-358a5fe458d3 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.874444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:09.881998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c27080c8-fa74-4c0a-b316-ebf9096a6e07 req-0901094e-6662-44e5-a4d1-358a5fe458d3 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 945 time: 0.2300217 Sep 17 22:41:09.885870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4246e73b-f415-42ec-871b-3f26499c8a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.897366 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-4b778367-ecad-4df3-ab4e-3fca7ead75a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:41:09.897807 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-4b778367-ecad-4df3-ab4e-3fca7ead75a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:41:09.921975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c27080c8-fa74-4c0a-b316-ebf9096a6e07 req-5c771eea-3c8e-4ec8-9853-f97737586a58 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378206 Sep 17 22:41:09.927869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=273e677d-bdad-496a-ac42-fc6fe0bd8b22,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:09.953149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6dce6d-1a1f-4dbb-9aca-9de9c5845866 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:10.037757 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.087345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4246e73b-f415-42ec-871b-3f26499c8a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.092434 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4246e73b-f415-42ec-871b-3f26499c8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.122275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:10.125329 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4001a2-74eb-4552-a06d-669f97194378" -d '{"events": [{"server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "name": "network-vif-plugged", "status": "completed", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:10.147547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246e73b-f415-42ec-871b-3f26499c8a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b682965a-fe3e-44c4-9e2d-0f66b530876a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:10.153922 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4246e73b-f415-42ec-871b-3f26499c8a50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dee2b732fe754572bfc55481c4a15044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685726 Sep 17 22:41:10.157102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47754) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.166162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:10.170001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.175115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c701e7cd-a963-4cff-ae2c-9268c277f0fa, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c701e7cd-a963-4cff-ae2c-9268c277f0fa,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:10.178443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:10.200631 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c6c72c-06b8-4b1e-9799-a6d022935482 x-openstack-request-id: req-88c6c72c-06b8-4b1e-9799-a6d022935482 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:10.200909 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "name": "network-vif-plugged", "status": "completed", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:10.201182 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88c6c72c-06b8-4b1e-9799-a6d022935482 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:10.201567 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'code': 200} Sep 17 22:41:10.202861 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.352366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ef95c-187e-43d4-aed7-997d135879a0 req-8e1b4ecd-bb92-428c-be7f-9c8a2ae5e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.354159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d4ef95c-187e-43d4-aed7-997d135879a0 req-8e1b4ecd-bb92-428c-be7f-9c8a2ae5e1d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0429969 Sep 17 22:41:10.366574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fe08b88-9900-4441-883e-771983a66d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.402404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d4ef95c-187e-43d4-aed7-997d135879a0 req-8aa602c4-da37-498b-9198-664b414eac7b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397189 Sep 17 22:41:10.427154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fe08b88-9900-4441-883e-771983a66d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.442775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['273e677d-bdad-496a-ac42-fc6fe0bd8b22'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:10.521799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.533866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fe08b88-9900-4441-883e-771983a66d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.535891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c701e7cd-a963-4cff-ae2c-9268c277f0fa,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:10.549328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fe08b88-9900-4441-883e-771983a66d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.552970 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7fe08b88-9900-4441-883e-771983a66d14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b682965a-fe3e-44c4-9e2d-0f66b530876a HTTP/1.1" status: 204 len: 168 time: 0.3919528 Sep 17 22:41:10.617939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:10.638804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:10.643784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.644408 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.656963 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe08b88-9900-4441-883e-771983a66d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b682965a-fe3e-44c4-9e2d-0f66b530876a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:10.677428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=4dd7c20e-c3a9-4085-8957-f134b2dd60f2,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:10.681550 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0ebc0eb8-c8f9-42a3-adb0-72512c52aba1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8160021 Sep 17 22:41:10.684161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47766) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.691408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'name': 'tempest-NetworksTestDHCPv6-965707178'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:10.713596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:10.727583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c6994-5a6e-4808-b372-98053faaffeb req-68264599-d6fc-47cd-966b-75a09ec84817 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.735381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-079c6994-5a6e-4808-b372-98053faaffeb req-68264599-d6fc-47cd-966b-75a09ec84817 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 944 time: 0.1071565 Sep 17 22:41:10.802664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-079c6994-5a6e-4808-b372-98053faaffeb req-e80195d1-3bfa-4916-a9ce-3253b242411f tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558782 Sep 17 22:41:10.807270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1cf8df93-4525-4a2b-b163-26d8c0878cba None None] Provisioning complete for port c701e7cd-a963-4cff-ae2c-9268c277f0fa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:10.808874 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1cf8df93-4525-4a2b-b163-26d8c0878cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.939989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e606b62-1bce-46d0-9413-3feb623758c1 req-29684e04-8016-4ecd-8ac4-300da5a28ad4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.948178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] Deleting port c701e7cd-a963-4cff-ae2c-9268c277f0fa {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:10.948680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.949544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:10.953274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.955439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e606b62-1bce-46d0-9413-3feb623758c1 req-29684e04-8016-4ecd-8ac4-300da5a28ad4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1248987 Sep 17 22:41:11.018055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 1ae9139c-056f-452e-8bb2-ee20eb7acbb9 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:11.067252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e606b62-1bce-46d0-9413-3feb623758c1 req-9305c3a7-d266-4551-abc7-9634fd84b8d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032584 Sep 17 22:41:11.132185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] For port c701e7cd-a963-4cff-ae2c-9268c277f0fa, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c701e7cd-a963-4cff-ae2c-9268c277f0fa,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:11.132185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.147325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] Calling delete_port for c701e7cd-a963-4cff-ae2c-9268c277f0fa owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:11.227266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::195 (e0a4fb9d-32a5-4380-9852-2c3659b05950/4dd7c20e-c3a9-4085-8957-f134b2dd60f2/1ae9139c-056f-452e-8bb2-ee20eb7acbb9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:11.244387 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.274133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] Pushing event deleted for resources: {'Port': ['ID=c701e7cd-a963-4cff-ae2c-9268c277f0fa,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:11.278148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23724afa-92eb-4a97-b158-48a6317f7fc9 None None] No DVR routers for this DVR port c701e7cd-a963-4cff-ae2c-9268c277f0fa on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:11.291764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb95a89-7860-4ced-b0b2-66180c0f1c2d None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:11.341164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c701e7cd-a963-4cff-ae2c-9268c277f0fa no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:11.366483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c701e7cd-a963-4cff-ae2c-9268c277f0fa {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:11.367091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c701e7cd-a963-4cff-ae2c-9268c277f0fa not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:11.450770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.490968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.536366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '4dd7c20e-c3a9-4085-8957-f134b2dd60f2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:11.537979 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.551376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:11.561623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:11.564319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=1ae9139c-056f-452e-8bb2-ee20eb7acbb9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:11.574558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:11.581200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:11.582103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.599609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-50d7eece-3f47-4d3f-a28b-467fc73bce7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9139528 Sep 17 22:41:11.602062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47804) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:11.663036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06721b19-13e9-4012-ac76-38719597ecaf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:11.664745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-06721b19-13e9-4012-ac76-38719597ecaf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0618093 Sep 17 22:41:11.667574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47808) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:11.747559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/4dd7c20e-c3a9-4085-8957-f134b2dd60f2/39c92011-eaf4-41d2-8308-07066256baac) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:11.777329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-49eda851-403d-428c-9699-3822a751e334 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 1ae9139c-056f-452e-8bb2-ee20eb7acbb9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:11.777926 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49eda851-403d-428c-9699-3822a751e334 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.944788 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49eda851-403d-428c-9699-3822a751e334 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.961770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-49eda851-403d-428c-9699-3822a751e334 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 1ae9139c-056f-452e-8bb2-ee20eb7acbb9 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:11.994663 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.006548 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.041272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1c5f-faa7-4dd7-8ba4-dffdd521624b req-26062487-80ac-4efc-99a3-d4cf8cd7b5a4 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.043184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-debc1c5f-faa7-4dd7-8ba4-dffdd521624b req-26062487-80ac-4efc-99a3-d4cf8cd7b5a4 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 944 time: 0.1204932 Sep 17 22:41:12.077232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Pushing event updated for resources: {'Port': ['ID=39c92011-eaf4-41d2-8308-07066256baac,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:12.091343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:12.096399 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:12.099739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:12.146929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-debc1c5f-faa7-4dd7-8ba4-dffdd521624b req-400a87aa-100c-4ff4-b823-2a3f8b3cec8e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969601 Sep 17 22:41:12.183215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Attempting to bind port 39c92011-eaf4-41d2-8308-07066256baac on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:12.185094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Attempting to bind port 39c92011-eaf4-41d2-8308-07066256baac by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:12.185471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Attempting to bind port 39c92011-eaf4-41d2-8308-07066256baac on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:12.191591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:12.192030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:12.192439 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.193218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:12.193699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Bound port: 39c92011-eaf4-41d2-8308-07066256baac, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:12.194363 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.219083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49eda851-403d-428c-9699-3822a751e334 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.277807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eda851-403d-428c-9699-3822a751e334 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=1ae9139c-056f-452e-8bb2-ee20eb7acbb9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:12.323553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49eda851-403d-428c-9699-3822a751e334 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.328769 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-49eda851-403d-428c-9699-3822a751e334 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/1ae9139c-056f-452e-8bb2-ee20eb7acbb9 HTTP/1.1" status: 204 len: 168 time: 0.6572652 Sep 17 22:41:12.329401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47834) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.379221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c4e2-239c-4ed1-a810-0a1e65dd1dd7 req-89600a92-eeb4-47ad-add2-22364f47a227 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.381127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7856c4e2-239c-4ed1-a810-0a1e65dd1dd7 req-89600a92-eeb4-47ad-add2-22364f47a227 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1132629 Sep 17 22:41:12.398069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] For port 39c92011-eaf4-41d2-8308-07066256baac, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:12.401361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] For port 39c92011-eaf4-41d2-8308-07066256baac, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=39c92011-eaf4-41d2-8308-07066256baac,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:12.408754 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.429201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7856c4e2-239c-4ed1-a810-0a1e65dd1dd7 req-b345c5f6-a1cd-4db0-8411-fd20c2467c23 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Sep 17 22:41:12.457757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc47546-f852-4e82-93fa-26497b7533ea tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.471848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc47546-f852-4e82-93fa-26497b7533ea tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.484284 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6fc47546-f852-4e82-93fa-26497b7533ea tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1515036 Sep 17 22:41:12.485414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47838) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.490186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47840) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.499185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7115-8b8f-4632-bc81-e3f93da4a601 None None] Pushing event updated for resources: {'Port': ['ID=39c92011-eaf4-41d2-8308-07066256baac,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:12.601103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf63f291-7b35-4340-b0c1-639b0db6caf2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 4dd7c20e-c3a9-4085-8957-f134b2dd60f2 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:12.607359 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf63f291-7b35-4340-b0c1-639b0db6caf2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.652632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e99d11-daac-4f78-ba16-dfc298e6e581 req-f3f45ca4-6b67-4476-ac8e-30920ea87f1d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.654239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25e99d11-daac-4f78-ba16-dfc298e6e581 req-f3f45ca4-6b67-4476-ac8e-30920ea87f1d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1233385 Sep 17 22:41:12.681094 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf63f291-7b35-4340-b0c1-639b0db6caf2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.736304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-602294236'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:12.803033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25e99d11-daac-4f78-ba16-dfc298e6e581 req-cd0afcc5-f4e4-488a-b46f-3b7782f0361b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352277 Sep 17 22:41:12.831704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47844) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.832561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 273e677d-bdad-496a-ac42-fc6fe0bd8b22 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:12.835673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Made reservation on behalf of 4f0c0dd3337f4bd0bcb7308e8cbb96fc for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:12.839319 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.853823 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.881484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf63f291-7b35-4340-b0c1-639b0db6caf2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.903442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:41:12.913147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:12.913837 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.958983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2c8bb6-647e-4267-8788-13bd543469f1 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.963295 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-af2c8bb6-647e-4267-8788-13bd543469f1 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1093 time: 0.1278434 Sep 17 22:41:12.963757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47848) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.970073 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:13.000863 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf63f291-7b35-4340-b0c1-639b0db6caf2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.034583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63f291-7b35-4340-b0c1-639b0db6caf2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd7c20e-c3a9-4085-8957-f134b2dd60f2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.039071 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.041490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf63f291-7b35-4340-b0c1-639b0db6caf2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.046379 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cf63f291-7b35-4340-b0c1-639b0db6caf2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/4dd7c20e-c3a9-4085-8957-f134b2dd60f2 HTTP/1.1" status: 204 len: 168 time: 0.5568893 Sep 17 22:41:13.046687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47850) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:13.067468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:13.070636 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62df98f6-f8d0-4248-ada2-e64bfe445938" -d '{"events": [{"server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "name": "network-vif-plugged", "status": "completed", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:13.107384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:13.118635 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.134017 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-021149bc-b596-497a-b046-23fcc442a0c4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861266 Sep 17 22:41:13.136766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47856) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:13.144102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:13.145233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.151235 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.161080 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1d46a4-fb7c-4f77-b8d7-1417e23b8974 x-openstack-request-id: req-9f1d46a4-fb7c-4f77-b8d7-1417e23b8974 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:13.161374 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "name": "network-vif-plugged", "status": "completed", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:13.161633 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f1d46a4-fb7c-4f77-b8d7-1417e23b8974 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:13.162038 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'code': 200} Sep 17 22:41:13.195220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=273e677d-bdad-496a-ac42-fc6fe0bd8b22,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.227232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23544e0f-7671-4e5a-87d7-c8f578113493,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.242524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:41:13.285194 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.285554 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Added segment bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5 of type vlan for network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed Sep 17 22:41:13.287172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.426804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:13.430921 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.464719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 39c92011-eaf4-41d2-8308-07066256baac up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:13.471823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f6357-8100-403a-82b4-cd98f3d8d024 req-a2430e51-4be1-4047-a148-034a598f72fb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.486235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd0f6357-8100-403a-82b4-cd98f3d8d024 req-a2430e51-4be1-4047-a148-034a598f72fb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.2480762 Sep 17 22:41:13.512587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.539805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca5f35-7e88-4f3c-bc7f-fd528eb2496a req-055528eb-4360-409c-8434-83b9458cdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.541599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fca5f35-7e88-4f3c-bc7f-fd528eb2496a req-055528eb-4360-409c-8434-83b9458cdba8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1097 time: 0.2204416 Sep 17 22:41:13.563719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 39c92011-eaf4-41d2-8308-07066256baac triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:13.567614 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.587415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd0f6357-8100-403a-82b4-cd98f3d8d024 req-d1c6a4bc-652e-44bb-baf2-cc10fb9ead68 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002064 Sep 17 22:41:13.628638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.634805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.635586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.651832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fca5f35-7e88-4f3c-bc7f-fd528eb2496a req-24a1df04-2236-4f3d-8ab4-a33c8488f5cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013660 Sep 17 22:41:13.705815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1981490 Sep 17 22:41:13.713943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.722111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.742937 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.822685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 39c92011-eaf4-41d2-8308-07066256baac, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=39c92011-eaf4-41d2-8308-07066256baac,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:13.823091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425d96a-30a8-4976-a891-6859e109bc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Pushing event updated for resources: {'Network': ['ID=7e95b5fa-4c46-42ac-a0ad-58e26adf60ed,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.830170 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.839957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:41:13.848150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:13.855145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:13.859265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.859938 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.869521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=90422c00-8d78-4632-9018-a982fcf1508b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.933148 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-74bf3678-e6b8-46fd-aeea-acba5b4abc4d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7921269 Sep 17 22:41:13.933263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47868) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:13.939244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'name': 'tempest-NetworksTestDHCPv6-225845982'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:13.968257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.25.0.107 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/d903a845-a220-4043-9c9e-adc9471b7232) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:14.016772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126b5e2-372a-4229-8bb0-4daa9c34a227 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:14.076070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6fba4a63-ab4f-4440-9789-1d845e57f4a6 None None] Could not find standard attr ID for object 1ae9139c-056f-452e-8bb2-ee20eb7acbb9. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:14.081845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=39c92011-eaf4-41d2-8308-07066256baac,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:14.110958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47872) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:14.116114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.120992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Request body: {'port': {'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed', 'binding:host_id': 'n-h1-789963-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-104790285'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:14.158005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Made reservation on behalf of 07822f7e661147d9bfd0c98709ee5096 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:14.160378 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.170816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:14.173566 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.175909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.195299 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.221231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port d0c9b111-c9e1-403d-a618-53a4fa042f3d yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:14.258204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6fba4a63-ab4f-4440-9789-1d845e57f4a6 None None] Provisioning complete for port 39c92011-eaf4-41d2-8308-07066256baac triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:14.258803 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6fba4a63-ab4f-4440-9789-1d845e57f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.261924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:14.268743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:14.279564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:14.283077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=d903a845-a220-4043-9c9e-adc9471b7232,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:14.426991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::30a (e0a4fb9d-32a5-4380-9852-2c3659b05950/90422c00-8d78-4632-9018-a982fcf1508b/d0c9b111-c9e1-403d-a618-53a4fa042f3d) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:14.476619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.486343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.492479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] device_id is not set on port 1a6bee94-399d-44d6-bf2e-234202a614b7 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:14.646008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a4a0f3-2c65-4ed8-aca8-4ed153e4333c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:14.669570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.734417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-11a09bb1-853b-4b0e-b6eb-ac8280928089 None None] Provisioning complete for port 39c92011-eaf4-41d2-8308-07066256baac triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:14.734803 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11a09bb1-853b-4b0e-b6eb-ac8280928089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.764342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657e150-c096-4340-9daf-76a8fdf43af0 req-b0a44502-5e66-4ceb-b40e-fec2d7b76a0b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:14.773124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7657e150-c096-4340-9daf-76a8fdf43af0 req-b0a44502-5e66-4ceb-b40e-fec2d7b76a0b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1027422 Sep 17 22:41:14.843845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7657e150-c096-4340-9daf-76a8fdf43af0 req-e873c39a-6bae-46e6-b1cb-3703c1dcf807 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698121 Sep 17 22:41:14.856570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.904886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:14.908599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:14.910998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:14.916880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:14.917557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.941331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] device_id is not set on port 1a6bee94-399d-44d6-bf2e-234202a614b7 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:14.956161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0212512 Sep 17 22:41:14.957901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47882) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:14.966354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591d233-9a40-46a8-99f7-79cc93c2d044 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=d0c9b111-c9e1-403d-a618-53a4fa042f3d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:14.998039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.037340 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.071964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2b495c9d-beef-4033-b0cd-ce3ef260d4ba None None] Could not find standard attr ID for object 55e72ae2-50c1-493f-a4a3-3b99ae5354a0. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:15.171617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd217d3-91cc-46a7-9339-74641828829b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:15.177821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd217d3-91cc-46a7-9339-74641828829b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:15.182068 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7bd217d3-91cc-46a7-9339-74641828829b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2205164 Sep 17 22:41:15.182718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47886) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:15.209277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6bee94-399d-44d6-bf2e-234202a614b7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:15.239074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.284202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Checking segment: {'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:15.284553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Network hostable DHCP agents. Network: 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:41:15.288526 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1dd14996-97ae-4c17-bef7-2da9c9229b2b None None] Could not find standard attr ID for object 1ae9139c-056f-452e-8bb2-ee20eb7acbb9. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:15.318991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2d14d-a334-4bde-bffa-9370463094db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port d0c9b111-c9e1-403d-a618-53a4fa042f3d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:15.319406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d14d-a334-4bde-bffa-9370463094db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.387811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 39c92011-eaf4-41d2-8308-07066256baac up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:15.403160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:41:15.424248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.438674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:15.449757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d4f9d-e4df-4baa-8941-0fd6f798d4a1 None None] Network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:15.453599 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d14d-a334-4bde-bffa-9370463094db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.470724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2d14d-a334-4bde-bffa-9370463094db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for d0c9b111-c9e1-403d-a618-53a4fa042f3d owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:15.493381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:15.529369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:15.529752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:15.541390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:15.557530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:15.558143 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:15.560535 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 2 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:15.569487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 39c92011-eaf4-41d2-8308-07066256baac triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:15.569860 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.594832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:15.595485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:15.595856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:15.631546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:15.631894 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:15.641492 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 3 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:15.672961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d14d-a334-4bde-bffa-9370463094db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.720795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2d14d-a334-4bde-bffa-9370463094db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=d0c9b111-c9e1-403d-a618-53a4fa042f3d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:15.726670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:15.727468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:15.727964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:15.738998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:15.739610 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:15.741945 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 4 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:15.760413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:15.760747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:15.761112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:15.771509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:15.771923 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:15.772595 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d14d-a334-4bde-bffa-9370463094db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.775312 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a7d2d14d-a334-4bde-bffa-9370463094db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/d0c9b111-c9e1-403d-a618-53a4fa042f3d HTTP/1.1" status: 204 len: 168 time: 0.5902982 Sep 17 22:41:15.777929 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 5 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:15.778560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:15.803309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:15.803636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:15.803966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:15.814145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:15.814309 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:15.820757 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 6 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:15.837562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.844262 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:15.844718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:15.845076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:15.852235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:15.852575 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:15.853169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.856045 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 7 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:15.862861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55148404-fcec-4f95-98b0-792b7108c841 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:15.864584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55148404-fcec-4f95-98b0-792b7108c841 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:15.869551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-55148404-fcec-4f95-98b0-792b7108c841 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0874896 Sep 17 22:41:15.870647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47898) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:15.927794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e9277664-d745-4664-856b-4be28c352d50 None None] Could not find standard attr ID for object d0c9b111-c9e1-403d-a618-53a4fa042f3d. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:15.954979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cd7662-5588-40dd-8503-ce726184419f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 90422c00-8d78-4632-9018-a982fcf1508b {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:15.964397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:15.964979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:15.965094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:15.970233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12cd7662-5588-40dd-8503-ce726184419f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.985470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:15.985800 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:15.988242 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 8 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:16.029447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=d903a845-a220-4043-9c9e-adc9471b7232,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:16.045834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:16.046534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:16.047127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:16.058468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:16.058815 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:16.062408 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 9 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:16.063362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12cd7662-5588-40dd-8503-ce726184419f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.078324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.083169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:16.083814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:16.084246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:16.131778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9097-6a32-4bef-baf7-c03d31c12ff7 req-3454eca1-43ff-47ee-96eb-73840d40d81f tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:16.133496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96ec9097-6a32-4bef-baf7-c03d31c12ff7 req-3454eca1-43ff-47ee-96eb-73840d40d81f tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1757815 Sep 17 22:41:16.134778 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12cd7662-5588-40dd-8503-ce726184419f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.137034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:16.137374 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:16.139304 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 10 to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 Sep 17 22:41:16.155487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:16.155487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:16.155487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:16.161936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 1a6bee94-399d-44d6-bf2e-234202a614b7 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:16.162264 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 1a6bee94-399d-44d6-bf2e-234202a614b7 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:16.162628 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.218545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96ec9097-6a32-4bef-baf7-c03d31c12ff7 req-1cf67d8b-2dcf-4470-84d9-fd21c634cb52 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599766 Sep 17 22:41:16.250418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12cd7662-5588-40dd-8503-ce726184419f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.295973 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Floating IP e90a2ffc-1f61-4c51-8e01-1223e5bd075e associated. External IP: 172.25.0.107, port: 9e3671a9-c5ec-4400-8a40-48d0966e2ab5. Sep 17 22:41:16.302018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd7662-5588-40dd-8503-ce726184419f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=90422c00-8d78-4632-9018-a982fcf1508b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:16.322853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12cd7662-5588-40dd-8503-ce726184419f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.332915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-12cd7662-5588-40dd-8503-ce726184419f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/90422c00-8d78-4632-9018-a982fcf1508b HTTP/1.1" status: 204 len: 168 time: 0.4610465 Sep 17 22:41:16.333454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47904) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:16.384182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] For port 1a6bee94-399d-44d6-bf2e-234202a614b7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:16.384553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempted to set empty binding levels {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:41:16.397081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9334c364-b7dd-4219-97ef-c47899da9f62 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599380 Sep 17 22:41:16.398869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47906) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:16.433321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.630890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-cfa7787e-0d4d-4cc1-b6ac-bc60b7c97bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:16.632774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-cfa7787e-0d4d-4cc1-b6ac-bc60b7c97bd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1097 time: 0.1170359 Sep 17 22:41:16.637016 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1ab1e-a88a-4ef3-8e5c-aeea451d62c1 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:16.653193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b62fb-347f-4ec7-8f61-29a0edb8e91f req-7c9c5c4d-ad71-4257-8106-d6b07cb4dc4e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:16.657527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7b62fb-347f-4ec7-8f61-29a0edb8e91f req-7c9c5c4d-ad71-4257-8106-d6b07cb4dc4e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0991561 Sep 17 22:41:16.785157 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7b62fb-347f-4ec7-8f61-29a0edb8e91f req-25f5c233-ef8c-44f6-9674-0eb8995ba3eb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150870 Sep 17 22:41:16.829509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-dfce5b77-32e8-4a21-a60d-41968db583f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:16.831151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-dfce5b77-32e8-4a21-a60d-41968db583f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 920 time: 0.1863713 Sep 17 22:41:16.843242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:16.843844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.878818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6bee94-399d-44d6-bf2e-234202a614b7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:16.880343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-b8498eb7-d32c-4170-a187-e6dae86c1f53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 217 time: 0.0400474 Sep 17 22:41:16.893860 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6300f98a-0b65-418c-a104-7c3c2701cccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7791619 Sep 17 22:41:16.897033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47916) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:16.900518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac71d1-3ceb-4518-9f65-d6e244b50e02 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:16.905981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-30ac71d1-3ceb-4518-9f65-d6e244b50e02 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5065525 Sep 17 22:41:16.906633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47918) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:16.934314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:17.006177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-5097cb88-dfdf-429f-9e82-e9aa462d1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.007906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-5097cb88-dfdf-429f-9e82-e9aa462d1fec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.1203840 Sep 17 22:41:17.010907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] Deleting port 39c92011-eaf4-41d2-8308-07066256baac {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:17.012315 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.043043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-fb4c9b7a-21e2-4a16-9b6f-ea1ae2467264 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252211 Sep 17 22:41:17.053327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Deleting port 1a6bee94-399d-44d6-bf2e-234202a614b7 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:17.053814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.059120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70417138-e75f-4771-8c76-33feac99b28b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.063888 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-70417138-e75f-4771-8c76-33feac99b28b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1548784 Sep 17 22:41:17.064495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47920) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:17.074631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 97a26160-9c74-40a3-8de7-1e725caf5a4b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:17.094690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] For port 39c92011-eaf4-41d2-8308-07066256baac, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=39c92011-eaf4-41d2-8308-07066256baac,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:17.095467 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.116431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47922) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:17.116658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9c7a68fa-ec31-4f4b-9878-f38f64565da4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491672 Sep 17 22:41:17.117481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] Calling delete_port for 39c92011-eaf4-41d2-8308-07066256baac owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:17.148643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:17.222333 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.229317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] For port 1a6bee94-399d-44d6-bf2e-234202a614b7, host n-h1-789963-10, got binding levels [] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:17.229885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.261302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] Pushing event deleted for resources: {'Port': ['ID=39c92011-eaf4-41d2-8308-07066256baac,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:17.265919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ab45d-3d0e-4bfc-97c6-08e0caed3730 None None] No DVR routers for this DVR port 39c92011-eaf4-41d2-8308-07066256baac on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:17.267962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:17.285276 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] Sync routers for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:17.299654 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:17.301528 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:17.303238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Calling delete_port for 1a6bee94-399d-44d6-bf2e-234202a614b7 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:17.303681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.343586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c040f8bd-7215-4062-8f88-f087df81404e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3729165 Sep 17 22:41:17.343586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:17.345635 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743" -d '{"events": [{"name": "network-changed", "server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:17.367397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-ec7dd8b7-e382-4c32-bc33-8df88404e6f6 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157654 Sep 17 22:41:17.370123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 39c92011-eaf4-41d2-8308-07066256baac no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:17.397649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 39c92011-eaf4-41d2-8308-07066256baac {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:17.401143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 39c92011-eaf4-41d2-8308-07066256baac not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:17.421814 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fbcff0-bcdc-4731-9380-5ecd0d1622fa x-openstack-request-id: req-69fbcff0-bcdc-4731-9380-5ecd0d1622fa {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:17.422457 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:17.422810 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69fbcff0-bcdc-4731-9380-5ecd0d1622fa {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:17.423333 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'status': 'completed', 'code': 200} Sep 17 22:41:17.474278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:17.520339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:17.520570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-6585258d-7e23-4008-aeb3-733481ce8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.521889 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-6585258d-7e23-4008-aeb3-733481ce8e92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0523138 Sep 17 22:41:17.523900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.640567 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-249207bf-c9e1-485c-8d5b-2b3220134eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.642350 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-249207bf-c9e1-485c-8d5b-2b3220134eed service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 898 time: 0.1133323 Sep 17 22:41:17.683947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c95e93-afbd-4e88-95ff-f7e94ab29ef6 req-3c9f5300-f6e7-4961-82cf-0d169a23dd8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.686680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92c95e93-afbd-4e88-95ff-f7e94ab29ef6 req-3c9f5300-f6e7-4961-82cf-0d169a23dd8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.2388937 Sep 17 22:41:17.751868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e5861e0-cd49-459a-8cae-f6455728d82f req-4f66e6dd-4991-47b3-a914-fb4fa56bb166 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158903 Sep 17 22:41:17.762420 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-40e10585-b7a8-48ff-a2bc-dc95d40eea1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 1000 time: 0.1116147 Sep 17 22:41:17.791564 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.799372 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e90a2ffc-1f61-4c51-8e01-1223e5bd075e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'port_id': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'mac_address': 'fa:16:3e:3c:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:14Z', 'updated_at': '2021-09-17T22:41:14Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:52Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:17.828618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-e505b8a3-2935-403c-b9e9-49569560da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.831616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-e505b8a3-2935-403c-b9e9-49569560da61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.0592070 Sep 17 22:41:17.837474 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] Checking router: 97a26160-9c74-40a3-8de7-1e725caf5a4b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:17.850008 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:17.853288 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:17.888533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92c95e93-afbd-4e88-95ff-f7e94ab29ef6 req-4a6f66e9-1fa7-4e84-8056-f7d8b36ee4f3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895964 Sep 17 22:41:17.892065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-702a206c-71b7-4867-8ce6-86612c9ee600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.894399 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-702a206c-71b7-4867-8ce6-86612c9ee600 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518272 Sep 17 22:41:17.913799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47942) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:17.973280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a6bee94-399d-44d6-bf2e-234202a614b7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:17.990300 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.992482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c8389fba-cf24-4e6b-a02b-7343181527f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1a6bee94-399d-44d6-bf2e-234202a614b7 HTTP/1.1" status: 204 len: 168 time: 1.0934877 Sep 17 22:41:18.005746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47944) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:18.037674 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-378244ca-bc73-4d66-bec2-9e4dea062448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:41:18.039231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-378244ca-bc73-4d66-bec2-9e4dea062448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "GET /v2.0/ports/1a6bee94-399d-44d6-bf2e-234202a614b7 HTTP/1.1" status: 404 len: 333 time: 0.0315702 Sep 17 22:41:18.043266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47946) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:18.044890 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:18.053958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Request body: {'port': {'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-57223051'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:18.076013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4af26-7345-4bf8-b00c-6a0ffde41ccf req-f5d85373-731f-4a18-be5b-7dd7ace4f574 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:18.077921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efb4af26-7345-4bf8-b00c-6a0ffde41ccf req-f5d85373-731f-4a18-be5b-7dd7ace4f574 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1837847 Sep 17 22:41:18.094174 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e23c9a9d-6210-4f7c-b100-5ee806fe9491 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/e90a2ffc-1f61-4c51-8e01-1223e5bd075e HTTP/1.1" status: 200 len: 992 time: 0.1787112 Sep 17 22:41:18.100582 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-817cde27-4b66-4d9d-ad8c-5f7911c0ce7f service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351523 Sep 17 22:41:18.172406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Made reservation on behalf of 07822f7e661147d9bfd0c98709ee5096 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:18.174806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.178239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.219358 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e5b5f44-8ac1-4f8c-b691-e89beeb05743 req-bb67e764-bee2-4d69-9fbd-103e07eb1e1f service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099210 Sep 17 22:41:18.236013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efb4af26-7345-4bf8-b00c-6a0ffde41ccf req-ea3f89f0-fb29-4342-b3dd-38339d67d87a tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124961 Sep 17 22:41:18.250323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] device_id is not set on port ae60336f-4006-4212-a069-04c015115970 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:18.259685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:18.267012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:18.274533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:18.275487 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.276530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57005e-9715-493c-a0de-03746b2b2b7a None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:18.301438 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e90a2ffc-1f61-4c51-8e01-1223e5bd075e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'port_id': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'mac_address': 'fa:16:3e:3c:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:14Z', 'updated_at': '2021-09-17T22:41:14Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:52Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:18.317541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=22546c32-1201-4fec-9285-69fa50324da3,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:18.331343 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11344069-8d07-44ea-bef7-b540e0f0bba6 None None] The sync data for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 is: [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e90a2ffc-1f61-4c51-8e01-1223e5bd075e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'port_id': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'mac_address': 'fa:16:3e:3c:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:14Z', 'updated_at': '2021-09-17T22:41:14Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:52Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:18.342320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0d74d765-8991-46db-b152-dd183ddc4b1f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2253027 Sep 17 22:41:18.345334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47948) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:18.350468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': '22546c32-1201-4fec-9285-69fa50324da3', 'ip_address': '2001:db8::16f4:cf3d:2d2d:b58c'}], 'name': 'tempest-NetworksTestDHCPv6-512669179'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:18.462636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '22546c32-1201-4fec-9285-69fa50324da3'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:18.463517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.497159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:18.502379 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.547107 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.598565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.617962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 986cc9a3-f6e6-4f1f-9086-5b605490fc10 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:18.618564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a7e0a4-686c-45f7-9595-5ede8f1cbe76 None None] New status for floating IP e90a2ffc-1f61-4c51-8e01-1223e5bd075e: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:41:18.623233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:18.639813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:18.642458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:18.643389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:18.643979 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.655009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=ae60336f-4006-4212-a069-04c015115970,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:18.657561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/22546c32-1201-4fec-9285-69fa50324da3/0bec727c-3123-4aef-a9d2-ab8ea76bb7d5) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:18.663999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f16ac4ec-a5d2-4b45-9ea7-f68ebec24678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6172874 Sep 17 22:41:18.664603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47954) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:18.672214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:18.777699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.793441 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.908829 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.914076 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.956999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] device_id is not set on port ae60336f-4006-4212-a069-04c015115970 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:18.965275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.967700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:18.967889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::16f4:cf3d:2d2d:b58c (e0a4fb9d-32a5-4380-9852-2c3659b05950/22546c32-1201-4fec-9285-69fa50324da3/986cc9a3-f6e6-4f1f-9086-5b605490fc10) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:18.969789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:18.971774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.972718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:18.975939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Pushing event updated for resources: {'Port': ['ID=0bec727c-3123-4aef-a9d2-ab8ea76bb7d5,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:19.037345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.037679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.038113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.040653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=ae60336f-4006-4212-a069-04c015115970,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:19.047349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.047690 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.048179 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 2 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.059458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Attempting to bind port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.059831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Attempting to bind port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.060439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Attempting to bind port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.063505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.063857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.064196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.066844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:19.067218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:19.067625 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.068026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:19.068560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Bound port: 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:19.068955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.069073 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.069309 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.069703 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 3 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.083335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.083671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.084012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.088387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.092969 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.092969 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 4 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.098296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47960) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:19.109145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.109484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.109825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.122249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.122581 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.122983 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 5 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.135695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.136038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.136380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.141425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.141752 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.142148 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 6 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.155232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] For port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:19.156017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.156366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.156703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.159041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] For port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0bec727c-3123-4aef-a9d2-ab8ea76bb7d5,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:19.163013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.163013 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.163504 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 7 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.165548 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.177796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.178140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.178476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.183871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.184226 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.184627 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 8 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.204306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-28e43ee2-af22-41cc-bc10-55beb7b698ba tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/e90a2ffc-1f61-4c51-8e01-1223e5bd075e HTTP/1.1" status: 200 len: 994 time: 0.1054347 Sep 17 22:41:19.207509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.209379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.209716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.211407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.218260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.218588 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.219079 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 9 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.229101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd325ee-4b65-49e2-8d65-b37fa9f61e69 None None] Pushing event updated for resources: {'Port': ['ID=0bec727c-3123-4aef-a9d2-ab8ea76bb7d5,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:19.233775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.234226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.234678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.239559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.240178 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.240451 n-d-789963-10 neutron-server[94737]: INFO neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 10 to bind port ae60336f-4006-4212-a069-04c015115970 Sep 17 22:41:19.256392 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.258235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:19.258390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:19.258793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:19.268682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:19.271370 n-d-789963-10 neutron-server[94737]: ERROR neutron.plugins.ml2.managers [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port ae60336f-4006-4212-a069-04c015115970 on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:19.271763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.299085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:19.302550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:19.305244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:19.311441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.312096 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.331310 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9848404 Sep 17 22:41:19.334050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:19.382107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ab97c-f8d2-4e0c-bba1-e6d994af571b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=986cc9a3-f6e6-4f1f-9086-5b605490fc10,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:19.382851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] For port ae60336f-4006-4212-a069-04c015115970, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:19.383237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempted to set empty binding levels {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:41:19.389982 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.406628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8226ad9-d237-4880-ad40-259cb14ff3a3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.412571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8226ad9-d237-4880-ad40-259cb14ff3a3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.414620 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e8226ad9-d237-4880-ad40-259cb14ff3a3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0793073 Sep 17 22:41:19.417418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47966) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:19.451023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cf5d6-a4c3-484a-8526-1e7f1f8b995f req-7a4a299d-5367-43d7-a851-abc99e9aefa0 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.460087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc3cf5d6-a4c3-484a-8526-1e7f1f8b995f req-7a4a299d-5367-43d7-a851-abc99e9aefa0 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1213129 Sep 17 22:41:19.466036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] In _notify_port_updated(), no bound segment for port ae60336f-4006-4212-a069-04c015115970 on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:41:19.467108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.467718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.469200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "PUT /v2.0/ports/ae60336f-4006-4212-a069-04c015115970 HTTP/1.1" status: 200 len: 978 time: 0.8034678 Sep 17 22:41:19.471914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47968) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:19.494938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60ff1-cd29-47ff-a382-32a808cd8aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=ae60336f-4006-4212-a069-04c015115970,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:19.532010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc3cf5d6-a4c3-484a-8526-1e7f1f8b995f req-2a9d8a0d-e417-4b2b-b5fe-68fd698e4bbe tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 Sep 17 22:41:19.638234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.638648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.639760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.640414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.640881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.641372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.641836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.642295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.642753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.643213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.643670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.644129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.644583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.645065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.645522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.645999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.646450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.646903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.647355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.647808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.648262 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.648715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.649190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.649916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.650377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.650831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.651281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.651733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.652185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.652633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.653109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.653568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.654020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.654506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.655151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.655607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.656064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.656517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.656988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.657443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.657894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.658347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.658796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.659274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.659725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.660185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.660638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.661122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.661579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.662033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.667400 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-31548dbd-6e77-4cef-af3f-49128162a316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 45008 time: 0.1944461 Sep 17 22:41:19.672217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:19.737453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d952092d-191e-4a1d-9d13-75bf2bc5859f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 986cc9a3-f6e6-4f1f-9086-5b605490fc10 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:19.737804 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d952092d-191e-4a1d-9d13-75bf2bc5859f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.840020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Deleting port ae60336f-4006-4212-a069-04c015115970 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:19.840359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.858447 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d952092d-191e-4a1d-9d13-75bf2bc5859f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.881330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d952092d-191e-4a1d-9d13-75bf2bc5859f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 986cc9a3-f6e6-4f1f-9086-5b605490fc10 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:19.930907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] For port ae60336f-4006-4212-a069-04c015115970, host n-h1-789963-10, got binding levels [] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:19.931277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.973562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Calling delete_port for ae60336f-4006-4212-a069-04c015115970 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:20.122026 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.130335 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d952092d-191e-4a1d-9d13-75bf2bc5859f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.170959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae60336f-4006-4212-a069-04c015115970,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:20.204291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.206262 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cc7f19b3-4f98-4def-9739-023816f59e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ae60336f-4006-4212-a069-04c015115970 HTTP/1.1" status: 204 len: 168 time: 0.5331089 Sep 17 22:41:20.208918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47980) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:20.212143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952092d-191e-4a1d-9d13-75bf2bc5859f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=986cc9a3-f6e6-4f1f-9086-5b605490fc10,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:20.231717 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d952092d-191e-4a1d-9d13-75bf2bc5859f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.234698 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d952092d-191e-4a1d-9d13-75bf2bc5859f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/986cc9a3-f6e6-4f1f-9086-5b605490fc10 HTTP/1.1" status: 204 len: 168 time: 0.8160658 Sep 17 22:41:20.237167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47982) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:20.241658 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9082128f-dbd7-49a8-b68d-949e0e9c17f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:41:20.243811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9082128f-dbd7-49a8-b68d-949e0e9c17f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "GET /v2.0/ports/ae60336f-4006-4212-a069-04c015115970 HTTP/1.1" status: 404 len: 333 time: 0.0337076 Sep 17 22:41:20.247815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47984) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:20.255153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1070974470', 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:20.302535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-95997bee-f46b-4fe4-bb52-b6c0270bc5e2 None None] Provisioning complete for port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:20.303329 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95997bee-f46b-4fe4-bb52-b6c0270bc5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.310228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6706e800-d1b9-463f-a79d-21dabf672471 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.312782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6706e800-d1b9-463f-a79d-21dabf672471 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.314387 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6706e800-d1b9-463f-a79d-21dabf672471 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0762572 Sep 17 22:41:20.317075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:20.324801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Made reservation on behalf of 07822f7e661147d9bfd0c98709ee5096 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:20.327647 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.372021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] device_id is not set on port ac9a111c-9dfe-4427-9c0c-516e7f722ba2 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:20.395892 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95997bee-f46b-4fe4-bb52-b6c0270bc5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.423211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6b8c40-7e13-499f-97be-b23ad85491cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 22546c32-1201-4fec-9285-69fa50324da3 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:20.429324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8c40-7e13-499f-97be-b23ad85491cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.434884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-95997bee-f46b-4fe4-bb52-b6c0270bc5e2 None None] For port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0bec727c-3123-4aef-a9d2-ab8ea76bb7d5,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:20.439176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95997bee-f46b-4fe4-bb52-b6c0270bc5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.491268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8c40-7e13-499f-97be-b23ad85491cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.492346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95997bee-f46b-4fe4-bb52-b6c0270bc5e2 None None] Pushing event updated for resources: {'Port': ['ID=0bec727c-3123-4aef-a9d2-ab8ea76bb7d5,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:20.568836 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b22947f8-7fcb-4058-9247-5934b1b3fd7b None None] Could not find standard attr ID for object 986cc9a3-f6e6-4f1f-9086-5b605490fc10. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:20.667856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee4d6-afbe-46da-9158-af8b5ac113ef req-74934bf1-a164-4c64-82fd-9a8863570663 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.669660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07aee4d6-afbe-46da-9158-af8b5ac113ef req-74934bf1-a164-4c64-82fd-9a8863570663 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0692630 Sep 17 22:41:20.673685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.681809 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8c40-7e13-499f-97be-b23ad85491cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.711229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07aee4d6-afbe-46da-9158-af8b5ac113ef req-6c43838c-9e89-4937-9f90-2e5c772f4120 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Sep 17 22:41:20.758378 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.761216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8c40-7e13-499f-97be-b23ad85491cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.820850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b8c40-7e13-499f-97be-b23ad85491cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=22546c32-1201-4fec-9285-69fa50324da3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:20.824691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8c40-7e13-499f-97be-b23ad85491cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.829712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47994) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:20.829938 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6c6b8c40-7e13-499f-97be-b23ad85491cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/22546c32-1201-4fec-9285-69fa50324da3 HTTP/1.1" status: 204 len: 168 time: 0.5118468 Sep 17 22:41:20.839018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fb299-b722-4761-a37f-5e3d927ee365 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:20.844480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:20.847490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:20.851297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:20.852233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.852834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.864616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=ac9a111c-9dfe-4427-9c0c-516e7f722ba2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:20.887299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-feabde5a-77fd-455b-8adc-587bf4a4d5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6376185 Sep 17 22:41:20.899209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-171ac09d-d7d5-4acb-82d2-ec2db6aeb448 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673022 Sep 17 22:41:20.901404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47998) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:20.902048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:20.909496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:20.969329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890df63-4508-458f-b591-09efcdf1a26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.970840 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d890df63-4508-458f-b591-09efcdf1a26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "GET /v2.0/ports/ac9a111c-9dfe-4427-9c0c-516e7f722ba2 HTTP/1.1" status: 200 len: 959 time: 0.0613873 Sep 17 22:41:20.973713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48004) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:21.032410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:21.036792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.066857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d99e2de2-7242-4114-9953-55df4e26ff09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Deleting port ac9a111c-9dfe-4427-9c0c-516e7f722ba2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:21.070013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d99e2de2-7242-4114-9953-55df4e26ff09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.099374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:21.152414 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d99e2de2-7242-4114-9953-55df4e26ff09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.153195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] Deleting port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:21.153632 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.168401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d99e2de2-7242-4114-9953-55df4e26ff09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Calling delete_port for ac9a111c-9dfe-4427-9c0c-516e7f722ba2 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:21.242948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] For port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0bec727c-3123-4aef-a9d2-ab8ea76bb7d5,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:21.244236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.272667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.274607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] Calling delete_port for 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:21.279745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d99e2de2-7242-4114-9953-55df4e26ff09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.315609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e2de2-7242-4114-9953-55df4e26ff09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac9a111c-9dfe-4427-9c0c-516e7f722ba2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:21.326358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d99e2de2-7242-4114-9953-55df4e26ff09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.327835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:21.329112 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d99e2de2-7242-4114-9953-55df4e26ff09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ac9a111c-9dfe-4427-9c0c-516e7f722ba2 HTTP/1.1" status: 204 len: 168 time: 0.3541918 Sep 17 22:41:21.331274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:21.331929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48008) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:21.335597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:21.336198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.344509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=d2bff2eb-e6eb-4a7f-ad69-54ec483af538,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:21.363634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-72a5c0bb-072f-4c9f-9ddc-8d235a7da180 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4522171 Sep 17 22:41:21.364100 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc86ad2-6d15-48d0-9eee-d2fdeb263c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:41:21.364226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48010) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:21.366117 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4fc86ad2-6d15-48d0-9eee-d2fdeb263c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "GET /v2.0/ports/ac9a111c-9dfe-4427-9c0c-516e7f722ba2 HTTP/1.1" status: 404 len: 333 time: 0.0324261 Sep 17 22:41:21.369350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': 'd2bff2eb-e6eb-4a7f-ad69-54ec483af538', 'ip_address': '2001:db8::227a:11bf:37e3:8bf5'}], 'name': 'tempest-NetworksTestDHCPv6-824495342'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:21.369713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48012) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:21.376043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Request body: {'port': {'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-674896236'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:21.382154 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.402356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Made reservation on behalf of 07822f7e661147d9bfd0c98709ee5096 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:21.406246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.408021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] Pushing event deleted for resources: {'Port': ['ID=0bec727c-3123-4aef-a9d2-ab8ea76bb7d5,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:21.411845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e8d7c-bced-40f2-8f47-76d15479ebde None None] No DVR routers for this DVR port 0bec727c-3123-4aef-a9d2-ab8ea76bb7d5 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:21.428755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] device_id is not set on port 82f1c21d-6db4-48d8-84f3-eab2888449ed yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:21.431614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a3bb1-143f-45e2-a367-e1ce03abbd8a None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:21.600352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.602314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': 'd2bff2eb-e6eb-4a7f-ad69-54ec483af538'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:21.603525 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.636974 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.680767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:21.683871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:21.688260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:21.689570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:21.690209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.700604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=82f1c21d-6db4-48d8-84f3-eab2888449ed,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:21.713395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3a39c920-4edb-4670-902a-1fbc9ccb617a tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3424501 Sep 17 22:41:21.715902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48016) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:21.723071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:21.766032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/d2bff2eb-e6eb-4a7f-ad69-54ec483af538/d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:21.789485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.886140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83aa1-3ebd-4865-83f6-d4e19b0db8e1 req-d20e9c69-eda9-4062-8377-ad9ddb3a8411 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:21.887642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0e83aa1-3ebd-4865-83f6-d4e19b0db8e1 req-d20e9c69-eda9-4062-8377-ad9ddb3a8411 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0797262 Sep 17 22:41:21.934120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:21.948881 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.959313 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.970937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0e83aa1-3ebd-4865-83f6-d4e19b0db8e1 req-97b1c2dc-75fe-4bbe-af75-a55217aaa7a3 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719211 Sep 17 22:41:21.988267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] device_id is not set on port 82f1c21d-6db4-48d8-84f3-eab2888449ed yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:22.001440 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.007556 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.016525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:22.019603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:22.023156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:22.033739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Pushing event updated for resources: {'Port': ['ID=d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:22.058446 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.076569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port e0be5638-aef7-4840-bdc5-f26eb2feb881 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:22.083156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.083534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.084429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.092144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.092479 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.094174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Attempting to bind port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.094532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Attempting to bind port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.094891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Attempting to bind port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.098690 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 2 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.100226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:22.100592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:22.101023 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.101414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:22.101873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Bound port: d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:22.102576 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.102768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=82f1c21d-6db4-48d8-84f3-eab2888449ed,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:22.118447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.118447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.118447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.120070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.120401 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.120812 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 3 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.141661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.142041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.142474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.147044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.147490 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.147977 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 4 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.161652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.162321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.162533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.167013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.167372 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.167834 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 5 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.171928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] For port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:22.175250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] For port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:22.179365 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.182641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.183045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.183439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.188660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.189016 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.189422 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 6 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.202874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.203206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.203596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.208621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.208621 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.209075 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 7 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.223476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.223807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.224139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.235938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.236278 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.236675 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 8 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.250914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.251150 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ae2b2-701d-4446-bb00-3810e80e5c49 None None] Pushing event updated for resources: {'Port': ['ID=d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:22.251402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.251754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.256405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.257043 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.257448 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 9 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.273118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.273462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.273798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.278634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.279104 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.280100 n-d-789963-10 neutron-server[94738]: INFO neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempt 10 to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed Sep 17 22:41:22.288775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::227a:11bf:37e3:8bf5 (e0a4fb9d-32a5-4380-9852-2c3659b05950/d2bff2eb-e6eb-4a7f-ad69-54ec483af538/e0be5638-aef7-4840-bdc5-f26eb2feb881) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:22.294180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:22.294556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:22.294932 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempting to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:22.301333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:22.301333 n-d-789963-10 neutron-server[94738]: ERROR neutron.plugins.ml2.managers [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Failed to bind port 82f1c21d-6db4-48d8-84f3-eab2888449ed on host n-h1-789963-10 for vnic_type normal using segments [{'id': 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e95b5fa-4c46-42ac-a0ad-58e26adf60ed'}] Sep 17 22:41:22.301333 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.380108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] For port 82f1c21d-6db4-48d8-84f3-eab2888449ed, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:22.380798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attempted to set empty binding levels {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:41:22.390862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.448033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] In _notify_port_updated(), no bound segment for port 82f1c21d-6db4-48d8-84f3-eab2888449ed on network 7e95b5fa-4c46-42ac-a0ad-58e26adf60ed {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:41:22.449036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.449719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.453805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "PUT /v2.0/ports/82f1c21d-6db4-48d8-84f3-eab2888449ed HTTP/1.1" status: 200 len: 979 time: 0.7342427 Sep 17 22:41:22.456479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48026) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:22.479091 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.488581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453259e5-3fdd-48a3-a3a0-8c592174edc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event updated for resources: {'Port': ['ID=82f1c21d-6db4-48d8-84f3-eab2888449ed,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:22.533228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.553838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Deleting port 82f1c21d-6db4-48d8-84f3-eab2888449ed {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:22.554184 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.587012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:22.590136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:22.593722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:22.599310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.599914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.608749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=e0be5638-aef7-4840-bdc5-f26eb2feb881,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:22.624463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6dbe2330-4a84-4874-b3d4-01093627cc87 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2584620 Sep 17 22:41:22.626455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48028) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:22.654245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] For port 82f1c21d-6db4-48d8-84f3-eab2888449ed, host n-h1-789963-10, got binding levels [] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:22.654594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.669257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Calling delete_port for 82f1c21d-6db4-48d8-84f3-eab2888449ed owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:22.677796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12961eb2-304b-480d-9643-307314799689 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.683744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12961eb2-304b-480d-9643-307314799689 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.685349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-12961eb2-304b-480d-9643-307314799689 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0579576 Sep 17 22:41:22.688545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48030) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:22.691299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-405ce446-dc8f-4c35-941d-e9da5c36d619 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0756276 Sep 17 22:41:22.788396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fd35c435-db12-476d-a3b9-d9a545f9878d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port e0be5638-aef7-4840-bdc5-f26eb2feb881 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:22.788741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd35c435-db12-476d-a3b9-d9a545f9878d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.801175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.834847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Pushing event deleted for resources: {'Port': ['ID=82f1c21d-6db4-48d8-84f3-eab2888449ed,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:22.843957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.846306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f1e61930-6df8-45ac-846a-4ada1b1f3e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "DELETE /v2.0/ports/82f1c21d-6db4-48d8-84f3-eab2888449ed HTTP/1.1" status: 204 len: 168 time: 0.3907011 Sep 17 22:41:22.852709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-342034a7-f977-4202-9e6f-66ac1805af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.853222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-342034a7-f977-4202-9e6f-66ac1805af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.853700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-342034a7-f977-4202-9e6f-66ac1805af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.854169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-342034a7-f977-4202-9e6f-66ac1805af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.854633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-342034a7-f977-4202-9e6f-66ac1805af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.855094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-342034a7-f977-4202-9e6f-66ac1805af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.855557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-342034a7-f977-4202-9e6f-66ac1805af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.857367 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-342034a7-f977-4202-9e6f-66ac1805af51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6509 time: 0.0893109 Sep 17 22:41:22.857858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48034) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:22.882890 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac63896-a9ea-4273-a43c-24f3045aa62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:41:22.884408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3ac63896-a9ea-4273-a43c-24f3045aa62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-523946894-project-admin] 10.222.0.48 "GET /v2.0/ports/82f1c21d-6db4-48d8-84f3-eab2888449ed HTTP/1.1" status: 404 len: 333 time: 0.0256550 Sep 17 22:41:22.890969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48036) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:22.901698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd35c435-db12-476d-a3b9-d9a545f9878d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.933260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fd35c435-db12-476d-a3b9-d9a545f9878d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for e0be5638-aef7-4840-bdc5-f26eb2feb881 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:22.994556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-10b2322d-8889-4662-b500-03ca18e0425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.995036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-10b2322d-8889-4662-b500-03ca18e0425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.995647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-10b2322d-8889-4662-b500-03ca18e0425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.997613 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-10b2322d-8889-4662-b500-03ca18e0425d service neutron] 10.222.0.45 "GET /v2.0/networks?id=aa388694-c383-4083-82af-2984c0d11591&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=25be45c2-999c-4309-8e35-03537cb4956d&id=25be45c2-999c-4309-8e35-03537cb4956d HTTP/1.1" status: 200 len: 2297 time: 0.1122155 Sep 17 22:41:23.028139 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.102796 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-c86ecc04-3374-497e-9082-02b8afcacbb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325 HTTP/1.1" status: 200 len: 1002 time: 0.0927801 Sep 17 22:41:23.172397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-f5883024-734d-4cbb-b25f-41fe5d34d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.173936 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-f5883024-734d-4cbb-b25f-41fe5d34d64a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a403d8ef-12d7-498f-8761-b85364669067 HTTP/1.1" status: 200 len: 855 time: 0.0614929 Sep 17 22:41:23.229284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-2d4abc7d-acc1-49aa-a0c2-bfabc611e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.230912 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-2d4abc7d-acc1-49aa-a0c2-bfabc611e021 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aa388694-c383-4083-82af-2984c0d11591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473208 Sep 17 22:41:23.240335 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.277730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7dbdc-3b11-4173-a639-e79c488933ba req-6213e858-05bd-4fee-b7c6-883918ea8bbd tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.279619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57c7dbdc-3b11-4173-a639-e79c488933ba req-6213e858-05bd-4fee-b7c6-883918ea8bbd tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1741941 Sep 17 22:41:23.288950 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd35c435-db12-476d-a3b9-d9a545f9878d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.329244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e95b5fa-4c46-42ac-a0ad-58e26adf60ed']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:23.361788 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-3c47fcaa-27df-4886-a43a-605a8593f52f service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219702 Sep 17 22:41:23.365140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:23.365432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd31f5b-29bb-4a27-a0c3-0c45b01bb5f5') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:23.372140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35c435-db12-476d-a3b9-d9a545f9878d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=e0be5638-aef7-4840-bdc5-f26eb2feb881,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:23.395470 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.406530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:23.430700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57c7dbdc-3b11-4173-a639-e79c488933ba req-004011d7-ec32-44c0-95eb-6a4307582a2a tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398494 Sep 17 22:41:23.438018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd35c435-db12-476d-a3b9-d9a545f9878d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.440658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fd35c435-db12-476d-a3b9-d9a545f9878d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/e0be5638-aef7-4840-bdc5-f26eb2feb881 HTTP/1.1" status: 204 len: 168 time: 0.7511432 Sep 17 22:41:23.444488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48044) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:23.460351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-442932d7-3f71-4842-885a-1e068e188f4f None None] Provisioning complete for port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:23.460823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-442932d7-3f71-4842-885a-1e068e188f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.489556 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-2e156367-cdbe-4787-9359-d5bf691493dd service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189532 Sep 17 22:41:23.491214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.504294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:23.504702 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:23.509853 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:23.547510 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-88c184ca-ac01-4cdd-a2c7-2bcc1994d46e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 200 len: 217 time: 0.0468900 Sep 17 22:41:23.548011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de131b-0817-4ea9-9a04-269c533393d7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.549830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de131b-0817-4ea9-9a04-269c533393d7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.551565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:23.552043 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.552229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d0de131b-0817-4ea9-9a04-269c533393d7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1062224 Sep 17 22:41:23.554542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48048) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:23.605362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.620788 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.626034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] 10.222.0.48 "DELETE /v2.0/networks/7e95b5fa-4c46-42ac-a0ad-58e26adf60ed HTTP/1.1" status: 204 len: 168 time: 0.7316723 Sep 17 22:41:23.643862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c1a3a-55b0-4241-8549-ab66d72271a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131763775-project] Pushing event deleted for resources: {'Network': ['ID=7e95b5fa-4c46-42ac-a0ad-58e26adf60ed,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:23.681512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5ddd00-7dd2-4521-9884-66b904dd7ba8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet d2bff2eb-e6eb-4a7f-ad69-54ec483af538 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:23.687259 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddd00-7dd2-4521-9884-66b904dd7ba8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.692760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-442932d7-3f71-4842-885a-1e068e188f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.735229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-7b0e4284-ca9a-4dc6-bab0-0cde80a4f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.736745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-7b0e4284-ca9a-4dc6-bab0-0cde80a4f8ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.1706512 Sep 17 22:41:23.739187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddd00-7dd2-4521-9884-66b904dd7ba8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.780119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-442932d7-3f71-4842-885a-1e068e188f4f None None] For port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:23.781391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.792689 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-442932d7-3f71-4842-885a-1e068e188f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.907857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442932d7-3f71-4842-885a-1e068e188f4f None None] Pushing event updated for resources: {'Port': ['ID=d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:23.920585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-099d38b8-ca67-4e00-b63d-a88519da5ce3 None None] Could not find standard attr ID for object e0be5638-aef7-4840-bdc5-f26eb2feb881. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:23.923250 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:41:23.923613 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:41:24.023262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48060) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:24.172921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-2c716268-be07-4dee-a2f5-1de291d8b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:24.174437 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-2c716268-be07-4dee-a2f5-1de291d8b075 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4130259 Sep 17 22:41:24.218167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d8107d3b-0ea3-4686-8e73-7640e288854d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f0c0dd3337f4bd0bcb7308e8cbb96fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935539 Sep 17 22:41:24.220619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48072) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:24.274302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddd00-7dd2-4521-9884-66b904dd7ba8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.275686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c7bda9b-5d3e-48ba-ac2c-70c27dc52742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.300892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c7bda9b-5d3e-48ba-ac2c-70c27dc52742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.342180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-0f5934e9-08f7-4fa7-b4b1-d5925aa1a66b service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406693 Sep 17 22:41:24.351103 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c7bda9b-5d3e-48ba-ac2c-70c27dc52742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.355144 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c7bda9b-5d3e-48ba-ac2c-70c27dc52742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.358064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1c7bda9b-5d3e-48ba-ac2c-70c27dc52742 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23544e0f-7671-4e5a-87d7-c8f578113493 HTTP/1.1" status: 204 len: 168 time: 0.1350884 Sep 17 22:41:24.368451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bda9b-5d3e-48ba-ac2c-70c27dc52742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23544e0f-7671-4e5a-87d7-c8f578113493,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:24.378055 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddd00-7dd2-4521-9884-66b904dd7ba8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.455671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ddd00-7dd2-4521-9884-66b904dd7ba8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=d2bff2eb-e6eb-4a7f-ad69-54ec483af538,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:24.458293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddd00-7dd2-4521-9884-66b904dd7ba8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.459836 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9e5ddd00-7dd2-4521-9884-66b904dd7ba8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/d2bff2eb-e6eb-4a7f-ad69-54ec483af538 HTTP/1.1" status: 204 len: 168 time: 0.9038959 Sep 17 22:41:24.462403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48084) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:24.478298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62473e34-0090-42d8-a389-672646e24a8e None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:24.525757 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-614a6128-c003-4143-b898-7eb69e1b333e service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745536 Sep 17 22:41:24.571992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-597fc942-556b-4750-94ce-55a83fac6a3b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072037 Sep 17 22:41:24.573606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48088) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:24.575342 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-795e20a1-76fd-4190-a2eb-9ca4d16de390 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 200 len: 217 time: 0.0416300 Sep 17 22:41:24.581217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:24.672964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-0e44d793-93c0-43ae-b880-0c57e7e247c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:24.677292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-0e44d793-93c0-43ae-b880-0c57e7e247c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.0937078 Sep 17 22:41:24.730037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37565f9-421d-4d61-b99f-97eef6a1490c req-91f647e1-022d-4155-953d-6e34ab5cd522 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:24.738837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e37565f9-421d-4d61-b99f-97eef6a1490c req-91f647e1-022d-4155-953d-6e34ab5cd522 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1732409 Sep 17 22:41:24.746419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:24.750044 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.764295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-30c48dae-3838-4ae3-886f-110c144a354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:24.767309 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-30c48dae-3838-4ae3-886f-110c144a354b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744238 Sep 17 22:41:24.785687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48092) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:24.853573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e37565f9-421d-4d61-b99f-97eef6a1490c req-e962ed08-0eb5-451b-a980-524e14aad09a tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138122 Sep 17 22:41:24.888601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:24.893387 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-c20a9e4c-04d4-419d-8e46-3d0415f6023f service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071951 Sep 17 22:41:24.910256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b8afba4e-0c77-4301-bf9b-1ed344290d08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07822f7e661147d9bfd0c98709ee5096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200352 Sep 17 22:41:24.912820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48094) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:24.937653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] Deleting port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:24.938825 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.001884 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-52a4e847-e502-4907-b499-ad491c3ceae2 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962133 Sep 17 22:41:25.009428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] For port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:25.009822 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.023150 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] Calling delete_port for d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:25.032811 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f600552-85b5-4558-bef7-f9ace11ee5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.065186 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-3b3815bf-8894-4342-96ae-40cfe829b5bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=81be61f9-2856-4a70-99f8-0d56deed514e HTTP/1.1" status: 200 len: 217 time: 0.0479994 Sep 17 22:41:25.098708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f600552-85b5-4558-bef7-f9ace11ee5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.118674 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.125163 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.161518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] No DVR routers for this DVR port d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:25.165265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da989538-1f2b-41b0-8696-f2645d353024 None None] Pushing event deleted for resources: {'Port': ['ID=d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:25.167943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-98cd75ff-31bb-45b6-ba22-7bdbb0a35ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:25.176357 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-98cd75ff-31bb-45b6-ba22-7bdbb0a35ee0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.1002538 Sep 17 22:41:25.209405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:25.214005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:25.220054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:25.220653 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.232216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=0dd9a322-2225-427a-90a1-1b119e16551b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:25.242615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a2b6d-06d2-4a24-81d7-cdf73647ae1c None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:25.252746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-8c5afc8f-fab8-4195-8d5e-8387bdccd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:25.252746 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-8c5afc8f-fab8-4195-8d5e-8387bdccd23c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640616 Sep 17 22:41:25.259241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eebaa023-7eda-4902-a1be-186a8a0c4c8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6836059 Sep 17 22:41:25.260645 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f600552-85b5-4558-bef7-f9ace11ee5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.262391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48100) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:25.263231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f600552-85b5-4558-bef7-f9ace11ee5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.265472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5f600552-85b5-4558-bef7-f9ace11ee5aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3a4a0f3-2c65-4ed8-aca8-4ed153e4333c HTTP/1.1" status: 204 len: 168 time: 0.3517098 Sep 17 22:41:25.273984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f600552-85b5-4558-bef7-f9ace11ee5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a4a0f3-2c65-4ed8-aca8-4ed153e4333c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:25.297391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': '0dd9a322-2225-427a-90a1-1b119e16551b', 'ip_address': '2001:db8::52fb:26d6:753f:a25'}], 'name': 'tempest-NetworksTestDHCPv6-792919550'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:25.407257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:25.445660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:25.446386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d2d2d9ff-0ae9-45b7-bc0d-093ce81aaaf4 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:25.501165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '0dd9a322-2225-427a-90a1-1b119e16551b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:25.503297 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.556209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:25.665421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/0dd9a322-2225-427a-90a1-1b119e16551b/b0cabff8-39b1-46e2-80d7-053b914872df) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:25.669723 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-a8fef117-af24-442d-92c4-00896b69a405 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010837 Sep 17 22:41:25.799295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.825209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port fb4579c4-a855-45d4-be81-8327893d667f yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:25.870638 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.880311 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.886388 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-802a0b64-033e-4181-93f3-b9d41754efdb service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076848 Sep 17 22:41:25.939784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:25.952374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:25.962252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Pushing event updated for resources: {'Port': ['ID=b0cabff8-39b1-46e2-80d7-053b914872df,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:25.971518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:26.005201 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-694577ad-69bb-410d-863a-5224c2c4aaff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123 HTTP/1.1" status: 200 len: 217 time: 0.1063461 Sep 17 22:41:26.037037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4c9e6-92d6-4181-ba84-93f49a944988 req-acaef570-fb7f-4b43-bef1-3328f7c6fed8 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.043900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Attempting to bind port b0cabff8-39b1-46e2-80d7-053b914872df on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:26.044769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cf4c9e6-92d6-4181-ba84-93f49a944988 req-acaef570-fb7f-4b43-bef1-3328f7c6fed8 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0801852 Sep 17 22:41:26.045661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Attempting to bind port b0cabff8-39b1-46e2-80d7-053b914872df by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:26.046044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Attempting to bind port b0cabff8-39b1-46e2-80d7-053b914872df on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:26.051414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:26.051790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:26.052198 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.052586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:26.053090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Bound port: b0cabff8-39b1-46e2-80d7-053b914872df, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:26.053467 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.081604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-8ea4c23e-9c9a-43fd-8b78-bdcceb6210ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.099130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-8ea4c23e-9c9a-43fd-8b78-bdcceb6210ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.0803750 Sep 17 22:41:26.109892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cf4c9e6-92d6-4181-ba84-93f49a944988 req-99618de3-3433-4e16-94a5-dbb866690466 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Sep 17 22:41:26.144313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] For port b0cabff8-39b1-46e2-80d7-053b914872df, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:26.147916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] For port b0cabff8-39b1-46e2-80d7-053b914872df, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b0cabff8-39b1-46e2-80d7-053b914872df,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:26.155543 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.217923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f276ac4-0a52-4a30-b81d-16c98b8729b0 None None] Pushing event updated for resources: {'Port': ['ID=b0cabff8-39b1-46e2-80d7-053b914872df,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:26.231996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-03cb65e5-75bd-4bf4-9d7b-b46022d875b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.234174 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-03cb65e5-75bd-4bf4-9d7b-b46022d875b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1327512 Sep 17 22:41:26.288274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::52fb:26d6:753f:a25 (e0a4fb9d-32a5-4380-9852-2c3659b05950/0dd9a322-2225-427a-90a1-1b119e16551b/fb4579c4-a855-45d4-be81-8327893d667f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:26.398773 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-9eee8808-81a2-4985-bb32-3236a2900ef5 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570296 Sep 17 22:41:26.674987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-106aae38-a6f7-4c23-88c6-7dd5a7ba4a60 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496952 Sep 17 22:41:26.679982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.727837 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-6373349e-69af-4a3a-aa3f-4ab8ab4d4033 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70488223-db67-40dc-899e-cc495fd69544 HTTP/1.1" status: 200 len: 217 time: 0.0443938 Sep 17 22:41:26.795709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-ac193594-0b19-448a-90ce-9365e77ae911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.797418 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-ac193594-0b19-448a-90ce-9365e77ae911 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.0611453 Sep 17 22:41:26.799901 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.910853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=fb4579c4-a855-45d4-be81-8327893d667f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:26.927276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:26.929144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:26.932908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:26.939886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.941001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.959409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-5ab6348d-e5ab-4810-a59f-25ea1bff47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.961091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-5ab6348d-e5ab-4810-a59f-25ea1bff47b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1542628 Sep 17 22:41:26.962765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7a559082-8c38-4de7-bb17-c70409d6f26c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6992972 Sep 17 22:41:26.965303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48150) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:27.046322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48152) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:27.080104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b73886-f76b-438d-af67-4817b3bc58ff tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:27.086121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b73886-f76b-438d-af67-4817b3bc58ff tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:27.090295 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-18b73886-f76b-438d-af67-4817b3bc58ff tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1214874 Sep 17 22:41:27.090461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48156) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:27.186408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3c8df26b-a365-4f96-93bc-8c3c2efb5ffe tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-580479201'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:27.194716 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-a045ecf4-c4d0-472a-91e8-3e26f96ab07f service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989017 Sep 17 22:41:27.229537 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c8df26b-a365-4f96-93bc-8c3c2efb5ffe tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.230957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c8df26b-a365-4f96-93bc-8c3c2efb5ffe tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.302629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c8df26b-a365-4f96-93bc-8c3c2efb5ffe tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.338068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-db93d94d-99f1-41c1-a937-4bd73b5078d1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port fb4579c4-a855-45d4-be81-8327893d667f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:27.338579 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db93d94d-99f1-41c1-a937-4bd73b5078d1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.348859 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c8df26b-a365-4f96-93bc-8c3c2efb5ffe tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.405373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b0cabff8-39b1-46e2-80d7-053b914872df up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:27.422100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e86d2-1720-4ac7-9a36-c9cd0b04f9ba req-417268eb-d7a0-4d32-a4ac-cc62b4999cd1 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:27.431304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-465e86d2-1720-4ac7-9a36-c9cd0b04f9ba req-417268eb-d7a0-4d32-a4ac-cc62b4999cd1 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.2142828 Sep 17 22:41:27.442323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c8df26b-a365-4f96-93bc-8c3c2efb5ffe tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.443524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3c8df26b-a365-4f96-93bc-8c3c2efb5ffe tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3962016 Sep 17 22:41:27.452888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:27.501264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b0cabff8-39b1-46e2-80d7-053b914872df triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:27.501940 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.546406 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-5f7c1707-dc0d-4a5d-9166-a82ef019326d service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421092 Sep 17 22:41:27.591441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-465e86d2-1720-4ac7-9a36-c9cd0b04f9ba req-be47a41e-c84e-448f-8954-7e1d8fe49809 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558173 Sep 17 22:41:27.606542 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.608589 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e30355e4-3909-48b6-8fc2-af11e691d72c tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.613371 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-8af6cb3e-b8b6-45bf-af16-a27dd3d3bd63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d14df5e-477b-459c-a67d-77affd4107c0 HTTP/1.1" status: 200 len: 217 time: 0.0504363 Sep 17 22:41:27.615666 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db93d94d-99f1-41c1-a937-4bd73b5078d1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.646636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port b0cabff8-39b1-46e2-80d7-053b914872df, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b0cabff8-39b1-46e2-80d7-053b914872df,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:27.659202 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.675909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-28f19e4f-e13c-42f6-b00f-7f62e4c4e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:27.677542 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-28f19e4f-e13c-42f6-b00f-7f62e4c4e7a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.0544245 Sep 17 22:41:27.681751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-db93d94d-99f1-41c1-a937-4bd73b5078d1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for fb4579c4-a855-45d4-be81-8327893d667f owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:27.713231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1df8529b-46f2-42ea-9341-1c3d1e523da2 None None] Provisioning complete for port b0cabff8-39b1-46e2-80d7-053b914872df triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:27.713787 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1df8529b-46f2-42ea-9341-1c3d1e523da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.783289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=b0cabff8-39b1-46e2-80d7-053b914872df,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:27.852839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e30355e4-3909-48b6-8fc2-af11e691d72c tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.856073 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e30355e4-3909-48b6-8fc2-af11e691d72c tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.861116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-6f341fd8-a0d6-4efc-88a2-feecad3bad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:27.863692 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-6f341fd8-a0d6-4efc-88a2-feecad3bad2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1771417 Sep 17 22:41:27.910311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e30355e4-3909-48b6-8fc2-af11e691d72c tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.910885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30355e4-3909-48b6-8fc2-af11e691d72c tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5df245d-8267-4514-99a1-2178c694afb4 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:41:27.923399 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e30355e4-3909-48b6-8fc2-af11e691d72c tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.924852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e30355e4-3909-48b6-8fc2-af11e691d72c tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b5df245d-8267-4514-99a1-2178c694afb4 HTTP/1.1" status: 204 len: 168 time: 0.4700890 Sep 17 22:41:27.928051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48168) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:27.933274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a6117212-11e8-4946-a5e8-adcfd8dfbd27 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Request body: {'router': {'name': 'tempest-router-649580021', 'distributed': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:27.956974 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6117212-11e8-4946-a5e8-adcfd8dfbd27 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.958206 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6117212-11e8-4946-a5e8-adcfd8dfbd27 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.993240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-af6d77e0-b210-4be8-8836-cdf6150185cb None None] Provisioning complete for port fb4579c4-a855-45d4-be81-8327893d667f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:27.993619 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af6d77e0-b210-4be8-8836-cdf6150185cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.030334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-a1bb1f76-1ca5-4438-8145-d11d450487e2 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543074 Sep 17 22:41:28.059748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db93d94d-99f1-41c1-a937-4bd73b5078d1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.064231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-af6d77e0-b210-4be8-8836-cdf6150185cb None None] Port fb4579c4-a855-45d4-be81-8327893d667f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:28.070334 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6117212-11e8-4946-a5e8-adcfd8dfbd27 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.077488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6117212-11e8-4946-a5e8-adcfd8dfbd27 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.099110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93d94d-99f1-41c1-a937-4bd73b5078d1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=fb4579c4-a855-45d4-be81-8327893d667f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:28.100741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6117212-11e8-4946-a5e8-adcfd8dfbd27 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.104582 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6117212-11e8-4946-a5e8-adcfd8dfbd27 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1727304 Sep 17 22:41:28.105036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48172) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:28.188613 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c24c-f348-48e7-b729-1d430dcf6850 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.206833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db93d94d-99f1-41c1-a937-4bd73b5078d1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.209035 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db93d94d-99f1-41c1-a937-4bd73b5078d1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/fb4579c4-a855-45d4-be81-8327893d667f HTTP/1.1" status: 204 len: 168 time: 1.1175745 Sep 17 22:41:28.211396 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-51f47783-26ca-4d8d-ad88-7b620c90c930 req-b5dfa377-e6d1-4646-a4d6-aa30287e5ded service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729414 Sep 17 22:41:28.211984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48174) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:28.274012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4742469-6eb9-4401-8c31-a49c25c1de8d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:28.276093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4742469-6eb9-4401-8c31-a49c25c1de8d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:28.281775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:28.282706 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c4742469-6eb9-4401-8c31-a49c25c1de8d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0694230 Sep 17 22:41:28.418743 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c24c-f348-48e7-b729-1d430dcf6850 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.423862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a615a92f-3ada-4e22-a971-cea369fbc5b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 0dd9a322-2225-427a-90a1-1b119e16551b {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:28.426311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c24c-f348-48e7-b729-1d430dcf6850 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.429763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a615a92f-3ada-4e22-a971-cea369fbc5b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.498567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c24c-f348-48e7-b729-1d430dcf6850 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.499913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b3c24c-f348-48e7-b729-1d430dcf6850 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fceea57-02d5-4839-a02c-e1cd02864011 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:41:28.504556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c24c-f348-48e7-b729-1d430dcf6850 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.510922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48180) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:28.511405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e7b3c24c-f348-48e7-b729-1d430dcf6850 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "DELETE /v2.0/routers/9fceea57-02d5-4839-a02c-e1cd02864011 HTTP/1.1" status: 204 len: 168 time: 0.4050620 Sep 17 22:41:28.516596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-13424f84-d915-419e-a1c4-d2837d6bcb2a tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Request body: {'router': {'name': 'tempest-router-1953616831', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ea144671d04b452e8a3fbc66ca490c6d'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:28.517113 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a615a92f-3ada-4e22-a971-cea369fbc5b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.537800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13424f84-d915-419e-a1c4-d2837d6bcb2a tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.538825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13424f84-d915-419e-a1c4-d2837d6bcb2a tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.601736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13424f84-d915-419e-a1c4-d2837d6bcb2a tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.623745 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a615a92f-3ada-4e22-a971-cea369fbc5b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.625051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13424f84-d915-419e-a1c4-d2837d6bcb2a tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.657824 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13424f84-d915-419e-a1c4-d2837d6bcb2a tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.659136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-13424f84-d915-419e-a1c4-d2837d6bcb2a tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1470227 Sep 17 22:41:28.662964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48188) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:28.675503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:29.249577 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a615a92f-3ada-4e22-a971-cea369fbc5b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.294623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615a92f-3ada-4e22-a971-cea369fbc5b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd9a322-2225-427a-90a1-1b119e16551b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:29.306829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e48b7c-fdf9-4e5e-a1a7-17a1925ee308 req-9c75e892-9a88-47be-b236-31effc7532ad tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:29.309705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8e48b7c-fdf9-4e5e-a1a7-17a1925ee308 req-9c75e892-9a88-47be-b236-31effc7532ad tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.5829573 Sep 17 22:41:29.353965 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a615a92f-3ada-4e22-a971-cea369fbc5b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.356004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a615a92f-3ada-4e22-a971-cea369fbc5b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/0dd9a322-2225-427a-90a1-1b119e16551b HTTP/1.1" status: 204 len: 168 time: 1.0737431 Sep 17 22:41:29.358717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48194) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:29.360420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f0b08-7f82-43bc-bd5a-51cfee4be11d None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:29.396055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b0cabff8-39b1-46e2-80d7-053b914872df up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:29.416231 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b73020e7-2704-442b-9f20-ae67c64c074b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559719 Sep 17 22:41:29.417900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.418295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.422314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48196) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:29.526147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed5de3d-5b62-4cef-aa9d-322fe2296bcd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:29.529907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eed5de3d-5b62-4cef-aa9d-322fe2296bcd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1063604 Sep 17 22:41:29.533088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48200) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:29.563851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b0cabff8-39b1-46e2-80d7-053b914872df triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:29.564327 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.576452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8e48b7c-fdf9-4e5e-a1a7-17a1925ee308 req-5fdd3573-b620-4fbd-9d51-0b1b96e9ac15 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264893 Sep 17 22:41:29.590618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94737) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 17 22:41:29.591225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Router 109184cf-31ce-4000-835c-7be74f1e3b41 migrating from provider to provider. {{(pid=94737) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 17 22:41:29.592370 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.600299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.605437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.641660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da888dff-3f56-4b87-b1c4-832b65e10d07 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:29.646420 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-da888dff-3f56-4b87-b1c4-832b65e10d07 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097026 Sep 17 22:41:29.646596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48202) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:29.696079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:29.705545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f4f05d1c-951b-4281-98f7-7a709c130439 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487838 Sep 17 22:41:29.707453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:29.709630 n-d-789963-10 neutron-server[94737]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] No L3 agents can host the router 109184cf-31ce-4000-835c-7be74f1e3b41 Sep 17 22:41:29.722373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:29.767282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] Deleting port b0cabff8-39b1-46e2-80d7-053b914872df {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:29.767742 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.851265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] For port b0cabff8-39b1-46e2-80d7-053b914872df, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b0cabff8-39b1-46e2-80d7-053b914872df,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:29.851653 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.853058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Hosts for router 109184cf-31ce-4000-835c-7be74f1e3b41: [] {{(pid=94737) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 17 22:41:29.856840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:29.861186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.870243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] Calling delete_port for b0cabff8-39b1-46e2-80d7-053b914872df owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:29.879480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Hosts for other DVR routers connected to router 109184cf-31ce-4000-835c-7be74f1e3b41: set() {{(pid=94737) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 17 22:41:29.882290 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.883639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a13cb311-73af-49af-b88c-2caf3b63cdca tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "PUT /v2.0/routers/109184cf-31ce-4000-835c-7be74f1e3b41 HTTP/1.1" status: 200 len: 717 time: 1.2192101 Sep 17 22:41:29.886139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48206) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:29.941927 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-291588b4-384e-46ec-a75b-a9b27fd3183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.970109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.977664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5646e87a-99f5-44e7-bf92-0519d5a3953c tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "GET /v2.0/routers/109184cf-31ce-4000-835c-7be74f1e3b41 HTTP/1.1" status: 200 len: 717 time: 0.0872352 Sep 17 22:41:29.980152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48212) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:29.989422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] No DVR routers for this DVR port b0cabff8-39b1-46e2-80d7-053b914872df on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:30.014496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3abd8-2cbe-4832-8496-8927ccb0cea2 None None] Pushing event deleted for resources: {'Port': ['ID=b0cabff8-39b1-46e2-80d7-053b914872df,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:30.110342 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.163329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:30.166866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:30.171245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:30.171840 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.180154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10562e-1888-4142-a005-06f1024d3827 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:30.188110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=8c77abf7-a992-4d0d-aa03-c01e74c55299,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:30.205603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7b986d71-c998-4616-a019-b3cdec0b8a5c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4968979 Sep 17 22:41:30.208817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48224) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:30.215471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': '8c77abf7-a992-4d0d-aa03-c01e74c55299', 'ip_address': '2001:db8::ab5d:9723:9a5a:1852'}], 'name': 'tempest-NetworksTestDHCPv6-1467097182'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:30.243538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5d4bbb85-671d-497d-bf94-2aa8b0f5b961 tempest-RoutersTestDVR-2091642028 tempest-RoutersTestDVR-2091642028-project] 10.222.0.48 "GET /v2.0/routers/109184cf-31ce-4000-835c-7be74f1e3b41 HTTP/1.1" status: 200 len: 683 time: 0.2591045 Sep 17 22:41:30.246138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48228) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:30.337105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-107e1228-f1e2-46c5-ad5c-38ec1eb992bb tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.365238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:30.371465 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.400455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:30.456738 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '8c77abf7-a992-4d0d-aa03-c01e74c55299'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:30.457760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.519037 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-107e1228-f1e2-46c5-ad5c-38ec1eb992bb tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.521933 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-107e1228-f1e2-46c5-ad5c-38ec1eb992bb tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.573351 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-107e1228-f1e2-46c5-ad5c-38ec1eb992bb tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.579432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107e1228-f1e2-46c5-ad5c-38ec1eb992bb tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 109184cf-31ce-4000-835c-7be74f1e3b41 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:41:30.589423 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-107e1228-f1e2-46c5-ad5c-38ec1eb992bb tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.594554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-107e1228-f1e2-46c5-ad5c-38ec1eb992bb tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "DELETE /v2.0/routers/109184cf-31ce-4000-835c-7be74f1e3b41 HTTP/1.1" status: 204 len: 168 time: 0.3438406 Sep 17 22:41:30.594827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48230) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:30.600861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2095c890-5acd-463f-9c13-f7ed91ed2b79 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Request body: {'router': {'name': 'tempest-router-855133241', 'distributed': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:30.605390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::ab5d:9723:9a5a:1852 (e0a4fb9d-32a5-4380-9852-2c3659b05950/8c77abf7-a992-4d0d-aa03-c01e74c55299/2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:30.627315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2095c890-5acd-463f-9c13-f7ed91ed2b79 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.628810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2095c890-5acd-463f-9c13-f7ed91ed2b79 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.744718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2095c890-5acd-463f-9c13-f7ed91ed2b79 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.750336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2095c890-5acd-463f-9c13-f7ed91ed2b79 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.777050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123c5e-fe91-4ebe-b3a0-cadd33681c42 req-ac5422e8-df80-4195-919a-b1aa1eaf09c9 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:30.778559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16123c5e-fe91-4ebe-b3a0-cadd33681c42 req-ac5422e8-df80-4195-919a-b1aa1eaf09c9 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0846283 Sep 17 22:41:30.780304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2095c890-5acd-463f-9c13-f7ed91ed2b79 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.784073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2095c890-5acd-463f-9c13-f7ed91ed2b79 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1855948 Sep 17 22:41:30.784241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48236) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:30.799474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.838469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.885315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16123c5e-fe91-4ebe-b3a0-cadd33681c42 req-5e95c96a-594a-4b1b-88f3-96da04e2e2cd tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948493 Sep 17 22:41:30.890437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/8c77abf7-a992-4d0d-aa03-c01e74c55299/99c31e48-0574-4069-b7cc-8a9b679183ff) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:30.891555 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b608f5f3-0f57-4c3e-85e8-2db88aae84b6 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.904728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:30.912296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:30.914211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:30.919687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:30.925678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:30.926332 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:30.949567 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0c6991de-bbce-4ba2-9021-249c4c2f1759 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7388763 Sep 17 22:41:30.950218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48238) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:30.956278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6f63f7a5-da7d-4474-8345-e32cb731774b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': '8c77abf7-a992-4d0d-aa03-c01e74c55299', 'ip_address': '2001:db8::ab5d:9723:9a5a:1852'}], 'name': 'tempest-NetworksTestDHCPv6-1967563272'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:31.080342 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.089802 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b608f5f3-0f57-4c3e-85e8-2db88aae84b6 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.094481 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.101064 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b608f5f3-0f57-4c3e-85e8-2db88aae84b6 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.160765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Pushing event updated for resources: {'Port': ['ID=99c31e48-0574-4069-b7cc-8a9b679183ff,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:31.173300 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b608f5f3-0f57-4c3e-85e8-2db88aae84b6 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.174030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b608f5f3-0f57-4c3e-85e8-2db88aae84b6 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router becd0d1c-dc26-4371-85e6-4fd202fe41b7 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:41:31.179474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b608f5f3-0f57-4c3e-85e8-2db88aae84b6 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.180738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b608f5f3-0f57-4c3e-85e8-2db88aae84b6 tempest-RoutersTestDVR-2086320723 tempest-RoutersTestDVR-2086320723-project-admin] 10.222.0.48 "DELETE /v2.0/routers/becd0d1c-dc26-4371-85e6-4fd202fe41b7 HTTP/1.1" status: 204 len: 168 time: 0.3955085 Sep 17 22:41:31.183265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:31.187899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:31.190509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:31.271575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Attempting to bind port 99c31e48-0574-4069-b7cc-8a9b679183ff on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:31.271956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Attempting to bind port 99c31e48-0574-4069-b7cc-8a9b679183ff by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:31.272325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Attempting to bind port 99c31e48-0574-4069-b7cc-8a9b679183ff on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:31.289331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:31.289710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:31.305550 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.306323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:31.307057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Bound port: 99c31e48-0574-4069-b7cc-8a9b679183ff, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:31.307696 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.418952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] For port 99c31e48-0574-4069-b7cc-8a9b679183ff, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:31.426698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b0cabff8-39b1-46e2-80d7-053b914872df no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:31.455477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: b0cabff8-39b1-46e2-80d7-053b914872df {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:31.455817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b0cabff8-39b1-46e2-80d7-053b914872df not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:31.470805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] For port 99c31e48-0574-4069-b7cc-8a9b679183ff, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=99c31e48-0574-4069-b7cc-8a9b679183ff,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:31.477836 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.497807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f63f7a5-da7d-4474-8345-e32cb731774b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:31.559903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc95cd-1e86-4be4-a73b-09e17eb12f29 None None] Pushing event updated for resources: {'Port': ['ID=99c31e48-0574-4069-b7cc-8a9b679183ff,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:31.611520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f63f7a5-da7d-4474-8345-e32cb731774b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.636055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-6f63f7a5-da7d-4474-8345-e32cb731774b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port bb09e914-fcfd-463b-9120-12db7b0b29cf yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:31.640187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48250) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:31.824558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c0333a6d-71fb-4d2f-84db-def775492198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.868308 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f63f7a5-da7d-4474-8345-e32cb731774b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 22:41:31.869255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f63f7a5-da7d-4474-8345-e32cb731774b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:31.953127 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c0333a6d-71fb-4d2f-84db-def775492198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.958531 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c0333a6d-71fb-4d2f-84db-def775492198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:31.965830 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f63f7a5-da7d-4474-8345-e32cb731774b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0145197 Sep 17 22:41:31.969046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48258) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:32.008111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0333a6d-71fb-4d2f-84db-def775492198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23f847c-f9e5-44ef-a06d-a4618085b53f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:32.011782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c0333a6d-71fb-4d2f-84db-def775492198 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea144671d04b452e8a3fbc66ca490c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705697 Sep 17 22:41:32.015448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48260) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:32.046247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eed16a-8a9b-4c23-99d5-e4bc98b53341 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:32.049989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412febc5-ab21-41ba-ac28-c68b488c34e1 req-12e4fb25-644f-41ff-a269-247642bb2225 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:32.051610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-412febc5-ab21-41ba-ac28-c68b488c34e1 req-12e4fb25-644f-41ff-a269-247642bb2225 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0608399 Sep 17 22:41:32.052537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eed16a-8a9b-4c23-99d5-e4bc98b53341 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:32.056610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-22eed16a-8a9b-4c23-99d5-e4bc98b53341 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0833755 Sep 17 22:41:32.057394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48262) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:32.096486 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e729a0d-9e73-42a9-9c3f-f1d509b2cd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.122560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e729a0d-9e73-42a9-9c3f-f1d509b2cd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.170835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-412febc5-ab21-41ba-ac28-c68b488c34e1 req-4c91e066-5a08-4f7a-8e99-8b0a72a460e6 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101437 Sep 17 22:41:32.191090 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e729a0d-9e73-42a9-9c3f-f1d509b2cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.194431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e729a0d-9e73-42a9-9c3f-f1d509b2cd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.196684 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4e729a0d-9e73-42a9-9c3f-f1d509b2cd02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a23f847c-f9e5-44ef-a06d-a4618085b53f HTTP/1.1" status: 204 len: 168 time: 0.1802382 Sep 17 22:41:32.206842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e729a0d-9e73-42a9-9c3f-f1d509b2cd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23f847c-f9e5-44ef-a06d-a4618085b53f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:32.219366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-f62f9cc5-08cc-46e0-bbd5-3bf23d3fea56 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:32.219721 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f62f9cc5-08cc-46e0-bbd5-3bf23d3fea56 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.348510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f62f9cc5-08cc-46e0-bbd5-3bf23d3fea56 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.364139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-f62f9cc5-08cc-46e0-bbd5-3bf23d3fea56 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:32.582348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-78e5d3cc-2132-46d3-972b-20af516b19af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0934696 Sep 17 22:41:32.595862 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f62f9cc5-08cc-46e0-bbd5-3bf23d3fea56 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.599954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48274) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:32.642011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f9cc5-08cc-46e0-bbd5-3bf23d3fea56 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:32.645801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-258e504f-d85e-4fe8-8640-57a197f4eafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.681440 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f62f9cc5-08cc-46e0-bbd5-3bf23d3fea56 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.686988 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f62f9cc5-08cc-46e0-bbd5-3bf23d3fea56 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90 HTTP/1.1" status: 204 len: 168 time: 0.6283567 Sep 17 22:41:32.687610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48276) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:32.704158 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-76da9663-2c36-4068-ac3c-d2146ca54940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.705786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-f575b587-8568-4b3a-acc0-d17c7f2ec6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:32.708318 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-f575b587-8568-4b3a-acc0-d17c7f2ec6d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c9b160d61f486d9b542535ddb3aaed&device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 1097 time: 0.0674689 Sep 17 22:41:32.766350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c27105-1193-4555-a9f6-e877b2baaf39 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:32.767985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c27105-1193-4555-a9f6-e877b2baaf39 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:32.772210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-41c27105-1193-4555-a9f6-e877b2baaf39 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0815322 Sep 17 22:41:32.774497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48278) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:32.846451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-16180d10-5b44-4d49-9b37-53e9a9369117 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 8c77abf7-a992-4d0d-aa03-c01e74c55299 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:32.848650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-acc59b50-466b-431d-b981-5f0338681808 None None] Provisioning complete for port 99c31e48-0574-4069-b7cc-8a9b679183ff triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:32.849062 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-acc59b50-466b-431d-b981-5f0338681808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.856226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16180d10-5b44-4d49-9b37-53e9a9369117 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.876172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-fce90f8b-87ca-4a52-9ae9-ecbbe47ffe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:32.877714 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-fce90f8b-87ca-4a52-9ae9-ecbbe47ffe5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 200 len: 915 time: 0.1470392 Sep 17 22:41:32.938113 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-503a31d4-7df5-4881-9c8c-09d9eb2f6730 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df3d37f-eb5e-402f-b1dd-ff377cc19d30 HTTP/1.1" status: 200 len: 217 time: 0.0507660 Sep 17 22:41:32.963363 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16180d10-5b44-4d49-9b37-53e9a9369117 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:32.999988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-acc59b50-466b-431d-b981-5f0338681808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.007816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-258e504f-d85e-4fe8-8640-57a197f4eafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.008196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-55e01551-0a8e-4b2c-82b0-ed1e19d7c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:33.011236 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-55e01551-0a8e-4b2c-82b0-ed1e19d7c481 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 200 len: 854 time: 0.0637732 Sep 17 22:41:33.019822 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-258e504f-d85e-4fe8-8640-57a197f4eafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.037847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-acc59b50-466b-431d-b981-5f0338681808 None None] For port 99c31e48-0574-4069-b7cc-8a9b679183ff, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=99c31e48-0574-4069-b7cc-8a9b679183ff,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:33.064726 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-acc59b50-466b-431d-b981-5f0338681808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.086142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-258e504f-d85e-4fe8-8640-57a197f4eafa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48bc95f9cf2f4a4381fbb036d9e28367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850793 Sep 17 22:41:33.089316 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.090081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48282) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:33.093727 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-0ab266c3-fe66-4f33-bf1a-01f6397fe304 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=443e9159-983e-4e62-a625-655582909675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575891 Sep 17 22:41:33.124895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e504f-d85e-4fe8-8640-57a197f4eafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5cb569-c78b-4c1a-8857-df8acad06adf,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:33.190507 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16180d10-5b44-4d49-9b37-53e9a9369117 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.202716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-abfafef5-fc58-4043-ada4-ff3a37f37163 None None] Could not find standard attr ID for object 2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:33.213400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc59b50-466b-431d-b981-5f0338681808 None None] Pushing event updated for resources: {'Port': ['ID=99c31e48-0574-4069-b7cc-8a9b679183ff,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:33.240903 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2e054f4c-215f-438b-8937-31f7ba7aec88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.319829 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-a8fd1d23-2dab-4777-86ac-f61e894d477b service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175679 Sep 17 22:41:33.385003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2e054f4c-215f-438b-8937-31f7ba7aec88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.416220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 99c31e48-0574-4069-b7cc-8a9b679183ff up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:33.445806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16180d10-5b44-4d49-9b37-53e9a9369117 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.457822 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-99421477-9cf0-43bc-b6ec-39b50da9865e req-d857e05e-6134-4f42-98db-4c65ab2494c7 service neutron] 10.222.0.49 "GET /v2.0/networks/443e9159-983e-4e62-a625-655582909675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300066 Sep 17 22:41:33.460431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c087-5388-4488-a420-ef36e9257046 req-bc4d38bb-381f-46f8-ac6d-f1e18a13797a tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:33.462047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8222c087-5388-4488-a420-ef36e9257046 req-bc4d38bb-381f-46f8-ac6d-f1e18a13797a tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1532362 Sep 17 22:41:33.496323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-16180d10-5b44-4d49-9b37-53e9a9369117 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.501310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-16180d10-5b44-4d49-9b37-53e9a9369117 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/8c77abf7-a992-4d0d-aa03-c01e74c55299 HTTP/1.1" status: 204 len: 168 time: 0.7236831 Sep 17 22:41:33.501310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16180d10-5b44-4d49-9b37-53e9a9369117 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=8c77abf7-a992-4d0d-aa03-c01e74c55299,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:33.501699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48288) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:33.513659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 99c31e48-0574-4069-b7cc-8a9b679183ff triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:33.514401 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.549795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2e054f4c-215f-438b-8937-31f7ba7aec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.554194 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2e054f4c-215f-438b-8937-31f7ba7aec88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.555741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2e054f4c-215f-438b-8937-31f7ba7aec88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c5cb569-c78b-4c1a-8857-df8acad06adf HTTP/1.1" status: 204 len: 168 time: 0.4643610 Sep 17 22:41:33.561702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc49b1-ec03-4e79-abdd-094d0cbf24f0 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:33.580411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e054f4c-215f-438b-8937-31f7ba7aec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5cb569-c78b-4c1a-8857-df8acad06adf,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:33.608777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8222c087-5388-4488-a420-ef36e9257046 req-afad2bf6-dd1d-4df5-a3f8-c0e1f1e2b0d4 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114378 Sep 17 22:41:33.630271 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2fba8546-1c77-42fe-8134-95ad9cbe41d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1271927 Sep 17 22:41:33.634625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48298) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:33.641903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:33.822414 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.826861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:33.830953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.902696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:33.953116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] Deleting port 99c31e48-0574-4069-b7cc-8a9b679183ff {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:33.953490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.003395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9772c-7b11-41da-8237-febac4c291a7 req-eb0cc466-f887-42df-986d-5cc85e5a24de tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:34.004991 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56b9772c-7b11-41da-8237-febac4c291a7 req-eb0cc466-f887-42df-986d-5cc85e5a24de tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 945 time: 0.1219516 Sep 17 22:41:34.098437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56b9772c-7b11-41da-8237-febac4c291a7 req-4920e855-e488-4f47-939a-527dfc26e905 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850675 Sep 17 22:41:34.188847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.200496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] For port 99c31e48-0574-4069-b7cc-8a9b679183ff, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=99c31e48-0574-4069-b7cc-8a9b679183ff,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:34.200962 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.213814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] Calling delete_port for 99c31e48-0574-4069-b7cc-8a9b679183ff owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:34.231948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:34.236124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:34.240575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:34.241141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.258708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=9294bfe8-ba98-41c6-9925-1e8b092708aa,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:34.268102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48314) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:34.273483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-02ac5d8f-8a13-45f8-aaa4-fa0625c87c97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6374614 Sep 17 22:41:34.274070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-79f09af5-b5e3-46b9-9666-a15b2f687361 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': '9294bfe8-ba98-41c6-9925-1e8b092708aa', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-167217698'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:34.302459 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.330002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] Pushing event deleted for resources: {'Port': ['ID=99c31e48-0574-4069-b7cc-8a9b679183ff,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:34.334603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3042b-374b-432e-a610-ef3d2f2b6a2f None None] No DVR routers for this DVR port 99c31e48-0574-4069-b7cc-8a9b679183ff on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:34.354648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905cec5b-934c-430b-b493-7ad4c73f9708 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:34.401910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f09af5-b5e3-46b9-9666-a15b2f687361 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:34.408085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79f09af5-b5e3-46b9-9666-a15b2f687361 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.427420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-79f09af5-b5e3-46b9-9666-a15b2f687361 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port ab60f1c1-cbca-488b-9866-7f2304ac6168 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:34.527159 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '9294bfe8-ba98-41c6-9925-1e8b092708aa'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:34.528023 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.559778 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f09af5-b5e3-46b9-9666-a15b2f687361 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:41:34.560956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f09af5-b5e3-46b9-9666-a15b2f687361 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:34.577979 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-79f09af5-b5e3-46b9-9666-a15b2f687361 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3087165 Sep 17 22:41:34.580677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48326) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:34.610987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c0e42af2-abab-4e48-8b36-eb422eb49f4a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290101 Sep 17 22:41:34.613328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48328) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:34.690216 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.696032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/9294bfe8-ba98-41c6-9925-1e8b092708aa/fbfdeada-7777-4dad-a331-8a408d163628) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:34.698849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48332) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:34.714172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b26d35-b542-4e99-80fe-0a2d244304df tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:34.715995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b26d35-b542-4e99-80fe-0a2d244304df tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:34.718535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d3b26d35-b542-4e99-80fe-0a2d244304df tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1042440 Sep 17 22:41:34.722011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48336) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:34.758299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b51b06-0b7f-4567-8448-1eb4017f77d6 req-477800f7-bce8-48de-bbb1-6bbd1b6e7e64 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:34.759780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0b51b06-0b7f-4567-8448-1eb4017f77d6 req-477800f7-bce8-48de-bbb1-6bbd1b6e7e64 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0826678 Sep 17 22:41:34.809374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-169b4813-527d-4bbc-8a4f-d0145e4fda6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 9294bfe8-ba98-41c6-9925-1e8b092708aa {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:34.827561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0b51b06-0b7f-4567-8448-1eb4017f77d6 req-00204dbe-be04-43d2-b91e-c0bdbec17084 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600557 Sep 17 22:41:34.874780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1999810705'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:34.901235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:34.904979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.910493 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.913507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.915262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-169b4813-527d-4bbc-8a4f-d0145e4fda6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.915552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:34.953586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:34.958545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:34.961051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:34.972431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Pushing event updated for resources: {'Port': ['ID=fbfdeada-7777-4dad-a331-8a408d163628,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:34.972677 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-169b4813-527d-4bbc-8a4f-d0145e4fda6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.027832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Attempting to bind port fbfdeada-7777-4dad-a331-8a408d163628 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:35.028206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Attempting to bind port fbfdeada-7777-4dad-a331-8a408d163628 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:35.028578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Attempting to bind port fbfdeada-7777-4dad-a331-8a408d163628 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:35.035172 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:35.035718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:35.036047 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.036453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:35.036920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Bound port: fbfdeada-7777-4dad-a331-8a408d163628, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:35.037331 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.089352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-169b4813-527d-4bbc-8a4f-d0145e4fda6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.153431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.159353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.194793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] For port fbfdeada-7777-4dad-a331-8a408d163628, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:35.195424 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-169b4813-527d-4bbc-8a4f-d0145e4fda6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.198890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] For port fbfdeada-7777-4dad-a331-8a408d163628, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fbfdeada-7777-4dad-a331-8a408d163628,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:35.204138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:41:35.219652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db11384f-f971-401f-b409-969b0ba2be39,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:35.220020 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.225946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5740e7-5847-4cdd-ae74-31f2951985b7 req-9f026995-938e-4ddb-bc07-c1360048a9d2 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:35.227690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb5740e7-5847-4cdd-ae74-31f2951985b7 req-9f026995-938e-4ddb-bc07-c1360048a9d2 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0608430 Sep 17 22:41:35.243811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b4813-527d-4bbc-8a4f-d0145e4fda6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=9294bfe8-ba98-41c6-9925-1e8b092708aa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:35.249227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.249623 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Added segment 586ca0f6-48b1-4870-93d1-e4b73a81c878 of type vlan for network 860c68c6-250e-4662-9710-ee4f80d0f43f Sep 17 22:41:35.251524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-169b4813-527d-4bbc-8a4f-d0145e4fda6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.253479 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-169b4813-527d-4bbc-8a4f-d0145e4fda6f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/9294bfe8-ba98-41c6-9925-1e8b092708aa HTTP/1.1" status: 204 len: 168 time: 0.5296686 Sep 17 22:41:35.256364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48344) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:35.305980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.319679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-58077a58-6805-477c-9a43-2b1c77108e32 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617738 Sep 17 22:41:35.323292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48346) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:35.329260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:35.338138 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb5740e7-5847-4cdd-ae74-31f2951985b7 req-be6ea736-bf8c-4556-aabf-038b2e5148a6 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012762 Sep 17 22:41:35.347570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db52824-2233-43b3-817a-4fa6fdcfcafd None None] Pushing event updated for resources: {'Port': ['ID=fbfdeada-7777-4dad-a331-8a408d163628,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:35.355193 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.418131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 99c31e48-0574-4069-b7cc-8a9b679183ff no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:35.443346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 99c31e48-0574-4069-b7cc-8a9b679183ff {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:35.443694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 99c31e48-0574-4069-b7cc-8a9b679183ff not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:35.451617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.458620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:35.459117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.576261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-a4643be7-169e-4734-9659-b63a4edf933d tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:35.578023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-a4643be7-169e-4734-9659-b63a4edf933d tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.45 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 945 time: 0.1704822 Sep 17 22:41:35.583896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Network': ['ID=860c68c6-250e-4662-9710-ee4f80d0f43f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:35.603772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 860c68c6-250e-4662-9710-ee4f80d0f43f details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:41:35.621966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:35.626435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.643945 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e93fe6df-3084-48b8-9e0b-a4cd6c2a1e85 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9438429 Sep 17 22:41:35.646794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48350) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:35.652866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'subnet': {'network_id': '860c68c6-250e-4662-9710-ee4f80d0f43f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:35.757542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:35.761183 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.783679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Deleting port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:35.783952 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.958960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] For port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:35.959326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.987914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Calling delete_port for 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:35.992571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.001562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e6ebb-19e9-4d97-ad3c-a96c006a3f86 req-f3045cd7-a5f8-4bf1-aad2-a064fa9dd9c6 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:36.005394 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-017e6ebb-19e9-4d97-ad3c-a96c006a3f86 req-f3045cd7-a5f8-4bf1-aad2-a064fa9dd9c6 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1087787 Sep 17 22:41:36.017706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.076689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:36.085719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:36.094315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-017e6ebb-19e9-4d97-ad3c-a96c006a3f86 req-bb3e5704-5a5e-4aab-ab44-0334bfdd1506 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815008 Sep 17 22:41:36.094600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:36.094600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.098587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=83fc5228-849e-4225-ae1a-38f910b61e85,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:36.099838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Subnet': ['ID=f288bab5-ff07-4ff3-be3a-d17ea7839589,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:36.139438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Checking segment: {'id': '586ca0f6-48b1-4870-93d1-e4b73a81c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '860c68c6-250e-4662-9710-ee4f80d0f43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:36.139715 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0b8aefe-09fb-43ac-8dcf-6ddc5ca59314 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8090241 Sep 17 22:41:36.139825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network hostable DHCP agents. Network: 860c68c6-250e-4662-9710-ee4f80d0f43f, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:41:36.139825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48358) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:36.142163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f4dbae30-a080-4bdc-98bf-c74469c211f3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1149047687', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:36.179328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 860c68c6-250e-4662-9710-ee4f80d0f43f is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:41:36.188961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f4dbae30-a080-4bdc-98bf-c74469c211f3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.190445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f4dbae30-a080-4bdc-98bf-c74469c211f3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.204179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 860c68c6-250e-4662-9710-ee4f80d0f43f) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:36.209109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:36.209988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.215353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79971bdf-53b2-4d9a-9c87-359cf4f2529d None None] Network 860c68c6-250e-4662-9710-ee4f80d0f43f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:36.230981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-42eb39fa-4f81-461c-b68e-1b5313bb3e51 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5802851 Sep 17 22:41:36.233483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48360) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:36.240390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1886233884', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:36.270762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.284684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['0b27988a-24d0-4b8b-a4ab-88b7816e1da9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:36.291146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.292242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.317500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6df3d37f-eb5e-402f-b1dd-ff377cc19d30', '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2', '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:36.323063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Pushing event deleted for resources: {'Port': ['ID=0b27988a-24d0-4b8b-a4ab-88b7816e1da9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:36.342460 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f4dbae30-a080-4bdc-98bf-c74469c211f3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.358015 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f4dbae30-a080-4bdc-98bf-c74469c211f3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.375435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] No DVR routers for this DVR port 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:36.379630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.381981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d2f5ef9-7dab-43fc-84e2-69606d741a84 req-4ee138b3-bc16-493f-b379-e85c70bbb794 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.45 "DELETE /v2.0/ports/0b27988a-24d0-4b8b-a4ab-88b7816e1da9 HTTP/1.1" status: 204 len: 173 time: 0.7951858 Sep 17 22:41:36.382520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25907f3c-0f9b-4b85-807d-dc96e671dbe9', 'name': 'network-vif-deleted', 'tag': '0b27988a-24d0-4b8b-a4ab-88b7816e1da9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:36.384469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f4dbae30-a080-4bdc-98bf-c74469c211f3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.384862 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a11bd5e-040f-4c0a-9f4d-e0464db4ba99" -d '{"events": [{"server_uuid": "25907f3c-0f9b-4b85-807d-dc96e671dbe9", "name": "network-vif-deleted", "tag": "0b27988a-24d0-4b8b-a4ab-88b7816e1da9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:36.392955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f4dbae30-a080-4bdc-98bf-c74469c211f3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2547541 Sep 17 22:41:36.412446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48364) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:36.454683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.482655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a2c19-990b-492a-9bfb-f5e2167e1b46 None None] Network 860c68c6-250e-4662-9710-ee4f80d0f43f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:36.506063 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12bccd1-cce9-42eb-8b87-a83ffc404223 x-openstack-request-id: req-f12bccd1-cce9-42eb-8b87-a83ffc404223 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:36.506379 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25907f3c-0f9b-4b85-807d-dc96e671dbe9", "name": "network-vif-deleted", "tag": "0b27988a-24d0-4b8b-a4ab-88b7816e1da9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:36.506630 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f12bccd1-cce9-42eb-8b87-a83ffc404223 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:36.507086 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25907f3c-0f9b-4b85-807d-dc96e671dbe9', 'name': 'network-vif-deleted', 'tag': '0b27988a-24d0-4b8b-a4ab-88b7816e1da9', 'status': 'completed', 'code': 200} Sep 17 22:41:36.575436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98aef7b3-3943-47fe-8035-b6a3e590eede req-8254bdf9-5c93-42b7-b738-f22da9f8fa63 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=25907f3c-0f9b-4b85-807d-dc96e671dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0879793 Sep 17 22:41:36.631862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5447263b-0ade-49df-aa7a-06ce73a17d6b None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:36.639917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.728201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9cf668ca-b0e0-4805-90ee-2b9dc26af0e2 None None] Provisioning complete for port fbfdeada-7777-4dad-a331-8a408d163628 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:36.728574 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9cf668ca-b0e0-4805-90ee-2b9dc26af0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.810791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.860385 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.879670 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:36.973216 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9cf668ca-b0e0-4805-90ee-2b9dc26af0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.014293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.25.0.161 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/7dec3c06-2950-4e54-922c-ccd51ef705e5) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:37.065179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9cf668ca-b0e0-4805-90ee-2b9dc26af0e2 None None] For port fbfdeada-7777-4dad-a331-8a408d163628, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fbfdeada-7777-4dad-a331-8a408d163628,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:37.078059 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9cf668ca-b0e0-4805-90ee-2b9dc26af0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.175692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf668ca-b0e0-4805-90ee-2b9dc26af0e2 None None] Pushing event updated for resources: {'Port': ['ID=fbfdeada-7777-4dad-a331-8a408d163628,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:37.192276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.286604 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.346915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:37.355242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:37.367034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:37.412307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fbfdeada-7777-4dad-a331-8a408d163628 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:37.422695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=7dec3c06-2950-4e54-922c-ccd51ef705e5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:37.447920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ef20d-f447-4223-829a-b4c84713bc0b req-e3df4266-cac2-4dcc-adbc-17990db3d8f3 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:37.449482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd0ef20d-f447-4223-829a-b4c84713bc0b req-e3df4266-cac2-4dcc-adbc-17990db3d8f3 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1102142 Sep 17 22:41:37.463480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fbfdeada-7777-4dad-a331-8a408d163628 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:37.463845 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.514236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9e63c6a1-f670-44e3-b813-829b11bb09c9 None None] Provisioning complete for port fbfdeada-7777-4dad-a331-8a408d163628 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:37.515038 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e63c6a1-f670-44e3-b813-829b11bb09c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.531468 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd0ef20d-f447-4223-829a-b4c84713bc0b req-80377129-7744-483d-9c50-231507a12e6c tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726459 Sep 17 22:41:37.539411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::1 (e0a4fb9d-32a5-4380-9852-2c3659b05950/83fc5228-849e-4225-ae1a-38f910b61e85/edd9b1b8-7e24-4354-b757-2975c1973682) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:37.690953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.744451 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.776075 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.802064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:37.805163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:37.812352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:37.812726 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.847257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=edd9b1b8-7e24-4354-b757-2975c1973682,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:37.955151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.996115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.162960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2c8fd248-9fd6-48a0-a95a-6fc4469f2931 None None] Provisioning complete for port edd9b1b8-7e24-4354-b757-2975c1973682 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:38.163884 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd248-9fd6-48a0-a95a-6fc4469f2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.228445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fd248-9fd6-48a0-a95a-6fc4469f2931 None None] Port edd9b1b8-7e24-4354-b757-2975c1973682 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:38.300117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.307214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.310714 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.413444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=edd9b1b8-7e24-4354-b757-2975c1973682,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:38.446230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:41:38.455219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:38.457182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:38.565854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:38.576886 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed165d-c83f-4d49-8c83-7f07fadd3f67 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:38.589685 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed165d-c83f-4d49-8c83-7f07fadd3f67 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:38.590919 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e0ed165d-c83f-4d49-8c83-7f07fadd3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:38.602691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.606786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d76804bb-4d12-4fad-8820-eae790b4e324 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3708034 Sep 17 22:41:38.607701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48390) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:38.632312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Router 0b012ad9-79a4-498f-8e7c-ef94c78adb78 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:41:38.663923 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e0ed165d-c83f-4d49-8c83-7f07fadd3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:38.691939 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed165d-c83f-4d49-8c83-7f07fadd3f67 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:38.692698 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e0ed165d-c83f-4d49-8c83-7f07fadd3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:38.725507 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e0ed165d-c83f-4d49-8c83-7f07fadd3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:38.727214 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed165d-c83f-4d49-8c83-7f07fadd3f67 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:38.766448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:38.776753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b872a82a-ebc7-4c00-abd1-63d9ce56c103 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "PUT /v2.0/routers/0b012ad9-79a4-498f-8e7c-ef94c78adb78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3583255 Sep 17 22:41:38.776980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48396) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:38.790121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Sync routers for ids ['0b012ad9-79a4-498f-8e7c-ef94c78adb78'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:38.813036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Routers {'0b012ad9-79a4-498f-8e7c-ef94c78adb78'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:38.814003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0b012ad9-79a4-498f-8e7c-ef94c78adb78'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:38.832046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9071f-9cde-4afa-bc7f-bf8765adcb3d req-c080663a-225f-4062-a27e-9302f7ce2a6c tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:38.845476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93e9071f-9cde-4afa-bc7f-bf8765adcb3d req-c080663a-225f-4062-a27e-9302f7ce2a6c tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0769935 Sep 17 22:41:38.899698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93e9071f-9cde-4afa-bc7f-bf8765adcb3d req-0aa82c81-fe1d-4fa0-b912-93aaea7329a8 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531995 Sep 17 22:41:38.912237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78e709-2544-4834-8116-dcde5d033779 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:38.913742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fa78e709-2544-4834-8116-dcde5d033779 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports/edd9b1b8-7e24-4354-b757-2975c1973682 HTTP/1.1" status: 200 len: 911 time: 0.1364107 Sep 17 22:41:38.916318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48398) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:38.974963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bcc9e6-44d3-448c-a17f-39197b4ad3de tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:38.981977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bcc9e6-44d3-448c-a17f-39197b4ad3de tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:38.984859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-89bcc9e6-44d3-448c-a17f-39197b4ad3de tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0672395 Sep 17 22:41:38.987929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48400) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:39.105377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Set router 0b012ad9-79a4-498f-8e7c-ef94c78adb78 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:39.135303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ab910b3f-130d-485c-a98a-7f7579b609b8 None None] Provisioning complete for port edd9b1b8-7e24-4354-b757-2975c1973682 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:39.135678 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab910b3f-130d-485c-a98a-7f7579b609b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.219379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ab910b3f-130d-485c-a98a-7f7579b609b8 None None] Port edd9b1b8-7e24-4354-b757-2975c1973682 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:39.268111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.401653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b012ad9-79a4-498f-8e7c-ef94c78adb78', 'name': 'tempest-NetworksTestDHCPv6-router-1149047687', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:41:36Z', 'updated_at': '2021-09-17T22:41:37Z', 'revision_number': 2, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'gw_port_host': None, '_interfaces': [{'id': 'edd9b1b8-7e24-4354-b757-2975c1973682', 'name': '', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'mac_address': 'fa:16:3e:39:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b012ad9-79a4-498f-8e7c-ef94c78adb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '83fc5228-849e-4225-ae1a-38f910b61e85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:36Z', 'updated_at': '2021-09-17T22:41:38Z', 'revision_number': 2, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'subnets': [{'id': '83fc5228-849e-4225-ae1a-38f910b61e85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:39.428475 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.435158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Checking router: 0b012ad9-79a4-498f-8e7c-ef94c78adb78 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:39.436088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Updating router 0b012ad9-79a4-498f-8e7c-ef94c78adb78 port edd9b1b8-7e24-4354-b757-2975c1973682 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:41:39.468672 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.617821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.20.0.1 (860c68c6-250e-4662-9710-ee4f80d0f43f/f288bab5-ff07-4ff3-be3a-d17ea7839589/92689c58-939c-4a23-96aa-6102cc04c9b9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:39.676414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port edd9b1b8-7e24-4354-b757-2975c1973682 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:39.677030 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.781023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.784835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.792354 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.800134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for edd9b1b8-7e24-4354-b757-2975c1973682 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:39.801766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.846518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:39.876027 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.922766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 860c68c6-250e-4662-9710-ee4f80d0f43f is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:39.926585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:39.926965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 0b27988a-24d0-4b8b-a4ab-88b7816e1da9 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:39.927399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:39.936376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:39.975773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb0471-e6c8-445b-b9a7-77fdd4003f51 None None] Pushing event updated for resources: {'Port': ['ID=edd9b1b8-7e24-4354-b757-2975c1973682,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:40.008389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.047332 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Attempting to bind port edd9b1b8-7e24-4354-b757-2975c1973682 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:40.047962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Attempting to bind port edd9b1b8-7e24-4354-b757-2975c1973682 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:40.048618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Attempting to bind port edd9b1b8-7e24-4354-b757-2975c1973682 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:40.054950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:40.055614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:40.056234 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.056916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:40.057831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Bound port: edd9b1b8-7e24-4354-b757-2975c1973682, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:40.058216 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.099992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=92689c58-939c-4a23-96aa-6102cc04c9b9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:40.175699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b437dba-2dac-4c99-9a7c-c2dce5d2dde4 req-3988b593-d6c2-47e8-9016-610037367d0e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:40.177480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b437dba-2dac-4c99-9a7c-c2dce5d2dde4 req-3988b593-d6c2-47e8-9016-610037367d0e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1327088 Sep 17 22:41:40.178718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.179087 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:41:40.179795 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:41:40.253278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.272773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b437dba-2dac-4c99-9a7c-c2dce5d2dde4 req-83872c36-69b6-42c2-8706-95f5e947930a tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 Sep 17 22:41:40.288209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=edd9b1b8-7e24-4354-b757-2975c1973682,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:40.349958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ab843e66-53fe-4a3b-8a7f-482cb360614e None None] Could not find standard attr ID for object edd9b1b8-7e24-4354-b757-2975c1973682. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:40.391834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.606203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Router 0b012ad9-79a4-498f-8e7c-ef94c78adb78 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:40.622199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.628328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.686310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:40.695430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-faf8956f-a203-404e-ad26-b17021b129db tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "PUT /v2.0/routers/0b012ad9-79a4-498f-8e7c-ef94c78adb78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7058718 Sep 17 22:41:40.695606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48416) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:40.709361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Attempting to bind port edd9b1b8-7e24-4354-b757-2975c1973682 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:40.709833 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Attempting to bind port edd9b1b8-7e24-4354-b757-2975c1973682 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:40.710260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Attempting to bind port edd9b1b8-7e24-4354-b757-2975c1973682 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:40.715653 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=92689c58-939c-4a23-96aa-6102cc04c9b9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:40.717151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:40.717631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:40.723213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.723660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:40.724116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Bound port: edd9b1b8-7e24-4354-b757-2975c1973682, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:40.724506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.740846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.759166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Port edd9b1b8-7e24-4354-b757-2975c1973682 has been deleted concurrently {{(pid=94739) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 22:41:40.769239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Routers {'0b012ad9-79a4-498f-8e7c-ef94c78adb78'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:40.769626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0b012ad9-79a4-498f-8e7c-ef94c78adb78'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:40.790705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e6f9d1-18b2-4e06-bfc2-e4eeb00d1a88 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:40.792357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e6f9d1-18b2-4e06-bfc2-e4eeb00d1a88 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:40.793905 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-65e6f9d1-18b2-4e06-bfc2-e4eeb00d1a88 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0958462 Sep 17 22:41:40.797410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48418) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:40.843855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] Set router 0b012ad9-79a4-498f-8e7c-ef94c78adb78 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:40.863987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 860c68c6-250e-4662-9710-ee4f80d0f43f is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:40.865499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:40.876593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-89839e8f-5653-49c4-855f-ebbd223faec8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 83fc5228-849e-4225-ae1a-38f910b61e85 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:40.879868 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89839e8f-5653-49c4-855f-ebbd223faec8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.901829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b012ad9-79a4-498f-8e7c-ef94c78adb78', 'name': 'tempest-NetworksTestDHCPv6-router-1149047687', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:41:36Z', 'updated_at': '2021-09-17T22:41:40Z', 'revision_number': 3, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:40.928241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89839e8f-5653-49c4-855f-ebbd223faec8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.951193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78159ff-7bd4-469d-a39a-120efa55cb65 None None] The sync data for ids ['0b012ad9-79a4-498f-8e7c-ef94c78adb78'] in n-d-789963-10 is: [{'id': '0b012ad9-79a4-498f-8e7c-ef94c78adb78', 'name': 'tempest-NetworksTestDHCPv6-router-1149047687', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:41:36Z', 'updated_at': '2021-09-17T22:41:40Z', 'revision_number': 3, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:41.002819 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89839e8f-5653-49c4-855f-ebbd223faec8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.011036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:41.104175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89839e8f-5653-49c4-855f-ebbd223faec8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.148141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89839e8f-5653-49c4-855f-ebbd223faec8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=83fc5228-849e-4225-ae1a-38f910b61e85,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:41.155591 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-89839e8f-5653-49c4-855f-ebbd223faec8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.163371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f667a5-1e45-4dd5-8958-3c12a8d88b5c None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:41.165577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-89839e8f-5653-49c4-855f-ebbd223faec8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/83fc5228-849e-4225-ae1a-38f910b61e85 HTTP/1.1" status: 204 len: 168 time: 0.3618698 Sep 17 22:41:41.166279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48426) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:41.218537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:41.231357 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3fd69b46-e2f0-40b1-9b1f-4973148d5ffc tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/routers/30e94620-b585-4db2-837a-ac9433f1818a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6226060 Sep 17 22:41:41.233466 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdcadd-7abb-4406-8e7f-f207dfd5bd88 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:41.235586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48428) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:41.243077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'port': {'network_id': '860c68c6-250e-4662-9710-ee4f80d0f43f', 'name': 'tempest-FloatingIPTestJSON-1782770027'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:41.249820 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdcadd-7abb-4406-8e7f-f207dfd5bd88 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:41.252430 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8bcdcadd-7abb-4406-8e7f-f207dfd5bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:41.506889 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8bcdcadd-7abb-4406-8e7f-f207dfd5bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:41.507159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:41.512288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.531474 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdcadd-7abb-4406-8e7f-f207dfd5bd88 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:41.532317 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8bcdcadd-7abb-4406-8e7f-f207dfd5bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:41.544112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48436) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:41.545440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-80ec3633-e456-4632-959b-d436e947ab12 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3772364 Sep 17 22:41:41.563845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:41.576714 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8bcdcadd-7abb-4406-8e7f-f207dfd5bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:41.577574 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdcadd-7abb-4406-8e7f-f207dfd5bd88 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:41.601160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] device_id is not set on port 8264e937-63df-4186-a0f5-2b86604f22cc yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:41.605983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c22fda-564c-40ef-b301-08c98fa8afbf req-6f33d2c3-597e-428a-be71-98ee6d57ce75 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:41.608568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6c22fda-564c-40ef-b301-08c98fa8afbf req-6f33d2c3-597e-428a-be71-98ee6d57ce75 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1503799 Sep 17 22:41:41.635524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] Deleting port fbfdeada-7777-4dad-a331-8a408d163628 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:41.636269 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.660619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49341b60-38b5-49aa-b22d-c45bcd0cc12c req-a6fdca86-762a-49fd-9515-3ae482b08615 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:41.673698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49341b60-38b5-49aa-b22d-c45bcd0cc12c req-a6fdca86-762a-49fd-9515-3ae482b08615 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 945 time: 0.1656766 Sep 17 22:41:41.689513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07146bfb-d0d6-49b5-93e5-3aaba8aab192 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.740716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6c22fda-564c-40ef-b301-08c98fa8afbf req-7a492d0b-17d5-453a-b882-a06405645d2c tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228793 Sep 17 22:41:41.757346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] For port fbfdeada-7777-4dad-a331-8a408d163628, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fbfdeada-7777-4dad-a331-8a408d163628,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:41.757814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.764625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49341b60-38b5-49aa-b22d-c45bcd0cc12c req-f6b3f8b8-5002-4e7c-969d-7c45cfd0d588 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896900 Sep 17 22:41:41.795691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] Calling delete_port for fbfdeada-7777-4dad-a331-8a408d163628 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:41.909545 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.934548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] Pushing event deleted for resources: {'Port': ['ID=fbfdeada-7777-4dad-a331-8a408d163628,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:41.941616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c85a20-286e-4b58-96ce-d40c6b55dbf8 None None] No DVR routers for this DVR port fbfdeada-7777-4dad-a331-8a408d163628 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:41.955384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07146bfb-d0d6-49b5-93e5-3aaba8aab192 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.962873 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07146bfb-d0d6-49b5-93e5-3aaba8aab192 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.026817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07146bfb-d0d6-49b5-93e5-3aaba8aab192 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.027703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07146bfb-d0d6-49b5-93e5-3aaba8aab192 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Fanout notify agent at l3_agent the message router_deleted on router 0b012ad9-79a4-498f-8e7c-ef94c78adb78 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:41:42.032760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.20.0.5 (860c68c6-250e-4662-9710-ee4f80d0f43f/f288bab5-ff07-4ff3-be3a-d17ea7839589/8264e937-63df-4186-a0f5-2b86604f22cc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:42.045823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07146bfb-d0d6-49b5-93e5-3aaba8aab192 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.047703 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-07146bfb-d0d6-49b5-93e5-3aaba8aab192 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/routers/0b012ad9-79a4-498f-8e7c-ef94c78adb78 HTTP/1.1" status: 204 len: 168 time: 0.5017514 Sep 17 22:41:42.050480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48440) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:42.055713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:42.172605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:42.176403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.194180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1bfe8-be7a-4a3f-b241-aafd1ab00f1f None None] Sync routers for ids ['0b012ad9-79a4-498f-8e7c-ef94c78adb78'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:42.204369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1bfe8-be7a-4a3f-b241-aafd1ab00f1f None None] Routers set() bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:42.204670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1bfe8-be7a-4a3f-b241-aafd1ab00f1f None None] Router IDs set() for agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:41:42.205354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_agentschedulers_db [None req-68f1bfe8-be7a-4a3f-b241-aafd1ab00f1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b012ad9-79a4-498f-8e7c-ef94c78adb78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent'). {{(pid=94739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:41:42.214926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1bfe8-be7a-4a3f-b241-aafd1ab00f1f None None] Routers set() bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:42.215496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1bfe8-be7a-4a3f-b241-aafd1ab00f1f None None] Router IDs set() for agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:41:42.216077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_agentschedulers_db [None req-68f1bfe8-be7a-4a3f-b241-aafd1ab00f1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b012ad9-79a4-498f-8e7c-ef94c78adb78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent'). {{(pid=94739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:41:42.216675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1bfe8-be7a-4a3f-b241-aafd1ab00f1f None None] The sync data for ids ['0b012ad9-79a4-498f-8e7c-ef94c78adb78'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:42.251901 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.291203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.342532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 860c68c6-250e-4662-9710-ee4f80d0f43f is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:42.345681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:42.348201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:42.376827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=8264e937-63df-4186-a0f5-2b86604f22cc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:42.391402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.406682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:42.407291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.424179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-342b799d-2d4f-47e9-9d54-6ee62291c65b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1853194 Sep 17 22:41:42.424564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48444) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:42.429340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'port': {'network_id': '860c68c6-250e-4662-9710-ee4f80d0f43f', 'name': 'tempest-FloatingIPTestJSON-2028572388'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:42.433527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:42.437458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:42.441766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:42.442367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.447135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a550966-af06-4f69-8129-f1679d59f6e6 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:42.452104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:42.467678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-314d14aa-16bb-4fff-94a3-e78e6c6cb36c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4160693 Sep 17 22:41:42.468297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48446) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:42.472670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a6988c3b-9973-40f7-8354-0db462da2912 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1861375403', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:42.497133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6988c3b-9973-40f7-8354-0db462da2912 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.498876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6988c3b-9973-40f7-8354-0db462da2912 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.556462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:42.559513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6988c3b-9973-40f7-8354-0db462da2912 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.560609 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.563949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6988c3b-9973-40f7-8354-0db462da2912 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.579904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] device_id is not set on port 5eb9fefb-0910-47a5-853f-6d7b365ad35d yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:42.581722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6988c3b-9973-40f7-8354-0db462da2912 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.585899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6988c3b-9973-40f7-8354-0db462da2912 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1136901 Sep 17 22:41:42.586321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48448) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:42.617740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:42.618846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.771315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd/07cb603b-845d-444d-8e42-cbc467a16821) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:42.929680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.965953 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.974887 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.008137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.20.0.11 (860c68c6-250e-4662-9710-ee4f80d0f43f/f288bab5-ff07-4ff3-be3a-d17ea7839589/5eb9fefb-0910-47a5-853f-6d7b365ad35d) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:43.019731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:43.024645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:43.032265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:43.039769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Pushing event updated for resources: {'Port': ['ID=07cb603b-845d-444d-8e42-cbc467a16821,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:43.104084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Attempting to bind port 07cb603b-845d-444d-8e42-cbc467a16821 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:43.104552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Attempting to bind port 07cb603b-845d-444d-8e42-cbc467a16821 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:43.104999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Attempting to bind port 07cb603b-845d-444d-8e42-cbc467a16821 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:43.110926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:43.111346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:43.111703 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.112098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:43.112742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Bound port: 07cb603b-845d-444d-8e42-cbc467a16821, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:43.113352 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.183903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] For port 07cb603b-845d-444d-8e42-cbc467a16821, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:43.188391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] For port 07cb603b-845d-444d-8e42-cbc467a16821, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=07cb603b-845d-444d-8e42-cbc467a16821,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:43.194882 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.196907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.244205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.260091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eefc9-7dc7-40f4-87c7-f3bfd87784cc None None] Pushing event updated for resources: {'Port': ['ID=07cb603b-845d-444d-8e42-cbc467a16821,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:43.296129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 860c68c6-250e-4662-9710-ee4f80d0f43f is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:43.299517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:43.304206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:43.334494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=5eb9fefb-0910-47a5-853f-6d7b365ad35d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:43.372237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:43.372468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fbfdeada-7777-4dad-a331-8a408d163628 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:43.373862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.393824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7fbbfa95-c86b-4872-b285-7f64479b7138 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9681826 Sep 17 22:41:43.396895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48460) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:43.401555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '5eb9fefb-0910-47a5-853f-6d7b365ad35d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:43.402947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: fbfdeada-7777-4dad-a331-8a408d163628 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:43.403487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fbfdeada-7777-4dad-a331-8a408d163628 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:43.436596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.437767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85490fb-ab43-4511-87b0-6facfc86c5f6 req-85fe163e-5226-471d-9999-d825ebcb6106 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:43.439344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a85490fb-ab43-4511-87b0-6facfc86c5f6 req-85fe163e-5226-471d-9999-d825ebcb6106 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.5541728 Sep 17 22:41:43.452545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440de06-c0ef-43a4-a6ee-e4f28c6077ae req-fe01fd7e-607c-445e-af0c-eb40e0cd04a0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:43.454083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1440de06-c0ef-43a4-a6ee-e4f28c6077ae req-fe01fd7e-607c-445e-af0c-eb40e0cd04a0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 945 time: 0.5677679 Sep 17 22:41:43.571547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a85490fb-ab43-4511-87b0-6facfc86c5f6 req-dcbbd299-edf5-4ced-a069-4a1ef172f242 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136990 Sep 17 22:41:43.587965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.592162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1440de06-c0ef-43a4-a6ee-e4f28c6077ae req-0b147f3a-a9b4-4aa6-a6ac-37f021c180a2 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252887 Sep 17 22:41:43.739173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::1 (e0a4fb9d-32a5-4380-9852-2c3659b05950/7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd/311363e0-eb8c-45c3-84f3-8a53711cbbe1) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:43.764374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.25.0.178 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/ff0af08c-e17e-4647-b8a5-1402a2399cf7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:43.866602 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.886362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-c5af5865-0976-406c-a778-36b19ffe30b2 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:43.887857 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-c5af5865-0976-406c-a778-36b19ffe30b2 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 945 time: 0.0948894 Sep 17 22:41:43.903812 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.940726 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.943426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:43.946597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:43.950529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:43.951628 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:43.993070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=311363e0-eb8c-45c3-84f3-8a53711cbbe1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:44.017666 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.059360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Deleting port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:44.059765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.086401 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.101061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:44.107624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:44.113279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:44.172890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=ff0af08c-e17e-4647-b8a5-1402a2399cf7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:44.211903 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:41:44.242878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] For port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:44.243250 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.283027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Calling delete_port for 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:44.386864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.393297 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.394767 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.442696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e7f4423f-1d6f-4847-ae09-01e3bd901b9c None None] Provisioning complete for port 07cb603b-845d-444d-8e42-cbc467a16821 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:44.445444 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7f4423f-1d6f-4847-ae09-01e3bd901b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.462873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=311363e0-eb8c-45c3-84f3-8a53711cbbe1,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:44.537895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:44.539664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:44.565090 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.568503 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7f4423f-1d6f-4847-ae09-01e3bd901b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.613720 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Pushing event deleted for resources: {'Port': ['ID=5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:44.632026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e7f4423f-1d6f-4847-ae09-01e3bd901b9c None None] For port 07cb603b-845d-444d-8e42-cbc467a16821, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=07cb603b-845d-444d-8e42-cbc467a16821,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:44.641148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6df3d37f-eb5e-402f-b1dd-ff377cc19d30', '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2', '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:44.711899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] No DVR routers for this DVR port 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:44.718503 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.720877 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de6a304b-0e69-408a-95f8-3a66e3989196 req-19e30382-d1d8-489a-806a-c6dcba5ccc80 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "DELETE /v2.0/ports/5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 HTTP/1.1" status: 204 len: 173 time: 0.8251698 Sep 17 22:41:44.721440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c8044c-289a-4728-8fc5-76b45705e158', 'name': 'network-vif-deleted', 'tag': '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:44.723072 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7f4423f-1d6f-4847-ae09-01e3bd901b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.726066 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab55d7-a3a5-40d6-aa29-bad62a3927f7" -d '{"events": [{"server_uuid": "81c8044c-289a-4728-8fc5-76b45705e158", "name": "network-vif-deleted", "tag": "5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:44.750166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dae1ee57-a955-48bb-b54d-ec6e4b91b7a8 req-08757cdb-2e91-4d2f-89e4-4836ede8045d tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=81c8044c-289a-4728-8fc5-76b45705e158 HTTP/1.1" status: 200 len: 210 time: 0.0588987 Sep 17 22:41:44.800531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Router f40af63a-fb3e-4228-99be-ca59c838f283 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:41:44.817434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d46fbb-779a-43ed-b6a6-cad8d87c23e9 req-4f8c0d34-1612-490c-bb48-d6fdff45f64b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:44.819448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57d46fbb-779a-43ed-b6a6-cad8d87c23e9 req-4f8c0d34-1612-490c-bb48-d6fdff45f64b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0957747 Sep 17 22:41:44.866323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.875594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4423f-1d6f-4847-ae09-01e3bd901b9c None None] Pushing event updated for resources: {'Port': ['ID=07cb603b-845d-444d-8e42-cbc467a16821,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:44.904186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e44e3ead-1464-45e1-93bd-879603f31459 None None] Provisioning complete for port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:44.904569 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e44e3ead-1464-45e1-93bd-879603f31459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:44.979978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e44e3ead-1464-45e1-93bd-879603f31459 None None] Port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:45.003082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.058896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57d46fbb-779a-43ed-b6a6-cad8d87c23e9 req-0fe20fa4-98de-4ffd-aed2-48e59e1b0a20 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350188 Sep 17 22:41:45.077173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:45.099683 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Sync routers for ids ['f40af63a-fb3e-4228-99be-ca59c838f283'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:45.109601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5a6b6150-b8e1-4105-bac0-cac956c43747 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "PUT /v2.0/routers/f40af63a-fb3e-4228-99be-ca59c838f283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5163286 Sep 17 22:41:45.115454 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Routers {'f40af63a-fb3e-4228-99be-ca59c838f283'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:45.116484 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f40af63a-fb3e-4228-99be-ca59c838f283'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:45.121471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48474) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:45.184760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-08b04ac2-0eda-4b1a-a6e9-b3e1dd449e31 None None] Provisioning complete for port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:45.186060 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-08b04ac2-0eda-4b1a-a6e9-b3e1dd449e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.215720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a39333-92a9-43db-92e9-f84fe487dc9d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:45.218847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-52a39333-92a9-43db-92e9-f84fe487dc9d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports/311363e0-eb8c-45c3-84f3-8a53711cbbe1 HTTP/1.1" status: 200 len: 911 time: 0.0973570 Sep 17 22:41:45.225972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48476) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:45.235086 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Set router f40af63a-fb3e-4228-99be-ca59c838f283 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:45.294980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.301792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.336537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-08b04ac2-0eda-4b1a-a6e9-b3e1dd449e31 None None] Port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:45.371551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4de6b7-c9ba-4574-97ff-1add9854bb3e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:45.379214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4de6b7-c9ba-4574-97ff-1add9854bb3e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:45.381903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a4de6b7-c9ba-4574-97ff-1add9854bb3e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1553793 Sep 17 22:41:45.385158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:45.414876 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0891064-0ed2-456d-b9c7-33475ecf5060 x-openstack-request-id: req-e0891064-0ed2-456d-b9c7-33475ecf5060 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:45.415190 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c8044c-289a-4728-8fc5-76b45705e158", "name": "network-vif-deleted", "tag": "5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:45.415508 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0891064-0ed2-456d-b9c7-33475ecf5060 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:45.415912 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c8044c-289a-4728-8fc5-76b45705e158', 'name': 'network-vif-deleted', 'tag': '5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1', 'status': 'completed', 'code': 200} Sep 17 22:41:45.463362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=ff0af08c-e17e-4647-b8a5-1402a2399cf7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:45.485326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.487315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 07cb603b-845d-444d-8e42-cbc467a16821 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:45.495345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.495944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.496301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.496726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.498401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.498807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.499160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.499537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.499928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.500495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.500895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.501251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:45.561521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 07cb603b-845d-444d-8e42-cbc467a16821 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:45.562019 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.602912 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40af63a-fb3e-4228-99be-ca59c838f283', 'name': 'tempest-NetworksTestDHCPv6-router-1861375403', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:41:42Z', 'updated_at': '2021-09-17T22:41:44Z', 'revision_number': 2, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'gw_port_host': None, '_interfaces': [{'id': '311363e0-eb8c-45c3-84f3-8a53711cbbe1', 'name': '', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'mac_address': 'fa:16:3e:5f:5e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40af63a-fb3e-4228-99be-ca59c838f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:43Z', 'updated_at': '2021-09-17T22:41:44Z', 'revision_number': 2, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'subnets': [{'id': '7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:45.632021 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Checking router: f40af63a-fb3e-4228-99be-ca59c838f283 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:45.632261 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Updating router f40af63a-fb3e-4228-99be-ca59c838f283 port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:41:45.632750 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP adae4299-b4d9-4361-ac02-df0b7eddd9bf associated. External IP: 172.25.0.178, port: 5eb9fefb-0910-47a5-853f-6d7b365ad35d. Sep 17 22:41:45.658502 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.804908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.886266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:45.981977 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.990308 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.055364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:46.069656 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Pushing event updated for resources: {'Port': ['ID=311363e0-eb8c-45c3-84f3-8a53711cbbe1,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:46.074030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502516f-5070-44c5-8a84-753a75b09260 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:46.074321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.092526 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502516f-5070-44c5-8a84-753a75b09260 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:46.093221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6502516f-5070-44c5-8a84-753a75b09260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:46.111495 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-017ab468-7ebf-48f3-9f23-f2148b12ed1c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7109735 Sep 17 22:41:46.111721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48492) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:46.116129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:46.121000 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.121418 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.121765 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.122104 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.123675 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.123675 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.123983 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.124356 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.124694 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.124975 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.125340 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.125605 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.162675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6502516f-5070-44c5-8a84-753a75b09260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:46.177605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502516f-5070-44c5-8a84-753a75b09260 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:46.178200 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Attempting to bind port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:46.178575 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Attempting to bind port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:46.179153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6502516f-5070-44c5-8a84-753a75b09260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:46.179306 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Attempting to bind port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:46.187471 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:46.187933 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:46.188334 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.188723 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:46.189606 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.189735 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Bound port: 311363e0-eb8c-45c3-84f3-8a53711cbbe1, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:46.190129 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.191333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f725-aac3-4b01-9783-5c996d3c18e8 req-34c03e15-984a-4e26-9c3c-9aa7a9a53f35 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:46.193041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a402f725-aac3-4b01-9783-5c996d3c18e8 req-34c03e15-984a-4e26-9c3c-9aa7a9a53f35 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 945 time: 0.1406255 Sep 17 22:41:46.208891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:46.209384 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.277720 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] For port 311363e0-eb8c-45c3-84f3-8a53711cbbe1, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:46.283742 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] For port 311363e0-eb8c-45c3-84f3-8a53711cbbe1, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=311363e0-eb8c-45c3-84f3-8a53711cbbe1,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:46.288500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a402f725-aac3-4b01-9783-5c996d3c18e8 req-12dc18ee-2be3-48d9-adb4-562c9ad35f58 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823574 Sep 17 22:41:46.298152 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.346938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6502516f-5070-44c5-8a84-753a75b09260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:46.347373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502516f-5070-44c5-8a84-753a75b09260 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:46.363002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Routers {'f40af63a-fb3e-4228-99be-ca59c838f283'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:46.363646 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f40af63a-fb3e-4228-99be-ca59c838f283'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:46.433012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.438254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] For port 311363e0-eb8c-45c3-84f3-8a53711cbbe1, host n-d-789963-10, got binding levels [] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:46.438626 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.438920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.439576 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP adae4299-b4d9-4361-ac02-df0b7eddd9bf disassociated. External IP: 172.25.0.178, port: 5eb9fefb-0910-47a5-853f-6d7b365ad35d. Sep 17 22:41:46.456024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 311363e0-eb8c-45c3-84f3-8a53711cbbe1 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:46.478884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779b36-b86b-40d2-bb05-acb4d340a33d req-30487dbb-f122-4fdf-a9ab-a6a3330f1b28 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:46.487049 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46779b36-b86b-40d2-bb05-acb4d340a33d req-30487dbb-f122-4fdf-a9ab-a6a3330f1b28 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1241794 Sep 17 22:41:46.496688 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8518023-727a-40a0-bd38-a04e1568c5d5 None None] Pushing event updated for resources: {'Port': ['ID=311363e0-eb8c-45c3-84f3-8a53711cbbe1,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:46.506335 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] Set router f40af63a-fb3e-4228-99be-ca59c838f283 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:46.570683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46779b36-b86b-40d2-bb05-acb4d340a33d req-95a9765e-1f48-4fa9-9fb7-6b12bc4be051 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803456 Sep 17 22:41:46.576531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-83edee32-8f75-4036-ba26-09d0865bf911 None None] Provisioning complete for port 311363e0-eb8c-45c3-84f3-8a53711cbbe1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:46.578121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-83edee32-8f75-4036-ba26-09d0865bf911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.702682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-83edee32-8f75-4036-ba26-09d0865bf911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.742242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:46.746717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.795773 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40af63a-fb3e-4228-99be-ca59c838f283', 'name': 'tempest-NetworksTestDHCPv6-router-1861375403', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:41:42Z', 'updated_at': '2021-09-17T22:41:44Z', 'revision_number': 2, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'gw_port_host': None, '_interfaces': [{'id': '311363e0-eb8c-45c3-84f3-8a53711cbbe1', 'name': '', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'mac_address': 'fa:16:3e:5f:5e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40af63a-fb3e-4228-99be-ca59c838f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:43Z', 'updated_at': '2021-09-17T22:41:46Z', 'revision_number': 4, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'subnets': [{'id': '7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:46.811459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=311363e0-eb8c-45c3-84f3-8a53711cbbe1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:46.829637 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3257d-47be-484b-b777-7e5b96c115ad None None] The sync data for ids ['f40af63a-fb3e-4228-99be-ca59c838f283'] in n-d-789963-10 is: [{'id': 'f40af63a-fb3e-4228-99be-ca59c838f283', 'name': 'tempest-NetworksTestDHCPv6-router-1861375403', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:41:42Z', 'updated_at': '2021-09-17T22:41:44Z', 'revision_number': 2, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'gw_port_host': None, '_interfaces': [{'id': '311363e0-eb8c-45c3-84f3-8a53711cbbe1', 'name': '', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'mac_address': 'fa:16:3e:5f:5e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40af63a-fb3e-4228-99be-ca59c838f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:43Z', 'updated_at': '2021-09-17T22:41:46Z', 'revision_number': 4, 'project_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'subnets': [{'id': '7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:46.896614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.904517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:46.909984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.916896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-47cff667-2872-4432-a0b1-e1835095b3f6 None None] Could not find standard attr ID for object 311363e0-eb8c-45c3-84f3-8a53711cbbe1. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:46.924028 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281edc9-9410-40c7-8bff-af8f4b4aa1b3 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:46.934743 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281edc9-9410-40c7-8bff-af8f4b4aa1b3 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:46.936349 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1281edc9-9410-40c7-8bff-af8f4b4aa1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:46.946223 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d6203643-23fc-4200-ae55-69d0a9aa64d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/floatingips/adae4299-b4d9-4361-ac02-df0b7eddd9bf HTTP/1.1" status: 200 len: 688 time: 0.8334925 Sep 17 22:41:46.947404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48496) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:46.979349 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1281edc9-9410-40c7-8bff-af8f4b4aa1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:46.991731 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281edc9-9410-40c7-8bff-af8f4b4aa1b3 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:46.994885 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1281edc9-9410-40c7-8bff-af8f4b4aa1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:47.032072 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1281edc9-9410-40c7-8bff-af8f4b4aa1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:47.032976 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281edc9-9410-40c7-8bff-af8f4b4aa1b3 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:47.094490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Router f40af63a-fb3e-4228-99be-ca59c838f283 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:47.118178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port ff0af08c-e17e-4647-b8a5-1402a2399cf7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:47.118178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.197509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:47.223634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-81d525d0-af26-4a28-8e45-e32f62488dd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "PUT /v2.0/routers/f40af63a-fb3e-4228-99be-ca59c838f283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8349495 Sep 17 22:41:47.224007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.224007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.224326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48502) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:47.238731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for ff0af08c-e17e-4647-b8a5-1402a2399cf7 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:47.281649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ff5bd-cd5d-4ef5-815f-2e6c8a55479c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:47.286545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ff5bd-cd5d-4ef5-815f-2e6c8a55479c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:47.291043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1c1ff5bd-cd5d-4ef5-815f-2e6c8a55479c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0632579 Sep 17 22:41:47.291380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48504) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:47.362687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6b7ecc-52ce-46cc-b148-a33c33855b74 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:47.366516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7ecc-52ce-46cc-b148-a33c33855b74 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.411023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.442126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=ff0af08c-e17e-4647-b8a5-1402a2399cf7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:47.448776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7ecc-52ce-46cc-b148-a33c33855b74 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.503347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04429c8-b347-49b4-8deb-23b286e92d3d req-a50fece4-b954-437c-8475-b32acf5b9eb8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:47.505071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a04429c8-b347-49b4-8deb-23b286e92d3d req-a50fece4-b954-437c-8475-b32acf5b9eb8 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 945 time: 0.1077907 Sep 17 22:41:47.514321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.518870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.525783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48510) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:47.529662 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a9f858d3-5d44-4cd8-977f-1c33647e7b7b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/floatingips/adae4299-b4d9-4361-ac02-df0b7eddd9bf HTTP/1.1" status: 204 len: 168 time: 0.5811419 Sep 17 22:41:47.534727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '8264e937-63df-4186-a0f5-2b86604f22cc'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:47.610729 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7ecc-52ce-46cc-b148-a33c33855b74 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.617802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a04429c8-b347-49b4-8deb-23b286e92d3d req-1b4ae81b-c9dd-4538-bd98-bcc64e6acd69 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013935 Sep 17 22:41:47.644258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.722795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-53f0662f-88c0-435e-8368-34f9d09a3020 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:47.725020 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-53f0662f-88c0-435e-8368-34f9d09a3020 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 945 time: 0.0593426 Sep 17 22:41:47.754493 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81786f88-556d-4d7e-8c07-9f40911c6ad0 req-b683b124-eec4-4b81-b943-0710aa9b79f5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:47.757275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81786f88-556d-4d7e-8c07-9f40911c6ad0 req-b683b124-eec4-4b81-b943-0710aa9b79f5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1088953 Sep 17 22:41:47.791970 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7ecc-52ce-46cc-b148-a33c33855b74 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.823014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Deleting port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:47.823359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.840215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b7ecc-52ce-46cc-b148-a33c33855b74 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:47.848392 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7ecc-52ce-46cc-b148-a33c33855b74 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.852625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9c6b7ecc-52ce-46cc-b148-a33c33855b74 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd HTTP/1.1" status: 204 len: 168 time: 0.5579944 Sep 17 22:41:47.852950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48514) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:47.855375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94561acf-6dc0-4120-a47a-0da93ff0a956 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:47.879487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81786f88-556d-4d7e-8c07-9f40911c6ad0 req-db7c1d84-fa03-4008-b203-5f03f3f26bb9 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891519 Sep 17 22:41:47.898556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.014421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] For port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:48.014930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.024714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.25.0.87 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/20a76cb5-43b9-4b04-9680-c6ae42766937) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:48.035663 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-23d55242-6dba-485c-9cc1-32c9af452003 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1815777 Sep 17 22:41:48.038852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48516) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:48.040328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Calling delete_port for 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:48.155317 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ae62827-ae9b-4b4b-8bc2-48c8d6a73243 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.208873 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.214566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:48.242871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Pushing event deleted for resources: {'Port': ['ID=0af0a8d7-8337-4987-9aa2-90e9a2fed9c2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:48.243604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6df3d37f-eb5e-402f-b1dd-ff377cc19d30', '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:48.289095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] No DVR routers for this DVR port 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:48.293084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.313501 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-55b88d03-665b-46aa-ab00-5c44e2953bfa req-458fcc76-8422-4fb1-bdd7-b6e523485635 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "DELETE /v2.0/ports/0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 HTTP/1.1" status: 204 len: 173 time: 0.5650191 Sep 17 22:41:48.314361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa820514-6816-44fa-a8ae-6c19c352e0cc', 'name': 'network-vif-deleted', 'tag': '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:48.320038 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae9add-1ca6-4e4c-ab5b-ca2155089088" -d '{"events": [{"server_uuid": "fa820514-6816-44fa-a8ae-6c19c352e0cc", "name": "network-vif-deleted", "tag": "0af0a8d7-8337-4987-9aa2-90e9a2fed9c2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:48.340360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] Deleting port 07cb603b-845d-444d-8e42-cbc467a16821 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:48.340521 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.387292 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ae62827-ae9b-4b4b-8bc2-48c8d6a73243 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.392863 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ae62827-ae9b-4b4b-8bc2-48c8d6a73243 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.410929 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355419a7-9abf-4349-820c-ebbed55ffe84 x-openstack-request-id: req-355419a7-9abf-4349-820c-ebbed55ffe84 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:48.411448 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa820514-6816-44fa-a8ae-6c19c352e0cc", "name": "network-vif-deleted", "tag": "0af0a8d7-8337-4987-9aa2-90e9a2fed9c2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:48.411822 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-355419a7-9abf-4349-820c-ebbed55ffe84 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:48.413338 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa820514-6816-44fa-a8ae-6c19c352e0cc', 'name': 'network-vif-deleted', 'tag': '0af0a8d7-8337-4987-9aa2-90e9a2fed9c2', 'status': 'completed', 'code': 200} Sep 17 22:41:48.471128 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ae62827-ae9b-4b4b-8bc2-48c8d6a73243 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.471631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae62827-ae9b-4b4b-8bc2-48c8d6a73243 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Fanout notify agent at l3_agent the message router_deleted on router f40af63a-fb3e-4228-99be-ca59c838f283 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:41:48.480872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] For port 07cb603b-845d-444d-8e42-cbc467a16821, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=07cb603b-845d-444d-8e42-cbc467a16821,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:48.481299 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.483510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ae62827-ae9b-4b4b-8bc2-48c8d6a73243 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.487502 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9ae62827-ae9b-4b4b-8bc2-48c8d6a73243 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/routers/f40af63a-fb3e-4228-99be-ca59c838f283 HTTP/1.1" status: 204 len: 168 time: 0.4449496 Sep 17 22:41:48.487923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48526) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:48.490018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.502436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] Calling delete_port for 07cb603b-845d-444d-8e42-cbc467a16821 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:48.572659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-be8a888d-85d5-45a1-a7aa-a07989c1b313 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.579690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-be8a888d-85d5-45a1-a7aa-a07989c1b313 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.585848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-be8a888d-85d5-45a1-a7aa-a07989c1b313 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.586928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04fe05-cbf4-44fb-b085-a938711ef897 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.592419 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1f04fe05-cbf4-44fb-b085-a938711ef897 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1003432 Sep 17 22:41:48.592968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-be8a888d-85d5-45a1-a7aa-a07989c1b313 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.593104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48530) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:48.598976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-be8a888d-85d5-45a1-a7aa-a07989c1b313 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.604790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-be8a888d-85d5-45a1-a7aa-a07989c1b313 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.610963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-be8a888d-85d5-45a1-a7aa-a07989c1b313 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.618862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-be8a888d-85d5-45a1-a7aa-a07989c1b313 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.1270862 Sep 17 22:41:48.639172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.656117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.678746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] Pushing event deleted for resources: {'Port': ['ID=07cb603b-845d-444d-8e42-cbc467a16821,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:48.687347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea0868-fc38-43a2-b588-e5d03dc5ca70 None None] No DVR routers for this DVR port 07cb603b-845d-444d-8e42-cbc467a16821 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:48.706129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19c1525f-d818-4e03-bbd6-1a45aaa1772d req-e2e1d4c7-55db-4090-ade2-8b1ab129c30f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861962 Sep 17 22:41:48.721294 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.738303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d209954-2bce-4713-bf25-a7d7726cb3e1 None None] Sync routers for ids ['f40af63a-fb3e-4228-99be-ca59c838f283'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:48.746809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:48.760296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d209954-2bce-4713-bf25-a7d7726cb3e1 None None] Routers set() bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:48.760669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d209954-2bce-4713-bf25-a7d7726cb3e1 None None] Router IDs set() for agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:41:48.761495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_agentschedulers_db [None req-8d209954-2bce-4713-bf25-a7d7726cb3e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f40af63a-fb3e-4228-99be-ca59c838f283'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent'). {{(pid=94739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:41:48.765475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:48.771745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d209954-2bce-4713-bf25-a7d7726cb3e1 None None] Routers set() bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:48.772121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d209954-2bce-4713-bf25-a7d7726cb3e1 None None] Router IDs set() for agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:41:48.772731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_agentschedulers_db [None req-8d209954-2bce-4713-bf25-a7d7726cb3e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f40af63a-fb3e-4228-99be-ca59c838f283'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent'). {{(pid=94739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:41:48.773139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d209954-2bce-4713-bf25-a7d7726cb3e1 None None] The sync data for ids ['f40af63a-fb3e-4228-99be-ca59c838f283'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:48.787492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=20a76cb5-43b9-4b04-9680-c6ae42766937,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:48.791946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:48.858037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47256bb2-52c9-4622-9a9b-2bde49c82c34 req-14b02cfa-6158-4ce0-bdd0-5227dbb7c36e tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa820514-6816-44fa-a8ae-6c19c352e0cc HTTP/1.1" status: 200 len: 210 time: 0.0972583 Sep 17 22:41:49.057419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:49.059570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be10a0a-4445-4b0f-91f1-5b9cfd5addeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.061793 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4be10a0a-4445-4b0f-91f1-5b9cfd5addeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4677091 Sep 17 22:41:49.065339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48538) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:49.088775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:49.089477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5cc53f64-6c2f-4bf5-a90c-1adf55ce00e1 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:49.102763 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2255078d-eeca-4a37-ac34-785561f7481a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372336 Sep 17 22:41:49.107548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48540) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:49.112869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:49.210395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:49.213882 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.323356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920c7c-72ca-4cd4-8e8a-360ea776658b req-4d6be8a9-57ff-4f58-8130-d75db52f21bc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.330027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920c7c-72ca-4cd4-8e8a-360ea776658b req-4d6be8a9-57ff-4f58-8130-d75db52f21bc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.336126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920c7c-72ca-4cd4-8e8a-360ea776658b req-4d6be8a9-57ff-4f58-8130-d75db52f21bc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.348761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920c7c-72ca-4cd4-8e8a-360ea776658b req-4d6be8a9-57ff-4f58-8130-d75db52f21bc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.349384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920c7c-72ca-4cd4-8e8a-360ea776658b req-4d6be8a9-57ff-4f58-8130-d75db52f21bc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.355271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920c7c-72ca-4cd4-8e8a-360ea776658b req-4d6be8a9-57ff-4f58-8130-d75db52f21bc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.361808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920c7c-72ca-4cd4-8e8a-360ea776658b req-4d6be8a9-57ff-4f58-8130-d75db52f21bc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.363761 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f920c7c-72ca-4cd4-8e8a-360ea776658b req-4d6be8a9-57ff-4f58-8130-d75db52f21bc tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.5336750 Sep 17 22:41:49.378042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 311363e0-eb8c-45c3-84f3-8a53711cbbe1 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:49.409870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 311363e0-eb8c-45c3-84f3-8a53711cbbe1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:49.410205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 311363e0-eb8c-45c3-84f3-8a53711cbbe1 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:49.410816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 07cb603b-845d-444d-8e42-cbc467a16821 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:49.416444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61291da0-10bc-4e7f-84d5-c9d1ee2e2694 req-836d0ca6-d896-4091-ad0a-65699ccf9859 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.421701 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61291da0-10bc-4e7f-84d5-c9d1ee2e2694 req-836d0ca6-d896-4091-ad0a-65699ccf9859 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1875453 Sep 17 22:41:49.435721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 07cb603b-845d-444d-8e42-cbc467a16821 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:49.436514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 07cb603b-845d-444d-8e42-cbc467a16821 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:49.514636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61291da0-10bc-4e7f-84d5-c9d1ee2e2694 req-c255cd2d-e345-4aa4-8932-fd5da9d07464 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892718 Sep 17 22:41:49.526644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:41:49.528168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.577051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:49.580638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:49.584732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.585357 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.589723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e46a64-d873-43c1-955c-6e241f6dca1f None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:49.597883 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=e27b283e-d4ad-4a1a-8add-0cc0b753af4f,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:49.606946 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a5405b3f-aaf9-4229-9a93-b0d5f3ec6085 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4982362 Sep 17 22:41:49.609851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48546) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:49.615404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:49.740364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.741899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:49.746377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.786200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': 'e27b283e-d4ad-4a1a-8add-0cc0b753af4f'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:49.787437 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.818670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.988381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Allocated IP 2001:db8::f816:3eff:fee0:d8a3 (e0a4fb9d-32a5-4380-9852-2c3659b05950/e27b283e-d4ad-4a1a-8add-0cc0b753af4f/6ffe1010-9205-4407-876a-894c51ef7a68) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:50.038587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.047900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.054288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.122103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:50.126826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:50.143485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:50.144499 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.168176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:50.187501 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.190267 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cceb9d47-cec0-4323-ae7b-f4b6b83678cf tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5791435 Sep 17 22:41:50.193275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48556) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:50.199032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:99:de:1a', 'name': 'tempest-NetworksTestDHCPv6-1774206486'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:50.224544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8efb4-73be-4473-adfb-fd98fdfcc87b req-8c878019-b1b7-4261-9dd4-12fa83ea2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:50.225595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.226546 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0b8efb4-73be-4473-adfb-fd98fdfcc87b req-8c878019-b1b7-4261-9dd4-12fa83ea2f45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1097 time: 0.0957749 Sep 17 22:41:50.235551 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.250992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=20a76cb5-43b9-4b04-9680-c6ae42766937,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:50.293085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:50.297675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:50.311009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:50.314474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:50.330094 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0b8efb4-73be-4473-adfb-fd98fdfcc87b req-580b26ed-d26f-4692-a3eb-7249af9014bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942578 Sep 17 22:41:50.353291 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP d2e7cd37-5684-4d8c-9670-ef1b74099e8c associated. External IP: 172.25.0.87, port: 8264e937-63df-4186-a0f5-2b86604f22cc. Sep 17 22:41:50.378896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:50.381612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Attempting to bind port 6ffe1010-9205-4407-876a-894c51ef7a68 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:50.382231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Attempting to bind port 6ffe1010-9205-4407-876a-894c51ef7a68 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:50.382948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Attempting to bind port 6ffe1010-9205-4407-876a-894c51ef7a68 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:50.388902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:50.389732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:50.390453 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.391225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:50.391922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Bound port: 6ffe1010-9205-4407-876a-894c51ef7a68, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:50.392544 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.473448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:50.476755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:50.482936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.488799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:50.508584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 2fe06f52-6c9d-4dda-bb10-4ba36a228a5c yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:50.570046 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03235c-9af4-4da0-9d33-be1742f8e9f0 None None] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:50.704242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:50.712871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fac5e-abf1-4149-98da-e06d8c105dea req-06343a0a-c819-46e6-843e-4832f410947c tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:50.714643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-449fac5e-abf1-4149-98da-e06d8c105dea req-06343a0a-c819-46e6-843e-4832f410947c tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0780444 Sep 17 22:41:50.781197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 172.20.0.12 (e0a4fb9d-32a5-4380-9852-2c3659b05950/9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86/2fe06f52-6c9d-4dda-bb10-4ba36a228a5c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:50.789377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:fe99:de1a (e0a4fb9d-32a5-4380-9852-2c3659b05950/e27b283e-d4ad-4a1a-8add-0cc0b753af4f/2fe06f52-6c9d-4dda-bb10-4ba36a228a5c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:50.889816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-449fac5e-abf1-4149-98da-e06d8c105dea req-5bc2dfbe-df2b-4b1a-8e91-377b02fe790e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555243 Sep 17 22:41:50.968226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:50.980667 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab1502-e9dc-4075-b0c3-9777bc5f126a None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:50.987911 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.004917 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab1502-e9dc-4075-b0c3-9777bc5f126a None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:51.008306 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-adab1502-e9dc-4075-b0c3-9777bc5f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:51.029845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-79d4f0a1-c823-4bef-bc31-54993645a14f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5029531 Sep 17 22:41:51.032755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48566) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:51.068554 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.102356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0b304a37-2229-4268-b79c-350821141dcb tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "GET /v2.0/floatingips/d2e7cd37-5684-4d8c-9670-ef1b74099e8c HTTP/1.1" status: 200 len: 977 time: 0.0681183 Sep 17 22:41:51.103535 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-adab1502-e9dc-4075-b0c3-9777bc5f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:51.104742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48570) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:51.124896 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab1502-e9dc-4075-b0c3-9777bc5f126a None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:51.125614 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-adab1502-e9dc-4075-b0c3-9777bc5f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:51.179829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.190155 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-adab1502-e9dc-4075-b0c3-9777bc5f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:51.198140 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab1502-e9dc-4075-b0c3-9777bc5f126a None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:51.255264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:51.258770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:51.273510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:51.348196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=2fe06f52-6c9d-4dda-bb10-4ba36a228a5c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:51.366277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c87ac132-809d-4390-939e-a7077b67f8bb tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2601345 Sep 17 22:41:51.368850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48576) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:51.373479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'port_id': '5eb9fefb-0910-47a5-853f-6d7b365ad35d'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:51.385190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:51.386220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.413780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d30782da-db9b-4f22-b751-7914a929b235 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2192538 Sep 17 22:41:51.416178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48578) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:51.467932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6ffe1010-9205-4407-876a-894c51ef7a68 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:51.507025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77150932-cf8d-4590-9ddd-0ad3575aa794 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:51.508675 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.514172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77150932-cf8d-4590-9ddd-0ad3575aa794 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:51.520376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-77150932-cf8d-4590-9ddd-0ad3575aa794 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1028132 Sep 17 22:41:51.521026 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48580) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:51.649253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:51.649628 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.782145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f9563b75-c904-493e-9745-7ea46c78980d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 2fe06f52-6c9d-4dda-bb10-4ba36a228a5c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:51.783270 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9563b75-c904-493e-9745-7ea46c78980d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.822830 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.882051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:51.893525 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.986443 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9563b75-c904-493e-9745-7ea46c78980d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.019492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:52.028194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f9563b75-c904-493e-9745-7ea46c78980d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 2fe06f52-6c9d-4dda-bb10-4ba36a228a5c owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:52.100411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c7268-2993-41e8-ba1b-306e8491cf94 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:52.139645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48600) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:52.326622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2f15cb07-bc1e-4702-a847-4d463bdfed1c None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:52.327124 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2f15cb07-bc1e-4702-a847-4d463bdfed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.344633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.373766 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.405719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-19327fbb-e81b-41f8-a279-4f0f44bc33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.406211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-19327fbb-e81b-41f8-a279-4f0f44bc33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.406686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-19327fbb-e81b-41f8-a279-4f0f44bc33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.407160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-19327fbb-e81b-41f8-a279-4f0f44bc33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.407629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-19327fbb-e81b-41f8-a279-4f0f44bc33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.408097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-19327fbb-e81b-41f8-a279-4f0f44bc33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.408562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-19327fbb-e81b-41f8-a279-4f0f44bc33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.410596 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-19327fbb-e81b-41f8-a279-4f0f44bc33bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6495 time: 0.2688010 Sep 17 22:41:52.449162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9563b75-c904-493e-9745-7ea46c78980d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.472254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a437f-c5eb-4bb1-b1c2-66098eb28054 req-0af5be75-ac93-4f19-9e3a-535306011c7f tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.474427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-892a437f-c5eb-4bb1-b1c2-66098eb28054 req-0af5be75-ac93-4f19-9e3a-535306011c7f tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1265397 Sep 17 22:41:52.491747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9563b75-c904-493e-9745-7ea46c78980d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=2fe06f52-6c9d-4dda-bb10-4ba36a228a5c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:52.552805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7bffbea2-084d-4f5f-8d66-7146def25050 req-f43935df-ee11-4f35-af25-535029e94323 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255424 Sep 17 22:41:52.593921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-892a437f-c5eb-4bb1-b1c2-66098eb28054 req-5c2f0c77-d9b5-4a41-a4c9-7cf5854beb26 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070671 Sep 17 22:41:52.595509 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP d2e7cd37-5684-4d8c-9670-ef1b74099e8c associated. External IP: 172.25.0.87, port: 8264e937-63df-4186-a0f5-2b86604f22cc. Sep 17 22:41:52.634581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ad66b-d125-4364-a9ee-5256f8207d12 None None] Update dhcp port {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': 'e27b283e-d4ad-4a1a-8add-0cc0b753af4f', 'ip_address': '2001:db8::f816:3eff:fee0:d8a3'}, {'subnet_id': '9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '6ffe1010-9205-4407-876a-894c51ef7a68'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:41:52.635415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9563b75-c904-493e-9745-7ea46c78980d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.641473 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f9563b75-c904-493e-9745-7ea46c78980d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/2fe06f52-6c9d-4dda-bb10-4ba36a228a5c HTTP/1.1" status: 204 len: 168 time: 1.1193910 Sep 17 22:41:52.642142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48610) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:52.649717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-0510bae9-d7be-460a-bace-aceaf114dd01 req-780d2ebe-9b57-4a91-afbd-deeb314fe254 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1224613833', 'description': 'tempest-description-1783297133'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:52.681484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d44ad66b-d125-4364-a9ee-5256f8207d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.737106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1269cf56-1f5e-4d47-8e40-07d4a6a9840e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.739296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1269cf56-1f5e-4d47-8e40-07d4a6a9840e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.741043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1269cf56-1f5e-4d47-8e40-07d4a6a9840e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.752984 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1269cf56-1f5e-4d47-8e40-07d4a6a9840e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0998514 Sep 17 22:41:52.752984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48614) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:52.767579 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0510bae9-d7be-460a-bace-aceaf114dd01 req-780d2ebe-9b57-4a91-afbd-deeb314fe254 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.809469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36b66f9-1159-4000-9408-996be8c8dade tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:52.813540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c36b66f9-1159-4000-9408-996be8c8dade tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.864418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c36b66f9-1159-4000-9408-996be8c8dade tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.914614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c36b66f9-1159-4000-9408-996be8c8dade tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.975619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0510bae9-d7be-460a-bace-aceaf114dd01 req-780d2ebe-9b57-4a91-afbd-deeb314fe254 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.977920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:52.986635 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0510bae9-d7be-460a-bace-aceaf114dd01 req-780d2ebe-9b57-4a91-afbd-deeb314fe254 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.989868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c36b66f9-1159-4000-9408-996be8c8dade tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.007287 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c36b66f9-1159-4000-9408-996be8c8dade tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.010107 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c36b66f9-1159-4000-9408-996be8c8dade tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86 HTTP/1.1" status: 204 len: 168 time: 0.2589846 Sep 17 22:41:53.015899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48620) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:53.028088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b66f9-1159-4000-9408-996be8c8dade tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server [None req-d44ad66b-d125-4364-a9ee-5256f8207d12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86: This subnet is being modified by another concurrent operation. Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:41:53.053803 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86: This subnet is being modified by another concurrent operation. Sep 17 22:41:53.057827 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Sep 17 22:41:53.103703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:53.132509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:53.132860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 0af0a8d7-8337-4987-9aa2-90e9a2fed9c2 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:53.242377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6ce212a0-1eb0-470a-910b-7c43b8c7719b None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:53.242735 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6ce212a0-1eb0-470a-910b-7c43b8c7719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.368786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6ffe1010-9205-4407-876a-894c51ef7a68 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:53.418859 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e978ffe-00fe-4ff2-98c7-6232891c02c9 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:41:53.471475 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0510bae9-d7be-460a-bace-aceaf114dd01 req-780d2ebe-9b57-4a91-afbd-deeb314fe254 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.473130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0510bae9-d7be-460a-bace-aceaf114dd01 req-780d2ebe-9b57-4a91-afbd-deeb314fe254 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8301713 Sep 17 22:41:53.481289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2ebe-9b57-4a91-afbd-deeb314fe254 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb2bd7d-03cb-4e61-8677-bddde0e6284c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:53.513824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c17ca30-0c00-4b89-b665-abb47dc2f513 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet e27b283e-d4ad-4a1a-8add-0cc0b753af4f {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:53.549605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c17ca30-0c00-4b89-b665-abb47dc2f513 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.604920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:53.611971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c17ca30-0c00-4b89-b665-abb47dc2f513 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.710319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe385c-73a1-483d-9559-9aa33407d4b6 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:53.756732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe385c-73a1-483d-9559-9aa33407d4b6 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:53.757549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dfbe385c-73a1-483d-9559-9aa33407d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:53.766480 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.813610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dfbe385c-73a1-483d-9559-9aa33407d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:53.879728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-fd071786-8b49-4ef1-bae1-d9619264d436 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1224613833&fields=id&tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2 HTTP/1.1" status: 200 len: 267 time: 0.1653790 Sep 17 22:41:53.905441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1acb6-8992-4b30-978c-159de65e7629 req-102ff624-80e0-43c9-b2d7-4d59ce9732a1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:53.912893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3aa1acb6-8992-4b30-978c-159de65e7629 req-102ff624-80e0-43c9-b2d7-4d59ce9732a1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 945 time: 0.1945634 Sep 17 22:41:53.939418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c17ca30-0c00-4b89-b665-abb47dc2f513 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.998620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0c4b2edc-51d3-4a9e-8c2f-c044fea57db0 None None] Could not find standard attr ID for object 2fe06f52-6c9d-4dda-bb10-4ba36a228a5c. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:41:54.009863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe385c-73a1-483d-9559-9aa33407d4b6 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:54.010501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dfbe385c-73a1-483d-9559-9aa33407d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:54.058638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dfbe385c-73a1-483d-9559-9aa33407d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:54.059326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe385c-73a1-483d-9559-9aa33407d4b6 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:54.071713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e978ffe-00fe-4ff2-98c7-6232891c02c9 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:41:54.087596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3aa1acb6-8992-4b30-978c-159de65e7629 req-cd436e54-61e7-4883-9b07-2979831e05f0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724930 Sep 17 22:41:54.127222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-539d4a58-bab7-4129-acff-2b11f6893984 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:54.128891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-539d4a58-bab7-4129-acff-2b11f6893984 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.2372415 Sep 17 22:41:54.153708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Request body: {'port': {'security_groups': ['2932d894-86c0-4e51-8351-fa822832df61', '4eb2bd7d-03cb-4e61-8677-bddde0e6284c']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:54.173495 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c17ca30-0c00-4b89-b665-abb47dc2f513 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.264918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c17ca30-0c00-4b89-b665-abb47dc2f513 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.269134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8c17ca30-0c00-4b89-b665-abb47dc2f513 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/e27b283e-d4ad-4a1a-8add-0cc0b753af4f HTTP/1.1" status: 204 len: 168 time: 1.2484899 Sep 17 22:41:54.269664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48638) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:54.276004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17ca30-0c00-4b89-b665-abb47dc2f513 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=e27b283e-d4ad-4a1a-8add-0cc0b753af4f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:54.305091 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:41:54.305461 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:41:54.318277 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6b3118f6-b728-465b-bfc7-840f64e2102d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448081 Sep 17 22:41:54.321694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48640) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:54.326226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:54.338149 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.352744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:54.443578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:54.448356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.558143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:54.572163 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797e8b9-9c87-4891-9c66-7c6c7f565642 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:54.572726 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.596258 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797e8b9-9c87-4891-9c66-7c6c7f565642 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:54.598744 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5797e8b9-9c87-4891-9c66-7c6c7f565642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:54.616261 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f2da1-1242-4e33-9067-11904e96f68c None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:41:54.679917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9a0c2730-3185-44ea-ac34-1367b0b3c9d1 None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:54.680736 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2730-3185-44ea-ac34-1367b0b3c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.692165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48642) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:54.692554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a9a03e26-0112-4a7d-b9b0-f482d7bb4ac3 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/floatingips/d2e7cd37-5684-4d8c-9670-ef1b74099e8c HTTP/1.1" status: 200 len: 978 time: 3.3225076 Sep 17 22:41:54.698980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:54.714153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] For port 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:54.734931 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5797e8b9-9c87-4891-9c66-7c6c7f565642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:54.744530 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797e8b9-9c87-4891-9c66-7c6c7f565642 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:54.745284 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5797e8b9-9c87-4891-9c66-7c6c7f565642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:54.754833 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.764977 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.781214 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5797e8b9-9c87-4891-9c66-7c6c7f565642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:54.782145 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797e8b9-9c87-4891-9c66-7c6c7f565642 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:54.818106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['273e677d-bdad-496a-ac42-fc6fe0bd8b22'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:54.821347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:54.821994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.823506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2caa1dd-ad2a-43b6-bf77-cfd88d918052 req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "PUT /v2.0/ports/273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 981 time: 0.6751258 Sep 17 22:41:54.823990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:54.826889 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5850d5a3-3bf8-41a2-9262-675d358dde1a" -d '{"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:54.827301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.882661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8dc28-a793-4568-a730-aadbf71b9761 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event updated for resources: {'Port': ['ID=273e677d-bdad-496a-ac42-fc6fe0bd8b22,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:54.894835 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28b5ca7-8fdc-4238-bd51-2fe4face1235 x-openstack-request-id: req-f28b5ca7-8fdc-4238-bd51-2fe4face1235 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:54.895131 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:54.895385 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f28b5ca7-8fdc-4238-bd51-2fe4face1235 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:54.895839 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'status': 'completed', 'code': 200} Sep 17 22:41:54.953752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f2da1-1242-4e33-9067-11904e96f68c None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:41:54.966654 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.975360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:41:54.992103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86cc6e94-4388-4776-a839-767d76e8196b req-44abf712-b11d-4658-ac0f-22f4ddbe4186 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1224613833&fields=id&tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2 HTTP/1.1" status: 200 len: 267 time: 0.0478580 Sep 17 22:41:55.026551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['273e677d-bdad-496a-ac42-fc6fe0bd8b22'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:55.054417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6e94-4388-4776-a839-767d76e8196b req-36436e86-0dc1-450a-9800-12f33a78a356 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.056131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86cc6e94-4388-4776-a839-767d76e8196b req-36436e86-0dc1-450a-9800-12f33a78a356 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 984 time: 0.0578530 Sep 17 22:41:55.067755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-86cc6e94-4388-4776-a839-767d76e8196b req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Request body: {'port': {'security_groups': ['2932d894-86c0-4e51-8351-fa822832df61']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:55.071957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:55.116381 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.163416 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-86cc6e94-4388-4776-a839-767d76e8196b req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.218654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-be1c432a-ac2c-4e69-b5d7-b5c1f8b8897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.220246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-be1c432a-ac2c-4e69-b5d7-b5c1f8b8897b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1136 time: 0.2717600 Sep 17 22:41:55.261879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ccfac-0938-4233-8032-84b918b75dd2 req-79060db5-3ee2-4c75-85c0-3587bec88022 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.264379 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e37ccfac-0938-4233-8032-84b918b75dd2 req-79060db5-3ee2-4c75-85c0-3587bec88022 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 945 time: 0.0980794 Sep 17 22:41:55.274511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.328338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.328613 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP d2e7cd37-5684-4d8c-9670-ef1b74099e8c disassociated. External IP: 172.25.0.87, port: 5eb9fefb-0910-47a5-853f-6d7b365ad35d. Sep 17 22:41:55.331562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:55.369251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e37ccfac-0938-4233-8032-84b918b75dd2 req-234af97e-56fa-48c9-88f0-3a2cd680e141 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735338 Sep 17 22:41:55.517698 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.520090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-86cc6e94-4388-4776-a839-767d76e8196b req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] For port 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:55.532155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-e9930472-de2b-4d04-8343-e5cb1107534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.534154 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-e9930472-de2b-4d04-8343-e5cb1107534d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 920 time: 0.2767222 Sep 17 22:41:55.558210 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-86cc6e94-4388-4776-a839-767d76e8196b req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.568611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-86cc6e94-4388-4776-a839-767d76e8196b req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.611439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-c9f7ee1b-e156-424f-b267-303035c21b4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 217 time: 0.0423179 Sep 17 22:41:55.618930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6e94-4388-4776-a839-767d76e8196b req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.619602 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-86cc6e94-4388-4776-a839-767d76e8196b req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.625358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86cc6e94-4388-4776-a839-767d76e8196b req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "PUT /v2.0/ports/273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 942 time: 0.5585210 Sep 17 22:41:55.715838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] Update dhcp port {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': 'f6f94933-1957-4b0c-b01e-0e3930d93add'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '6ffe1010-9205-4407-876a-894c51ef7a68'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:41:55.745127 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:55.750823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f46a68-019a-4d0b-a954-acbdff1f46ac tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event updated for resources: {'Port': ['ID=273e677d-bdad-496a-ac42-fc6fe0bd8b22,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:55.760284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-2b6ce3b2-6da6-41bf-a507-19e23059d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.761834 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-2b6ce3b2-6da6-41bf-a507-19e23059d5fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.1204255 Sep 17 22:41:55.807142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['273e677d-bdad-496a-ac42-fc6fe0bd8b22'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:55.808022 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-deac1a32-ce37-4682-8ca6-c24ad6fdf329 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353191 Sep 17 22:41:55.832957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140cb88-2f02-4033-a349-249d06359cae req-16df18bb-c24d-4975-bf15-25a14d2503d1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.834676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b140cb88-2f02-4033-a349-249d06359cae req-16df18bb-c24d-4975-bf15-25a14d2503d1 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 945 time: 0.1928556 Sep 17 22:41:55.964731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-b72ad55b-ef1b-4877-8ef0-865f0643301b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2989576 Sep 17 22:41:55.977701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:55.987659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:55.990041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:56.025780 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.032412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Deleting port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:56.033173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.120419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['273e677d-bdad-496a-ac42-fc6fe0bd8b22'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:56.179389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] For port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,segment=NetworkSegment(928edfa8-da0e-480a-9143-ead0b510bfa5),segment_id=928edfa8-da0e-480a-9143-ead0b510bfa5)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:56.180111 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.198445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Calling delete_port for 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:56.329841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.405672 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.414924 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.415817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.417295 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:41:56.417667 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:41:56.420585 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-07d524b3-23b7-460f-91c3-517a2dbbe0e3 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542672 Sep 17 22:41:56.468909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.502806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6df3d37f-eb5e-402f-b1dd-ff377cc19d30'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:56.515613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b127ba0b-5506-43ce-8c44-3ef6aefa1c14 req-8e77662b-a18a-495e-bc5e-10589670cea3 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.48 "GET /v2.0/ports?device_id=052254b9-98cd-4355-991b-f63d04326072 HTTP/1.1" status: 200 len: 210 time: 0.0612488 Sep 17 22:41:56.520157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Pushing event deleted for resources: {'Port': ['ID=6df3d37f-eb5e-402f-b1dd-ff377cc19d30,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:56.556960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Allocated IP 172.25.0.72 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/f8e84ff9-30cb-4072-bb95-d8768e6465e2) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:56.571630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:56.586764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] No DVR routers for this DVR port 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:56.589417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:56.590320 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.593435 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b140cb88-2f02-4033-a349-249d06359cae req-aac09638-c7c0-47be-8aac-fb7e6f996eb0 tempest-AttachVolumeNegativeTest-29668629 tempest-AttachVolumeNegativeTest-29668629-project] 10.222.0.49 "DELETE /v2.0/ports/6df3d37f-eb5e-402f-b1dd-ff377cc19d30 HTTP/1.1" status: 204 len: 173 time: 0.7455826 Sep 17 22:41:56.594235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:56.594847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.644244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:56.650349 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.657464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b532ad-d489-42fb-b2fb-dcc513ec0a8f None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:56.682341 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b532ad-d489-42fb-b2fb-dcc513ec0a8f None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:56.685633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-78b532ad-d489-42fb-b2fb-dcc513ec0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:56.704468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:56.709297 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3868866 Sep 17 22:41:56.710153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b69268-5a0d-4fa4-a624-2aeae1183beb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=f6f94933-1957-4b0c-b01e-0e3930d93add,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:56.713651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48664) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:56.726544 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-900f3840-3891-4dea-b082-b40e8f067a18 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/floatingips/d2e7cd37-5684-4d8c-9670-ef1b74099e8c HTTP/1.1" status: 200 len: 687 time: 2.0331962 Sep 17 22:41:56.730878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48666) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:56.731846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:56.742116 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.751556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-78b532ad-d489-42fb-b2fb-dcc513ec0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:56.760986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b532ad-d489-42fb-b2fb-dcc513ec0a8f None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:56.761703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-78b532ad-d489-42fb-b2fb-dcc513ec0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:56.788036 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5850d5a3-3bf8-41a2-9262-675d358dde1a req-03ddfc84-1bad-4148-a043-649a2e75fbf7 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574769 Sep 17 22:41:56.801482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-78b532ad-d489-42fb-b2fb-dcc513ec0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:56.802136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b532ad-d489-42fb-b2fb-dcc513ec0a8f None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:56.882821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 20a76cb5-43b9-4b04-9680-c6ae42766937 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:56.883162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.883457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.912046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22'}, {'server_uuid': '052254b9-98cd-4355-991b-f63d04326072', 'name': 'network-vif-deleted', 'tag': '6df3d37f-eb5e-402f-b1dd-ff377cc19d30'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:56.914424 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6edcd2b-02ea-4339-a283-28a748847c32" -d '{"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22"}, {"server_uuid": "052254b9-98cd-4355-991b-f63d04326072", "name": "network-vif-deleted", "tag": "6df3d37f-eb5e-402f-b1dd-ff377cc19d30"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:56.933761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:56.938268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.952342 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.970214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:56.979818 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c50e5d-4b4c-4c7e-88da-0ba48dc34fc6 x-openstack-request-id: req-94c50e5d-4b4c-4c7e-88da-0ba48dc34fc6 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:56.981098 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22", "status": "completed", "code": 200}, {"server_uuid": "052254b9-98cd-4355-991b-f63d04326072", "name": "network-vif-deleted", "tag": "6df3d37f-eb5e-402f-b1dd-ff377cc19d30", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:56.981643 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94c50e5d-4b4c-4c7e-88da-0ba48dc34fc6 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:56.982077 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'status': 'completed', 'code': 200} Sep 17 22:41:56.982779 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052254b9-98cd-4355-991b-f63d04326072', 'name': 'network-vif-deleted', 'tag': '6df3d37f-eb5e-402f-b1dd-ff377cc19d30', 'status': 'completed', 'code': 200} Sep 17 22:41:56.990300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:57.004345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.005084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.011715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:57.018835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event updated for resources: {'Port': ['ID=f8e84ff9-30cb-4072-bb95-d8768e6465e2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:57.019768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 20a76cb5-43b9-4b04-9680-c6ae42766937 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:57.116557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-59de6179-545d-44c0-9a75-0d9f91bb32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.118469 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-59de6179-545d-44c0-9a75-0d9f91bb32a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1097 time: 0.0918572 Sep 17 22:41:57.177465 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.244284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:57.249764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.270555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-687c38e8-2cfd-49f7-8fe6-f1f62b23db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.272068 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-687c38e8-2cfd-49f7-8fe6-f1f62b23db19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 920 time: 0.1439993 Sep 17 22:41:57.287212 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.295135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.340436 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-985d2ef1-0548-4d05-98a2-d68c23901483 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 217 time: 0.0429754 Sep 17 22:41:57.362190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.386136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffa08a-ae1a-424c-b83b-cdf306e831e5 None None] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:57.434816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=20a76cb5-43b9-4b04-9680-c6ae42766937,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:57.495038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-c3ee3c77-a434-4f9c-871a-978fc97463aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.496534 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-c3ee3c77-a434-4f9c-871a-978fc97463aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.1487002 Sep 17 22:41:57.538942 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.550294 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-1881c94d-bd49-42e1-a071-4e1f0314cc44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326333 Sep 17 22:41:57.571595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.574783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.581169 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-108ce44d-3c08-4691-9b9f-70ce6440c4c7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/floatingips/d2e7cd37-5684-4d8c-9670-ef1b74099e8c HTTP/1.1" status: 204 len: 168 time: 0.8490169 Sep 17 22:41:57.582914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48672) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:57.603197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:57.610121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48674) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:57.626318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:57.631124 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-63b1e554-79a5-495b-9eef-9c1598076553 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] delete failed (client error): The resource could not be found. Sep 17 22:41:57.637675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-63b1e554-79a5-495b-9eef-9c1598076553 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/floatingips/d2e7cd37-5684-4d8c-9670-ef1b74099e8c HTTP/1.1" status: 404 len: 345 time: 0.0535905 Sep 17 22:41:57.639220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.640666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.640804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48678) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:57.679218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=d4433904-d92a-41d2-b815-cb14373c23d4,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:57.719899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d7653b9b-06ca-4bce-9618-783d1a18a169 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0039315 Sep 17 22:41:57.722396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48680) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:57.727456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.732694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:2f:ce:99', 'name': 'tempest-NetworksTestDHCPv6-858317298'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:57.739164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-046498be-cb36-419e-a574-676f37b90b5d admin admin] Deleting subnet 8f56a90a-3925-4385-8d1b-89043991b847 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:57.743426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.767976 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-046498be-cb36-419e-a574-676f37b90b5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:57.785254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cd3c1-a1c9-421a-bf8e-bbc3ad4066c4 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.791401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cd3c1-a1c9-421a-bf8e-bbc3ad4066c4 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.798344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cd3c1-a1c9-421a-bf8e-bbc3ad4066c4 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.801378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-853cd3c1-a1c9-421a-bf8e-bbc3ad4066c4 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "GET /v2.0/ports?network_id=860c68c6-250e-4662-9710-ee4f80d0f43f HTTP/1.1" status: 200 len: 2359 time: 0.1598172 Sep 17 22:41:57.805036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48684) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:57.818745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-64cac8b0-150b-4179-bbbc-8c1a95840a35 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596605 Sep 17 22:41:57.929795 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a6edcd2b-02ea-4339-a283-28a748847c32 req-d17b44d8-44ca-4324-8159-8c59a2475a9b service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968814 Sep 17 22:41:58.044671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c301e-939e-4c7c-9474-8fea844904d6 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:58.132607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:58.133002 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.276015 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.298821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-046498be-cb36-419e-a574-676f37b90b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.313812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:58.326256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event updated for resources: {'Port': ['ID=f8e84ff9-30cb-4072-bb95-d8768e6465e2,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:58.334972 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.361274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e534ce-97ae-416d-8be8-8f05f1019387 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:58.367333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-86e534ce-97ae-416d-8be8-8f05f1019387 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "GET /v2.0/subnets/f288bab5-ff07-4ff3-be3a-d17ea7839589 HTTP/1.1" status: 200 len: 797 time: 0.5379820 Sep 17 22:41:58.367333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.368414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48686) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:58.374098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'port': {'network_id': '860c68c6-250e-4662-9710-ee4f80d0f43f', 'name': 'tempest-FloatingIPTestJSON-1244117398', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:58.379138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11313e96-69d0-4b82-b0b9-db52d54a276d None None] Update dhcp port {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': 'f6f94933-1957-4b0c-b01e-0e3930d93add', 'ip_address': '2001:db8::f816:3eff:fee0:d8a3'}, {'subnet_id': 'd4433904-d92a-41d2-b815-cb14373c23d4'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '6ffe1010-9205-4407-876a-894c51ef7a68'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:41:58.390271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.391543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-468eb69a-fd63-473f-bb69-7f065bc6d9b5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4205527 Sep 17 22:41:58.394432 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-046498be-cb36-419e-a574-676f37b90b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.412572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:58.422485 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11313e96-69d0-4b82-b0b9-db52d54a276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.425084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.425412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.426156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.426156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.426411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.426704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.427037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.427361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.427682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.428005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.428326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.428646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55408e23-bd55-4e29-9bcb-98d6d1e1aefc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:58.507533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-2c5241bc-5089-4a3c-8b28-ef94f1f48002 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0860980 Sep 17 22:41:58.508189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:58.515561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:58.603521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-11313e96-69d0-4b82-b0b9-db52d54a276d None None] Allocated IP 172.20.0.2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/d4433904-d92a-41d2-b815-cb14373c23d4/6ffe1010-9205-4407-876a-894c51ef7a68) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:58.605958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.617479 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-046498be-cb36-419e-a574-676f37b90b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.626305 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] device_id is not set on port 411c1c45-f881-48a3-b80e-26446b617f86 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:58.696618 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-046498be-cb36-419e-a574-676f37b90b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.698568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-046498be-cb36-419e-a574-676f37b90b5d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8f56a90a-3925-4385-8d1b-89043991b847 HTTP/1.1" status: 204 len: 168 time: 1.0855923 Sep 17 22:41:58.701774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48688) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:58.707035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046498be-cb36-419e-a574-676f37b90b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f56a90a-3925-4385-8d1b-89043991b847,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:58.717534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-11313e96-69d0-4b82-b0b9-db52d54a276d None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:58.727212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.753800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-e7a566f7-81cf-4a0f-971d-841755374e45 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:58.755317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-e7a566f7-81cf-4a0f-971d-841755374e45 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.2282937 Sep 17 22:41:58.758705 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11313e96-69d0-4b82-b0b9-db52d54a276d None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.765681 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11313e96-69d0-4b82-b0b9-db52d54a276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.775853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port e6f7f763-254d-4530-a78f-50c46195cd11 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:41:58.785675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-d4aa3761-837e-4a52-baac-e1a8249393c3 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:41:58.786714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d232b39-fdb5-4f66-8790-f16dbf8043ea req-d4aa3761-837e-4a52-baac-e1a8249393c3 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208261 Sep 17 22:41:58.862051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:58.911515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11313e96-69d0-4b82-b0b9-db52d54a276d None None] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=10']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:59.002128 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494390a-4279-42ca-9329-ac330f025830 req-f9638668-5ded-458f-94c0-1d00b0564df3 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:59.003732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-f9638668-5ded-458f-94c0-1d00b0564df3 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1349115 Sep 17 22:41:59.013943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.065388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443e9159-983e-4e62-a625-655582909675']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:59.074112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-961fad06-5519-4c82-bd22-aeaf3cee5853 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0609648 Sep 17 22:41:59.080429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928edfa8-da0e-480a-9143-ead0b510bfa5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:59.080696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928edfa8-da0e-480a-9143-ead0b510bfa5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:59.086559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Request body: {'floatingip': {'port_id': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:59.097731 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.137990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.150430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:59.150659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:59.150847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:59.152741 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:59.169964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.182984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.20.0.14 (860c68c6-250e-4662-9710-ee4f80d0f43f/f288bab5-ff07-4ff3-be3a-d17ea7839589/411c1c45-f881-48a3-b80e-26446b617f86) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:59.188066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:59.188450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6df3d37f-eb5e-402f-b1dd-ff377cc19d30 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:59.228946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.20.0.13 (860c68c6-250e-4662-9710-ee4f80d0f43f/f288bab5-ff07-4ff3-be3a-d17ea7839589/411c1c45-f881-48a3-b80e-26446b617f86) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:59.243558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.246354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 172.20.0.4 (e0a4fb9d-32a5-4380-9852-2c3659b05950/d4433904-d92a-41d2-b815-cb14373c23d4/e6f7f763-254d-4530-a78f-50c46195cd11) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:59.257450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.261729 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] 10.222.0.48 "DELETE /v2.0/networks/443e9159-983e-4e62-a625-655582909675 HTTP/1.1" status: 204 len: 168 time: 0.5567122 Sep 17 22:41:59.263754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:fe2f:ce99 (e0a4fb9d-32a5-4380-9852-2c3659b05950/f6f94933-1957-4b0c-b01e-0e3930d93add/e6f7f763-254d-4530-a78f-50c46195cd11) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:59.279696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574092c-4f18-40bf-8cec-f505e9138e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=443e9159-983e-4e62-a625-655582909675,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:59.433795 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.491728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6ffe1010-9205-4407-876a-894c51ef7a68 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:59.502715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.516445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.564920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48698) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:59.577558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:59.577784 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.618758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.621488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 860c68c6-250e-4662-9710-ee4f80d0f43f is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:59.633035 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80c7e3d6-0f28-46b9-b54a-217fe4ffd218 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50c9b160d61f486d9b542535ddb3aaed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635436 Sep 17 22:41:59.633035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=411c1c45-f881-48a3-b80e-26446b617f86,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:59.635640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:59.637181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48700) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:59.650980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:59.664536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784ce6b8-c3e0-4e06-80c7-e1e125117f90 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:59.705451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:59.706115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.715542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:59.722538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-30b1830f-995d-48fa-a349-2f3d4c5bdac3 None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:59.722923 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-30b1830f-995d-48fa-a349-2f3d4c5bdac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.736070 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-77ac6b0e-f60e-412b-8714-b69886b35f54 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3640401 Sep 17 22:41:59.736996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=e6f7f763-254d-4530-a78f-50c46195cd11,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:59.737356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48704) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:59.742063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:59.746461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '411c1c45-f881-48a3-b80e-26446b617f86', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:59.758203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:59.759363 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c05aa79b-7291-4543-bc09-eb266d16cfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.791099 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c05aa79b-7291-4543-bc09-eb266d16cfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.793625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.930161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c05aa79b-7291-4543-bc09-eb266d16cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.935469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c05aa79b-7291-4543-bc09-eb266d16cfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.936956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-af81d730-92c5-4ec8-b420-087b193cddae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.937197 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c05aa79b-7291-4543-bc09-eb266d16cfe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577 HTTP/1.1" status: 204 len: 168 time: 0.2986021 Sep 17 22:41:59.962448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05aa79b-7291-4543-bc09-eb266d16cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d475eaf-fa1d-4b06-8d1c-2cbfd8fc0577,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:59.966707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:59.967734 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.967902 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.020480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0d95825c-0ab0-4bd5-8ec4-23bda619eed9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2952845 Sep 17 22:42:00.022973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48712) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:00.121843 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c930428-ccee-42b1-bff2-686eff60f1a1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:00.127925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c930428-ccee-42b1-bff2-686eff60f1a1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:00.129842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5c930428-ccee-42b1-bff2-686eff60f1a1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1059079 Sep 17 22:42:00.132416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48714) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:00.147573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.25.0.36 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/ac03c37f-1912-4cd3-ae18-02419b413578) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:00.262341 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.270908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.282211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.323085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.360391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:00.363413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:00.366955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:00.396335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-30a5fa73-15fa-446f-806a-fa183892fb26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port e6f7f763-254d-4530-a78f-50c46195cd11 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:00.396698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30a5fa73-15fa-446f-806a-fa183892fb26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.410628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=ac03c37f-1912-4cd3-ae18-02419b413578,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:00.445108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fb0b2625-2777-42a2-9d47-9fe4ab0c3a7a None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:00.445490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2625-2777-42a2-9d47-9fe4ab0c3a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.515202 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Floating IP 2f386cc6-1461-45c4-a9e6-25ed797c2eb7 associated. External IP: 172.25.0.72, port: 273e677d-bdad-496a-ac42-fc6fe0bd8b22. Sep 17 22:42:00.572416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fb0b2625-2777-42a2-9d47-9fe4ab0c3a7a None None] Provisioning complete for port e6f7f763-254d-4530-a78f-50c46195cd11 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:00.573555 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2625-2777-42a2-9d47-9fe4ab0c3a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.641903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b2625-2777-42a2-9d47-9fe4ab0c3a7a None None] Port e6f7f763-254d-4530-a78f-50c46195cd11 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:00.770755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a0ab847c-f3ae-419c-8627-236e85863f9a None None] Provisioning complete for port e6f7f763-254d-4530-a78f-50c46195cd11 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:00.771769 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0ab847c-f3ae-419c-8627-236e85863f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.839318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab847c-f3ae-419c-8627-236e85863f9a None None] Port e6f7f763-254d-4530-a78f-50c46195cd11 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:00.869401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.882860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30a5fa73-15fa-446f-806a-fa183892fb26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.911102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-30a5fa73-15fa-446f-806a-fa183892fb26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for e6f7f763-254d-4530-a78f-50c46195cd11 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:00.955653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.134680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.140903 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.219314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Router ca1be797-6284-4fc6-b0e4-b943f84b7b97 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:01.220697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=ac03c37f-1912-4cd3-ae18-02419b413578,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:01.235106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.302918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30a5fa73-15fa-446f-806a-fa183892fb26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.349521 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP eaf5e6da-f63d-4344-85ea-30b281bd9722 associated. External IP: 172.25.0.36, port: 411c1c45-f881-48a3-b80e-26446b617f86. Sep 17 22:42:01.367451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5fa73-15fa-446f-806a-fa183892fb26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=e6f7f763-254d-4530-a78f-50c46195cd11,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:01.405998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:01.421736 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6805610-94cf-4e49-b350-70194e11938f None None] Sync routers for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:01.423175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.439722 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6805610-94cf-4e49-b350-70194e11938f None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:01.440823 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d6805610-94cf-4e49-b350-70194e11938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:01.517426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-b2fd8e2b-ad03-4b88-95cd-f2544da85564 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "PUT /v2.0/floatingips/2f386cc6-1461-45c4-a9e6-25ed797c2eb7 HTTP/1.1" status: 200 len: 995 time: 2.4310503 Sep 17 22:42:01.528703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:01.531029 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9cbfc8-df87-4bf0-952e-533ed93537b0" -d '{"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:01.573535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30a5fa73-15fa-446f-806a-fa183892fb26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.584118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-30a5fa73-15fa-446f-806a-fa183892fb26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/e6f7f763-254d-4530-a78f-50c46195cd11 HTTP/1.1" status: 204 len: 168 time: 1.4505985 Sep 17 22:42:01.587812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48754) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:01.628601 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56836cda-5375-4063-b70f-c2418e6571fc x-openstack-request-id: req-56836cda-5375-4063-b70f-c2418e6571fc {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:01.628899 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:01.629168 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56836cda-5375-4063-b70f-c2418e6571fc {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:01.629531 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'status': 'completed', 'code': 200} Sep 17 22:42:01.650221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494390a-4279-42ca-9329-ac330f025830 req-6360bad4-1395-4527-a913-c6973327bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:01.651732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-6360bad4-1395-4527-a913-c6973327bffc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1097 time: 0.1335120 Sep 17 22:42:01.672738 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-d6805610-94cf-4e49-b350-70194e11938f None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:01.677231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00826940-d695-4f7c-96a3-04513eddb5d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:01.678831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00826940-d695-4f7c-96a3-04513eddb5d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:01.680431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00826940-d695-4f7c-96a3-04513eddb5d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:01.685787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-00826940-d695-4f7c-96a3-04513eddb5d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0970926 Sep 17 22:42:01.696205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48758) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:01.800638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-647d1d51-7c08-401e-b788-084edf26bb04 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet d4433904-d92a-41d2-b815-cb14373c23d4 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:01.807145 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-647d1d51-7c08-401e-b788-084edf26bb04 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.848121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494390a-4279-42ca-9329-ac330f025830 req-f9afce2e-a6a4-4168-b339-70d1f57b56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:01.849701 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-f9afce2e-a6a4-4168-b339-70d1f57b56f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 920 time: 0.1882114 Sep 17 22:42:01.868793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-647d1d51-7c08-401e-b788-084edf26bb04 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.004377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-08de51eb-1dd8-40f8-8e9e-aa5d5c9d80e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 998 time: 0.1435144 Sep 17 22:42:02.032343 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d6805610-94cf-4e49-b350-70194e11938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '2f386cc6-1461-45c4-a9e6-25ed797c2eb7', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'port_id': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'mac_address': 'fa:16:3e:d8:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:57Z', 'updated_at': '2021-09-17T22:42:00Z', 'revision_number': 1, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 5, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:02.065005 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6805610-94cf-4e49-b350-70194e11938f None None] Checking router: ca1be797-6284-4fc6-b0e4-b943f84b7b97 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:02.074425 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6805610-94cf-4e49-b350-70194e11938f None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:02.075558 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d6805610-94cf-4e49-b350-70194e11938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:02.088001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-647d1d51-7c08-401e-b788-084edf26bb04 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.118684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494390a-4279-42ca-9329-ac330f025830 req-a2f61cfc-8704-44e6-9d02-e979c8d6a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:02.126292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-a2f61cfc-8704-44e6-9d02-e979c8d6a431 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.0959876 Sep 17 22:42:02.165472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-191657d9-189f-4362-a04e-507fd4b61d32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382476 Sep 17 22:42:02.173147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-8a4705ec-d314-4229-832e-5cf4de79d23e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:42:02.177216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-4d620c51-6a0f-4f40-ac2a-1c9d7331902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:02.180224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-8a4705ec-d314-4229-832e-5cf4de79d23e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139053 Sep 17 22:42:02.182463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-4d620c51-6a0f-4f40-ac2a-1c9d7331902d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1097 time: 0.0951662 Sep 17 22:42:02.185183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:02.269705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-647d1d51-7c08-401e-b788-084edf26bb04 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.291000 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-d6805610-94cf-4e49-b350-70194e11938f None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:02.313606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d1d51-7c08-401e-b788-084edf26bb04 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=d4433904-d92a-41d2-b815-cb14373c23d4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:02.315845 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-647d1d51-7c08-401e-b788-084edf26bb04 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.320463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-647d1d51-7c08-401e-b788-084edf26bb04 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/d4433904-d92a-41d2-b815-cb14373c23d4 HTTP/1.1" status: 204 len: 168 time: 0.6232822 Sep 17 22:42:02.322991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48786) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:02.328547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ebb126-66a2-4ec3-83dc-1818500746cc None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:02.338399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-cbe2a642-c7d3-4388-ba87-8e7f9922ccb7 service neutron] 10.222.0.48 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573033 Sep 17 22:42:02.442993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae422536-fe5b-48e0-8933-9d1023f89c6b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet f6f94933-1957-4b0c-b01e-0e3930d93add {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:02.446241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae422536-fe5b-48e0-8933-9d1023f89c6b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.452084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-b2dfcf26-fa7c-47e8-b0ff-26f03ad8c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:02.453616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-b2dfcf26-fa7c-47e8-b0ff-26f03ad8c0d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 920 time: 0.2567079 Sep 17 22:42:02.488081 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae422536-fe5b-48e0-8933-9d1023f89c6b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.507370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:02.540521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc676286-db56-49cd-8b57-b5bfeac1e001 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:02.548069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.568819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc676286-db56-49cd-8b57-b5bfeac1e001 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:02.583416 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae422536-fe5b-48e0-8933-9d1023f89c6b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.586570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fc676286-db56-49cd-8b57-b5bfeac1e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:02.617824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-e1863a3b-5c9f-4ede-a90b-29ebf606730d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 998 time: 0.1547291 Sep 17 22:42:02.621524 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bba195d3-d801-4a4d-8ea5-9894ef9e79ba tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8831887 Sep 17 22:42:02.629665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48794) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:02.636142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c2f8c344-10b0-4376-a108-4add867a4822 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'port_id': '411c1c45-f881-48a3-b80e-26446b617f86', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:02.648316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fc676286-db56-49cd-8b57-b5bfeac1e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:02.671516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae422536-fe5b-48e0-8933-9d1023f89c6b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.697079 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d6805610-94cf-4e49-b350-70194e11938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '2f386cc6-1461-45c4-a9e6-25ed797c2eb7', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'port_id': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'mac_address': 'fa:16:3e:d8:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:57Z', 'updated_at': '2021-09-17T22:42:00Z', 'revision_number': 1, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 5, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:02.717506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc676286-db56-49cd-8b57-b5bfeac1e001 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:02.718434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fc676286-db56-49cd-8b57-b5bfeac1e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:41:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:02.727004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae422536-fe5b-48e0-8933-9d1023f89c6b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f94933-1957-4b0c-b01e-0e3930d93add,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:02.738055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae422536-fe5b-48e0-8933-9d1023f89c6b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.742427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ae422536-fe5b-48e0-8933-9d1023f89c6b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/f6f94933-1957-4b0c-b01e-0e3930d93add HTTP/1.1" status: 204 len: 168 time: 0.4183352 Sep 17 22:42:02.744455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48800) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:02.747795 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6805610-94cf-4e49-b350-70194e11938f None None] The sync data for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 is: [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '2f386cc6-1461-45c4-a9e6-25ed797c2eb7', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'port_id': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'mac_address': 'fa:16:3e:d8:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:57Z', 'updated_at': '2021-09-17T22:42:00Z', 'revision_number': 1, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 5, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:02.757473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d494390a-4279-42ca-9329-ac330f025830 req-019c49b3-8e87-48e7-9c53-a4a1b508ba48 service neutron] 10.222.0.48 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182146 Sep 17 22:42:02.770330 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48b43397-2adc-4e30-83a5-661c9849b76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.776527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fc676286-db56-49cd-8b57-b5bfeac1e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:02.779069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc676286-db56-49cd-8b57-b5bfeac1e001 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:02.809927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c344-10b0-4376-a108-4add867a4822 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.817720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-940a57e3-b891-449d-90f9-981e23df5ed3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695207 Sep 17 22:42:02.823626 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:02.858873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:02.890496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b97a9c-7832-4cb2-a6ce-6ef81f050a6d None None] Update dhcp port {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': 'f6f94933-1957-4b0c-b01e-0e3930d93add'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '6ffe1010-9205-4407-876a-894c51ef7a68'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:42:02.929597 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f6b97a9c-7832-4cb2-a6ce-6ef81f050a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.946329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-bbda91f8-19b3-4a9c-b1c3-d2cb23e4099a tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 998 time: 0.1353707 Sep 17 22:42:03.008115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-dfd75ebb-8761-49de-ba1e-a8c7bc8c26e6 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:03.022995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-dfd75ebb-8761-49de-ba1e-a8c7bc8c26e6 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports/273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 942 time: 0.0742743 Sep 17 22:42:03.143159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb3ef5-39cf-4625-b9f3-d3fc8ae25c94 None None] New status for floating IP 2f386cc6-1461-45c4-a9e6-25ed797c2eb7: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:42:03.156135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.170009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-4f34ffac-1046-4653-8db1-1eb5d78d9d2b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 998 time: 0.1077266 Sep 17 22:42:03.209889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-dfda3dc8-996a-4fed-89d5-d45bbe86d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:03.211395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-dfda3dc8-996a-4fed-89d5-d45bbe86d202 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.5807240 Sep 17 22:42:03.240513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921712d-c2be-4b3a-af42-6e90190a648b None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:03.272534 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-1125bb36-ef6d-4466-bca8-eaee3c33a9e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430126 Sep 17 22:42:03.352657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-c369ecf8-7bed-4c31-ba80-ca7abbcc3e32 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:03.354134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-c369ecf8-7bed-4c31-ba80-ca7abbcc3e32 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1768031 Sep 17 22:42:03.364684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:03.364994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-81bb84a0-c6e5-4903-a0bc-75453860f3e1 None None] Provisioning complete for port 6ffe1010-9205-4407-876a-894c51ef7a68 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:03.368567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81bb84a0-c6e5-4903-a0bc-75453860f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.370800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-fc081592-b54c-4367-bfe0-25537a51c048 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:42:03.371913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-fc081592-b54c-4367-bfe0-25537a51c048 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060279 Sep 17 22:42:03.375529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.461962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-62e51489-18d3-4834-89b8-9bc0ccce578d tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 998 time: 0.0812831 Sep 17 22:42:03.467244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:03.535785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6ffe1010-9205-4407-876a-894c51ef7a68 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:03.540736 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.571022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48820) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:03.621382 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-f583a03e-2ea6-4af8-8a31-b1141ad4c5b9 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394804 Sep 17 22:42:03.703292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:03.748412 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.802916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:03.812588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.816699 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.829795 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a8ecfd8-af63-418d-915f-7abb8e2cee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.847798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] Deleting port 6ffe1010-9205-4407-876a-894c51ef7a68 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:03.848229 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.932569 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ea9cbfc8-df87-4bf0-952e-533ed93537b0 req-ec746308-e4d0-4cc0-a332-d816121fc283 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022218 Sep 17 22:42:03.993341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.035004 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.041379 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.042003 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Floating IP 2f386cc6-1461-45c4-a9e6-25ed797c2eb7 disassociated. External IP: 172.25.0.72, port: 273e677d-bdad-496a-ac42-fc6fe0bd8b22. Sep 17 22:42:04.104744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:04.110282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c344-10b0-4376-a108-4add867a4822 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.119378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:04.125532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c344-10b0-4376-a108-4add867a4822 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.129293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:04.129877 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.139055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] For port 6ffe1010-9205-4407-876a-894c51ef7a68, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6ffe1010-9205-4407-876a-894c51ef7a68,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:04.139595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.148375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=13']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:04.158964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] Calling delete_port for 6ffe1010-9205-4407-876a-894c51ef7a68 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:04.179866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=1082ea09-90c7-4275-800e-8785f9497284,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:04.255135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a8ecfd8-af63-418d-915f-7abb8e2cee30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.263771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a8ecfd8-af63-418d-915f-7abb8e2cee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.280400 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.284297 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2e5988b3-0278-4cf1-8856-e094f3c228ec tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4552958 Sep 17 22:42:04.285888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48828) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:04.292298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:04.311749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] Pushing event deleted for resources: {'Port': ['ID=6ffe1010-9205-4407-876a-894c51ef7a68,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:04.320213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee743610-7a7d-4424-b72a-f07ff0f7936a None None] No DVR routers for this DVR port 6ffe1010-9205-4407-876a-894c51ef7a68 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:04.323468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9a8ecfd8-af63-418d-915f-7abb8e2cee30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b0a9eb6f27346799e646867bbc4c035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472816 Sep 17 22:42:04.323468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ecfd8-af63-418d-915f-7abb8e2cee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ea106a-db65-4b42-9fa2-9b66ff0774cb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:04.324409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48830) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:04.339564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22188f69-e7ef-4236-a509-8f0146228905 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:04.406583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Router ca1be797-6284-4fc6-b0e4-b943f84b7b97 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:04.438039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f8c344-10b0-4376-a108-4add867a4822 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:04.523902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '1082ea09-90c7-4275-800e-8785f9497284'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:04.525308 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.525699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.565875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:04.569417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.570090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f8c344-10b0-4376-a108-4add867a4822 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:04.574543 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c344-10b0-4376-a108-4add867a4822 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.586099 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.601638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d25b8-4a9d-4646-b33d-347afdcf3e39 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:04.624563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d25b8-4a9d-4646-b33d-347afdcf3e39 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:04.624982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-523d25b8-4a9d-4646-b33d-347afdcf3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:04.632966 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c2f8c344-10b0-4376-a108-4add867a4822 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/floatingips/eaf5e6da-f63d-4344-85ea-30b281bd9722 HTTP/1.1" status: 200 len: 978 time: 1.9995184 Sep 17 22:42:04.634644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48834) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:04.667794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-523d25b8-4a9d-4646-b33d-347afdcf3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:04.711760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.714181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d25b8-4a9d-4646-b33d-347afdcf3e39 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:04.714822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-523d25b8-4a9d-4646-b33d-347afdcf3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:04.720711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:04.725734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.739004 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] Sync routers for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:04.751442 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:04.759441 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:04.765688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-523d25b8-4a9d-4646-b33d-347afdcf3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:04.767099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d25b8-4a9d-4646-b33d-347afdcf3e39 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:04.780601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0b67e594-2a8b-4f2e-a1ec-b3489e899d5e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "PUT /v2.0/floatingips/2f386cc6-1461-45c4-a9e6-25ed797c2eb7 HTTP/1.1" status: 200 len: 694 time: 1.3174744 Sep 17 22:42:04.783849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Allocated IP 172.20.0.2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/1082ea09-90c7-4275-800e-8785f9497284/d868f48d-a49b-4530-930f-4c1b429aa368) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:04.785407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:04.787852 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b7411a-f043-4d5d-a958-311336fd321d" -d '{"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:04.820604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.822380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port ac03c37f-1912-4cd3-ae18-02419b413578 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:04.822733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.825992 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.829490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79ea106a-db65-4b42-9fa2-9b66ff0774cb HTTP/1.1" status: 204 len: 168 time: 0.4922640 Sep 17 22:42:04.903025 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa5e70-2bb5-49a7-9d3f-3719e09c9756 x-openstack-request-id: req-a7fa5e70-2bb5-49a7-9d3f-3719e09c9756 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:04.904478 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:04.905151 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7fa5e70-2bb5-49a7-9d3f-3719e09c9756 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:04.906377 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'status': 'completed', 'code': 200} Sep 17 22:42:04.912774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ea106a-db65-4b42-9fa2-9b66ff0774cb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:04.913071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.913530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.936738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.937526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.938804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.939395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.939957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.940523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.941113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.941587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.942017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.942662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for ac03c37f-1912-4cd3-ae18-02419b413578 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:04.942922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.943371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:04.944434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f09de-54e8-466b-9a35-064001bf7734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:05.001278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:05.016285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0674bae1-2a1f-4bcb-b4ad-4b1b82b33560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:05.018808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0674bae1-2a1f-4bcb-b4ad-4b1b82b33560 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1097 time: 0.2066529 Sep 17 22:42:05.055178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.067431 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.148054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Pushing event updated for resources: {'Port': ['ID=d868f48d-a49b-4530-930f-4c1b429aa368,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:05.158581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7411a-f043-4d5d-a958-311336fd321d req-89e7cf19-bab3-4aba-85f0-6e32d3202372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:05.161901 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3b7411a-f043-4d5d-a958-311336fd321d req-89e7cf19-bab3-4aba-85f0-6e32d3202372 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 1097 time: 0.2121806 Sep 17 22:42:05.165473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:05.167509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:05.173643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:05.201530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0742e726-bee4-4a19-92ca-f96090f820d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:05.202907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-0742e726-bee4-4a19-92ca-f96090f820d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 920 time: 0.1755731 Sep 17 22:42:05.255752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Attempting to bind port d868f48d-a49b-4530-930f-4c1b429aa368 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:05.261376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Attempting to bind port d868f48d-a49b-4530-930f-4c1b429aa368 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:05.262093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Attempting to bind port d868f48d-a49b-4530-930f-4c1b429aa368 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:05.269614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:05.270394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:05.271048 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.271822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:05.272582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Bound port: d868f48d-a49b-4530-930f-4c1b429aa368, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:05.273209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.279447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-b260c4fa-f142-431e-a425-744a65f5d2ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 217 time: 0.0655038 Sep 17 22:42:05.368416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.412320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] For port d868f48d-a49b-4530-930f-4c1b429aa368, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:05.414214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48844) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:05.418125 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 5, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:05.419880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7411a-f043-4d5d-a958-311336fd321d req-27250fa6-f5dc-4248-a9e5-1c419fe1855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:05.421434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] For port d868f48d-a49b-4530-930f-4c1b429aa368, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d868f48d-a49b-4530-930f-4c1b429aa368,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:05.422144 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3b7411a-f043-4d5d-a958-311336fd321d req-27250fa6-f5dc-4248-a9e5-1c419fe1855c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 200 len: 920 time: 0.2502170 Sep 17 22:42:05.424098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-57e0b424-5bc3-49cc-9cef-ebab453043af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:05.425863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-57e0b424-5bc3-49cc-9cef-ebab453043af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.1256039 Sep 17 22:42:05.451682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.476729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77d5241c-d6e6-487e-8da5-454768329f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.486967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-ce6d091c-0739-46dc-a47d-71d315bbeae3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463119 Sep 17 22:42:05.499656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:42:05.514921 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] Checking router: ca1be797-6284-4fc6-b0e4-b943f84b7b97 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:05.536496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2afc66-47a2-4bde-b4b1-877efa941ec7 None None] Pushing event updated for resources: {'Port': ['ID=d868f48d-a49b-4530-930f-4c1b429aa368,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:05.538819 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:05.539594 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:05.561894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.564690 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3b7411a-f043-4d5d-a958-311336fd321d req-22577fc8-2335-4fae-a67c-10f5ffaf9445 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 200 len: 217 time: 0.1110559 Sep 17 22:42:05.651241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=ac03c37f-1912-4cd3-ae18-02419b413578,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:05.655644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7411a-f043-4d5d-a958-311336fd321d req-881f99e6-5286-4332-846b-3b9521d2e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:05.657380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3b7411a-f043-4d5d-a958-311336fd321d req-881f99e6-5286-4332-846b-3b9521d2e37a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 200 len: 859 time: 0.0803776 Sep 17 22:42:05.687100 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:05.738938 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3b7411a-f043-4d5d-a958-311336fd321d req-7797e0c1-311a-4687-a57e-1679e6517807 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec489247-6356-4ed6-926b-358915a19819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565341 Sep 17 22:42:05.821896 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.822237 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP eaf5e6da-f63d-4344-85ea-30b281bd9722 disassociated (deleted). External IP: 172.25.0.36, port: 411c1c45-f881-48a3-b80e-26446b617f86. Sep 17 22:42:05.834895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-2c55d4ca-0661-4b26-bede-31f36a54197c service neutron] 10.222.0.48 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339124 Sep 17 22:42:05.918709 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.023636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55c6ab28-6ead-48ab-b590-b149599f9228 req-c3752d3b-1fa6-4d4f-a975-b4518a0a49ec service neutron] 10.222.0.48 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791699 Sep 17 22:42:06.109101 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 5, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:06.142543 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdfdf92-128f-4c89-9e99-19874690221c None None] The sync data for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 is: [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 4, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c0cdc00f-c9e0-417a-be46-8b6f9b5f022f', 'name': '', 'network_id': 'ec489247-6356-4ed6-926b-358915a19819', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'mac_address': 'fa:16:3e:0f:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'aac83725-d791-43f9-933c-4394f8800c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 5, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'subnets': [{'id': 'aac83725-d791-43f9-933c-4394f8800c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:06.152362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-d45fb4c9-6082-46f4-ac68-6fb190038821 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/floatingips/2f386cc6-1461-45c4-a9e6-25ed797c2eb7 HTTP/1.1" status: 200 len: 694 time: 0.0824771 Sep 17 22:42:06.271647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] For port d868f48d-a49b-4530-930f-4c1b429aa368, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d868f48d-a49b-4530-930f-4c1b429aa368,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:06.324231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-f7487b5e-1de7-4298-8ff1-1dff1e09527e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:06.325682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-f7487b5e-1de7-4298-8ff1-1dff1e09527e tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 784 time: 0.1617649 Sep 17 22:42:06.327741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.336642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-2b4d1ce0-4216-4236-bf57-fdf34ac2a41b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:42:06.337657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-2b4d1ce0-4216-4236-bf57-fdf34ac2a41b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060492 Sep 17 22:42:06.338282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.339026 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.349879 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77d5241c-d6e6-487e-8da5-454768329f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.359557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-77d5241c-d6e6-487e-8da5-454768329f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.384364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3b7411a-f043-4d5d-a958-311336fd321d req-ae34686f-e392-4f03-8ba8-caad18602c72 service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331046 Sep 17 22:42:06.453054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:06.456725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-77d5241c-d6e6-487e-8da5-454768329f9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27d4531df8334224abe7bdfb61787ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0404415 Sep 17 22:42:06.460812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-ae5f871e-b5a1-4f37-9da8-a77b779088de tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 697 time: 0.1147189 Sep 17 22:42:06.465498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48852) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:06.465847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5241c-d6e6-487e-8da5-454768329f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddada13-86d6-45f4-b210-2c63195bed8c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:06.466570 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:06.471844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:06.472456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.538097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=6e2cc583-2fbf-48a7-a542-0e89868d9a57,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:06.590367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=d868f48d-a49b-4530-930f-4c1b429aa368,revision_number=4']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:06.598978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1d337ac0-e9db-457a-8e29-16cbb302eb3c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3072238 Sep 17 22:42:06.601874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48854) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:06.607950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:ee:83:1a', 'name': 'tempest-NetworksTestDHCPv6-956729581'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:06.634419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-0ef08c15-cfaf-4465-9779-9b1c84226368 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 697 time: 0.1301656 Sep 17 22:42:06.708773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:06.718819 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f3b7411a-f043-4d5d-a958-311336fd321d req-1149e805-1f6a-4d57-b511-303209f7e5ba service neutron] 10.222.0.49 "GET /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247457 Sep 17 22:42:06.728765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32586e9b-81d9-48c2-84a5-fc417e93d0ab None None] New status for floating IP 2f386cc6-1461-45c4-a9e6-25ed797c2eb7: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:42:06.835568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:06.840100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.845734 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c317a51-6195-40ce-b375-62ffcaaedf98 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:06.854984 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c317a51-6195-40ce-b375-62ffcaaedf98 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:06.857170 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4c317a51-6195-40ce-b375-62ffcaaedf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:06.880610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-204aeb70-bc22-4e78-ad8b-702e190927d5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/floatingips/eaf5e6da-f63d-4344-85ea-30b281bd9722 HTTP/1.1" status: 204 len: 168 time: 2.2447290 Sep 17 22:42:06.883233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48858) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:06.899698 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4c317a51-6195-40ce-b375-62ffcaaedf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:06.901184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d1ccf-4d35-4d31-9978-45e63fa5dc4f None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:06.911735 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c317a51-6195-40ce-b375-62ffcaaedf98 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:06.912973 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4c317a51-6195-40ce-b375-62ffcaaedf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:06.953866 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4c317a51-6195-40ce-b375-62ffcaaedf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:06.954946 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c317a51-6195-40ce-b375-62ffcaaedf98 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:07.003755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-b638fb33-f1fe-4e7e-8f9d-5fc0b14e16c5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 411c1c45-f881-48a3-b80e-26446b617f86 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:07.004189 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b638fb33-f1fe-4e7e-8f9d-5fc0b14e16c5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.004880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20bf28b1-bdca-4ce5-80d7-5bdd7f19be18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.030546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4ded06ad-cd2e-4d85-9a65-17e5b1bcc714 None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:07.030874 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ded06ad-cd2e-4d85-9a65-17e5b1bcc714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.108192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b638fb33-f1fe-4e7e-8f9d-5fc0b14e16c5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.130703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-b638fb33-f1fe-4e7e-8f9d-5fc0b14e16c5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 411c1c45-f881-48a3-b80e-26446b617f86 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:07.131639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20bf28b1-bdca-4ce5-80d7-5bdd7f19be18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.183074 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ded06ad-cd2e-4d85-9a65-17e5b1bcc714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.213988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Deleting port f8e84ff9-30cb-4072-bb95-d8768e6465e2 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:07.214415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.231643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:07.239392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ded06ad-cd2e-4d85-9a65-17e5b1bcc714 None None] For port d868f48d-a49b-4530-930f-4c1b429aa368, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d868f48d-a49b-4530-930f-4c1b429aa368,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:07.247519 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ded06ad-cd2e-4d85-9a65-17e5b1bcc714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.295490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20bf28b1-bdca-4ce5-80d7-5bdd7f19be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.298158 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20bf28b1-bdca-4ce5-80d7-5bdd7f19be18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.299477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-20bf28b1-bdca-4ce5-80d7-5bdd7f19be18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dddada13-86d6-45f4-b210-2c63195bed8c HTTP/1.1" status: 204 len: 168 time: 0.8305616 Sep 17 22:42:07.347596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf28b1-bdca-4ce5-80d7-5bdd7f19be18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddada13-86d6-45f4-b210-2c63195bed8c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:07.353341 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded06ad-cd2e-4d85-9a65-17e5b1bcc714 None None] Pushing event updated for resources: {'Port': ['ID=d868f48d-a49b-4530-930f-4c1b429aa368,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:07.389754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.390078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.423611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b638fb33-f1fe-4e7e-8f9d-5fc0b14e16c5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.424339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Calling delete_port for f8e84ff9-30cb-4072-bb95-d8768e6465e2 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:07.438057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.482565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638fb33-f1fe-4e7e-8f9d-5fc0b14e16c5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=411c1c45-f881-48a3-b80e-26446b617f86,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:07.506158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d868f48d-a49b-4530-930f-4c1b429aa368 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:07.510823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 8753e3b1-eb2e-43f4-ac91-38cd625b5d1b yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:07.598502 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b638fb33-f1fe-4e7e-8f9d-5fc0b14e16c5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.605520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b638fb33-f1fe-4e7e-8f9d-5fc0b14e16c5 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/ports/411c1c45-f881-48a3-b80e-26446b617f86 HTTP/1.1" status: 204 len: 168 time: 0.7212121 Sep 17 22:42:07.608837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:07.609503 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.613140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48864) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:07.617889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:07.692580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.881590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 172.20.0.11 (e0a4fb9d-32a5-4380-9852-2c3659b05950/1082ea09-90c7-4275-800e-8785f9497284/8753e3b1-eb2e-43f4-ac91-38cd625b5d1b) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:07.890383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:feee:831a (e0a4fb9d-32a5-4380-9852-2c3659b05950/6e2cc583-2fbf-48a7-a542-0e89868d9a57/8753e3b1-eb2e-43f4-ac91-38cd625b5d1b) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:07.893570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.941500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event deleted for resources: {'Port': ['ID=f8e84ff9-30cb-4072-bb95-d8768e6465e2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:08.037532 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.072133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-91dd3d99-19be-4c21-a27a-a066373ab9ef None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:08.072133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91dd3d99-19be-4c21-a27a-a066373ab9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.109793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.117142 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.117142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-448e9316-6190-4fe8-a2cc-dd7de286b663 req-7ca44f21-68e2-49e9-8af1-a59de07ca89b tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "DELETE /v2.0/floatingips/2f386cc6-1461-45c4-a9e6-25ed797c2eb7 HTTP/1.1" status: 204 len: 173 time: 1.4781089 Sep 17 22:42:08.272409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.287288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0eb341af-8364-41df-b9ce-97ddd331ce0f req-9b07bdb0-1082-4e44-ac57-d296fa1ec8a7 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups/4eb2bd7d-03cb-4e61-8677-bddde0e6284c HTTP/1.1" status: 200 len: 1810 time: 0.1429818 Sep 17 22:42:08.302362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.25.0.15 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/f9646548-7f53-4889-ad53-55b5f1b76192) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:08.419123 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.480835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0eb341af-8364-41df-b9ce-97ddd331ce0f req-2426977d-2646-4bb3-988b-2a5cca789feb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.495273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:08.513601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:08.524770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:08.533849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=8753e3b1-eb2e-43f4-ac91-38cd625b5d1b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:08.571787 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.574143 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0eb341af-8364-41df-b9ce-97ddd331ce0f req-2426977d-2646-4bb3-988b-2a5cca789feb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.642590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:08.643227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.661785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0eb341af-8364-41df-b9ce-97ddd331ce0f req-2426977d-2646-4bb3-988b-2a5cca789feb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.664318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0eb341af-8364-41df-b9ce-97ddd331ce0f req-2426977d-2646-4bb3-988b-2a5cca789feb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.671556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0eb341af-8364-41df-b9ce-97ddd331ce0f req-2426977d-2646-4bb3-988b-2a5cca789feb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "DELETE /v2.0/security-groups/4eb2bd7d-03cb-4e61-8677-bddde0e6284c HTTP/1.1" status: 204 len: 173 time: 0.3720801 Sep 17 22:42:08.688029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-db43304f-5f33-4f16-bd04-befc280fe526 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0850859 Sep 17 22:42:08.691167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48900) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:08.703283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.773775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d4e52-a050-4109-9526-8409b2366a48 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:08.774776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426977d-2646-4bb3-988b-2a5cca789feb tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb2bd7d-03cb-4e61-8677-bddde0e6284c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:08.782926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d4e52-a050-4109-9526-8409b2366a48 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:08.789052 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d89d4e52-a050-4109-9526-8409b2366a48 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0953062 Sep 17 22:42:08.790556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48906) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:08.803714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:08.806897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:08.814841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:08.818228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=f9646548-7f53-4889-ad53-55b5f1b76192,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:08.901644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a727e486-221d-4491-9612-a0487d5f7f50 None None] Provisioning complete for port 8753e3b1-eb2e-43f4-ac91-38cd625b5d1b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:08.902356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a727e486-221d-4491-9612-a0487d5f7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.954774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a727e486-221d-4491-9612-a0487d5f7f50 None None] Port 8753e3b1-eb2e-43f4-ac91-38cd625b5d1b cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:08.970711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.988760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4b537d94-8bea-4bbd-9c46-fd852bcd4522 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 8753e3b1-eb2e-43f4-ac91-38cd625b5d1b {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:08.989137 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b537d94-8bea-4bbd-9c46-fd852bcd4522 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.042987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.081182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b537d94-8bea-4bbd-9c46-fd852bcd4522 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.094561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4b537d94-8bea-4bbd-9c46-fd852bcd4522 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 8753e3b1-eb2e-43f4-ac91-38cd625b5d1b owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:09.119695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85046c2d-225b-4562-8f86-7e7848f41531 req-40320392-f275-40ec-bcfa-e5e6ce67bdaf tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:09.121256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85046c2d-225b-4562-8f86-7e7848f41531 req-40320392-f275-40ec-bcfa-e5e6ce67bdaf tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1089952 Sep 17 22:42:09.225712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85046c2d-225b-4562-8f86-7e7848f41531 req-023197e9-ea33-4d50-876e-25a6a872aada tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917342 Sep 17 22:42:09.286276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.295406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.302510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b537d94-8bea-4bbd-9c46-fd852bcd4522 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.334574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b537d94-8bea-4bbd-9c46-fd852bcd4522 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=8753e3b1-eb2e-43f4-ac91-38cd625b5d1b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:09.382955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d868f48d-a49b-4530-930f-4c1b429aa368 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:09.426888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=f9646548-7f53-4889-ad53-55b5f1b76192,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:09.446820 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.462084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:09.462719 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.476719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.478294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3af60059-3d2b-4b36-b3e1-5a702a2fd039 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8646581 Sep 17 22:42:09.479099 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b537d94-8bea-4bbd-9c46-fd852bcd4522 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.480975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48922) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:09.485896 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4b537d94-8bea-4bbd-9c46-fd852bcd4522 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/8753e3b1-eb2e-43f4-ac91-38cd625b5d1b HTTP/1.1" status: 204 len: 168 time: 0.6938753 Sep 17 22:42:09.487936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'port': {'network_id': '860c68c6-250e-4662-9710-ee4f80d0f43f', 'name': 'tempest-FloatingIPTestJSON-1151044103'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:09.488470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48924) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:09.555842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912a1bc-3a6e-44f9-a8b5-2f2c78916e5a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:09.557741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912a1bc-3a6e-44f9-a8b5-2f2c78916e5a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:09.559688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912a1bc-3a6e-44f9-a8b5-2f2c78916e5a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:09.561384 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d912a1bc-3a6e-44f9-a8b5-2f2c78916e5a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0719099 Sep 17 22:42:09.564049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48926) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:09.636664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3bdbf2-bc41-4231-8f9d-d849d658fcb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 1082ea09-90c7-4275-800e-8785f9497284 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:09.640415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdbf2-bc41-4231-8f9d-d849d658fcb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.686366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:09.690786 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.696792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdbf2-bc41-4231-8f9d-d849d658fcb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.721341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] device_id is not set on port c021e4d6-d990-413f-8e22-99a3678d95c6 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:09.830384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdbf2-bc41-4231-8f9d-d849d658fcb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.879849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.20.0.3 (860c68c6-250e-4662-9710-ee4f80d0f43f/f288bab5-ff07-4ff3-be3a-d17ea7839589/c021e4d6-d990-413f-8e22-99a3678d95c6) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:09.918226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdbf2-bc41-4231-8f9d-d849d658fcb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.961350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bdbf2-bc41-4231-8f9d-d849d658fcb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=1082ea09-90c7-4275-800e-8785f9497284,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:09.969168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdbf2-bc41-4231-8f9d-d849d658fcb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.973928 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0f3bdbf2-bc41-4231-8f9d-d849d658fcb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/1082ea09-90c7-4275-800e-8785f9497284 HTTP/1.1" status: 204 len: 168 time: 0.4088490 Sep 17 22:42:09.974343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28987bd5-5e07-4e90-b1d7-8d195c38c841 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:09.974557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48942) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:10.042831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a73be0e-67b3-4370-8561-e9b909532bcc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 6e2cc583-2fbf-48a7-a542-0e89868d9a57 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:10.047093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a73be0e-67b3-4370-8561-e9b909532bcc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.092227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a73be0e-67b3-4370-8561-e9b909532bcc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.121141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.162194 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.208565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a73be0e-67b3-4370-8561-e9b909532bcc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.230229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 860c68c6-250e-4662-9710-ee4f80d0f43f is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:10.232243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=c021e4d6-d990-413f-8e22-99a3678d95c6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:10.236229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:10.241849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:10.306914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a73be0e-67b3-4370-8561-e9b909532bcc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.312302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:10.312993 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.333095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73be0e-67b3-4370-8561-e9b909532bcc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2cc583-2fbf-48a7-a542-0e89868d9a57,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:10.347226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a73be0e-67b3-4370-8561-e9b909532bcc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.350838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9a73be0e-67b3-4370-8561-e9b909532bcc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/6e2cc583-2fbf-48a7-a542-0e89868d9a57 HTTP/1.1" status: 204 len: 168 time: 0.3744481 Sep 17 22:42:10.352445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48948) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:10.369048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-861a3226-d959-4c59-8519-85a8c12621da tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8864112 Sep 17 22:42:10.375001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48950) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:10.380699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'port_id': 'c021e4d6-d990-413f-8e22-99a3678d95c6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:10.400378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-26278722-8071-45ca-8022-05262062954d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443721 Sep 17 22:42:10.400767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48952) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:10.406734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:10.438518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabb961-fe72-47cf-b65c-e0ef6a104400 req-dc15ffed-5109-4689-8098-c37b94bc5cb5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:10.439791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cabb961-fe72-47cf-b65c-e0ef6a104400 req-dc15ffed-5109-4689-8098-c37b94bc5cb5 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1239414 Sep 17 22:42:10.441925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.528658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:10.531795 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.586292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cabb961-fe72-47cf-b65c-e0ef6a104400 req-a65b87a6-4c04-471e-8789-b8fff857c896 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402705 Sep 17 22:42:10.749181 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.810940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=6982d8de-0431-46e6-85e6-9a6680ae5355,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:10.814981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:10.816779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:10.824088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:10.824984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.847226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d8588d6e-448e-4613-b57d-70dbef982659 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4428117 Sep 17 22:42:10.847546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48958) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:10.856464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:10.910782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48962) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:10.970212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150e2a0-28dd-4c68-83ab-43857612209a None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:11.041098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f360a385-c543-4f68-a33b-16bdaa191ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.045323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b894d6a6-465a-404f-a777-3254400c03da None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:11.045949 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b894d6a6-465a-404f-a777-3254400c03da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.163178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f360a385-c543-4f68-a33b-16bdaa191ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.167382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f360a385-c543-4f68-a33b-16bdaa191ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.213975 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f360a385-c543-4f68-a33b-16bdaa191ba1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2803c23698e450ca4d48d5c27f3d122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996798 Sep 17 22:42:11.213975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360a385-c543-4f68-a33b-16bdaa191ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1b3aa2-e98d-4ba6-960c-91f31a681843,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:11.221728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48968) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:11.302583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf932df-c119-4e0a-a012-bf7fd127c633 None None] Update dhcp port {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': '6982d8de-0431-46e6-85e6-9a6680ae5355'}], 'binding:host_id': 'n-d-789963-10'}, 'id': 'd868f48d-a49b-4530-930f-4c1b429aa368'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:42:11.327252 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fdf932df-c119-4e0a-a012-bf7fd127c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.396060 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14523a2b-5699-4224-9efe-bfa73be76327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.420418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.424320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:11.427818 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.435458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.484141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14523a2b-5699-4224-9efe-bfa73be76327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.486780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-fdf932df-c119-4e0a-a012-bf7fd127c633 None None] Allocated IP 172.20.0.2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/6982d8de-0431-46e6-85e6-9a6680ae5355/d868f48d-a49b-4530-930f-4c1b429aa368) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:11.532513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-ebff7e64-9201-4e0e-b1fb-12885b630829 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:11.533948 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-ebff7e64-9201-4e0e-b1fb-12885b630829 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.49 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.0559351 Sep 17 22:42:11.590045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fdf932df-c119-4e0a-a012-bf7fd127c633 None None] For port d868f48d-a49b-4530-930f-4c1b429aa368, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d868f48d-a49b-4530-930f-4c1b429aa368,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:11.644686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fdf932df-c119-4e0a-a012-bf7fd127c633 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.650306 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP 367366ae-385d-4942-bb27-a0976416b80b associated. External IP: 172.25.0.15, port: c021e4d6-d990-413f-8e22-99a3678d95c6. Sep 17 22:42:11.651261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Deleting port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:11.651492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.653760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fdf932df-c119-4e0a-a012-bf7fd127c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.694879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14523a2b-5699-4224-9efe-bfa73be76327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.697394 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14523a2b-5699-4224-9efe-bfa73be76327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.701101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-14523a2b-5699-4224-9efe-bfa73be76327 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b1b3aa2-e98d-4ba6-960c-91f31a681843 HTTP/1.1" status: 204 len: 168 time: 0.4746149 Sep 17 22:42:11.740959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf932df-c119-4e0a-a012-bf7fd127c633 None None] Pushing event updated for resources: {'Port': ['ID=d868f48d-a49b-4530-930f-4c1b429aa368,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:11.742316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14523a2b-5699-4224-9efe-bfa73be76327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1b3aa2-e98d-4ba6-960c-91f31a681843,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:11.807002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] For port 273e677d-bdad-496a-ac42-fc6fe0bd8b22, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=273e677d-bdad-496a-ac42-fc6fe0bd8b22,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:11.807632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.822341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Calling delete_port for 273e677d-bdad-496a-ac42-fc6fe0bd8b22 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:11.870304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951138e6-d4ae-4676-9ba3-e7e045219ce5 req-e4ea931f-e518-4146-b350-7afddfba31ae tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:11.872510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-951138e6-d4ae-4676-9ba3-e7e045219ce5 req-e4ea931f-e518-4146-b350-7afddfba31ae tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/ports?device_id=894f4226-0cdc-4b80-a208-1ea0086ee076 HTTP/1.1" status: 200 len: 945 time: 0.1836040 Sep 17 22:42:11.988398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-951138e6-d4ae-4676-9ba3-e7e045219ce5 req-48f22d1f-1a92-4ac4-ba6e-a79e1065ec14 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.48 "GET /v2.0/security-groups?id=2932d894-86c0-4e51-8351-fa822832df61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039569 Sep 17 22:42:12.012851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.048100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['273e677d-bdad-496a-ac42-fc6fe0bd8b22'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:12.064961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Pushing event deleted for resources: {'Port': ['ID=273e677d-bdad-496a-ac42-fc6fe0bd8b22,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:12.112897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] No DVR routers for this DVR port 273e677d-bdad-496a-ac42-fc6fe0bd8b22 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:12.115426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.118104 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46c53c07-289c-4920-a7c8-9ce4aef96a96 req-f0dd20f5-8b8d-49b0-8b48-50d43d757567 tempest-ServerRescueTestJSONUnderV235-709373947 tempest-ServerRescueTestJSONUnderV235-709373947-project] 10.222.0.49 "DELETE /v2.0/ports/273e677d-bdad-496a-ac42-fc6fe0bd8b22 HTTP/1.1" status: 204 len: 173 time: 0.5774498 Sep 17 22:42:12.118560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'name': 'network-vif-deleted', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:12.120895 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e64d99-99fd-4abb-9c2e-97689ddeead5" -d '{"events": [{"server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "name": "network-vif-deleted", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:12.167662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:12.194591 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe2e42e-78ed-4771-86ed-8a78d76bf4bd x-openstack-request-id: req-bfe2e42e-78ed-4771-86ed-8a78d76bf4bd {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:12.194922 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894f4226-0cdc-4b80-a208-1ea0086ee076", "name": "network-vif-deleted", "tag": "273e677d-bdad-496a-ac42-fc6fe0bd8b22", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:12.195156 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfe2e42e-78ed-4771-86ed-8a78d76bf4bd {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:12.195604 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894f4226-0cdc-4b80-a208-1ea0086ee076', 'name': 'network-vif-deleted', 'tag': '273e677d-bdad-496a-ac42-fc6fe0bd8b22', 'status': 'completed', 'code': 200} Sep 17 22:42:12.202751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48982) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:12.217918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd989382-8e7a-4e84-9c6b-0b3af771414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.346425 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd989382-8e7a-4e84-9c6b-0b3af771414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.350790 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cd989382-8e7a-4e84-9c6b-0b3af771414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.393575 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cd989382-8e7a-4e84-9c6b-0b3af771414f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a86e39c8f61741a1a365b20095e97dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897438 Sep 17 22:42:12.396056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48984) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:12.402346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd989382-8e7a-4e84-9c6b-0b3af771414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08561cbd-51ea-4824-b5ec-2dd16400bbe1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:12.404677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:42:12.456948 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e4b504a8-202c-4940-8bc1-afc3e72ef9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.480013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e4b504a8-202c-4940-8bc1-afc3e72ef9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.490544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:12.498352 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.501783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27604c2-2734-4098-b08e-e9ef14276d62 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:12.511857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27604c2-2734-4098-b08e-e9ef14276d62 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:12.512808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f27604c2-2734-4098-b08e-e9ef14276d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:12.537632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e4b504a8-202c-4940-8bc1-afc3e72ef9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.540356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e4b504a8-202c-4940-8bc1-afc3e72ef9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.541613 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e4b504a8-202c-4940-8bc1-afc3e72ef9e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08561cbd-51ea-4824-b5ec-2dd16400bbe1 HTTP/1.1" status: 204 len: 168 time: 0.1445279 Sep 17 22:42:12.550967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48988) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:12.552191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e25002bb-dcfe-4141-9890-1d742eeffb21 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/floatingips/367366ae-385d-4942-bb27-a0976416b80b HTTP/1.1" status: 200 len: 977 time: 2.1704595 Sep 17 22:42:12.560970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b504a8-202c-4940-8bc1-afc3e72ef9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08561cbd-51ea-4824-b5ec-2dd16400bbe1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:12.561194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f27604c2-2734-4098-b08e-e9ef14276d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:12.601844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27604c2-2734-4098-b08e-e9ef14276d62 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:12.602400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f27604c2-2734-4098-b08e-e9ef14276d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:12.606884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b685196a-807d-4b3f-a3b7-34c90991dad7 None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:12.607260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b685196a-807d-4b3f-a3b7-34c90991dad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.657870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f27604c2-2734-4098-b08e-e9ef14276d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:12.658514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27604c2-2734-4098-b08e-e9ef14276d62 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:12.686756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.687147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port c021e4d6-d990-413f-8e22-99a3678d95c6 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:12.687501 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.814209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.903306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] For port d868f48d-a49b-4530-930f-4c1b429aa368, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d868f48d-a49b-4530-930f-4c1b429aa368,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:12.939875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.956178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.957994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.044099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:13.051276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:13.060756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:13.061429 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.061553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c501cc5-5880-4b56-950f-5b983c41100f None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:13.066831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=de532613-6550-44e9-a0dc-5344783d6cb4,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:13.089074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:13.111192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2589118 Sep 17 22:42:13.112072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49004) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:13.117998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:c0:9e:32', 'name': 'tempest-NetworksTestDHCPv6-376243704'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:13.144844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e7325-461f-4054-a931-4fb4b64cba81 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=d868f48d-a49b-4530-930f-4c1b429aa368,revision_number=10']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:13.408173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d868f48d-a49b-4530-930f-4c1b429aa368 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:13.409357 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.409722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.410009 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP 367366ae-385d-4942-bb27-a0976416b80b disassociated. External IP: 172.25.0.15, port: c021e4d6-d990-413f-8e22-99a3678d95c6. Sep 17 22:42:13.410355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for c021e4d6-d990-413f-8e22-99a3678d95c6 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:13.414584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:13.488724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:13.489463 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.641832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.686574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.701957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.747405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=c021e4d6-d990-413f-8e22-99a3678d95c6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:13.757411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port a8343a96-1090-4867-981e-13c4c1eaae26 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:13.954603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Deleting port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:13.954960 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.995786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:14.063838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 172.20.0.10 (e0a4fb9d-32a5-4380-9852-2c3659b05950/6982d8de-0431-46e6-85e6-9a6680ae5355/a8343a96-1090-4867-981e-13c4c1eaae26) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:14.075819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:fec0:9e32 (e0a4fb9d-32a5-4380-9852-2c3659b05950/de532613-6550-44e9-a0dc-5344783d6cb4/a8343a96-1090-4867-981e-13c4c1eaae26) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:14.084215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] For port c0cdc00f-c9e0-417a-be46-8b6f9b5f022f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,segment=NetworkSegment(c04c4d02-82a1-4b15-b796-ea17867723c3),segment_id=c04c4d02-82a1-4b15-b796-ea17867723c3)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:14.084784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.100092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Calling delete_port for c0cdc00f-c9e0-417a-be46-8b6f9b5f022f owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:14.126007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b24dc27a-1235-423a-bb8d-404ab26f34ed None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:14.126524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b24dc27a-1235-423a-bb8d-404ab26f34ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.412730 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.449314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Pushing event deleted for resources: {'Port': ['ID=c0cdc00f-c9e0-417a-be46-8b6f9b5f022f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:14.543841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:14.569041 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffec7b-3e33-4c25-ae1b-e31476088c0e None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:14.583438 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffec7b-3e33-4c25-ae1b-e31476088c0e None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:14.584841 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-59ffec7b-3e33-4c25-ae1b-e31476088c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:14.649042 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-59ffec7b-3e33-4c25-ae1b-e31476088c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:14.660239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.677341 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffec7b-3e33-4c25-ae1b-e31476088c0e None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:14.681245 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-59ffec7b-3e33-4c25-ae1b-e31476088c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:14.717382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.719728 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0fa88535-65a1-466d-91fe-4f1ec311673f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/ports/c021e4d6-d990-413f-8e22-99a3678d95c6 HTTP/1.1" status: 204 len: 168 time: 2.1678329 Sep 17 22:42:14.722644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49048) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:14.780974 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-59ffec7b-3e33-4c25-ae1b-e31476088c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:14.781870 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffec7b-3e33-4c25-ae1b-e31476088c0e None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:14.791793 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1dbd1c34-e8f3-429a-9d3e-06869b8238d7 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "GET /v2.0/floatingips/367366ae-385d-4942-bb27-a0976416b80b HTTP/1.1" status: 200 len: 687 time: 0.0677807 Sep 17 22:42:14.795367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49052) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:14.854982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.980613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.031444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=a8343a96-1090-4867-981e-13c4c1eaae26,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:15.045832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port f9646548-7f53-4889-ad53-55b5f1b76192 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:15.046731 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.077753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:15.080514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:15.084170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:15.182550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.183194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.217200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.217626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.228757 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-699ddf75-e668-40b6-a0b7-d7eae08c50a7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1156318 Sep 17 22:42:15.232959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49062) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:15.234441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 273e677d-bdad-496a-ac42-fc6fe0bd8b22 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:15.262118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for f9646548-7f53-4889-ad53-55b5f1b76192 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:15.269401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 273e677d-bdad-496a-ac42-fc6fe0bd8b22 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:15.269673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 273e677d-bdad-496a-ac42-fc6fe0bd8b22 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:15.323437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Router ca1be797-6284-4fc6-b0e4-b943f84b7b97 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:15.402318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2359b36-17dd-4e3d-88cd-fb5c057ec46b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.421339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2359b36-17dd-4e3d-88cd-fb5c057ec46b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.423105 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e2359b36-17dd-4e3d-88cd-fb5c057ec46b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1892235 Sep 17 22:42:15.437500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49064) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:15.637483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:15.648884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] Sync routers for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:15.649984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e8be68a1-a55b-4dcc-91c5-9052457b45af admin admin] 10.222.0.48 "PUT /v2.0/routers/ca1be797-6284-4fc6-b0e4-b943f84b7b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5555069 Sep 17 22:42:15.652847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49072) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:15.662727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-682775b4-5ba0-4853-94aa-f7dd59e7a94b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port a8343a96-1090-4867-981e-13c4c1eaae26 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:15.663194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-682775b4-5ba0-4853-94aa-f7dd59e7a94b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.694663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:15.696256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:15.697357 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.742493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bed2ecc4-16cf-4f9a-aa1a-0a96024419c6 None None] Provisioning complete for port a8343a96-1090-4867-981e-13c4c1eaae26 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:15.743212 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bed2ecc4-16cf-4f9a-aa1a-0a96024419c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.768409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=f9646548-7f53-4889-ad53-55b5f1b76192,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:15.829729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bed2ecc4-16cf-4f9a-aa1a-0a96024419c6 None None] Port a8343a96-1090-4867-981e-13c4c1eaae26 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:15.861595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:15.892802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.894934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.896125 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-54e8379c-e218-42ff-bf37-9c51afbec537 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/floatingips/367366ae-385d-4942-bb27-a0976416b80b HTTP/1.1" status: 204 len: 168 time: 1.0998106 Sep 17 22:42:15.896569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.900063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49078) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:15.910089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '5eb9fefb-0910-47a5-853f-6d7b365ad35d'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:15.919291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-682775b4-5ba0-4853-94aa-f7dd59e7a94b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.938530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-682775b4-5ba0-4853-94aa-f7dd59e7a94b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for a8343a96-1090-4867-981e-13c4c1eaae26 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:15.990833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.055615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.094197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:42:14Z', 'revision_number': 5, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port': {'id': '3af8c462-0fff-4973-a387-25b50c2a3686', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:50Z', 'updated_at': '2021-09-17T22:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:16.123268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Deleting port 3af8c462-0fff-4973-a387-25b50c2a3686 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:16.123839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.131037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] Checking router: ca1be797-6284-4fc6-b0e4-b943f84b7b97 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:16.140590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] Routers {'ca1be797-6284-4fc6-b0e4-b943f84b7b97'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:16.141380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:16.189088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.238773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] For port 3af8c462-0fff-4973-a387-25b50c2a3686, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3af8c462-0fff-4973-a387-25b50c2a3686,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:16.239119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.240851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] Set router ca1be797-6284-4fc6-b0e4-b943f84b7b97 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:16.253395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Calling delete_port for 3af8c462-0fff-4973-a387-25b50c2a3686 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:16.266934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-682775b4-5ba0-4853-94aa-f7dd59e7a94b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.301802 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:42:16Z', 'revision_number': 6, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:16.311030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682775b4-5ba0-4853-94aa-f7dd59e7a94b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=a8343a96-1090-4867-981e-13c4c1eaae26,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:16.339184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a43a45-acf1-44e2-86e2-69f2ffcc26d2 None None] The sync data for ids ['ca1be797-6284-4fc6-b0e4-b943f84b7b97'] in n-d-789963-10 is: [{'id': 'ca1be797-6284-4fc6-b0e4-b943f84b7b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-688923207-router', 'tenant_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:48Z', 'updated_at': '2021-09-17T22:42:16Z', 'revision_number': 6, 'project_id': '9a0dbe1f3cc543c2b3aee63347b057d2', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:16.450244 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-682775b4-5ba0-4853-94aa-f7dd59e7a94b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.454932 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-682775b4-5ba0-4853-94aa-f7dd59e7a94b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/a8343a96-1090-4867-981e-13c4c1eaae26 HTTP/1.1" status: 204 len: 168 time: 1.0148683 Sep 17 22:42:16.455596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49088) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:16.481670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.25.0.131 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/dd55adf7-8fde-45e1-ad9e-e97bc6e137de) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:16.493212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.524217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af8c462-0fff-4973-a387-25b50c2a3686,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:16.594211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22f7d1-14bb-4d8c-a41b-a6eb8a513a76 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.595971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22f7d1-14bb-4d8c-a41b-a6eb8a513a76 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.597532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22f7d1-14bb-4d8c-a41b-a6eb8a513a76 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.599638 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4d22f7d1-14bb-4d8c-a41b-a6eb8a513a76 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1396139 Sep 17 22:42:16.602203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49094) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:16.680641 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.684524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.688275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3837059a-2e7c-4fc9-b2ca-8be518eea5e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 6982d8de-0431-46e6-85e6-9a6680ae5355 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:16.691708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3837059a-2e7c-4fc9-b2ca-8be518eea5e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.735207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.783690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:16.788720 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:16.792426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:16.825129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=dd55adf7-8fde-45e1-ad9e-e97bc6e137de,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:16.841261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.845737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.859216 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3837059a-2e7c-4fc9-b2ca-8be518eea5e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.944533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.944533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca1be797-6284-4fc6-b0e4-b943f84b7b97 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:16.948215 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.949445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-063a5f2b-7852-44e6-ab49-4a2bd4e065c3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ca1be797-6284-4fc6-b0e4-b943f84b7b97 HTTP/1.1" status: 204 len: 168 time: 1.2959375 Sep 17 22:42:16.952536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49104) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:17.032965 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3837059a-2e7c-4fc9-b2ca-8be518eea5e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.063695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c6bbf1-149d-4eb3-aaef-22dd5acdc5d6 admin admin] Deleting subnet aac83725-d791-43f9-933c-4394f8800c50 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:17.074198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01c6bbf1-149d-4eb3-aaef-22dd5acdc5d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.127023 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01c6bbf1-149d-4eb3-aaef-22dd5acdc5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.171007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3837059a-2e7c-4fc9-b2ca-8be518eea5e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.220844 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01c6bbf1-149d-4eb3-aaef-22dd5acdc5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.228199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3837059a-2e7c-4fc9-b2ca-8be518eea5e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.229454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f963420d-6a67-42a2-846f-30d9c7a4ae50 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:17.233277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3837059a-2e7c-4fc9-b2ca-8be518eea5e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/6982d8de-0431-46e6-85e6-9a6680ae5355 HTTP/1.1" status: 204 len: 168 time: 0.6259558 Sep 17 22:42:17.233277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837059a-2e7c-4fc9-b2ca-8be518eea5e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=6982d8de-0431-46e6-85e6-9a6680ae5355,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:17.239908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49116) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:17.330553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.335242 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01c6bbf1-149d-4eb3-aaef-22dd5acdc5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.377941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ff5e24-52be-4a8e-8400-a97de6e500e0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet de532613-6550-44e9-a0dc-5344783d6cb4 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:17.397905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6bbf1-149d-4eb3-aaef-22dd5acdc5d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac83725-d791-43f9-933c-4394f8800c50,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:17.403683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01c6bbf1-149d-4eb3-aaef-22dd5acdc5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.409192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-01c6bbf1-149d-4eb3-aaef-22dd5acdc5d6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aac83725-d791-43f9-933c-4394f8800c50 HTTP/1.1" status: 204 len: 168 time: 0.4553349 Sep 17 22:42:17.409980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49122) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:17.413910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95ff5e24-52be-4a8e-8400-a97de6e500e0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.478145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c0cdc00f-c9e0-417a-be46-8b6f9b5f022f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:17.500876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95ff5e24-52be-4a8e-8400-a97de6e500e0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.540535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c0cdc00f-c9e0-417a-be46-8b6f9b5f022f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:17.541052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c0cdc00f-c9e0-417a-be46-8b6f9b5f022f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:17.541635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3af8c462-0fff-4973-a387-25b50c2a3686 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:17.571322 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3af8c462-0fff-4973-a387-25b50c2a3686 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:17.571800 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3af8c462-0fff-4973-a387-25b50c2a3686 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:17.572156 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.579188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.744226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95ff5e24-52be-4a8e-8400-a97de6e500e0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.759965 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.798680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec489247-6356-4ed6-926b-358915a19819']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:17.812965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04c4d02-82a1-4b15-b796-ea17867723c3') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:17.812965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04c4d02-82a1-4b15-b796-ea17867723c3') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:17.823772 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.839497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.847870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:42:17.848438 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: items = [ Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:42:17.908729 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:42:17.914949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.917614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95ff5e24-52be-4a8e-8400-a97de6e500e0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.930094 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.932798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec489247-6356-4ed6-926b-358915a19819 HTTP/1.1" status: 204 len: 168 time: 0.5203483 Sep 17 22:42:17.948398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff5e24-52be-4a8e-8400-a97de6e500e0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=de532613-6550-44e9-a0dc-5344783d6cb4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:17.954504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e00992-f6b3-49ed-94f5-6cf1e4b3d27b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec489247-6356-4ed6-926b-358915a19819,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:17.965332 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-95ff5e24-52be-4a8e-8400-a97de6e500e0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.967598 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-95ff5e24-52be-4a8e-8400-a97de6e500e0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/de532613-6550-44e9-a0dc-5344783d6cb4 HTTP/1.1" status: 204 len: 168 time: 0.7266212 Sep 17 22:42:17.971638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49132) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:17.983878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.990273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.043829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-80b0b7bc-df80-461e-84df-fa4fb3d15ef8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672331 Sep 17 22:42:18.044107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49136) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.125072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59f5663-ebb9-4d73-b7ac-338ed0ec8a89 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:18.129204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e59f5663-ebb9-4d73-b7ac-338ed0ec8a89 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0817015 Sep 17 22:42:18.129487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49138) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.167076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=dd55adf7-8fde-45e1-ad9e-e97bc6e137de,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:18.208841 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.245241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68eb3cf-e359-47b9-8318-988ad3f99240 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:18.248627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a68eb3cf-e359-47b9-8318-988ad3f99240 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1164856 Sep 17 22:42:18.251814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49142) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.316261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f4ff1d74-4703-429c-bdc6-9556ed6f9e2f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636477 Sep 17 22:42:18.323398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49144) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.331612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e3605cc4-25af-467d-8312-94b8ff1aefeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:18.344713 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP f6c36d3a-fd02-4b46-8e95-ceaa35320104 associated. External IP: 172.25.0.131, port: 5eb9fefb-0910-47a5-853f-6d7b365ad35d. Sep 17 22:42:18.398056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49148) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.452810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3605cc4-25af-467d-8312-94b8ff1aefeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:18.456996 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3605cc4-25af-467d-8312-94b8ff1aefeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.458911 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3605cc4-25af-467d-8312-94b8ff1aefeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:42:18.459469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3605cc4-25af-467d-8312-94b8ff1aefeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:18.487512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e3605cc4-25af-467d-8312-94b8ff1aefeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1614747 Sep 17 22:42:18.490779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49150) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.499386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d184f185-e7aa-4116-bc30-fc05ebe59f20 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:18.544679 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-93f98842-53e0-4b56-9053-718efb9ad052 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a0dbe1f3cc543c2b3aee63347b057d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451499 Sep 17 22:42:18.547248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49154) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.612297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d461d-8bf8-4342-9556-6f482692ba63 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:18.659617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-158b84fb-0783-49aa-b71a-69727391829d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.690743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d184f185-e7aa-4116-bc30-fc05ebe59f20 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:18.694791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d184f185-e7aa-4116-bc30-fc05ebe59f20 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.696201 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d184f185-e7aa-4116-bc30-fc05ebe59f20 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:42:18.696633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d184f185-e7aa-4116-bc30-fc05ebe59f20 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:18.697146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-158b84fb-0783-49aa-b71a-69727391829d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.734031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d184f185-e7aa-4116-bc30-fc05ebe59f20 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2414658 Sep 17 22:42:18.736774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49158) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.742527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-67bfaee3-4473-4c40-af90-22536bb9665d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:18.766143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6089129f-d81f-44a6-8498-9f91d5acef41 None None] Provisioning complete for port d868f48d-a49b-4530-930f-4c1b429aa368 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:18.766509 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6089129f-d81f-44a6-8498-9f91d5acef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.846175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.859778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:18.865646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-158b84fb-0783-49aa-b71a-69727391829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.869074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-158b84fb-0783-49aa-b71a-69727391829d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.870819 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-158b84fb-0783-49aa-b71a-69727391829d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2932d894-86c0-4e51-8351-fa822832df61 HTTP/1.1" status: 204 len: 168 time: 0.3225179 Sep 17 22:42:18.889310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bfaee3-4473-4c40-af90-22536bb9665d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:18.896682 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67bfaee3-4473-4c40-af90-22536bb9665d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.899475 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bfaee3-4473-4c40-af90-22536bb9665d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:42:18.900572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bfaee3-4473-4c40-af90-22536bb9665d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:18.924422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-67bfaee3-4473-4c40-af90-22536bb9665d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1864259 Sep 17 22:42:18.927670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49166) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:18.930047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b84fb-0783-49aa-b71a-69727391829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2932d894-86c0-4e51-8351-fa822832df61,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:18.936310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-70c98bf5-92e2-4381-b456-1328dd9ea223 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:19.072861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c98bf5-92e2-4381-b456-1328dd9ea223 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:19.082929 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70c98bf5-92e2-4381-b456-1328dd9ea223 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.103094 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c98bf5-92e2-4381-b456-1328dd9ea223 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:42:19.103782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c98bf5-92e2-4381-b456-1328dd9ea223 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:19.146554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:19.151666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-70c98bf5-92e2-4381-b456-1328dd9ea223 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2217312 Sep 17 22:42:19.154697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49170) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:19.163772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-eca45d30-22f6-4cf2-98b2-043e2fa354a9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:19.243962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:19.258189 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fbfa0-34e6-4fbc-8e2f-7565e188c939 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:19.276842 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fbfa0-34e6-4fbc-8e2f-7565e188c939 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:19.279599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] Deleting port d868f48d-a49b-4530-930f-4c1b429aa368 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:19.280429 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c69fbfa0-34e6-4fbc-8e2f-7565e188c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:19.281851 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.283662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.339792 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a13ad4a7-e32d-4750-9137-754acb1e045b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4386725 Sep 17 22:42:19.345316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49172) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:19.351609 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1810039139'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:19.394682 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c69fbfa0-34e6-4fbc-8e2f-7565e188c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:19.407091 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fbfa0-34e6-4fbc-8e2f-7565e188c939 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:19.407976 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c69fbfa0-34e6-4fbc-8e2f-7565e188c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:19.429520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] For port d868f48d-a49b-4530-930f-4c1b429aa368, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d868f48d-a49b-4530-930f-4c1b429aa368,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:19.430191 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.442000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d868f48d-a49b-4530-930f-4c1b429aa368 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:19.456311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:19.463946 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.490256 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c69fbfa0-34e6-4fbc-8e2f-7565e188c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:19.491372 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fbfa0-34e6-4fbc-8e2f-7565e188c939 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:19.498293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca45d30-22f6-4cf2-98b2-043e2fa354a9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:19.501952 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eca45d30-22f6-4cf2-98b2-043e2fa354a9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.503594 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca45d30-22f6-4cf2-98b2-043e2fa354a9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:42:19.504006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca45d30-22f6-4cf2-98b2-043e2fa354a9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:19.505124 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] Calling delete_port for d868f48d-a49b-4530-930f-4c1b429aa368 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:19.521443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:42:19.535362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.535718 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Added segment 6bb550e9-f3a3-421c-be1b-0d2142956e53 of type vlan for network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 Sep 17 22:42:19.597954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.649312 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eca45d30-22f6-4cf2-98b2-043e2fa354a9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4931545 Sep 17 22:42:19.653495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:19.660232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-39961a71-abd1-43b5-a10d-f49d678babd1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:19.688909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.694712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:19.695335 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.734356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3856721 Sep 17 22:42:19.743876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49188) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:19.758202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'subnet': {'network_id': 'b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:19.812497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.900767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port d868f48d-a49b-4530-930f-4c1b429aa368, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d868f48d-a49b-4530-930f-4c1b429aa368,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:19.906607 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.925774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b6fd8-e554-4551-9a5f-24c9d3920690 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Network': ['ID=b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:19.979178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:42:20.063312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.091793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] No DVR routers for this DVR port d868f48d-a49b-4530-930f-4c1b429aa368 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:20.112691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=d868f48d-a49b-4530-930f-4c1b429aa368,revision_number=13']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:20.149077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3e1fc-5b9d-431a-be13-f71ac40210b7 None None] Pushing event deleted for resources: {'Port': ['ID=d868f48d-a49b-4530-930f-4c1b429aa368,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:20.400903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49208) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:20.452225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-39961a71-abd1-43b5-a10d-f49d678babd1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:42:20.452225 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:42:20.452225 n-d-789963-10 neutron-server[94738]: [parameters: {'project_id_1': '4ef292a3e1ac41e8a4670bbb988e06d4', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 42, 0, 446809)}] Sep 17 22:42:20.452225 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:42:20.452793 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-39961a71-abd1-43b5-a10d-f49d678babd1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:42:20.462492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:20.468846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.667766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-network', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:20.691728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Made reservation on behalf of d97312eba4e24668b54f507fd448a3ee for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:20.694417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.704296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.710019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.799300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Subnet': ['ID=8427d4b1-bab1-417f-97bc-f51242bff709,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:20.809591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Checking segment: {'id': '6bb550e9-f3a3-421c-be1b-0d2142956e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:20.810181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network hostable DHCP agents. Network: b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:42:20.841147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:42:20.852586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:20.854838 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.861132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.861313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70636a2f-9f14-4ccc-8efb-1faf9dab12d0 None None] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:20.871704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:20.872511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.890276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:42:20.906328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8b67356b-42e1-497e-a341-4224fae9461a tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1614792 Sep 17 22:42:20.908679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49218) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:20.916337 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.916609 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Added segment 9c80d426-93fa-49f4-8091-f8bfd2333950 of type vlan for network 326c41de-f486-4876-8d90-8bec07e0bff9 Sep 17 22:42:20.917006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1663984779', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:20.919102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e68610e-cac1-4bf1-b009-04f7ed18ada4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:20.986613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.987876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.989067 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.997403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39961a71-abd1-43b5-a10d-f49d678babd1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:21.000455 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-39961a71-abd1-43b5-a10d-f49d678babd1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.001968 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-39961a71-abd1-43b5-a10d-f49d678babd1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:42:21.002478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39961a71-abd1-43b5-a10d-f49d678babd1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:21.022447 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-39961a71-abd1-43b5-a10d-f49d678babd1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3665249 Sep 17 22:42:21.024962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49222) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:21.049771 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.052502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:21.053130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.056476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76', 'network_id': 'b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76', 'tenant_id': 'f05391ac9ede4c3b8b7c1b1b4c49afe1', 'fixed_ips': [{'subnet_id': '8427d4b1-bab1-417f-97bc-f51242bff709'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:21.057490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.068152 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cc6fc833-03a4-49fe-8cae-c662e5de8501 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0396538 Sep 17 22:42:21.068390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49226) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:21.140247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7381709 Sep 17 22:42:21.153648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.160547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49228) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:21.188075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e416a-3970-430b-812e-6c4ec2c753b5 admin admin] Pushing event updated for resources: {'Network': ['ID=326c41de-f486-4876-8d90-8bec07e0bff9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:21.204946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 326c41de-f486-4876-8d90-8bec07e0bff9 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:42:21.213939 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:42:21.245252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Request body: {'subnet': {'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-subnet', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:21.307284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120f6ce-cad1-431e-bb53-c3e316f38bd2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:21.309689 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4120f6ce-cad1-431e-bb53-c3e316f38bd2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2396717 Sep 17 22:42:21.312763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49230) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:21.346388 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Allocated IP 172.20.0.2 (b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76/8427d4b1-bab1-417f-97bc-f51242bff709/7960a64f-5804-438b-a081-6ba6f3f47e65) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:21.379641 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-25aaced1-cdc6-4b6c-956a-85b4fd428160 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658321 Sep 17 22:42:21.392281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49234) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:21.399544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:21.407100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Made reservation on behalf of d97312eba4e24668b54f507fd448a3ee for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:21.409470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.459797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.504496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:21.508238 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.554907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.562775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.629681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Pushing event updated for resources: {'Port': ['ID=7960a64f-5804-438b-a081-6ba6f3f47e65,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:21.650973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:21.652596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:21.657862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:21.712461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Attempting to bind port 7960a64f-5804-438b-a081-6ba6f3f47e65 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:21.712715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Attempting to bind port 7960a64f-5804-438b-a081-6ba6f3f47e65 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6bb550e9-f3a3-421c-be1b-0d2142956e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:21.713113 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Attempting to bind port 7960a64f-5804-438b-a081-6ba6f3f47e65 on network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:21.719983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:21.721256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Checking segment: {'id': '6bb550e9-f3a3-421c-be1b-0d2142956e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:21.721256 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.721256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Bound using segment: {'id': '6bb550e9-f3a3-421c-be1b-0d2142956e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:21.721971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Bound port: 7960a64f-5804-438b-a081-6ba6f3f47e65, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb550e9-f3a3-421c-be1b-0d2142956e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:21.722299 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.802597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] For port 7960a64f-5804-438b-a081-6ba6f3f47e65, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:21.806392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] For port 7960a64f-5804-438b-a081-6ba6f3f47e65, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7960a64f-5804-438b-a081-6ba6f3f47e65,segment=NetworkSegment(6bb550e9-f3a3-421c-be1b-0d2142956e53),segment_id=6bb550e9-f3a3-421c-be1b-0d2142956e53)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:21.813602 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.864120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.876036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de971a3b-f393-451c-8a17-2605927e62e9 None None] Pushing event updated for resources: {'Port': ['ID=7960a64f-5804-438b-a081-6ba6f3f47e65,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:21.894367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:42:21.896089 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.956405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3b1228-c4c2-4915-9b32-4c523e65677a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:21.982792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Checking segment: {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:21.983155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Network hostable DHCP agents. Network: 326c41de-f486-4876-8d90-8bec07e0bff9, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:42:21.990217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:21.995712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:22.002455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:22.003656 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.007709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b3431-5993-42b9-b078-030c761c325f None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:22.064277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=0d6202eb-b0fa-46c0-b15b-e338773b1351,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:22.096448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a4040ce8-88a7-4041-a87c-5c6779cea6cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6997137 Sep 17 22:42:22.096800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49246) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:22.099404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.102794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:42:40:aa', 'name': 'tempest-NetworksTestDHCPv6-546005167'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:22.105187 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Network 326c41de-f486-4876-8d90-8bec07e0bff9 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:42:22.161592 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.252018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '0d6202eb-b0fa-46c0-b15b-e338773b1351'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:22.253200 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.309349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 326c41de-f486-4876-8d90-8bec07e0bff9) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:22.325215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:22.328251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.368707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8bea6f-ef74-4307-8ed4-65b2950c899f None None] Network 326c41de-f486-4876-8d90-8bec07e0bff9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:22.394353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-deaf3434-2af1-4240-aa9f-9c3e7e5b0890 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2279842 Sep 17 22:42:22.399437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49252) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:22.412964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:22.437185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:22.510582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.25.0.220 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/0e395306-bbfa-4c04-b07c-337d446d7523) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:22.523692 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.524805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.539427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Allocated IP 2001:db8::f816:3eff:feff:d2db (e0a4fb9d-32a5-4380-9852-2c3659b05950/0d6202eb-b0fa-46c0-b15b-e338773b1351/b400bab6-23fe-4338-a029-873eb271567d) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:22.594855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.619077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7692aa4-5c37-4515-b9a1-7f5d4c076b65 None None] Network 326c41de-f486-4876-8d90-8bec07e0bff9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:22.770502 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5489280c-5c42-4f36-8395-ae183f500105 req-98278a04-ba90-41da-91f4-33df2d0d2143 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1454427 Sep 17 22:42:22.796251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.895599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489280c-5c42-4f36-8395-ae183f500105 req-879b202a-7175-4578-b14b-42e57081aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:22.898404 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5489280c-5c42-4f36-8395-ae183f500105 req-879b202a-7175-4578-b14b-42e57081aabc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 1098 time: 0.0999978 Sep 17 22:42:22.921604 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.045240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=0e395306-bbfa-4c04-b07c-337d446d7523,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:23.081881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:23.093055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:23.146389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:23.170257 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.172352 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.191312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.207286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port b3d0b4ad-014b-489a-86e0-1225244409af yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:23.222447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489280c-5c42-4f36-8395-ae183f500105 req-d6ef1c97-a223-4fb5-b1f4-8f5d4ad26a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:23.224077 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5489280c-5c42-4f36-8395-ae183f500105 req-d6ef1c97-a223-4fb5-b1f4-8f5d4ad26a25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 200 len: 912 time: 0.2986259 Sep 17 22:42:23.242603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:23.245278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:23.292373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:23.472372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Pushing event updated for resources: {'Port': ['ID=b400bab6-23fe-4338-a029-873eb271567d,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:23.490267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Attempting to bind port b400bab6-23fe-4338-a029-873eb271567d on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:23.490721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Attempting to bind port b400bab6-23fe-4338-a029-873eb271567d by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:23.491154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Attempting to bind port b400bab6-23fe-4338-a029-873eb271567d on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:23.504147 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5489280c-5c42-4f36-8395-ae183f500105 req-7998b3b5-52c1-4e08-9718-adaaeb037cd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2881534-b54c-43f7-9adc-fc6f479568c7 HTTP/1.1" status: 200 len: 1001 time: 0.2355280 Sep 17 22:42:23.510381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:23.510788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:23.515189 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.516726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:23.521802 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Bound port: b400bab6-23fe-4338-a029-873eb271567d, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:23.522551 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.544462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7960a64f-5804-438b-a081-6ba6f3f47e65 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:23.558047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794bea79-05b7-43f0-91fd-fce78793628e None None] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:23.569027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489280c-5c42-4f36-8395-ae183f500105 req-1422a929-b3e7-456f-97a5-498e1a96127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:23.570642 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5489280c-5c42-4f36-8395-ae183f500105 req-1422a929-b3e7-456f-97a5-498e1a96127c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 200 len: 850 time: 0.0578361 Sep 17 22:42:23.607457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:fe42:40aa (e0a4fb9d-32a5-4380-9852-2c3659b05950/0d6202eb-b0fa-46c0-b15b-e338773b1351/b3d0b4ad-014b-489a-86e0-1225244409af) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:23.749398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.804104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489280c-5c42-4f36-8395-ae183f500105 req-ec760552-d795-4ff1-b330-74413208aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:23.805800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5489280c-5c42-4f36-8395-ae183f500105 req-ec760552-d795-4ff1-b330-74413208aa78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c81b22d0-800c-49bf-8605-c74d092fc0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676891 Sep 17 22:42:23.818889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.960987 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] For port b400bab6-23fe-4338-a029-873eb271567d, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:23.975528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4ff101a2-e825-4c83-a491-5c091032af86 None None] Provisioning complete for port 7960a64f-5804-438b-a081-6ba6f3f47e65 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:23.975932 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ff101a2-e825-4c83-a491-5c091032af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.047219 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.047374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] For port b400bab6-23fe-4338-a029-873eb271567d, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b400bab6-23fe-4338-a029-873eb271567d,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:24.061636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7960a64f-5804-438b-a081-6ba6f3f47e65 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:24.061992 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.064296 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.099942 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5489280c-5c42-4f36-8395-ae183f500105 req-cf5ad4da-d2d2-491c-ba27-81703e208817 service neutron] 10.222.0.45 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846446 Sep 17 22:42:24.196579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7ef41-79b7-49a8-98e9-09d7f67b4246 None None] Pushing event updated for resources: {'Port': ['ID=b400bab6-23fe-4338-a029-873eb271567d,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:24.250268 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5489280c-5c42-4f36-8395-ae183f500105 req-e496d6f3-2ae3-49af-b6eb-6b95f7d466f7 service neutron] 10.222.0.45 "GET /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410832 Sep 17 22:42:24.281353 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.359277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=b3d0b4ad-014b-489a-86e0-1225244409af,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:24.374356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.392698 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ff101a2-e825-4c83-a491-5c091032af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.402155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:24.409602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:24.412608 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:24.421082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:24.422015 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.429134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.455950 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.456143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ff101a2-e825-4c83-a491-5c091032af86 None None] For port 7960a64f-5804-438b-a081-6ba6f3f47e65, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7960a64f-5804-438b-a081-6ba6f3f47e65,segment=NetworkSegment(6bb550e9-f3a3-421c-be1b-0d2142956e53),segment_id=6bb550e9-f3a3-421c-be1b-0d2142956e53)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:24.470798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ff101a2-e825-4c83-a491-5c091032af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.478166 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.576082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9c4a617f-0c96-4168-8beb-5f9b7e56e77b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4749756 Sep 17 22:42:24.576591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49290) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:24.721884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff101a2-e825-4c83-a491-5c091032af86 None None] Pushing event updated for resources: {'Port': ['ID=7960a64f-5804-438b-a081-6ba6f3f47e65,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:24.736859 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:42:24.737302 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:42:24.742589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432236a-48d0-44b1-9383-7e9f2ec18bcd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:24.749145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432236a-48d0-44b1-9383-7e9f2ec18bcd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:24.751723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Allocated IP 172.25.0.41 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/8c0a9265-a837-4bb9-8c15-aa15e8fbe81c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:24.754063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49292) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:24.754580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c432236a-48d0-44b1-9383-7e9f2ec18bcd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1769783 Sep 17 22:42:24.763388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router d4967520-ef63-4598-9e2c-da5e4882a56f is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:24.809083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0b108add-7536-44ab-8bbe-1a6ee81cd793 None None] Provisioning complete for port 7960a64f-5804-438b-a081-6ba6f3f47e65 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:24.809466 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0b108add-7536-44ab-8bbe-1a6ee81cd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.945800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:24.959330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e4d4-d543-4437-8052-a4444fc7910e None None] Sync routers for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:24.966872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d5c29-8e1a-40f7-9a9c-8c581b74d7cd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port b3d0b4ad-014b-489a-86e0-1225244409af {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:24.967458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5c29-8e1a-40f7-9a9c-8c581b74d7cd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.971864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40e4d4-d543-4437-8052-a4444fc7910e None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:24.972708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fb40e4d4-d543-4437-8052-a4444fc7910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:24.973418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.974373 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.974766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ed23714-6a82-4ec0-bccb-768c2cd8951f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0647135 Sep 17 22:42:24.977552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49296) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:25.011246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49298) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:25.023163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fb40e4d4-d543-4437-8052-a4444fc7910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:25.034147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40e4d4-d543-4437-8052-a4444fc7910e None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:25.034815 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fb40e4d4-d543-4437-8052-a4444fc7910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:25.075777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fb40e4d4-d543-4437-8052-a4444fc7910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:25.076455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e4d4-d543-4437-8052-a4444fc7910e None None] The sync data for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:25.098543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5c29-8e1a-40f7-9a9c-8c581b74d7cd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.101713 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.149419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d5c29-8e1a-40f7-9a9c-8c581b74d7cd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for b3d0b4ad-014b-489a-86e0-1225244409af owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:25.161749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:25.174360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:25.182032 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8a24071-ff94-4836-b1b8-5187dba3a8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.188694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:25.263202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Pushing event updated for resources: {'Port': ['ID=8c0a9265-a837-4bb9-8c15-aa15e8fbe81c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:25.538108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b400bab6-23fe-4338-a029-873eb271567d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:25.577953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5c29-8e1a-40f7-9a9c-8c581b74d7cd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.588910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.598277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b400bab6-23fe-4338-a029-873eb271567d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:25.598644 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.603533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8a24071-ff94-4836-b1b8-5187dba3a8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.643142 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8a24071-ff94-4836-b1b8-5187dba3a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.645945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d5c29-8e1a-40f7-9a9c-8c581b74d7cd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=b3d0b4ad-014b-489a-86e0-1225244409af,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:25.692180 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.736823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port b400bab6-23fe-4338-a029-873eb271567d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b400bab6-23fe-4338-a029-873eb271567d,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:25.749030 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.750227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7960a64f-5804-438b-a081-6ba6f3f47e65 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:25.756079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d8a24071-ff94-4836-b1b8-5187dba3a8cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e1ca98d9d284a4a865dac68a69ec4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7396016 Sep 17 22:42:25.757570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5c29-8e1a-40f7-9a9c-8c581b74d7cd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.759180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49306) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:25.759467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1c1d5c29-8e1a-40f7-9a9c-8c581b74d7cd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/b3d0b4ad-014b-489a-86e0-1225244409af HTTP/1.1" status: 204 len: 168 time: 1.0041430 Sep 17 22:42:25.762913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a24071-ff94-4836-b1b8-5187dba3a8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4b0d6-d295-4e16-b7fa-4b5eef39252f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:25.765538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49308) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:25.806838 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.841299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-70d8f32b-841b-4152-99df-300b07a9cf13 None None] Provisioning complete for port b400bab6-23fe-4338-a029-873eb271567d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:25.841680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70d8f32b-841b-4152-99df-300b07a9cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.865384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a612057f-b1af-4f5e-9db5-fc26d88b0fdb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.867046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a612057f-b1af-4f5e-9db5-fc26d88b0fdb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.871634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a612057f-b1af-4f5e-9db5-fc26d88b0fdb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0975971 Sep 17 22:42:25.873295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49310) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:25.899122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=b400bab6-23fe-4338-a029-873eb271567d,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:25.913801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17dfbf93-6b90-4816-8527-7bec5ed52a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.930357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7960a64f-5804-438b-a081-6ba6f3f47e65 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:25.930595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.977760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17dfbf93-6b90-4816-8527-7bec5ed52a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.979786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a96445-ac81-4e5d-a30b-215ac49af56a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 0d6202eb-b0fa-46c0-b15b-e338773b1351 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:25.985431 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a96445-ac81-4e5d-a30b-215ac49af56a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.075414 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a96445-ac81-4e5d-a30b-215ac49af56a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.135422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9a4df377-20e0-421e-8e83-0e74082860c7 None None] Could not find standard attr ID for object b3d0b4ad-014b-489a-86e0-1225244409af. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:42:26.192335 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.248612 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a96445-ac81-4e5d-a30b-215ac49af56a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.368228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a96445-ac81-4e5d-a30b-215ac49af56a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.381734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.20.0.1 (b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76/8427d4b1-bab1-417f-97bc-f51242bff709/614e696a-28b7-41c7-b90e-719bafa86719) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:26.399828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a96445-ac81-4e5d-a30b-215ac49af56a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6202eb-b0fa-46c0-b15b-e338773b1351,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:26.408371 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a96445-ac81-4e5d-a30b-215ac49af56a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.410306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-82a96445-ac81-4e5d-a30b-215ac49af56a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/0d6202eb-b0fa-46c0-b15b-e338773b1351 HTTP/1.1" status: 204 len: 168 time: 0.5360758 Sep 17 22:42:26.412857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49314) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:26.419303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e17c2bb-109a-42fd-9e8e-f653e6830c48 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:26.432142 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17dfbf93-6b90-4816-8527-7bec5ed52a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.435014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-17dfbf93-6b90-4816-8527-7bec5ed52a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.438413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-17dfbf93-6b90-4816-8527-7bec5ed52a4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3f4b0d6-d295-4e16-b7fa-4b5eef39252f HTTP/1.1" status: 204 len: 168 time: 0.6755726 Sep 17 22:42:26.456316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0afc62e9-0f98-4324-b0d0-65a7de1a4176 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398273 Sep 17 22:42:26.456563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49318) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:26.461691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:26.478868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Router 3d89e4bc-4b1b-4db1-9341-37d857523e6f is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:26.507391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfbf93-6b90-4816-8527-7bec5ed52a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4b0d6-d295-4e16-b7fa-4b5eef39252f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:26.557616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.603572 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.660424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:26.664855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:26.666574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=614e696a-28b7-41c7-b90e-719bafa86719,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:26.672138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:26.674984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:26.740485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] Deleting port b400bab6-23fe-4338-a029-873eb271567d {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:26.740869 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.745349 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.881653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] For port b400bab6-23fe-4338-a029-873eb271567d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b400bab6-23fe-4338-a029-873eb271567d,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:26.882413 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.900085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] Calling delete_port for b400bab6-23fe-4338-a029-873eb271567d owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:26.944743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.961097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49324) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:26.966458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:26.970284 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.982973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3b79-1307-4335-9899-ef47cd4b09a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.009003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:27.009368 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.019396 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Sync routers for ids ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:27.035877 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Routers {'3d89e4bc-4b1b-4db1-9341-37d857523e6f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:27.036556 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:27.083610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] Pushing event deleted for resources: {'Port': ['ID=b400bab6-23fe-4338-a029-873eb271567d,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:27.099663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a655ba0-61c3-4d53-862a-7da2c9f13025 None None] No DVR routers for this DVR port b400bab6-23fe-4338-a029-873eb271567d on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:27.174077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2df45332-0c4c-4dac-b147-ba26677455f0 None None] Provisioning complete for port 614e696a-28b7-41c7-b90e-719bafa86719 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:27.174539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2df45332-0c4c-4dac-b147-ba26677455f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.177226 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Set router 3d89e4bc-4b1b-4db1-9341-37d857523e6f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:27.220039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-2df45332-0c4c-4dac-b147-ba26677455f0 None None] Port 614e696a-28b7-41c7-b90e-719bafa86719 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:27.289573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:42:27.291192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.328020 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3b79-1307-4335-9899-ef47cd4b09a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.335781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:27.338348 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3b79-1307-4335-9899-ef47cd4b09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.341676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:27.347496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:27.347496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.351035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.352461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0cc86c66-0809-4f6e-ab67-39813fe5f4de admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9507682 Sep 17 22:42:27.357051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49326) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:27.368845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce291e4d-e3a8-4d06-b199-3cd4bc21f5ef None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:27.398869 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2c7b3b79-1307-4335-9899-ef47cd4b09a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87a3c8ad74fc4f608544ab4493ce47bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366891 Sep 17 22:42:27.399474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49330) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:27.412813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=eb6a9202-dcb2-46ac-b2fb-f1c9f24bacba,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:27.419657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3e3b7467-759d-476e-b475-35f61c1e63b3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9618216 Sep 17 22:42:27.422126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49332) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:27.427012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:b9:85:de', 'name': 'tempest-NetworksTestDHCPv6-225769528'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:27.462819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b3b79-1307-4335-9899-ef47cd4b09a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6907b26a-9e8e-40e5-a37e-1f3e1c755f38,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:27.504464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.506790 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b1681dd-3c44-4b66-8e3a-f9bb723b9fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.510842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b400bab6-23fe-4338-a029-873eb271567d no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:27.521699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.563898 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:42:25Z', 'revision_number': 3, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port': {'id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:24Z', 'updated_at': '2021-09-17T22:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:27.569591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: b400bab6-23fe-4338-a029-873eb271567d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:27.570106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b400bab6-23fe-4338-a029-873eb271567d not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:27.586730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=614e696a-28b7-41c7-b90e-719bafa86719,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:27.602736 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Checking router: 3d89e4bc-4b1b-4db1-9341-37d857523e6f for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:27.603086 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Updating router 3d89e4bc-4b1b-4db1-9341-37d857523e6f port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:42:27.623207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': 'eb6a9202-dcb2-46ac-b2fb-f1c9f24bacba'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:27.624348 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.637123 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b1681dd-3c44-4b66-8e3a-f9bb723b9fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.648110 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.664285 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.688878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:27.778903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Allocated IP 2001:db8::f816:3eff:feca:fb34 (e0a4fb9d-32a5-4380-9852-2c3659b05950/eb6a9202-dcb2-46ac-b2fb-f1c9f24bacba/f976c051-6ecf-4c0d-a854-f6d44da13bd9) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:27.843271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:27.845083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:27.876980 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.902740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b1681dd-3c44-4b66-8e3a-f9bb723b9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.906064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b1681dd-3c44-4b66-8e3a-f9bb723b9fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.907624 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5b1681dd-3c44-4b66-8e3a-f9bb723b9fd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6907b26a-9e8e-40e5-a37e-1f3e1c755f38 HTTP/1.1" status: 204 len: 168 time: 0.4996560 Sep 17 22:42:27.923956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:27.926554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1681dd-3c44-4b66-8e3a-f9bb723b9fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6907b26a-9e8e-40e5-a37e-1f3e1c755f38,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:28.041312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router d4967520-ef63-4598-9e2c-da5e4882a56f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:28.072689 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.087153 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.158450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Pushing event updated for resources: {'Port': ['ID=f976c051-6ecf-4c0d-a854-f6d44da13bd9,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:28.172218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:28.173310 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.173817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:28.176795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:28.184859 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.261445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:28.274814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-faba4aeb-b457-4f6a-98d1-0fd9c137299f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/routers/d4967520-ef63-4598-9e2c-da5e4882a56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2954314 Sep 17 22:42:28.278032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49340) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:28.283540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'port': {'network_id': 'b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76', 'name': 'tempest-FloatingIPTestJSON-279953750'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:28.285162 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Attempting to bind port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:28.285872 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Attempting to bind port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:28.286291 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Attempting to bind port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:28.289805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Attempting to bind port f976c051-6ecf-4c0d-a854-f6d44da13bd9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:28.290202 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Attempting to bind port f976c051-6ecf-4c0d-a854-f6d44da13bd9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:28.290831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Attempting to bind port f976c051-6ecf-4c0d-a854-f6d44da13bd9 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:28.295814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:feb9:85de (e0a4fb9d-32a5-4380-9852-2c3659b05950/eb6a9202-dcb2-46ac-b2fb-f1c9f24bacba/cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:28.296674 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:28.298402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:28.298402 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.298688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7ff5e-c741-448a-84e7-6b53c77072af None None] Sync routers for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:28.298828 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:28.300078 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Bound port: 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:28.300847 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.327559 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.334179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7ff5e-c741-448a-84e7-6b53c77072af None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:28.334811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-adb7ff5e-c741-448a-84e7-6b53c77072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:28.339359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:28.339578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:28.340608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.341023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:28.341509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Bound port: f976c051-6ecf-4c0d-a854-f6d44da13bd9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:28.342200 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.380671 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] For port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:28.391069 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] For port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8c0a9265-a837-4bb9-8c15-aa15e8fbe81c,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:28.405944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-adb7ff5e-c741-448a-84e7-6b53c77072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:28.410941 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.423291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Made reservation on behalf of f05391ac9ede4c3b8b7c1b1b4c49afe1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:28.427814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7ff5e-c741-448a-84e7-6b53c77072af None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:28.428258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.428588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-adb7ff5e-c741-448a-84e7-6b53c77072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:28.449096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] device_id is not set on port 320926db-6a1e-4bcd-800a-bb4df861748c yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:28.492829 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Routers {'3d89e4bc-4b1b-4db1-9341-37d857523e6f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:28.493833 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:28.498096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6c098664-17d1-476d-bb62-1d27b6478dda None None] Provisioning complete for port 614e696a-28b7-41c7-b90e-719bafa86719 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:28.498617 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c098664-17d1-476d-bb62-1d27b6478dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.505322 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-adb7ff5e-c741-448a-84e7-6b53c77072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:28.506238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7ff5e-c741-448a-84e7-6b53c77072af None None] The sync data for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:28.576363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6c098664-17d1-476d-bb62-1d27b6478dda None None] Port 614e696a-28b7-41c7-b90e-719bafa86719 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:28.584762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] For port f976c051-6ecf-4c0d-a854-f6d44da13bd9, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:28.598255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] For port f976c051-6ecf-4c0d-a854-f6d44da13bd9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f976c051-6ecf-4c0d-a854-f6d44da13bd9,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:28.608796 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.629840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Allocated IP 172.20.0.14 (b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76/8427d4b1-bab1-417f-97bc-f51242bff709/320926db-6a1e-4bcd-800a-bb4df861748c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:28.683863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eafaf3-3efa-4d3c-9de7-a9ae92947439 None None] Pushing event updated for resources: {'Port': ['ID=f976c051-6ecf-4c0d-a854-f6d44da13bd9,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:28.707826 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] Set router 3d89e4bc-4b1b-4db1-9341-37d857523e6f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:28.721987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.739485 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1b732-5ca2-4ae4-b10d-87296a42d88f None None] Pushing event updated for resources: {'Port': ['ID=8c0a9265-a837-4bb9-8c15-aa15e8fbe81c,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:28.751640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Allocated IP 172.20.0.1 (326c41de-f486-4876-8d90-8bec07e0bff9/5f3b1228-c4c2-4915-9b32-4c523e65677a/12f97940-0dd5-4427-8209-bdeb180c76d8) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:28.866198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.911581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.942594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:28.951664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:28.960862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:28.961566 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.966873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:28.967769 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.002475 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1b732-5ca2-4ae4-b10d-87296a42d88f None None] Pushing event updated for resources: {'Port': ['ID=8c0a9265-a837-4bb9-8c15-aa15e8fbe81c,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:29.007235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:29.032148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:29.032266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4db5522c-5571-43c4-9345-daf23a9678d4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6080477 Sep 17 22:42:29.033869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49358) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:29.070520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:29.078705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.087523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:29.091032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event updated for resources: {'Port': ['ID=320926db-6a1e-4bcd-800a-bb4df861748c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:29.172806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.187994 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:42:25Z', 'revision_number': 3, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port': {'id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:24Z', 'updated_at': '2021-09-17T22:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:29.198559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f0b6f-21ee-420b-825d-9d829eeea979 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:29.205482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f0b6f-21ee-420b-825d-9d829eeea979 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:29.207183 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-646f0b6f-21ee-420b-825d-9d829eeea979 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1723678 Sep 17 22:42:29.213576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:29.214221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.217376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49362) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:29.236657 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9beb-93b5-4165-a885-580e0ecb12ae None None] The sync data for ids ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'] in n-d-789963-10 is: [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:42:25Z', 'revision_number': 3, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port': {'id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:24Z', 'updated_at': '2021-09-17T22:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:29.289759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Network 326c41de-f486-4876-8d90-8bec07e0bff9 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:29.297041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:29.313644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:29.333784 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2cd4927f-1af8-4972-99a2-08466b299813 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0540731 Sep 17 22:42:29.341486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49366) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:29.347385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Request body: {'floatingip': {'port_id': '320926db-6a1e-4bcd-800a-bb4df861748c'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:29.394764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=12f97940-0dd5-4427-8209-bdeb180c76d8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:29.425248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.514759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.519993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f976c051-6ecf-4c0d-a854-f6d44da13bd9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:29.554779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-599f2d93-b3d3-4b0b-8f1f-93a81babafac None None] Provisioning complete for port 320926db-6a1e-4bcd-800a-bb4df861748c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:29.555163 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-599f2d93-b3d3-4b0b-8f1f-93a81babafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.565007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a3a59d71-4805-4fec-9191-ebbe103d2a97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:29.565232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3a59d71-4805-4fec-9191-ebbe103d2a97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.612175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-599f2d93-b3d3-4b0b-8f1f-93a81babafac None None] Port 320926db-6a1e-4bcd-800a-bb4df861748c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:29.626851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f976c051-6ecf-4c0d-a854-f6d44da13bd9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:29.627476 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.690671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.011929 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b721e554-89f5-44f3-86d9-443c19a2fe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.077190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.155251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.163740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port f976c051-6ecf-4c0d-a854-f6d44da13bd9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f976c051-6ecf-4c0d-a854-f6d44da13bd9,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:30.169318 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.183552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.232259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=f976c051-6ecf-4c0d-a854-f6d44da13bd9,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:30.297309 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.351467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=12f97940-0dd5-4427-8209-bdeb180c76d8,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:30.389405 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3a59d71-4805-4fec-9191-ebbe103d2a97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.444752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Network 326c41de-f486-4876-8d90-8bec07e0bff9 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:30.446845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:30.472465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a3a59d71-4805-4fec-9191-ebbe103d2a97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:30.556094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c7e273bc-c185-4879-ab52-fb9c7815945f None None] Provisioning complete for port f976c051-6ecf-4c0d-a854-f6d44da13bd9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:30.557133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c7e273bc-c185-4879-ab52-fb9c7815945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.675866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Router 3d89e4bc-4b1b-4db1-9341-37d857523e6f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:30.761343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.resource_extend [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:42:30.836723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6f072888-47b0-40b5-b469-354f23a5501e None None] Provisioning complete for port cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:30.837130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6f072888-47b0-40b5-b469-354f23a5501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.852561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.859156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:30.859307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.863943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3a59d71-4805-4fec-9191-ebbe103d2a97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.891042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-15e6dd9d-6305-42d5-816e-5609bc481fb8 admin admin] 10.222.0.48 "PUT /v2.0/routers/3d89e4bc-4b1b-4db1-9341-37d857523e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5293705 Sep 17 22:42:30.915402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6f072888-47b0-40b5-b469-354f23a5501e None None] Port cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:30.953370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a59d71-4805-4fec-9191-ebbe103d2a97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:30.998493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3a59d71-4805-4fec-9191-ebbe103d2a97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.009409 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a3a59d71-4805-4fec-9191-ebbe103d2a97 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12 HTTP/1.1" status: 204 len: 168 time: 1.7888641 Sep 17 22:42:31.009774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49408) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:31.109148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596ecffa-5154-4710-967a-ba629da4e2c6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:31.110781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596ecffa-5154-4710-967a-ba629da4e2c6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:31.112315 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP f6c36d3a-fd02-4b46-8e95-ceaa35320104 associated. External IP: 172.25.0.131, port: 5eb9fefb-0910-47a5-853f-6d7b365ad35d. Sep 17 22:42:31.119646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-596ecffa-5154-4710-967a-ba629da4e2c6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087406 Sep 17 22:42:31.123228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49416) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:31.210145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3727e05c-6db0-49bc-9d3b-125c5987fe16 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet eb6a9202-dcb2-46ac-b2fb-f1c9f24bacba {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:31.217776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3727e05c-6db0-49bc-9d3b-125c5987fe16 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.327908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3727e05c-6db0-49bc-9d3b-125c5987fe16 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.526222 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3727e05c-6db0-49bc-9d3b-125c5987fe16 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.652848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:31.669550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:31.736159 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:31.736482 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.800025 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Sync routers for ids ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:31.815942 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Routers {'3d89e4bc-4b1b-4db1-9341-37d857523e6f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:31.816581 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:31.946361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.990391 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Set router 3d89e4bc-4b1b-4db1-9341-37d857523e6f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:31.998670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8c0a9265-a837-4bb9-8c15-aa15e8fbe81c,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:32.014411 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.015493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f976c051-6ecf-4c0d-a854-f6d44da13bd9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:32.199705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=8c0a9265-a837-4bb9-8c15-aa15e8fbe81c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:32.271671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f976c051-6ecf-4c0d-a854-f6d44da13bd9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:32.272630 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.324740 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3727e05c-6db0-49bc-9d3b-125c5987fe16 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.412787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727e05c-6db0-49bc-9d3b-125c5987fe16 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6a9202-dcb2-46ac-b2fb-f1c9f24bacba,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:32.430102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:32.439655 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:42:29Z', 'revision_number': 4, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port': {'id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:24Z', 'updated_at': '2021-09-17T22:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '12f97940-0dd5-4427-8209-bdeb180c76d8', 'name': '', 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'mac_address': 'fa:16:3e:2d:e2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '5f3b1228-c4c2-4915-9b32-4c523e65677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:28Z', 'updated_at': '2021-09-17T22:42:29Z', 'revision_number': 2, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'subnets': [{'id': '5f3b1228-c4c2-4915-9b32-4c523e65677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:32.470461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3727e05c-6db0-49bc-9d3b-125c5987fe16 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.477164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f35216-b157-4094-84d9-672ba35a0098 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:32.478208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3727e05c-6db0-49bc-9d3b-125c5987fe16 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/eb6a9202-dcb2-46ac-b2fb-f1c9f24bacba HTTP/1.1" status: 204 len: 168 time: 1.3538871 Sep 17 22:42:32.486952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49472) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:32.487446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a3e4df-534d-43a5-96ae-ea51f001e6be None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:32.503251 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Checking router: 3d89e4bc-4b1b-4db1-9341-37d857523e6f for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:32.503798 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Updating router 3d89e4bc-4b1b-4db1-9341-37d857523e6f port 12f97940-0dd5-4427-8209-bdeb180c76d8 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:42:32.507342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f35216-b157-4094-84d9-672ba35a0098 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:32.507997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e1f35216-b157-4094-84d9-672ba35a0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:32.552001 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.587290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e1f35216-b157-4094-84d9-672ba35a0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:32.587533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49474) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:32.592665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2187ea63-a1ff-40f1-9d9e-9f7f678fdad3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981758 Sep 17 22:42:32.624190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49476) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:32.635977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f35216-b157-4094-84d9-672ba35a0098 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:32.637316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e1f35216-b157-4094-84d9-672ba35a0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:32.671523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e1f35216-b157-4094-84d9-672ba35a0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:32.672348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f35216-b157-4094-84d9-672ba35a0098 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:32.735598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-726623b6-f2ac-4cc2-be8e-3984d8d0a6b7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:32.744823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-726623b6-f2ac-4cc2-be8e-3984d8d0a6b7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 819 time: 1.1027579 Sep 17 22:42:32.779252 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-352ca258-2496-487b-9d2a-e188b21bf40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.884916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-adb02dc7-f6ae-4c6d-9266-f619cbc038a0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/quotas/d97312eba4e24668b54f507fd448a3ee HTTP/1.1" status: 200 len: 375 time: 0.1390443 Sep 17 22:42:32.894555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:32.895271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router d4967520-ef63-4598-9e2c-da5e4882a56f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:32.965401 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc1596f4-4130-4f73-a955-9e2e031862d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.986845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] Deleting port f976c051-6ecf-4c0d-a854-f6d44da13bd9 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:32.987716 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.021311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c9f35-cfb9-4c59-9c58-5be71fb82cf2 req-bae01233-2ddf-4ed7-ba20-29b59d688a60 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.022938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c28c9f35-cfb9-4c59-9c58-5be71fb82cf2 req-bae01233-2ddf-4ed7-ba20-29b59d688a60 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1098 time: 0.4347026 Sep 17 22:42:33.035070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:33.041414 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.048402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8fcd89-b916-4848-a80a-e26534d47d88 None None] Sync routers for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:33.063418 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.068277 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8fcd89-b916-4848-a80a-e26534d47d88 None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:33.069243 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5c8fcd89-b916-4848-a80a-e26534d47d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:33.073044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea924ce-74aa-4a8c-8bcf-903358f48fe3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.073632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6ea924ce-74aa-4a8c-8bcf-903358f48fe3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4484301 Sep 17 22:42:33.080398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49482) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:33.089076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c28c9f35-cfb9-4c59-9c58-5be71fb82cf2 req-4cbcbc40-0c7c-40d4-8d70-8113e242ad1a tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.098160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] For port f976c051-6ecf-4c0d-a854-f6d44da13bd9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f976c051-6ecf-4c0d-a854-f6d44da13bd9,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:33.098572 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.105954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.110359 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5c8fcd89-b916-4848-a80a-e26534d47d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:33.112439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-ab19f6e9-912b-43d9-8b95-f17abae50210 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099204 Sep 17 22:42:33.113310 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.144693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] Calling delete_port for f976c051-6ecf-4c0d-a854-f6d44da13bd9 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:33.161606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0410bd4-e582-48e2-962a-a6c68cd7c91b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/floatingips/f6c36d3a-fd02-4b46-8e95-ceaa35320104 HTTP/1.1" status: 200 len: 978 time: 3.8179080 Sep 17 22:42:33.162238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49484) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:33.172481 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8fcd89-b916-4848-a80a-e26534d47d88 None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:33.173622 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5c8fcd89-b916-4848-a80a-e26534d47d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:33.216430 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ac79e-ec08-4b29-b793-ae4aae3a17e1 None None] Pushing event updated for resources: {'Port': ['ID=12f97940-0dd5-4427-8209-bdeb180c76d8,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:33.220568 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5c8fcd89-b916-4848-a80a-e26534d47d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:33.221553 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8fcd89-b916-4848-a80a-e26534d47d88 None None] The sync data for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:33.241074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9063df1a-4715-41c3-83b5-2593a529c429 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.248226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49486) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:33.250383 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9063df1a-4715-41c3-83b5-2593a529c429 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1639671 Sep 17 22:42:33.282470 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Attempting to bind port 12f97940-0dd5-4427-8209-bdeb180c76d8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:33.282822 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Attempting to bind port 12f97940-0dd5-4427-8209-bdeb180c76d8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:33.283168 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.283312 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Attempting to bind port 12f97940-0dd5-4427-8209-bdeb180c76d8 on network 326c41de-f486-4876-8d90-8bec07e0bff9 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:33.289526 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:33.289892 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Checking segment: {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:33.290421 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.290816 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Bound using segment: {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:33.291275 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Bound port: 12f97940-0dd5-4427-8209-bdeb180c76d8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:33.292280 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.317291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] Pushing event deleted for resources: {'Port': ['ID=f976c051-6ecf-4c0d-a854-f6d44da13bd9,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:33.322166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e9f5d-7a30-4eb8-8b6a-6faa0d5c8b04 None None] No DVR routers for this DVR port f976c051-6ecf-4c0d-a854-f6d44da13bd9 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:33.324029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-01f4e2a9-f6b6-4886-aab3-d7be876726dc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744531 Sep 17 22:42:33.329874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-ce20c79d-3cb3-406f-8f85-5a14432376df service neutron] 10.222.0.48 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980915 Sep 17 22:42:33.330348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49488) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:33.344130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 320926db-6a1e-4bcd-800a-bb4df861748c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:33.344130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.346012 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc1596f4-4130-4f73-a955-9e2e031862d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.351573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:33.372735 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc1596f4-4130-4f73-a955-9e2e031862d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.383731 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] For port 12f97940-0dd5-4427-8209-bdeb180c76d8, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:33.388763 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] For port 12f97940-0dd5-4427-8209-bdeb180c76d8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=12f97940-0dd5-4427-8209-bdeb180c76d8,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:33.393730 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.444611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.454854 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Routers {'3d89e4bc-4b1b-4db1-9341-37d857523e6f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:33.455489 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:33.470207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:33.521269 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ac79e-ec08-4b29-b793-ae4aae3a17e1 None None] Pushing event updated for resources: {'Port': ['ID=12f97940-0dd5-4427-8209-bdeb180c76d8,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:33.534125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bc1596f4-4130-4f73-a955-9e2e031862d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e98547ccbc91419887639d431492d14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9445145 Sep 17 22:42:33.541237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49494) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:33.567257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:33.567689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1596f4-4130-4f73-a955-9e2e031862d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d974c188-0910-4385-a6c6-46476e55c2da,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:33.568268 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.593666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-05210ddd-f392-4276-a4ca-a8aaed4ac020 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0748641 Sep 17 22:42:33.663476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-3e07b9ac-a6ef-419c-a750-0ae9bd5448fa service neutron] 10.222.0.48 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045065 Sep 17 22:42:33.681450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21902890-c27e-4fbd-9f33-7038ebef44db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.681671 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] Set router 3d89e4bc-4b1b-4db1-9341-37d857523e6f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:33.718873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c28c9f35-cfb9-4c59-9c58-5be71fb82cf2 req-4cbcbc40-0c7c-40d4-8d70-8113e242ad1a tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.723948 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21902890-c27e-4fbd-9f33-7038ebef44db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.737517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c28c9f35-cfb9-4c59-9c58-5be71fb82cf2 req-4cbcbc40-0c7c-40d4-8d70-8113e242ad1a tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.799632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-81c26373-f95f-4a5d-bc81-ebe0c0cbaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.800628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-81c26373-f95f-4a5d-bc81-ebe0c0cbaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.800940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-81c26373-f95f-4a5d-bc81-ebe0c0cbaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.802622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-81c26373-f95f-4a5d-bc81-ebe0c0cbaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.803112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-81c26373-f95f-4a5d-bc81-ebe0c0cbaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.804902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-81c26373-f95f-4a5d-bc81-ebe0c0cbaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.805452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-81c26373-f95f-4a5d-bc81-ebe0c0cbaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:33.810682 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-81c26373-f95f-4a5d-bc81-ebe0c0cbaf5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0912a8b363a743beb7293effa86f4bcb&device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 6495 time: 0.0893223 Sep 17 22:42:33.811334 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.815174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c28c9f35-cfb9-4c59-9c58-5be71fb82cf2 req-4cbcbc40-0c7c-40d4-8d70-8113e242ad1a tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7766440 Sep 17 22:42:33.816260 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.816696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.817724 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Floating IP f6c36d3a-fd02-4b46-8e95-ceaa35320104 disassociated. External IP: 172.25.0.131, port: 320926db-6a1e-4bcd-800a-bb4df861748c. Sep 17 22:42:33.818007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 320926db-6a1e-4bcd-800a-bb4df861748c owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:33.836202 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f976c051-6ecf-4c0d-a854-f6d44da13bd9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:33.877558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:33.881209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.883558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: f976c051-6ecf-4c0d-a854-f6d44da13bd9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:33.884166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f976c051-6ecf-4c0d-a854-f6d44da13bd9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:33.890271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcbc40-0c7c-40d4-8d70-8113e242ad1a tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f415e8-f540-4856-a4df-75d9426e8f28,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:34.025158 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21902890-c27e-4fbd-9f33-7038ebef44db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.028909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21902890-c27e-4fbd-9f33-7038ebef44db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.030872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-21902890-c27e-4fbd-9f33-7038ebef44db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d974c188-0910-4385-a6c6-46476e55c2da HTTP/1.1" status: 204 len: 168 time: 0.4600914 Sep 17 22:42:34.062312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21902890-c27e-4fbd-9f33-7038ebef44db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d974c188-0910-4385-a6c6-46476e55c2da,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:34.123210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-b3cfea43-03f8-4cbc-84ea-46e40296b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:34.123712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-b3cfea43-03f8-4cbc-84ea-46e40296b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:34.124178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-b3cfea43-03f8-4cbc-84ea-46e40296b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:34.129904 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-b3cfea43-03f8-4cbc-84ea-46e40296b093 service neutron] 10.222.0.49 "GET /v2.0/networks?id=360fb9db-e296-445c-af92-7c8c35eb57f8&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=869fee45-3a06-4e53-bce5-85fc18d85576&id=9825d235-beee-480d-8f9d-bbd2329790f5&id=9825d235-beee-480d-8f9d-bbd2329790f5 HTTP/1.1" status: 200 len: 2293 time: 0.2880700 Sep 17 22:42:34.148406 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:42:29Z', 'revision_number': 4, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port': {'id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:24Z', 'updated_at': '2021-09-17T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '12f97940-0dd5-4427-8209-bdeb180c76d8', 'name': '', 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'mac_address': 'fa:16:3e:2d:e2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '5f3b1228-c4c2-4915-9b32-4c523e65677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:28Z', 'updated_at': '2021-09-17T22:42:33Z', 'revision_number': 4, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'subnets': [{'id': '5f3b1228-c4c2-4915-9b32-4c523e65677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:34.165541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa97767-5327-4193-a094-72cbc4a20d32 req-b451130d-782f-43f7-83ba-95358beb4a9d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:34.168229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaa97767-5327-4193-a094-72cbc4a20d32 req-b451130d-782f-43f7-83ba-95358beb4a9d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1780288 Sep 17 22:42:34.307653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaa97767-5327-4193-a094-72cbc4a20d32 req-ad3399af-906c-4444-abda-fb0d5aed7751 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231184 Sep 17 22:42:34.323495 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b6fa8-fbe6-4f85-8fd4-a970d3d49549 None None] The sync data for ids ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'] in n-d-789963-10 is: [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:42:29Z', 'revision_number': 4, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port': {'id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:24Z', 'updated_at': '2021-09-17T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '12f97940-0dd5-4427-8209-bdeb180c76d8', 'name': '', 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'mac_address': 'fa:16:3e:2d:e2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '5f3b1228-c4c2-4915-9b32-4c523e65677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:28Z', 'updated_at': '2021-09-17T22:42:33Z', 'revision_number': 4, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'subnets': [{'id': '5f3b1228-c4c2-4915-9b32-4c523e65677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:34.342637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49520) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:34.558130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-f3441d8a-e0a6-448d-80c7-2ad4e01b9c57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecfbe609-917d-4455-a076-f1030e0b2959 HTTP/1.1" status: 200 len: 1001 time: 0.3699300 Sep 17 22:42:34.592703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28cd72e3-bc6c-4216-9b04-5d1153d10363 req-f5561302-571c-4c2e-8334-fd612d8be18b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 210 time: 0.1264606 Sep 17 22:42:34.613522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49526) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:34.646208 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f7c670e1-a48d-4db6-8cc5-9133ddba54d6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/e90a2ffc-1f61-4c51-8e01-1223e5bd075e HTTP/1.1" status: 200 len: 994 time: 0.2892289 Sep 17 22:42:34.687590 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.689549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:42:34.692588 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.722309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-173b8ba1-7aed-4f9e-b500-1ba51d63be8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.763771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:34.779674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:34.784278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:34.784942 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.794622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d7860-870b-4fa2-893b-e13cee47f00a None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:34.801356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=3e412d89-2bc2-4e3e-8409-00c1d736a1c6,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:34.831292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49536) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:34.833734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6245fdce-6ebe-4878-84e5-bd40bedc34b9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4861221 Sep 17 22:42:34.847241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:2b:f9:81', 'name': 'tempest-NetworksTestDHCPv6-1822778474'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:35.133217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-98595c45-d75d-4dc1-a5c6-b35057bc6811 req-472d90f8-f09b-49e8-b3fc-81ff0896642d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:42:35.134817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98595c45-d75d-4dc1-a5c6-b35057bc6811 req-472d90f8-f09b-49e8-b3fc-81ff0896642d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062337 Sep 17 22:42:35.162111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-0f7931e9-86e6-479d-8185-2b69cdc394bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:35.164481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-0f7931e9-86e6-479d-8185-2b69cdc394bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=680fe56b-6368-46fd-92b0-5ff1e95f243c HTTP/1.1" status: 200 len: 851 time: 0.5567610 Sep 17 22:42:35.169154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '3e412d89-2bc2-4e3e-8409-00c1d736a1c6'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:35.171969 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.235190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-9f124cb8-c91e-41aa-90f6-7bcfcd71b75d tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:35.238187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.243427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-9f124cb8-c91e-41aa-90f6-7bcfcd71b75d tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 819 time: 0.2857375 Sep 17 22:42:35.267710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-246e54d0-d39a-4cb8-9046-560ba76acb1b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/quotas/d97312eba4e24668b54f507fd448a3ee HTTP/1.1" status: 200 len: 375 time: 0.0232964 Sep 17 22:42:35.314819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=320926db-6a1e-4bcd-800a-bb4df861748c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:35.341031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-173b8ba1-7aed-4f9e-b500-1ba51d63be8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.384546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-45ce928f-657a-4632-b02a-5e5b020d66fc tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1154864 Sep 17 22:42:35.441139 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.488718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-5741ba29-774b-43ee-bb52-2db3d1e7c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:35.502337 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-5741ba29-774b-43ee-bb52-2db3d1e7c854 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=360fb9db-e296-445c-af92-7c8c35eb57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3257258 Sep 17 22:42:35.509528 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-173b8ba1-7aed-4f9e-b500-1ba51d63be8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.572452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 12f97940-0dd5-4427-8209-bdeb180c76d8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:35.658744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Allocated IP 2001:db8::f816:3eff:fefa:5780 (e0a4fb9d-32a5-4380-9852-2c3659b05950/3e412d89-2bc2-4e3e-8409-00c1d736a1c6/a95ec5a0-363d-4ba6-a4db-c21b7305567e) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:35.677576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-5deeb2c6-3e6d-4c56-9593-a560a0260013 service neutron] 10.222.0.48 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888515 Sep 17 22:42:35.800689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:35.899832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-8fb31262-5efd-40e9-ae94-18011733c196 service neutron] 10.222.0.48 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190924 Sep 17 22:42:35.972775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb709a48-5d07-4adb-9d97-e8d3772ca6e0 req-dc31baa8-9a41-437b-b9b3-eaea190bd58d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:35.974506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb709a48-5d07-4adb-9d97-e8d3772ca6e0 req-dc31baa8-9a41-437b-b9b3-eaea190bd58d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.0953405 Sep 17 22:42:36.023857 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.031183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 12f97940-0dd5-4427-8209-bdeb180c76d8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:36.035851 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.036814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b8ba1-7aed-4f9e-b500-1ba51d63be8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127edda0-0050-4059-a5c3-a0dc0679c1f8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:36.042116 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.046850 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-173b8ba1-7aed-4f9e-b500-1ba51d63be8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=683f278866ea4b349365ade8999465a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4372785 Sep 17 22:42:36.049511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49562) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:36.049888 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-e9b9155e-783a-4a3e-8125-60839f54e4cb service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240107 Sep 17 22:42:36.066456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-9712267d-21f0-4522-a221-46c026cef20f tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:36.068324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-9712267d-21f0-4522-a221-46c026cef20f tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.45 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 819 time: 0.5215790 Sep 17 22:42:36.086849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb709a48-5d07-4adb-9d97-e8d3772ca6e0 req-80b8c686-a2b4-403c-8c38-63526fd8c6d0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050160 Sep 17 22:42:36.176639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:36.206490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:36.217870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:36.220780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc0de5b0-8f9a-40d8-982e-f761b65b26bb req-8aabee36-1236-4fd9-8278-e7a9612e7510 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 210 time: 0.0661089 Sep 17 22:42:36.246413 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41f77065-aa27-4279-bc74-ac720826dc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.295433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Request body: {'port': {'device_id': '61ce1301-6928-42ba-a29a-65b6e96072ca', 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9', 'admin_state_up': True, 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:36.298018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41f77065-aa27-4279-bc74-ac720826dc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.307856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Pushing event updated for resources: {'Port': ['ID=a95ec5a0-363d-4ba6-a4db-c21b7305567e,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:36.330246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Attempting to bind port a95ec5a0-363d-4ba6-a4db-c21b7305567e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:36.330619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Attempting to bind port a95ec5a0-363d-4ba6-a4db-c21b7305567e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:36.330984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Attempting to bind port a95ec5a0-363d-4ba6-a4db-c21b7305567e on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:36.355915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:36.356220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:36.356641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.357075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:36.357592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Bound port: a95ec5a0-363d-4ba6-a4db-c21b7305567e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:36.357990 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.403159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41f77065-aa27-4279-bc74-ac720826dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.407277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41f77065-aa27-4279-bc74-ac720826dc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.408591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-41f77065-aa27-4279-bc74-ac720826dc31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/127edda0-0050-4059-a5c3-a0dc0679c1f8 HTTP/1.1" status: 204 len: 168 time: 0.3583751 Sep 17 22:42:36.444660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f77065-aa27-4279-bc74-ac720826dc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127edda0-0050-4059-a5c3-a0dc0679c1f8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:36.465674 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.569725 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] For port a95ec5a0-363d-4ba6-a4db-c21b7305567e, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:36.590786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] For port a95ec5a0-363d-4ba6-a4db-c21b7305567e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a95ec5a0-363d-4ba6-a4db-c21b7305567e,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:36.604565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.608813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 12f97940-0dd5-4427-8209-bdeb180c76d8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=12f97940-0dd5-4427-8209-bdeb180c76d8,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:36.687852 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.748741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd1335-57f0-4305-a8a1-78078ed8ade6 None None] Pushing event updated for resources: {'Port': ['ID=a95ec5a0-363d-4ba6-a4db-c21b7305567e,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:36.769776 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Made reservation on behalf of d97312eba4e24668b54f507fd448a3ee for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:36.773565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.800917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router d4967520-ef63-4598-9e2c-da5e4882a56f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:36.873612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-25151714-ed7b-48fc-b3d1-260f14c1c3a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7231915 Sep 17 22:42:36.917428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.936559 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-a085b687-eea8-4b70-95fe-535a3d8e5245 service neutron] 10.222.0.49 "GET /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352459 Sep 17 22:42:36.937792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=12f97940-0dd5-4427-8209-bdeb180c76d8,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:37.092984 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-cedf00a1-7524-49f7-a67c-2da8341b57a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 200 len: 217 time: 0.1055050 Sep 17 22:42:37.092984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:37.437480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f029bd8-7acd-4c3c-89fc-062c29597871 req-4a746a19-de96-46b6-8186-df23100dd65a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:37.454643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f029bd8-7acd-4c3c-89fc-062c29597871 req-4a746a19-de96-46b6-8186-df23100dd65a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1851029 Sep 17 22:42:37.563718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e3b7cb0-dd5a-48e7-97e7-2d22279c4422 req-44a5ce4f-09bb-4f33-9ae1-38d1cbf56e94 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 210 time: 0.0526164 Sep 17 22:42:37.581696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f029bd8-7acd-4c3c-89fc-062c29597871 req-38e22b5f-c064-41e0-9582-284b878452a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195021 Sep 17 22:42:37.671701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 12f97940-0dd5-4427-8209-bdeb180c76d8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:37.734151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 12f97940-0dd5-4427-8209-bdeb180c76d8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:37.734814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.843936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a95ec5a0-363d-4ba6-a4db-c21b7305567e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:37.959608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a95ec5a0-363d-4ba6-a4db-c21b7305567e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:37.960054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.159794 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.229994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-92137529-c246-4d31-a9cb-abf81be23313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.234323 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-92137529-c246-4d31-a9cb-abf81be23313 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 1.1340928 Sep 17 22:42:38.244378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port a95ec5a0-363d-4ba6-a4db-c21b7305567e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a95ec5a0-363d-4ba6-a4db-c21b7305567e,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:38.256887 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.341905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-3afb5341-8f53-429a-b2e5-5b1bd4ea76cb tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.346067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=a95ec5a0-363d-4ba6-a4db-c21b7305567e,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:38.354257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-3afb5341-8f53-429a-b2e5-5b1bd4ea76cb tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.49 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 819 time: 0.3333273 Sep 17 22:42:38.373408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:38.383063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Request body: {'port': {'device_id': '975ac056-b97d-418a-84ad-d955c6c8f514', 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9', 'admin_state_up': True, 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:38.387920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492937a7-5deb-4f3a-bd32-debf21db7fc5 None None] Sync routers for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:38.428989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492937a7-5deb-4f3a-bd32-debf21db7fc5 None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:38.431439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-492937a7-5deb-4f3a-bd32-debf21db7fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:38.509218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-492937a7-5deb-4f3a-bd32-debf21db7fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:38.539375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492937a7-5deb-4f3a-bd32-debf21db7fc5 None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:38.540162 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-492937a7-5deb-4f3a-bd32-debf21db7fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:38.545000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Allocated IP 172.20.0.3 (326c41de-f486-4876-8d90-8bec07e0bff9/5f3b1228-c4c2-4915-9b32-4c523e65677a/d436fc4b-5a2c-4644-b411-96076f0ff520) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:38.613471 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.620192 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-40430874-7368-4684-af41-bd10b02d3db8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/ports/320926db-6a1e-4bcd-800a-bb4df861748c HTTP/1.1" status: 204 len: 168 time: 5.4530983 Sep 17 22:42:38.621987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49638) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:38.623525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:fe2b:f981 (e0a4fb9d-32a5-4380-9852-2c3659b05950/3e412d89-2bc2-4e3e-8409-00c1d736a1c6/41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:38.641785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-d67c4b01-c57c-4b40-a1ab-6e5f1ea2a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.644319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-d67c4b01-c57c-4b40-a1ab-6e5f1ea2a36c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3906014 Sep 17 22:42:38.646373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-492937a7-5deb-4f3a-bd32-debf21db7fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:38.650447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492937a7-5deb-4f3a-bd32-debf21db7fc5 None None] The sync data for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:38.715174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Made reservation on behalf of d97312eba4e24668b54f507fd448a3ee for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:38.719265 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.724807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-db3769ac-266a-4d20-90f4-95d9bc14594e None None] Provisioning complete for port a95ec5a0-363d-4ba6-a4db-c21b7305567e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:38.725971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-db3769ac-266a-4d20-90f4-95d9bc14594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.822302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fa0144d-600a-4416-9389-d551f4f1bb33 req-176b5e91-fec0-4ff9-91aa-5a9439a8af55 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 210 time: 0.0824773 Sep 17 22:42:38.922707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725237c1-6cc1-4e37-883b-ab67501b42b4 req-d7ba6376-54eb-49b8-9dae-ea9b874c4e8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.931290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-725237c1-6cc1-4e37-883b-ab67501b42b4 req-d7ba6376-54eb-49b8-9dae-ea9b874c4e8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1946030 Sep 17 22:42:38.998657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-725237c1-6cc1-4e37-883b-ab67501b42b4 req-fafd4632-d401-48ee-8083-d0b6d6acd80e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601389 Sep 17 22:42:39.153970 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-9318934f-e725-4f61-9eb0-7c60bd1b6743 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735932 Sep 17 22:42:39.191115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.425366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a95ec5a0-363d-4ba6-a4db-c21b7305567e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:39.483529 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-77d9c82d-b40c-4550-ba2f-58a8c67c4173 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844141 Sep 17 22:42:39.484817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a95ec5a0-363d-4ba6-a4db-c21b7305567e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:39.485240 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.494386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-4e1b5c12-1e9e-484b-8227-53b9c1be7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:39.496659 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-4e1b5c12-1e9e-484b-8227-53b9c1be7b5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1098 time: 0.4483609 Sep 17 22:42:39.574230 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.621273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-d1894bcd-bfa6-4cb6-86c5-2b7e5feee85c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 200 len: 217 time: 0.1228654 Sep 17 22:42:39.648710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Allocated IP 172.20.0.5 (326c41de-f486-4876-8d90-8bec07e0bff9/5f3b1228-c4c2-4915-9b32-4c523e65677a/b04b4d06-9677-40a8-a844-1ff81c7ae8be) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:39.698706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.829785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.842873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Network 326c41de-f486-4876-8d90-8bec07e0bff9 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:39.865569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:39.895311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:39.906367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-6082573d-c370-4956-9123-13e1111eeb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:39.906974 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-6082573d-c370-4956-9123-13e1111eeb8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.1943810 Sep 17 22:42:39.907598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Pushing event updated for resources: {'Port': ['ID=d436fc4b-5a2c-4644-b411-96076f0ff520,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:39.926077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.999706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Network 326c41de-f486-4876-8d90-8bec07e0bff9 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:40.003413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Pushing event updated for resources: {'Port': ['ID=b04b4d06-9677-40a8-a844-1ff81c7ae8be,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:40.010102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:40.014715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:40.082521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.103332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-858a4cd6-3918-4560-8de5-2032d346b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.113347 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-858a4cd6-3918-4560-8de5-2032d346b673 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 898 time: 0.6017518 Sep 17 22:42:40.134676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e995733-93f4-4089-aef1-3b1bcfa87d76 req-606a4929-70a5-43fd-912b-8a9f745019eb tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.137078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e995733-93f4-4089-aef1-3b1bcfa87d76 req-606a4929-70a5-43fd-912b-8a9f745019eb tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 931 time: 0.1344533 Sep 17 22:42:40.152010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.155069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.179167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.179934 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.268594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca219afa-d04c-43e3-9425-d44f787e7454 req-0603c2b8-06cd-4ea4-9013-baf42753ad2e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.270969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca219afa-d04c-43e3-9425-d44f787e7454 req-0603c2b8-06cd-4ea4-9013-baf42753ad2e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1541469 Sep 17 22:42:40.274812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e995733-93f4-4089-aef1-3b1bcfa87d76 req-780f79d2-0753-4702-8688-c4de223353ea tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213660 Sep 17 22:42:40.284621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-f8c1129f-5306-474b-be55-b770bc75d0d3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9122813 Sep 17 22:42:40.310650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Request body: {'port': {'device_id': '975ac056-b97d-418a-84ad-d955c6c8f514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:40.317066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-f7f88e3f-20a2-4b03-96b6-2ea248d841ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 1002 time: 0.1888144 Sep 17 22:42:40.378812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:40.380491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-88466adb-e6bb-442c-9ba0-cebcd752d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.382322 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-88466adb-e6bb-442c-9ba0-cebcd752d6b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.0525308 Sep 17 22:42:40.384248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-018e9cb0-ec33-4389-9094-1718423e693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.385901 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-018e9cb0-ec33-4389-9094-1718423e693e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4426403 Sep 17 22:42:40.386913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca219afa-d04c-43e3-9425-d44f787e7454 req-8cc89e62-ba55-426a-807f-1dcd214c905e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081157 Sep 17 22:42:40.395540 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.398592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:40.402218 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b16a3ad9-beac-4f7c-a10c-a0cf1d192123 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1574121 Sep 17 22:42:40.402983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:40.408541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.409197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.469469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Request body: {'port': {'device_id': '61ce1301-6928-42ba-a29a-65b6e96072ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:40.476075 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.6411073 Sep 17 22:42:40.477594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49682) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:40.555843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff448d0-cdf1-4f6f-a5f7-4a30574d5ae8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:40.629563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49686) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:40.763694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.774606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-0a090363-e225-4c11-8836-bfcf3442968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.777295 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-0a090363-e225-4c11-8836-bfcf3442968a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3499300 Sep 17 22:42:40.820032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a5a07b08-499f-4a32-ab49-6480d38c93b2 None None] Provisioning complete for port 41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:40.820576 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a5a07b08-499f-4a32-ab49-6480d38c93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.833330 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-fb9b0b5e-b2a1-4f69-9130-c66d3d3943f5 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947413 Sep 17 22:42:40.846594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56092d98-c2b6-4d2e-b957-e24f5a3cb4d6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.856322 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3edca458-d2a2-4094-893f-212d1d5b0c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.856881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56092d98-c2b6-4d2e-b957-e24f5a3cb4d6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.859261 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-56092d98-c2b6-4d2e-b957-e24f5a3cb4d6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3506114 Sep 17 22:42:40.859476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a5a07b08-499f-4a32-ab49-6480d38c93b2 None None] Port 41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:40.863707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49692) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:40.948537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04b4d06-9677-40a8-a844-1ff81c7ae8be {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:40.976421 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.025020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Transition to ACTIVE for port object b04b4d06-9677-40a8-a844-1ff81c7ae8be will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:42:41.044053 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.134642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-60e7088a-cba7-4d90-9c58-dc1cb43472e1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:41.134994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60e7088a-cba7-4d90-9c58-dc1cb43472e1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.143713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Pushing event updated for resources: {'Port': ['ID=b04b4d06-9677-40a8-a844-1ff81c7ae8be,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:41.273538 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.280016 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-0309e041-83de-4023-9cbc-baf87608474e service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971241 Sep 17 22:42:41.282209 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-dbef5ae7-40ec-4efd-bf16-3a4456bfca01 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970857 Sep 17 22:42:41.702188 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3edca458-d2a2-4094-893f-212d1d5b0c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.721168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3edca458-d2a2-4094-893f-212d1d5b0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.820686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba374d-2f6e-412f-b557-abbfed1e865a req-25d02f18-955e-47a1-835b-ff8739050245 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:41.822409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3ba374d-2f6e-412f-b557-abbfed1e865a req-25d02f18-955e-47a1-835b-ff8739050245 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.2782137 Sep 17 22:42:41.824424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60e7088a-cba7-4d90-9c58-dc1cb43472e1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.831773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3edca458-d2a2-4094-893f-212d1d5b0c7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bdc4b9f5c6b493d8c64f1a29f068a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2012546 Sep 17 22:42:41.832348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-5ede8fdd-072a-4abd-8fcc-9c72c601095c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5 HTTP/1.1" status: 200 len: 217 time: 0.5038652 Sep 17 22:42:41.847335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312ed08-7a01-444f-99c3-5c1c6f840b2e req-712d536c-d341-4d63-8722-0d5c213be787 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:41.847582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49702) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:41.848824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6312ed08-7a01-444f-99c3-5c1c6f840b2e req-712d536c-d341-4d63-8722-0d5c213be787 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 943 time: 0.3066521 Sep 17 22:42:41.852158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edca458-d2a2-4094-893f-212d1d5b0c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7758cc35-45a4-49ef-aee3-606a3f5bfa02,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:41.863850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Attempting to bind port b04b4d06-9677-40a8-a844-1ff81c7ae8be on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:41.864362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Attempting to bind port b04b4d06-9677-40a8-a844-1ff81c7ae8be by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:41.864579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Attempting to bind port b04b4d06-9677-40a8-a844-1ff81c7ae8be on network 326c41de-f486-4876-8d90-8bec07e0bff9 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:41.866536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-60e7088a-cba7-4d90-9c58-dc1cb43472e1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:41.897701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Port b04b4d06-9677-40a8-a844-1ff81c7ae8be on network 326c41de-f486-4876-8d90-8bec07e0bff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:42:41.898020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Attempting to bind port b04b4d06-9677-40a8-a844-1ff81c7ae8be on network 326c41de-f486-4876-8d90-8bec07e0bff9 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:41.920895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:41.921261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Checking segment: {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:41.921650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Bound using segment: {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:41.922094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Bound port: b04b4d06-9677-40a8-a844-1ff81c7ae8be, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:41.922452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.977018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3ba374d-2f6e-412f-b557-abbfed1e865a req-a5c20ccd-615f-439a-913d-0d68af1fa9c5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424513 Sep 17 22:42:41.987096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6312ed08-7a01-444f-99c3-5c1c6f840b2e req-76810c0f-ed7f-45c1-b4de-fc77eca487bd tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172507 Sep 17 22:42:42.065235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-210898af-eeda-4356-84dc-f631de14184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.066712 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-210898af-eeda-4356-84dc-f631de14184e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.2199905 Sep 17 22:42:42.075008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] For port b04b4d06-9677-40a8-a844-1ff81c7ae8be, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:42.088306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] For port b04b4d06-9677-40a8-a844-1ff81c7ae8be, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:42.096798 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.170671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.170671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.172014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] 10.222.0.49 "PUT /v2.0/ports/b04b4d06-9677-40a8-a844-1ff81c7ae8be HTTP/1.1" status: 200 len: 1092 time: 1.8663931 Sep 17 22:42:42.176259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975ac056-b97d-418a-84ad-d955c6c8f514', 'tag': 'b04b4d06-9677-40a8-a844-1ff81c7ae8be'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:42.178549 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d63556-7bf5-410f-a41e-13a5c4fccbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "975ac056-b97d-418a-84ad-d955c6c8f514", "tag": "b04b4d06-9677-40a8-a844-1ff81c7ae8be"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:42.188686 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-6a05f266-244f-4696-a6b7-d134f8b24f88 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8586981 Sep 17 22:42:42.212976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf33009-b9ed-430a-834e-bf811c2ee39f service neutron] Pushing event updated for resources: {'Port': ['ID=b04b4d06-9677-40a8-a844-1ff81c7ae8be,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:42.223063 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60e7088a-cba7-4d90-9c58-dc1cb43472e1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.223277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b45c83aa-4815-4999-9926-0b52bbe05876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.259480 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147f3adc-504d-4211-8d4f-f4fc114b1873 x-openstack-request-id: req-147f3adc-504d-4211-8d4f-f4fc114b1873 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:42.259779 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975ac056-b97d-418a-84ad-d955c6c8f514", "tag": "b04b4d06-9677-40a8-a844-1ff81c7ae8be", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:42.260034 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-147f3adc-504d-4211-8d4f-f4fc114b1873 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:42.260693 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975ac056-b97d-418a-84ad-d955c6c8f514', 'tag': 'b04b4d06-9677-40a8-a844-1ff81c7ae8be', 'status': 'completed', 'code': 200} Sep 17 22:42:42.261994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7088a-cba7-4d90-9c58-dc1cb43472e1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:42.297292 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60e7088a-cba7-4d90-9c58-dc1cb43472e1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.299784 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-60e7088a-cba7-4d90-9c58-dc1cb43472e1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5 HTTP/1.1" status: 204 len: 168 time: 1.4348795 Sep 17 22:42:42.302678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49706) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.317677 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b45c83aa-4815-4999-9926-0b52bbe05876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.333904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d436fc4b-5a2c-4644-b411-96076f0ff520 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:42.339293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-cbba978c-03aa-4505-9226-6674947235b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.341320 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-cbba978c-03aa-4505-9226-6674947235b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2568700 Sep 17 22:42:42.352444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.362930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7518e5-1b61-4438-bbbd-8bbb8054ef96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.364809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7518e5-1b61-4438-bbbd-8bbb8054ef96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.369381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dc7518e5-1b61-4438-bbbd-8bbb8054ef96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0657198 Sep 17 22:42:42.369966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49708) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.407736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Transition to ACTIVE for port object d436fc4b-5a2c-4644-b411-96076f0ff520 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:42:42.419438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-2be73450-83f5-45e1-945f-67f9577120aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.421593 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-2be73450-83f5-45e1-945f-67f9577120aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 1095 time: 0.1584775 Sep 17 22:42:42.424062 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.443391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe318d91-dbb3-421e-8242-fcd631e26eda tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 3e412d89-2bc2-4e3e-8409-00c1d736a1c6 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:42.447978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe318d91-dbb3-421e-8242-fcd631e26eda tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.499763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe318d91-dbb3-421e-8242-fcd631e26eda tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.561843 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-61587dcb-a82c-4189-9165-3240ffe85e12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be HTTP/1.1" status: 200 len: 217 time: 0.1217802 Sep 17 22:42:42.604343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b45c83aa-4815-4999-9926-0b52bbe05876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.607364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe318d91-dbb3-421e-8242-fcd631e26eda tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.608285 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b45c83aa-4815-4999-9926-0b52bbe05876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.609443 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b45c83aa-4815-4999-9926-0b52bbe05876 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7758cc35-45a4-49ef-aee3-606a3f5bfa02 HTTP/1.1" status: 204 len: 168 time: 0.7595935 Sep 17 22:42:42.672282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe318d91-dbb3-421e-8242-fcd631e26eda tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.701083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe318d91-dbb3-421e-8242-fcd631e26eda tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=3e412d89-2bc2-4e3e-8409-00c1d736a1c6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:42.705476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fe318d91-dbb3-421e-8242-fcd631e26eda tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.707536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fe318d91-dbb3-421e-8242-fcd631e26eda tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/3e412d89-2bc2-4e3e-8409-00c1d736a1c6 HTTP/1.1" status: 204 len: 168 time: 0.3360584 Sep 17 22:42:42.710525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d436fc4b-5a2c-4644-b411-96076f0ff520,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:42.711489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49714) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.712656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f0a96-9168-4223-9e54-078e88c8943b None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:42.734390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c83aa-4815-4999-9926-0b52bbe05876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7758cc35-45a4-49ef-aee3-606a3f5bfa02,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:42.760358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6336a518-728f-44fb-ac44-7a20af0a18e4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466545 Sep 17 22:42:42.763152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49718) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.768541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:42.811022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-39d713a2-7d7e-4f20-aa1e-f7d1e98f6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.812539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-39d713a2-7d7e-4f20-aa1e-f7d1e98f6b1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.2231727 Sep 17 22:42:42.818443 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-7be7dea5-158a-4425-ac89-0a92bc442f97 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657129 Sep 17 22:42:42.880247 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-b6d51d6d-adf5-40c4-ad18-5d0c905ee348 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505288 Sep 17 22:42:42.881962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:42.886306 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.926373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 614e696a-28b7-41c7-b90e-719bafa86719 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:42.926697 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.929958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Attempting to bind port d436fc4b-5a2c-4644-b411-96076f0ff520 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:42.930285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Attempting to bind port d436fc4b-5a2c-4644-b411-96076f0ff520 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:42.930804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Attempting to bind port d436fc4b-5a2c-4644-b411-96076f0ff520 on network 326c41de-f486-4876-8d90-8bec07e0bff9 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:42.998502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Port d436fc4b-5a2c-4644-b411-96076f0ff520 on network 326c41de-f486-4876-8d90-8bec07e0bff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:42:42.998870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Attempting to bind port d436fc4b-5a2c-4644-b411-96076f0ff520 on network 326c41de-f486-4876-8d90-8bec07e0bff9 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:43.002812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:43.051799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:43.052269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Checking segment: {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:43.053106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Bound using segment: {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:43.053360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Bound port: d436fc4b-5a2c-4644-b411-96076f0ff520, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c80d426-93fa-49f4-8091-f8bfd2333950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:43.054012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.134160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] Deleting port a95ec5a0-363d-4ba6-a4db-c21b7305567e {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:43.134538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.185586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-f010d432-71d2-41fe-8898-d4f7965010b9 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482776 Sep 17 22:42:43.198454 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-3fd7dd82-8b24-42bc-98fc-d7da8aa15a1b service neutron] 10.222.0.49 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037832 Sep 17 22:42:43.199586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d2a67-de7e-4f77-bc11-d56107faa17c req-a6b6bd26-c7b3-4ddb-8ebc-e82f5df66656 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:43.201384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b1d2a67-de7e-4f77-bc11-d56107faa17c req-a6b6bd26-c7b3-4ddb-8ebc-e82f5df66656 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1169848 Sep 17 22:42:43.202318 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.289678 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-36469031-0bab-41fd-9c4a-16a8a5cc4514 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820 HTTP/1.1" status: 200 len: 217 time: 0.0784349 Sep 17 22:42:43.298958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 614e696a-28b7-41c7-b90e-719bafa86719 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:43.299269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b1d2a67-de7e-4f77-bc11-d56107faa17c req-b8b389fc-0c85-462e-82e6-f020593eba56 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634942 Sep 17 22:42:43.332715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] For port d436fc4b-5a2c-4644-b411-96076f0ff520, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:43.367540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795168c9-6a82-467b-a99c-b1ccca795f4e req-54a40559-1553-46f8-a8d0-536d8b6e8b0b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:43.369697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-795168c9-6a82-467b-a99c-b1ccca795f4e req-54a40559-1553-46f8-a8d0-536d8b6e8b0b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 943 time: 0.2009549 Sep 17 22:42:43.447947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-795168c9-6a82-467b-a99c-b1ccca795f4e req-de8f574d-fc20-4e9d-8178-c6584d371ff7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672548 Sep 17 22:42:43.459871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] For port d436fc4b-5a2c-4644-b411-96076f0ff520, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d436fc4b-5a2c-4644-b411-96076f0ff520,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:43.483222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.508115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-62f74f7f-d12a-4f85-9943-97aa609dc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:43.509219 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-62f74f7f-d12a-4f85-9943-97aa609dc52e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 200 len: 797 time: 0.1969974 Sep 17 22:42:43.550283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:42:43.560521 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ad6ea24-ec16-45ae-96b6-02f39682e37b req-d8b0868b-698d-4878-8b72-a3ba10da5e4c service neutron] 10.222.0.49 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409326 Sep 17 22:42:43.587180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:43.587937 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.589624 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] 10.222.0.45 "PUT /v2.0/ports/d436fc4b-5a2c-4644-b411-96076f0ff520 HTTP/1.1" status: 200 len: 1092 time: 3.1259050 Sep 17 22:42:43.591789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ce1301-6928-42ba-a29a-65b6e96072ca', 'tag': 'd436fc4b-5a2c-4644-b411-96076f0ff520'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:43.600043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a95ec5a0-363d-4ba6-a4db-c21b7305567e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:43.602102 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fff2fc6-7558-4c96-a962-a6119303ef3f" -d '{"events": [{"name": "network-changed", "server_uuid": "61ce1301-6928-42ba-a29a-65b6e96072ca", "tag": "d436fc4b-5a2c-4644-b411-96076f0ff520"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:43.697898 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a21ac-bef6-4791-ae27-6a4c30c69f4e x-openstack-request-id: req-e34a21ac-bef6-4791-ae27-6a4c30c69f4e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:43.698315 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ce1301-6928-42ba-a29a-65b6e96072ca", "tag": "d436fc4b-5a2c-4644-b411-96076f0ff520", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:43.699353 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e34a21ac-bef6-4791-ae27-6a4c30c69f4e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:43.699904 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ce1301-6928-42ba-a29a-65b6e96072ca', 'tag': 'd436fc4b-5a2c-4644-b411-96076f0ff520', 'status': 'completed', 'code': 200} Sep 17 22:42:43.705297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] For port a95ec5a0-363d-4ba6-a4db-c21b7305567e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a95ec5a0-363d-4ba6-a4db-c21b7305567e,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:43.705977 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.721339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] Calling delete_port for a95ec5a0-363d-4ba6-a4db-c21b7305567e owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:43.748686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887d94e-72fe-4f39-90da-4ee12580ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d436fc4b-5a2c-4644-b411-96076f0ff520,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:43.778655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-f2b5265a-88b1-43d6-aa97-46f95b0c6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:43.780408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-f2b5265a-88b1-43d6-aa97-46f95b0c6159 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=869fee45-3a06-4e53-bce5-85fc18d85576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2612329 Sep 17 22:42:43.806179 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.813174 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.831592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-28abe19d-b628-4a35-9809-3030b1e1ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:43.833358 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-28abe19d-b628-4a35-9809-3030b1e1ffbd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1095 time: 0.1943631 Sep 17 22:42:43.848000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-07fd2f96-e981-4c7c-b20b-20a1ab682546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:43.849672 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-07fd2f96-e981-4c7c-b20b-20a1ab682546 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 1095 time: 0.1489599 Sep 17 22:42:43.895415 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.912317 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:42:43.912823 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:42:43.934758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] Pushing event deleted for resources: {'Port': ['ID=a95ec5a0-363d-4ba6-a4db-c21b7305567e,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:43.940751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3bd01-7ec4-46ae-b571-cf6a39bb874e None None] No DVR routers for this DVR port a95ec5a0-363d-4ba6-a4db-c21b7305567e on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:43.954114 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-cde89d0c-b85b-4ad9-aa48-8317aa3a0578 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d436fc4b-5a2c-4644-b411-96076f0ff520 HTTP/1.1" status: 200 len: 217 time: 0.1092474 Sep 17 22:42:44.035527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] For port a95ec5a0-363d-4ba6-a4db-c21b7305567e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a95ec5a0-363d-4ba6-a4db-c21b7305567e,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:44.063868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49752) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:44.076003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.080438 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.081719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.109625 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-e28a0e4b-c030-45ac-8897-3f821f249ca6 service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199520 Sep 17 22:42:44.113019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-35d09d48-f9cd-4acf-a82a-aaff2a800643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.114353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-35d09d48-f9cd-4acf-a82a-aaff2a800643 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.1364107 Sep 17 22:42:44.116604 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.154036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=a95ec5a0-363d-4ba6-a4db-c21b7305567e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.174428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:44.177890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:44.183000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.184453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.186752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=614e696a-28b7-41c7-b90e-719bafa86719,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.193027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58dcd8e-5a23-4daa-b0e6-2d916874476b None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:44.194625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=3c81735e-ef1c-4bce-b0d3-bb19785e5c88,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.217223 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11cbda2e-4b01-4738-82fb-290d26ea5cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.220294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-26fed5b2-a1fe-445b-8dfe-18f62ccbadad tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4561648 Sep 17 22:42:44.227639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-b83ca510-2fda-4270-abe7-f757658c3f88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027458 Sep 17 22:42:44.228112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49756) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:44.235699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-46e5794b-e3df-46e7-8cfd-fe1881299167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.237160 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-46e5794b-e3df-46e7-8cfd-fe1881299167 service neutron] 10.222.0.49 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 920 time: 0.3736730 Sep 17 22:42:44.244010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:ed:52:6b', 'name': 'tempest-NetworksTestDHCPv6-580391662'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:44.357056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11cbda2e-4b01-4738-82fb-290d26ea5cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.372255 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11cbda2e-4b01-4738-82fb-290d26ea5cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.404336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '3c81735e-ef1c-4bce-b0d3-bb19785e5c88'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:44.405488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.446822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbda2e-4b01-4738-82fb-290d26ea5cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5169cc88-4eab-465f-918a-3c563787e184,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.449568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Port a95ec5a0-363d-4ba6-a4db-c21b7305567e update to DOWN by agent not found {{(pid=94739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 22:42:44.524911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-11cbda2e-4b01-4738-82fb-290d26ea5cd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cd9368c62d0436ba54e8497c9896707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597001 Sep 17 22:42:44.525832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49764) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:44.608341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601284d-af2f-43b2-a38e-28183400dfc9 req-b2711c90-f9ad-417c-ae3a-bb4246b68e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.610922 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4601284d-af2f-43b2-a38e-28183400dfc9 req-b2711c90-f9ad-417c-ae3a-bb4246b68e62 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1741602 Sep 17 22:42:44.614714 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a91d009-7cb8-4591-816c-8a0432ae3538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.661846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4601284d-af2f-43b2-a38e-28183400dfc9 req-be15803f-af45-4a76-9282-2a022cf0f07a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438526 Sep 17 22:42:44.704625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a91d009-7cb8-4591-816c-8a0432ae3538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.721013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Allocated IP 2001:db8::f816:3eff:feed:8687 (e0a4fb9d-32a5-4380-9852-2c3659b05950/3c81735e-ef1c-4bce-b0d3-bb19785e5c88/05a6d88a-0bd9-4145-b372-1cace25c18df) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:44.785847 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-7cce7bd0-1d22-4bcb-b6ac-2496123b3b29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be HTTP/1.1" status: 200 len: 217 time: 0.5272124 Sep 17 22:42:44.794965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6e85b-39af-4119-98cd-18f75fe4815e req-45ed9d95-f681-4134-ba5e-8b7066ab7d56 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.797924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ae6e85b-39af-4119-98cd-18f75fe4815e req-45ed9d95-f681-4134-ba5e-8b7066ab7d56 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 943 time: 0.0669003 Sep 17 22:42:44.807251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a91d009-7cb8-4591-816c-8a0432ae3538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.810382 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a91d009-7cb8-4591-816c-8a0432ae3538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.811763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7a91d009-7cb8-4591-816c-8a0432ae3538 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5169cc88-4eab-465f-918a-3c563787e184 HTTP/1.1" status: 204 len: 168 time: 0.2834938 Sep 17 22:42:44.834762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d009-7cb8-4591-816c-8a0432ae3538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5169cc88-4eab-465f-918a-3c563787e184,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.860686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ae6e85b-39af-4119-98cd-18f75fe4815e req-5fcda594-9477-4129-b23a-c7cf93959491 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Sep 17 22:42:44.940959 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.947445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.992656 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-4858a2c5-ede2-482e-b805-6a4e6f33ae6a service neutron] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8711133 Sep 17 22:42:45.002853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Pushing event updated for resources: {'Port': ['ID=05a6d88a-0bd9-4145-b372-1cace25c18df,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:45.013586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-7ee6a250-4f2f-48fd-b258-5917a36c8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:45.015059 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-7ee6a250-4f2f-48fd-b258-5917a36c8c07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.2176199 Sep 17 22:42:45.016214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:45.018381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:45.021014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:45.077427 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-888ceef2-68a1-4528-8260-25d41095aa87 service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376877 Sep 17 22:42:45.083548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Attempting to bind port 05a6d88a-0bd9-4145-b372-1cace25c18df on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:45.083934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Attempting to bind port 05a6d88a-0bd9-4145-b372-1cace25c18df by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:45.084311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Attempting to bind port 05a6d88a-0bd9-4145-b372-1cace25c18df on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:45.097697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:45.098070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:45.098475 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.098868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:45.099347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Bound port: 05a6d88a-0bd9-4145-b372-1cace25c18df, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:45.099733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.108788 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-16d90851-37a1-46e3-8409-2e5835488622 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f HTTP/1.1" status: 200 len: 217 time: 0.1078184 Sep 17 22:42:45.111627 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-af9a92b7-29fe-4cc9-bcc0-46731f58b999 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791056 Sep 17 22:42:45.165205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] For port 05a6d88a-0bd9-4145-b372-1cace25c18df, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:45.168760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] For port 05a6d88a-0bd9-4145-b372-1cace25c18df, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05a6d88a-0bd9-4145-b372-1cace25c18df,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:45.175601 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.240623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20523116-7af2-4f44-9252-fdd12a5462ab None None] Pushing event updated for resources: {'Port': ['ID=05a6d88a-0bd9-4145-b372-1cace25c18df,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:45.357780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:45.386578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-d88fadb2-e9d4-41d2-acb8-dbaacb200b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:45.388474 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-d88fadb2-e9d4-41d2-acb8-dbaacb200b86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.2237041 Sep 17 22:42:45.395052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.556421 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-76eb4eff-eb39-443b-9c58-89f58fe09bfa req-ec6b33a4-35dc-4b4f-afa3-ba11ae25ce3a service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517372 Sep 17 22:42:45.563707 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-5a0be53c-1d3e-4c00-98e6-67eb274a5828 service neutron] 10.222.0.49 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876123 Sep 17 22:42:45.628015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-e39977d3-fdcc-49f5-a99a-5d3fcc5fa887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:45.629566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-e39977d3-fdcc-49f5-a99a-5d3fcc5fa887 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2324648 Sep 17 22:42:45.687138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.813208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port fa2f361f-680b-4c1f-a16a-22ab787144cb yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:45.829750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af6255-3c94-4866-9d33-59c80c89ff13 req-036ff495-3205-453c-a46e-c55e018bcb52 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:45.831378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83af6255-3c94-4866-9d33-59c80c89ff13 req-036ff495-3205-453c-a46e-c55e018bcb52 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.0796750 Sep 17 22:42:45.878152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83af6255-3c94-4866-9d33-59c80c89ff13 req-c96a7aad-d26a-4fd1-97b3-1f164620a742 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393350 Sep 17 22:42:45.920789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-62754a8b-b16b-4637-9539-a53d092b176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:45.922557 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-62754a8b-b16b-4637-9539-a53d092b176b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1095 time: 0.3011787 Sep 17 22:42:45.974328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-57d63556-7bf5-410f-a41e-13a5c4fccbf4 req-3bca65d3-57b5-4b10-868c-23467d81bec1 service neutron] 10.222.0.49 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994672 Sep 17 22:42:46.003447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf4c5-aec4-4eee-950b-8945145c24b4 req-c26f89e7-166f-4f4e-bb18-942339fc0ad1 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.005269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fbf4c5-aec4-4eee-950b-8945145c24b4 req-c26f89e7-166f-4f4e-bb18-942339fc0ad1 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 943 time: 0.0654492 Sep 17 22:42:46.059616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-e46b6955-2318-45b1-8fcf-d90cb0c79632 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776066 Sep 17 22:42:46.064356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fbf4c5-aec4-4eee-950b-8945145c24b4 req-5b0ba05f-7cea-496e-9aeb-48e3dd45f01c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504484 Sep 17 22:42:46.208418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:feed:526b (e0a4fb9d-32a5-4380-9852-2c3659b05950/3c81735e-ef1c-4bce-b0d3-bb19785e5c88/fa2f361f-680b-4c1f-a16a-22ab787144cb) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:46.275555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-44ede54e-f9ef-4d74-8305-a5642e012048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.277921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-44ede54e-f9ef-4d74-8305-a5642e012048 service neutron] 10.222.0.45 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 920 time: 0.3064435 Sep 17 22:42:46.289115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router d4967520-ef63-4598-9e2c-da5e4882a56f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:46.366584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-fc3f8c0f-9852-4526-b4a7-5a4b0825b331 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d436fc4b-5a2c-4644-b411-96076f0ff520 HTTP/1.1" status: 200 len: 217 time: 0.0734279 Sep 17 22:42:46.389828 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-61afc597-99d4-40fa-b142-828bdc97c687 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181458 Sep 17 22:42:46.437437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7f9a9245-2223-4a0e-91b3-7a48fb2db92e None None] Provisioning complete for port 05a6d88a-0bd9-4145-b372-1cace25c18df triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:46.438007 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9245-2223-4a0e-91b3-7a48fb2db92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.527942 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9245-2223-4a0e-91b3-7a48fb2db92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.568372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7f9a9245-2223-4a0e-91b3-7a48fb2db92e None None] For port 05a6d88a-0bd9-4145-b372-1cace25c18df, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05a6d88a-0bd9-4145-b372-1cace25c18df,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:46.573045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9245-2223-4a0e-91b3-7a48fb2db92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.631116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a9245-2223-4a0e-91b3-7a48fb2db92e None None] Pushing event updated for resources: {'Port': ['ID=05a6d88a-0bd9-4145-b372-1cace25c18df,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:46.791257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49820) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:46.875545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-c5a434cd-9da5-45b5-b259-c9c579de6bbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ded73d7-e359-49b7-aea7-69842be7719a HTTP/1.1" status: 200 len: 217 time: 0.4249933 Sep 17 22:42:46.913307 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c7fb9b6-1843-4527-b40b-c799e4944861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.960422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-62081744-59b8-48b8-9005-9a5f1b092f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.962009 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-62081744-59b8-48b8-9005-9a5f1b092f4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.5865459 Sep 17 22:42:47.051936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ab985-3822-437e-bae0-c4c2f39c5512 req-066f38df-762e-4c39-b2c0-024384c99dfc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.053740 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-49c8d043-1abc-4155-83c1-5d3284c44645 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518577 Sep 17 22:42:47.053974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-423ab985-3822-437e-bae0-c4c2f39c5512 req-066f38df-762e-4c39-b2c0-024384c99dfc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.0975723 Sep 17 22:42:47.078448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-e3c08be4-3c3a-4fb9-8dfd-ecc7beffc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.079935 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-e3c08be4-3c3a-4fb9-8dfd-ecc7beffc5ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 200 len: 797 time: 0.1940658 Sep 17 22:42:47.098709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:47.116211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-184ddefc-e0fb-4751-928f-9448be43e70c tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/routers/d4967520-ef63-4598-9e2c-da5e4882a56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4753449 Sep 17 22:42:47.117574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49830) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:47.124526 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e625f-ff49-4028-9932-2575048bf80a None None] Sync routers for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:47.138414 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e625f-ff49-4028-9932-2575048bf80a None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:47.139022 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ba5e625f-ff49-4028-9932-2575048bf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:47.139404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-423ab985-3822-437e-bae0-c4c2f39c5512 req-4de62f70-b375-4462-bf2e-66d26526f989 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754249 Sep 17 22:42:47.174201 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.192109 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ba5e625f-ff49-4028-9932-2575048bf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:47.201005 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e625f-ff49-4028-9932-2575048bf80a None None] Routers {'d4967520-ef63-4598-9e2c-da5e4882a56f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:47.201613 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ba5e625f-ff49-4028-9932-2575048bf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d4967520-ef63-4598-9e2c-da5e4882a56f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:47.239493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-7f9a48d6-b453-4ed2-89aa-33f8bc758c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.240619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c7fb9b6-1843-4527-b40b-c799e4944861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.241190 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-7f9a48d6-b453-4ed2-89aa-33f8bc758c72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9825d235-beee-480d-8f9d-bbd2329790f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1439276 Sep 17 22:42:47.246270 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ba5e625f-ff49-4028-9932-2575048bf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:47.248726 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e625f-ff49-4028-9932-2575048bf80a None None] The sync data for ids ['d4967520-ef63-4598-9e2c-da5e4882a56f'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:47.254108 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c7fb9b6-1843-4527-b40b-c799e4944861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.270444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-2772b50f-f52f-439c-a411-cb31987ebdf8 service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998940 Sep 17 22:42:47.331602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.356236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9c7fb9b6-1843-4527-b40b-c799e4944861 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=549e93aa4c8b4fdba273430725dce2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609055 Sep 17 22:42:47.361304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49832) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:47.363918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f8c4f-eae6-4acf-ba54-07dd63e6d807 req-b36b5962-c427-421a-b2dc-76e22b376c38 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.370984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f7f8c4f-eae6-4acf-ba54-07dd63e6d807 req-b36b5962-c427-421a-b2dc-76e22b376c38 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 943 time: 0.1839354 Sep 17 22:42:47.373789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fb9b6-1843-4527-b40b-c799e4944861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601d6f22-8acb-4379-920b-4db215b69f39,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:47.399737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b04b4d06-9677-40a8-a844-1ff81c7ae8be details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:42:47.412564 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.486317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:47.506846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:47.508570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05a6d88a-0bd9-4145-b372-1cace25c18df up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:47.509362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f7f8c4f-eae6-4acf-ba54-07dd63e6d807 req-80cfab2c-17b0-47f7-a726-6b59b7cb6bb2 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373920 Sep 17 22:42:47.521097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:47.526813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.527618 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.531121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=fa2f361f-680b-4c1f-a16a-22ab787144cb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:47.556336 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-87992078-d85a-4c88-945b-c06ebf76d5ca service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031361 Sep 17 22:42:47.557192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b04b4d06-9677-40a8-a844-1ff81c7ae8be, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:47.562313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.562655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.562991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.563345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.563684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.564092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.564421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.564792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.565182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.565507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.566172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.566172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:47.571773 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2fff2fc6-7558-4c96-a962-a6119303ef3f req-f7cac6b3-c375-44b1-8ce1-06b85715b905 service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885945 Sep 17 22:42:47.580043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'b04b4d06-9677-40a8-a844-1ff81c7ae8be', 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9', 'port_id': 'b04b4d06-9677-40a8-a844-1ff81c7ae8be', 'mac_address': 'fa:16:3e:01:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3b1228-c4c2-4915-9b32-4c523e65677a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:42:47.592862 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.600690 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-43ad2ea8-a1b9-4108-9969-39773ba2f61f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3664219 Sep 17 22:42:47.602078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49834) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:47.612406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac40764f-b9b8-4963-840a-4dd6321aec05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.631810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.647220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 05a6d88a-0bd9-4145-b372-1cace25c18df triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:47.647721 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.650459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04b4d06-9677-40a8-a844-1ff81c7ae8be {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:47.687236 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac40764f-b9b8-4963-840a-4dd6321aec05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.699812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b04b4d06-9677-40a8-a844-1ff81c7ae8be, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:47.711594 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.721675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f9d1f5-7f3d-4173-b671-7b5a3ef3a5fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.728160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f9d1f5-7f3d-4173-b671-7b5a3ef3a5fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.730691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-40f9d1f5-7f3d-4173-b671-7b5a3ef3a5fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1274345 Sep 17 22:42:47.732256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d016e4f3-58f1-4916-8b22-662c61b65a15 req-cba2ac20-1a9f-4b6b-835c-9fae0b3054d1 service neutron] 10.222.0.49 "GET /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530976 Sep 17 22:42:47.735600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49836) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:47.776318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 0e395306-bbfa-4c04-b07c-337d446d7523 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:47.777663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.790914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac40764f-b9b8-4963-840a-4dd6321aec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.802309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac40764f-b9b8-4963-840a-4dd6321aec05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.803048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b04b4d06-9677-40a8-a844-1ff81c7ae8be,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:47.804872 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ac40764f-b9b8-4963-840a-4dd6321aec05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/601d6f22-8acb-4379-920b-4db215b69f39 HTTP/1.1" status: 204 len: 168 time: 0.4393332 Sep 17 22:42:47.833486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40764f-b9b8-4963-840a-4dd6321aec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d6f22-8acb-4379-920b-4db215b69f39,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:47.945304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.963423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b835ce81-69ea-488a-ab2f-772411aeb400 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port fa2f361f-680b-4c1f-a16a-22ab787144cb {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:47.963762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b835ce81-69ea-488a-ab2f-772411aeb400 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.968577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 0e395306-bbfa-4c04-b07c-337d446d7523 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:48.019557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dbf98a60-f5da-4145-9334-7953369abf51 None None] Provisioning complete for port fa2f361f-680b-4c1f-a16a-22ab787144cb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:48.019557 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dbf98a60-f5da-4145-9334-7953369abf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.060880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dbf98a60-f5da-4145-9334-7953369abf51 None None] Port fa2f361f-680b-4c1f-a16a-22ab787144cb cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:48.082996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d436fc4b-5a2c-4644-b411-96076f0ff520 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:42:48.166069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b835ce81-69ea-488a-ab2f-772411aeb400 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.189693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b835ce81-69ea-488a-ab2f-772411aeb400 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for fa2f361f-680b-4c1f-a16a-22ab787144cb owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:48.212660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49854) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:48.250805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b04b4d06-9677-40a8-a844-1ff81c7ae8be'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:48.253244 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-47e1690a-0ff4-4bc5-bfc4-d435a4c4f4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.315552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d436fc4b-5a2c-4644-b411-96076f0ff520, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d436fc4b-5a2c-4644-b411-96076f0ff520,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:48.338199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'd436fc4b-5a2c-4644-b411-96076f0ff520', 'network_id': '326c41de-f486-4876-8d90-8bec07e0bff9', 'port_id': 'd436fc4b-5a2c-4644-b411-96076f0ff520', 'mac_address': 'fa:16:3e:ba:92:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3b1228-c4c2-4915-9b32-4c523e65677a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:42:48.374810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eb7fb-7af8-4b94-99a8-ca820ab48b30 req-fc4fe229-6d0b-452e-8808-443497240197 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:48.377529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-002eb7fb-7af8-4b94-99a8-ca820ab48b30 req-fc4fe229-6d0b-452e-8808-443497240197 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1226237 Sep 17 22:42:48.384059 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.388036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-47e1690a-0ff4-4bc5-bfc4-d435a4c4f4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.393275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-47e1690a-0ff4-4bc5-bfc4-d435a4c4f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.415465 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.425603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=0e395306-bbfa-4c04-b07c-337d446d7523,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:48.440796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d436fc4b-5a2c-4644-b411-96076f0ff520 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:48.447058 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-47e1690a-0ff4-4bc5-bfc4-d435a4c4f4ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=207398805d70449daf757b7551bc39d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292593 Sep 17 22:42:48.447058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1690a-0ff4-4bc5-bfc4-d435a4c4f4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57623399-1e97-4372-8bdf-229fded57870,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:48.461521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49858) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:48.478863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d436fc4b-5a2c-4644-b411-96076f0ff520, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d436fc4b-5a2c-4644-b411-96076f0ff520,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:48.491186 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.541852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba30601b-2ddc-44ab-935b-ba1ed2578fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.552671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d436fc4b-5a2c-4644-b411-96076f0ff520,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:48.558977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-002eb7fb-7af8-4b94-99a8-ca820ab48b30 req-abcbc99a-54d4-41d0-a3f2-4f357229668e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668875 Sep 17 22:42:48.584361 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba30601b-2ddc-44ab-935b-ba1ed2578fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.603530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b835ce81-69ea-488a-ab2f-772411aeb400 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.647862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba30601b-2ddc-44ab-935b-ba1ed2578fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.650586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba30601b-2ddc-44ab-935b-ba1ed2578fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.651875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ba30601b-2ddc-44ab-935b-ba1ed2578fbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57623399-1e97-4372-8bdf-229fded57870 HTTP/1.1" status: 204 len: 168 time: 0.1893106 Sep 17 22:42:48.660683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30601b-2ddc-44ab-935b-ba1ed2578fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57623399-1e97-4372-8bdf-229fded57870,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:48.668974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835ce81-69ea-488a-ab2f-772411aeb400 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=fa2f361f-680b-4c1f-a16a-22ab787144cb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:48.710530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.741688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b835ce81-69ea-488a-ab2f-772411aeb400 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.751218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b835ce81-69ea-488a-ab2f-772411aeb400 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/fa2f361f-680b-4c1f-a16a-22ab787144cb HTTP/1.1" status: 204 len: 168 time: 1.0135169 Sep 17 22:42:48.753716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49872) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:48.758651 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.811495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['d436fc4b-5a2c-4644-b411-96076f0ff520'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:48.880171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f917a15-d50c-4d67-aa52-c6a2fc2c180c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:48.882112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f917a15-d50c-4d67-aa52-c6a2fc2c180c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:48.884341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0f917a15-d50c-4d67-aa52-c6a2fc2c180c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1293647 Sep 17 22:42:48.886680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.888044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49874) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:48.902752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8ce58-ed65-4ed8-9f02-7a1f314837d3 req-37725f26-eed1-4d1b-a0a5-61156aa46674 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:48.904457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ed8ce58-ed65-4ed8-9f02-7a1f314837d3 req-37725f26-eed1-4d1b-a0a5-61156aa46674 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 944 time: 0.2373071 Sep 17 22:42:48.905780 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.980023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2427ee-4e3c-4767-a672-a5bcdbca24b7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 3c81735e-ef1c-4bce-b0d3-bb19785e5c88 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:48.984856 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb2427ee-4e3c-4767-a672-a5bcdbca24b7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.009124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ed8ce58-ed65-4ed8-9f02-7a1f314837d3 req-9a2395ec-9518-42a4-9725-0a4af890dce1 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940135 Sep 17 22:42:49.020428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.021363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Fanout notify agent at l3_agent the message router_deleted on router d4967520-ef63-4598-9e2c-da5e4882a56f {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:49.043387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.047662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3de28fac-c67d-47e8-b175-255e2cffb780 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/routers/d4967520-ef63-4598-9e2c-da5e4882a56f HTTP/1.1" status: 204 len: 168 time: 1.9300287 Sep 17 22:42:49.048418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49880) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:49.080546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb2427ee-4e3c-4767-a672-a5bcdbca24b7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.186281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb2427ee-4e3c-4767-a672-a5bcdbca24b7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.258815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb2427ee-4e3c-4767-a672-a5bcdbca24b7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.287943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2427ee-4e3c-4767-a672-a5bcdbca24b7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=3c81735e-ef1c-4bce-b0d3-bb19785e5c88,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:49.294775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb2427ee-4e3c-4767-a672-a5bcdbca24b7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.302797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d71239-5ee7-4172-9557-f77ec99908d1 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:49.310344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bb2427ee-4e3c-4767-a672-a5bcdbca24b7 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/3c81735e-ef1c-4bce-b0d3-bb19785e5c88 HTTP/1.1" status: 204 len: 168 time: 0.4209588 Sep 17 22:42:49.312739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49890) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:49.390765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2bfcf6c-b573-42f5-8af7-0ea8067b49b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766008 Sep 17 22:42:49.397643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49892) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:49.461442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5d7997-3bcb-4e30-8b14-53ad5c74d01e tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting subnet 8427d4b1-bab1-417f-97bc-f51242bff709 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:49.467876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7997-3bcb-4e30-8b14-53ad5c74d01e tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.473005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d605ad77-ccfd-4d38-8475-dde076434c5a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:49.477449 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d605ad77-ccfd-4d38-8475-dde076434c5a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0779557 Sep 17 22:42:49.478699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49896) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:49.522667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7997-3bcb-4e30-8b14-53ad5c74d01e tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.544920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae4627-f73d-4be6-9231-9cf828fb0873 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:49.551566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5fae4627-f73d-4be6-9231-9cf828fb0873 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0721242 Sep 17 22:42:49.552191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49900) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:49.575196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:49.630128 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6c8c0a14-0f28-4226-bb00-79a39ee096b5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767567 Sep 17 22:42:49.630764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49906) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:49.638803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:49.654560 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7997-3bcb-4e30-8b14-53ad5c74d01e tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.687407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] Deleting port 05a6d88a-0bd9-4145-b372-1cace25c18df {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:49.687822 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.774203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc402-a010-46aa-bb77-8506621acb51 req-7f311d51-fc3e-431a-9161-9e3e8e166833 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:49.776402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf7bc402-a010-46aa-bb77-8506621acb51 req-7f311d51-fc3e-431a-9161-9e3e8e166833 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.0743062 Sep 17 22:42:49.808366 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7997-3bcb-4e30-8b14-53ad5c74d01e tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.810593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] For port 05a6d88a-0bd9-4145-b372-1cace25c18df, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05a6d88a-0bd9-4145-b372-1cace25c18df,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:49.811003 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.844067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d7997-3bcb-4e30-8b14-53ad5c74d01e tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Subnet': ['ID=8427d4b1-bab1-417f-97bc-f51242bff709,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:49.847201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] Calling delete_port for 05a6d88a-0bd9-4145-b372-1cace25c18df owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:49.859838 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7997-3bcb-4e30-8b14-53ad5c74d01e tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.866012 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6f5d7997-3bcb-4e30-8b14-53ad5c74d01e tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/subnets/8427d4b1-bab1-417f-97bc-f51242bff709 HTTP/1.1" status: 204 len: 168 time: 0.8164747 Sep 17 22:42:49.867213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49910) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:49.889324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf7bc402-a010-46aa-bb77-8506621acb51 req-964c9eee-2dea-4174-a403-6b8308c13657 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999830 Sep 17 22:42:49.890077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:49.898990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.952971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdba118-946a-4534-9e73-324ae94c1862 None None] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:50.002505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.086868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 7960a64f-5804-438b-a081-6ba6f3f47e65 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:50.087474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.137507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d436fc4b-5a2c-4644-b411-96076f0ff520 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:50.197944 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.228892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] No DVR routers for this DVR port 05a6d88a-0bd9-4145-b372-1cace25c18df on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:50.267839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77169068-8b37-4d03-84ff-262fa97ca3e4 None None] Pushing event deleted for resources: {'Port': ['ID=05a6d88a-0bd9-4145-b372-1cace25c18df,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:50.271845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] For port 7960a64f-5804-438b-a081-6ba6f3f47e65, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7960a64f-5804-438b-a081-6ba6f3f47e65,segment=NetworkSegment(6bb550e9-f3a3-421c-be1b-0d2142956e53),segment_id=6bb550e9-f3a3-421c-be1b-0d2142956e53)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:50.271845 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.296329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 7960a64f-5804-438b-a081-6ba6f3f47e65 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:50.310102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port d436fc4b-5a2c-4644-b411-96076f0ff520 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:42:50.316175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port d436fc4b-5a2c-4644-b411-96076f0ff520 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:50.316365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49fa49-810c-4a18-8f40-728f677c814d req-f481694b-41f7-474b-960d-b3150d273944 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.317062 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.324061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc49fa49-810c-4a18-8f40-728f677c814d req-f481694b-41f7-474b-960d-b3150d273944 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 944 time: 0.1462963 Sep 17 22:42:50.392952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] DHCP port deletion for b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:50.395006 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.404216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc49fa49-810c-4a18-8f40-728f677c814d req-9e30014d-5e94-4d81-bf9e-4e066bc9bed8 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785089 Sep 17 22:42:50.455620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:50.460454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:50.465722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.466327 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.466574 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.474214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d06e09-c3e0-4a44-8795-149ed0a7d13d None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:50.487648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=706d0adb-891f-44a0-a0c9-895a005666a2,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:50.493689 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1a88cbec-ee62-41a8-b9ac-d36e3b8ea1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8619092 Sep 17 22:42:50.496818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49930) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:50.503392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:2b:90:85', 'name': 'tempest-NetworksTestDHCPv6-73603754'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:50.515790 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.550523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=7960a64f-5804-438b-a081-6ba6f3f47e65,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:50.561918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] No DVR routers for this DVR port 7960a64f-5804-438b-a081-6ba6f3f47e65 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:50.575050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ce1301-6928-42ba-a29a-65b6e96072ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd436fc4b-5a2c-4644-b411-96076f0ff520'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:50.583206 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2592fc36-024e-4807-a34c-2c8a8fff99ed" -d '{"events": [{"server_uuid": "61ce1301-6928-42ba-a29a-65b6e96072ca", "name": "network-vif-plugged", "status": "completed", "tag": "d436fc4b-5a2c-4644-b411-96076f0ff520"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:50.615220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d436fc4b-5a2c-4644-b411-96076f0ff520, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d436fc4b-5a2c-4644-b411-96076f0ff520,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:50.630572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] Deleting port 7960a64f-5804-438b-a081-6ba6f3f47e65 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:50.631332 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.648884 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.715628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:50.725280 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dffc5d0-684c-4059-8269-ec03f72477ce x-openstack-request-id: req-9dffc5d0-684c-4059-8269-ec03f72477ce {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:50.726900 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ce1301-6928-42ba-a29a-65b6e96072ca", "name": "network-vif-plugged", "status": "completed", "tag": "d436fc4b-5a2c-4644-b411-96076f0ff520", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:50.728459 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dffc5d0-684c-4059-8269-ec03f72477ce {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:50.728879 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ce1301-6928-42ba-a29a-65b6e96072ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd436fc4b-5a2c-4644-b411-96076f0ff520', 'code': 200} Sep 17 22:42:50.765683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.809961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:50.828849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb550e9-f3a3-421c-be1b-0d2142956e53') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:50.829166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb550e9-f3a3-421c-be1b-0d2142956e53') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:50.849510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.866425 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.877385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:42:50.878187 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.894630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95c9c-3f8f-4bf6-9022-d691678a7f0d req-53149032-b0aa-4e4a-881d-736f9d1bd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.896446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-42f95c9c-3f8f-4bf6-9022-d691678a7f0d req-53149032-b0aa-4e4a-881d-736f9d1bd95c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1097 time: 0.1362007 Sep 17 22:42:50.905236 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.935817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 074b8827-38f7-44a1-9ec1-c846c698c06a yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:42:50.959308 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:42:50.968256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.998986 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.003468 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/networks/b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 HTTP/1.1" status: 204 len: 168 time: 1.1319420 Sep 17 22:42:51.009375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49954) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:51.017633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83194c59-03ff-43b2-aefd-13deb8943156 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Network': ['ID=b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:51.160763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdaa18-07f4-43fc-b5c8-46a140e35246 req-f5ce989e-4adf-4115-bf76-1e23f166e0ce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:51.161472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::141 (e0a4fb9d-32a5-4380-9852-2c3659b05950/706d0adb-891f-44a0-a0c9-895a005666a2/074b8827-38f7-44a1-9ec1-c846c698c06a) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:51.173792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbcdaa18-07f4-43fc-b5c8-46a140e35246 req-f5ce989e-4adf-4115-bf76-1e23f166e0ce tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1305130 Sep 17 22:42:51.222161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] For port 7960a64f-5804-438b-a081-6ba6f3f47e65, host n-d-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:51.224861 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.263412 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbcdaa18-07f4-43fc-b5c8-46a140e35246 req-a1a1c370-a88a-4bfb-950d-2f323a4a9125 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819387 Sep 17 22:42:51.268764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d436fc4b-5a2c-4644-b411-96076f0ff520,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:51.278805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] Calling delete_port for 7960a64f-5804-438b-a081-6ba6f3f47e65 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:51.309945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.ipam_backend_mixin [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] Port 7960a64f-5804-438b-a081-6ba6f3f47e65 was not found and therefore no delete operation was performed {{(pid=94739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:42:51.324820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '706d0adb-891f-44a0-a0c9-895a005666a2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:51.325714 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.327682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.355200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.362115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] Pushing event deleted for resources: {'Port': ['ID=7960a64f-5804-438b-a081-6ba6f3f47e65,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:51.372488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] Network b9ab09aa-8ddc-4a17-8cd4-d5a2f8b58b76 is not hosted by any dhcp agent {{(pid=94739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:42:51.373262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9557c-fba8-492f-be6e-84cd88774cd4 None None] No DVR routers for this DVR port 7960a64f-5804-438b-a081-6ba6f3f47e65 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:51.405681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b04b4d06-9677-40a8-a844-1ff81c7ae8be up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:51.466146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-42f95c9c-3f8f-4bf6-9022-d691678a7f0d req-9a19aeb7-23c7-4e37-b94f-319ad39725a3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449164 Sep 17 22:42:51.538217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.581448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7960a64f-5804-438b-a081-6ba6f3f47e65 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:51.619552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:51.626024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 7960a64f-5804-438b-a081-6ba6f3f47e65 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:51.626571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7960a64f-5804-438b-a081-6ba6f3f47e65 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:51.626790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05a6d88a-0bd9-4145-b372-1cace25c18df no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:51.630370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:51.634615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:51.642567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64ef33-750a-4187-8111-634f5ef01963 req-b9dc5988-c834-4bcf-9b8c-7d30dc049641 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:51.644892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d64ef33-750a-4187-8111-634f5ef01963 req-b9dc5988-c834-4bcf-9b8c-7d30dc049641 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 944 time: 0.1411991 Sep 17 22:42:51.650458 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:51.651522 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.655393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=074b8827-38f7-44a1-9ec1-c846c698c06a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:51.662924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 05a6d88a-0bd9-4145-b372-1cace25c18df {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:51.663268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05a6d88a-0bd9-4145-b372-1cace25c18df not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:51.713391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port dd55adf7-8fde-45e1-ad9e-e97bc6e137de {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:51.714572 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.715969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port b04b4d06-9677-40a8-a844-1ff81c7ae8be completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:42:51.730095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port b04b4d06-9677-40a8-a844-1ff81c7ae8be triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:51.730490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.754498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d64ef33-750a-4187-8111-634f5ef01963 req-df3e0e35-1117-4615-8cfa-79004196bb0c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864704 Sep 17 22:42:51.759080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ec6526df-672a-4ebc-b914-093cb72803f9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2611156 Sep 17 22:42:51.762292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49980) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:51.765816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/706d0adb-891f-44a0-a0c9-895a005666a2/429fbb38-5e8a-48fc-aead-1edfd3b3d3ec) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:51.870404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e24d52-373a-4e16-bae4-46e5a03560ed tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:51.872122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03e24d52-373a-4e16-bae4-46e5a03560ed tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1086800 Sep 17 22:42:51.875107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49990) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:51.894182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.894713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.912693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for dd55adf7-8fde-45e1-ad9e-e97bc6e137de owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:51.960954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.014518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b9d69530-94de-4eef-938b-17a8ef6da5fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 074b8827-38f7-44a1-9ec1-c846c698c06a {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:52.015290 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9d69530-94de-4eef-938b-17a8ef6da5fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.045947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b04b4d06-9677-40a8-a844-1ff81c7ae8be, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:52.114568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.158121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.196959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9d69530-94de-4eef-938b-17a8ef6da5fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.220675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b9d69530-94de-4eef-938b-17a8ef6da5fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 074b8827-38f7-44a1-9ec1-c846c698c06a owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:52.224662 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.244875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.262120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:52.289219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=dd55adf7-8fde-45e1-ad9e-e97bc6e137de,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:52.293747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b04b4d06-9677-40a8-a844-1ff81c7ae8be,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:52.302467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:52.412061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:52.463863 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.476245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.481586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-630604fc-89ba-43b2-8955-0f6f6e6f9b09 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/floatingips/f6c36d3a-fd02-4b46-8e95-ceaa35320104 HTTP/1.1" status: 204 len: 168 time: 1.4658558 Sep 17 22:42:52.483688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50018) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:52.510180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Pushing event updated for resources: {'Port': ['ID=429fbb38-5e8a-48fc-aead-1edfd3b3d3ec,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:52.543377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Attempting to bind port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:52.544685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Attempting to bind port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:52.544685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Attempting to bind port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:52.552063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:52.552510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:52.553054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.553511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:52.554046 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Bound port: 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:52.554506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.560544 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac00caf3-504a-4cae-9c73-7f535c57e671 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] DELETE failed (client error): The resource could not be found. Sep 17 22:42:52.561651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac00caf3-504a-4cae-9c73-7f535c57e671 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:52.564978 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ac00caf3-504a-4cae-9c73-7f535c57e671 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/ports/320926db-6a1e-4bcd-800a-bb4df861748c HTTP/1.1" status: 404 len: 333 time: 0.0796657 Sep 17 22:42:52.567425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50020) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:52.635106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0adf1-1f6e-4bb2-86e1-454ff4044f60 req-52be7672-b279-41d7-8d63-9adf70b01c58 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.637590 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e3f4aaa-bfd3-4bf7-b7e9-f8502713d1a8 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4967520-ef63-4598-9e2c-da5e4882a56f HTTP/1.1" status: 200 len: 205 time: 0.0688524 Sep 17 22:42:52.639952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50028) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:52.642071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ce0adf1-1f6e-4bb2-86e1-454ff4044f60 req-52be7672-b279-41d7-8d63-9adf70b01c58 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1095350 Sep 17 22:42:52.642570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9d69530-94de-4eef-938b-17a8ef6da5fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.668564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] For port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:52.672538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] For port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=429fbb38-5e8a-48fc-aead-1edfd3b3d3ec,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:52.680428 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.690069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d69530-94de-4eef-938b-17a8ef6da5fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=074b8827-38f7-44a1-9ec1-c846c698c06a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:52.724518 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9d69530-94de-4eef-938b-17a8ef6da5fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.728674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b9d69530-94de-4eef-938b-17a8ef6da5fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/074b8827-38f7-44a1-9ec1-c846c698c06a HTTP/1.1" status: 204 len: 168 time: 0.8502929 Sep 17 22:42:52.730432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ac056-b97d-418a-84ad-d955c6c8f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04b4d06-9677-40a8-a844-1ff81c7ae8be'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:52.731474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50030) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:52.732912 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24e325d-e397-4574-a53e-a0d9d68763f4" -d '{"events": [{"server_uuid": "975ac056-b97d-418a-84ad-d955c6c8f514", "name": "network-vif-plugged", "status": "completed", "tag": "b04b4d06-9677-40a8-a844-1ff81c7ae8be"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:52.756172 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-a5fc5d9f-626e-449d-9410-f1691576f758 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] delete failed (client error): The resource could not be found. Sep 17 22:42:52.759840 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a5fc5d9f-626e-449d-9410-f1691576f758 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/routers/d4967520-ef63-4598-9e2c-da5e4882a56f HTTP/1.1" status: 404 len: 336 time: 0.1163695 Sep 17 22:42:52.767672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af9342-7df8-4219-8b97-8234d44b3a69 None None] Pushing event updated for resources: {'Port': ['ID=429fbb38-5e8a-48fc-aead-1edfd3b3d3ec,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:52.778926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ce0adf1-1f6e-4bb2-86e1-454ff4044f60 req-4a81c3b6-0068-418a-b298-5b263ac63ff6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176500 Sep 17 22:42:52.780473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50036) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:52.815599 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746a9f29-46b9-413f-914a-6b5b940fa85e x-openstack-request-id: req-746a9f29-46b9-413f-914a-6b5b940fa85e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:52.816004 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ac056-b97d-418a-84ad-d955c6c8f514", "name": "network-vif-plugged", "status": "completed", "tag": "b04b4d06-9677-40a8-a844-1ff81c7ae8be", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:52.816402 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-746a9f29-46b9-413f-914a-6b5b940fa85e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:52.817013 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ac056-b97d-418a-84ad-d955c6c8f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04b4d06-9677-40a8-a844-1ff81c7ae8be', 'code': 200} Sep 17 22:42:52.840018 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae80c85-7f4e-401c-bd1e-3789e443629d tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] DELETE failed (client error): The resource could not be found. Sep 17 22:42:52.840549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae80c85-7f4e-401c-bd1e-3789e443629d tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:52.845316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9ae80c85-7f4e-401c-bd1e-3789e443629d tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/subnets/8427d4b1-bab1-417f-97bc-f51242bff709 HTTP/1.1" status: 404 len: 337 time: 0.0637875 Sep 17 22:42:52.845879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50044) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:52.954594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc889c-253c-40b2-975e-a19aaf83a248 req-57518b6e-e963-4a38-8a49-6ac2d6290103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.956273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5fc889c-253c-40b2-975e-a19aaf83a248 req-57518b6e-e963-4a38-8a49-6ac2d6290103 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 1097 time: 0.0501015 Sep 17 22:42:52.961251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a3377-fb05-4b61-bc6a-afbebabbb46a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.962992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a3377-fb05-4b61-bc6a-afbebabbb46a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.968460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5a2a3377-fb05-4b61-bc6a-afbebabbb46a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2360044 Sep 17 22:42:52.970916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50050) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:53.019292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5fc889c-253c-40b2-975e-a19aaf83a248 req-fc181a64-6bf6-4dcc-bfef-fdf40679581e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Sep 17 22:42:53.085424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-22022d96-11f6-4f0a-88d2-0f17ce74254f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 706d0adb-891f-44a0-a0c9-895a005666a2 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:53.098370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71dc3a-1829-4b22-9e00-f3cc9ce6affc req-f13ae83b-d442-4856-8c43-26c8cc13beb0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:53.099892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd71dc3a-1829-4b22-9e00-f3cc9ce6affc req-f13ae83b-d442-4856-8c43-26c8cc13beb0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1944098 Sep 17 22:42:53.101671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22022d96-11f6-4f0a-88d2-0f17ce74254f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.165877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22022d96-11f6-4f0a-88d2-0f17ce74254f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.282501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9592ca72-7b73-4768-b34f-d75c3440274b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 5eb9fefb-0910-47a5-853f-6d7b365ad35d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:53.283095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9592ca72-7b73-4768-b34f-d75c3440274b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.311253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd71dc3a-1829-4b22-9e00-f3cc9ce6affc req-72ad6632-9e96-4ab2-a85c-af35b3a26140 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011045 Sep 17 22:42:53.423541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22022d96-11f6-4f0a-88d2-0f17ce74254f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.500595 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9592ca72-7b73-4768-b34f-d75c3440274b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.515330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:53.525972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9592ca72-7b73-4768-b34f-d75c3440274b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 5eb9fefb-0910-47a5-853f-6d7b365ad35d owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:53.541228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22022d96-11f6-4f0a-88d2-0f17ce74254f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.593928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:53.594780 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.623047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22022d96-11f6-4f0a-88d2-0f17ce74254f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=706d0adb-891f-44a0-a0c9-895a005666a2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:53.631212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-22022d96-11f6-4f0a-88d2-0f17ce74254f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.633169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-22022d96-11f6-4f0a-88d2-0f17ce74254f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/706d0adb-891f-44a0-a0c9-895a005666a2 HTTP/1.1" status: 204 len: 168 time: 0.6611202 Sep 17 22:42:53.635592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50084) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:53.737285 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.758458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9220c7ad-63b0-4d1c-8926-11f635bc934d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196373 Sep 17 22:42:53.762357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50092) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:53.787297 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9592ca72-7b73-4768-b34f-d75c3440274b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.797237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=429fbb38-5e8a-48fc-aead-1edfd3b3d3ec,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:53.810237 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.856101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592ca72-7b73-4768-b34f-d75c3440274b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=5eb9fefb-0910-47a5-853f-6d7b365ad35d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:53.876419 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77dcbc1-c3a4-4958-8dea-c8b4bf0b7313 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:53.878473 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c77dcbc1-c3a4-4958-8dea-c8b4bf0b7313 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1144707 Sep 17 22:42:53.881052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:53.938591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=429fbb38-5e8a-48fc-aead-1edfd3b3d3ec,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:53.998523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965e5a43-2be9-4363-bcbf-015da85b3f49 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:54.000437 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-965e5a43-2be9-4363-bcbf-015da85b3f49 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1182809 Sep 17 22:42:54.002908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50116) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:54.049147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28cbac-9a84-4a0b-975b-8c7695a4c5b7 req-f58d138c-3e3b-497a-9a6b-4f7d854463f1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:54.050689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b28cbac-9a84-4a0b-975b-8c7695a4c5b7 req-f58d138c-3e3b-497a-9a6b-4f7d854463f1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1095254 Sep 17 22:42:54.060409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9592ca72-7b73-4768-b34f-d75c3440274b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.065834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9592ca72-7b73-4768-b34f-d75c3440274b tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/ports/5eb9fefb-0910-47a5-853f-6d7b365ad35d HTTP/1.1" status: 204 len: 168 time: 1.2167196 Sep 17 22:42:54.066875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50118) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:54.067942 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-87b69fe4-0020-4299-a74c-1de2d5ef4511 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635695 Sep 17 22:42:54.071587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50124) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:54.077592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:54.201494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:54.203653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e8927-2d82-462a-9b0d-0956720c0c8e None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:54.205505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.243014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b28cbac-9a84-4a0b-975b-8c7695a4c5b7 req-de7147b8-6c3f-48c3-883b-3e9493c297d8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747065 Sep 17 22:42:54.300720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9e65f16d-f041-478c-a8e8-24fd6865dfdf tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 8264e937-63df-4186-a0f5-2b86604f22cc {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:54.301386 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e65f16d-f041-478c-a8e8-24fd6865dfdf tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.314093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cde2df2e-206f-4595-b312-f8449b78f4c3 None None] Provisioning complete for port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:54.314462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cde2df2e-206f-4595-b312-f8449b78f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.555516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:54.592519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e65f16d-f041-478c-a8e8-24fd6865dfdf tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.622699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fcfb9-d5a1-48e1-9b2d-bb0bcac76e1b req-5604a5e1-f382-4f9a-949a-0df85bca7195 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:54.624364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b4fcfb9-d5a1-48e1-9b2d-bb0bcac76e1b req-5604a5e1-f382-4f9a-949a-0df85bca7195 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.0874932 Sep 17 22:42:54.626257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9e65f16d-f041-478c-a8e8-24fd6865dfdf tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 8264e937-63df-4186-a0f5-2b86604f22cc owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:54.676874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] Deleting port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:54.679547 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.747158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b4fcfb9-d5a1-48e1-9b2d-bb0bcac76e1b req-8b55fd66-fc94-482a-ad3e-78eeae43c9b0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080418 Sep 17 22:42:54.818555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] For port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=429fbb38-5e8a-48fc-aead-1edfd3b3d3ec,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:54.819159 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.834145 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e65f16d-f041-478c-a8e8-24fd6865dfdf tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.844661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] Calling delete_port for 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:54.875638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65f16d-f041-478c-a8e8-24fd6865dfdf tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=8264e937-63df-4186-a0f5-2b86604f22cc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:54.904019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:42:54.957574 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e65f16d-f041-478c-a8e8-24fd6865dfdf tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.963480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9e65f16d-f041-478c-a8e8-24fd6865dfdf tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/ports/8264e937-63df-4186-a0f5-2b86604f22cc HTTP/1.1" status: 204 len: 168 time: 0.8917520 Sep 17 22:42:54.964159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:54.988804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.023610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] Pushing event deleted for resources: {'Port': ['ID=429fbb38-5e8a-48fc-aead-1edfd3b3d3ec,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:55.033685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4c46d-db86-4415-83d1-5d444ab2c2b3 None None] No DVR routers for this DVR port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:55.064028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293748c0-8491-4778-b8e0-ac4f94c35fe1 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:55.065803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-293748c0-8491-4778-b8e0-ac4f94c35fe1 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "GET /v2.0/ports?device_id=30e94620-b585-4db2-837a-ac9433f1818a HTTP/1.1" status: 200 len: 913 time: 0.0961514 Sep 17 22:42:55.068607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50182) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:55.071705 n-d-789963-10 neutron-server[94738]: WARNING neutron.services.revisions.revision_plugin [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Could not find related port for resource to bump revision. Sep 17 22:42:55.077122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_pluggable_backend [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Port 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 17 22:42:55.077643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_pluggable_backend [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Reverting IP allocation for 2001:db8::f816:3eff:febb:5026 {{(pid=94738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 17 22:42:55.081652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_pluggable_backend [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Reverting IP allocation failed for 2001:db8::f816:3eff:febb:5026 {{(pid=94738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 17 22:42:55.083047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.142756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:55.149695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:55.153124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:55.153928 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.163643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc29c8f-2bfd-41ad-bb95-c4d2d6914546 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:55.169609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=394ab932-8e5c-40f1-9d92-5366c2900029,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:55.189725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4865ed76-dcca-4104-a065-7df59527ad96 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1131070 Sep 17 22:42:55.189725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50194) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:55.194859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f8fa624a-c931-4631-b430-8b21c1db97d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:55.374514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fa624a-c931-4631-b430-8b21c1db97d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:55.375649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': '394ab932-8e5c-40f1-9d92-5366c2900029'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:55.376585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.379175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8fa624a-c931-4631-b430-8b21c1db97d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.535892 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-f8fa624a-c931-4631-b430-8b21c1db97d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 394ab932-8e5c-40f1-9d92-5366c2900029 (CIDR: 2001:db8::/64) Sep 17 22:42:55.540812 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fa624a-c931-4631-b430-8b21c1db97d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:42:55.543210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fa624a-c931-4631-b430-8b21c1db97d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:55.562922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:55.576119 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f8fa624a-c931-4631-b430-8b21c1db97d9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3857589 Sep 17 22:42:55.578779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50218) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:55.584313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:55.625224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:55.626041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 429fbb38-5e8a-48fc-aead-1edfd3b3d3ec not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:55.655734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f1fb-d1fb-461c-96ce-95a57f41739e req-2f452a80-93f6-4329-a80f-897d94496586 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:55.657411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1a6f1fb-d1fb-461c-96ce-95a57f41739e req-2f452a80-93f6-4329-a80f-897d94496586 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1869593 Sep 17 22:42:55.749980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1a6f1fb-d1fb-461c-96ce-95a57f41739e req-0f069b1b-b0f0-48e2-a2ed-f2c76d92bd22 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805438 Sep 17 22:42:55.781459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Allocated IP 2001:db8::f816:3eff:fe60:8968 (e0a4fb9d-32a5-4380-9852-2c3659b05950/394ab932-8e5c-40f1-9d92-5366c2900029/53bbeecf-ecf0-414f-a6bf-5cfd018807fd) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:55.790574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:55.798679 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.835201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.003139 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.007751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07334-e5ea-492e-a063-c301b7036fa3 req-c70c076d-1554-466b-8392-80e1c2a6389a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:56.009502 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46e07334-e5ea-492e-a063-c301b7036fa3 req-c70c076d-1554-466b-8392-80e1c2a6389a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1113794 Sep 17 22:42:56.018926 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.068708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:56.071677 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:56.074826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:56.084318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Pushing event updated for resources: {'Port': ['ID=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:56.108911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.134462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46e07334-e5ea-492e-a063-c301b7036fa3 req-dbe7f500-a1a1-4a53-bc35-a6c7de8ae678 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859296 Sep 17 22:42:56.154806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Attempting to bind port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:56.155291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Attempting to bind port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:56.155722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Attempting to bind port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:56.162723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:56.163223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:56.163856 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.164251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:56.164870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Bound port: 53bbeecf-ecf0-414f-a6bf-5cfd018807fd, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:56.165311 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.205991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:56.207452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:56.212395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:56.213025 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.238240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=0e869874-5e42-4ded-9ba9-d10869b3699b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:56.245142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f8934ae9-0dd4-49c0-a2d6-d25f46973fa8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6625965 Sep 17 22:42:56.250015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50258) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:56.258649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:78:17:a0', 'name': 'tempest-NetworksTestDHCPv6-1478366364'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:56.259961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] For port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:56.266817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] For port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:56.278143 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.347073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 92689c58-939c-4a23-96aa-6102cc04c9b9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:56.350207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.381741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eef75-08ea-43fe-8ea0-9e1dc542808e None None] Pushing event updated for resources: {'Port': ['ID=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:56.507633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:56.515641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-3df57860-dd61-497d-9c3d-eb7b07b7c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:56.523069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-3df57860-dd61-497d-9c3d-eb7b07b7c693 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 1097 time: 0.0829258 Sep 17 22:42:56.550051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d2857-030b-4f96-a632-00f3038c0ad5 req-19a65ba5-d2a3-4480-9695-3077572c098b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:56.558489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-292d2857-030b-4f96-a632-00f3038c0ad5 req-19a65ba5-d2a3-4480-9695-3077572c098b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.0888190 Sep 17 22:42:56.561855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.624634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 92689c58-939c-4a23-96aa-6102cc04c9b9 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:56.712727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-292d2857-030b-4f96-a632-00f3038c0ad5 req-68210fab-06bd-4b90-bcae-82210425b5bf tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530175 Sep 17 22:42:56.743714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-e6327034-cfd1-464e-8fa2-6cc7bcacd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:56.746013 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-e6327034-cfd1-464e-8fa2-6cc7bcacd877 service neutron] 10.222.0.49 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 920 time: 0.2064877 Sep 17 22:42:56.858935 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-67811882-cd94-4c49-9c5e-443d0aaf16d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be HTTP/1.1" status: 200 len: 217 time: 0.1040010 Sep 17 22:42:56.864044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.935289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 94f3e32d-2774-48d4-89fe-3263c7ee66dc yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:56.949321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-69e228a0-00a2-4191-b762-70a22cb33c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:56.951166 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-69e228a0-00a2-4191-b762-70a22cb33c89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.0845084 Sep 17 22:42:57.034171 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-e806c748-be99-4923-be09-6e656503f8b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480118 Sep 17 22:42:57.294872 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-34c5185f-29bb-40c6-bf0c-6c0c39ef7566 service neutron] 10.222.0.49 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496631 Sep 17 22:42:57.354468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8:0:1::38e (e0a4fb9d-32a5-4380-9852-2c3659b05950/0e869874-5e42-4ded-9ba9-d10869b3699b/94f3e32d-2774-48d4-89fe-3263c7ee66dc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:57.359020 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.376229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3932fa-487a-4267-a99c-f0ca6c10d839 req-7c0a9bc4-0874-4037-9fe8-ff3bbbd74458 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:57.378027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f3932fa-487a-4267-a99c-f0ca6c10d839 req-7c0a9bc4-0874-4037-9fe8-ff3bbbd74458 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.0778146 Sep 17 22:42:57.414796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=92689c58-939c-4a23-96aa-6102cc04c9b9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:57.514282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f3932fa-487a-4267-a99c-f0ca6c10d839 req-26aa0da6-ac66-413f-90b7-01bca14f8525 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127765 Sep 17 22:42:57.543222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 53bbeecf-ecf0-414f-a6bf-5cfd018807fd up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:57.647331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:57.647874 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.715600 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.847980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc3012f-93af-4b00-b4cf-fa746a79ad28 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:57.873439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:fe78:17a0 (e0a4fb9d-32a5-4380-9852-2c3659b05950/394ab932-8e5c-40f1-9d92-5366c2900029/94f3e32d-2774-48d4-89fe-3263c7ee66dc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:57.889894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:57.923778 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.959391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1456ca05-5437-4e86-9b4f-a3a8724e4636 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:57.959799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1456ca05-5437-4e86-9b4f-a3a8724e4636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.038158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.045106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:58.056904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d406b8-4365-4237-a264-7be450ed7466 req-2a211c39-1661-42ed-a536-14e5581cb215 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:58.061552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5d406b8-4365-4237-a264-7be450ed7466 req-2a211c39-1661-42ed-a536-14e5581cb215 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1707122 Sep 17 22:42:58.117074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.127410 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.185078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:58.194170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:58.202992 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9737e486-0d1d-4523-9226-386ccec39c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.207337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:58.214481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:58.214836 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:42:58.215322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.254594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=94f3e32d-2774-48d4-89fe-3263c7ee66dc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.271382 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4575948c-4f68-46c7-a08f-31ddfa4503e9 req-c380a771-55fd-4546-89c7-3445dae28ad6 service neutron] 10.222.0.49 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9641726 Sep 17 22:42:58.278679 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-09cf8110-814c-469e-b0f1-9ef95b63222e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0247612 Sep 17 22:42:58.281437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50356) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:58.333458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.334827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5d406b8-4365-4237-a264-7be450ed7466 req-2c310cbd-9d1b-4f95-ab16-ca3ec56f703c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847994 Sep 17 22:42:58.399639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Router 30e94620-b585-4db2-837a-ac9433f1818a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:58.411687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Update dhcp port {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': '394ab932-8e5c-40f1-9d92-5366c2900029', 'ip_address': '2001:db8::f816:3eff:fe60:8968'}, {'subnet_id': '0e869874-5e42-4ded-9ba9-d10869b3699b'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '53bbeecf-ecf0-414f-a6bf-5cfd018807fd'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:42:58.444880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.475962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a60e3-ab8e-4886-81d6-a68fbd2ebe8c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 94f3e32d-2774-48d4-89fe-3263c7ee66dc {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:58.476944 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e9a60e3-ab8e-4886-81d6-a68fbd2ebe8c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.556349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9737e486-0d1d-4523-9226-386ccec39c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.563896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9737e486-0d1d-4523-9226-386ccec39c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.616979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:58.627920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e9a60e3-ab8e-4886-81d6-a68fbd2ebe8c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.632345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98511fae-f18d-4392-a52b-cc29b8752bd2 None None] Sync routers for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:58.635579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-20f410a6-0ed7-402a-ad28-74355d467170 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "PUT /v2.0/routers/30e94620-b585-4db2-837a-ac9433f1818a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5656378 Sep 17 22:42:58.639682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50364) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:58.647268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737e486-0d1d-4523-9226-386ccec39c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daac70e8-ddf3-4359-951b-9111c4fb2e6f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.652129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9737e486-0d1d-4523-9226-386ccec39c8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4e6fe367a3c49ba96cc4d2bbdc677b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7594912 Sep 17 22:42:58.655291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50366) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:58.668829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Allocated IP 2001:db8:0:1::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/0e869874-5e42-4ded-9ba9-d10869b3699b/53bbeecf-ecf0-414f-a6bf-5cfd018807fd) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:58.670917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98511fae-f18d-4392-a52b-cc29b8752bd2 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:58.671567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-98511fae-f18d-4392-a52b-cc29b8752bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:58.701342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a60e3-ab8e-4886-81d6-a68fbd2ebe8c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 94f3e32d-2774-48d4-89fe-3263c7ee66dc owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:58.718496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-98511fae-f18d-4392-a52b-cc29b8752bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:58.740560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ebf9-6593-416b-91df-d825241f5876 req-20a81655-988b-451c-9973-de60de8e659f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:58.742300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ead1ebf9-6593-416b-91df-d825241f5876 req-20a81655-988b-451c-9973-de60de8e659f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1049683 Sep 17 22:42:58.749015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98511fae-f18d-4392-a52b-cc29b8752bd2 None None] Routers {'30e94620-b585-4db2-837a-ac9433f1818a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:58.749735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-98511fae-f18d-4392-a52b-cc29b8752bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:42:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['30e94620-b585-4db2-837a-ac9433f1818a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:58.764070 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6333a359-631b-4718-a418-f1e59469866e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.810497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6333a359-631b-4718-a418-f1e59469866e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.814809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ead1ebf9-6593-416b-91df-d825241f5876 req-53e77fa4-071f-4489-b8f4-a979545fde20 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645611 Sep 17 22:42:58.858477 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.870918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6333a359-631b-4718-a418-f1e59469866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.873541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6333a359-631b-4718-a418-f1e59469866e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.877052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6333a359-631b-4718-a418-f1e59469866e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daac70e8-ddf3-4359-951b-9111c4fb2e6f HTTP/1.1" status: 204 len: 168 time: 0.2178202 Sep 17 22:42:58.900013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333a359-631b-4718-a418-f1e59469866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daac70e8-ddf3-4359-951b-9111c4fb2e6f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.984083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-98511fae-f18d-4392-a52b-cc29b8752bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:58.984750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98511fae-f18d-4392-a52b-cc29b8752bd2 None None] The sync data for ids ['30e94620-b585-4db2-837a-ac9433f1818a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:59.065649 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.066694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] For port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:59.104715 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.124588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.161500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e9a60e3-ab8e-4886-81d6-a68fbd2ebe8c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.201215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a60e3-ab8e-4886-81d6-a68fbd2ebe8c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=94f3e32d-2774-48d4-89fe-3263c7ee66dc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:59.225279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting port 7dec3c06-2950-4e54-922c-ccd51ef705e5 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:59.225761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.258538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Pushing event updated for resources: {'Port': ['ID=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:59.268080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.268588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.269071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.269770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.270223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.270664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.271105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.271835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.272212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.272649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.273143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.273827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12706b5f-23bb-44cf-a9cc-f61ee7846e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:59.287591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e9a60e3-ab8e-4886-81d6-a68fbd2ebe8c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.292207 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9e9a60e3-ab8e-4886-81d6-a68fbd2ebe8c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/94f3e32d-2774-48d4-89fe-3263c7ee66dc HTTP/1.1" status: 204 len: 168 time: 1.0095971 Sep 17 22:42:59.293031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50378) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.410883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.438560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734ee39-c8b7-456c-bf85-ba900935ab2b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:59.442704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Calling delete_port for 7dec3c06-2950-4e54-922c-ccd51ef705e5 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:59.445062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1734ee39-c8b7-456c-bf85-ba900935ab2b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1486773 Sep 17 22:42:59.446842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50388) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.542705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 53bbeecf-ecf0-414f-a6bf-5cfd018807fd up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:59.568918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcacfd-e684-4920-a2c0-c9a91deddb43 req-96ad388d-c3e3-4ae5-ba5f-db3fe8105f74 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:59.571005 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37dcacfd-e684-4920-a2c0-c9a91deddb43 req-96ad388d-c3e3-4ae5-ba5f-db3fe8105f74 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.0760136 Sep 17 22:42:59.590007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32369b1-1053-4ee0-afd3-88bcd84be08e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:59.594174 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f32369b1-1053-4ee0-afd3-88bcd84be08e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1438062 Sep 17 22:42:59.596824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50394) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.673365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:59.673960 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.730999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4df6df-7df8-4799-b539-b74ed0ab95ee tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:59.738351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4df6df-7df8-4799-b539-b74ed0ab95ee tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:59.744659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4df6df-7df8-4799-b539-b74ed0ab95ee tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:59.747271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6a4df6df-7df8-4799-b539-b74ed0ab95ee tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1493459 Sep 17 22:42:59.750054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50400) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.763405 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.832227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Port': ['ID=7dec3c06-2950-4e54-922c-ccd51ef705e5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:59.958793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b341274-d238-4369-91db-b79f10ed6c50 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 0e869874-5e42-4ded-9ba9-d10869b3699b {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:59.960432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.965673 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0177c30-63d3-4a3e-b933-1002c12cd569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.975226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37dcacfd-e684-4920-a2c0-c9a91deddb43 req-e4537102-044f-4f9f-a5c6-4754369041af tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930595 Sep 17 22:42:59.983458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b341274-d238-4369-91db-b79f10ed6c50 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.101628 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.104180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.112448 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b341274-d238-4369-91db-b79f10ed6c50 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.145767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ff6c4a7c-29ca-4ad9-bcfc-57e1970d6640 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:00.146148 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4a7c-29ca-4ad9-bcfc-57e1970d6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.184733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296f71a-0f34-459d-81e5-2fb0f6a40ea1 req-fdf3f005-ed29-4f7f-91ab-e031a62e4adb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:00.194455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f296f71a-0f34-459d-81e5-2fb0f6a40ea1 req-fdf3f005-ed29-4f7f-91ab-e031a62e4adb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.2181327 Sep 17 22:43:00.202951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.203467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Fanout notify agent at l3_agent the message router_deleted on router 30e94620-b585-4db2-837a-ac9433f1818a {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:00.217630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.221925 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b82d4718-3819-405d-abce-0074017c5f67 tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/routers/30e94620-b585-4db2-837a-ac9433f1818a HTTP/1.1" status: 204 len: 168 time: 1.5808711 Sep 17 22:43:00.224171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50412) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.293935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f296f71a-0f34-459d-81e5-2fb0f6a40ea1 req-f41e4ab4-a325-4b72-ab33-67c3b11911aa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978808 Sep 17 22:43:00.320994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dbeca8-f576-4d8a-83ec-0eff668c684f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Deleting subnet f288bab5-ff07-4ff3-be3a-d17ea7839589 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:00.329660 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeca8-f576-4d8a-83ec-0eff668c684f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.331204 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b341274-d238-4369-91db-b79f10ed6c50 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.364030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ff6c4a7c-29ca-4ad9-bcfc-57e1970d6640 None None] Could not find standard attr ID for object 94f3e32d-2774-48d4-89fe-3263c7ee66dc. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:00.385209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeca8-f576-4d8a-83ec-0eff668c684f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.436323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b341274-d238-4369-91db-b79f10ed6c50 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.446552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeca8-f576-4d8a-83ec-0eff668c684f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.474474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b341274-d238-4369-91db-b79f10ed6c50 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=0e869874-5e42-4ded-9ba9-d10869b3699b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:00.485488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b341274-d238-4369-91db-b79f10ed6c50 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.489112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8b341274-d238-4369-91db-b79f10ed6c50 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/0e869874-5e42-4ded-9ba9-d10869b3699b HTTP/1.1" status: 204 len: 168 time: 0.7154443 Sep 17 22:43:00.491643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50420) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.501879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328f554-7613-492a-9491-f607b324471a None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:00.606543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3b6f5afe-5751-48b8-92c7-f82222bb3038 None None] Could not find standard attr ID for object 94f3e32d-2774-48d4-89fe-3263c7ee66dc. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:00.642151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-48276383-fb9f-47ee-85bf-120a952565e5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 394ab932-8e5c-40f1-9d92-5366c2900029 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:00.646966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48276383-fb9f-47ee-85bf-120a952565e5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.650188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeca8-f576-4d8a-83ec-0eff668c684f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.689753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50426) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.691165 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeca8-f576-4d8a-83ec-0eff668c684f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.693058 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e9dbeca8-f576-4d8a-83ec-0eff668c684f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/subnets/f288bab5-ff07-4ff3-be3a-d17ea7839589 HTTP/1.1" status: 204 len: 168 time: 0.4678860 Sep 17 22:43:00.701519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50428) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.725462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbeca8-f576-4d8a-83ec-0eff668c684f tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Subnet': ['ID=f288bab5-ff07-4ff3-be3a-d17ea7839589,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:00.739129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48276383-fb9f-47ee-85bf-120a952565e5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.829509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48276383-fb9f-47ee-85bf-120a952565e5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.836772 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.924866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48276383-fb9f-47ee-85bf-120a952565e5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.970146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48276383-fb9f-47ee-85bf-120a952565e5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=394ab932-8e5c-40f1-9d92-5366c2900029,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:00.980878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48276383-fb9f-47ee-85bf-120a952565e5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.982355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1137582336'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:00.985874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-48276383-fb9f-47ee-85bf-120a952565e5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/394ab932-8e5c-40f1-9d92-5366c2900029 HTTP/1.1" status: 204 len: 168 time: 0.4932022 Sep 17 22:43:00.986596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50432) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.987468 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.040827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860c68c6-250e-4662-9710-ee4f80d0f43f']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:01.047717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-168429f4-805e-427c-8c38-0362bd06aa6d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599174 Sep 17 22:43:01.048398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50436) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.054062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:01.055531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586ca0f6-48b1-4870-93d1-e4b73a81c878') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:01.055839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586ca0f6-48b1-4870-93d1-e4b73a81c878') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:01.080546 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.105623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Made reservation on behalf of 1976d0dc6a40476994e77547fab6b86d for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:01.109383 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.129863 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.139447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:01.139447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.173819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:01.178353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:01.215472 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:01.219573 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.222623 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.263466 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.265714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] 10.222.0.48 "DELETE /v2.0/networks/860c68c6-250e-4662-9710-ee4f80d0f43f HTTP/1.1" status: 204 len: 168 time: 0.5623305 Sep 17 22:43:01.275101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226ad23-f32f-4c1a-82ae-b9960954b3cb req-f0ecaacb-63c3-4936-9df5-a36208860a10 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:01.277481 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b226ad23-f32f-4c1a-82ae-b9960954b3cb req-f0ecaacb-63c3-4936-9df5-a36208860a10 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.2121515 Sep 17 22:43:01.278304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3358dc-106c-4246-8295-d4eee37c61ec tempest-FloatingIPTestJSON-254566001 tempest-FloatingIPTestJSON-254566001-project] Pushing event deleted for resources: {'Network': ['ID=860c68c6-250e-4662-9710-ee4f80d0f43f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.350964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b226ad23-f32f-4c1a-82ae-b9960954b3cb req-eab35c50-1cf6-405c-b761-9abb39e7ac24 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Sep 17 22:43:01.534475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33455ab-409c-406b-aadc-22f2f84b0481 req-72618824-8988-417d-b14c-1e12cb841ecb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:01.542065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e33455ab-409c-406b-aadc-22f2f84b0481 req-72618824-8988-417d-b14c-1e12cb841ecb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1035187 Sep 17 22:43:01.559853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.570712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.582296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a02e03-d07f-43c0-988d-25e59b08cf5e None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:01.583183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:01.593760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.594113 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Added segment f0763562-63cd-44d4-89ac-a0495be5728d of type vlan for network a4e3005d-6ae9-496d-886f-bebe144bc253 Sep 17 22:43:01.647769 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.674650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:43:01.685720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.691290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:01.691920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.751379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ec6307fc-6aee-45b0-9ca9-265fcc1e26bd None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:01.751764 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec6307fc-6aee-45b0-9ca9-265fcc1e26bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.784594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e33455ab-409c-406b-aadc-22f2f84b0481 req-6a4e0c2a-23d3-4901-9922-c08c0270eaf1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272236 Sep 17 22:43:01.784594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cc9530-81a8-436e-877e-d22db5130b8f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.817900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50448) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.833934 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1426001 Sep 17 22:43:01.837540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50452) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.842614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Request body: {'subnet': {'network_id': 'a4e3005d-6ae9-496d-886f-bebe144bc253', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:01.847995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6812-6440-460c-857d-61a8942c3575 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event updated for resources: {'Network': ['ID=a4e3005d-6ae9-496d-886f-bebe144bc253,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.881281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a4e3005d-6ae9-496d-886f-bebe144bc253 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:01.915483 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.971557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Made reservation on behalf of 1976d0dc6a40476994e77547fab6b86d for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:01.976433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.146885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] For port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:02.194330 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.212663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.223187 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-984b28d5-0aec-4c7a-8b35-c275a63a3e1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f05391ac9ede4c3b8b7c1b1b4c49afe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040554 Sep 17 22:43:02.224239 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.225209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.228292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50454) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:02.273420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Checking segment: {'id': 'f0763562-63cd-44d4-89ac-a0495be5728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a4e3005d-6ae9-496d-886f-bebe144bc253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:02.273864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Network hostable DHCP agents. Network: a4e3005d-6ae9-496d-886f-bebe144bc253, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:02.289204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event updated for resources: {'Subnet': ['ID=0619a460-a1ef-4895-926e-63610af676a2,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:02.304811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Network a4e3005d-6ae9-496d-886f-bebe144bc253 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:02.319858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a4e3005d-6ae9-496d-886f-bebe144bc253) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:02.324625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:02.325642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.327389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:02.335236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:02.337502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8854715b-a9b0-41c9-8302-3efee975e52c None None] Network a4e3005d-6ae9-496d-886f-bebe144bc253 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:02.352566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:02.353244 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.375145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e98b41d5-9cc6-4dbb-bbb7-8f3d28a5ec85 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5370057 Sep 17 22:43:02.377324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50456) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:02.386556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Request body: {'port': {'network_id': 'a4e3005d-6ae9-496d-886f-bebe144bc253', 'name': 'tempest-DHCPAgentSchedulersTestJSON-402352151'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:02.387941 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7314b6-6706-42f2-9fb3-6e02551e350e None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:02.433322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,revision_number=8']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:02.446464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=03fa5749-a371-40b4-b412-6c40916d1616,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:02.450309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9dc40ff7-c996-4d5f-91f9-c09abdf21541 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:02.450975 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9dc40ff7-c996-4d5f-91f9-c09abdf21541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.461328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c9a7fa13-60b2-48d2-84fa-4f55279eea80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4116580 Sep 17 22:43:02.469061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50460) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:02.489287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d2da8684-5ba9-459a-9723-578fc9f05f84 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:02.580288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372b59-296d-49ec-bfa7-9771821cbb41 req-299035d2-e67e-4c1a-8b84-4410ba1fd5ea tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:02.582091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1372b59-296d-49ec-bfa7-9771821cbb41 req-299035d2-e67e-4c1a-8b84-4410ba1fd5ea tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.0938475 Sep 17 22:43:02.606779 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4771bd2c-6bad-48cc-acf5-3a9be0178438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.617515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Made reservation on behalf of 1976d0dc6a40476994e77547fab6b86d for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:02.623346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.646674 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4771bd2c-6bad-48cc-acf5-3a9be0178438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.656471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] device_id is not set on port 378781b4-38b1-4f02-9ebf-7f8d61118b07 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:02.677031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2da8684-5ba9-459a-9723-578fc9f05f84 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:02.681704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2da8684-5ba9-459a-9723-578fc9f05f84 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.778137 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-df1f1ab3-12df-4df1-b3fa-cc901f878b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.799492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4771bd2c-6bad-48cc-acf5-3a9be0178438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.802732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4771bd2c-6bad-48cc-acf5-3a9be0178438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.805812 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4771bd2c-6bad-48cc-acf5-3a9be0178438 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db11384f-f971-401f-b409-969b0ba2be39 HTTP/1.1" status: 204 len: 168 time: 0.5667727 Sep 17 22:43:02.805973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-a4e3005d-6ae9-496d-886f-bebe144bc253', 'network_id': 'a4e3005d-6ae9-496d-886f-bebe144bc253', 'tenant_id': '1976d0dc6a40476994e77547fab6b86d', 'fixed_ips': [{'subnet_id': '0619a460-a1ef-4895-926e-63610af676a2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:02.810951 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.811484 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-d2da8684-5ba9-459a-9723-578fc9f05f84 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03fa5749-a371-40b4-b412-6c40916d1616 (CIDR: 2001:db8::/64) Sep 17 22:43:02.821503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771bd2c-6bad-48cc-acf5-3a9be0178438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db11384f-f971-401f-b409-969b0ba2be39,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:02.824040 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2da8684-5ba9-459a-9723-578fc9f05f84 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:43:02.824427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Allocated IP 172.20.0.6 (a4e3005d-6ae9-496d-886f-bebe144bc253/0619a460-a1ef-4895-926e-63610af676a2/378781b4-38b1-4f02-9ebf-7f8d61118b07) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:02.824718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2da8684-5ba9-459a-9723-578fc9f05f84 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:02.894066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2da8684-5ba9-459a-9723-578fc9f05f84 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4190562 Sep 17 22:43:02.894634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1372b59-296d-49ec-bfa7-9771821cbb41 req-eaf53e92-73c1-48df-82cf-19d6da6755cd tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860432 Sep 17 22:43:02.896535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50470) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:02.902832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:03.099339 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.106783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ce1d9-a6a5-4dcb-806c-3655b962d1f4 req-d0382d66-c9d6-42b3-add0-9c2ff7e91ea2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:03.108377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d9ce1d9-a6a5-4dcb-806c-3655b962d1f4 req-d0382d66-c9d6-42b3-add0-9c2ff7e91ea2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1068301 Sep 17 22:43:03.140216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:03.144088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.194914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.233462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d9ce1d9-a6a5-4dcb-806c-3655b962d1f4 req-0e95eea6-f52b-4903-bd00-ad5bdafbf007 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997152 Sep 17 22:43:03.268849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.328033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Network a4e3005d-6ae9-496d-886f-bebe144bc253 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:03.336435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:03.341293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:03.371834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event updated for resources: {'Port': ['ID=378781b4-38b1-4f02-9ebf-7f8d61118b07,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:03.384488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Allocated IP 172.20.0.2 (a4e3005d-6ae9-496d-886f-bebe144bc253/0619a460-a1ef-4895-926e-63610af676a2/3ed31362-04ff-4d69-9787-677dd0da93aa) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:03.430229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:03.430874 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.452077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-858cba6e-61de-4d92-87ad-b68a7ce2d56e tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0711601 Sep 17 22:43:03.454798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50480) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:03.490111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 53bbeecf-ecf0-414f-a6bf-5cfd018807fd up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:03.519625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.552395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-55e1e2fa-e481-4daf-8324-833c0886d858 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:03.553112 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2fa-e481-4daf-8324-833c0886d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.557773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8d9fe-9d8c-4eed-948e-ffd6aeb12d0c tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Deleting port 378781b4-38b1-4f02-9ebf-7f8d61118b07 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:03.558261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d9fe-9d8c-4eed-948e-ffd6aeb12d0c tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.596710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:03.601190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=90b362bc-d34b-4019-9b64-d0bc44554f3a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:03.606698 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:03.611140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:03.611973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.634237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7694dd11-eb47-4c00-8734-f4a524e519bb None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:03.635545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b50cf688-7f2a-463d-8cde-38fcf2bc3970 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7378595 Sep 17 22:43:03.638936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50486) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:03.647375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:c5:7c:e1', 'name': 'tempest-NetworksTestDHCPv6-375873738'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:03.687071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d9fe-9d8c-4eed-948e-ffd6aeb12d0c tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.696635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:03.697120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.705032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8d9fe-9d8c-4eed-948e-ffd6aeb12d0c tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Calling delete_port for 378781b4-38b1-4f02-9ebf-7f8d61118b07 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:03.755587 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.795243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:03.933710 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.960453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d9fe-9d8c-4eed-948e-ffd6aeb12d0c tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.961605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 732488b5-2b15-406b-bd6f-91f83c217edf yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:03.992520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50502) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:04.014700 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d9fe-9d8c-4eed-948e-ffd6aeb12d0c tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event deleted for resources: {'Port': ['ID=378781b4-38b1-4f02-9ebf-7f8d61118b07,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:04.041184 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.153870 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.169995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Network a4e3005d-6ae9-496d-886f-bebe144bc253 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:04.199782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340591-02dd-4dc2-b72f-efde9381267b req-ca0fc171-a24b-43ea-8d98-02149b7fb135 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:04.202178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:04.206065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd340591-02dd-4dc2-b72f-efde9381267b req-ca0fc171-a24b-43ea-8d98-02149b7fb135 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1549671 Sep 17 22:43:04.215025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:04.217318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Pushing event updated for resources: {'Port': ['ID=3ed31362-04ff-4d69-9787-677dd0da93aa,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:04.263328 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d9fe-9d8c-4eed-948e-ffd6aeb12d0c tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.266080 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bbb8d9fe-9d8c-4eed-948e-ffd6aeb12d0c tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "DELETE /v2.0/ports/378781b4-38b1-4f02-9ebf-7f8d61118b07 HTTP/1.1" status: 204 len: 168 time: 0.8095596 Sep 17 22:43:04.268539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50514) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:04.269179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-946781842'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:04.302443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd340591-02dd-4dc2-b72f-efde9381267b req-6422c3c7-3c87-46f0-921a-7cd634b4b345 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797498 Sep 17 22:43:04.347521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8:0:1::3d5 (e0a4fb9d-32a5-4380-9852-2c3659b05950/90b362bc-d34b-4019-9b64-d0bc44554f3a/732488b5-2b15-406b-bd6f-91f83c217edf) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:04.361338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::f816:3eff:fec5:7ce1 (e0a4fb9d-32a5-4380-9852-2c3659b05950/03fa5749-a371-40b4-b412-6c40916d1616/732488b5-2b15-406b-bd6f-91f83c217edf) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:04.364969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:04.365219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Attempting to bind port 3ed31362-04ff-4d69-9787-677dd0da93aa on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:04.365609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Attempting to bind port 3ed31362-04ff-4d69-9787-677dd0da93aa by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f0763562-63cd-44d4-89ac-a0495be5728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a4e3005d-6ae9-496d-886f-bebe144bc253'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:04.366264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Attempting to bind port 3ed31362-04ff-4d69-9787-677dd0da93aa on network a4e3005d-6ae9-496d-886f-bebe144bc253 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:04.373441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.375956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:04.376336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Checking segment: {'id': 'f0763562-63cd-44d4-89ac-a0495be5728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a4e3005d-6ae9-496d-886f-bebe144bc253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:04.377176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.377615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Bound using segment: {'id': 'f0763562-63cd-44d4-89ac-a0495be5728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a4e3005d-6ae9-496d-886f-bebe144bc253'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:04.378161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Bound port: 3ed31362-04ff-4d69-9787-677dd0da93aa, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0763562-63cd-44d4-89ac-a0495be5728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a4e3005d-6ae9-496d-886f-bebe144bc253'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:04.378609 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.395062 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.435014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d804c-f20d-416b-80b2-af9c9484e5fb req-39c0f8b1-553e-4efe-80af-4dacea3b8270 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:04.440456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-449d804c-f20d-416b-80b2-af9c9484e5fb req-39c0f8b1-553e-4efe-80af-4dacea3b8270 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.0900590 Sep 17 22:43:04.488757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] For port 3ed31362-04ff-4d69-9787-677dd0da93aa, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:04.492715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] For port 3ed31362-04ff-4d69-9787-677dd0da93aa, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3ed31362-04ff-4d69-9787-677dd0da93aa,segment=NetworkSegment(f0763562-63cd-44d4-89ac-a0495be5728d),segment_id=f0763562-63cd-44d4-89ac-a0495be5728d)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:04.501076 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.566220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-449d804c-f20d-416b-80b2-af9c9484e5fb req-b74b81a9-3414-4a82-9d7e-6667234ef8d2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167538 Sep 17 22:43:04.577477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7d65cb1c-52c3-446a-8614-a7798df5105a tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.3073442 Sep 17 22:43:04.580187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50524) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:04.580760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e9790-b8f6-4e2a-b47d-315400db9310 None None] Pushing event updated for resources: {'Port': ['ID=3ed31362-04ff-4d69-9787-677dd0da93aa,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:04.593138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1454307120'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:04.641628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c1f54b-a31b-4e8b-beda-91c2a0902f45 None None] Update dhcp port {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': '03fa5749-a371-40b4-b412-6c40916d1616', 'ip_address': '2001:db8::f816:3eff:fe60:8968'}, {'subnet_id': '90b362bc-d34b-4019-9b64-d0bc44554f3a'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '53bbeecf-ecf0-414f-a6bf-5cfd018807fd'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:43:04.682749 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70c1f54b-a31b-4e8b-beda-91c2a0902f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.698152 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.711893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.715707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.723442 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-badc51a9-78a2-4be0-9239-850b566aaa2a service neutron] show failed (client error): The resource could not be found. Sep 17 22:43:04.725373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-badc51a9-78a2-4be0-9239-850b566aaa2a service neutron] 10.222.0.49 "GET /v2.0/ports/9e3671a9-c5ec-4400-8a40-48d0966e2ab5/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.1754289 Sep 17 22:43:04.732311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.752750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Made reservation on behalf of 1976d0dc6a40476994e77547fab6b86d for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:04.758588 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.776972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:04.817825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.821568 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Added segment 94de0312-6d3c-43bc-9d89-f525f1411732 of type vlan for network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a Sep 17 22:43:04.831262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:04.844574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951934f-075f-4d49-975a-351023e70dbb req-4670b657-e3bb-4e8b-a4c3-6b9ad25d953b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:04.846160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3951934f-075f-4d49-975a-351023e70dbb req-4670b657-e3bb-4e8b-a4c3-6b9ad25d953b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 946 time: 0.1125047 Sep 17 22:43:04.852185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57db6bb3-46a4-4fad-b15e-eb6ccd01bec8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:04.852569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.852803 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Added segment 0c6a940b-a4bf-4e52-b3bd-6036eb7ef1ff of type vlan for network 3210b1e5-6783-4670-992f-4e8824ce4576 Sep 17 22:43:04.912257 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.924194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.988327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-70c1f54b-a31b-4e8b-beda-91c2a0902f45 None None] Allocated IP 2001:db8:0:1::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/90b362bc-d34b-4019-9b64-d0bc44554f3a/53bbeecf-ecf0-414f-a6bf-5cfd018807fd) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:05.020325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:05.021200 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.022166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=732488b5-2b15-406b-bd6f-91f83c217edf,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.032612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:05.039306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:05.046223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:05.047380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.050587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.058588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:05.060836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.099058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3951934f-075f-4d49-975a-351023e70dbb req-32c5f4a6-f3f9-4b7c-bc6e-14cf167acabe tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446585 Sep 17 22:43:05.121778 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.127382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:05.128260 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.147421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-70c1f54b-a31b-4e8b-beda-91c2a0902f45 None None] For port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:05.166687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5844338 Sep 17 22:43:05.169606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50530) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:05.177465 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-117d6d01-ac41-4a83-9107-19807df48412 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5370083 Sep 17 22:43:05.179202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50532) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:05.189032 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1949899 Sep 17 22:43:05.203245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70c1f54b-a31b-4e8b-beda-91c2a0902f45 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.208011 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70c1f54b-a31b-4e8b-beda-91c2a0902f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.209719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50534) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:05.217286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'name': 'tempest-PortsIpV6TestJSON-1253639505'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:05.233122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event updated for resources: {'Network': ['ID=3210b1e5-6783-4670-992f-4e8824ce4576,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.287700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8f8b6-65d1-48e6-adfc-a5c41310465d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Network': ['ID=15d592ce-97f3-4f1a-91e0-175e1b9bf65a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.300186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.300828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.301127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.301422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.301823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.302234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.302622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.303833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.304054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.304345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.304682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.306577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c914a92-0234-4829-8ad7-90a4b6b542e5 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:05.313866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-ed30ba02-f526-41cb-a4ba-48f9907fba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:05.314078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:05.315376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-ed30ba02-f526-41cb-a4ba-48f9907fba56 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 1098 time: 0.2102325 Sep 17 22:43:05.330497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1f54b-a31b-4e8b-beda-91c2a0902f45 None None] Pushing event updated for resources: {'Port': ['ID=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.343875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:05.356077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 3210b1e5-6783-4670-992f-4e8824ce4576 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:05.413552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.452992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.630706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:05.638584 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.650152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 53bbeecf-ecf0-414f-a6bf-5cfd018807fd up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:05.691782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d19896-38c7-4a97-923b-cb298c5bbf0c req-108a76d2-c860-4f81-9f26-de4748ee5002 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:05.701518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3d19896-38c7-4a97-923b-cb298c5bbf0c req-108a76d2-c860-4f81-9f26-de4748ee5002 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.2160702 Sep 17 22:43:05.763874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:05.764009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.898382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3ed31362-04ff-4d69-9787-677dd0da93aa up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:05.965399 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3ed31362-04ff-4d69-9787-677dd0da93aa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:05.965780 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.971875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-02672287-3753-4d6d-90b1-9d887a8c6bfb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 732488b5-2b15-406b-bd6f-91f83c217edf {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:05.972375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02672287-3753-4d6d-90b1-9d887a8c6bfb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.061442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f3d518-7cc0-4715-9290-f289d61a0108 None None] Network a4e3005d-6ae9-496d-886f-bebe144bc253 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:06.109994 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.186162 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f23b3fbb-cc31-41eb-9c40-e89ad2a8a8cb None None] Provisioning complete for port 3ed31362-04ff-4d69-9787-677dd0da93aa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:06.186793 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f23b3fbb-cc31-41eb-9c40-e89ad2a8a8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.214800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4fb46469-fdd4-4c6c-ab3a-92eacbdda4f8 tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "GET /v2.0/agents/19849bc9-f849-4d43-be39-491634c18479/dhcp-networks HTTP/1.1" status: 200 len: 11276 time: 1.0426917 Sep 17 22:43:06.219789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50544) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:06.231414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 3ed31362-04ff-4d69-9787-677dd0da93aa, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3ed31362-04ff-4d69-9787-677dd0da93aa,segment=NetworkSegment(f0763562-63cd-44d4-89ac-a0495be5728d),segment_id=f0763562-63cd-44d4-89ac-a0495be5728d)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:06.231984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 7e333c3d-e710-4f83-9106-72033fa26755 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:06.248622 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.249585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02672287-3753-4d6d-90b1-9d887a8c6bfb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.274272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3d19896-38c7-4a97-923b-cb298c5bbf0c req-f04f7c5b-cdb9-4117-84a6-ae4dea8ddb7b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716722 Sep 17 22:43:06.281055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-02672287-3753-4d6d-90b1-9d887a8c6bfb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 732488b5-2b15-406b-bd6f-91f83c217edf owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:06.299892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588752b-572e-44b7-ad9d-9119fa416e03 req-b713c654-30bb-4bc7-a779-f3f5c74afdea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:06.310370 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9588752b-572e-44b7-ad9d-9119fa416e03 req-b713c654-30bb-4bc7-a779-f3f5c74afdea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.6064472 Sep 17 22:43:06.331685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:06.360349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=3ed31362-04ff-4d69-9787-677dd0da93aa,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:06.443057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9588752b-572e-44b7-ad9d-9119fa416e03 req-4a1bd208-dc8b-4e8c-b13f-46b2f2540750 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315768 Sep 17 22:43:06.489825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:06.576468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b39c0-5127-44e4-96c5-42b8a3b64319 tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] Network 3210b1e5-6783-4670-992f-4e8824ce4576 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:06.576757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0e890-4b69-4945-89b5-c3a538f30290 req-48332a45-6286-4d65-be29-903d6833be68 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:06.578476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51f0e890-4b69-4945-89b5-c3a538f30290 req-48332a45-6286-4d65-be29-903d6833be68 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 946 time: 0.0913196 Sep 17 22:43:06.591684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:06.594311 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17a0ee8-4338-4623-8816-c1683a8323ad" -d '{"events": [{"server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:06.602636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.610762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ce176b18-8c1b-4c1b-9697-817b1b8e0c73 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:06.612082 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ce176b18-8c1b-4c1b-9697-817b1b8e0c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.638455 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f52b39c0-5127-44e4-96c5-42b8a3b64319 tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "POST /v2.0/agents/19849bc9-f849-4d43-be39-491634c18479/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4154873 Sep 17 22:43:06.656038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8617177-c4aa-42a4-9f76-1c5b753ab211 None None] Network 3210b1e5-6783-4670-992f-4e8824ce4576 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:06.659437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50548) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:06.728429 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbc1ce2-be30-4ddf-8a24-a9bbaed88c3f x-openstack-request-id: req-cbbc1ce2-be30-4ddf-8a24-a9bbaed88c3f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:06.728796 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:06.730464 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbbc1ce2-be30-4ddf-8a24-a9bbaed88c3f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:06.730984 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'code': 200} Sep 17 22:43:06.750505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.762793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51f0e890-4b69-4945-89b5-c3a538f30290 req-ffa696dc-a4f5-4b7c-8e94-ea8e280c9e86 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836959 Sep 17 22:43:06.788271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-b7ae4e22-5da4-42c5-be71-6cc3f1bb1954 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:06.790338 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-b7ae4e22-5da4-42c5-be71-6cc3f1bb1954 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.45 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 946 time: 0.1835113 Sep 17 22:43:06.795544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Transition to ACTIVE for port object 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:43:06.804439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.826495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02672287-3753-4d6d-90b1-9d887a8c6bfb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.843131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.864002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=7e333c3d-e710-4f83-9106-72033fa26755,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:06.914468 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Checking segment: {'id': '94de0312-6d3c-43bc-9d89-f525f1411732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:06.914826 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network hostable DHCP agents. Network: 15d592ce-97f3-4f1a-91e0-175e1b9bf65a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:06.935068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:06.945333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02672287-3753-4d6d-90b1-9d887a8c6bfb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=732488b5-2b15-406b-bd6f-91f83c217edf,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:06.945973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 15d592ce-97f3-4f1a-91e0-175e1b9bf65a) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:06.951831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:06.959156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73b575-a772-4a58-9560-bdc0d4280af5 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:06.970632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:06.971504 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.990655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a68d94ed-d20a-4805-b828-dba83341f0ef tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7778943 Sep 17 22:43:06.994455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50552) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.006000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1764907799'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:07.036604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:07.040875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.078394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:07.106202 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.106468 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Added segment 985d0419-9b42-4569-bdc4-373e04d333b4 of type vlan for network c51636fa-a48c-47af-b2e7-9b9f4cd1fba4 Sep 17 22:43:07.147217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5bb3526c-cb19-4c79-811a-7f528e29cc7c None None] Provisioning complete for port 3ed31362-04ff-4d69-9787-677dd0da93aa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:07.147588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5bb3526c-cb19-4c79-811a-7f528e29cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.182825 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.213848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50554) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.214496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1b3e7d6b-b2dd-4899-a902-bb604a87fb93 tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "GET /v2.0/agents/19849bc9-f849-4d43-be39-491634c18479/dhcp-networks HTTP/1.1" status: 200 len: 12047 time: 0.5521028 Sep 17 22:43:07.220449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02672287-3753-4d6d-90b1-9d887a8c6bfb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.222756 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-02672287-3753-4d6d-90b1-9d887a8c6bfb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/732488b5-2b15-406b-bd6f-91f83c217edf HTTP/1.1" status: 204 len: 168 time: 2.0326507 Sep 17 22:43:07.223517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:07.228829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50556) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.262362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.272431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.274976 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.287742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5bb3526c-cb19-4c79-811a-7f528e29cc7c None None] Could not find standard attr ID for object 732488b5-2b15-406b-bd6f-91f83c217edf. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:07.376583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3780262 Sep 17 22:43:07.388393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50560) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.398369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'ports': [{'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a'}, {'network_id': 'c51636fa-a48c-47af-b2e7-9b9f4cd1fba4'}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:07.398954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:07.399632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': 'c51636fa-a48c-47af-b2e7-9b9f4cd1fba4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:07.403944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-42ef6d63-27c1-458b-bb86-56dc11989845 None None] Could not find standard attr ID for object 378781b4-38b1-4f02-9ebf-7f8d61118b07. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:07.491151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] No DVR routers for this DVR port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:07.527207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3ed31362-04ff-4d69-9787-677dd0da93aa up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:07.546648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dd24e761-9dd8-4953-aa52-b659aaf44b12 tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "DELETE /v2.0/agents/19849bc9-f849-4d43-be39-491634c18479/dhcp-networks/3210b1e5-6783-4670-992f-4e8824ce4576 HTTP/1.1" status: 204 len: 168 time: 0.3307130 Sep 17 22:43:07.547442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdd3c1-baf6-4653-b374-b9f50f3dbd84 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Network': ['ID=c51636fa-a48c-47af-b2e7-9b9f4cd1fba4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:07.551399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50566) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.582963 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08a844-87da-4019-817b-3caab0ddf9b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.587644 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a08a844-87da-4019-817b-3caab0ddf9b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3485091 Sep 17 22:43:07.589280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c51636fa-a48c-47af-b2e7-9b9f4cd1fba4 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:07.590810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50568) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.609702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef1223-b792-4a1f-97da-95c4bf1d0658 req-d117e982-739e-48ed-addc-bfb23c8cb57d tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.611257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfef1223-b792-4a1f-97da-95c4bf1d0658 req-d117e982-739e-48ed-addc-bfb23c8cb57d tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.2332916 Sep 17 22:43:07.634625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Deleting port f2881534-b54c-43f7-9adc-fc6f479568c7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:07.635215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.692595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3ed31362-04ff-4d69-9787-677dd0da93aa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:07.692992 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.776649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e7f15-fbb8-41dc-a821-84b986c74bc1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.780597 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d78e7f15-fbb8-41dc-a821-84b986c74bc1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1861188 Sep 17 22:43:07.782537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50570) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.792161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfef1223-b792-4a1f-97da-95c4bf1d0658 req-d75e8183-b240-45f9-8525-e8a8760d0634 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407719 Sep 17 22:43:07.805944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e74617-b5c0-46e7-8da1-2f6ec556c144 req-0e445f96-4c93-44a9-bdf1-7c0e89e40843 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.815342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51e74617-b5c0-46e7-8da1-2f6ec556c144 req-0e445f96-4c93-44a9-bdf1-7c0e89e40843 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 944 time: 0.1991649 Sep 17 22:43:07.864091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] For port f2881534-b54c-43f7-9adc-fc6f479568c7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f2881534-b54c-43f7-9adc-fc6f479568c7,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:07.864459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.891703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Attempting to bind port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:07.892032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Attempting to bind port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:07.892359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Attempting to bind port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on network 0c8da1db-48a4-4291-9e9b-ac5174c57181 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:07.899755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71af7f9f-dccd-447f-9936-a2c8cb59af72 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.902085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71af7f9f-dccd-447f-9936-a2c8cb59af72 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.903734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71af7f9f-dccd-447f-9936-a2c8cb59af72 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.907818 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-71af7f9f-dccd-447f-9936-a2c8cb59af72 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1216445 Sep 17 22:43:07.916317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50574) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.939764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on network 0c8da1db-48a4-4291-9e9b-ac5174c57181 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:43:07.940088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Attempting to bind port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on network 0c8da1db-48a4-4291-9e9b-ac5174c57181 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:07.948605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:07.949003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Checking segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:07.949394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Bound using segment: {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:07.949827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Bound port: 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0b194f-3543-40c6-8594-95341663c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:07.950188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.006460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0da0cd7a-250c-42aa-b5ee-d8e331e2682d tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "GET /v2.0/agents/19849bc9-f849-4d43-be39-491634c18479/dhcp-networks HTTP/1.1" status: 200 len: 12036 time: 0.4512575 Sep 17 22:43:08.016678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50576) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:08.020214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51e74617-b5c0-46e7-8da1-2f6ec556c144 req-0459ecee-ecda-4c9d-b688-3b65b58dcb30 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040770 Sep 17 22:43:08.050034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48e356-6534-4c96-97c4-a98187e909c2 req-63bd5004-4d0c-4adf-ac06-3a166d61f522 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:08.051555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f48e356-6534-4c96-97c4-a98187e909c2 req-63bd5004-4d0c-4adf-ac06-3a166d61f522 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 946 time: 0.1946878 Sep 17 22:43:08.059137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 2} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:08.063706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.082693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-323c2d90-b068-418c-b0c9-8d1cb29672b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 03fa5749-a371-40b4-b412-6c40916d1616 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:08.096135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-323c2d90-b068-418c-b0c9-8d1cb29672b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.100996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fc83841a-afeb-49b4-a0c2-09003c0abebc tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "GET /v2.0/networks/a4e3005d-6ae9-496d-886f-bebe144bc253/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0797319 Sep 17 22:43:08.104845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50578) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:08.113642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:08.119049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:08.129821 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.131699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.173252 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.173613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.173938 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Floating IP 6457d937-6475-4b17-ab12-4ba70f0b6ef0 disassociated. External IP: 172.25.0.85, port: f2881534-b54c-43f7-9adc-fc6f479568c7. Sep 17 22:43:08.174283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Calling delete_port for f2881534-b54c-43f7-9adc-fc6f479568c7 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:08.187773 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3c31d3ea-1abe-4d95-b74a-c74334ccd853 tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "GET /v2.0/networks/a4e3005d-6ae9-496d-886f-bebe144bc253/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0816290 Sep 17 22:43:08.196207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50580) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:08.201606 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-323c2d90-b068-418c-b0c9-8d1cb29672b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.203045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:08.203675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.205081 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 1093 time: 2.8673615 Sep 17 22:43:08.206704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f48e356-6534-4c96-97c4-a98187e909c2 req-bd7461c1-4e72-452f-8d4b-cb7cabce46b6 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd2c2e7f-53de-41e3-8540-b83bade2d1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395879 Sep 17 22:43:08.292956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 3aa242e4-2787-49a0-bb42-e88220dc9bfb yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:08.310771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c08812-9cbe-4177-9c11-ecad67b8a445 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:08.372573 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-323c2d90-b068-418c-b0c9-8d1cb29672b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.427983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-def11409-b628-4bec-8ef5-7847351646ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:08.429541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-def11409-b628-4bec-8ef5-7847351646ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1096 time: 0.1662621 Sep 17 22:43:08.498720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-323c2d90-b068-418c-b0c9-8d1cb29672b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.530234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fd930732-fa6b-44e0-b9ea-66db30094421 tempest-DHCPAgentSchedulersTestJSON-1603307917 tempest-DHCPAgentSchedulersTestJSON-1603307917-project-admin] 10.222.0.48 "GET /v2.0/agents/19849bc9-f849-4d43-be39-491634c18479/dhcp-networks HTTP/1.1" status: 200 len: 12036 time: 0.3327618 Sep 17 22:43:08.536768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50584) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:08.546175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c2d90-b068-418c-b0c9-8d1cb29672b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=03fa5749-a371-40b4-b412-6c40916d1616,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:08.552169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.556653 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-323c2d90-b068-418c-b0c9-8d1cb29672b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.561280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-323c2d90-b068-418c-b0c9-8d1cb29672b6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/03fa5749-a371-40b4-b412-6c40916d1616 HTTP/1.1" status: 204 len: 168 time: 0.6374826 Sep 17 22:43:08.566121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4534bd1-9dc1-44d9-bdb0-48c105896f47 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:08.569911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50586) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:08.619134 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.667050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 4678ee42-cc27-470d-a86b-ee2356ac5703 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:08.680009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-195f02e1-24e7-4724-ac31-b19af859e92a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet 90b362bc-d34b-4019-9b64-d0bc44554f3a {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:08.686536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-195f02e1-24e7-4724-ac31-b19af859e92a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.708888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event deleted for resources: {'Port': ['ID=f2881534-b54c-43f7-9adc-fc6f479568c7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:08.734479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:08.736763 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c78364-7405-487b-add1-0cf1b92ecba3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:08.742531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-b06292f9-4705-43fe-8011-90e03697e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:08.744745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-b06292f9-4705-43fe-8011-90e03697e28a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 898 time: 0.3029995 Sep 17 22:43:08.748402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-195f02e1-24e7-4724-ac31-b19af859e92a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.749104 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.851392 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11086817-9438-46bf-b440-3ce4891f5395 x-openstack-request-id: req-11086817-9438-46bf-b440-3ce4891f5395 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:08.851824 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:08.852085 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11086817-9438-46bf-b440-3ce4891f5395 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:08.852486 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'status': 'completed', 'code': 200} Sep 17 22:43:08.955605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-195f02e1-24e7-4724-ac31-b19af859e92a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.982243 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.042968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84512-d540-4c28-81e5-3cd10f61891f req-50976b90-21b1-4435-946a-3ef523872304 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.044627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b84512-d540-4c28-81e5-3cd10f61891f req-50976b90-21b1-4435-946a-3ef523872304 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1565747 Sep 17 22:43:09.092727 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.108087 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-195f02e1-24e7-4724-ac31-b19af859e92a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.189137 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b84512-d540-4c28-81e5-3cd10f61891f req-58c36d1f-5d2e-441e-b03f-2b38210e7c64 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369112 Sep 17 22:43:09.215687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f02e1-24e7-4724-ac31-b19af859e92a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=90b362bc-d34b-4019-9b64-d0bc44554f3a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.218277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-195f02e1-24e7-4724-ac31-b19af859e92a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.222423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-195f02e1-24e7-4724-ac31-b19af859e92a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/90b362bc-d34b-4019-9b64-d0bc44554f3a HTTP/1.1" status: 204 len: 168 time: 0.6493683 Sep 17 22:43:09.226522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50594) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:09.246235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:09.302907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:09.305008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=3aa242e4-2787-49a0-bb42-e88220dc9bfb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.342346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:09.343371 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.346781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9fa2b49-8592-4e5f-92dc-32e38ce6be3d req-4ec18b48-77e9-42f5-806e-ffe5e5467c44 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 210 time: 0.0389600 Sep 17 22:43:09.348639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-21392f10-6817-42ef-92f6-58ca9d20a1a0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196570 Sep 17 22:43:09.366347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50598) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:09.376732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:09.402927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febd565-e3a2-437f-963a-f964f10963c8 req-586c9ac6-bfab-430b-b1a1-8904587d2afa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.405044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8febd565-e3a2-437f-963a-f964f10963c8 req-586c9ac6-bfab-430b-b1a1-8904587d2afa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 944 time: 0.2553279 Sep 17 22:43:09.424823 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-67dc708f-37c2-4f1b-b134-38da33cd58c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 1000 time: 0.6697464 Sep 17 22:43:09.446660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-d31836c2-15a4-417c-9e58-620ff9073d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.448174 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-d31836c2-15a4-417c-9e58-620ff9073d04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1096 time: 0.5894997 Sep 17 22:43:09.471870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=4678ee42-cc27-470d-a86b-ee2356ac5703,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.483381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8febd565-e3a2-437f-963a-f964f10963c8 req-d016e7ff-bc13-4d0f-9e87-db9512e1f3ef tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709412 Sep 17 22:43:09.486368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Checking segment: {'id': '985d0419-9b42-4569-bdc4-373e04d333b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c51636fa-a48c-47af-b2e7-9b9f4cd1fba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:09.486745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network hostable DHCP agents. Network: c51636fa-a48c-47af-b2e7-9b9f4cd1fba4, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:09.509086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network c51636fa-a48c-47af-b2e7-9b9f4cd1fba4 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:09.521234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c51636fa-a48c-47af-b2e7-9b9f4cd1fba4) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:09.523793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:09.526733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:09.534889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.540310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.541163 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.555063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111b0f0f-3814-48d2-9394-fb316a594614 None None] Network c51636fa-a48c-47af-b2e7-9b9f4cd1fba4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:09.561002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-147f2e21-b537-4686-8b22-bded4d62f284 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1670966 Sep 17 22:43:09.561214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb4215-bd37-46b4-b8f1-24429b8da040 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:09.562063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50600) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:09.580039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.671413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-92512ddc-b158-40e5-9a11-9aaf140f131b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 4678ee42-cc27-470d-a86b-ee2356ac5703 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:09.672221 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92512ddc-b158-40e5-9a11-9aaf140f131b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.692378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Router a4304875-f10b-4276-8bb0-0485f8129fc5 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:09.695899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-d9d08155-7e32-495d-bcb2-a305551f12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.697428 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-d9d08155-7e32-495d-bcb2-a305551f12f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.2420988 Sep 17 22:43:09.699111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-713febd9-485a-48c9-81c8-b59b3147c727 None None] Provisioning complete for port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:09.700260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-713febd9-485a-48c9-81c8-b59b3147c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.703787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3210b1e5-6783-4670-992f-4e8824ce4576']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:09.747708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6a940b-a4bf-4e52-b3bd-6036eb7ef1ff') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:09.748023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6a940b-a4bf-4e52-b3bd-6036eb7ef1ff') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:09.752484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92512ddc-b158-40e5-9a11-9aaf140f131b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.768563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-92512ddc-b158-40e5-9a11-9aaf140f131b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 4678ee42-cc27-470d-a86b-ee2356ac5703 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:09.773448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.812811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.846120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:09.849692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.853452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-6b9b2fb5-25de-4c2d-9774-0368e6afc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.855009 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-6b9b2fb5-25de-4c2d-9774-0368e6afc4d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 898 time: 0.3923211 Sep 17 22:43:09.859045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92512ddc-b158-40e5-9a11-9aaf140f131b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.887608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:09.888350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:09.895705 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:09.899964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92512ddc-b158-40e5-9a11-9aaf140f131b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.906009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-92512ddc-b158-40e5-9a11-9aaf140f131b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/4678ee42-cc27-470d-a86b-ee2356ac5703 HTTP/1.1" status: 204 len: 168 time: 0.3404565 Sep 17 22:43:09.906214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50604) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:09.906903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:09.915578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92512ddc-b158-40e5-9a11-9aaf140f131b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=4678ee42-cc27-470d-a86b-ee2356ac5703,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.964074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-398b4728-c8c7-4976-999e-6fdcab105bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.965637 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-398b4728-c8c7-4976-999e-6fdcab105bc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2565985 Sep 17 22:43:09.985992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e634d-0e02-4c2f-a526-5334717de7ed tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.992240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e634d-0e02-4c2f-a526-5334717de7ed tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:10.000471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-218e634d-0e02-4c2f-a526-5334717de7ed tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0928593 Sep 17 22:43:10.001314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50606) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:10.115438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-13719d5a-7c0d-4846-ba6f-8b62f4b99ad2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 3aa242e4-2787-49a0-bb42-e88220dc9bfb {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:10.117304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-13719d5a-7c0d-4846-ba6f-8b62f4b99ad2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.121694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:10.131499 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-0fb60f6e-f5b6-4075-b107-0db8eabf624c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 1000 time: 0.2679646 Sep 17 22:43:10.132104 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.158057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.159983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "DELETE /v2.0/networks/3210b1e5-6783-4670-992f-4e8824ce4576 HTTP/1.1" status: 204 len: 168 time: 1.6196182 Sep 17 22:43:10.164119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50608) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:10.197277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] Deleting port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:10.198986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.201238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f2881534-b54c-43f7-9adc-fc6f479568c7 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:10.232222 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-868a9a10-d2f4-4cfa-8ab3-005d17191756 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:10.232857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868a9a10-d2f4-4cfa-8ab3-005d17191756 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:10.237621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-868a9a10-d2f4-4cfa-8ab3-005d17191756 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "DELETE /v2.0/ports/378781b4-38b1-4f02-9ebf-7f8d61118b07 HTTP/1.1" status: 404 len: 333 time: 0.0723200 Sep 17 22:43:10.238302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50612) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:10.262807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: f2881534-b54c-43f7-9adc-fc6f479568c7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:10.263542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f2881534-b54c-43f7-9adc-fc6f479568c7 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:10.276148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54a424-bc49-4056-addf-86b27de2c7e9 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event deleted for resources: {'Network': ['ID=3210b1e5-6783-4670-992f-4e8824ce4576,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:10.298348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:10.319205 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] Sync routers for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:10.326945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] For port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:10.327674 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.345186 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:10.345989 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:10.349515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] Calling delete_port for 53bbeecf-ecf0-414f-a6bf-5cfd018807fd owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:10.365683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-13719d5a-7c0d-4846-ba6f-8b62f4b99ad2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.378786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] No DVR routers for this DVR port f2881534-b54c-43f7-9adc-fc6f479568c7 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:10.381078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-0841d5f3-abbf-43d9-bfdb-fa56ff35e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:10.382972 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-0841d5f3-abbf-43d9-bfdb-fa56ff35e599 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.2216396 Sep 17 22:43:10.406070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.408833 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-933408fe-993c-418f-8720-5bdd19ed42b1 req-aa5b5e8d-c01e-4ca2-8725-0e0692123d40 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.45 "DELETE /v2.0/ports/f2881534-b54c-43f7-9adc-fc6f479568c7 HTTP/1.1" status: 204 len: 173 time: 3.5800738 Sep 17 22:43:10.421891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-630806a3-6125-4f05-b330-5a606219fdbe tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Deleting subnet 0619a460-a1ef-4895-926e-63610af676a2 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:10.430992 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-cbea2fac-cc81-41fa-849a-240d876fee20 service neutron] 10.222.0.45 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483235 Sep 17 22:43:10.466803 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-630806a3-6125-4f05-b330-5a606219fdbe tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.534113 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.570921 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:10.583601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] Pushing event deleted for resources: {'Port': ['ID=53bbeecf-ecf0-414f-a6bf-5cfd018807fd,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:10.585078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-13719d5a-7c0d-4846-ba6f-8b62f4b99ad2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 3aa242e4-2787-49a0-bb42-e88220dc9bfb owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:10.591304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6adeb19-bca5-4484-be27-5b8f6eff4fcb None None] No DVR routers for this DVR port 53bbeecf-ecf0-414f-a6bf-5cfd018807fd on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:10.620525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-207a2134-21db-4071-a436-1d2a1e8290a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:10.622252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-207a2134-21db-4071-a436-1d2a1e8290a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2068999 Sep 17 22:43:10.645024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eec750-ff44-42fe-a1dc-2a996be701a7 req-b2858122-72ec-4d22-9087-1bed1e7b9af7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:10.646618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1eec750-ff44-42fe-a1dc-2a996be701a7 req-b2858122-72ec-4d22-9087-1bed1e7b9af7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.3158283 Sep 17 22:43:10.669710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25aa62c5-9abd-4521-8209-5585518f0914 req-25c67618-9065-46e3-925f-fcb8f62eea45 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4661c8e3-f88a-43ad-905c-97c85b7091cc HTTP/1.1" status: 200 len: 210 time: 0.1222723 Sep 17 22:43:10.686001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.734336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-630806a3-6125-4f05-b330-5a606219fdbe tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.763348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7529f92a-6ee1-4de3-8b6b-dba265bb01ad req-7935f6fe-38d0-4a37-bc19-af74149f84ce service neutron] 10.222.0.45 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017421 Sep 17 22:43:10.771596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:10.778523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:10.787537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:10.788132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.799369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece88965-bc96-4130-99f3-57ddf6c81641 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:10.821387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=d23c9553-1d78-4a74-bf64-52c81863827c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:10.837288 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-556932cc-4a7a-4d4d-9e70-fe04ccc5b3fc tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4642153 Sep 17 22:43:10.844672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:10.850772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-47737652-6ec1-4046-8374-1af84f8aa9dd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:10.852117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1eec750-ff44-42fe-a1dc-2a996be701a7 req-afe9a751-7a28-442f-bcfb-58d00a7f96cc tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296022 Sep 17 22:43:10.859896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'name': 'network-vif-deleted', 'tag': 'f2881534-b54c-43f7-9adc-fc6f479568c7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:10.863144 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d628de7-c788-4317-9f68-cdb0bf447faf" -d '{"events": [{"server_uuid": "4661c8e3-f88a-43ad-905c-97c85b7091cc", "name": "network-vif-deleted", "tag": "f2881534-b54c-43f7-9adc-fc6f479568c7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:10.905559 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-c7887a1f-4658-43cd-98e1-2d1610a7bdb8 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750835 Sep 17 22:43:10.950002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:10.950391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab72e0-7f10-4aee-a42d-c41449706d6e req-91ae3a2d-05c2-4b37-9b1a-6a6b30cb48d3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:10.969164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eab72e0-7f10-4aee-a42d-c41449706d6e req-91ae3a2d-05c2-4b37-9b1a-6a6b30cb48d3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 944 time: 0.2245283 Sep 17 22:43:11.019941 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] Checking router: a4304875-f10b-4276-8bb0-0485f8129fc5 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:11.033893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-13719d5a-7c0d-4846-ba6f-8b62f4b99ad2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.059681 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:11.060318 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:11.110593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13719d5a-7c0d-4846-ba6f-8b62f4b99ad2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=3aa242e4-2787-49a0-bb42-e88220dc9bfb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:11.132970 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-630806a3-6125-4f05-b330-5a606219fdbe tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.153997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e0a4fb9d-32a5-4380-9852-2c3659b05950', 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'tenant_id': '4ef292a3e1ac41e8a4670bbb988e06d4', 'fixed_ips': [{'subnet_id': 'd23c9553-1d78-4a74-bf64-52c81863827c'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:11.155282 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.156585 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711c0980-c95c-484b-8424-116100c30c68 x-openstack-request-id: req-711c0980-c95c-484b-8424-116100c30c68 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:11.156996 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4661c8e3-f88a-43ad-905c-97c85b7091cc", "name": "network-vif-deleted", "tag": "f2881534-b54c-43f7-9adc-fc6f479568c7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:11.157343 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-711c0980-c95c-484b-8424-116100c30c68 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:11.157996 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4661c8e3-f88a-43ad-905c-97c85b7091cc', 'name': 'network-vif-deleted', 'tag': 'f2881534-b54c-43f7-9adc-fc6f479568c7', 'status': 'completed', 'code': 200} Sep 17 22:43:11.169837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eab72e0-7f10-4aee-a42d-c41449706d6e req-c9f4955b-ed22-4229-a018-7239e1c45540 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929913 Sep 17 22:43:11.173209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-13719d5a-7c0d-4846-ba6f-8b62f4b99ad2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.175143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-13719d5a-7c0d-4846-ba6f-8b62f4b99ad2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/3aa242e4-2787-49a0-bb42-e88220dc9bfb HTTP/1.1" status: 204 len: 168 time: 1.1728957 Sep 17 22:43:11.178091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50624) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:11.197420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-123f2680-5fe2-491f-a5f7-79b1b107c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:11.199774 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-123f2680-5fe2-491f-a5f7-79b1b107c35a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1096 time: 0.3059261 Sep 17 22:43:11.202122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-6b314345-bd80-445e-8cf6-a92e3a8a5272 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704258 Sep 17 22:43:11.248621 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:11.271452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207f8a12-ce1c-4c46-a730-02ae0236848c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:11.273708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-207f8a12-ce1c-4c46-a730-02ae0236848c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0940042 Sep 17 22:43:11.277952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50626) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:11.311329 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4de1891-c3b2-4558-8501-0fea6d48df1a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:11.315456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a4de1891-c3b2-4558-8501-0fea6d48df1a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/4678ee42-cc27-470d-a86b-ee2356ac5703 HTTP/1.1" status: 404 len: 333 time: 0.0340576 Sep 17 22:43:11.315456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-630806a3-6125-4f05-b330-5a606219fdbe tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.315864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50628) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:11.350956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47737652-6ec1-4046-8374-1af84f8aa9dd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:11.355309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-47737652-6ec1-4046-8374-1af84f8aa9dd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.356842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/d23c9553-1d78-4a74-bf64-52c81863827c/10027a4a-7593-480c-a587-e07d16d2a2c8) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:11.364431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630806a3-6125-4f05-b330-5a606219fdbe tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event deleted for resources: {'Subnet': ['ID=0619a460-a1ef-4895-926e-63610af676a2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:11.375269 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-630806a3-6125-4f05-b330-5a606219fdbe tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.380855 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-630806a3-6125-4f05-b330-5a606219fdbe tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "DELETE /v2.0/subnets/0619a460-a1ef-4895-926e-63610af676a2 HTTP/1.1" status: 204 len: 168 time: 1.1360228 Sep 17 22:43:11.381170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50630) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:11.395742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae3b12-a47c-4067-9627-7f18263cd201 None None] Network a4e3005d-6ae9-496d-886f-bebe144bc253 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:11.408714 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-33558ff9-6142-4f8a-aff3-197497c9efe2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:11.412861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-33558ff9-6142-4f8a-aff3-197497c9efe2 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/3aa242e4-2787-49a0-bb42-e88220dc9bfb HTTP/1.1" status: 404 len: 333 time: 0.0597658 Sep 17 22:43:11.421913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50632) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:11.427969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-61f2d920-048c-4aed-abb9-63b30dea828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:11.431674 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-61f2d920-048c-4aed-abb9-63b30dea828a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 898 time: 0.2174902 Sep 17 22:43:11.521989 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:11.524200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 53bbeecf-ecf0-414f-a6bf-5cfd018807fd no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:11.554129 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bdc36-a243-4889-9417-0dae3d70c6ed None None] The sync data for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 is: [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:33:31Z', 'revision_number': 4, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c2ec8902-e075-44a4-a0b5-027c69ad3aa5', 'name': '', 'network_id': 'c81b22d0-800c-49bf-8605-c74d092fc0f5', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'mac_address': 'fa:16:3e:24:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'subnets': [{'id': '322d34c3-9878-4437-9fe5-9e25ac04e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:11.572217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 53bbeecf-ecf0-414f-a6bf-5cfd018807fd {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:11.573277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 53bbeecf-ecf0-414f-a6bf-5cfd018807fd not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:11.575857 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-4de23133-c848-4d7d-a631-7cc14d876b85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 1000 time: 0.1275074 Sep 17 22:43:11.597637 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-47737652-6ec1-4046-8374-1af84f8aa9dd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d23c9553-1d78-4a74-bf64-52c81863827c (CIDR: 2001:db8::/64) Sep 17 22:43:11.597901 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.615051 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.626862 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-47737652-6ec1-4046-8374-1af84f8aa9dd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:43:11.627411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47737652-6ec1-4046-8374-1af84f8aa9dd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:11.658253 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-47737652-6ec1-4046-8374-1af84f8aa9dd tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8117561 Sep 17 22:43:11.660108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50634) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:11.661119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-093fd85e-9ba9-4ff3-9c1f-958cd93f0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:11.663368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-093fd85e-9ba9-4ff3-9c1f-958cd93f0704 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.0786018 Sep 17 22:43:11.669024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:11.728175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.737517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.767619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.788862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Deleting port 3ed31362-04ff-4d69-9787-677dd0da93aa {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:11.792082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-53f5cc73-d844-4d7a-bb6b-773dd7661e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:11.793837 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-53f5cc73-d844-4d7a-bb6b-773dd7661e5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210091 Sep 17 22:43:11.794269 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.815548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:11.826354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:11.836947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:11.837320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51636fa-a48c-47af-b2e7-9b9f4cd1fba4']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:11.847424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Pushing event updated for resources: {'Port': ['ID=10027a4a-7593-480c-a587-e07d16d2a2c8,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:11.853612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] DHCP port deletion for a4e3005d-6ae9-496d-886f-bebe144bc253 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:11.856465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985d0419-9b42-4569-bdc4-373e04d333b4') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:11.856840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985d0419-9b42-4569-bdc4-373e04d333b4') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:11.876162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:11.879777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.921498 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.942849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] For port 3ed31362-04ff-4d69-9787-677dd0da93aa, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3ed31362-04ff-4d69-9787-677dd0da93aa,segment=NetworkSegment(f0763562-63cd-44d4-89ac-a0495be5728d),segment_id=f0763562-63cd-44d4-89ac-a0495be5728d)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:11.943312 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.943864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Attempting to bind port 10027a4a-7593-480c-a587-e07d16d2a2c8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:11.944477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Attempting to bind port 10027a4a-7593-480c-a587-e07d16d2a2c8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:11.945088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Attempting to bind port 10027a4a-7593-480c-a587-e07d16d2a2c8 on network e0a4fb9d-32a5-4380-9852-2c3659b05950 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:11.954776 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.961600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:11.961980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Checking segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:11.962391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.962791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Bound using segment: {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:11.963864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Bound port: 10027a4a-7593-480c-a587-e07d16d2a2c8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24ba2-7d3e-4862-ae6e-d97359b33baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:11.964344 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.967523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Calling delete_port for 3ed31362-04ff-4d69-9787-677dd0da93aa owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:11.970226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:11.970707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:11.974368 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:12.018578 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-5d34f2b2-c4d4-4880-92d4-46d65b79ccff service neutron] 10.222.0.45 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100537 Sep 17 22:43:12.027988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa53467-6665-4113-8231-dbd49a528bc5 None None] New status for floating IP 6457d937-6475-4b17-ab12-4ba70f0b6ef0: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:43:12.077983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] Deleting port 3ed31362-04ff-4d69-9787-677dd0da93aa {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:12.078281 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.142351 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5c78364-7405-487b-add1-0cf1b92ecba3 req-ec64bf85-fa24-4a76-b7b2-bc5a0a95b310 service neutron] 10.222.0.45 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144738 Sep 17 22:43:12.215100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] For port 10027a4a-7593-480c-a587-e07d16d2a2c8, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:12.217542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:43:12.268380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] For port 3ed31362-04ff-4d69-9787-677dd0da93aa, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3ed31362-04ff-4d69-9787-677dd0da93aa,segment=NetworkSegment(f0763562-63cd-44d4-89ac-a0495be5728d),segment_id=f0763562-63cd-44d4-89ac-a0495be5728d)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:12.268785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.287718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] Calling delete_port for 3ed31362-04ff-4d69-9787-677dd0da93aa owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:12.424177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:12.436964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.454003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.454152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] For port 10027a4a-7593-480c-a587-e07d16d2a2c8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=10027a4a-7593-480c-a587-e07d16d2a2c8,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:12.455872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/networks/c51636fa-a48c-47af-b2e7-9b9f4cd1fba4 HTTP/1.1" status: 204 len: 168 time: 1.0328994 Sep 17 22:43:12.460034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50646) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:12.461796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'port_id': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'mac_address': 'fa:16:3e:3c:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:43:12.467530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1911532344'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:12.467733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.473581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827041c0-67c9-4ca8-ad25-7236acbc1c71 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Network': ['ID=c51636fa-a48c-47af-b2e7-9b9f4cd1fba4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.477874 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.498255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea5862-0617-4f4a-a4b3-9b178ac6c5b5 req-73038067-0e6e-4038-9338-c2d16593aa20 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:12.499782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09ea5862-0617-4f4a-a4b3-9b178ac6c5b5 req-73038067-0e6e-4038-9338-c2d16593aa20 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.4586642 Sep 17 22:43:12.521220 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.548719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] No DVR routers for this DVR port 3ed31362-04ff-4d69-9787-677dd0da93aa on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:12.574402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505cd78-2810-4794-890d-bca46f056a24 None None] Pushing event updated for resources: {'Port': ['ID=10027a4a-7593-480c-a587-e07d16d2a2c8,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.586449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] No DVR routers for this DVR port 3ed31362-04ff-4d69-9787-677dd0da93aa on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:12.589914 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.591478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:12.596187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.599488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event deleted for resources: {'Port': ['ID=3ed31362-04ff-4d69-9787-677dd0da93aa,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.620243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509211ae-095a-483d-807c-8f420ba6f925 None None] Pushing event deleted for resources: {'Port': ['ID=3ed31362-04ff-4d69-9787-677dd0da93aa,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.621524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09ea5862-0617-4f4a-a4b3-9b178ac6c5b5 req-f7cdb97e-e5a6-46bf-9b27-00a07a322293 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153803 Sep 17 22:43:12.624913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:43:12.653144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:12.657971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.667319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:12.677584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.678085 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Added segment 3ba5ad30-676b-44f1-8a5b-4b3031fda8fa of type vlan for network f1530900-0b51-44a2-a0ae-29b3ed4c4f2a Sep 17 22:43:12.724712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.740591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.774523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.781538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:12.782399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.801082 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.830105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50650) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:12.846272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e3005d-6ae9-496d-886f-bebe144bc253']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:12.858445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3938320 Sep 17 22:43:12.861232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50652) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:12.868099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0763562-63cd-44d4-89ac-a0495be5728d') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:12.868412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0763562-63cd-44d4-89ac-a0495be5728d') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:12.869185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': 'f1530900-0b51-44a2-a0ae-29b3ed4c4f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:12.925991 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.955770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267cf37-d8b0-4093-b457-35c480f52101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Network': ['ID=f1530900-0b51-44a2-a0ae-29b3ed4c4f2a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.969349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['9e3671a9-c5ec-4400-8a40-48d0966e2ab5'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:43:12.975242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f1530900-0b51-44a2-a0ae-29b3ed4c4f2a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:12.979370 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.986860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:12.987457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:13.065825 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:13.070061 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.089658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.091569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] 10.222.0.48 "DELETE /v2.0/networks/a4e3005d-6ae9-496d-886f-bebe144bc253 HTTP/1.1" status: 204 len: 168 time: 1.6967494 Sep 17 22:43:13.100063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1519-6f44-426d-bfaf-1baf42901aa4 req-74b53119-fc3c-4236-b900-796fa3dbe71b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:13.109878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-158e1519-6f44-426d-bfaf-1baf42901aa4 req-74b53119-fc3c-4236-b900-796fa3dbe71b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 945 time: 0.2207730 Sep 17 22:43:13.135761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:13.140086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.152906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cb9fa-f9a5-4715-a726-5cb248a63b83 tempest-DHCPAgentSchedulersTestJSON-1476952580 tempest-DHCPAgentSchedulersTestJSON-1476952580-project] Pushing event deleted for resources: {'Network': ['ID=a4e3005d-6ae9-496d-886f-bebe144bc253,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:13.160260 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-080363a9-4142-4504-86b1-47ccbfcebc4b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.189271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-158e1519-6f44-426d-bfaf-1baf42901aa4 req-b4c03c4a-8d0c-42ee-ba9f-b168eee27ab5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784283 Sep 17 22:43:13.204017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:43:13.237458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-080363a9-4142-4504-86b1-47ccbfcebc4b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.311639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-080363a9-4142-4504-86b1-47ccbfcebc4b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.318261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-080363a9-4142-4504-86b1-47ccbfcebc4b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.323233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-080363a9-4142-4504-86b1-47ccbfcebc4b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd2c2e7f-53de-41e3-8540-b83bade2d1d4 HTTP/1.1" status: 204 len: 168 time: 0.4916604 Sep 17 22:43:13.324300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50658) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:13.352882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080363a9-4142-4504-86b1-47ccbfcebc4b tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c2e7f-53de-41e3-8540-b83bade2d1d4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:13.362887 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-e20c5c58-defd-4f9f-a5c5-ba3cf1a43704 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] show failed (client error): The resource could not be found. Sep 17 22:43:13.368348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e20c5c58-defd-4f9f-a5c5-ba3cf1a43704 tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "GET /v2.0/security-groups/dd2c2e7f-53de-41e3-8540-b83bade2d1d4 HTTP/1.1" status: 404 len: 347 time: 0.0300980 Sep 17 22:43:13.370114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50660) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:13.581249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50666) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:13.582324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 10027a4a-7593-480c-a587-e07d16d2a2c8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:13.643125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf726c2-2351-4dc1-bed3-d3ea9859b9c0 req-838b5698-02a9-4996-98b8-5f3a30e8c31d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:13.645064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edf726c2-2351-4dc1-bed3-d3ea9859b9c0 req-838b5698-02a9-4996-98b8-5f3a30e8c31d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 945 time: 0.1132860 Sep 17 22:43:13.656442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:13.656808 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.733745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-edf726c2-2351-4dc1-bed3-d3ea9859b9c0 req-cec966a5-766c-4d05-80e9-50b03a573611 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692277 Sep 17 22:43:13.748119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Deleting port f741b9f6-3ffe-4e7b-ad2d-fd9159884ec7 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:13.748506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.795387 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.868918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 10027a4a-7593-480c-a587-e07d16d2a2c8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=10027a4a-7593-480c-a587-e07d16d2a2c8,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:13.874880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.895589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2c41d-0033-4d59-955b-3a3db5a06414 req-a5b242a2-3be6-4457-a8b8-259154ce01a5 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:13.897368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ac2c41d-0033-4d59-955b-3a3db5a06414 req-a5b242a2-3be6-4457-a8b8-259154ce01a5 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1625445 Sep 17 22:43:13.942626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4a2856e1-cfed-4613-bc80-8f08f1dfbd1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1976d0dc6a40476994e77547fab6b86d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595855 Sep 17 22:43:13.948888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50676) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:13.993324 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.993710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.009625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Calling delete_port for f741b9f6-3ffe-4e7b-ad2d-fd9159884ec7 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:14.074115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-4a04dd2c-f311-407c-8cdd-ca1a57b9bd06 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.075760 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-4a04dd2c-f311-407c-8cdd-ca1a57b9bd06 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5&tenant_id=dd57f2c534624464a18ff984d4076422&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 945 time: 0.2581422 Sep 17 22:43:14.090927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ac2c41d-0033-4d59-955b-3a3db5a06414 req-152bf273-bf99-40c7-9d36-f33e2b6add36 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827207 Sep 17 22:43:14.152132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3ed31362-04ff-4d69-9787-677dd0da93aa no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:14.162289 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57702376-07bf-4ada-ac90-1c156465740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.185767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3ed31362-04ff-4d69-9787-677dd0da93aa {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:14.186101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3ed31362-04ff-4d69-9787-677dd0da93aa not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:14.189017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=10027a4a-7593-480c-a587-e07d16d2a2c8,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:14.197780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0bca36ea-66b7-4fe1-b892-838857c751af None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:14.198419 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0bca36ea-66b7-4fe1-b892-838857c751af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.218075 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57702376-07bf-4ada-ac90-1c156465740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.241348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.280775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Pushing event deleted for resources: {'Port': ['ID=f741b9f6-3ffe-4e7b-ad2d-fd9159884ec7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:14.295355 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-0f477459-cff5-40d7-90cd-4999c07c8d7f service neutron] delete failed (client error): The resource could not be found. Sep 17 22:43:14.296503 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-0f477459-cff5-40d7-90cd-4999c07c8d7f service neutron] 10.222.0.49 "DELETE /v2.0/ports/9e3671a9-c5ec-4400-8a40-48d0966e2ab5/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.2094569 Sep 17 22:43:14.297077 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.308833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.356266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57702376-07bf-4ada-ac90-1c156465740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.359947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57702376-07bf-4ada-ac90-1c156465740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.363648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-57702376-07bf-4ada-ac90-1c156465740a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95cc9530-81a8-436e-877e-d22db5130b8f HTTP/1.1" status: 204 len: 168 time: 0.4121964 Sep 17 22:43:14.366094 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.369050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.373464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0046f112-40c0-49d2-8f2d-840ce9ce574e tempest-AttachVolumeTestJSON-531237602 tempest-AttachVolumeTestJSON-531237602-project] 10.222.0.48 "DELETE /v2.0/floatingips/6457d937-6475-4b17-ab12-4ba70f0b6ef0 HTTP/1.1" status: 204 len: 168 time: 0.9989879 Sep 17 22:43:14.379853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57702376-07bf-4ada-ac90-1c156465740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cc9530-81a8-436e-877e-d22db5130b8f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:14.487217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=000c255c-49cd-466d-afd6-b6b3d34bb05b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:14.521872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Checking segment: {'id': '3ba5ad30-676b-44f1-8a5b-4b3031fda8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f1530900-0b51-44a2-a0ae-29b3ed4c4f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:14.522499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network hostable DHCP agents. Network: f1530900-0b51-44a2-a0ae-29b3ed4c4f2a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:14.549269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-e89d4768-8cf1-445d-a984-dc1a42c05d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.550304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-e89d4768-8cf1-445d-a984-dc1a42c05d2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1097 time: 0.1623545 Sep 17 22:43:14.628426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network f1530900-0b51-44a2-a0ae-29b3ed4c4f2a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:14.669745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f1530900-0b51-44a2-a0ae-29b3ed4c4f2a) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:14.681112 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0ae7b-2bac-40dc-a79f-f391c6545983 None None] Network f1530900-0b51-44a2-a0ae-29b3ed4c4f2a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:14.683557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.684775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.712316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] For port 10027a4a-7593-480c-a587-e07d16d2a2c8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=10027a4a-7593-480c-a587-e07d16d2a2c8,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:14.736546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50686) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:14.751659 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-00bbdf99-f49a-4669-bf85-fe5418b797ff tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8891630 Sep 17 22:43:14.752233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50688) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:14.756156 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25f4a717-2e3d-4408-9cdc-7712727a98d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.765239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': 'f1530900-0b51-44a2-a0ae-29b3ed4c4f2a', 'name': 'tempest-PortsIpV6TestJSON-1107731360'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:14.793108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-5dabe644-e43b-474d-8fd7-57ce74fc3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.794588 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-5dabe644-e43b-474d-8fd7-57ce74fc3f1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 898 time: 0.2102828 Sep 17 22:43:14.839065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.862509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-f1530900-0b51-44a2-a0ae-29b3ed4c4f2a', 'network_id': 'f1530900-0b51-44a2-a0ae-29b3ed4c4f2a', 'tenant_id': '5863daf0d73f4db58cb4badae0a969ba', 'fixed_ips': [{'subnet_id': '000c255c-49cd-466d-afd6-b6b3d34bb05b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:14.863907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.916964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.916964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.021626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99be199-26da-4747-bfe0-d9c7bfec7b8d req-30a3d029-83a9-4442-8888-10f460165283 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.023506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f99be199-26da-4747-bfe0-d9c7bfec7b8d req-30a3d029-83a9-4442-8888-10f460165283 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 945 time: 0.1546729 Sep 17 22:43:15.050981 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25f4a717-2e3d-4408-9cdc-7712727a98d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.055579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-acf16076-5682-45d4-8718-e831c689aeab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 1001 time: 0.2407670 Sep 17 22:43:15.062479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:15.067785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25f4a717-2e3d-4408-9cdc-7712727a98d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.094052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:15.108061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7adf4d-d5fb-4e4b-b71f-52223034ea7c None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:15.111940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4a717-2e3d-4408-9cdc-7712727a98d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7d63c-a422-4d78-88c0-0446caa62e2b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:15.121273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=e9047e92-0429-4fbd-a112-629491a3c89b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:15.123757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Allocated IP 2001:db8::2 (f1530900-0b51-44a2-a0ae-29b3ed4c4f2a/000c255c-49cd-466d-afd6-b6b3d34bb05b/1f76f668-597b-4f92-8aad-6c40d782ef0f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:15.123890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.124473 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.138715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f99be199-26da-4747-bfe0-d9c7bfec7b8d req-b1fcea16-51a7-4e7c-a929-51e9e72e0538 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059868 Sep 17 22:43:15.140027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=10027a4a-7593-480c-a587-e07d16d2a2c8,revision_number=5']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:15.175131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-25f4a717-2e3d-4408-9cdc-7712727a98d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b82e79e1f6d4b049b89d5183ebf9f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351323 Sep 17 22:43:15.178795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50696) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:15.195777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-9234ffa8-5e93-44c8-9ad8-cd0c3a08fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.198128 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-9234ffa8-5e93-44c8-9ad8-cd0c3a08fe22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.1288955 Sep 17 22:43:15.220905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:15.226913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.233875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-881ea6d2-ad19-43f3-b7f1-c57cab0df84f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5692587 Sep 17 22:43:15.244385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50698) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:15.251987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:29:3d:4d', 'name': 'tempest-NetworksTestDHCPv6-1884232059'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:15.280627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:15.342465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-ee5a67c3-a0dc-43ab-ae76-dfe243d6f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.344920 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-ee5a67c3-a0dc-43ab-ae76-dfe243d6f993 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385913 Sep 17 22:43:15.371872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eae9edb7-0b4f-4b20-aa18-4800c2a5c0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.397973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c144be-bf4e-449e-a43d-7b884dd3f756 req-92177bed-e01b-4718-96e5-a104fca4c57c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.406181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76c144be-bf4e-449e-a43d-7b884dd3f756 req-92177bed-e01b-4718-96e5-a104fca4c57c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1741738 Sep 17 22:43:15.476286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eae9edb7-0b4f-4b20-aa18-4800c2a5c0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.504445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-50cd92ca-e5f5-4a3b-af94-764ec1934bc5 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446311 Sep 17 22:43:15.505675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76c144be-bf4e-449e-a43d-7b884dd3f756 req-0d250418-5853-4859-b44f-ee7e6ba4eb2e tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983498 Sep 17 22:43:15.520401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 10027a4a-7593-480c-a587-e07d16d2a2c8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:15.595117 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.596921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:15.597290 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.614888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:15.668329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-84f468b4-ec91-4c15-a877-c328d5faa87c req-9e602416-e637-4d39-a026-78d7551e4a52 service neutron] 10.222.0.49 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552718 Sep 17 22:43:15.668589 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.674261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eae9edb7-0b4f-4b20-aa18-4800c2a5c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.685711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eae9edb7-0b4f-4b20-aa18-4800c2a5c0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.691643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eae9edb7-0b4f-4b20-aa18-4800c2a5c0fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1a7d63c-a422-4d78-88c0-0446caa62e2b HTTP/1.1" status: 204 len: 168 time: 0.5116315 Sep 17 22:43:15.697497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Network f1530900-0b51-44a2-a0ae-29b3ed4c4f2a is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:15.775211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::1a7 (f1530900-0b51-44a2-a0ae-29b3ed4c4f2a/000c255c-49cd-466d-afd6-b6b3d34bb05b/ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:15.777923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9edb7-0b4f-4b20-aa18-4800c2a5c0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7d63c-a422-4d78-88c0-0446caa62e2b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:15.831069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:15.836530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Pushing event updated for resources: {'Port': ['ID=1f76f668-597b-4f92-8aad-6c40d782ef0f,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:15.845929 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.850009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:15.872624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 1c6bd18b-6527-4d87-b75b-1f6932a311b4 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:15.973643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Attempting to bind port 1f76f668-597b-4f92-8aad-6c40d782ef0f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:15.974041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Attempting to bind port 1f76f668-597b-4f92-8aad-6c40d782ef0f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3ba5ad30-676b-44f1-8a5b-4b3031fda8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f1530900-0b51-44a2-a0ae-29b3ed4c4f2a'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:15.974416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Attempting to bind port 1f76f668-597b-4f92-8aad-6c40d782ef0f on network f1530900-0b51-44a2-a0ae-29b3ed4c4f2a {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:15.982215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:15.982594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Checking segment: {'id': '3ba5ad30-676b-44f1-8a5b-4b3031fda8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f1530900-0b51-44a2-a0ae-29b3ed4c4f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:15.983000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.983402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Bound using segment: {'id': '3ba5ad30-676b-44f1-8a5b-4b3031fda8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f1530900-0b51-44a2-a0ae-29b3ed4c4f2a'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:15.983884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Bound port: 1f76f668-597b-4f92-8aad-6c40d782ef0f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba5ad30-676b-44f1-8a5b-4b3031fda8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f1530900-0b51-44a2-a0ae-29b3ed4c4f2a'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:15.984275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.076049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.144494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] For port 1f76f668-597b-4f92-8aad-6c40d782ef0f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:16.151069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] For port 1f76f668-597b-4f92-8aad-6c40d782ef0f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1f76f668-597b-4f92-8aad-6c40d782ef0f,segment=NetworkSegment(3ba5ad30-676b-44f1-8a5b-4b3031fda8fa),segment_id=3ba5ad30-676b-44f1-8a5b-4b3031fda8fa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:16.155411 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.160960 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.268373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network f1530900-0b51-44a2-a0ae-29b3ed4c4f2a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:16.277446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:16.284858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:16.289756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:16.305930 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:16.306211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.361889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:16.362872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61c114-993d-464e-ae5b-bbb97a820df3 None None] Pushing event updated for resources: {'Port': ['ID=1f76f668-597b-4f92-8aad-6c40d782ef0f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:16.383980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::1d5 (e0a4fb9d-32a5-4380-9852-2c3659b05950/d23c9553-1d78-4a74-bf64-52c81863827c/1c6bd18b-6527-4d87-b75b-1f6932a311b4) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:16.388801 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b24c52db-7c6e-41d7-aefd-454744feccf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6289232 Sep 17 22:43:16.391558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50714) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:16.407360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:3d4d (e0a4fb9d-32a5-4380-9852-2c3659b05950/e9047e92-0429-4fbd-a112-629491a3c89b/1c6bd18b-6527-4d87-b75b-1f6932a311b4) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:16.418194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d37cc0-1a3c-4430-9f93-e821bacf5526 req-58080894-cc82-42c0-8ab9-7061bffb0021 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:16.421812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51d37cc0-1a3c-4430-9f93-e821bacf5526 req-58080894-cc82-42c0-8ab9-7061bffb0021 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 945 time: 0.1498864 Sep 17 22:43:16.485571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:43:16.495237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:16.495750 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.501822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51d37cc0-1a3c-4430-9f93-e821bacf5526 req-9ed4f078-d2f8-46b6-9cf6-63a4e5d45b6f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705860 Sep 17 22:43:16.652907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-35c3a58e-7d30-4dbe-9157-0a8739e75669 None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:16.653572 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35c3a58e-7d30-4dbe-9157-0a8739e75669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.698487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0aa492d3-6d38-4bc4-afeb-1367be3cb0e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:16.699743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0aa492d3-6d38-4bc4-afeb-1367be3cb0e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.761920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.818971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e53fc0-b011-4ac0-8614-e6e61013aadd req-9a2af2c3-9026-478a-afd7-0643020c5e98 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:16.820728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3e53fc0-b011-4ac0-8614-e6e61013aadd req-9a2af2c3-9026-478a-afd7-0643020c5e98 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1572025 Sep 17 22:43:16.832769 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.880898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0aa492d3-6d38-4bc4-afeb-1367be3cb0e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.896918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0aa492d3-6d38-4bc4-afeb-1367be3cb0e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:16.919871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.954450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:16.956149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:16.961240 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac7eb4-266f-4d69-997a-aeab627229d0" -d '{"events": [{"server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "name": "network-vif-plugged", "status": "completed", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:16.978393 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.016221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:17.028469 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3e53fc0-b011-4ac0-8614-e6e61013aadd req-3807c4cd-cfa4-4304-8d64-d78b4bdabcb7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282537 Sep 17 22:43:17.045362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:17.062500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=1c6bd18b-6527-4d87-b75b-1f6932a311b4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.066300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:17.073549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:17.074504 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.087535 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa7c5cc-e0ba-4c29-a2e1-2c94c3a29797 x-openstack-request-id: req-3fa7c5cc-e0ba-4c29-a2e1-2c94c3a29797 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:17.087834 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "name": "network-vif-plugged", "status": "completed", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:17.088137 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fa7c5cc-e0ba-4c29-a2e1-2c94c3a29797 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:17.088682 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'code': 200} Sep 17 22:43:17.099612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.100020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d48ed93c-04de-47f9-bb3a-d51d84b88694 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8528209 Sep 17 22:43:17.105480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50732) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:17.232740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0aa492d3-6d38-4bc4-afeb-1367be3cb0e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.276410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa492d3-6d38-4bc4-afeb-1367be3cb0e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.323701 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0aa492d3-6d38-4bc4-afeb-1367be3cb0e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.327324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0aa492d3-6d38-4bc4-afeb-1367be3cb0e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0 HTTP/1.1" status: 204 len: 168 time: 0.9345989 Sep 17 22:43:17.328475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50740) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:17.343121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f014c60d-a8be-420f-8b25-21d701ab1d58 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 1c6bd18b-6527-4d87-b75b-1f6932a311b4 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:17.343732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f014c60d-a8be-420f-8b25-21d701ab1d58 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.366605 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a794b8e-520c-4b4a-9bb0-493586731616 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:17.367549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a794b8e-520c-4b4a-9bb0-493586731616 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:17.370433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a794b8e-520c-4b4a-9bb0-493586731616 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0 HTTP/1.1" status: 404 len: 333 time: 0.0405288 Sep 17 22:43:17.374836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50742) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:17.415389 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3195d3bb-2d0b-41e5-8db6-45105f5bb883 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:17.420293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3195d3bb-2d0b-41e5-8db6-45105f5bb883 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/ab3fe4de-97c1-4ef2-81b1-0d6b96b13ec0 HTTP/1.1" status: 404 len: 333 time: 0.0443583 Sep 17 22:43:17.421134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50744) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:17.504217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0ce52a72-838d-42b7-bf5e-55442ae5f8df None None] Provisioning complete for port 1c6bd18b-6527-4d87-b75b-1f6932a311b4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:17.505253 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0ce52a72-838d-42b7-bf5e-55442ae5f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.530114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dbb05a-9f04-4ff5-bddd-d516b6632a94 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet 000c255c-49cd-466d-afd6-b6b3d34bb05b {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:17.542364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79dbb05a-9f04-4ff5-bddd-d516b6632a94 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.554936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f014c60d-a8be-420f-8b25-21d701ab1d58 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.582470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1f76f668-597b-4f92-8aad-6c40d782ef0f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:17.595550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79dbb05a-9f04-4ff5-bddd-d516b6632a94 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.598057 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f014c60d-a8be-420f-8b25-21d701ab1d58 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 1c6bd18b-6527-4d87-b75b-1f6932a311b4 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:17.654152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0ce52a72-838d-42b7-bf5e-55442ae5f8df None None] Port 1c6bd18b-6527-4d87-b75b-1f6932a311b4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:17.702664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79dbb05a-9f04-4ff5-bddd-d516b6632a94 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.711366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1f76f668-597b-4f92-8aad-6c40d782ef0f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:17.714293 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.832868 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79dbb05a-9f04-4ff5-bddd-d516b6632a94 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.871776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbb05a-9f04-4ff5-bddd-d516b6632a94 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=000c255c-49cd-466d-afd6-b6b3d34bb05b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.884591 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.889959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79dbb05a-9f04-4ff5-bddd-d516b6632a94 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.894814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-79dbb05a-9f04-4ff5-bddd-d516b6632a94 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/000c255c-49cd-466d-afd6-b6b3d34bb05b HTTP/1.1" status: 204 len: 168 time: 0.4727843 Sep 17 22:43:17.895471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50756) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:17.911243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9519b-33b2-49dc-8c08-fdbfbeef702e req-c3efe1dd-e1ae-4dca-a24c-d25c09a23787 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:17.913251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4de9519b-33b2-49dc-8c08-fdbfbeef702e req-c3efe1dd-e1ae-4dca-a24c-d25c09a23787 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.1313748 Sep 17 22:43:17.953715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f014c60d-a8be-420f-8b25-21d701ab1d58 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.958236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 1f76f668-597b-4f92-8aad-6c40d782ef0f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1f76f668-597b-4f92-8aad-6c40d782ef0f,segment=NetworkSegment(3ba5ad30-676b-44f1-8a5b-4b3031fda8fa),segment_id=3ba5ad30-676b-44f1-8a5b-4b3031fda8fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:17.965540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.997419 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014c60d-a8be-420f-8b25-21d701ab1d58 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=1c6bd18b-6527-4d87-b75b-1f6932a311b4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:18.042729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4de9519b-33b2-49dc-8c08-fdbfbeef702e req-d1967a08-62b4-455f-bfe5-b9604707973f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116123 Sep 17 22:43:18.053462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=1f76f668-597b-4f92-8aad-6c40d782ef0f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:18.075192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c894e5-f2b5-4f8b-8e62-129a225ed786 None None] Network f1530900-0b51-44a2-a0ae-29b3ed4c4f2a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:18.089536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.093579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50762) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:18.134372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f014c60d-a8be-420f-8b25-21d701ab1d58 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.138141 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f014c60d-a8be-420f-8b25-21d701ab1d58 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/1c6bd18b-6527-4d87-b75b-1f6932a311b4 HTTP/1.1" status: 204 len: 168 time: 1.0316503 Sep 17 22:43:18.141681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50764) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:18.223658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df2bf8-9574-4632-bd81-ada647b9eeeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:18.225624 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-95df2bf8-9574-4632-bd81-ada647b9eeeb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0812523 Sep 17 22:43:18.228316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50768) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:18.310110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9d51910e-dc21-4108-9e88-c1e0d19d6b39 None None] Provisioning complete for port 1f76f668-597b-4f92-8aad-6c40d782ef0f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:18.312067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d51910e-dc21-4108-9e88-c1e0d19d6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.353143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dad2b-8fdf-4d2c-80dc-517bb6794e12 req-bd62c021-3de3-4ed4-a24d-f29f4816d201 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:18.355459 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a8dad2b-8fdf-4d2c-80dc-517bb6794e12 req-bd62c021-3de3-4ed4-a24d-f29f4816d201 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1329629 Sep 17 22:43:18.365417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dd1fd48e-d382-4f85-b025-bbfd356b2226 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/e90a2ffc-1f61-4c51-8e01-1223e5bd075e HTTP/1.1" status: 200 len: 994 time: 0.2613721 Sep 17 22:43:18.372744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896eaff-9c84-4825-b9bf-c574e25ca8cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:18.372744 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0896eaff-9c84-4825-b9bf-c574e25ca8cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1376445 Sep 17 22:43:18.372744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50774) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:18.421647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 1f76f668-597b-4f92-8aad-6c40d782ef0f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:18.422115 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.469523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a8dad2b-8fdf-4d2c-80dc-517bb6794e12 req-53441daf-7d19-42f5-bcb7-067fd2150e2f tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002839 Sep 17 22:43:18.511334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ee031-9ee7-491f-8ab2-85eec86a0002 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:18.512886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ee031-9ee7-491f-8ab2-85eec86a0002 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:18.513549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] DHCP port deletion for f1530900-0b51-44a2-a0ae-29b3ed4c4f2a request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:18.514431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ee031-9ee7-491f-8ab2-85eec86a0002 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:18.518642 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-122ee031-9ee7-491f-8ab2-85eec86a0002 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1439118 Sep 17 22:43:18.521167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50776) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:18.557290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] For port 1f76f668-597b-4f92-8aad-6c40d782ef0f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1f76f668-597b-4f92-8aad-6c40d782ef0f,segment=NetworkSegment(3ba5ad30-676b-44f1-8a5b-4b3031fda8fa),segment_id=3ba5ad30-676b-44f1-8a5b-4b3031fda8fa)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:18.558016 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.578082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] Deleting port 1f76f668-597b-4f92-8aad-6c40d782ef0f {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:18.579149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 1f76f668-597b-4f92-8aad-6c40d782ef0f owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:18.580390 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.598909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e029610-6edd-470e-8e8d-09c1b5cf2e78 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet d23c9553-1d78-4a74-bf64-52c81863827c {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:18.602125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e029610-6edd-470e-8e8d-09c1b5cf2e78 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.659355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e029610-6edd-470e-8e8d-09c1b5cf2e78 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.688466 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.700619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] For port 1f76f668-597b-4f92-8aad-6c40d782ef0f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1f76f668-597b-4f92-8aad-6c40d782ef0f,segment=NetworkSegment(3ba5ad30-676b-44f1-8a5b-4b3031fda8fa),segment_id=3ba5ad30-676b-44f1-8a5b-4b3031fda8fa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:18.703949 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.722095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] Calling delete_port for 1f76f668-597b-4f92-8aad-6c40d782ef0f owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:18.727365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No DVR routers for this DVR port 1f76f668-597b-4f92-8aad-6c40d782ef0f on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:18.734077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=1f76f668-597b-4f92-8aad-6c40d782ef0f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:18.800819 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.835402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.847342 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.849383 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e029610-6edd-470e-8e8d-09c1b5cf2e78 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.859184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50784) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:18.869714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1530900-0b51-44a2-a0ae-29b3ed4c4f2a']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:18.879159 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] Pushing event deleted for resources: {'Port': ['ID=1f76f668-597b-4f92-8aad-6c40d782ef0f,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:18.882126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fab8db-2684-46ba-ad36-6b57ca8a6877 None None] No DVR routers for this DVR port 1f76f668-597b-4f92-8aad-6c40d782ef0f on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:18.892332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba5ad30-676b-44f1-8a5b-4b3031fda8fa') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:18.892332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba5ad30-676b-44f1-8a5b-4b3031fda8fa') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:18.904821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.925885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.936398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:18.936994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.937653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e029610-6edd-470e-8e8d-09c1b5cf2e78 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.972003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e029610-6edd-470e-8e8d-09c1b5cf2e78 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=d23c9553-1d78-4a74-bf64-52c81863827c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:18.974254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e029610-6edd-470e-8e8d-09c1b5cf2e78 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.979788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec4b1a-c76d-4f14-a905-9238b05ee76b None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:18.983578 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5e029610-6edd-470e-8e8d-09c1b5cf2e78 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/d23c9553-1d78-4a74-bf64-52c81863827c HTTP/1.1" status: 204 len: 168 time: 0.4611292 Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:18.986845 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:18.992435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50792) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:19.050798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2b0b4da8-1ba1-443a-891c-0a582f1bd548 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:19.071179 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.084213 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.086659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/networks/f1530900-0b51-44a2-a0ae-29b3ed4c4f2a HTTP/1.1" status: 204 len: 168 time: 1.1894643 Sep 17 22:43:19.103013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9660ed-df6f-43f8-92eb-afe3f9deb50f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet e9047e92-0429-4fbd-a112-629491a3c89b {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:19.106995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f9660ed-df6f-43f8-92eb-afe3f9deb50f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.113424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50796) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:19.119825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-376145369'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:19.123676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4a81c-eac8-4f1d-9fb0-05497ce0b691 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Network': ['ID=f1530900-0b51-44a2-a0ae-29b3ed4c4f2a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:19.131827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2b0b4da8-1ba1-443a-891c-0a582f1bd548 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] 10.222.0.48 "PUT /v2.0/quotas/2c8c26954c1444a5a0ef0448072f17a0 HTTP/1.1" status: 200 len: 368 time: 0.2712438 Sep 17 22:43:19.135900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50798) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:19.140787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Request body: {'network': {'project_id': '2c8c26954c1444a5a0ef0448072f17a0'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:19.169580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:19.174631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.182536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f9660ed-df6f-43f8-92eb-afe3f9deb50f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.216292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:19.231813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Made reservation on behalf of 2c8c26954c1444a5a0ef0448072f17a0 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:19.239394 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.272854 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.280617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.280995 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Added segment 5ef834c6-73da-4354-9c57-7c28d9914e82 of type vlan for network 459f3802-f383-47d4-83ba-668d8c5b17e0 Sep 17 22:43:19.354787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f9660ed-df6f-43f8-92eb-afe3f9deb50f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.375474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.422919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.433357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:19.433946 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.499444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1f76f668-597b-4f92-8aad-6c40d782ef0f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:19.536012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f9660ed-df6f-43f8-92eb-afe3f9deb50f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.536784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1f76f668-597b-4f92-8aad-6c40d782ef0f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:19.537329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1f76f668-597b-4f92-8aad-6c40d782ef0f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:19.570773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9660ed-df6f-43f8-92eb-afe3f9deb50f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=e9047e92-0429-4fbd-a112-629491a3c89b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:19.592524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f9660ed-df6f-43f8-92eb-afe3f9deb50f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.595108 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8f9660ed-df6f-43f8-92eb-afe3f9deb50f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/e9047e92-0429-4fbd-a112-629491a3c89b HTTP/1.1" status: 204 len: 168 time: 0.6009240 Sep 17 22:43:19.597565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:19.602841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Network': ['ID=459f3802-f383-47d4-83ba-668d8c5b17e0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:19.613953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 459f3802-f383-47d4-83ba-668d8c5b17e0 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:19.645008 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fc307a4b-9194-467a-9ff8-51a336439e36 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460122 Sep 17 22:43:19.645649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50806) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:19.650710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:19.742757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cfcd3-11fc-4b6c-9764-a45532f4d8a4 req-558a341a-3efb-471b-960b-e508a8b74921 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:19.757727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-373cfcd3-11fc-4b6c-9764-a45532f4d8a4 req-558a341a-3efb-471b-960b-e508a8b74921 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1299133 Sep 17 22:43:19.804269 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.815943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.831623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-479a781b-7c8c-4f5d-8ccd-c08145f612e8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7166784 Sep 17 22:43:19.835836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50808) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:19.842773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '459f3802-f383-47d4-83ba-668d8c5b17e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:19.849561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:19.853324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.855473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-373cfcd3-11fc-4b6c-9764-a45532f4d8a4 req-fb72e3d5-cf2d-452a-92b5-176cfb6fbc73 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958161 Sep 17 22:43:19.878782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:19.890124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad40c5-d1cb-46ec-b8d0-710cb898a8d4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:19.898868 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.899505 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Added segment 8225e5fa-5415-4f84-9966-227b15887d26 of type vlan for network 8f7a85ce-49cd-4e34-ba65-d87b92a7847f Sep 17 22:43:19.952301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.989918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.991325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:19.993173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.034934 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8972864 Sep 17 22:43:20.038299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50810) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.046177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Request body: {'network': {'project_id': '2c8c26954c1444a5a0ef0448072f17a0'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:20.087514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dfef5-f77d-4402-8b5d-ab58413fc178 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Pushing event updated for resources: {'Network': ['ID=8f7a85ce-49cd-4e34-ba65-d87b92a7847f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:20.103340 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 8f7a85ce-49cd-4e34-ba65-d87b92a7847f details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:20.115233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:20.118758 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.139218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Made reservation on behalf of 2c8c26954c1444a5a0ef0448072f17a0 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:20.142587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.180344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:20.210489 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.211697 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Added segment 8f2cd60f-b708-4e73-a1da-fa6fffb6f57a of type vlan for network 0b5ab104-df1d-4865-bad8-6792c2713789 Sep 17 22:43:20.247405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b7b67-8394-4bbe-bf07-e3369159664d None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:20.277085 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.296071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.321912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.323720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:20.325540 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.356248 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e7e6f756-b523-41de-beff-85c01e47c92e None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:20.357076 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f756-b523-41de-beff-85c01e47c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.363307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:20.376264 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3368061 Sep 17 22:43:20.376782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:20.386629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50814) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.391890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-93b4889e-d523-4d57-85a3-fc303a1ca6a2 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Request body: {'network': {'project_id': '2c8c26954c1444a5a0ef0448072f17a0'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:20.399089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:20.402756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:20.403343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.417664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd2ddd-6009-4d40-adad-23bacc2371ff tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Pushing event updated for resources: {'Network': ['ID=0b5ab104-df1d-4865-bad8-6792c2713789,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:20.430655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 0b5ab104-df1d-4865-bad8-6792c2713789 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:20.459163 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b4889e-d523-4d57-85a3-fc303a1ca6a2 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 22:43:20.459548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b4889e-d523-4d57-85a3-fc303a1ca6a2 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:20.460977 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-93b4889e-d523-4d57-85a3-fc303a1ca6a2 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0733745 Sep 17 22:43:20.464162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50816) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.486441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-53a45aff-3fb3-4903-8753-03c34dd6875f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8397408 Sep 17 22:43:20.489547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50818) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.496227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-74a68bdc-14db-429d-aca2-82d3e9ae5f52 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:20.577611 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b1a737fa-dc74-41ae-9aa2-ffe416f87265 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c8c26954c1444a5a0ef0448072f17a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122942 Sep 17 22:43:20.581206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50822) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.598322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.671755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a68bdc-14db-429d-aca2-82d3e9ae5f52 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:20.676756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-74a68bdc-14db-429d-aca2-82d3e9ae5f52 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.682578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902f15b-b8a0-4cc4-8314-a48a19b5e68c None None] Update dhcp port {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'fixed_ips': [{'subnet_id': 'cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '10027a4a-7593-480c-a587-e07d16d2a2c8'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:43:20.692382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=d4c79bec-7648-460c-a910-433dabe3eb1e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:20.719311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1383c31-00b9-4ca9-8177-dfe9432ef60c tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.721016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Checking segment: {'id': '5ef834c6-73da-4354-9c57-7c28d9914e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '459f3802-f383-47d4-83ba-668d8c5b17e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:20.721377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network hostable DHCP agents. Network: 459f3802-f383-47d4-83ba-668d8c5b17e0, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:20.723341 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3902f15b-b8a0-4cc4-8314-a48a19b5e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.755854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1383c31-00b9-4ca9-8177-dfe9432ef60c tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.766160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 459f3802-f383-47d4-83ba-668d8c5b17e0 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:20.785007 n-d-789963-10 neutron-server[94737]: INFO neutron.db.ipam_backend_mixin [None req-74a68bdc-14db-429d-aca2-82d3e9ae5f52 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054 (CIDR: 2001:db8::/64) Sep 17 22:43:20.790579 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a68bdc-14db-429d-aca2-82d3e9ae5f52 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:43:20.791809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a68bdc-14db-429d-aca2-82d3e9ae5f52 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:20.801403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 459f3802-f383-47d4-83ba-668d8c5b17e0) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:20.809015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:20.809913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.821172 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-74a68bdc-14db-429d-aca2-82d3e9ae5f52 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3302393 Sep 17 22:43:20.824167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50824) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.829355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'subnet': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:20.837523 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d7a98504-a632-4bcb-83b1-a9b7ceef9886 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0005605 Sep 17 22:43:20.838373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50826) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.847143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': '459f3802-f383-47d4-83ba-668d8c5b17e0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-177599551'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:20.870873 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1383c31-00b9-4ca9-8177-dfe9432ef60c tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.873787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c666e7d-6840-46f3-9bda-f9b49d8d3ef4 None None] Network 459f3802-f383-47d4-83ba-668d8c5b17e0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:20.888989 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1383c31-00b9-4ca9-8177-dfe9432ef60c tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.895507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50830) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.897578 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e1383c31-00b9-4ca9-8177-dfe9432ef60c tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/48ad40c5-d1cb-46ec-b8d0-710cb898a8d4 HTTP/1.1" status: 204 len: 168 time: 0.3147566 Sep 17 22:43:21.002863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383c31-00b9-4ca9-8177-dfe9432ef60c tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad40c5-d1cb-46ec-b8d0-710cb898a8d4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:21.039396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-3902f15b-b8a0-4cc4-8314-a48a19b5e68c None None] Allocated IP 2001:db8::2 (e0a4fb9d-32a5-4380-9852-2c3659b05950/cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054/10027a4a-7593-480c-a587-e07d16d2a2c8) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:21.068616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:21.074253 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.094209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.102791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:21.107473 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.161253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f537e0-802b-4c17-8cc9-1955dcbe6bd0 req-8f9585ae-2b6a-4d33-9323-24ff8fc227a4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:21.162850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97f537e0-802b-4c17-8cc9-1955dcbe6bd0 req-8f9585ae-2b6a-4d33-9323-24ff8fc227a4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1487660 Sep 17 22:43:21.164102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 73ed7185-a349-4fe9-981f-5a8b34ea9066 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:21.219306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-459f3802-f383-47d4-83ba-668d8c5b17e0', 'network_id': '459f3802-f383-47d4-83ba-668d8c5b17e0', 'tenant_id': '5863daf0d73f4db58cb4badae0a969ba', 'fixed_ips': [{'subnet_id': 'd4c79bec-7648-460c-a910-433dabe3eb1e'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:21.220509 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.235759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3902f15b-b8a0-4cc4-8314-a48a19b5e68c None None] For port 10027a4a-7593-480c-a587-e07d16d2a2c8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=10027a4a-7593-480c-a587-e07d16d2a2c8,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:21.328315 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3902f15b-b8a0-4cc4-8314-a48a19b5e68c None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.340404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3902f15b-b8a0-4cc4-8314-a48a19b5e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.427152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97f537e0-802b-4c17-8cc9-1955dcbe6bd0 req-c9d46080-de74-4cbc-9e5a-3c45b3116363 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239356 Sep 17 22:43:21.427152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.578381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:43:21.644212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902f15b-b8a0-4cc4-8314-a48a19b5e68c None None] Pushing event updated for resources: {'Port': ['ID=10027a4a-7593-480c-a587-e07d16d2a2c8,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:21.787562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.829074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5ab104-df1d-4865-bad8-6792c2713789']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:21.845628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2cd60f-b708-4e73-a1da-fa6fffb6f57a') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:21.845928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2cd60f-b708-4e73-a1da-fa6fffb6f57a') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:21.868183 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.870844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::155 (459f3802-f383-47d4-83ba-668d8c5b17e0/d4c79bec-7648-460c-a910-433dabe3eb1e/73ed7185-a349-4fe9-981f-5a8b34ea9066) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:21.893359 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.909567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:21.909567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:21.911327 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:21.998855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] For port 10027a4a-7593-480c-a587-e07d16d2a2c8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=10027a4a-7593-480c-a587-e07d16d2a2c8,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:22.028741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.036148 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.040885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] 10.222.0.48 "DELETE /v2.0/networks/0b5ab104-df1d-4865-bad8-6792c2713789 HTTP/1.1" status: 204 len: 168 time: 1.1444013 Sep 17 22:43:22.056969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50838) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.057784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a6e9b-ef49-4a14-8491-9396d9702cdd tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b5ab104-df1d-4865-bad8-6792c2713789,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.170912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.177396 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.292829 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.318806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7a85ce-49cd-4e34-ba65-d87b92a7847f']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.322871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.396577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=73ed7185-a349-4fe9-981f-5a8b34ea9066,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.401721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8225e5fa-5415-4f84-9966-227b15887d26') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.401992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8225e5fa-5415-4f84-9966-227b15887d26') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.416687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Allocated IP 2001:db8::2 (459f3802-f383-47d4-83ba-668d8c5b17e0/d4c79bec-7648-460c-a910-433dabe3eb1e/3d24fe9d-0fba-4bf4-a70e-18684e6a194e) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:22.420623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 459f3802-f383-47d4-83ba-668d8c5b17e0 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:22.422497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.425629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:22.436311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:22.442505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:22.443149 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.446987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.458448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.463019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.470805 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d80d85c9-b3ff-49b6-b282-a2c8d7c88a96 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6284981 Sep 17 22:43:22.471123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50844) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.476680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd46a8e-218b-43cc-a469-620991dc2542 None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:22.485464 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.518276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:22.518697 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:22.520955 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:22.534562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=10027a4a-7593-480c-a587-e07d16d2a2c8,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.586129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:22.589484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:22.598172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:22.598872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.621379 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7958250 Sep 17 22:43:22.622505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165e303-06cd-4813-8d2d-bf84550c2606 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Subnet': ['ID=d3e3e922-41d5-4bc6-b480-93947160d8f0,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.625533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.630798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Request body: {'port': {'network_id': 'e0a4fb9d-32a5-4380-9852-2c3659b05950', 'mac_address': 'fa:16:3e:fa:44:45', 'name': 'tempest-NetworksTestDHCPv6-882387109'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:22.708001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.732255 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.742716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] 10.222.0.48 "DELETE /v2.0/networks/8f7a85ce-49cd-4e34-ba65-d87b92a7847f HTTP/1.1" status: 204 len: 168 time: 0.6780472 Sep 17 22:43:22.743379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-adeca257-e264-4905-b258-674103a6950d None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:22.744903 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-adeca257-e264-4905-b258-674103a6950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.798571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277b937-e82c-46fc-b6a6-e765f2f5f741 tempest-QuotasNegativeTest-225606113 tempest-QuotasNegativeTest-225606113-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f7a85ce-49cd-4e34-ba65-d87b92a7847f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.847039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3178e1-ec5a-4044-a02f-37d59d03771c req-26ff5b91-f6af-42c6-b045-b97c12446f1a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:22.858460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a3178e1-ec5a-4044-a02f-37d59d03771c req-26ff5b91-f6af-42c6-b045-b97c12446f1a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.2375164 Sep 17 22:43:22.871599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Made reservation on behalf of 4ef292a3e1ac41e8a4670bbb988e06d4 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:22.891929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-59ed98e4-fb63-4e8d-9e9a-1daf65164663 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 73ed7185-a349-4fe9-981f-5a8b34ea9066 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:22.892505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59ed98e4-fb63-4e8d-9e9a-1daf65164663 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.927065 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.017353 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.080109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a3178e1-ec5a-4044-a02f-37d59d03771c req-798d8174-a37f-4bd5-8d68-b8099ca649e0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149322 Sep 17 22:43:23.087818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.119352 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59ed98e4-fb63-4e8d-9e9a-1daf65164663 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.135404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Network 459f3802-f383-47d4-83ba-668d8c5b17e0 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:23.145299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:23.147358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-59ed98e4-fb63-4e8d-9e9a-1daf65164663 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 73ed7185-a349-4fe9-981f-5a8b34ea9066 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:23.149616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:23.181082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Pushing event updated for resources: {'Port': ['ID=3d24fe9d-0fba-4bf4-a70e-18684e6a194e,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.198574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] device_id is not set on port 96d433d3-b506-4693-8bf8-5362a7c3347f yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:23.236545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Attempting to bind port 3d24fe9d-0fba-4bf4-a70e-18684e6a194e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:23.236916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Attempting to bind port 3d24fe9d-0fba-4bf4-a70e-18684e6a194e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5ef834c6-73da-4354-9c57-7c28d9914e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '459f3802-f383-47d4-83ba-668d8c5b17e0'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:23.237312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Attempting to bind port 3d24fe9d-0fba-4bf4-a70e-18684e6a194e on network 459f3802-f383-47d4-83ba-668d8c5b17e0 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:23.242998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:23.243371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Checking segment: {'id': '5ef834c6-73da-4354-9c57-7c28d9914e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '459f3802-f383-47d4-83ba-668d8c5b17e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:23.243916 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.244425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Bound using segment: {'id': '5ef834c6-73da-4354-9c57-7c28d9914e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '459f3802-f383-47d4-83ba-668d8c5b17e0'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:23.245179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Bound port: 3d24fe9d-0fba-4bf4-a70e-18684e6a194e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef834c6-73da-4354-9c57-7c28d9914e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '459f3802-f383-47d4-83ba-668d8c5b17e0'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:23.245567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.358298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] For port 3d24fe9d-0fba-4bf4-a70e-18684e6a194e, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:23.361996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] For port 3d24fe9d-0fba-4bf4-a70e-18684e6a194e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3d24fe9d-0fba-4bf4-a70e-18684e6a194e,segment=NetworkSegment(5ef834c6-73da-4354-9c57-7c28d9914e82),segment_id=5ef834c6-73da-4354-9c57-7c28d9914e82)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:23.373540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.484310 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59ed98e4-fb63-4e8d-9e9a-1daf65164663 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.495093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac1444-7ea6-47f2-a898-3c4b05eb890c None None] Pushing event updated for resources: {'Port': ['ID=3d24fe9d-0fba-4bf4-a70e-18684e6a194e,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.517404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 10027a4a-7593-480c-a587-e07d16d2a2c8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:23.544519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed98e4-fb63-4e8d-9e9a-1daf65164663 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=73ed7185-a349-4fe9-981f-5a8b34ea9066,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.586591 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59ed98e4-fb63-4e8d-9e9a-1daf65164663 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.589916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-59ed98e4-fb63-4e8d-9e9a-1daf65164663 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/73ed7185-a349-4fe9-981f-5a8b34ea9066 HTTP/1.1" status: 204 len: 168 time: 1.1176972 Sep 17 22:43:23.592769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50864) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:23.596097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:23.599113 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.641113 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e28919-0627-409c-82f8-9ef04db0439d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:23.643284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b0e28919-0627-409c-82f8-9ef04db0439d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/73ed7185-a349-4fe9-981f-5a8b34ea9066 HTTP/1.1" status: 404 len: 333 time: 0.0474353 Sep 17 22:43:23.646533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50866) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:23.677616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8::297 (e0a4fb9d-32a5-4380-9852-2c3659b05950/cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054/96d433d3-b506-4693-8bf8-5362a7c3347f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:23.710643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50868) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:23.724425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:4445 (e0a4fb9d-32a5-4380-9852-2c3659b05950/d3e3e922-41d5-4bc6-b480-93947160d8f0/96d433d3-b506-4693-8bf8-5362a7c3347f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:23.766204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c402c2-3fc5-4938-94df-e30d5e3d4c6f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet d4c79bec-7648-460c-a910-433dabe3eb1e {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:23.772447 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c402c2-3fc5-4938-94df-e30d5e3d4c6f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.918106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c402c2-3fc5-4938-94df-e30d5e3d4c6f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.973457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0948-d794-4aa7-b997-a5c0f1d77b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.111807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.126132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0948-d794-4aa7-b997-a5c0f1d77b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.132734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0948-d794-4aa7-b997-a5c0f1d77b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.164010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d0948-d794-4aa7-b997-a5c0f1d77b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7eacb-8a2a-4a11-b6fd-bb770b364ac3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:24.179085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.208374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c402c2-3fc5-4938-94df-e30d5e3d4c6f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.243528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4b2d0948-d794-4aa7-b997-a5c0f1d77b23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b573f59504784f1fba05d262c5c32006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294733 Sep 17 22:43:24.256095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50878) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:24.284363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1ee9-2c96-4ce5-9cbc-dc3cbb6f43ca req-9ed6a768-80af-4000-a2e2-c4d65917d2a5 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:24.285465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ffd1ee9-2c96-4ce5-9cbc-dc3cbb6f43ca req-9ed6a768-80af-4000-a2e2-c4d65917d2a5 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.0573747 Sep 17 22:43:24.308919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:24.324984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96260b1a-2aaa-41bd-aa5f-10aa3a172eea None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:24.331934 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:24.347029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:24.347496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ffd1ee9-2c96-4ce5-9cbc-dc3cbb6f43ca req-8a164685-e7d8-48ec-a290-e8d8ff72ae06 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527453 Sep 17 22:43:24.352765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:24.353588 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.364157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event updated for resources: {'Port': ['ID=96d433d3-b506-4693-8bf8-5362a7c3347f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:24.401607 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-628b9d1d-29ce-40f3-b8a5-2bfb08cb3310 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7718441 Sep 17 22:43:24.403019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50882) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:24.403520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55b04593-5399-4d83-b0e8-5b031ebc5c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.423074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c402c2-3fc5-4938-94df-e30d5e3d4c6f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.435664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-40148875-7f4b-43dc-960f-573bab95f3ef None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:24.436389 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-40148875-7f4b-43dc-960f-573bab95f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.469274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55b04593-5399-4d83-b0e8-5b031ebc5c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.471656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c402c2-3fc5-4938-94df-e30d5e3d4c6f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c79bec-7648-460c-a910-433dabe3eb1e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:24.480890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68c402c2-3fc5-4938-94df-e30d5e3d4c6f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.485293 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68c402c2-3fc5-4938-94df-e30d5e3d4c6f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/d4c79bec-7648-460c-a910-433dabe3eb1e HTTP/1.1" status: 204 len: 168 time: 0.8314312 Sep 17 22:43:24.485770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50884) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:24.567055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c81f8-ba8a-4f52-a603-e8219f980ce4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting port 96d433d3-b506-4693-8bf8-5362a7c3347f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:24.575666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a5c81f8-ba8a-4f52-a603-e8219f980ce4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.613946 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.629464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55b04593-5399-4d83-b0e8-5b031ebc5c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.632224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55b04593-5399-4d83-b0e8-5b031ebc5c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.633447 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-55b04593-5399-4d83-b0e8-5b031ebc5c13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19e7eacb-8a2a-4a11-b6fd-bb770b364ac3 HTTP/1.1" status: 204 len: 168 time: 0.3710768 Sep 17 22:43:24.667498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b04593-5399-4d83-b0e8-5b031ebc5c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7eacb-8a2a-4a11-b6fd-bb770b364ac3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:24.710052 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a5c81f8-ba8a-4f52-a603-e8219f980ce4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.710921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 3d24fe9d-0fba-4bf4-a70e-18684e6a194e {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:24.711379 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.726704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c81f8-ba8a-4f52-a603-e8219f980ce4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Calling delete_port for 96d433d3-b506-4693-8bf8-5362a7c3347f owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:24.830627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] For port 3d24fe9d-0fba-4bf4-a70e-18684e6a194e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3d24fe9d-0fba-4bf4-a70e-18684e6a194e,segment=NetworkSegment(5ef834c6-73da-4354-9c57-7c28d9914e82),segment_id=5ef834c6-73da-4354-9c57-7c28d9914e82)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:24.831155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.858084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 3d24fe9d-0fba-4bf4-a70e-18684e6a194e owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:25.055289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.126283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a5c81f8-ba8a-4f52-a603-e8219f980ce4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.146379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=3d24fe9d-0fba-4bf4-a70e-18684e6a194e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:25.154228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No DVR routers for this DVR port 3d24fe9d-0fba-4bf4-a70e-18684e6a194e on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:25.173513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5a415bd7-a421-4040-be74-8501cf8afbc8 None None] Could not find standard attr ID for object 96d433d3-b506-4693-8bf8-5362a7c3347f. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:25.205017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5a415bd7-a421-4040-be74-8501cf8afbc8 None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:25.205382 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a415bd7-a421-4040-be74-8501cf8afbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.207327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c81f8-ba8a-4f52-a603-e8219f980ce4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Port': ['ID=96d433d3-b506-4693-8bf8-5362a7c3347f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:25.316370 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a5c81f8-ba8a-4f52-a603-e8219f980ce4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.321140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0a5c81f8-ba8a-4f52-a603-e8219f980ce4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/96d433d3-b506-4693-8bf8-5362a7c3347f HTTP/1.1" status: 204 len: 168 time: 0.9136775 Sep 17 22:43:25.321140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.328619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50896) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.330245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c024202-2b44-4653-a0e6-e78d3e225783 None None] Network 459f3802-f383-47d4-83ba-668d8c5b17e0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:25.336508 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8da162a1-af13-497e-b9ac-80c656f23331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.443148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.483839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ec458f-c2ae-4630-8fde-83e165228895 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:25.485491 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b7ec458f-c2ae-4630-8fde-83e165228895 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1530623 Sep 17 22:43:25.491836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50900) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.508206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001323e-ffad-422a-844d-4146c14342a7 req-59098c06-3ec4-4f18-8834-69b938b16c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:25.510991 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0001323e-ffad-422a-844d-4146c14342a7 req-59098c06-3ec4-4f18-8834-69b938b16c6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 1097 time: 0.2780278 Sep 17 22:43:25.513617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8da162a1-af13-497e-b9ac-80c656f23331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.516279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459f3802-f383-47d4-83ba-668d8c5b17e0']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:25.535937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef834c6-73da-4354-9c57-7c28d9914e82') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:25.536280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef834c6-73da-4354-9c57-7c28d9914e82') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:25.543391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8da162a1-af13-497e-b9ac-80c656f23331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.548311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.565511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.574853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:25.575370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.589565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8da162a1-af13-497e-b9ac-80c656f23331 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e268aa75fe824c93a374497caac840a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690699 Sep 17 22:43:25.600439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50902) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:25.618295 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:25.697566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da162a1-af13-497e-b9ac-80c656f23331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20d984-de5f-4fb9-aedd-f4c6eecaf9ea,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:25.715232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.717996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9edae0-330e-4842-8c8e-8ed86e71e8be tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:25.721861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ff9edae0-330e-4842-8c8e-8ed86e71e8be tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2273214 Sep 17 22:43:25.722059 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0001323e-ffad-422a-844d-4146c14342a7 req-e236d896-3210-4ee0-aa8b-f8e4ebc71457 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009150 Sep 17 22:43:25.724854 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12ef2385-d457-4212-bfcc-a824f1785899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.730085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50904) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.737383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e6a21-bb78-4694-8a6f-447dbed339a9 None None] DHCP port deletion for 459f3802-f383-47d4-83ba-668d8c5b17e0 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:25.740312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.742727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-03e14800-0d45-4825-aa08-40ddeb17ce67 None None] Could not find standard attr ID for object 96d433d3-b506-4693-8bf8-5362a7c3347f. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:25.752133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/networks/459f3802-f383-47d4-83ba-668d8c5b17e0 HTTP/1.1" status: 204 len: 168 time: 1.2628992 Sep 17 22:43:25.759436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-03e14800-0d45-4825-aa08-40ddeb17ce67 None None] Could not find standard attr ID for object 3d24fe9d-0fba-4bf4-a70e-18684e6a194e. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:25.767527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50906) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.772490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'name': 'tempest-PortsIpV6TestJSON-83369557'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:25.797310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eba5a-3df2-4c47-a7fd-9f9dfb905c54 req-94c7502e-82b9-4f1d-9bd6-9892eeabc6b7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:25.798909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a73eba5a-3df2-4c47-a7fd-9f9dfb905c54 req-94c7502e-82b9-4f1d-9bd6-9892eeabc6b7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.2840655 Sep 17 22:43:25.803497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062750d-20a6-4bae-b03e-6e7c5367054d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Network': ['ID=459f3802-f383-47d4-83ba-668d8c5b17e0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:25.849198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76222e5-eff7-4def-8b1a-923dd1233b45 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:25.850668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76222e5-eff7-4def-8b1a-923dd1233b45 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:25.852181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76222e5-eff7-4def-8b1a-923dd1233b45 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:25.854419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e76222e5-eff7-4def-8b1a-923dd1233b45 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1231112 Sep 17 22:43:25.856847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12ef2385-d457-4212-bfcc-a824f1785899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.858682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50908) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.891698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a73eba5a-3df2-4c47-a7fd-9f9dfb905c54 req-8ac304de-b43e-4d8d-928c-98aa672853c9 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840442 Sep 17 22:43:25.901189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:25.905768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.927022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port bc66836c-ac2c-43ef-8dde-e5b4c18cd59d yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:25.960004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-097ad48d-4e0c-4a3f-bde1-8194c4cbfd46 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:25.963466 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-097ad48d-4e0c-4a3f-bde1-8194c4cbfd46 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.013923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-097ad48d-4e0c-4a3f-bde1-8194c4cbfd46 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.016491 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12ef2385-d457-4212-bfcc-a824f1785899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.019028 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12ef2385-d457-4212-bfcc-a824f1785899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.020163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-12ef2385-d457-4212-bfcc-a824f1785899 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c20d984-de5f-4fb9-aedd-f4c6eecaf9ea HTTP/1.1" status: 204 len: 168 time: 0.4180741 Sep 17 22:43:26.051497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef2385-d457-4212-bfcc-a824f1785899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20d984-de5f-4fb9-aedd-f4c6eecaf9ea,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:26.130735 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-097ad48d-4e0c-4a3f-bde1-8194c4cbfd46 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.148151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.212042 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-097ad48d-4e0c-4a3f-bde1-8194c4cbfd46 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.237571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.245410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ad48d-4e0c-4a3f-bde1-8194c4cbfd46 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:26.251218 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-097ad48d-4e0c-4a3f-bde1-8194c4cbfd46 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.253444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-097ad48d-4e0c-4a3f-bde1-8194c4cbfd46 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054 HTTP/1.1" status: 204 len: 168 time: 0.3796732 Sep 17 22:43:26.256635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50916) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:26.261809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd63335e-09fb-4256-85d9-ed5ffccd3eac None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:26.295463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:26.299138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:26.309740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:26.315754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:26.316507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.341781 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5708127 Sep 17 22:43:26.347922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50920) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:26.359935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e862d0-0e8c-46d6-a850-308e445524d7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=bc66836c-ac2c-43ef-8dde-e5b4c18cd59d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:26.387845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-07258c0f-13b1-4af7-b755-89d3b3602e6c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Deleting subnet d3e3e922-41d5-4bc6-b480-93947160d8f0 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:26.392407 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07258c0f-13b1-4af7-b755-89d3b3602e6c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.465132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07258c0f-13b1-4af7-b755-89d3b3602e6c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.485744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-eea3112c-03f6-41c6-880e-f24c7a3a925b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port bc66836c-ac2c-43ef-8dde-e5b4c18cd59d {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:26.486098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea3112c-03f6-41c6-880e-f24c7a3a925b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.574514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea3112c-03f6-41c6-880e-f24c7a3a925b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.578770 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07258c0f-13b1-4af7-b755-89d3b3602e6c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.595361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-eea3112c-03f6-41c6-880e-f24c7a3a925b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for bc66836c-ac2c-43ef-8dde-e5b4c18cd59d owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:26.654925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07258c0f-13b1-4af7-b755-89d3b3602e6c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.696905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258c0f-13b1-4af7-b755-89d3b3602e6c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e3e922-41d5-4bc6-b480-93947160d8f0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:26.707271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-07258c0f-13b1-4af7-b755-89d3b3602e6c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.709281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-07258c0f-13b1-4af7-b755-89d3b3602e6c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/d3e3e922-41d5-4bc6-b480-93947160d8f0 HTTP/1.1" status: 204 len: 168 time: 0.4515474 Sep 17 22:43:26.711728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50930) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:26.753584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e13a3d6-25ad-44e5-8891-00fd148d1b68 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407221 Sep 17 22:43:26.757038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50932) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:26.781518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea3112c-03f6-41c6-880e-f24c7a3a925b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.835814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3112c-03f6-41c6-880e-f24c7a3a925b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=bc66836c-ac2c-43ef-8dde-e5b4c18cd59d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:26.859101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea3112c-03f6-41c6-880e-f24c7a3a925b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.863584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eea3112c-03f6-41c6-880e-f24c7a3a925b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/bc66836c-ac2c-43ef-8dde-e5b4c18cd59d HTTP/1.1" status: 204 len: 168 time: 0.5102243 Sep 17 22:43:26.863740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca14fd5-b10d-4043-a3d8-72d276868779 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:26.863740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ca14fd5-b10d-4043-a3d8-72d276868779 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1055605 Sep 17 22:43:26.864175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50936) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:26.866259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50938) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:26.881136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'mac_address': 'fa:16:3e:43:a8:84', 'name': 'tempest-PortsIpV6TestJSON-506554403'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:26.961013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8bebc-6613-4234-a95f-f5ce18381253 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:26.967985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aac8bebc-6613-4234-a95f-f5ce18381253 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953422 Sep 17 22:43:26.968621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50946) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.038155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:27.042532 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6152527c-5afb-4333-8862-4c5f4a1ec11d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720420 Sep 17 22:43:27.050356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50948) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.081553 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b6a81f-dc00-4736-a423-1bf9c877516a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.082403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b6a81f-dc00-4736-a423-1bf9c877516a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.084387 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d7b6a81f-dc00-4736-a423-1bf9c877516a tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/96d433d3-b506-4693-8bf8-5362a7c3347f HTTP/1.1" status: 404 len: 333 time: 0.0324998 Sep 17 22:43:27.086792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50950) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.131135 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3953df4-f1a9-47ba-bae5-4b411225824d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.131593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3953df4-f1a9-47ba-bae5-4b411225824d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.142878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f3953df4-f1a9-47ba-bae5-4b411225824d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/d3e3e922-41d5-4bc6-b480-93947160d8f0 HTTP/1.1" status: 404 len: 337 time: 0.0548851 Sep 17 22:43:27.143827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50954) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.178829 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-696b2ed6-cf72-411b-b646-476d795152a6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.179680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696b2ed6-cf72-411b-b646-476d795152a6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.185812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50956) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.187752 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-696b2ed6-cf72-411b-b646-476d795152a6 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/cf477cc8-5e3f-4d4f-a746-a2ea1ee5e054 HTTP/1.1" status: 404 len: 337 time: 0.0422974 Sep 17 22:43:27.207424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893a46-d86f-4b99-b6eb-277c3c43c387 req-55552fc3-e082-44f3-818b-4fe175344da0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:27.213602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69893a46-d86f-4b99-b6eb-277c3c43c387 req-55552fc3-e082-44f3-818b-4fe175344da0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1903365 Sep 17 22:43:27.235533 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-752cda35-9334-4d39-bea2-a198b4b86743 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.236287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752cda35-9334-4d39-bea2-a198b4b86743 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.240272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-752cda35-9334-4d39-bea2-a198b4b86743 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/1c6bd18b-6527-4d87-b75b-1f6932a311b4 HTTP/1.1" status: 404 len: 333 time: 0.0512030 Sep 17 22:43:27.240629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.241402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50960) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.290187 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b104f454-cc3e-43af-972b-758fe70882fa tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.291475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b104f454-cc3e-43af-972b-758fe70882fa tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.293670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 5eb5b524-4a79-4d38-bcb2-44adcb6b3226 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:27.297491 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b104f454-cc3e-43af-972b-758fe70882fa tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/e9047e92-0429-4fbd-a112-629491a3c89b HTTP/1.1" status: 404 len: 337 time: 0.0546026 Sep 17 22:43:27.298342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.316841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69893a46-d86f-4b99-b6eb-277c3c43c387 req-9c821b4f-a087-4b60-903f-c1d26cc4830e tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834098 Sep 17 22:43:27.346142 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3eb5b7-ba67-4c78-a4f8-e6337891a7b5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.346731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3eb5b7-ba67-4c78-a4f8-e6337891a7b5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.354669 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1d3eb5b7-ba67-4c78-a4f8-e6337891a7b5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/d23c9553-1d78-4a74-bf64-52c81863827c HTTP/1.1" status: 404 len: 337 time: 0.0547867 Sep 17 22:43:27.355405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.361050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86a355a-f1d5-4d8b-b190-2edaa657b85e None None] Network e0a4fb9d-32a5-4380-9852-2c3659b05950 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:27.393982 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a14252c-e5f7-4aa6-8e0d-616d0a04967e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.395464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a14252c-e5f7-4aa6-8e0d-616d0a04967e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.402684 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9a14252c-e5f7-4aa6-8e0d-616d0a04967e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/732488b5-2b15-406b-bd6f-91f83c217edf HTTP/1.1" status: 404 len: 333 time: 0.0458994 Sep 17 22:43:27.403349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50974) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.437163 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d783693-5ad1-4133-bd11-715bc15c8f2c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.438377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d783693-5ad1-4133-bd11-715bc15c8f2c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.444304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d783693-5ad1-4133-bd11-715bc15c8f2c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/90b362bc-d34b-4019-9b64-d0bc44554f3a HTTP/1.1" status: 404 len: 337 time: 0.0384929 Sep 17 22:43:27.445254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50976) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.449012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3d24fe9d-0fba-4bf4-a70e-18684e6a194e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:27.479323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50978) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.489272 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-df591314-bd5f-4b1c-aa14-174bbc366da1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.490056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df591314-bd5f-4b1c-aa14-174bbc366da1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.495575 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df591314-bd5f-4b1c-aa14-174bbc366da1 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/03fa5749-a371-40b4-b412-6c40916d1616 HTTP/1.1" status: 404 len: 337 time: 0.0487900 Sep 17 22:43:27.496720 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50982) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.518978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3d24fe9d-0fba-4bf4-a70e-18684e6a194e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:27.519318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3d24fe9d-0fba-4bf4-a70e-18684e6a194e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:27.528836 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d1e8c8-0872-44f0-8d1c-23d1327d62a4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.529996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d1e8c8-0872-44f0-8d1c-23d1327d62a4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.533496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-92d1e8c8-0872-44f0-8d1c-23d1327d62a4 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/94f3e32d-2774-48d4-89fe-3263c7ee66dc HTTP/1.1" status: 404 len: 333 time: 0.0356278 Sep 17 22:43:27.534414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50984) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.569347 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2053ee3e-22a0-42c6-8927-26cfec11bf7d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.569853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2053ee3e-22a0-42c6-8927-26cfec11bf7d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.574373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2053ee3e-22a0-42c6-8927-26cfec11bf7d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/0e869874-5e42-4ded-9ba9-d10869b3699b HTTP/1.1" status: 404 len: 337 time: 0.0309858 Sep 17 22:43:27.575176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50988) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.579399 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f9c827c1-73d9-401e-b007-6c84786f79ce None None] Provisioning complete for port 10027a4a-7593-480c-a587-e07d16d2a2c8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:27.580192 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f9c827c1-73d9-401e-b007-6c84786f79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.624912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.638816 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c4c5c3-3e73-4bf6-acea-4f8f58213e05 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.639302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c4c5c3-3e73-4bf6-acea-4f8f58213e05 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.641164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-87c4c5c3-3e73-4bf6-acea-4f8f58213e05 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/394ab932-8e5c-40f1-9d92-5366c2900029 HTTP/1.1" status: 404 len: 337 time: 0.0649877 Sep 17 22:43:27.643710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.696769 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.699563 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-602975d8-b78d-47c1-907c-3cbce96bbc70 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.700278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602975d8-b78d-47c1-907c-3cbce96bbc70 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.702888 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-602975d8-b78d-47c1-907c-3cbce96bbc70 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/074b8827-38f7-44a1-9ec1-c846c698c06a HTTP/1.1" status: 404 len: 333 time: 0.0582373 Sep 17 22:43:27.705432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50992) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.735284 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c8bc2c-70cf-4b3d-979b-e30df735e2ba tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.735748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c8bc2c-70cf-4b3d-979b-e30df735e2ba tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.737609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68c8bc2c-70cf-4b3d-979b-e30df735e2ba tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/706d0adb-891f-44a0-a0c9-895a005666a2 HTTP/1.1" status: 404 len: 337 time: 0.0312486 Sep 17 22:43:27.740545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50994) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.752364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:27.756424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:27.762358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:27.768691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:27.769438 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.781262 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-17049866-326b-4ca5-a989-f4910eb77d2b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.782443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17049866-326b-4ca5-a989-f4910eb77d2b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.787166 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-17049866-326b-4ca5-a989-f4910eb77d2b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/fa2f361f-680b-4c1f-a16a-22ab787144cb HTTP/1.1" status: 404 len: 333 time: 0.0429590 Sep 17 22:43:27.787511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=5eb5b524-4a79-4d38-bcb2-44adcb6b3226,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:27.790578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50996) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.831824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] DHCP port deletion for e0a4fb9d-32a5-4380-9852-2c3659b05950 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:27.841612 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc69d21-7908-4126-b87b-66aa87550ded tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.842715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc69d21-7908-4126-b87b-66aa87550ded tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.845378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ebc69d21-7908-4126-b87b-66aa87550ded tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/3c81735e-ef1c-4bce-b0d3-bb19785e5c88 HTTP/1.1" status: 404 len: 337 time: 0.0531409 Sep 17 22:43:27.849671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0bbf7cd7-a3c4-428c-b7ec-b9d59368f72d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9818821 Sep 17 22:43:27.849671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51000) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.850549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.898668 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8331d1-803d-43bc-8045-5ada5bbd8ad8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.899819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8331d1-803d-43bc-8045-5ada5bbd8ad8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.902519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7e8331d1-803d-43bc-8045-5ada5bbd8ad8 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/41f6e3f0-e91f-4fb6-8af6-6a999ce18cb5 HTTP/1.1" status: 404 len: 333 time: 0.0538716 Sep 17 22:43:27.905163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51006) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.910532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] Deleting port 10027a4a-7593-480c-a587-e07d16d2a2c8 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:27.910922 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.939466 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd472b4-5c5e-4c5d-a99e-008b26399469 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.940093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd472b4-5c5e-4c5d-a99e-008b26399469 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.942106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8bd472b4-5c5e-4c5d-a99e-008b26399469 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/3e412d89-2bc2-4e3e-8409-00c1d736a1c6 HTTP/1.1" status: 404 len: 337 time: 0.0356624 Sep 17 22:43:27.944778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51008) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.973239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd0a0a-4e41-4e63-8254-490274863e7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:27.977412 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5afd0a0a-4e41-4e63-8254-490274863e7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/5eb5b524-4a79-4d38-bcb2-44adcb6b3226 HTTP/1.1" status: 200 len: 844 time: 0.1256375 Sep 17 22:43:27.979442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51012) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:27.984174 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-44511a30-2c64-4fc4-b683-d239a15d4dce tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:27.985570 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44511a30-2c64-4fc4-b683-d239a15d4dce tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:27.990325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-44511a30-2c64-4fc4-b683-d239a15d4dce tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/cf1c3eff-64bc-4bd8-91c9-1ea1698f1a12 HTTP/1.1" status: 404 len: 333 time: 0.0421009 Sep 17 22:43:27.990488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] For port 10027a4a-7593-480c-a587-e07d16d2a2c8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=10027a4a-7593-480c-a587-e07d16d2a2c8,segment=NetworkSegment(8bc24ba2-7d3e-4862-ae6e-d97359b33baa),segment_id=8bc24ba2-7d3e-4862-ae6e-d97359b33baa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:27.990488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.991698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51014) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.002392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] Calling delete_port for 10027a4a-7593-480c-a587-e07d16d2a2c8 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:28.044592 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92aec1f-0ad5-49c4-85f7-5a095d4b4c26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.045108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92aec1f-0ad5-49c4-85f7-5a095d4b4c26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.049284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f92aec1f-0ad5-49c4-85f7-5a095d4b4c26 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/eb6a9202-dcb2-46ac-b2fb-f1c9f24bacba HTTP/1.1" status: 404 len: 337 time: 0.0482707 Sep 17 22:43:28.050180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51016) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.117796 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.122081 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f23b354-bdc2-440a-ae9d-bf04a96d9e06 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.122833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f23b354-bdc2-440a-ae9d-bf04a96d9e06 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.125470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7f23b354-bdc2-440a-ae9d-bf04a96d9e06 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/b3d0b4ad-014b-489a-86e0-1225244409af HTTP/1.1" status: 404 len: 333 time: 0.0747230 Sep 17 22:43:28.128178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51020) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.153423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] No DVR routers for this DVR port 10027a4a-7593-480c-a587-e07d16d2a2c8 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:28.156571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-84de66fc-5716-4abf-bd64-7499a3eaa895 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 5eb5b524-4a79-4d38-bcb2-44adcb6b3226 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:28.156736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281dc48-e6a0-4f38-bdd3-91751a23ae40 None None] Pushing event deleted for resources: {'Port': ['ID=10027a4a-7593-480c-a587-e07d16d2a2c8,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:28.157135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84de66fc-5716-4abf-bd64-7499a3eaa895 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.192708 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80bc07b-3fb8-474a-9bc5-1f879c39e8fa tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.193339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80bc07b-3fb8-474a-9bc5-1f879c39e8fa tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.195168 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e80bc07b-3fb8-474a-9bc5-1f879c39e8fa tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/0d6202eb-b0fa-46c0-b15b-e338773b1351 HTTP/1.1" status: 404 len: 337 time: 0.0657606 Sep 17 22:43:28.198727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51024) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.229074 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b2e8fe-f27c-48fa-aaa5-1949b579cb95 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.229710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b2e8fe-f27c-48fa-aaa5-1949b579cb95 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.231611 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b7b2e8fe-f27c-48fa-aaa5-1949b579cb95 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/a8343a96-1090-4867-981e-13c4c1eaae26 HTTP/1.1" status: 404 len: 333 time: 0.0316136 Sep 17 22:43:28.234263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51026) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.253783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84de66fc-5716-4abf-bd64-7499a3eaa895 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.271218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-84de66fc-5716-4abf-bd64-7499a3eaa895 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 5eb5b524-4a79-4d38-bcb2-44adcb6b3226 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:28.288405 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-892be943-6ac5-4ccd-a36d-e4e3fa54ae01 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.288869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892be943-6ac5-4ccd-a36d-e4e3fa54ae01 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.294303 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-892be943-6ac5-4ccd-a36d-e4e3fa54ae01 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/de532613-6550-44e9-a0dc-5344783d6cb4 HTTP/1.1" status: 404 len: 337 time: 0.0545502 Sep 17 22:43:28.294303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51028) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.307604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51030) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.335165 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49c55ac-8114-457c-9cfd-f6ef5fbe4211 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.335621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49c55ac-8114-457c-9cfd-f6ef5fbe4211 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.337387 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c49c55ac-8114-457c-9cfd-f6ef5fbe4211 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/6982d8de-0431-46e6-85e6-9a6680ae5355 HTTP/1.1" status: 404 len: 337 time: 0.0391181 Sep 17 22:43:28.342722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51034) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.365148 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84de66fc-5716-4abf-bd64-7499a3eaa895 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.390455 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ded1b90-0a00-4809-b95d-679e31983e7d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.391132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ded1b90-0a00-4809-b95d-679e31983e7d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.393545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8ded1b90-0a00-4809-b95d-679e31983e7d tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/8753e3b1-eb2e-43f4-ac91-38cd625b5d1b HTTP/1.1" status: 404 len: 333 time: 0.0494893 Sep 17 22:43:28.396804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51038) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.399352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de66fc-5716-4abf-bd64-7499a3eaa895 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=5eb5b524-4a79-4d38-bcb2-44adcb6b3226,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:28.412070 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84de66fc-5716-4abf-bd64-7499a3eaa895 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.420192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-84de66fc-5716-4abf-bd64-7499a3eaa895 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/5eb5b524-4a79-4d38-bcb2-44adcb6b3226 HTTP/1.1" status: 204 len: 168 time: 0.4265378 Sep 17 22:43:28.422589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51040) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.435673 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fc1f19-6f28-4647-9d00-fdcffdcad61c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.436167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fc1f19-6f28-4647-9d00-fdcffdcad61c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.440234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-65fc1f19-6f28-4647-9d00-fdcffdcad61c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/6e2cc583-2fbf-48a7-a542-0e89868d9a57 HTTP/1.1" status: 404 len: 337 time: 0.0402887 Sep 17 22:43:28.440554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51042) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.456230 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdf666c-23f7-43cc-9440-eea0ddf7c6c4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:28.456834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9bdf666c-23f7-43cc-9440-eea0ddf7c6c4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/5eb5b524-4a79-4d38-bcb2-44adcb6b3226 HTTP/1.1" status: 404 len: 333 time: 0.0334032 Sep 17 22:43:28.471117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51044) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.477392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-363269252', 'router:external': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:28.483479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'name': 'tempest-PortsIpV6TestJSON-1026488121'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:28.490991 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f90ade-b9c7-4fec-837a-e6589ca53efe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.491436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f90ade-b9c7-4fec-837a-e6589ca53efe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.496200 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-38f90ade-b9c7-4fec-837a-e6589ca53efe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/1082ea09-90c7-4275-800e-8785f9497284 HTTP/1.1" status: 404 len: 337 time: 0.0516596 Sep 17 22:43:28.498071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c46ac7-4af4-4bba-8171-e0dd1975adc0 req-999db5a8-22fa-4906-ac57-cd9296b12715 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:28.499662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1c46ac7-4af4-4bba-8171-e0dd1975adc0 req-999db5a8-22fa-4906-ac57-cd9296b12715 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.0779865 Sep 17 22:43:28.500211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51046) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.542157 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c9e0c0-bee7-43e7-8c08-808390629571 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.542946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c9e0c0-bee7-43e7-8c08-808390629571 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.546512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e3c9e0c0-bee7-43e7-8c08-808390629571 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/e6f7f763-254d-4530-a78f-50c46195cd11 HTTP/1.1" status: 404 len: 333 time: 0.0435662 Sep 17 22:43:28.549940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51050) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.586986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Made reservation on behalf of 81681f083b9e4ca2b18bf8c7100f052a for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:28.587273 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e68458d-fc17-477a-86c7-911247ce7b10 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.587772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e68458d-fc17-477a-86c7-911247ce7b10 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.591820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.592254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9e68458d-fc17-477a-86c7-911247ce7b10 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/d4433904-d92a-41d2-b815-cb14373c23d4 HTTP/1.1" status: 404 len: 337 time: 0.0380414 Sep 17 22:43:28.592692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51052) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.595655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1c46ac7-4af4-4bba-8171-e0dd1975adc0 req-fffce44b-16a6-4002-b2bd-bbd074ba9b11 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829532 Sep 17 22:43:28.622057 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-819aeb0d-32ed-42a2-80bc-f18cfb770ff3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.622514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819aeb0d-32ed-42a2-80bc-f18cfb770ff3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.624662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-819aeb0d-32ed-42a2-80bc-f18cfb770ff3 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/f6f94933-1957-4b0c-b01e-0e3930d93add HTTP/1.1" status: 404 len: 337 time: 0.0277977 Sep 17 22:43:28.626824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51056) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.628602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.650617 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2405d684-eb21-4f1c-a9eb-11c683536aa9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.651283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2405d684-eb21-4f1c-a9eb-11c683536aa9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.653461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2405d684-eb21-4f1c-a9eb-11c683536aa9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/2fe06f52-6c9d-4dda-bb10-4ba36a228a5c HTTP/1.1" status: 404 len: 333 time: 0.0254507 Sep 17 22:43:28.655758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51058) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.670152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:28.673654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.692838 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba988cb-c5d2-480b-a822-438c32937083 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.693330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba988cb-c5d2-480b-a822-438c32937083 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.697977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4ba988cb-c5d2-480b-a822-438c32937083 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/9d33ce0d-63d3-4b0c-b2d9-1c4b7eb27a86 HTTP/1.1" status: 404 len: 337 time: 0.0383723 Sep 17 22:43:28.700440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51062) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.714834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.718255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:28.729669 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b688ea-9856-4c04-9d58-0a8503fa4d80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.730135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b688ea-9856-4c04-9d58-0a8503fa4d80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.734296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03b688ea-9856-4c04-9d58-0a8503fa4d80 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/e27b283e-d4ad-4a1a-8add-0cc0b753af4f HTTP/1.1" status: 404 len: 337 time: 0.0305049 Sep 17 22:43:28.734818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51064) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.765005 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9cd97c73-e020-41ac-afb3-1dd4d8944187 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40af63a-fb3e-4228-99be-ca59c838f283 HTTP/1.1" status: 200 len: 205 time: 0.0269797 Sep 17 22:43:28.765231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51066) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.802480 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-ce2ed5e7-ce94-45a4-bf22-92d6adde9d3b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] delete failed (client error): The resource could not be found. Sep 17 22:43:28.805952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ce2ed5e7-ce94-45a4-bf22-92d6adde9d3b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/routers/f40af63a-fb3e-4228-99be-ca59c838f283 HTTP/1.1" status: 404 len: 336 time: 0.0372686 Sep 17 22:43:28.806214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51068) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.840890 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-456c69b3-129d-4c06-83dc-5c143ba8923c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.841374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456c69b3-129d-4c06-83dc-5c143ba8923c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.843376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-456c69b3-129d-4c06-83dc-5c143ba8923c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/7828912e-fbe1-4b2c-89f6-fb6dbe2d41fd HTTP/1.1" status: 404 len: 337 time: 0.0356791 Sep 17 22:43:28.850588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51070) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.890530 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e2773663-4d78-483a-b16c-f7a1e396ad4f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b012ad9-79a4-498f-8e7c-ef94c78adb78 HTTP/1.1" status: 200 len: 205 time: 0.0377762 Sep 17 22:43:28.892917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51072) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.937744 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-00e889fd-28b7-4af2-852f-532cdf98afb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] delete failed (client error): The resource could not be found. Sep 17 22:43:28.938771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-00e889fd-28b7-4af2-852f-532cdf98afb5 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/routers/0b012ad9-79a4-498f-8e7c-ef94c78adb78 HTTP/1.1" status: 404 len: 336 time: 0.0449445 Sep 17 22:43:28.942687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51074) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.958938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97e8d2-3a83-497b-b6f9-e4a43cf27b46 req-3bce1320-574e-4648-8785-7ffbe7bfef1a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:28.960425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d97e8d2-3a83-497b-b6f9-e4a43cf27b46 req-3bce1320-574e-4648-8785-7ffbe7bfef1a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2727957 Sep 17 22:43:28.980524 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1e9ed0-f2a7-470a-b22b-5ce6859748be tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:28.982303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1e9ed0-f2a7-470a-b22b-5ce6859748be tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:28.982717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cf1e9ed0-f2a7-470a-b22b-5ce6859748be tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/83fc5228-849e-4225-ae1a-38f910b61e85 HTTP/1.1" status: 404 len: 337 time: 0.0391419 Sep 17 22:43:28.985424 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.987452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51076) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.012292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.021447 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8becd1-edc9-48c8-8533-22351acdedd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.021904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8becd1-edc9-48c8-8533-22351acdedd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.023644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1b8becd1-edc9-48c8-8533-22351acdedd0 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/9294bfe8-ba98-41c6-9925-1e8b092708aa HTTP/1.1" status: 404 len: 337 time: 0.0352981 Sep 17 22:43:29.028001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51078) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.061239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d97e8d2-3a83-497b-b6f9-e4a43cf27b46 req-06d9ab52-3862-4c01-9351-60edffa946e3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831101 Sep 17 22:43:29.061921 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d08164-5a37-43c8-9f9d-ba7d852234cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.062580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d08164-5a37-43c8-9f9d-ba7d852234cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.066610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c2d08164-5a37-43c8-9f9d-ba7d852234cb tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/2e9f9b49-f8c8-4b17-ad4c-e09ea69d4c90 HTTP/1.1" status: 404 len: 333 time: 0.0353417 Sep 17 22:43:29.066956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:29.067073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51080) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.096764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.097155 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Added segment 6b4d53a8-a958-4849-bd18-06c79e006736 of type vlan for network 4c197bdd-8050-41ec-b9db-80581bd5a7be Sep 17 22:43:29.110814 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-06204e87-c614-429e-afaf-a11aa2ee1d66 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.111076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06204e87-c614-429e-afaf-a11aa2ee1d66 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.112915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-06204e87-c614-429e-afaf-a11aa2ee1d66 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/8c77abf7-a992-4d0d-aa03-c01e74c55299 HTTP/1.1" status: 404 len: 337 time: 0.0451760 Sep 17 22:43:29.115521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51084) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.124749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02134bc-4b70-48ba-9576-edcfc407522d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:29.132960 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.145856 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81dc9bb-6255-4237-b9be-5417ecb8a9fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.146560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81dc9bb-6255-4237-b9be-5417ecb8a9fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.148277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b81dc9bb-6255-4237-b9be-5417ecb8a9fe tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/fb4579c4-a855-45d4-be81-8327893d667f HTTP/1.1" status: 404 len: 333 time: 0.0319803 Sep 17 22:43:29.151205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51088) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.180335 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0356d721-0fe9-4ad0-918a-36885b34a0e9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.181024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0356d721-0fe9-4ad0-918a-36885b34a0e9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.183515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0356d721-0fe9-4ad0-918a-36885b34a0e9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/0dd9a322-2225-427a-90a1-1b119e16551b HTTP/1.1" status: 404 len: 337 time: 0.0313332 Sep 17 22:43:29.186931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51090) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.204404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.248685 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-839948d5-de69-4a3e-897f-1adf0e0db81e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.249436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839948d5-de69-4a3e-897f-1adf0e0db81e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.251204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-839948d5-de69-4a3e-897f-1adf0e0db81e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/e0be5638-aef7-4840-bdc5-f26eb2feb881 HTTP/1.1" status: 404 len: 333 time: 0.0633295 Sep 17 22:43:29.254017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51094) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.287065 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc067f8-c8ab-49be-bebe-2b5b55d2c71e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.287504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc067f8-c8ab-49be-bebe-2b5b55d2c71e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.289452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fbc067f8-c8ab-49be-bebe-2b5b55d2c71e tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/d2bff2eb-e6eb-4a7f-ad69-54ec483af538 HTTP/1.1" status: 404 len: 337 time: 0.0342422 Sep 17 22:43:29.292770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51098) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.300760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.361827 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7f04b5-1477-4711-9ce6-cb878bc32247 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.361827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7f04b5-1477-4711-9ce6-cb878bc32247 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.361827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e7f04b5-1477-4711-9ce6-cb878bc32247 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/986cc9a3-f6e6-4f1f-9086-5b605490fc10 HTTP/1.1" status: 404 len: 333 time: 0.0258849 Sep 17 22:43:29.361827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51100) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.364760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.366620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:29.366620 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.384977 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b153adff-d6b4-4f9d-908c-3a0a70213d15 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.385642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b153adff-d6b4-4f9d-908c-3a0a70213d15 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.390995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b153adff-d6b4-4f9d-908c-3a0a70213d15 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/22546c32-1201-4fec-9285-69fa50324da3 HTTP/1.1" status: 404 len: 337 time: 0.0620046 Sep 17 22:43:29.409050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51102) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.412039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:29.440292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:29.448597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9739704-65e4-4d3c-bc72-e92ca76cd4f7 req-89d2caeb-41d8-4ee2-bfad-f68814b738ba tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:29.450218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9739704-65e4-4d3c-bc72-e92ca76cd4f7 req-89d2caeb-41d8-4ee2-bfad-f68814b738ba tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1680119 Sep 17 22:43:29.458090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:29.461224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:29.467885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:29.468513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.489840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 10027a4a-7593-480c-a587-e07d16d2a2c8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:29.505280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9739704-65e4-4d3c-bc72-e92ca76cd4f7 req-8df6eca1-e7f8-4268-85ac-f88b0d143db5 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353737 Sep 17 22:43:29.506054 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-887c1541-36c5-4a09-a532-eb13d33102b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.506754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887c1541-36c5-4a09-a532-eb13d33102b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.508517 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-887c1541-36c5-4a09-a532-eb13d33102b2 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/d0c9b111-c9e1-403d-a618-53a4fa042f3d HTTP/1.1" status: 404 len: 333 time: 0.0953748 Sep 17 22:43:29.510243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2005639 Sep 17 22:43:29.511184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 10027a4a-7593-480c-a587-e07d16d2a2c8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:29.511369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 10027a4a-7593-480c-a587-e07d16d2a2c8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:29.518086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51104) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.518200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51106) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.523396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'subnet': {'network_id': '4c197bdd-8050-41ec-b9db-80581bd5a7be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:29.529927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcef4b-1d56-4542-be8f-7ac4d589c8f1 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'Network': ['ID=4c197bdd-8050-41ec-b9db-80581bd5a7be,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:29.544573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4c197bdd-8050-41ec-b9db-80581bd5a7be details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:29.555368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-21acb9f1-0154-4731-8cd2-a0ce83c4f652 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0817657 Sep 17 22:43:29.557822 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-58715f43-6127-45ac-8dd2-3ad3dac9569f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.558417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58715f43-6127-45ac-8dd2-3ad3dac9569f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.559146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51108) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.561137 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-58715f43-6127-45ac-8dd2-3ad3dac9569f tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/90422c00-8d78-4632-9018-a982fcf1508b HTTP/1.1" status: 404 len: 337 time: 0.0390348 Sep 17 22:43:29.561851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Made reservation on behalf of 81681f083b9e4ca2b18bf8c7100f052a for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:29.562752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51110) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.563964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.570386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:29.576063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Deleting port c2ec8902-e075-44a4-a0b5-027c69ad3aa5 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:29.576409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.601238 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e824f09-5b5f-472b-a30b-80ca0011cc59 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.601957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e824f09-5b5f-472b-a30b-80ca0011cc59 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.604281 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8e824f09-5b5f-472b-a30b-80ca0011cc59 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/1ae9139c-056f-452e-8bb2-ee20eb7acbb9 HTTP/1.1" status: 404 len: 333 time: 0.0406096 Sep 17 22:43:29.607361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51114) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.644185 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8d4add-6262-49b8-a8d8-21303903dcd9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.644572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8d4add-6262-49b8-a8d8-21303903dcd9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.646503 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd8d4add-6262-49b8-a8d8-21303903dcd9 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/4dd7c20e-c3a9-4085-8957-f134b2dd60f2 HTTP/1.1" status: 404 len: 337 time: 0.0382030 Sep 17 22:43:29.656535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51116) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.707841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] For port c2ec8902-e075-44a4-a0b5-027c69ad3aa5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:29.708207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.711124 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21d1eba-cd06-4f81-99a9-2b34f4653a8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.711774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21d1eba-cd06-4f81-99a9-2b34f4653a8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.713556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d21d1eba-cd06-4f81-99a9-2b34f4653a8b tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/ports/55e72ae2-50c1-493f-a4a3-3b99ae5354a0 HTTP/1.1" status: 404 len: 333 time: 0.0400190 Sep 17 22:43:29.716508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51118) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.721275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Calling delete_port for c2ec8902-e075-44a4-a0b5-027c69ad3aa5 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:29.728837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.761063 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cef14ee-b2f5-4ff2-b418-f565c39fef11 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:29.761542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cef14ee-b2f5-4ff2-b418-f565c39fef11 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:29.763249 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0cef14ee-b2f5-4ff2-b418-f565c39fef11 tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/subnets/4d378e77-9287-4b0a-8c93-4d1fb532a557 HTTP/1.1" status: 404 len: 337 time: 0.0455575 Sep 17 22:43:29.766590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51120) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.861776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.929678 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-80429b94-bc2d-4afe-a0d7-6270cd1a6057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.002954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.014496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.057042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] In _notify_port_updated(), no bound segment for port 0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf on network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:43:30.062865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:30.063518 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.064904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "PUT /v2.0/ports/0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf HTTP/1.1" status: 200 len: 818 time: 0.5049891 Sep 17 22:43:30.069165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51122) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:30.136280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798384f9-26a5-48ce-9353-4a66bec21ae1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:30.348114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.394596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a4fb9d-32a5-4380-9852-2c3659b05950']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:30.408001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc24ba2-7d3e-4862-ae6e-d97359b33baa') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:30.408294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc24ba2-7d3e-4862-ae6e-d97359b33baa') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:30.423764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.437984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.441557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.468513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:30.468960 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:30.472395 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:30.483233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ec8902-e075-44a4-a0b5-027c69ad3aa5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:30.559372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:43:30.559993 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.579137 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.585648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.588145 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] 10.222.0.48 "DELETE /v2.0/networks/e0a4fb9d-32a5-4380-9852-2c3659b05950 HTTP/1.1" status: 204 len: 168 time: 0.8200576 Sep 17 22:43:30.626617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9a9c4a01-3058-4cef-82ab-a3626786c444,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:30.629013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a9a31-3596-449b-8cfe-4b7e2477ed7c tempest-NetworksTestDHCPv6-998808531 tempest-NetworksTestDHCPv6-998808531-project] Pushing event deleted for resources: {'Network': ['ID=e0a4fb9d-32a5-4380-9852-2c3659b05950,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:30.645489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-464e77f8-7887-477a-8cd7-1ca9fb33837c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:30.645791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-464e77f8-7887-477a-8cd7-1ca9fb33837c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.727672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-464e77f8-7887-477a-8cd7-1ca9fb33837c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.752198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.752617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-464e77f8-7887-477a-8cd7-1ca9fb33837c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:30.837034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Checking segment: {'id': '6b4d53a8-a958-4849-bd18-06c79e006736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4c197bdd-8050-41ec-b9db-80581bd5a7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:30.837942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Network hostable DHCP agents. Network: 4c197bdd-8050-41ec-b9db-80581bd5a7be, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:30.865060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daed24c-5977-4e35-8229-3590285e7941 req-8c14534b-761b-4414-88c5-8cb902dba861 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:30.866567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7daed24c-5977-4e35-8229-3590285e7941 req-8c14534b-761b-4414-88c5-8cb902dba861 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2450562 Sep 17 22:43:30.892916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Network 4c197bdd-8050-41ec-b9db-80581bd5a7be is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:30.924540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51132) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:30.932360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4c197bdd-8050-41ec-b9db-80581bd5a7be) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:30.944919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be479a5b-192d-4adc-af4b-480b1d42d756 None None] Network 4c197bdd-8050-41ec-b9db-80581bd5a7be requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:30.945646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:30.946235 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.953532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7daed24c-5977-4e35-8229-3590285e7941 req-ad012d52-3774-449c-810a-5aa8e1e94360 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734797 Sep 17 22:43:30.970057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-464e77f8-7887-477a-8cd7-1ca9fb33837c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.003420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e77f8-7887-477a-8cd7-1ca9fb33837c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:31.013060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1eda04e8-6a2c-47e0-b6ea-406c9dcd8a48 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4938872 Sep 17 22:43:31.016773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51138) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:31.019295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-464e77f8-7887-477a-8cd7-1ca9fb33837c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.021905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-464e77f8-7887-477a-8cd7-1ca9fb33837c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf HTTP/1.1" status: 204 len: 168 time: 0.9509625 Sep 17 22:43:31.023362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1219720946', 'network_id': '4c197bdd-8050-41ec-b9db-80581bd5a7be'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:31.026871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51140) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:31.041310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Router a4304875-f10b-4276-8bb0-0485f8129fc5 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:31.095666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7058d914-e212-4977-bdbc-1af76b612282 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:31.105099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7058d914-e212-4977-bdbc-1af76b612282 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0698195 Sep 17 22:43:31.106877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51142) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:31.119178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Made reservation on behalf of 81681f083b9e4ca2b18bf8c7100f052a for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:31.121691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.145197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd2506-132e-44bb-bb10-5a471da376d5 None None] Network 4c197bdd-8050-41ec-b9db-80581bd5a7be requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:31.149049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] device_id is not set on port 363c1762-b348-4cc5-92f3-e34a9b3d92b5 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:31.164824 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b232aed-2ac8-4e3d-9709-d4d26737d44f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:31.170142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8b232aed-2ac8-4e3d-9709-d4d26737d44f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/0fccb30f-2d2c-47dd-80ff-b99cdc3cfeaf HTTP/1.1" status: 404 len: 333 time: 0.0586486 Sep 17 22:43:31.171043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51146) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:31.182548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151531835'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:31.248747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-479e6eca-a063-4253-8086-d3fcc56f1358 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ef292a3e1ac41e8a4670bbb988e06d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173668 Sep 17 22:43:31.251450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51150) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:31.261578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:31.267874 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.273242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:31.279299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-57b7bdab-cb74-4ff1-a16e-931abc990d26 admin admin] 10.222.0.48 "PUT /v2.0/routers/a4304875-f10b-4276-8bb0-0485f8129fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7986627 Sep 17 22:43:31.282564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51152) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:31.284987 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] Sync routers for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:31.303346 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:31.304321 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:31.383639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:31.399559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8aeaf-1f40-4406-a620-2de91e8fcaf5 req-aab54201-000e-442f-a78e-4ffca29766f2 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:31.401370 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dd8aeaf-1f40-4406-a620-2de91e8fcaf5 req-aab54201-000e-442f-a78e-4ffca29766f2 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1127498 Sep 17 22:43:31.411245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.411595 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Added segment 83244060-de1f-45d0-a85e-afd83a027fdb of type vlan for network 7daa0b59-1b5b-423e-b097-3512fc61517c Sep 17 22:43:31.414407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Allocated IP 2001:db8::24a (4c197bdd-8050-41ec-b9db-80581bd5a7be/9a9c4a01-3058-4cef-82ab-a3626786c444/363c1762-b348-4cc5-92f3-e34a9b3d92b5) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:31.460046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.489059 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:31.491097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d90bad22-d4f9-42e4-b934-ecfe6d3fe11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.521036 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.534993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dd8aeaf-1f40-4406-a620-2de91e8fcaf5 req-5cbbb236-8f7f-40a2-ad49-b12043918141 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215851 Sep 17 22:43:31.548421 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d90bad22-d4f9-42e4-b934-ecfe6d3fe11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.584707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.591134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:31.591732 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.640810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4606838 Sep 17 22:43:31.642393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51154) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:31.649336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:31.668359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c803a81-5129-4303-95f8-d93faf8f0c11 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Network': ['ID=7daa0b59-1b5b-423e-b097-3512fc61517c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:31.685126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7daa0b59-1b5b-423e-b097-3512fc61517c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:31.685889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d90bad22-d4f9-42e4-b934-ecfe6d3fe11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.689354 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d90bad22-d4f9-42e4-b934-ecfe6d3fe11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.694581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d90bad22-d4f9-42e4-b934-ecfe6d3fe11a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b49bcd9-221f-4d47-94db-127f441854f0 HTTP/1.1" status: 204 len: 168 time: 0.4411995 Sep 17 22:43:31.702953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bad22-d4f9-42e4-b934-ecfe6d3fe11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b49bcd9-221f-4d47-94db-127f441854f0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:31.720745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.735220 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:43:30Z', 'revision_number': 5, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port': {'id': '93705b8a-5d7d-45f3-b4b5-5860ec999923', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:28Z', 'updated_at': '2021-09-17T22:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:31.764120 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] Checking router: a4304875-f10b-4276-8bb0-0485f8129fc5 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:31.773704 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] Routers {'a4304875-f10b-4276-8bb0-0485f8129fc5'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:31.774505 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a4304875-f10b-4276-8bb0-0485f8129fc5'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:31.831252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:31.834778 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.861775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.889951 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] Set router a4304875-f10b-4276-8bb0-0485f8129fc5 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:31.942175 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:43:31Z', 'revision_number': 6, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:31.969904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Deleting port 93705b8a-5d7d-45f3-b4b5-5860ec999923 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:31.970250 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.000916 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.073338 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342abcbd-6391-4591-b0e5-07957fe31758 None None] The sync data for ids ['a4304875-f10b-4276-8bb0-0485f8129fc5'] in n-d-789963-10 is: [{'id': 'a4304875-f10b-4276-8bb0-0485f8129fc5', 'name': 'tempest-AttachVolumeTestJSON-1454810415-router', 'tenant_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:27Z', 'updated_at': '2021-09-17T22:43:31Z', 'revision_number': 6, 'project_id': '7c22e9d755b643c083c5ff1fdc822fbf', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:32.118050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Network 4c197bdd-8050-41ec-b9db-80581bd5a7be is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:32.129414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:32.139289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:32.140298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:32.140910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.153800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'Port': ['ID=363c1762-b348-4cc5-92f3-e34a9b3d92b5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:32.201580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f86c1aca-4ac8-4643-8e59-c4d2cc07a5bb tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1835694 Sep 17 22:43:32.202359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51170) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:32.220378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] For port 93705b8a-5d7d-45f3-b4b5-5860ec999923, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=93705b8a-5d7d-45f3-b4b5-5860ec999923,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:32.220881 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.240780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Calling delete_port for 93705b8a-5d7d-45f3-b4b5-5860ec999923 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:32.243381 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.288331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d9c511af-38b6-410f-b1e6-580f7786b668 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Deleting port 363c1762-b348-4cc5-92f3-e34a9b3d92b5 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:32.288751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9c511af-38b6-410f-b1e6-580f7786b668 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.357008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=80236a81-3d97-4183-928d-1ded1f16bb36,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:32.369388 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9c511af-38b6-410f-b1e6-580f7786b668 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.379722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Checking segment: {'id': '83244060-de1f-45d0-a85e-afd83a027fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:32.380076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network hostable DHCP agents. Network: 7daa0b59-1b5b-423e-b097-3512fc61517c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:32.382761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d9c511af-38b6-410f-b1e6-580f7786b668 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Calling delete_port for 363c1762-b348-4cc5-92f3-e34a9b3d92b5 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:32.450213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 7daa0b59-1b5b-423e-b097-3512fc61517c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:32.463849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7daa0b59-1b5b-423e-b097-3512fc61517c) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:32.469812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:32.470723 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.475181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c5214-ab28-4557-838f-0c9a3e20f39d None None] Network 7daa0b59-1b5b-423e-b097-3512fc61517c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:32.518259 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a7e95f5-fbd8-4b99-9d1e-98bef0bbebc7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8760231 Sep 17 22:43:32.523185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51180) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:32.531704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:32.535524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e84dd641-496a-4531-ac67-bdfe1953a9b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:32.563901 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9c511af-38b6-410f-b1e6-580f7786b668 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.633996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c511af-38b6-410f-b1e6-580f7786b668 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event deleted for resources: {'Port': ['ID=363c1762-b348-4cc5-92f3-e34a9b3d92b5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:32.664418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.690253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9c511af-38b6-410f-b1e6-580f7786b668 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.692365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d9c511af-38b6-410f-b1e6-580f7786b668 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "DELETE /v2.0/ports/363c1762-b348-4cc5-92f3-e34a9b3d92b5 HTTP/1.1" status: 204 len: 168 time: 0.4889231 Sep 17 22:43:32.695004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51188) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:32.701618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfef42e-405e-457e-bc91-948308586caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7daa0b59-1b5b-423e-b097-3512fc61517c', 'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c', 'tenant_id': '5863daf0d73f4db58cb4badae0a969ba', 'fixed_ips': [{'subnet_id': '80236a81-3d97-4183-928d-1ded1f16bb36'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:32.702785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-adfef42e-405e-457e-bc91-948308586caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.703934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c197bdd-8050-41ec-b9db-80581bd5a7be', 'external_fixed_ips': [{'subnet_id': '9a9c4a01-3058-4cef-82ab-a3626786c444', 'ip_address': '2001:db8::24a'}]}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:32.717658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Pushing event deleted for resources: {'Port': ['ID=93705b8a-5d7d-45f3-b4b5-5860ec999923,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:32.731353 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef583750-ca2f-4ae7-ba92-c6b624317cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.734037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49f5b-5654-4175-bd8c-eba587ccb812 req-048407cd-2aec-4b18-8bfb-edbd14c739bb tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:32.735754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23c49f5b-5654-4175-bd8c-eba587ccb812 req-048407cd-2aec-4b18-8bfb-edbd14c739bb tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1045797 Sep 17 22:43:32.757079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.758093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.765566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-481843901'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:32.799972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23c49f5b-5654-4175-bd8c-eba587ccb812 req-21e98dc4-7df2-4fac-b654-0c21807dfce3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567245 Sep 17 22:43:32.832115 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.861149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:32.865303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.867918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.878585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-adfef42e-405e-457e-bc91-948308586caf None None] Allocated IP 2001:db8::2 (7daa0b59-1b5b-423e-b097-3512fc61517c/80236a81-3d97-4183-928d-1ded1f16bb36/1fa9d55c-8830-4239-9c58-c740c0ea93e7) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:32.909464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84dd641-496a-4531-ac67-bdfe1953a9b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:32.913993 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e84dd641-496a-4531-ac67-bdfe1953a9b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.917565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.047954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.082347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.104891 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.123853 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-adfef42e-405e-457e-bc91-948308586caf None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.133364 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-adfef42e-405e-457e-bc91-948308586caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.133626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.192271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfef42e-405e-457e-bc91-948308586caf None None] Network 7daa0b59-1b5b-423e-b097-3512fc61517c is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:33.195953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-adfef42e-405e-457e-bc91-948308586caf None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:33.198335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfef42e-405e-457e-bc91-948308586caf None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:33.255698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfef42e-405e-457e-bc91-948308586caf None None] Pushing event updated for resources: {'Port': ['ID=1fa9d55c-8830-4239-9c58-c740c0ea93e7,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:33.275324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-adfef42e-405e-457e-bc91-948308586caf None None] Attempting to bind port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:33.275842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-adfef42e-405e-457e-bc91-948308586caf None None] Attempting to bind port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '83244060-de1f-45d0-a85e-afd83a027fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:33.280195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfef42e-405e-457e-bc91-948308586caf None None] Attempting to bind port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 on network 7daa0b59-1b5b-423e-b097-3512fc61517c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:33.300002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfef42e-405e-457e-bc91-948308586caf None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:33.302949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfef42e-405e-457e-bc91-948308586caf None None] Checking segment: {'id': '83244060-de1f-45d0-a85e-afd83a027fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:33.303153 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-adfef42e-405e-457e-bc91-948308586caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.303548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfef42e-405e-457e-bc91-948308586caf None None] Bound using segment: {'id': '83244060-de1f-45d0-a85e-afd83a027fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:33.304072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-adfef42e-405e-457e-bc91-948308586caf None None] Bound port: 1fa9d55c-8830-4239-9c58-c740c0ea93e7, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83244060-de1f-45d0-a85e-afd83a027fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:33.305460 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-adfef42e-405e-457e-bc91-948308586caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.307741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.308307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4304875-f10b-4276-8bb0-0485f8129fc5 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:33.326736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.330560 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7c003647-c373-43b8-96d5-ce005f89029e admin admin] 10.222.0.48 "DELETE /v2.0/routers/a4304875-f10b-4276-8bb0-0485f8129fc5 HTTP/1.1" status: 204 len: 168 time: 2.0468807 Sep 17 22:43:33.332284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51198) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:33.357720 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-e84dd641-496a-4531-ac67-bdfe1953a9b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80236a81-3d97-4183-928d-1ded1f16bb36 (CIDR: 2001:db8::/64) Sep 17 22:43:33.378853 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84dd641-496a-4531-ac67-bdfe1953a9b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:43:33.379161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84dd641-496a-4531-ac67-bdfe1953a9b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:33.420122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-adfef42e-405e-457e-bc91-948308586caf None None] For port 1fa9d55c-8830-4239-9c58-c740c0ea93e7, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:33.421599 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.438063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-adfef42e-405e-457e-bc91-948308586caf None None] For port 1fa9d55c-8830-4239-9c58-c740c0ea93e7, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1fa9d55c-8830-4239-9c58-c740c0ea93e7,segment=NetworkSegment(83244060-de1f-45d0-a85e-afd83a027fdb),segment_id=83244060-de1f-45d0-a85e-afd83a027fdb)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:33.444368 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-adfef42e-405e-457e-bc91-948308586caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.461536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.479481 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.485704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.509444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c2ec8902-e075-44a4-a0b5-027c69ad3aa5 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:33.513391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:33.527857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.527969 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment 86244543-6051-4f43-a2f0-8b104de3dc1d of type vlan for network 09e882ba-261a-468b-bec4-f8666dd6ecd7 Sep 17 22:43:33.577690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.642438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292ed9c3-a3a4-432c-ae89-f359a561779f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:33.646366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.653311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:33.653966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.661006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e84dd641-496a-4531-ac67-bdfe1953a9b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1357400 Sep 17 22:43:33.671325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51202) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:33.675832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Allocated IP 2001:db8::24a (4c197bdd-8050-41ec-b9db-80581bd5a7be/9a9c4a01-3058-4cef-82ab-a3626786c444/f704ca43-34a3-45c8-95a8-1f019d874a51) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:33.747331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c2ec8902-e075-44a4-a0b5-027c69ad3aa5 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:33.747979 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c2ec8902-e075-44a4-a0b5-027c69ad3aa5 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:33.748521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 93705b8a-5d7d-45f3-b4b5-5860ec999923 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:33.766668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=09e882ba-261a-468b-bec4-f8666dd6ecd7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:33.773043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:33.788248 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 93705b8a-5d7d-45f3-b4b5-5860ec999923 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:33.788999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 93705b8a-5d7d-45f3-b4b5-5860ec999923 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:33.789244 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.796480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 09e882ba-261a-468b-bec4-f8666dd6ecd7 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:33.817275 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d8f03e0c-ea30-46f3-8fd1-4efc9d2516a4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2671232 Sep 17 22:43:33.819354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:33.827900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a5415c-4101-48b3-a2a2-f9a062d00195 admin admin] Deleting subnet 322d34c3-9878-4437-9fe5-9e25ac04e704 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:33.829250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1344429707'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:33.835947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46a5415c-4101-48b3-a2a2-f9a062d00195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.839930 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.914613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Network 4c197bdd-8050-41ec-b9db-80581bd5a7be is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:33.920669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfef42e-405e-457e-bc91-948308586caf None None] Pushing event updated for resources: {'Port': ['ID=1fa9d55c-8830-4239-9c58-c740c0ea93e7,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:33.927585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:33.932980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.933553 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46a5415c-4101-48b3-a2a2-f9a062d00195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.934672 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.957618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:33.966054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:33.978237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:33.997080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.997376 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment 7152c01d-aca7-4a09-88b3-314c4cf8b223 of type vlan for network cdffb35d-8cce-433d-b997-ff5f205bc9ad Sep 17 22:43:34.008857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:34.013648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.113055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'Port': ['ID=f704ca43-34a3-45c8-95a8-1f019d874a51,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:34.204395 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.208752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46a5415c-4101-48b3-a2a2-f9a062d00195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.268181 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.274117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.274825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.319043 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4984114 Sep 17 22:43:34.325293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51210) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:34.339138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': '09e882ba-261a-468b-bec4-f8666dd6ecd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:34.374803 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46a5415c-4101-48b3-a2a2-f9a062d00195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.387396 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.415331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d7903-50ea-4526-829c-da74d03b6990 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=cdffb35d-8cce-433d-b997-ff5f205bc9ad,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:34.439688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d8469f-098e-4b96-86ef-70c2aa62f16b None None] Network c81b22d0-800c-49bf-8605-c74d092fc0f5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:34.441215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network cdffb35d-8cce-433d-b997-ff5f205bc9ad details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:34.447541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46a5415c-4101-48b3-a2a2-f9a062d00195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.451807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-46a5415c-4101-48b3-a2a2-f9a062d00195 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/322d34c3-9878-4437-9fe5-9e25ac04e704 HTTP/1.1" status: 204 len: 168 time: 1.1163740 Sep 17 22:43:34.451807 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5415c-4101-48b3-a2a2-f9a062d00195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322d34c3-9878-4437-9fe5-9e25ac04e704,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:34.453160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51214) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:34.592565 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.616638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:34.621008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.676520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.699714 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.757248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a720c98-b676-491c-be2d-c86617296eef req-21ae7712-793f-4673-8956-bc62538a5d18 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.765106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a720c98-b676-491c-be2d-c86617296eef req-21ae7712-793f-4673-8956-bc62538a5d18 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.0989451 Sep 17 22:43:34.784661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 7daa0b59-1b5b-423e-b097-3512fc61517c is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:34.798592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852efd2-6297-4054-a290-5b3d10332184 req-6936413b-8cfc-495c-84a7-cd9ac23086b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.800050 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c852efd2-6297-4054-a290-5b3d10332184 req-6936413b-8cfc-495c-84a7-cd9ac23086b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1097 time: 0.1898246 Sep 17 22:43:34.800917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:34.801125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] DHCP port deletion for c81b22d0-800c-49bf-8605-c74d092fc0f5 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:34.807409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.808211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.840225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=262e159a-0d66-4088-827e-f391b2b8381c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:34.870799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] Deleting port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:34.871178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.877367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a720c98-b676-491c-be2d-c86617296eef req-a6789797-be45-4797-8793-0da7cc51dde4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109560 Sep 17 22:43:34.882385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.885666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a0666f9b-1607-4c6c-b3d6-ceb2591e8240 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1235020 Sep 17 22:43:34.886245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51218) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:34.893698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c', 'fixed_ips': [{'subnet_id': '80236a81-3d97-4183-928d-1ded1f16bb36'}, {'subnet_id': '262e159a-0d66-4088-827e-f391b2b8381c'}], 'name': 'tempest-PortsIpV6TestJSON-1339237923'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:34.966041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] For port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:34.966558 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.980519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] Calling delete_port for 3118b421-7fe5-4137-9c04-3cd9f1fafd8e owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:34.994517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852efd2-6297-4054-a290-5b3d10332184 req-36dc191f-c733-4fbf-9d09-201a31970b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.996212 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c852efd2-6297-4054-a290-5b3d10332184 req-36dc191f-c733-4fbf-9d09-201a31970b03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 920 time: 0.1845121 Sep 17 22:43:35.027140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Deleting port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:35.027484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.062481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c852efd2-6297-4054-a290-5b3d10332184 req-2c0caaf5-c787-445e-b987-e09641cf1a5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d436fc4b-5a2c-4644-b411-96076f0ff520 HTTP/1.1" status: 200 len: 217 time: 0.0463696 Sep 17 22:43:35.083217 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.129305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] Pushing event deleted for resources: {'Port': ['ID=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:35.132429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b508661-de98-45d8-8254-4322bf42fca8 None None] No DVR routers for this DVR port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:35.157197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852efd2-6297-4054-a290-5b3d10332184 req-ceb256c8-3757-4a45-8828-4ad42b452ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:35.159547 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c852efd2-6297-4054-a290-5b3d10332184 req-ceb256c8-3757-4a45-8828-4ad42b452ea6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.0893621 Sep 17 22:43:35.168876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] For port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,segment=NetworkSegment(28229310-3147-4d23-943f-8b372f02d116),segment_id=28229310-3147-4d23-943f-8b372f02d116)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:35.169275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.200539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Calling delete_port for 3118b421-7fe5-4137-9c04-3cd9f1fafd8e owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:35.220266 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:43:35.223554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:35.229143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.236226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c852efd2-6297-4054-a290-5b3d10332184 req-5a3d47b4-e414-4ca7-b784-380392cd9c20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619154 Sep 17 22:43:35.242069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b2487-9986-44c8-bdd4-98f0dd43b052 None None] Network 7daa0b59-1b5b-423e-b097-3512fc61517c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:35.336458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a2e5e554-9500-4cd0-8ef3-978d09584df4 None None] Provisioning complete for port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:35.336835 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e554-9500-4cd0-8ef3-978d09584df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.338861 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.363485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=092fda0a-4da1-46ba-a050-017b3f7090fc,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:35.379337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': '86244543-6051-4f43-a2f0-8b104de3dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09e882ba-261a-468b-bec4-f8666dd6ecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:35.379697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: 09e882ba-261a-468b-bec4-f8666dd6ecd7, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:35.404050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Router 4cb27030-669f-4dfb-9c9c-01c3052055b5 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:43:35.410036 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.410176 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c852efd2-6297-4054-a290-5b3d10332184 req-ee6bcbe7-fb64-40af-815b-5b2027abc2da service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474714 Sep 17 22:43:35.414866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 09e882ba-261a-468b-bec4-f8666dd6ecd7 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:35.438961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.444502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 09e882ba-261a-468b-bec4-f8666dd6ecd7) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:35.450976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 307657e9-5b0e-49e4-9498-ed316a9c6d9d yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:35.459390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:35.460023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.461567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87cbe1-19e4-4df2-9689-726d26f72e7d None None] Network 09e882ba-261a-468b-bec4-f8666dd6ecd7 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:35.519238 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0c2cb1ec-8d16-4d10-83be-82ed8d83eaee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1884730 Sep 17 22:43:35.519398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51222) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:35.526471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': 'cdffb35d-8cce-433d-b997-ff5f205bc9ad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:35.593186 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c852efd2-6297-4054-a290-5b3d10332184 req-c887de4b-2ba0-4b6a-8180-47d21b88b95c service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753662 Sep 17 22:43:35.614565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1fa9d55c-8830-4239-9c58-c740c0ea93e7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:35.640424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3118b421-7fe5-4137-9c04-3cd9f1fafd8e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:35.655698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] No DVR routers for this DVR port 3118b421-7fe5-4137-9c04-3cd9f1fafd8e on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:35.671608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:35.675524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.714249 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e554-9500-4cd0-8ef3-978d09584df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.849257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-09e882ba-261a-468b-bec4-f8666dd6ecd7', 'network_id': '09e882ba-261a-468b-bec4-f8666dd6ecd7', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': '092fda0a-4da1-46ba-a050-017b3f7090fc'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:35.850046 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.857585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a2e5e554-9500-4cd0-8ef3-978d09584df4 None None] For port 1fa9d55c-8830-4239-9c58-c740c0ea93e7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1fa9d55c-8830-4239-9c58-c740c0ea93e7,segment=NetworkSegment(83244060-de1f-45d0-a85e-afd83a027fdb),segment_id=83244060-de1f-45d0-a85e-afd83a027fdb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:35.874405 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e554-9500-4cd0-8ef3-978d09584df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.918012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:35.918385 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.918525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.919974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8757d09a-993f-403d-9c1b-c4888a897a66 None None] Update dhcp port {'port': {'network_id': '7daa0b59-1b5b-423e-b097-3512fc61517c', 'fixed_ips': [{'subnet_id': '80236a81-3d97-4183-928d-1ded1f16bb36', 'ip_address': '2001:db8::2'}, {'subnet_id': '262e159a-0d66-4088-827e-f391b2b8381c'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '1fa9d55c-8830-4239-9c58-c740c0ea93e7'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:43:36.044618 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8757d09a-993f-403d-9c1b-c4888a897a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.102633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e554-9500-4cd0-8ef3-978d09584df4 None None] Pushing event updated for resources: {'Port': ['ID=1fa9d55c-8830-4239-9c58-c740c0ea93e7,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:36.215096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Allocated IP 2001:db8::2 (09e882ba-261a-468b-bec4-f8666dd6ecd7/092fda0a-4da1-46ba-a050-017b3f7090fc/a5d2efbd-f99f-4eb5-9c69-7ad396704d82) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:36.219175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.257836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81b22d0-800c-49bf-8605-c74d092fc0f5']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:36.270426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:36.273587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28229310-3147-4d23-943f-8b372f02d116') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:36.274062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28229310-3147-4d23-943f-8b372f02d116') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:36.298835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Sync routers for ids ['4cb27030-669f-4dfb-9c9c-01c3052055b5'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:36.319267 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.346297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Routers {'4cb27030-669f-4dfb-9c9c-01c3052055b5'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:36.347988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4cb27030-669f-4dfb-9c9c-01c3052055b5'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:36.362039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124dbb2-b0c7-45c6-9cdc-adfd35a184e7 req-6e4c3b62-54b0-4a9c-b13e-094b728f0c7a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.363871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3124dbb2-b0c7-45c6-9cdc-adfd35a184e7 req-6e4c3b62-54b0-4a9c-b13e-094b728f0c7a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3207865 Sep 17 22:43:36.367279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.375157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.379263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d3a58187-f9b1-48f7-b6bb-ecbf3a98622d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6809464 Sep 17 22:43:36.381056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51232) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.388386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:36.389021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:36.395199 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:36.435290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=0a57b7ea-3894-48b8-9e12-e9fbbed64e70,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:36.438399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': '7152c01d-aca7-4a09-88b3-314c4cf8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cdffb35d-8cce-433d-b997-ff5f205bc9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:36.438399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: cdffb35d-8cce-433d-b997-ff5f205bc9ad, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:36.450102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3118b421-7fe5-4137-9c04-3cd9f1fafd8e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:36.496094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network cdffb35d-8cce-433d-b997-ff5f205bc9ad is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:36.517850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, cdffb35d-8cce-433d-b997-ff5f205bc9ad) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:36.521036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.544402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3124dbb2-b0c7-45c6-9cdc-adfd35a184e7 req-de2e1fc2-0caa-4e43-84fd-7e96faacbf8c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573675 Sep 17 22:43:36.547963 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.564571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.565174 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.579304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.581306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c81b22d0-800c-49bf-8605-c74d092fc0f5 HTTP/1.1" status: 204 len: 168 time: 2.1250718 Sep 17 22:43:36.585274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1a403-1624-4369-90be-9ee8661337a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c81b22d0-800c-49bf-8605-c74d092fc0f5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:36.607976 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4c876657-e560-4774-bddc-ba48755309fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0874779 Sep 17 22:43:36.613422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51236) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.615005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::3c1 (7daa0b59-1b5b-423e-b097-3512fc61517c/80236a81-3d97-4183-928d-1ded1f16bb36/307657e9-5b0e-49e4-9498-ed316a9c6d9d) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:36.624652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8:0:1::1a8 (7daa0b59-1b5b-423e-b097-3512fc61517c/262e159a-0d66-4088-827e-f391b2b8381c/307657e9-5b0e-49e4-9498-ed316a9c6d9d) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:36.653212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d2a9c0df-ba60-4a79-a873-1d31416eded0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2042380555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:36.661728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec9f79-d4ed-4172-a9fb-a5f8179a6acc None None] Network cdffb35d-8cce-433d-b997-ff5f205bc9ad requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:36.680347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3118b421-7fe5-4137-9c04-3cd9f1fafd8e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:36.681597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3118b421-7fe5-4137-9c04-3cd9f1fafd8e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:36.686552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c0df-ba60-4a79-a873-1d31416eded0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.688053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c0df-ba60-4a79-a873-1d31416eded0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.746699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c0df-ba60-4a79-a873-1d31416eded0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.758403 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c0df-ba60-4a79-a873-1d31416eded0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.762036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Set router 4cb27030-669f-4dfb-9c9c-01c3052055b5 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:36.783677 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.791612 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c0df-ba60-4a79-a873-1d31416eded0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.793150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2a9c0df-ba60-4a79-a873-1d31416eded0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1789858 Sep 17 22:43:36.796053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51238) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.834877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.870995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51240) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.899181 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.904559 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.959039 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.969720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a380b293-fdda-46a2-9bd6-c6024b3eec23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c22e9d755b643c083c5ff1fdc822fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944092 Sep 17 22:43:36.970231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51242) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.971620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 7daa0b59-1b5b-423e-b097-3512fc61517c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:36.978055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:36.980579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=307657e9-5b0e-49e4-9498-ed316a9c6d9d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:36.989978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:36.996640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.997314 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.013809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2f9c35b7-9996-48c5-a60a-ef49411766b3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1239877 Sep 17 22:43:37.016330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51244) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.022513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80236a81-3d97-4183-928d-1ded1f16bb36'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:37.074565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Network 09e882ba-261a-468b-bec4-f8666dd6ecd7 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:37.095390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:37.097573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-cdffb35d-8cce-433d-b997-ff5f205bc9ad', 'network_id': 'cdffb35d-8cce-433d-b997-ff5f205bc9ad', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': '0a57b7ea-3894-48b8-9e12-e9fbbed64e70'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:37.098553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.102064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:37.105908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-8757d09a-993f-403d-9c1b-c4888a897a66 None None] Allocated IP 2001:db8:0:1::2 (7daa0b59-1b5b-423e-b097-3512fc61517c/262e159a-0d66-4088-827e-f391b2b8381c/1fa9d55c-8830-4239-9c58-c740c0ea93e7) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:37.108386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Pushing event updated for resources: {'Port': ['ID=a5d2efbd-f99f-4eb5-9c69-7ad396704d82,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:37.109806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.157346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Deleting port f704ca43-34a3-45c8-95a8-1f019d874a51 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:37.157683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.159925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b812ff11-dafa-41d3-96eb-70a487fa208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.216585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.260435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b812ff11-dafa-41d3-96eb-70a487fa208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.368214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Attempting to bind port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:37.369321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Attempting to bind port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '86244543-6051-4f43-a2f0-8b104de3dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09e882ba-261a-468b-bec4-f8666dd6ecd7'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:37.369699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Attempting to bind port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 on network 09e882ba-261a-468b-bec4-f8666dd6ecd7 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:37.392901 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.394526 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:37.394974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Checking segment: {'id': '86244543-6051-4f43-a2f0-8b104de3dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09e882ba-261a-468b-bec4-f8666dd6ecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:37.395384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.395782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Bound using segment: {'id': '86244543-6051-4f43-a2f0-8b104de3dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09e882ba-261a-468b-bec4-f8666dd6ecd7'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:37.396262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Bound port: a5d2efbd-f99f-4eb5-9c69-7ad396704d82, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86244543-6051-4f43-a2f0-8b104de3dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09e882ba-261a-468b-bec4-f8666dd6ecd7'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:37.396679 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.409615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Calling delete_port for f704ca43-34a3-45c8-95a8-1f019d874a51 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:37.443104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Allocated IP 2001:db8:1::2 (cdffb35d-8cce-433d-b997-ff5f205bc9ad/0a57b7ea-3894-48b8-9e12-e9fbbed64e70/8871ce35-1ffd-4999-a899-fdec25943fba) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:37.469854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b812ff11-dafa-41d3-96eb-70a487fa208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.473709 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b812ff11-dafa-41d3-96eb-70a487fa208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.475059 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b812ff11-dafa-41d3-96eb-70a487fa208c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2d84a45-dbf8-435e-af32-687913b5c261 HTTP/1.1" status: 204 len: 168 time: 0.5039022 Sep 17 22:43:37.495175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8757d09a-993f-403d-9c1b-c4888a897a66 None None] For port 1fa9d55c-8830-4239-9c58-c740c0ea93e7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1fa9d55c-8830-4239-9c58-c740c0ea93e7,segment=NetworkSegment(83244060-de1f-45d0-a85e-afd83a027fdb),segment_id=83244060-de1f-45d0-a85e-afd83a027fdb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:37.542566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb27030-669f-4dfb-9c9c-01c3052055b5', 'name': '', 'tenant_id': '81681f083b9e4ca2b18bf8c7100f052a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c197bdd-8050-41ec-b9db-80581bd5a7be', 'external_fixed_ips': [{'subnet_id': '9a9c4a01-3058-4cef-82ab-a3626786c444', 'ip_address': '2001:db8::24a'}], 'enable_snat': True}, 'gw_port_id': 'f704ca43-34a3-45c8-95a8-1f019d874a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:32Z', 'updated_at': '2021-09-17T22:43:34Z', 'revision_number': 3, 'project_id': '81681f083b9e4ca2b18bf8c7100f052a', 'gw_port': {'id': 'f704ca43-34a3-45c8-95a8-1f019d874a51', 'name': '', 'network_id': '4c197bdd-8050-41ec-b9db-80581bd5a7be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb27030-669f-4dfb-9c9c-01c3052055b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '9a9c4a01-3058-4cef-82ab-a3626786c444', 'ip_address': '2001:db8::24a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:33Z', 'updated_at': '2021-09-17T22:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a9c4a01-3058-4cef-82ab-a3626786c444', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:37.546160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1fa9d55c-8830-4239-9c58-c740c0ea93e7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:37.546285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812ff11-dafa-41d3-96eb-70a487fa208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d84a45-dbf8-435e-af32-687913b5c261,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:37.631582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Checking router: 4cb27030-669f-4dfb-9c9c-01c3052055b5 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:37.631889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Updating router 4cb27030-669f-4dfb-9c9c-01c3052055b5 port f704ca43-34a3-45c8-95a8-1f019d874a51 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:43:37.647830 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8757d09a-993f-403d-9c1b-c4888a897a66 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.685237 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8757d09a-993f-403d-9c1b-c4888a897a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.691850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] For port a5d2efbd-f99f-4eb5-9c69-7ad396704d82, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:37.733109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639c67-859d-4942-9574-a30daecc457b req-37ca6bdd-b00c-4da2-ba39-c14b3bf3c375 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.734731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9639c67-859d-4942-9574-a30daecc457b req-37ca6bdd-b00c-4da2-ba39-c14b3bf3c375 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1063552 Sep 17 22:43:37.740730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Delete allocated IP 2001:db8:0:1::1a8 (7daa0b59-1b5b-423e-b097-3512fc61517c/262e159a-0d66-4088-827e-f391b2b8381c) {{(pid=94737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:43:37.785813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.791322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8::1 (09e882ba-261a-468b-bec4-f8666dd6ecd7/092fda0a-4da1-46ba-a050-017b3f7090fc/59d1b8fb-26d9-4372-93e3-52614ddfdd85) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:37.794500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] For port a5d2efbd-f99f-4eb5-9c69-7ad396704d82, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a5d2efbd-f99f-4eb5-9c69-7ad396704d82,segment=NetworkSegment(86244543-6051-4f43-a2f0-8b104de3dc1d),segment_id=86244543-6051-4f43-a2f0-8b104de3dc1d)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:37.810995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9639c67-859d-4942-9574-a30daecc457b req-ac49ebe1-cdcc-4fb2-9b30-ac5e5c43cb55 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667553 Sep 17 22:43:37.830396 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.887507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.929169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.934140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757d09a-993f-403d-9c1b-c4888a897a66 None None] Pushing event updated for resources: {'Port': ['ID=1fa9d55c-8830-4239-9c58-c740c0ea93e7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:37.935736 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.986079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event deleted for resources: {'Port': ['ID=f704ca43-34a3-45c8-95a8-1f019d874a51,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:38.015703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] In _notify_port_updated(), no bound segment for port 307657e9-5b0e-49e4-9498-ed316a9c6d9d on network 7daa0b59-1b5b-423e-b097-3512fc61517c {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:43:38.021766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:38.022532 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.024135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "PUT /v2.0/ports/307657e9-5b0e-49e4-9498-ed316a9c6d9d HTTP/1.1" status: 200 len: 926 time: 1.0065391 Sep 17 22:43:38.028059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51262) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:38.041949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80236a81-3d97-4183-928d-1ded1f16bb36'}, {'subnet_id': '262e159a-0d66-4088-827e-f391b2b8381c'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:38.063627 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.071127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100aa8f-5943-495f-a32a-540ec658c76f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=307657e9-5b0e-49e4-9498-ed316a9c6d9d,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:38.115946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:38.116328 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.162951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.175203 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.275710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cb8f9-2772-491c-99fd-0424a1c8d486 None None] Pushing event updated for resources: {'Port': ['ID=a5d2efbd-f99f-4eb5-9c69-7ad396704d82,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:38.322626 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.348485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.371505 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.403567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Network cdffb35d-8cce-433d-b997-ff5f205bc9ad is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:38.412712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:38.434800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.439662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.524520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 09e882ba-261a-468b-bec4-f8666dd6ecd7 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:38.527793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:38.541489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:38.545571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:38.546270 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.549920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=59d1b8fb-26d9-4372-93e3-52614ddfdd85,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:38.565826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.566708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb27030-669f-4dfb-9c9c-01c3052055b5 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:38.622886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.628838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e5fa95d0-e127-4d13-ad16-569bc07e4022 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4cb27030-669f-4dfb-9c9c-01c3052055b5 HTTP/1.1" status: 204 len: 168 time: 2.2445228 Sep 17 22:43:38.630446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51274) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:38.662965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Pushing event updated for resources: {'Port': ['ID=8871ce35-1ffd-4999-a899-fdec25943fba,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:38.767040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d38c4a-1334-4e84-9a82-68cad548ef31 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Deleting subnet 9a9c4a01-3058-4cef-82ab-a3626786c444 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:38.800802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.832655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8:0:1::386 (7daa0b59-1b5b-423e-b097-3512fc61517c/262e159a-0d66-4088-827e-f391b2b8381c/307657e9-5b0e-49e4-9498-ed316a9c6d9d) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:38.977427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Attempting to bind port 8871ce35-1ffd-4999-a899-fdec25943fba on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:38.978550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Attempting to bind port 8871ce35-1ffd-4999-a899-fdec25943fba by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '7152c01d-aca7-4a09-88b3-314c4cf8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cdffb35d-8cce-433d-b997-ff5f205bc9ad'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:38.978772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Attempting to bind port 8871ce35-1ffd-4999-a899-fdec25943fba on network cdffb35d-8cce-433d-b997-ff5f205bc9ad {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:38.997656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:38.998026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Checking segment: {'id': '7152c01d-aca7-4a09-88b3-314c4cf8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cdffb35d-8cce-433d-b997-ff5f205bc9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:38.998426 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.998928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Bound using segment: {'id': '7152c01d-aca7-4a09-88b3-314c4cf8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cdffb35d-8cce-433d-b997-ff5f205bc9ad'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:38.999283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Bound port: 8871ce35-1ffd-4999-a899-fdec25943fba, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7152c01d-aca7-4a09-88b3-314c4cf8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cdffb35d-8cce-433d-b997-ff5f205bc9ad'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:38.999666 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.078249 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:39.078479 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:39.104130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3d38c4a-1334-4e84-9a82-68cad548ef31 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.124605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] For port 8871ce35-1ffd-4999-a899-fdec25943fba, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:39.129862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] For port 8871ce35-1ffd-4999-a899-fdec25943fba, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8871ce35-1ffd-4999-a899-fdec25943fba,segment=NetworkSegment(7152c01d-aca7-4a09-88b3-314c4cf8b223),segment_id=7152c01d-aca7-4a09-88b3-314c4cf8b223)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:39.143143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30196ea0-54ee-4e96-ab28-d17803b23cab None None] Network 7daa0b59-1b5b-423e-b097-3512fc61517c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:39.162178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.179236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3d38c4a-1334-4e84-9a82-68cad548ef31 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.217728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99af922-3ad4-49ee-884f-79dc60ababd8 req-7ada4e64-f556-4187-b133-4930da941f04 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:39.221142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d99af922-3ad4-49ee-884f-79dc60ababd8 req-7ada4e64-f556-4187-b133-4930da941f04 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2637594 Sep 17 22:43:39.244973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.254421 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.264799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.265017 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.265675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.370827 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3d38c4a-1334-4e84-9a82-68cad548ef31 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.377600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] In _notify_port_updated(), no bound segment for port 307657e9-5b0e-49e4-9498-ed316a9c6d9d on network 7daa0b59-1b5b-423e-b097-3512fc61517c {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:43:39.383872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:39.386215 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.386507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a375487f-5af4-46a7-a08e-54ae65157120 None None] Provisioning complete for port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:39.387121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a375487f-5af4-46a7-a08e-54ae65157120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.387877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "PUT /v2.0/ports/307657e9-5b0e-49e4-9498-ed316a9c6d9d HTTP/1.1" status: 200 len: 1012 time: 1.3587325 Sep 17 22:43:39.419402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51284) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:39.447367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d99af922-3ad4-49ee-884f-79dc60ababd8 req-1598e1be-dd84-4c8c-8447-8fed26cc8bce tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127881 Sep 17 22:43:39.464151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4ca22-2924-4798-9874-0bad5afccdfd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=307657e9-5b0e-49e4-9498-ed316a9c6d9d,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:39.564857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f74d0-dce3-462e-b32c-a6d7f25234e1 None None] Pushing event updated for resources: {'Port': ['ID=8871ce35-1ffd-4999-a899-fdec25943fba,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:39.617360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Port f704ca43-34a3-45c8-95a8-1f019d874a51 not found while updating agent binding for router 4cb27030-669f-4dfb-9c9c-01c3052055b5. {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 22:43:39.629128 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3d38c4a-1334-4e84-9a82-68cad548ef31 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.656135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 09e882ba-261a-468b-bec4-f8666dd6ecd7 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:39.661696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Routers set() bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:39.662407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Router IDs set() for agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:43:39.663362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_agentschedulers_db [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cb27030-669f-4dfb-9c9c-01c3052055b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent'). {{(pid=94739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:43:39.664151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c58f26-c3f3-4afa-8204-142a7312f1ab None None] The sync data for ids ['4cb27030-669f-4dfb-9c9c-01c3052055b5'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:39.673739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:39.702820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=59d1b8fb-26d9-4372-93e3-52614ddfdd85,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:39.728898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d38c4a-1334-4e84-9a82-68cad548ef31 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9c4a01-3058-4cef-82ab-a3626786c444,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:39.804885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3d38c4a-1334-4e84-9a82-68cad548ef31 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.808307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e3d38c4a-1334-4e84-9a82-68cad548ef31 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/9a9c4a01-3058-4cef-82ab-a3626786c444 HTTP/1.1" status: 204 len: 168 time: 1.1769600 Sep 17 22:43:39.838629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a78f2ff3-1ce8-4d38-bdfc-08addcab4064 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 307657e9-5b0e-49e4-9498-ed316a9c6d9d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:39.839376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a78f2ff3-1ce8-4d38-bdfc-08addcab4064 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.854418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51298) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:39.859683 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1fa9d55c-8830-4239-9c58-c740c0ea93e7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:39.919180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036006ff-1449-4e34-9fa6-c50c26c8193e None None] Network 09e882ba-261a-468b-bec4-f8666dd6ecd7 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:39.980479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router ce28fd8e-ba43-47fc-bf71-02d619c6eb54 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:43:40.078003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3e4d2584-adf2-4562-874d-49d021ed2841 None None] Provisioning complete for port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:40.078992 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2584-adf2-4562-874d-49d021ed2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.082479 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.122467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:40.134772 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fb7be-6e03-4623-bcf3-0d0fd488f870 None None] Sync routers for ids ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:40.154621 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d95916b3-bd00-42f5-bda9-7142dc1a72ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/ce28fd8e-ba43-47fc-bf71-02d619c6eb54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3548663 Sep 17 22:43:40.154779 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fb7be-6e03-4623-bcf3-0d0fd488f870 None None] Routers {'ce28fd8e-ba43-47fc-bf71-02d619c6eb54'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:40.154779 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f69fb7be-6e03-4623-bcf3-0d0fd488f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:40.155756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51300) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.170319 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a78f2ff3-1ce8-4d38-bdfc-08addcab4064 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.194374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:40.194971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.198554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a78f2ff3-1ce8-4d38-bdfc-08addcab4064 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 307657e9-5b0e-49e4-9498-ed316a9c6d9d owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:40.258352 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.258825 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f69fb7be-6e03-4623-bcf3-0d0fd488f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:40.287375 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fb7be-6e03-4623-bcf3-0d0fd488f870 None None] Routers {'ce28fd8e-ba43-47fc-bf71-02d619c6eb54'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:40.288025 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f69fb7be-6e03-4623-bcf3-0d0fd488f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:40.295306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd2333d-8b6e-423e-9137-667cdab59458 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:40.305312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ecd2333d-8b6e-423e-9137-667cdab59458 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports/59d1b8fb-26d9-4372-93e3-52614ddfdd85 HTTP/1.1" status: 200 len: 911 time: 0.1473858 Sep 17 22:43:40.306509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51302) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.335195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c197bdd-8050-41ec-b9db-80581bd5a7be']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:40.361003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4d53a8-a958-4849-bd18-06c79e006736') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:40.361449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4d53a8-a958-4849-bd18-06c79e006736') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:40.376131 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.380484 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f69fb7be-6e03-4623-bcf3-0d0fd488f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:40.381626 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fb7be-6e03-4623-bcf3-0d0fd488f870 None None] The sync data for ids ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:40.417371 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.435559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:40.436453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:40.440029 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:40.447829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a5d2efbd-f99f-4eb5-9c69-7ad396704d82 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:40.489300 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2584-adf2-4562-874d-49d021ed2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.588658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3e4d2584-adf2-4562-874d-49d021ed2841 None None] For port a5d2efbd-f99f-4eb5-9c69-7ad396704d82, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a5d2efbd-f99f-4eb5-9c69-7ad396704d82,segment=NetworkSegment(86244543-6051-4f43-a2f0-8b104de3dc1d),segment_id=86244543-6051-4f43-a2f0-8b104de3dc1d)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:40.613250 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2584-adf2-4562-874d-49d021ed2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.694731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:40.695120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.819021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a78f2ff3-1ce8-4d38-bdfc-08addcab4064 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.835168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.883939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-54b977c4-17d6-4dfb-a4f8-eb794c6b1cab None None] Provisioning complete for port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:40.884364 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-54b977c4-17d6-4dfb-a4f8-eb794c6b1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.886121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d2584-adf2-4562-874d-49d021ed2841 None None] Pushing event updated for resources: {'Port': ['ID=a5d2efbd-f99f-4eb5-9c69-7ad396704d82,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:40.910127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c197bdd-8050-41ec-b9db-80581bd5a7be {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:43:40.913790 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.917120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "DELETE /v2.0/networks/4c197bdd-8050-41ec-b9db-80581bd5a7be HTTP/1.1" status: 204 len: 168 time: 1.0644100 Sep 17 22:43:40.918185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e5f4-c32e-4b7f-b64f-d768084858ac tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c197bdd-8050-41ec-b9db-80581bd5a7be,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:40.923307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f2ff3-1ce8-4d38-bdfc-08addcab4064 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=307657e9-5b0e-49e4-9498-ed316a9c6d9d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:40.936241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012be8d-6c2b-48f2-a2df-19c7087a9cbd req-51f48ed7-baf8-4881-850a-d372fd42ace9 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:40.937966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a012be8d-6c2b-48f2-a2df-19c7087a9cbd req-51f48ed7-baf8-4881-850a-d372fd42ace9 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2970905 Sep 17 22:43:41.092648 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a78f2ff3-1ce8-4d38-bdfc-08addcab4064 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.097649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51322) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:41.098837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a78f2ff3-1ce8-4d38-bdfc-08addcab4064 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/307657e9-5b0e-49e4-9498-ed316a9c6d9d HTTP/1.1" status: 204 len: 168 time: 1.6757283 Sep 17 22:43:41.125245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a012be8d-6c2b-48f2-a2df-19c7087a9cbd req-49657595-66da-4f91-a0ac-4b335dd807f3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799748 Sep 17 22:43:41.164246 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22c0de2-9d07-4c08-839d-7ad8d3579043 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:41.168769 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c22c0de2-9d07-4c08-839d-7ad8d3579043 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/307657e9-5b0e-49e4-9498-ed316a9c6d9d HTTP/1.1" status: 404 len: 333 time: 0.0690103 Sep 17 22:43:41.171750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51328) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:41.176337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-54b977c4-17d6-4dfb-a4f8-eb794c6b1cab None None] Could not find standard attr ID for object 307657e9-5b0e-49e4-9498-ed316a9c6d9d. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:41.299115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.304696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3818f22-9bc8-4411-8bc2-11d1cc4ecf35 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet 262e159a-0d66-4088-827e-f391b2b8381c {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:41.309666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3818f22-9bc8-4411-8bc2-11d1cc4ecf35 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.358656 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3818f22-9bc8-4411-8bc2-11d1cc4ecf35 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.373206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6106fb96-ef59-4eb7-bd54-1432449454d0 None None] Provisioning complete for port 59d1b8fb-26d9-4372-93e3-52614ddfdd85 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:41.373813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6106fb96-ef59-4eb7-bd54-1432449454d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.519735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6106fb96-ef59-4eb7-bd54-1432449454d0 None None] Port 59d1b8fb-26d9-4372-93e3-52614ddfdd85 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:41.539189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6106fb96-ef59-4eb7-bd54-1432449454d0 None None] Could not find standard attr ID for object 307657e9-5b0e-49e4-9498-ed316a9c6d9d. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:41.577233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6106fb96-ef59-4eb7-bd54-1432449454d0 None None] Provisioning complete for port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:41.581361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6106fb96-ef59-4eb7-bd54-1432449454d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.620684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51338) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:41.663788 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3818f22-9bc8-4411-8bc2-11d1cc4ecf35 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.666683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d34b9365-fbf2-41a5-bd36-701c14bd2629 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'router': {'name': 'tempest-router--1229584645', 'project_id': '1c26cf4adcb346f78818849a365dc4bd'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:41.711872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3efcb4a-fb30-4a62-981b-eb7f8277f9ba None None] Network cdffb35d-8cce-433d-b997-ff5f205bc9ad requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:41.789979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d34b9365-fbf2-41a5-bd36-701c14bd2629 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.791625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d34b9365-fbf2-41a5-bd36-701c14bd2629 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.862126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3818f22-9bc8-4411-8bc2-11d1cc4ecf35 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.865698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8871ce35-1ffd-4999-a899-fdec25943fba up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:41.941230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3818f22-9bc8-4411-8bc2-11d1cc4ecf35 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=262e159a-0d66-4088-827e-f391b2b8381c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:41.967691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3818f22-9bc8-4411-8bc2-11d1cc4ecf35 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.970933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e3818f22-9bc8-4411-8bc2-11d1cc4ecf35 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/262e159a-0d66-4088-827e-f391b2b8381c HTTP/1.1" status: 204 len: 168 time: 0.7982321 Sep 17 22:43:41.975518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51342) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:42.074615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b27036-292b-4d34-91b0-74f074b7aec3 None None] Network 7daa0b59-1b5b-423e-b097-3512fc61517c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:42.115626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05e0ec1-a283-4ef4-bab9-cd53f0349ab9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet 80236a81-3d97-4183-928d-1ded1f16bb36 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:42.120580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e05e0ec1-a283-4ef4-bab9-cd53f0349ab9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.130328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d34b9365-fbf2-41a5-bd36-701c14bd2629 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.141738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d34b9365-fbf2-41a5-bd36-701c14bd2629 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.205872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e05e0ec1-a283-4ef4-bab9-cd53f0349ab9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.246810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d34b9365-fbf2-41a5-bd36-701c14bd2629 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.248424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d34b9365-fbf2-41a5-bd36-701c14bd2629 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6050720 Sep 17 22:43:42.251952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51346) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:42.330574 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e05e0ec1-a283-4ef4-bab9-cd53f0349ab9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.366582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8871ce35-1ffd-4999-a899-fdec25943fba triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:42.367126 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.368668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Provisioning complete for port 59d1b8fb-26d9-4372-93e3-52614ddfdd85 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:42.369057 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.404896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e05e0ec1-a283-4ef4-bab9-cd53f0349ab9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.476100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e0ec1-a283-4ef4-bab9-cd53f0349ab9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=80236a81-3d97-4183-928d-1ded1f16bb36,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:42.482918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e05e0ec1-a283-4ef4-bab9-cd53f0349ab9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.485151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e05e0ec1-a283-4ef4-bab9-cd53f0349ab9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/80236a81-3d97-4183-928d-1ded1f16bb36 HTTP/1.1" status: 204 len: 168 time: 0.5085866 Sep 17 22:43:42.488473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51352) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:42.577685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Port 59d1b8fb-26d9-4372-93e3-52614ddfdd85 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:42.591355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Could not find standard attr ID for object 307657e9-5b0e-49e4-9498-ed316a9c6d9d. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:42.621656 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.648984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Provisioning complete for port 8871ce35-1ffd-4999-a899-fdec25943fba triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:42.650357 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.708474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50a370-36ef-4dde-bec5-fa46bfd822d4 req-b9bc3b53-8aca-4c4c-99d4-07a8b22d19ea tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:42.710245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e50a370-36ef-4dde-bec5-fa46bfd822d4 req-b9bc3b53-8aca-4c4c-99d4-07a8b22d19ea tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3169339 Sep 17 22:43:42.724500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] DHCP port deletion for 7daa0b59-1b5b-423e-b097-3512fc61517c request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:42.736450 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.814352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:42.814760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.819320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0e50a370-36ef-4dde-bec5-fa46bfd822d4 req-379e97fa-1fb5-4f0c-a5ed-3c80f5009aff tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943899 Sep 17 22:43:42.861789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 8871ce35-1ffd-4999-a899-fdec25943fba, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8871ce35-1ffd-4999-a899-fdec25943fba,segment=NetworkSegment(7152c01d-aca7-4a09-88b3-314c4cf8b223),segment_id=7152c01d-aca7-4a09-88b3-314c4cf8b223)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:42.887799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.889170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a5d2efbd-f99f-4eb5-9c69-7ad396704d82 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:42.901307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] For port 1fa9d55c-8830-4239-9c58-c740c0ea93e7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1fa9d55c-8830-4239-9c58-c740c0ea93e7,segment=NetworkSegment(83244060-de1f-45d0-a85e-afd83a027fdb),segment_id=83244060-de1f-45d0-a85e-afd83a027fdb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:42.902280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.917734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 1fa9d55c-8830-4239-9c58-c740c0ea93e7 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:42.974536 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.984571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] Deleting port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:42.985086 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.001582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb5023f1-229d-48f8-b37b-ac4d79526911 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.004845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8:1::1 (cdffb35d-8cce-433d-b997-ff5f205bc9ad/0a57b7ea-3894-48b8-9e12-e9fbbed64e70/5cc1a07c-62ed-4267-98e9-126e2b68de09) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:43.043844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=8871ce35-1ffd-4999-a899-fdec25943fba,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:43.059240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.107887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=1fa9d55c-8830-4239-9c58-c740c0ea93e7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:43.110189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No DVR routers for this DVR port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:43.152221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] For port 1fa9d55c-8830-4239-9c58-c740c0ea93e7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1fa9d55c-8830-4239-9c58-c740c0ea93e7,segment=NetworkSegment(83244060-de1f-45d0-a85e-afd83a027fdb),segment_id=83244060-de1f-45d0-a85e-afd83a027fdb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:43.152604 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.166406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] Calling delete_port for 1fa9d55c-8830-4239-9c58-c740c0ea93e7 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:43.218644 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.246170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daa0b59-1b5b-423e-b097-3512fc61517c']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:43.258318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83244060-de1f-45d0-a85e-afd83a027fdb') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:43.258761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83244060-de1f-45d0-a85e-afd83a027fdb') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:43.270568 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb5023f1-229d-48f8-b37b-ac4d79526911 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.277776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb5023f1-229d-48f8-b37b-ac4d79526911 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.283073 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.304442 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.312948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:43.313786 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.344031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb5023f1-229d-48f8-b37b-ac4d79526911 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.344757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5023f1-229d-48f8-b37b-ac4d79526911 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df77502a-79dc-42b8-a39c-097987891ff2 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:43.357203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb5023f1-229d-48f8-b37b-ac4d79526911 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.360828 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eb5023f1-229d-48f8-b37b-ac4d79526911 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "DELETE /v2.0/routers/df77502a-79dc-42b8-a39c-097987891ff2 HTTP/1.1" status: 204 len: 168 time: 1.1053586 Sep 17 22:43:43.364005 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:43.368127 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:43.417327 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.428437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.442407 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.457604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] Pushing event deleted for resources: {'Port': ['ID=1fa9d55c-8830-4239-9c58-c740c0ea93e7,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:43.467541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e35d6-620d-4bde-be6b-d4b60ccdfbd4 None None] No DVR routers for this DVR port 1fa9d55c-8830-4239-9c58-c740c0ea93e7 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:43.470511 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:43.470511 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-d59aa050-b59d-4910-a6bc-68fcecfac447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:43.470824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:43.471534 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.504801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.508201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/networks/7daa0b59-1b5b-423e-b097-3512fc61517c HTTP/1.1" status: 204 len: 168 time: 1.0185454 Sep 17 22:43:43.512230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58d0c1-afcb-441d-8dd4-0e93afceae10 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Network': ['ID=7daa0b59-1b5b-423e-b097-3512fc61517c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:43.512422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51360) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:43.547597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51362) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:43.549514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network cdffb35d-8cce-433d-b997-ff5f205bc9ad is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:43.561860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:43.589684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:43.590243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.591483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ceaee-bbec-4a03-bb61-21859076718f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:43.597207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-977ceaee-bbec-4a03-bb61-21859076718f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0797691 Sep 17 22:43:43.597910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51370) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:43.647098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=5cc1a07c-62ed-4267-98e9-126e2b68de09,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:43.693014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fc2a886d-a3a9-4cdb-b992-d21c3c0759e6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0931416 Sep 17 22:43:43.699121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51372) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:43.710874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1444506788'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:43.781030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:43.785009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.797091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.817347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8871ce35-1ffd-4999-a899-fdec25943fba up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:43.845845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:43.866247 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.866734 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Added segment 306bd0be-a943-4e70-91ae-acd611bbd9c0 of type vlan for network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 Sep 17 22:43:43.881797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8871ce35-1ffd-4999-a899-fdec25943fba triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:43.882726 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.919973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.951863 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.959601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:43.960284 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.992098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1593558096', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:44.053366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3530023 Sep 17 22:43:44.061600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51376) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:44.066622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:44.094707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14983a55-d42c-489d-bd05-04c8b149ebaa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Network': ['ID=b33e9847-76b8-48c9-bc69-fd93cf4b62d6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:44.106575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.109052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:44.110267 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.175224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.204963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1fa9d55c-8830-4239-9c58-c740c0ea93e7 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:44.242191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1fa9d55c-8830-4239-9c58-c740c0ea93e7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:44.242534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1fa9d55c-8830-4239-9c58-c740c0ea93e7 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:44.253044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c3fc1374-ff28-49b6-8be2-23cdf490117f None None] Provisioning complete for port 5cc1a07c-62ed-4267-98e9-126e2b68de09 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:44.253410 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1374-ff28-49b6-8be2-23cdf490117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.272583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07f993-bd7c-49cc-8dd9-dc6f2902e60e req-32437d0c-4137-4633-94ad-9cd8953483b6 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:44.275140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac07f993-bd7c-49cc-8dd9-dc6f2902e60e req-32437d0c-4137-4633-94ad-9cd8953483b6 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2263937 Sep 17 22:43:44.291702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-9386f074-daf9-4c1a-9d0f-55221123afcd req-eb92d766-7853-4f9c-8699-abb77c89311c service neutron] (94738) timed out ('10.222.0.48', 50468) {{(pid=94738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:43:44.300327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc1374-ff28-49b6-8be2-23cdf490117f None None] Port 5cc1a07c-62ed-4267-98e9-126e2b68de09 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:44.313730 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c3fc1374-ff28-49b6-8be2-23cdf490117f None None] Provisioning complete for port 8871ce35-1ffd-4999-a899-fdec25943fba triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:44.314119 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1374-ff28-49b6-8be2-23cdf490117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.334055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac07f993-bd7c-49cc-8dd9-dc6f2902e60e req-5662a4f8-b197-4cca-942f-218d0d8b111b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520520 Sep 17 22:43:44.336785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:44.342340 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.417617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.558794 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.576587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.582619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.583387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.632818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=ffff5086-58b0-43b1-ae11-128905cbb70c,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:44.641370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Checking segment: {'id': '306bd0be-a943-4e70-91ae-acd611bbd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:44.641771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network hostable DHCP agents. Network: b33e9847-76b8-48c9-bc69-fd93cf4b62d6, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:44.660295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:44.668818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b33e9847-76b8-48c9-bc69-fd93cf4b62d6) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:44.673778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:44.675189 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.689293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c9aa4-2d67-4180-8d87-a77e6ed780d4 None None] Network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:44.693194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8bc63eba-70cf-4ac0-b0a2-8ea1e5d1b1c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6304634 Sep 17 22:43:44.695575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51380) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:44.702030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6', 'name': 'tempest-PortsIpV6TestJSON-255704676'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:44.705542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=5cc1a07c-62ed-4267-98e9-126e2b68de09,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:44.850338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network cdffb35d-8cce-433d-b997-ff5f205bc9ad is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:44.869094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:44.871394 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.898718 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.903947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:44.908671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.920752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b33e9847-76b8-48c9-bc69-fd93cf4b62d6', 'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6', 'tenant_id': '5863daf0d73f4db58cb4badae0a969ba', 'fixed_ips': [{'subnet_id': 'ffff5086-58b0-43b1-ae11-128905cbb70c'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:44.922582 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.927282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 3d26727f-9bc6-4317-ba81-2c61b9d642b8 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:45.095663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router ce28fd8e-ba43-47fc-bf71-02d619c6eb54 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:45.135778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::30a (b33e9847-76b8-48c9-bc69-fd93cf4b62d6/ffff5086-58b0-43b1-ae11-128905cbb70c/3d26727f-9bc6-4317-ba81-2c61b9d642b8) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:45.266876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Allocated IP 172.25.0.249 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/06713e34-21e3-4078-9caa-4b77dda68eb6) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:45.304031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51392) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:45.305107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:45.314289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cf735191-6c08-4cc2-9037-ab30a34e1b24 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/ce28fd8e-ba43-47fc-bf71-02d619c6eb54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0039377 Sep 17 22:43:45.317366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c397ca-5c17-4dbf-a8d3-8a7291ce00fd None None] Sync routers for ids ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:45.327392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c397ca-5c17-4dbf-a8d3-8a7291ce00fd None None] Routers {'ce28fd8e-ba43-47fc-bf71-02d619c6eb54'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:45.328010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-85c397ca-5c17-4dbf-a8d3-8a7291ce00fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:45.331440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51394) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:45.394775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-85c397ca-5c17-4dbf-a8d3-8a7291ce00fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:45.396838 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.426333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c397ca-5c17-4dbf-a8d3-8a7291ce00fd None None] Routers {'ce28fd8e-ba43-47fc-bf71-02d619c6eb54'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:45.426937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49781cf-0d1e-4a97-b2b5-5dd2693f907a tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:45.427321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-85c397ca-5c17-4dbf-a8d3-8a7291ce00fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:45.433484 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b49781cf-0d1e-4a97-b2b5-5dd2693f907a tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports/5cc1a07c-62ed-4267-98e9-126e2b68de09 HTTP/1.1" status: 200 len: 913 time: 0.1006045 Sep 17 22:43:45.438018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51400) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:45.446742 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.474190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-85c397ca-5c17-4dbf-a8d3-8a7291ce00fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:45.474856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c397ca-5c17-4dbf-a8d3-8a7291ce00fd None None] The sync data for ids ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:45.481163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dd1c0eb6-d81e-4ae6-9d8d-862b412e5807 None None] Provisioning complete for port 5cc1a07c-62ed-4267-98e9-126e2b68de09 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:45.481543 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0eb6-d81e-4ae6-9d8d-862b412e5807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.527242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:45.528189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c0eb6-d81e-4ae6-9d8d-862b412e5807 None None] Port 5cc1a07c-62ed-4267-98e9-126e2b68de09 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:45.534457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:45.536786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5390af0d-54ad-4731-9366-7cabbb3f4e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.537136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:45.543333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:45.544106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.562879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=3d26727f-9bc6-4317-ba81-2c61b9d642b8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:45.571920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.576517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e08e6-0695-4b61-bf04-44c66ca018a5 req-abc425a7-71fc-4988-8216-b97f91d96d8e tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:45.578233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e8e08e6-0695-4b61-bf04-44c66ca018a5 req-abc425a7-71fc-4988-8216-b97f91d96d8e tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1241074 Sep 17 22:43:45.588127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-91137553-7deb-439b-9950-7abb90142531 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8876569 Sep 17 22:43:45.589943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51402) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:45.591129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Allocated IP 2001:db8::2 (b33e9847-76b8-48c9-bc69-fd93cf4b62d6/ffff5086-58b0-43b1-ae11-128905cbb70c/11e3440d-9af3-49e6-980b-c378ce06f977) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:45.595474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6', 'name': 'tempest-PortsIpV6TestJSON-1680411492'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:45.686104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e8e08e6-0695-4b61-bf04-44c66ca018a5 req-037236ba-5a41-4a62-9a92-e6e50b101a54 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968440 Sep 17 22:43:45.732585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.756689 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.762544 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.801894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:45.805136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:45.809288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:45.811629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:45.818876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Pushing event updated for resources: {'Port': ['ID=11e3440d-9af3-49e6-980b-c378ce06f977,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:45.824250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:45.831479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:45.846075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event updated for resources: {'Port': ['ID=06713e34-21e3-4078-9caa-4b77dda68eb6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:45.869865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Attempting to bind port 11e3440d-9af3-49e6-980b-c378ce06f977 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:45.870230 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Attempting to bind port 11e3440d-9af3-49e6-980b-c378ce06f977 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '306bd0be-a943-4e70-91ae-acd611bbd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:45.870593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Attempting to bind port 11e3440d-9af3-49e6-980b-c378ce06f977 on network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:45.875598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:45.875971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Checking segment: {'id': '306bd0be-a943-4e70-91ae-acd611bbd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:45.876398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.876779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Bound using segment: {'id': '306bd0be-a943-4e70-91ae-acd611bbd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:45.878104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Bound port: 11e3440d-9af3-49e6-980b-c378ce06f977, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306bd0be-a943-4e70-91ae-acd611bbd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b33e9847-76b8-48c9-bc69-fd93cf4b62d6'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:45.878104 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.915001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5390af0d-54ad-4731-9366-7cabbb3f4e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.924296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5390af0d-54ad-4731-9366-7cabbb3f4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.937253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:45.940914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.947329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] For port 11e3440d-9af3-49e6-980b-c378ce06f977, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:45.950661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] For port 11e3440d-9af3-49e6-980b-c378ce06f977, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=11e3440d-9af3-49e6-980b-c378ce06f977,segment=NetworkSegment(306bd0be-a943-4e70-91ae-acd611bbd9c0),segment_id=306bd0be-a943-4e70-91ae-acd611bbd9c0)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:45.954847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.962753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 0904bd81-10e5-4679-8199-dbfe506cf8e3 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:46.016711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb2b9a-68b0-4dfd-8963-daca4585d2da None None] Pushing event updated for resources: {'Port': ['ID=11e3440d-9af3-49e6-980b-c378ce06f977,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:46.041974 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5390af0d-54ad-4731-9366-7cabbb3f4e49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67ddc3ff34c34eb39a5bef054839c406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292705 Sep 17 22:43:46.046311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51404) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:46.047736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390af0d-54ad-4731-9366-7cabbb3f4e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37495e-a9c4-4baf-89c9-289c0d1cc9f3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:46.121509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::396 (b33e9847-76b8-48c9-bc69-fd93cf4b62d6/ffff5086-58b0-43b1-ae11-128905cbb70c/0904bd81-10e5-4679-8199-dbfe506cf8e3) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:46.232618 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1fbd95a1-4909-4609-9c7f-901f564b0f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.298070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1fbd95a1-4909-4609-9c7f-901f564b0f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.337528 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.675721 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.719777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.791941 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.807860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:46.809611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=0904bd81-10e5-4679-8199-dbfe506cf8e3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:46.814681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:46.817377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:46.823536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:46.824165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.856627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293bd5e-f4d6-46e1-91cb-3bb3b7131c81 req-ed2d49d9-8ecb-47b7-93aa-1a37a13da4a0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:46.865018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9293bd5e-f4d6-46e1-91cb-3bb3b7131c81 req-ed2d49d9-8ecb-47b7-93aa-1a37a13da4a0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.0937486 Sep 17 22:43:46.870945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-11bd25ec-2b15-42a1-8c84-8479e19b473c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2782207 Sep 17 22:43:46.877286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51414) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:46.959952 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1fbd95a1-4909-4609-9c7f-901f564b0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.962905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1fbd95a1-4909-4609-9c7f-901f564b0f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.964095 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1fbd95a1-4909-4609-9c7f-901f564b0f3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab37495e-a9c4-4baf-89c9-289c0d1cc9f3 HTTP/1.1" status: 204 len: 168 time: 0.9131181 Sep 17 22:43:46.968733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9293bd5e-f4d6-46e1-91cb-3bb3b7131c81 req-9017545b-19d6-44ac-8cd7-c0318a6d3ab7 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027219 Sep 17 22:43:47.017786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd95a1-4909-4609-9c7f-901f564b0f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37495e-a9c4-4baf-89c9-289c0d1cc9f3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:47.024987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9828-2cc0-4fcc-ad5d-673308d761bc req-964cdf17-a8f1-4bf0-b504-650f5cf5df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:47.026488 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82df9828-2cc0-4fcc-ad5d-673308d761bc req-964cdf17-a8f1-4bf0-b504-650f5cf5df37 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1097 time: 0.2565827 Sep 17 22:43:47.038150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c341860-8d90-4ab3-bd4c-5d558eab66f8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:47.039820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6c341860-8d90-4ab3-bd4c-5d558eab66f8 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30a HTTP/1.1" status: 200 len: 928 time: 0.1625774 Sep 17 22:43:47.043591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51420) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.162889 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82df9828-2cc0-4fcc-ad5d-673308d761bc req-9f302ddc-fb17-4abc-8e94-70339d2b1b03 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237519 Sep 17 22:43:47.174122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec11e5-8be5-4067-b56e-e3e5621a3543 req-1908cbd3-407e-4d8e-8653-b8da0aae9337 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:47.176150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88ec11e5-8be5-4067-b56e-e3e5621a3543 req-1908cbd3-407e-4d8e-8653-b8da0aae9337 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1098 time: 0.1111536 Sep 17 22:43:47.177456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c51bb0-54a3-404d-aa2b-7ce966235c3a None None] Network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:47.233381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-7e106781-8450-4e1c-9a9d-acecbb39e793 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 0904bd81-10e5-4679-8199-dbfe506cf8e3 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:47.233724 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e106781-8450-4e1c-9a9d-acecbb39e793 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.241178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88ec11e5-8be5-4067-b56e-e3e5621a3543 req-df3283a1-c9c4-4c29-b2ad-82884e72d601 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531116 Sep 17 22:43:47.277777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51424) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.285889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.316637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-58d03495-f83b-4e8e-932e-e7a57c9a51ab None None] Provisioning complete for port 11e3440d-9af3-49e6-980b-c378ce06f977 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:47.317478 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-58d03495-f83b-4e8e-932e-e7a57c9a51ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.400497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e106781-8450-4e1c-9a9d-acecbb39e793 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.431502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-7e106781-8450-4e1c-9a9d-acecbb39e793 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 0904bd81-10e5-4679-8199-dbfe506cf8e3 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:47.445897 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-58d03495-f83b-4e8e-932e-e7a57c9a51ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.490892 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 5cc1a07c-62ed-4267-98e9-126e2b68de09 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:47.491256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.500144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-58d03495-f83b-4e8e-932e-e7a57c9a51ab None None] For port 11e3440d-9af3-49e6-980b-c378ce06f977, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=11e3440d-9af3-49e6-980b-c378ce06f977,segment=NetworkSegment(306bd0be-a943-4e70-91ae-acd611bbd9c0),segment_id=306bd0be-a943-4e70-91ae-acd611bbd9c0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:47.512378 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-58d03495-f83b-4e8e-932e-e7a57c9a51ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.567277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d03495-f83b-4e8e-932e-e7a57c9a51ab None None] Pushing event updated for resources: {'Port': ['ID=11e3440d-9af3-49e6-980b-c378ce06f977,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:47.648056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e106781-8450-4e1c-9a9d-acecbb39e793 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.650805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.668396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Router 9131aa51-41ce-44cc-a864-736b358c04e4 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:43:47.674690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 5cc1a07c-62ed-4267-98e9-126e2b68de09 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:47.688078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e106781-8450-4e1c-9a9d-acecbb39e793 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=0904bd81-10e5-4679-8199-dbfe506cf8e3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:47.741555 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e106781-8450-4e1c-9a9d-acecbb39e793 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.745820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7e106781-8450-4e1c-9a9d-acecbb39e793 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/0904bd81-10e5-4679-8199-dbfe506cf8e3 HTTP/1.1" status: 204 len: 168 time: 0.6899521 Sep 17 22:43:47.746664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51440) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.790949 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca4dfb3-01f7-4261-bfd2-908351b4a27e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:47.792951 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6ca4dfb3-01f7-4261-bfd2-908351b4a27e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/0904bd81-10e5-4679-8199-dbfe506cf8e3 HTTP/1.1" status: 404 len: 333 time: 0.0451121 Sep 17 22:43:47.795656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51444) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.803994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port d903a845-a220-4043-9c9e-adc9471b7232 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:47.804512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.837605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 11e3440d-9af3-49e6-980b-c378ce06f977 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:47.895879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 11e3440d-9af3-49e6-980b-c378ce06f977 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:47.896257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.942605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-96b7c381-8a4a-40e3-88d6-cc3ec81cba7e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 3d26727f-9bc6-4317-ba81-2c61b9d642b8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:47.943347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96b7c381-8a4a-40e3-88d6-cc3ec81cba7e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.964983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-91aa0da7-5445-40bf-8d0a-92d4766e5771 None None] Provisioning complete for port 11e3440d-9af3-49e6-980b-c378ce06f977 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:47.965352 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91aa0da7-5445-40bf-8d0a-92d4766e5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.075003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96b7c381-8a4a-40e3-88d6-cc3ec81cba7e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.098050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-96b7c381-8a4a-40e3-88d6-cc3ec81cba7e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 3d26727f-9bc6-4317-ba81-2c61b9d642b8 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:48.140741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.141208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.155354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for d903a845-a220-4043-9c9e-adc9471b7232 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:48.162017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-91aa0da7-5445-40bf-8d0a-92d4766e5771 None None] Provisioning complete for port 3d26727f-9bc6-4317-ba81-2c61b9d642b8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:48.162913 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91aa0da7-5445-40bf-8d0a-92d4766e5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.226897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-91aa0da7-5445-40bf-8d0a-92d4766e5771 None None] Port 3d26727f-9bc6-4317-ba81-2c61b9d642b8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:48.236993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-91aa0da7-5445-40bf-8d0a-92d4766e5771 None None] Could not find standard attr ID for object 0904bd81-10e5-4679-8199-dbfe506cf8e3. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:48.307480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:48.310487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d604b-3af7-459c-b392-867ab93f9fec req-7421b920-738f-4f60-ab77-5a3ab0f5146e tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:48.315287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c33d604b-3af7-459c-b392-867ab93f9fec req-7421b920-738f-4f60-ab77-5a3ab0f5146e tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1179457 Sep 17 22:43:48.322769 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e8fca-edd7-41df-9321-cffc10968202 None None] Sync routers for ids ['9131aa51-41ce-44cc-a864-736b358c04e4'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:48.329330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.336515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96b7c381-8a4a-40e3-88d6-cc3ec81cba7e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.342896 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e8fca-edd7-41df-9321-cffc10968202 None None] Routers {'9131aa51-41ce-44cc-a864-736b358c04e4'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:48.343849 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-240e8fca-edd7-41df-9321-cffc10968202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['9131aa51-41ce-44cc-a864-736b358c04e4'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:48.350718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2de85128-cd41-473d-8a6e-aabe8cdb8536 None None] Could not find standard attr ID for object 3d26727f-9bc6-4317-ba81-2c61b9d642b8. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:48.392718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7c381-8a4a-40e3-88d6-cc3ec81cba7e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=3d26727f-9bc6-4317-ba81-2c61b9d642b8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:48.403271 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-240e8fca-edd7-41df-9321-cffc10968202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:48.428126 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e8fca-edd7-41df-9321-cffc10968202 None None] Routers {'9131aa51-41ce-44cc-a864-736b358c04e4'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:48.428777 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-240e8fca-edd7-41df-9321-cffc10968202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['9131aa51-41ce-44cc-a864-736b358c04e4'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:48.433422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.434947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c775889c-92ce-429e-83f3-c30ac03f0eb9 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8842747 Sep 17 22:43:48.440497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51454) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:48.441915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=5cc1a07c-62ed-4267-98e9-126e2b68de09,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:48.453965 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-96b7c381-8a4a-40e3-88d6-cc3ec81cba7e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.456134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-96b7c381-8a4a-40e3-88d6-cc3ec81cba7e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/3d26727f-9bc6-4317-ba81-2c61b9d642b8 HTTP/1.1" status: 204 len: 168 time: 0.6594408 Sep 17 22:43:48.458814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51456) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:48.491782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.492216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.492629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.494967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.495396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.495810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.496360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.496793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.498658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.499079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.499492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.500700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.522533 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-240e8fca-edd7-41df-9321-cffc10968202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:48.527447 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e8fca-edd7-41df-9321-cffc10968202 None None] The sync data for ids ['9131aa51-41ce-44cc-a864-736b358c04e4'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:48.535084 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0a6671-aa44-479c-ae1c-39b9effef983 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:43:48.536769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1d0a6671-aa44-479c-ae1c-39b9effef983 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/3d26727f-9bc6-4317-ba81-2c61b9d642b8 HTTP/1.1" status: 404 len: 333 time: 0.0768692 Sep 17 22:43:48.547663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c33d604b-3af7-459c-b392-867ab93f9fec req-0cca01d5-f0d2-4eb1-bebe-1d984539a9c1 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265840 Sep 17 22:43:48.552457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:48.648449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.711555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb09ab18-d569-4e45-a655-60b599d8d436 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet ffff5086-58b0-43b1-ae11-128905cbb70c {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:48.723932 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab18-d569-4e45-a655-60b599d8d436 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.743087 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.769605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-97bdd13d-fade-4707-9435-8abd3f25fb23 None None] Could not find standard attr ID for object 0904bd81-10e5-4679-8199-dbfe506cf8e3. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:43:48.785212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51468) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:48.785696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0efe70c2-102d-4fb5-82ca-1ed78182b929 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/routers/9131aa51-41ce-44cc-a864-736b358c04e4 HTTP/1.1" status: 200 len: 925 time: 0.3432434 Sep 17 22:43:48.815306 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab18-d569-4e45-a655-60b599d8d436 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.833838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9ebf8f4c-fa16-408c-a500-268c635fe970 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=9131aa51-41ce-44cc-a864-736b358c04e4 HTTP/1.1" status: 200 len: 205 time: 0.0474648 Sep 17 22:43:48.834989 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.837441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51470) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:48.926873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=d903a845-a220-4043-9c9e-adc9471b7232,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:48.945399 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab18-d569-4e45-a655-60b599d8d436 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.049297 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab18-d569-4e45-a655-60b599d8d436 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.090490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09ab18-d569-4e45-a655-60b599d8d436 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=ffff5086-58b0-43b1-ae11-128905cbb70c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:49.095397 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab18-d569-4e45-a655-60b599d8d436 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.100911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eb09ab18-d569-4e45-a655-60b599d8d436 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/ffff5086-58b0-43b1-ae11-128905cbb70c HTTP/1.1" status: 204 len: 168 time: 0.5436347 Sep 17 22:43:49.101711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:49.103867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.173503 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.173850 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Floating IP e90a2ffc-1f61-4c51-8e01-1223e5bd075e disassociated (deleted). External IP: 172.25.0.107, port: 9e3671a9-c5ec-4400-8a40-48d0966e2ab5. Sep 17 22:43:49.181424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router ce28fd8e-ba43-47fc-bf71-02d619c6eb54 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:49.203708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.269001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 11e3440d-9af3-49e6-980b-c378ce06f977 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:49.269987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.307604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba077e0-72e5-48ed-8e15-0a4cf48a0ea1 None None] Network b33e9847-76b8-48c9-bc69-fd93cf4b62d6 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:49.362054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] For port 11e3440d-9af3-49e6-980b-c378ce06f977, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=11e3440d-9af3-49e6-980b-c378ce06f977,segment=NetworkSegment(306bd0be-a943-4e70-91ae-acd611bbd9c0),segment_id=306bd0be-a943-4e70-91ae-acd611bbd9c0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:49.362812 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.378561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 11e3440d-9af3-49e6-980b-c378ce06f977 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:49.502433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.518660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No DVR routers for this DVR port 11e3440d-9af3-49e6-980b-c378ce06f977 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:49.544174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=11e3440d-9af3-49e6-980b-c378ce06f977,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:49.548315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4b462-0a70-44d9-90dd-95d3944201a6 None None] DHCP port deletion for b33e9847-76b8-48c9-bc69-fd93cf4b62d6 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:49.649666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.671311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33e9847-76b8-48c9-bc69-fd93cf4b62d6']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:49.683770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306bd0be-a943-4e70-91ae-acd611bbd9c0') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:49.684069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306bd0be-a943-4e70-91ae-acd611bbd9c0') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:49.694219 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.711173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.718539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:49.718951 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:49.781278 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:49.798034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 11e3440d-9af3-49e6-980b-c378ce06f977 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:49.820364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.823765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 11e3440d-9af3-49e6-980b-c378ce06f977 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:49.824114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 11e3440d-9af3-49e6-980b-c378ce06f977 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:49.825738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.851369 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.857177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/networks/b33e9847-76b8-48c9-bc69-fd93cf4b62d6 HTTP/1.1" status: 204 len: 168 time: 0.7499840 Sep 17 22:43:49.857430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:49.862283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51502) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:49.864754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-70095828'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:49.878559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66a0f9-4d4c-4a7c-b945-ac13fc9866f5 None None] Sync routers for ids ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:49.882106 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-88c7d4cf-0233-4aca-b567-63e112450e9c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/ce28fd8e-ba43-47fc-bf71-02d619c6eb54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4430079 Sep 17 22:43:49.883302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a612d2e-8ed8-4954-8e13-4c50d47c6620 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Network': ['ID=b33e9847-76b8-48c9-bc69-fd93cf4b62d6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:49.888207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51506) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:49.895596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66a0f9-4d4c-4a7c-b945-ac13fc9866f5 None None] Routers {'ce28fd8e-ba43-47fc-bf71-02d619c6eb54'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:49.896295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a66a0f9-4d4c-4a7c-b945-ac13fc9866f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:49.958605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a66a0f9-4d4c-4a7c-b945-ac13fc9866f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:49.969714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66a0f9-4d4c-4a7c-b945-ac13fc9866f5 None None] Routers {'ce28fd8e-ba43-47fc-bf71-02d619c6eb54'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:49.970528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a66a0f9-4d4c-4a7c-b945-ac13fc9866f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:49.987445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:49.991241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.010366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Deleting port 06713e34-21e3-4078-9caa-4b77dda68eb6 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:50.010734 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.015189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dc8a4-3cc1-4a31-8e94-d423f9ceb91a req-f3a2bddc-770b-4e73-9458-44f8457f5b00 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:50.016346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 97a26160-9c74-40a3-8de7-1e725caf5a4b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:50.016747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d69dc8a4-3cc1-4a31-8e94-d423f9ceb91a req-f3a2bddc-770b-4e73-9458-44f8457f5b00 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2357867 Sep 17 22:43:50.019882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a66a0f9-4d4c-4a7c-b945-ac13fc9866f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:50.020916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66a0f9-4d4c-4a7c-b945-ac13fc9866f5 None None] The sync data for ids ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:50.100635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:50.159366 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.159721 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Added segment d535dbbb-5d86-4a0b-ba00-729d8cd27fb0 of type vlan for network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 Sep 17 22:43:50.165644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d69dc8a4-3cc1-4a31-8e94-d423f9ceb91a req-e5189a8d-ee6e-403f-b097-087221d362c0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375020 Sep 17 22:43:50.189275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.203586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Calling delete_port for 06713e34-21e3-4078-9caa-4b77dda68eb6 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:50.213568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:50.221930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.230393 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] Sync routers for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:50.241838 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:50.242757 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:50.259936 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.285008 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-468772f8-4159-49d6-a378-bdc14e894bdd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/floatingips/e90a2ffc-1f61-4c51-8e01-1223e5bd075e HTTP/1.1" status: 204 len: 168 time: 3.0050688 Sep 17 22:43:50.287266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:50.290481 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fcf7bf-e553-45b5-9ec9-0e83307e5042" -d '{"events": [{"name": "network-changed", "server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:50.354419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.361778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:50.362409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.458049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.505209 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:50.518949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event deleted for resources: {'Port': ['ID=06713e34-21e3-4078-9caa-4b77dda68eb6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:50.529739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Network': ['ID=bf80e9d4-9ed7-4d80-b048-59bfa15765b3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:50.540862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-febcb4ec-53f4-4450-97a2-49eb87e38b0e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6811681 Sep 17 22:43:50.547560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51526) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:50.549892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:50.553979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:50.594429 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfe4ed4-2dbf-4feb-b305-24ecbe6a5af4 x-openstack-request-id: req-1dfe4ed4-2dbf-4feb-b305-24ecbe6a5af4 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:50.594730 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:50.594984 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dfe4ed4-2dbf-4feb-b305-24ecbe6a5af4 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:50.595445 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'status': 'completed', 'code': 200} Sep 17 22:43:50.737591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1270983-771e-4b9d-a75e-b2686882a283 req-41a907d6-9d7b-44d5-ad58-51e7f5fa30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:50.739309 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1270983-771e-4b9d-a75e-b2686882a283 req-41a907d6-9d7b-44d5-ad58-51e7f5fa30b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1097 time: 0.2337022 Sep 17 22:43:50.780381 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.804309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.833340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-0b2f4a4f-b85e-47d8-8b6d-876ba6cf1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:50.835005 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-0b2f4a4f-b85e-47d8-8b6d-876ba6cf1c8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 1098 time: 0.2429204 Sep 17 22:43:50.911080 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:52Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:50.914636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8da3dc-0944-44d8-a3b7-33702957c225 req-e3eb4415-dfd0-4eb7-a97e-e4c412592958 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:50.925158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c8da3dc-0944-44d8-a3b7-33702957c225 req-e3eb4415-dfd0-4eb7-a97e-e4c412592958 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2274635 Sep 17 22:43:50.927641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51534) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:50.939535 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] Checking router: 97a26160-9c74-40a3-8de7-1e725caf5a4b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:50.948259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdddc6c-8ed1-4837-9602-bad70b405a35 req-77d06ed8-fa46-4209-9a2c-d150de630676 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:50.949034 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:50.949147 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:50.950008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fdddc6c-8ed1-4837-9602-bad70b405a35 req-77d06ed8-fa46-4209-9a2c-d150de630676 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.2215137 Sep 17 22:43:50.967662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.973494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.065308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:51.068884 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.085265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c8da3dc-0944-44d8-a3b7-33702957c225 req-4a44acca-d561-4a5e-9cd6-df037fd7a8c0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547315 Sep 17 22:43:51.114721 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:51.122380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fdddc6c-8ed1-4837-9602-bad70b405a35 req-385cd5ac-2782-436c-b63d-27be74f0c491 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360464 Sep 17 22:43:51.139446 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f8808ee3-51d4-41a4-adcd-8b5b5d341f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.189595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.189984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Fanout notify agent at l3_agent the message router_deleted on router 9131aa51-41ce-44cc-a864-736b358c04e4 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:51.198545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1270983-771e-4b9d-a75e-b2686882a283 req-03bd81a6-251b-4012-b801-f9f38f42f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:51.200192 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1270983-771e-4b9d-a75e-b2686882a283 req-03bd81a6-251b-4012-b801-f9f38f42f1ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 920 time: 0.4435952 Sep 17 22:43:51.330021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f8808ee3-51d4-41a4-adcd-8b5b5d341f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.332744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 59d1b8fb-26d9-4372-93e3-52614ddfdd85 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:51.333117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.348516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f8808ee3-51d4-41a4-adcd-8b5b5d341f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.359019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.360245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7713e42c-d3d3-4d49-9dba-f3b3c16a2445 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/9131aa51-41ce-44cc-a864-736b358c04e4 HTTP/1.1" status: 204 len: 168 time: 2.4972494 Sep 17 22:43:51.370364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51538) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:51.382927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'router': {'name': 'tempest-snat-router-641290149', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': False}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:51.421824 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:52Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:51.441224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f8808ee3-51d4-41a4-adcd-8b5b5d341f21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1d966cc6f2a464887092aca9348eab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116189 Sep 17 22:43:51.441744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-b887095d-7150-4040-be48-2c9ec84e155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:51.444432 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-b887095d-7150-4040-be48-2c9ec84e155b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 200 len: 898 time: 0.5654821 Sep 17 22:43:51.444432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51540) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:51.449182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8808ee3-51d4-41a4-adcd-8b5b5d341f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd05bef1-82cc-49ee-b6b3-a545424decce,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:51.451111 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1270983-771e-4b9d-a75e-b2686882a283 req-a1329cda-79ee-4fc9-a9c3-36dcede398c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d436fc4b-5a2c-4644-b411-96076f0ff520 HTTP/1.1" status: 200 len: 217 time: 0.0848718 Sep 17 22:43:51.473487 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3263940-d0d9-48a6-be10-956d067b6ab1 None None] The sync data for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 is: [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:47Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c', 'name': '', 'network_id': '0c8da1db-48a4-4291-9e9b-ac5174c57181', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:75:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:46Z', 'updated_at': '2021-09-17T22:40:52Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '2db5182e-0cac-4cda-9274-baedb2c62d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:51.482180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.497541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 59d1b8fb-26d9-4372-93e3-52614ddfdd85 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:51.580557 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-8805af7a-cbc1-4c38-ae63-8f5dbb19989e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 200 len: 217 time: 0.1173866 Sep 17 22:43:51.613302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.614309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.691212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1270983-771e-4b9d-a75e-b2686882a283 req-208e0c1e-5eae-49e2-b739-5029d8907b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:51.692811 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1270983-771e-4b9d-a75e-b2686882a283 req-208e0c1e-5eae-49e2-b739-5029d8907b69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.2287171 Sep 17 22:43:51.699447 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.704750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.754095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=59d1b8fb-26d9-4372-93e3-52614ddfdd85,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:51.799400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3993bea9-69fb-43c0-9060-4bf81daf1bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.802523 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1270983-771e-4b9d-a75e-b2686882a283 req-f3ea33ca-69b7-437e-8835-e8db9797cd6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897267 Sep 17 22:43:51.827737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-343bbaf4-7c2c-4314-b1c6-a513140bef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:51.829354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-343bbaf4-7c2c-4314-b1c6-a513140bef29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 200 len: 835 time: 0.2356551 Sep 17 22:43:51.882939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e680f-bc73-48ba-9730-01d3493064f8 None None] New status for floating IP e90a2ffc-1f61-4c51-8e01-1223e5bd075e: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:43:51.888038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.910311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.951097 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3993bea9-69fb-43c0-9060-4bf81daf1bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.979613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=3e10982f-621f-4a59-afc3-44aea3f1213d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:52.134133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Checking segment: {'id': 'd535dbbb-5d86-4a0b-ba00-729d8cd27fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:52.134614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network hostable DHCP agents. Network: bf80e9d4-9ed7-4d80-b048-59bfa15765b3, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:52.216020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-3d95d082-1aa3-4728-b369-3e5cc2f615b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:52.217945 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-3d95d082-1aa3-4728-b369-3e5cc2f615b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c8da1db-48a4-4291-9e9b-ac5174c57181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3622673 Sep 17 22:43:52.262874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1270983-771e-4b9d-a75e-b2686882a283 req-a28d58a6-9d91-4aaa-b9ab-885c8895edf7 service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407492 Sep 17 22:43:52.290602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.310890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:52.336082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3993bea9-69fb-43c0-9060-4bf81daf1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.339550 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3993bea9-69fb-43c0-9060-4bf81daf1bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.340657 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3993bea9-69fb-43c0-9060-4bf81daf1bfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd05bef1-82cc-49ee-b6b3-a545424decce HTTP/1.1" status: 204 len: 168 time: 0.8913069 Sep 17 22:43:52.397842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, bf80e9d4-9ed7-4d80-b048-59bfa15765b3) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:52.398756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-80346631-a80d-4c3f-9469-75130ae8535e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:52.401463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-80346631-a80d-4c3f-9469-75130ae8535e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.5282443 Sep 17 22:43:52.410458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ea93a-0dcb-4b10-b837-266d99e6226a None None] Network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:52.590606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939908-87b1-4984-b69a-996197324ee3 req-cdd0000c-cc7f-4f3b-9f6d-141226b14132 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:52.593487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80939908-87b1-4984-b69a-996197324ee3 req-cdd0000c-cc7f-4f3b-9f6d-141226b14132 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 946 time: 0.2787178 Sep 17 22:43:52.623383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-bf80e9d4-9ed7-4d80-b048-59bfa15765b3', 'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3', 'tenant_id': '5863daf0d73f4db58cb4badae0a969ba', 'fixed_ips': [{'subnet_id': '3e10982f-621f-4a59-afc3-44aea3f1213d'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:52.624629 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.626459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f56c6-a84c-428d-a526-6853c99782d5 req-629a10f3-970d-467d-825e-ca7a236bd114 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:52.628052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f8f56c6-a84c-428d-a526-6853c99782d5 req-629a10f3-970d-467d-825e-ca7a236bd114 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3144836 Sep 17 22:43:52.644881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router ce28fd8e-ba43-47fc-bf71-02d619c6eb54 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:52.720429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80939908-87b1-4984-b69a-996197324ee3 req-66957cf1-ebac-48a3-b467-d2e4841e0ce7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=db60aa4e-99f3-4014-b752-cbf8c427d082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035869 Sep 17 22:43:52.766631 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f8f56c6-a84c-428d-a526-6853c99782d5 req-6ce87690-4772-4ae2-9c88-bfc19990fbf5 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254377 Sep 17 22:43:52.800539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51552) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:52.815073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Allocated IP 2001:db8::2 (bf80e9d4-9ed7-4d80-b048-59bfa15765b3/3e10982f-621f-4a59-afc3-44aea3f1213d/66562044-b790-476f-afc7-abda4ab792cd) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:52.825969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:52.826313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.831160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:52.844342 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe99458-f263-44c3-a1d5-4636c4ae16bd None None] Sync routers for ids ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:52.845177 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c358709-98df-4040-a072-ae9a64d3ae49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.850387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d58815c2-b93b-451a-8164-38fd170d92d8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/ce28fd8e-ba43-47fc-bf71-02d619c6eb54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9596283 Sep 17 22:43:52.855342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51554) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:52.858818 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe99458-f263-44c3-a1d5-4636c4ae16bd None None] Routers {'ce28fd8e-ba43-47fc-bf71-02d619c6eb54'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:52.859540 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-efe99458-f263-44c3-a1d5-4636c4ae16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:52.893091 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-efe99458-f263-44c3-a1d5-4636c4ae16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:52.902516 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe99458-f263-44c3-a1d5-4636c4ae16bd None None] Routers {'ce28fd8e-ba43-47fc-bf71-02d619c6eb54'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:52.903469 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-efe99458-f263-44c3-a1d5-4636c4ae16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:52.906249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993bea9-69fb-43c0-9060-4bf81daf1bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd05bef1-82cc-49ee-b6b3-a545424decce,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:52.909532 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-286b0f14-d6cf-4657-b711-b45033c92cb3 service neutron] 10.222.0.45 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569092 Sep 17 22:43:52.912272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:52.913220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.935267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b96e5151-0bc4-485b-a805-6bbbcfeb472c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce28fd8e-ba43-47fc-bf71-02d619c6eb54 HTTP/1.1" status: 200 len: 205 time: 0.0718069 Sep 17 22:43:52.937689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51556) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:52.944890 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-efe99458-f263-44c3-a1d5-4636c4ae16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:52.945750 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe99458-f263-44c3-a1d5-4636c4ae16bd None None] The sync data for ids ['ce28fd8e-ba43-47fc-bf71-02d619c6eb54'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:52.991659 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c1270983-771e-4b9d-a75e-b2686882a283 req-94ca51b2-c8c0-458e-aea5-16290d181a97 service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065792 Sep 17 22:43:53.062664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5270e8f3-7a4b-4302-9950-706863b62fa0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.066242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.072580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.101837 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-30fcf7bf-e553-45b5-9ec9-0e83307e5042 req-51b1521a-129e-4257-b88b-07ad3ccce536 service neutron] 10.222.0.45 "GET /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832428 Sep 17 22:43:53.140505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Pushing event updated for resources: {'Port': ['ID=66562044-b790-476f-afc7-abda4ab792cd,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:53.149826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:53.151211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:53.151593 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.151717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:53.157712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:53.176709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:53.216837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Attempting to bind port 66562044-b790-476f-afc7-abda4ab792cd on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:53.217501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Attempting to bind port 66562044-b790-476f-afc7-abda4ab792cd by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'd535dbbb-5d86-4a0b-ba00-729d8cd27fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:53.217851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Attempting to bind port 66562044-b790-476f-afc7-abda4ab792cd on network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:53.222987 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:53.223360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Checking segment: {'id': 'd535dbbb-5d86-4a0b-ba00-729d8cd27fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:53.223760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.224154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Bound using segment: {'id': 'd535dbbb-5d86-4a0b-ba00-729d8cd27fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:53.224617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Bound port: 66562044-b790-476f-afc7-abda4ab792cd, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd535dbbb-5d86-4a0b-ba00-729d8cd27fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:53.225039 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.265423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.285773 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.289613 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5270e8f3-7a4b-4302-9950-706863b62fa0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.292970 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5270e8f3-7a4b-4302-9950-706863b62fa0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.313944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] For port 66562044-b790-476f-afc7-abda4ab792cd, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:53.317389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] For port 66562044-b790-476f-afc7-abda4ab792cd, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=66562044-b790-476f-afc7-abda4ab792cd,segment=NetworkSegment(d535dbbb-5d86-4a0b-ba00-729d8cd27fb0),segment_id=d535dbbb-5d86-4a0b-ba00-729d8cd27fb0)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:53.323072 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.393386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf271c41-4da5-429e-9cf3-f61fdfc16837 None None] Pushing event updated for resources: {'Port': ['ID=66562044-b790-476f-afc7-abda4ab792cd,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:53.403221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Allocated IP 172.25.0.119 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/936eea05-ae65-438e-adbb-118b8d153adc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:53.420711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c358709-98df-4040-a072-ae9a64d3ae49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.423039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5270e8f3-7a4b-4302-9950-706863b62fa0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.423657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5270e8f3-7a4b-4302-9950-706863b62fa0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Fanout notify agent at l3_agent the message router_deleted on router ce28fd8e-ba43-47fc-bf71-02d619c6eb54 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:53.433044 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5270e8f3-7a4b-4302-9950-706863b62fa0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.434215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5270e8f3-7a4b-4302-9950-706863b62fa0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/ce28fd8e-ba43-47fc-bf71-02d619c6eb54 HTTP/1.1" status: 204 len: 168 time: 0.4942830 Sep 17 22:43:53.437077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c358709-98df-4040-a072-ae9a64d3ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.438284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51558) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:53.449495 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-93e7111a-4a56-4f57-b2a1-d2b5f3593abd tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8999646 Sep 17 22:43:53.453025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51560) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:53.481916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3', 'name': 'tempest-PortsIpV6TestJSON-1909813299', 'fixed_ips': [{'subnet_id': '3e10982f-621f-4a59-afc3-44aea3f1213d', 'ip_address': '2001:db8::10'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:53.521068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8c358709-98df-4040-a072-ae9a64d3ae49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fe0a96d664d4f379b225b7fb017e6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7185559 Sep 17 22:43:53.521790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c358709-98df-4040-a072-ae9a64d3ae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64216f15-68be-468c-b983-06802d2ac460,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:53.524305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51562) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:53.572022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3666237-e6a6-4146-96cc-ca79aeced56b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet 0a57b7ea-3894-48b8-9e12-e9fbbed64e70 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:53.586362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.621723 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3666237-e6a6-4146-96cc-ca79aeced56b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.623507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=9e3671a9-c5ec-4400-8a40-48d0966e2ab5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:53.658138 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ab52161-cafb-43ac-9879-fd5b20f152b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.686639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] No DVR routers for this DVR port 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:53.691278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.693609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9076ecd4-d224-4711-b84f-3d88d23e2791 req-70e74ac0-a62f-4fb2-a536-86f5194f708f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "DELETE /v2.0/ports/9e3671a9-c5ec-4400-8a40-48d0966e2ab5 HTTP/1.1" status: 204 len: 173 time: 1.2714598 Sep 17 22:43:53.694220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'name': 'network-vif-deleted', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:53.697206 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c44751-40cf-4f30-b87f-d5c7ef6b05e2" -d '{"events": [{"server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "name": "network-vif-deleted", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:53.703976 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.720005 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3666237-e6a6-4146-96cc-ca79aeced56b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.745288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ab52161-cafb-43ac-9879-fd5b20f152b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.789073 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d04756-8e44-4263-a977-049112d5b2dc x-openstack-request-id: req-14d04756-8e44-4263-a977-049112d5b2dc {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:53.789471 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c676d40-197a-4e95-a915-20a0a440a3a5", "name": "network-vif-deleted", "tag": "9e3671a9-c5ec-4400-8a40-48d0966e2ab5", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:53.791737 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14d04756-8e44-4263-a977-049112d5b2dc {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:53.792273 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c676d40-197a-4e95-a915-20a0a440a3a5', 'name': 'network-vif-deleted', 'tag': '9e3671a9-c5ec-4400-8a40-48d0966e2ab5', 'status': 'completed', 'code': 200} Sep 17 22:43:53.889494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab3ef622-174c-4405-bf4b-59d0098458c4 req-a773b598-804d-442d-b5d1-70f101db3651 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c676d40-197a-4e95-a915-20a0a440a3a5 HTTP/1.1" status: 200 len: 210 time: 0.0400383 Sep 17 22:43:53.921500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 66562044-b790-476f-afc7-abda4ab792cd up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:53.935757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ab52161-cafb-43ac-9879-fd5b20f152b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.938633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ab52161-cafb-43ac-9879-fd5b20f152b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.939901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4ab52161-cafb-43ac-9879-fd5b20f152b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64216f15-68be-468c-b983-06802d2ac460 HTTP/1.1" status: 204 len: 168 time: 0.4118361 Sep 17 22:43:53.963012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7860e8-6e06-4816-9cd3-07393c446134 req-d6f86b58-13f0-445d-bef0-491a536ab7bd tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:53.964885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d7860e8-6e06-4816-9cd3-07393c446134 req-d6f86b58-13f0-445d-bef0-491a536ab7bd tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.0783377 Sep 17 22:43:53.965969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab52161-cafb-43ac-9879-fd5b20f152b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64216f15-68be-468c-b983-06802d2ac460,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:53.980398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3666237-e6a6-4146-96cc-ca79aeced56b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.019708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d7860e8-6e06-4816-9cd3-07393c446134 req-1c94c717-da42-42bd-9465-77a8a8d645a3 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 Sep 17 22:43:54.021992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 66562044-b790-476f-afc7-abda4ab792cd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:54.022376 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.051509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:54.142050 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.172437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.181678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 66562044-b790-476f-afc7-abda4ab792cd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=66562044-b790-476f-afc7-abda4ab792cd,segment=NetworkSegment(d535dbbb-5d86-4a0b-ba00-729d8cd27fb0),segment_id=d535dbbb-5d86-4a0b-ba00-729d8cd27fb0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:54.189675 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.202430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.268992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=66562044-b790-476f-afc7-abda4ab792cd,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:54.311117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'Port': ['ID=936eea05-ae65-438e-adbb-118b8d153adc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:54.315433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:54.320047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 61c1d974-db46-44d6-bae7-3f0ee7da43aa yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:54.330679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:54.332679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:54.636661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::10 (bf80e9d4-9ed7-4d80-b048-59bfa15765b3/3e10982f-621f-4a59-afc3-44aea3f1213d/61c1d974-db46-44d6-bae7-3f0ee7da43aa) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:54.680400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3666237-e6a6-4146-96cc-ca79aeced56b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.755139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3666237-e6a6-4146-96cc-ca79aeced56b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=0a57b7ea-3894-48b8-9e12-e9fbbed64e70,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:54.757167 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f3666237-e6a6-4146-96cc-ca79aeced56b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.761568 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f3666237-e6a6-4146-96cc-ca79aeced56b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/0a57b7ea-3894-48b8-9e12-e9fbbed64e70 HTTP/1.1" status: 204 len: 168 time: 1.3218007 Sep 17 22:43:54.766568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51588) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:54.769243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89e316-4934-4831-9cf8-261e9c76bb08 None None] Network cdffb35d-8cce-433d-b997-ff5f205bc9ad requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:54.793259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-fe7d17f7-92f2-41e8-8434-0b2e5f3a690f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:54.800159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-fe7d17f7-92f2-41e8-8434-0b2e5f3a690f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:54.807619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-fe7d17f7-92f2-41e8-8434-0b2e5f3a690f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:54.814741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-fe7d17f7-92f2-41e8-8434-0b2e5f3a690f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:54.823244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-fe7d17f7-92f2-41e8-8434-0b2e5f3a690f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:54.830071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-fe7d17f7-92f2-41e8-8434-0b2e5f3a690f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:54.841585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-fe7d17f7-92f2-41e8-8434-0b2e5f3a690f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:54.844144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-fe7d17f7-92f2-41e8-8434-0b2e5f3a690f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.1491964 Sep 17 22:43:54.931126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5a345c9-8ca5-4293-a78b-2f5f8457787f req-807a6716-a0b2-4f11-8523-f022ebeddb21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653782 Sep 17 22:43:54.942483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57d0bff-3dfa-445c-878d-10c2b146caca tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet 092fda0a-4da1-46ba-a050-017b3f7090fc {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:54.947727 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57d0bff-3dfa-445c-878d-10c2b146caca tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.983683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51594) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:55.065284 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57d0bff-3dfa-445c-878d-10c2b146caca tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.086356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a3897-7ee7-4d38-a521-ca64e5590947 None None] Network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:55.205742 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.209942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.240433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8deb11c2-88d4-45d5-b5d5-39abc1049581 None None] Provisioning complete for port 66562044-b790-476f-afc7-abda4ab792cd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:55.240986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8deb11c2-88d4-45d5-b5d5-39abc1049581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.295431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.323381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:55.329722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2341ac-3e24-4149-972f-03f75071a49a req-bbac609d-2b79-4c3f-a299-085ba26b173e tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:55.332062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff2341ac-3e24-4149-972f-03f75071a49a req-bbac609d-2b79-4c3f-a299-085ba26b173e tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1575179 Sep 17 22:43:55.349557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57d0bff-3dfa-445c-878d-10c2b146caca tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.355953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:55.367300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:55.378665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:55.379703 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.414142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51608) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:55.416596 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9392111 Sep 17 22:43:55.419440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] DHCP port deletion for cdffb35d-8cce-433d-b997-ff5f205bc9ad request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:55.421733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': 'bf80e9d4-9ed7-4d80-b048-59bfa15765b3', 'name': 'tempest-PortsIpV6TestJSON-2028739680', 'fixed_ips': [{'subnet_id': '3e10982f-621f-4a59-afc3-44aea3f1213d', 'ip_address': '2001:db8::f'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:55.489114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64061c2d-9e59-41f2-993b-61d53b993684 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=61c1d974-db46-44d6-bae7-3f0ee7da43aa,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:55.513408 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff2341ac-3e24-4149-972f-03f75071a49a req-2abc87ce-2c5c-4541-8409-d5892930e0ef tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654198 Sep 17 22:43:55.573460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] Deleting port 8871ce35-1ffd-4999-a899-fdec25943fba {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:55.574083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.615434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57d0bff-3dfa-445c-878d-10c2b146caca tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.672621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d0bff-3dfa-445c-878d-10c2b146caca tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=092fda0a-4da1-46ba-a050-017b3f7090fc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:55.685839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c57d0bff-3dfa-445c-878d-10c2b146caca tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.697413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c57d0bff-3dfa-445c-878d-10c2b146caca tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/092fda0a-4da1-46ba-a050-017b3f7090fc HTTP/1.1" status: 204 len: 168 time: 0.9292362 Sep 17 22:43:55.697756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] For port 8871ce35-1ffd-4999-a899-fdec25943fba, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8871ce35-1ffd-4999-a899-fdec25943fba,segment=NetworkSegment(7152c01d-aca7-4a09-88b3-314c4cf8b223),segment_id=7152c01d-aca7-4a09-88b3-314c4cf8b223)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:55.698242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.698400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51614) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:55.720618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] Calling delete_port for 8871ce35-1ffd-4999-a899-fdec25943fba owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:55.783972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19378dd5-5038-4826-98b6-54610d79a24a None None] Network 09e882ba-261a-468b-bec4-f8666dd6ecd7 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:55.802323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.910357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 66562044-b790-476f-afc7-abda4ab792cd up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:55.947761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:55.971649 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.106507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Router f87319af-0962-492b-87b6-5fe3547bf6d5 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:43:56.173507 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.254410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9b18e284-5844-4ee9-8d8b-93e7a75871e5 None None] Provisioning complete for port 61c1d974-db46-44d6-bae7-3f0ee7da43aa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:56.254981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b18e284-5844-4ee9-8d8b-93e7a75871e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.257961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] Pushing event deleted for resources: {'Port': ['ID=8871ce35-1ffd-4999-a899-fdec25943fba,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:56.264187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] The port '8871ce35-1ffd-4999-a899-fdec25943fba' was deleted {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 22:43:56.268346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd3e5c-764a-4da4-82de-6c3ed948f76a None None] No DVR routers for this DVR port 8871ce35-1ffd-4999-a899-fdec25943fba on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:56.334581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-29fe475f-f4d1-4ec6-903c-7866224ec201 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.343518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-29fe475f-f4d1-4ec6-903c-7866224ec201 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.350629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-29fe475f-f4d1-4ec6-903c-7866224ec201 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.357877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-29fe475f-f4d1-4ec6-903c-7866224ec201 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.364352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-29fe475f-f4d1-4ec6-903c-7866224ec201 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.373862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:56.379480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-29fe475f-f4d1-4ec6-903c-7866224ec201 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.395971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-29fe475f-f4d1-4ec6-903c-7866224ec201 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.408393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-29fe475f-f4d1-4ec6-903c-7866224ec201 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.3116996 Sep 17 22:43:56.420591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9b18e284-5844-4ee9-8d8b-93e7a75871e5 None None] Port 61c1d974-db46-44d6-bae7-3f0ee7da43aa cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:56.425309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:56.426369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 9e3671a9-c5ec-4400-8a40-48d0966e2ab5 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:56.435937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 66562044-b790-476f-afc7-abda4ab792cd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:56.436597 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.523479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9b18e284-5844-4ee9-8d8b-93e7a75871e5 None None] Provisioning complete for port 66562044-b790-476f-afc7-abda4ab792cd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:56.525488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b18e284-5844-4ee9-8d8b-93e7a75871e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.532874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-7264d515-e232-4d86-ac3f-f95afa0c4bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.532874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-7264d515-e232-4d86-ac3f-f95afa0c4bae tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "GET /v2.0/ports/6108c74a-65fa-4dcf-adbc-c04280985196?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1233416 Sep 17 22:43:56.582965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] DHCP port deletion for 09e882ba-261a-468b-bec4-f8666dd6ecd7 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:56.612579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:56.647039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Sync routers for ids ['f87319af-0962-492b-87b6-5fe3547bf6d5'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:56.664956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.668957 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be3dc5f9-c973-49b3-9699-1be2e4984d54 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2892492 Sep 17 22:43:56.682226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51640) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:56.701599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Routers {'f87319af-0962-492b-87b6-5fe3547bf6d5'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:56.702532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f87319af-0962-492b-87b6-5fe3547bf6d5'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:56.826097 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-cdccec35-cb91-4d86-b427-92ca0c59d6ed tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "GET /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2830284 Sep 17 22:43:56.843121 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.865600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 3d90dbc8-be1d-42bb-aa1a-8e5263498fea yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:56.969203 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.975477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8871ce35-1ffd-4999-a899-fdec25943fba no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:56.992286 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b424c682-20ad-496e-9360-64780be872e8 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/routers/f87319af-0962-492b-87b6-5fe3547bf6d5 HTTP/1.1" status: 200 len: 908 time: 0.3088624 Sep 17 22:43:56.993095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51646) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:57.000010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'router': {'name': 'tempest-snat-router-641290149', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': True}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:57.008572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9d6dae85-261c-4a39-ad52-eccacb51b659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.015847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9d6dae85-261c-4a39-ad52-eccacb51b659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.020358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 8871ce35-1ffd-4999-a899-fdec25943fba {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:57.020825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8871ce35-1ffd-4999-a899-fdec25943fba not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:57.022176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9d6dae85-261c-4a39-ad52-eccacb51b659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.032801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9d6dae85-261c-4a39-ad52-eccacb51b659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.038667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9d6dae85-261c-4a39-ad52-eccacb51b659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.044632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] Deleting port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:57.044890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9d6dae85-261c-4a39-ad52-eccacb51b659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.045530 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.052695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9d6dae85-261c-4a39-ad52-eccacb51b659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.062507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9d6dae85-261c-4a39-ad52-eccacb51b659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 5431 time: 0.9232826 Sep 17 22:43:57.092743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Set router f87319af-0962-492b-87b6-5fe3547bf6d5 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:57.099643 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.101414 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.102651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.118909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdffb35d-8cce-433d-b997-ff5f205bc9ad']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:57.164459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:57.210823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7152c01d-aca7-4a09-88b3-314c4cf8b223') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:57.211361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7152c01d-aca7-4a09-88b3-314c4cf8b223') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:57.244522 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.248155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.265224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5e78e67-f89a-45aa-b778-9aab301dcb3c req-9c0cddf6-ea20-490d-83a3-127f857bce2b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1945379 Sep 17 22:43:57.333359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.339080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a781e757-141b-4474-a1a2-95bd84316041 None None] Provisioning complete for port 61c1d974-db46-44d6-bae7-3f0ee7da43aa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:57.340177 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a781e757-141b-4474-a1a2-95bd84316041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.348212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.360691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:57.361147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:57.369084 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:57.384507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] For port a5d2efbd-f99f-4eb5-9c69-7ad396704d82, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a5d2efbd-f99f-4eb5-9c69-7ad396704d82,segment=NetworkSegment(86244543-6051-4f43-a2f0-8b104de3dc1d),segment_id=86244543-6051-4f43-a2f0-8b104de3dc1d)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:57.385356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.414916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] Calling delete_port for a5d2efbd-f99f-4eb5-9c69-7ad396704d82 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:57.464815 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a781e757-141b-4474-a1a2-95bd84316041 None None] Port 61c1d974-db46-44d6-bae7-3f0ee7da43aa cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:57.500370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::f (bf80e9d4-9ed7-4d80-b048-59bfa15765b3/3e10982f-621f-4a59-afc3-44aea3f1213d/3d90dbc8-be1d-42bb-aa1a-8e5263498fea) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:57.506199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.555256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.558656 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/cdffb35d-8cce-433d-b997-ff5f205bc9ad HTTP/1.1" status: 204 len: 168 time: 1.8573742 Sep 17 22:43:57.561414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51660) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:57.562193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8115c-d551-4640-b841-f72179c64408 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=cdffb35d-8cce-433d-b997-ff5f205bc9ad,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:57.605292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] For port 6108c74a-65fa-4dcf-adbc-c04280985196, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6108c74a-65fa-4dcf-adbc-c04280985196,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:57.642754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87319af-0962-492b-87b6-5fe3547bf6d5', 'name': 'tempest-snat-router-641290149', 'tenant_id': '81681f083b9e4ca2b18bf8c7100f052a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.119'}], 'enable_snat': False}, 'gw_port_id': '936eea05-ae65-438e-adbb-118b8d153adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:51Z', 'updated_at': '2021-09-17T22:43:54Z', 'revision_number': 3, 'project_id': '81681f083b9e4ca2b18bf8c7100f052a', 'gw_port': {'id': '936eea05-ae65-438e-adbb-118b8d153adc', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87319af-0962-492b-87b6-5fe3547bf6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:53Z', 'updated_at': '2021-09-17T22:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:57.672204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Checking router: f87319af-0962-492b-87b6-5fe3547bf6d5 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:57.673184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Updating router f87319af-0962-492b-87b6-5fe3547bf6d5 port 936eea05-ae65-438e-adbb-118b8d153adc binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:43:57.676267 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.705221 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.733304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] Pushing event deleted for resources: {'Port': ['ID=a5d2efbd-f99f-4eb5-9c69-7ad396704d82,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:57.741712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0db62-7eeb-4998-a672-a2d0a3531680 None None] No DVR routers for this DVR port a5d2efbd-f99f-4eb5-9c69-7ad396704d82 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:57.744585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.903756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a5d2efbd-f99f-4eb5-9c69-7ad396704d82 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:57.939471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a5d2efbd-f99f-4eb5-9c69-7ad396704d82 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:57.939814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a5d2efbd-f99f-4eb5-9c69-7ad396704d82 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:58.010949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.054110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.058112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e882ba-261a-468b-bec4-f8666dd6ecd7']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:58.077968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:58.078408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.135056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.138083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.141265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.181465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] For port 6108c74a-65fa-4dcf-adbc-c04280985196, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:58.201752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:58.202139 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.214839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58835e40-a05b-4825-8ceb-5934599a6a0f None None] Pushing event updated for resources: {'Port': ['ID=936eea05-ae65-438e-adbb-118b8d153adc,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:58.218063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:58.237937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Attempting to bind port 936eea05-ae65-438e-adbb-118b8d153adc on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:58.238562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Attempting to bind port 936eea05-ae65-438e-adbb-118b8d153adc by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:58.240350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] device_id is not set on port 6108c74a-65fa-4dcf-adbc-c04280985196 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:58.255659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Attempting to bind port 936eea05-ae65-438e-adbb-118b8d153adc on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:58.266808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:58.267183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:58.267802 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.268251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:58.268848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Bound port: 936eea05-ae65-438e-adbb-118b8d153adc, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:58.269255 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.282181 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.299897 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.374203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] No DVR routers for this DVR port 6108c74a-65fa-4dcf-adbc-c04280985196 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:58.415344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86244543-6051-4f43-a2f0-8b104de3dc1d') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:58.415824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86244543-6051-4f43-a2f0-8b104de3dc1d') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:58.426134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] For port 936eea05-ae65-438e-adbb-118b8d153adc, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:58.436181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] For port 936eea05-ae65-438e-adbb-118b8d153adc, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=936eea05-ae65-438e-adbb-118b8d153adc,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:58.452196 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.457944 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.522001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.537907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:58.540401 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.545330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Routers {'f87319af-0962-492b-87b6-5fe3547bf6d5'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:58.545981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f87319af-0962-492b-87b6-5fe3547bf6d5'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:58.564173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] Pushing event updated for resources: {'Port': ['ID=6108c74a-65fa-4dcf-adbc-c04280985196,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:58.593497 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:58.602768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] In _notify_port_updated(), no bound segment for port 6108c74a-65fa-4dcf-adbc-c04280985196 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:43:58.603685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.604309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.605717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5f46834e-9e59-4669-995c-e2469688b558 service neutron] 10.222.0.49 "PUT /v2.0/ports/6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 200 len: 1026 time: 1.7697415 Sep 17 22:43:58.639170 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.708683 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] Set router f87319af-0962-492b-87b6-5fe3547bf6d5 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:58.715459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.737785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-e3d540ba-981e-4fb4-b9a0-05706194dfd3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.739530 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-e3d540ba-981e-4fb4-b9a0-05706194dfd3 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "GET /v2.0/ports/659d55db-96af-4f18-bef3-1de24f9773c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1243525 Sep 17 22:43:58.780750 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:58.786849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.855764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:58.863258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.869019 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.871914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/09e882ba-261a-468b-bec4-f8666dd6ecd7 HTTP/1.1" status: 204 len: 168 time: 1.3070710 Sep 17 22:43:58.901274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51682) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:58.908495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-554459565'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:58.912248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Allocated IP 172.25.0.251 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/843137c0-6285-467b-bf88-b5faeff9e917) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:58.967356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01de59-7957-41cb-93ad-39da0a814395 req-44e0f886-8c7e-4878-adb5-682e0fc2e192 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.978328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01de59-7957-41cb-93ad-39da0a814395 req-44e0f886-8c7e-4878-adb5-682e0fc2e192 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.985149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01de59-7957-41cb-93ad-39da0a814395 req-44e0f886-8c7e-4878-adb5-682e0fc2e192 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.991476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01de59-7957-41cb-93ad-39da0a814395 req-44e0f886-8c7e-4878-adb5-682e0fc2e192 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.998646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01de59-7957-41cb-93ad-39da0a814395 req-44e0f886-8c7e-4878-adb5-682e0fc2e192 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:59.005205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01de59-7957-41cb-93ad-39da0a814395 req-44e0f886-8c7e-4878-adb5-682e0fc2e192 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:59.007407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa01de59-7957-41cb-93ad-39da0a814395 req-44e0f886-8c7e-4878-adb5-682e0fc2e192 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 4658 time: 0.5671089 Sep 17 22:43:59.009144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9804d9-73ce-4f5e-bafb-f625f1661be3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=09e882ba-261a-468b-bec4-f8666dd6ecd7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:59.022841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.051194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.058513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fe797-c029-433a-8f23-85f960496452 req-6aad491b-e919-436b-8054-3d36cc686fe8 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:59.060275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a42fe797-c029-433a-8f23-85f960496452 req-6aad491b-e919-436b-8054-3d36cc686fe8 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3526530 Sep 17 22:43:59.064445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58835e40-a05b-4825-8ceb-5934599a6a0f None None] Pushing event updated for resources: {'Port': ['ID=936eea05-ae65-438e-adbb-118b8d153adc,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:59.169560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f4912dcb-cfe8-4c14-8571-4c5bf5353596 None None] Provisioning complete for port 6108c74a-65fa-4dcf-adbc-c04280985196 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:59.169829 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f4912dcb-cfe8-4c14-8571-4c5bf5353596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.188584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:59.208325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:59.213704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.252505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] For port 659d55db-96af-4f18-bef3-1de24f9773c6, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=659d55db-96af-4f18-bef3-1de24f9773c6,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:59.253838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f4912dcb-cfe8-4c14-8571-4c5bf5353596 None None] Port 6108c74a-65fa-4dcf-adbc-c04280985196 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:59.261660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:59.276583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=3d90dbc8-be1d-42bb-aa1a-8e5263498fea,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:59.287234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87319af-0962-492b-87b6-5fe3547bf6d5', 'name': 'tempest-snat-router-641290149', 'tenant_id': '81681f083b9e4ca2b18bf8c7100f052a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.119'}], 'enable_snat': False}, 'gw_port_id': '936eea05-ae65-438e-adbb-118b8d153adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:51Z', 'updated_at': '2021-09-17T22:43:54Z', 'revision_number': 3, 'project_id': '81681f083b9e4ca2b18bf8c7100f052a', 'gw_port': {'id': '936eea05-ae65-438e-adbb-118b8d153adc', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87319af-0962-492b-87b6-5fe3547bf6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:53Z', 'updated_at': '2021-09-17T22:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:59.293308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] For port 659d55db-96af-4f18-bef3-1de24f9773c6, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:59.312479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:59.319115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:59.319787 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.320456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5831b45-5d6f-4367-880d-218332ed2dcb None None] The sync data for ids ['f87319af-0962-492b-87b6-5fe3547bf6d5'] in n-d-789963-10 is: [{'id': 'f87319af-0962-492b-87b6-5fe3547bf6d5', 'name': 'tempest-snat-router-641290149', 'tenant_id': '81681f083b9e4ca2b18bf8c7100f052a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.119'}], 'enable_snat': False}, 'gw_port_id': '936eea05-ae65-438e-adbb-118b8d153adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:51Z', 'updated_at': '2021-09-17T22:43:54Z', 'revision_number': 3, 'project_id': '81681f083b9e4ca2b18bf8c7100f052a', 'gw_port': {'id': '936eea05-ae65-438e-adbb-118b8d153adc', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87319af-0962-492b-87b6-5fe3547bf6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:53Z', 'updated_at': '2021-09-17T22:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:59.344316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] device_id is not set on port 659d55db-96af-4f18-bef3-1de24f9773c6 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:59.357688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa01de59-7957-41cb-93ad-39da0a814395 req-0de245a5-9032-4f6b-9663-48f6018b3659 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ca6093c-a007-4f6f-a2bd-a0a928a6f670&id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3185661 Sep 17 22:43:59.371482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.380286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.381614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:59.393763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.394170 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment c0c3e5e5-e366-4e3d-9b43-03b70e2a3922 of type vlan for network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 Sep 17 22:43:59.401498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.448090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51686) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:59.500153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a42fe797-c029-433a-8f23-85f960496452 req-25efbf09-bb0d-4661-91d9-4c30b5d10658 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784027 Sep 17 22:43:59.529834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] No DVR routers for this DVR port 659d55db-96af-4f18-bef3-1de24f9773c6 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:59.536734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=659d55db-96af-4f18-bef3-1de24f9773c6,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:59.554858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1c9d1149-0a5f-4c95-9a8c-3bff5ebf9f88 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1369891 Sep 17 22:43:59.556066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51692) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:59.584911 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.604162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.626106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] In _notify_port_updated(), no bound segment for port 659d55db-96af-4f18-bef3-1de24f9773c6 on network 869fee45-3a06-4e53-bce5-85fc18d85576 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:43:59.628088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:59.628780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.630376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-bfdc0e1e-08d5-4b35-a1ce-740800d5dcf0 service neutron] 10.222.0.49 "PUT /v2.0/ports/659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 200 len: 1027 time: 0.8543835 Sep 17 22:43:59.697895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:59.718184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:59.721291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:59.763768 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.resource_extend [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:43:59.813896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.818662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.820499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-31e9dd91-1080-4f35-9110-79e467c001ac None None] Provisioning complete for port 3d90dbc8-be1d-42bb-aa1a-8e5263498fea triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:59.821819 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31e9dd91-1080-4f35-9110-79e467c001ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.827537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:59.828099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6108c74a-65fa-4dcf-adbc-c04280985196 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:59.832514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.906527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c2ce1-0829-4100-9e6e-9ce277e8ff73 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:59.908415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-103c2ce1-0829-4100-9e6e-9ce277e8ff73 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3184936 Sep 17 22:43:59.919223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51696) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:59.924600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0205135 Sep 17 22:43:59.940381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'Port': ['ID=843137c0-6285-467b-bf88-b5faeff9e917,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:59.947350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51700) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:59.973952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': '9f5887ec-150c-40e6-af67-e1f7ad2882e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:59.976591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-31e9dd91-1080-4f35-9110-79e467c001ac None None] Port 3d90dbc8-be1d-42bb-aa1a-8e5263498fea cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:59.994087 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5916496a-1baf-42f3-9519-20bec0cf0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.999116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6108c74a-65fa-4dcf-adbc-c04280985196 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:59.999600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 659d55db-96af-4f18-bef3-1de24f9773c6 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:00.026146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc41029f-02ae-4e10-8461-67abddfef2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.075134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6a52d-5281-4e89-b225-52ce5ef78a93 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=9f5887ec-150c-40e6-af67-e1f7ad2882e2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:00.088892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 659d55db-96af-4f18-bef3-1de24f9773c6 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:00.093763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7ded73d7-e359-49b7-aea7-69842be7719a no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:00.098447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:00.242808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce345d-ca74-4678-85ea-78101cacaf92 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.251130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce345d-ca74-4678-85ea-78101cacaf92 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.257577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce345d-ca74-4678-85ea-78101cacaf92 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.259588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-95ce345d-ca74-4678-85ea-78101cacaf92 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3368919 Sep 17 22:44:00.262403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51706) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:00.283769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b2f07fc5-ff43-4113-a043-c7f955936773 None None] Provisioning complete for port 659d55db-96af-4f18-bef3-1de24f9773c6 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:00.283938 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b2f07fc5-ff43-4113-a043-c7f955936773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.411907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.441264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b2f07fc5-ff43-4113-a043-c7f955936773 None None] Port 659d55db-96af-4f18-bef3-1de24f9773c6 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:00.451323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ded73d7-e359-49b7-aea7-69842be7719a'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:00.453755 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb73200-5d16-4c01-b318-9a46d4c4704d" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-unplugged", "status": "completed", "tag": "7ded73d7-e359-49b7-aea7-69842be7719a"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:00.460681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:00.461069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.499107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7ded73d7-e359-49b7-aea7-69842be7719a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7ded73d7-e359-49b7-aea7-69842be7719a,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:00.511178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.511731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:00.517421 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5af8b5-56c4-4b96-b755-542b7580b8f2 x-openstack-request-id: req-2b5af8b5-56c4-4b96-b755-542b7580b8f2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:00.517733 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-unplugged", "status": "completed", "tag": "7ded73d7-e359-49b7-aea7-69842be7719a", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:00.517992 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b5af8b5-56c4-4b96-b755-542b7580b8f2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:00.518387 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ded73d7-e359-49b7-aea7-69842be7719a', 'code': 200} Sep 17 22:44:00.557211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-02b8cf59-6a01-4a3d-bce4-05ebe4317869 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 3d90dbc8-be1d-42bb-aa1a-8e5263498fea {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:00.557562 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-02b8cf59-6a01-4a3d-bce4-05ebe4317869 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.658301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] For port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:00.658833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.674949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Calling delete_port for ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:00.687877 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7ded73d7-e359-49b7-aea7-69842be7719a,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:00.700686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.702134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.702865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.703558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.704262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.704792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.705344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.705881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.706401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.706935 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.707462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.707974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:00.768810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.868827 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.895703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device aeb1853b-9ccd-4596-ab60-5db422e5e820 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:00.921839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Port': ['ID=ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:00.986347 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.022740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] No DVR routers for this DVR port ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:01.025688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.027782 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-593f140c-7fc0-4c32-afd0-d801b1fb4138 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "DELETE /v2.0/ports/ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f HTTP/1.1" status: 204 len: 173 time: 1.3112941 Sep 17 22:44:01.031670 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc41029f-02ae-4e10-8461-67abddfef2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.032503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': 'ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:01.034843 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41941255-1eff-42ce-a948-0a76c0df47ae" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:01.047627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 97a26160-9c74-40a3-8de7-1e725caf5a4b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:01.066945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05514-8117-4c37-a854-653da6abd9af req-d94a34f5-1708-4d92-a703-a2750b6bcb15 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:01.073320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05514-8117-4c37-a854-653da6abd9af req-d94a34f5-1708-4d92-a703-a2750b6bcb15 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:01.077282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc41029f-02ae-4e10-8461-67abddfef2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.079417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05514-8117-4c37-a854-653da6abd9af req-d94a34f5-1708-4d92-a703-a2750b6bcb15 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:01.086188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05514-8117-4c37-a854-653da6abd9af req-d94a34f5-1708-4d92-a703-a2750b6bcb15 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:01.092523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05514-8117-4c37-a854-653da6abd9af req-d94a34f5-1708-4d92-a703-a2750b6bcb15 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:01.095796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cad05514-8117-4c37-a854-653da6abd9af req-d94a34f5-1708-4d92-a703-a2750b6bcb15 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 3882 time: 0.5886385 Sep 17 22:44:01.112977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port aeb1853b-9ccd-4596-ab60-5db422e5e820, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:01.123684 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.124999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ecfbe609-917d-4455-a076-f1030e0b2959 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:01.154121 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418a1831-ed98-4c90-8cb3-e2efa698bc4d x-openstack-request-id: req-418a1831-ed98-4c90-8cb3-e2efa698bc4d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:01.154121 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:01.154121 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-418a1831-ed98-4c90-8cb3-e2efa698bc4d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:01.154121 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': 'ae955ff8-a1f1-4f2a-a45a-ed9751a17f8f', 'status': 'completed', 'code': 200} Sep 17 22:44:01.154121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41029f-02ae-4e10-8461-67abddfef2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c341351-de16-41bc-b7db-f279668f1f08,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:01.194425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:01.197858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.205235 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dc41029f-02ae-4e10-8461-67abddfef2db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5c8062361684cda9e89904a900bcda3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7508042 Sep 17 22:44:01.236044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51718) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:01.252333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=aeb1853b-9ccd-4596-ab60-5db422e5e820,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:01.289171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.329444 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.374516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:01.377436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ecfbe609-917d-4455-a076-f1030e0b2959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ecfbe609-917d-4455-a076-f1030e0b2959,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:01.386908 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] Sync routers for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:01.391986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.392916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device cdb19a93-00e0-470a-a0c7-9b17143674a5 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:01.413171 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:01.416807 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:01.424820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a3ec871-55b5-4d3f-87a1-637386ac3194 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "PUT /v2.0/routers/97a26160-9c74-40a3-8de7-1e725caf5a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4389117 Sep 17 22:44:01.439208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-02b8cf59-6a01-4a3d-bce4-05ebe4317869 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.442945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51720) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:01.467978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-02b8cf59-6a01-4a3d-bce4-05ebe4317869 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 3d90dbc8-be1d-42bb-aa1a-8e5263498fea owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:01.562881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting port ecfbe609-917d-4455-a076-f1030e0b2959 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:01.563148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.565641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ecfbe609-917d-4455-a076-f1030e0b2959,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:01.662624 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:01.688346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] For port ecfbe609-917d-4455-a076-f1030e0b2959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ecfbe609-917d-4455-a076-f1030e0b2959,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:01.688894 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.689007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.726777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-02b8cf59-6a01-4a3d-bce4-05ebe4317869 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.788997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cad05514-8117-4c37-a854-653da6abd9af req-560cfaec-aa0d-4b9d-af9e-47412e5abf39 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6802919 Sep 17 22:44:01.805407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8cf59-6a01-4a3d-bce4-05ebe4317869 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=3d90dbc8-be1d-42bb-aa1a-8e5263498fea,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:01.808641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port cdb19a93-00e0-470a-a0c7-9b17143674a5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:01.838365 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.856245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-02b8cf59-6a01-4a3d-bce4-05ebe4317869 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.864969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-02b8cf59-6a01-4a3d-bce4-05ebe4317869 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/3d90dbc8-be1d-42bb-aa1a-8e5263498fea HTTP/1.1" status: 204 len: 168 time: 1.5991542 Sep 17 22:44:01.865636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51724) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:01.906466 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 936eea05-ae65-438e-adbb-118b8d153adc up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:01.939712 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-90724e69-be63-4502-8523-e21ffc6a7b60 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:44:01.941413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-90724e69-be63-4502-8523-e21ffc6a7b60 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/3d90dbc8-be1d-42bb-aa1a-8e5263498fea HTTP/1.1" status: 404 len: 333 time: 0.0747821 Sep 17 22:44:01.948182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51726) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:01.995005 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:43:58Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:02.000323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=cdb19a93-00e0-470a-a0c7-9b17143674a5,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:02.003787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 936eea05-ae65-438e-adbb-118b8d153adc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:02.004758 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.037358 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] Checking router: 97a26160-9c74-40a3-8de7-1e725caf5a4b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:02.056475 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] Routers {'97a26160-9c74-40a3-8de7-1e725caf5a4b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:02.060113 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:43:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['97a26160-9c74-40a3-8de7-1e725caf5a4b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:02.097318 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.098019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.098549 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Floating IP c97fc68d-e23c-4005-ac69-f0ab427b0411 disassociated. External IP: 172.25.0.196, port: ecfbe609-917d-4455-a076-f1030e0b2959. Sep 17 22:44:02.099113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Calling delete_port for ecfbe609-917d-4455-a076-f1030e0b2959 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:02.103743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f47c-14df-4fdb-a3b4-05f9dedced4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.138229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fb3cea-74f7-41f3-aed5-07e97a2b89d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting subnet 2db5182e-0cac-4cda-9274-baedb2c62d1a {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:02.145580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.151383 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3cea-74f7-41f3-aed5-07e97a2b89d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.169739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-12dced4b-acd8-4726-84ed-562efa4d93fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 61c1d974-db46-44d6-bae7-3f0ee7da43aa {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:02.170283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12dced4b-acd8-4726-84ed-562efa4d93fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.199666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 936eea05-ae65-438e-adbb-118b8d153adc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=936eea05-ae65-438e-adbb-118b8d153adc,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:02.214549 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.328585 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12dced4b-acd8-4726-84ed-562efa4d93fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.340739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=936eea05-ae65-438e-adbb-118b8d153adc,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:02.356918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-12dced4b-acd8-4726-84ed-562efa4d93fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 61c1d974-db46-44d6-bae7-3f0ee7da43aa owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:02.383605 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] Set router 97a26160-9c74-40a3-8de7-1e725caf5a4b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:02.393281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f47c-14df-4fdb-a3b4-05f9dedced4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.499651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.519994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb1853b-9ccd-4596-ab60-5db422e5e820'}, {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959'}, {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb19a93-00e0-470a-a0c7-9b17143674a5'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:02.522316 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3cea-74f7-41f3-aed5-07e97a2b89d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.523023 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8a4d7e-b49f-41d8-8f94-afab795e2865" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb1853b-9ccd-4596-ab60-5db422e5e820"}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-unplugged", "status": "completed", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959"}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb19a93-00e0-470a-a0c7-9b17143674a5"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:02.531385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12dced4b-acd8-4726-84ed-562efa4d93fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.579136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dced4b-acd8-4726-84ed-562efa4d93fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=61c1d974-db46-44d6-bae7-3f0ee7da43aa,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:02.606652 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ba81b9-bc4d-48ce-bd9e-63e972370072 x-openstack-request-id: req-85ba81b9-bc4d-48ce-bd9e-63e972370072 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:02.606961 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb1853b-9ccd-4596-ab60-5db422e5e820", "code": 200}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-unplugged", "status": "completed", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959", "code": 200}, {"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb19a93-00e0-470a-a0c7-9b17143674a5", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:02.607214 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85ba81b9-bc4d-48ce-bd9e-63e972370072 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:02.607617 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb1853b-9ccd-4596-ab60-5db422e5e820', 'code': 200} Sep 17 22:44:02.607876 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'code': 200} Sep 17 22:44:02.608127 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb19a93-00e0-470a-a0c7-9b17143674a5', 'code': 200} Sep 17 22:44:02.625160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12dced4b-acd8-4726-84ed-562efa4d93fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.627889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-12dced4b-acd8-4726-84ed-562efa4d93fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/61c1d974-db46-44d6-bae7-3f0ee7da43aa HTTP/1.1" status: 204 len: 168 time: 0.6786838 Sep 17 22:44:02.633620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51732) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:02.676080 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:43:58Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:02.707262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f47c-14df-4fdb-a3b4-05f9dedced4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.709324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f8ec2730-d0ae-4bd3-bb5a-19b262ec82be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.711084 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a628dfae-283f-4021-bd85-020f1d8ffc3e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:44:02.713755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f47c-14df-4fdb-a3b4-05f9dedced4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.715539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7bc3f47c-14df-4fdb-a3b4-05f9dedced4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c341351-de16-41bc-b7db-f279668f1f08 HTTP/1.1" status: 204 len: 168 time: 1.4737883 Sep 17 22:44:02.719342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a628dfae-283f-4021-bd85-020f1d8ffc3e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/61c1d974-db46-44d6-bae7-3f0ee7da43aa HTTP/1.1" status: 404 len: 333 time: 0.0845470 Sep 17 22:44:02.720137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51736) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:02.757150 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529fbd4-ccac-4868-bc30-81636feb20ff None None] The sync data for ids ['97a26160-9c74-40a3-8de7-1e725caf5a4b'] in n-d-789963-10 is: [{'id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431760046', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:43:58Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69dcd706-2e97-4e12-a5ae-5fbecce8857f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a26160-9c74-40a3-8de7-1e725caf5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:40Z', 'updated_at': '2021-09-17T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:02.852452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3cea-74f7-41f3-aed5-07e97a2b89d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.879019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ec86e3-d942-4652-9514-07eca13a30d3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet 3e10982f-621f-4a59-afc3-44aea3f1213d {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:02.889460 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ec86e3-d942-4652-9514-07eca13a30d3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.912607 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.928852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3f47c-14df-4fdb-a3b4-05f9dedced4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c341351-de16-41bc-b7db-f279668f1f08,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:02.978890 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ec86e3-d942-4652-9514-07eca13a30d3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.979132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=fca75cb2-6568-4a85-abbc-2f141f85dd01,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.030608 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ae5ce-b362-4073-a197-f435d5784f89 req-238ad9c6-a4d9-4839-b22d-e614eb8a6522 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:03.036583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ae5ce-b362-4073-a197-f435d5784f89 req-238ad9c6-a4d9-4839-b22d-e614eb8a6522 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:03.044145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ae5ce-b362-4073-a197-f435d5784f89 req-238ad9c6-a4d9-4839-b22d-e614eb8a6522 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:03.051049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ae5ce-b362-4073-a197-f435d5784f89 req-238ad9c6-a4d9-4839-b22d-e614eb8a6522 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:03.059999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-896ae5ce-b362-4073-a197-f435d5784f89 req-238ad9c6-a4d9-4839-b22d-e614eb8a6522 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 3141 time: 0.1408870 Sep 17 22:44:03.076594 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.144829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-896ae5ce-b362-4073-a197-f435d5784f89 req-ca48ed1b-71ea-4588-aa0c-bb9506ff13e6 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735040 Sep 17 22:44:03.203483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ec86e3-d942-4652-9514-07eca13a30d3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.241883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51744) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.259551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ac38865-a4d9-4dcc-828e-6e9a9520e0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.330341 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ec86e3-d942-4652-9514-07eca13a30d3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.375251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec86e3-d942-4652-9514-07eca13a30d3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=3e10982f-621f-4a59-afc3-44aea3f1213d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.378493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ffb3d-dc36-4e6e-9b6f-7232ac1b5a74 None None] Network bf80e9d4-9ed7-4d80-b048-59bfa15765b3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:03.390291 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ec86e3-d942-4652-9514-07eca13a30d3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.392632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-23ec86e3-d942-4652-9514-07eca13a30d3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/3e10982f-621f-4a59-afc3-44aea3f1213d HTTP/1.1" status: 204 len: 168 time: 0.6682112 Sep 17 22:44:03.457617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ac38865-a4d9-4dcc-828e-6e9a9520e0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.458858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51746) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.472648 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ac38865-a4d9-4dcc-828e-6e9a9520e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.520367 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3cea-74f7-41f3-aed5-07e97a2b89d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.572592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3ac38865-a4d9-4dcc-828e-6e9a9520e0f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d35881b875d04e318da002e7ec4f294c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298182 Sep 17 22:44:03.573280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac38865-a4d9-4dcc-828e-6e9a9520e0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985e02f-17a9-4a2a-9066-6322fccc3692,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.583451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': 'c0c3e5e5-e366-4e3d-9b43-03b70e2a3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9f5887ec-150c-40e6-af67-e1f7ad2882e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:03.583777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: 9f5887ec-150c-40e6-af67-e1f7ad2882e2, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:03.590513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51750) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.591924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb3cea-74f7-41f3-aed5-07e97a2b89d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Subnet': ['ID=2db5182e-0cac-4cda-9274-baedb2c62d1a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.613288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.618897 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3cea-74f7-41f3-aed5-07e97a2b89d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.621626 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b3fb3cea-74f7-41f3-aed5-07e97a2b89d1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/subnets/2db5182e-0cac-4cda-9274-baedb2c62d1a HTTP/1.1" status: 204 len: 168 time: 2.1731987 Sep 17 22:44:03.623921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ba8fc-7fe4-44a2-b1dd-d23c6f92d2cd None None] Network 0c8da1db-48a4-4291-9e9b-ac5174c57181 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:03.625158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51752) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.690082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.704544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:03.704958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] DHCP port deletion for bf80e9d4-9ed7-4d80-b048-59bfa15765b3 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:03.740423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Port': ['ID=ecfbe609-917d-4455-a076-f1030e0b2959,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.762291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 9f5887ec-150c-40e6-af67-e1f7ad2882e2) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:03.771614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:03.772217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.777151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f70bf00d-8af5-4dcf-b417-b72f5caaacf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.780866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Router c4b351af-de85-4f78-bee3-6c06d32e02ac is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:03.825527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4083ccba-4dde-4d67-8700-a34e674f784e None None] Network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:03.878523 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8cf1dab6-b93b-43d0-bce6-6c67c65f863f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9239218 Sep 17 22:44:03.882707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51754) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.888074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-859174ce-5b36-476b-a092-c209d3b4d411 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1404894509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:03.897183 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.897963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f70bf00d-8af5-4dcf-b417-b72f5caaacf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.921902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 936eea05-ae65-438e-adbb-118b8d153adc up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:03.948081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 66562044-b790-476f-afc7-abda4ab792cd {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:03.948430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.018951 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.029259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] For port 66562044-b790-476f-afc7-abda4ab792cd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=66562044-b790-476f-afc7-abda4ab792cd,segment=NetworkSegment(d535dbbb-5d86-4a0b-ba00-729d8cd27fb0),segment_id=d535dbbb-5d86-4a0b-ba00-729d8cd27fb0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:04.029937 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.045621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 66562044-b790-476f-afc7-abda4ab792cd owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:04.045800 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 936eea05-ae65-438e-adbb-118b8d153adc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:04.046167 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.138253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] DHCP port deletion for 0c8da1db-48a4-4291-9e9b-ac5174c57181 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:04.138827 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.182071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-859174ce-5b36-476b-a092-c209d3b4d411 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.183134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-859174ce-5b36-476b-a092-c209d3b4d411 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.186829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=66562044-b790-476f-afc7-abda4ab792cd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:04.188697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No DVR routers for this DVR port 66562044-b790-476f-afc7-abda4ab792cd on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:04.198404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-9f5887ec-150c-40e6-af67-e1f7ad2882e2', 'network_id': '9f5887ec-150c-40e6-af67-e1f7ad2882e2', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': 'fca75cb2-6568-4a85-abbc-2f141f85dd01'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:04.199213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.203071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] Deleting port 66562044-b790-476f-afc7-abda4ab792cd {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:04.203478 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.246764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Router 386f76a5-4c17-4b93-8a47-e72d94e33a50 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:04.257616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f70bf00d-8af5-4dcf-b417-b72f5caaacf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.261259 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f70bf00d-8af5-4dcf-b417-b72f5caaacf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.262961 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f70bf00d-8af5-4dcf-b417-b72f5caaacf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2985e02f-17a9-4a2a-9066-6322fccc3692 HTTP/1.1" status: 204 len: 168 time: 0.6686494 Sep 17 22:44:04.311182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:04.315774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:04.335279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bf00d-8af5-4dcf-b417-b72f5caaacf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985e02f-17a9-4a2a-9066-6322fccc3692,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:04.369054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:04.369425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3ef92fe3-2f3a-40ea-a2d4-ae978fcd215c not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:04.369882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 66562044-b790-476f-afc7-abda4ab792cd no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:04.399760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Sync routers for ids ['c4b351af-de85-4f78-bee3-6c06d32e02ac'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:04.419645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 66562044-b790-476f-afc7-abda4ab792cd {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:04.419645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 66562044-b790-476f-afc7-abda4ab792cd not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:04.478985 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.528616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-859174ce-5b36-476b-a092-c209d3b4d411 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.542302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.559066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:04.565328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0388-652e-403b-823e-2b53aca784cc req-07e337c6-5c6e-4c14-af61-9d57de69c7f1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:04.572133 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] Sync routers for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:04.572671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.577275 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-056b515e-0924-48e7-b8c3-77faa4438aed tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5808053 Sep 17 22:44:04.589885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] For port 66562044-b790-476f-afc7-abda4ab792cd, host n-d-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:04.590305 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.591364 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:04.591999 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:04.595107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0388-652e-403b-823e-2b53aca784cc req-07e337c6-5c6e-4c14-af61-9d57de69c7f1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:04.605545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] Calling delete_port for 66562044-b790-476f-afc7-abda4ab792cd owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:04.608389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.ipam_backend_mixin [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] Port 66562044-b790-476f-afc7-abda4ab792cd was not found and therefore no delete operation was performed {{(pid=94739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:44:04.610469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.614848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51764) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:04.626703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0388-652e-403b-823e-2b53aca784cc req-07e337c6-5c6e-4c14-af61-9d57de69c7f1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:04.628454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb2a0388-652e-403b-823e-2b53aca784cc req-07e337c6-5c6e-4c14-af61-9d57de69c7f1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 2408 time: 0.3141320 Sep 17 22:44:04.643342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Routers {'c4b351af-de85-4f78-bee3-6c06d32e02ac'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:04.643342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['c4b351af-de85-4f78-bee3-6c06d32e02ac'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:04.644324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf80e9d4-9ed7-4d80-b048-59bfa15765b3']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:04.662897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-859174ce-5b36-476b-a092-c209d3b4d411 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.688464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd535dbbb-5d86-4a0b-ba00-729d8cd27fb0') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:04.688768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd535dbbb-5d86-4a0b-ba00-729d8cd27fb0') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:04.776575 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.787336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] No DVR routers for this DVR port ecfbe609-917d-4455-a076-f1030e0b2959 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:04.796351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.804147 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-c7ea0349-8bcf-48c8-b466-c6af89b34cca tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "DELETE /v2.0/ports/ecfbe609-917d-4455-a076-f1030e0b2959 HTTP/1.1" status: 204 len: 173 time: 3.7578118 Sep 17 22:44:04.807529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:04.817465 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e087cabe-9326-4b66-bf64-9ae51b92a331" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:04.829864 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:04.842923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-859174ce-5b36-476b-a092-c209d3b4d411 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.849552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-859174ce-5b36-476b-a092-c209d3b4d411 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9652226 Sep 17 22:44:04.864214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51774) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:04.886214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'port': {'network_id': '9f5887ec-150c-40e6-af67-e1f7ad2882e2', 'name': 'tempest-RoutersIpV6Test-1014458293'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:04.909627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb2a0388-652e-403b-823e-2b53aca784cc req-2ae473ef-8f14-48f8-a4bc-c0b907228c38 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268434 Sep 17 22:44:04.956725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.011715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:05.012226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:05.036352 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:05.076229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] Pushing event deleted for resources: {'Port': ['ID=66562044-b790-476f-afc7-abda4ab792cd,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:05.126675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5442fa1-45f7-4e52-8a96-aac4f580eb74 None None] No DVR routers for this DVR port 66562044-b790-476f-afc7-abda4ab792cd on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:05.138887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Set router c4b351af-de85-4f78-bee3-6c06d32e02ac gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:05.255666 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f803e2dd-646c-4ceb-8979-501cc478c533 x-openstack-request-id: req-f803e2dd-646c-4ceb-8979-501cc478c533 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:05.256311 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "ecfbe609-917d-4455-a076-f1030e0b2959", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:05.258096 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f803e2dd-646c-4ceb-8979-501cc478c533 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:05.260260 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': 'ecfbe609-917d-4455-a076-f1030e0b2959', 'status': 'completed', 'code': 200} Sep 17 22:44:05.299025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting port 7ded73d7-e359-49b7-aea7-69842be7719a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:05.301925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.316272 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.319664 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-feb16892-4b35-42f4-9d32-6ea1fbedf048 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/routers/c4b351af-de85-4f78-bee3-6c06d32e02ac HTTP/1.1" status: 200 len: 907 time: 0.6776466 Sep 17 22:44:05.323701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51784) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:05.359540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] Deleting port ee6169d5-e701-4973-800d-8cbea7f0dcbb {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:05.359766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.375156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 69dcd706-2e97-4e12-a5ae-5fbecce8857f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:05.375505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.408182 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.412756 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:17Z', 'revision_number': 5, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:05.423328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Allocated IP 2001:db8::2 (9f5887ec-150c-40e6-af67-e1f7ad2882e2/fca75cb2-6568-4a85-abbc-2f141f85dd01/dcdd7c63-2c78-427a-9c5a-de91bc08d54e) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:05.443626 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] Checking router: 386f76a5-4c17-4b93-8a47-e72d94e33a50 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:05.463965 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:05.464607 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:05.512529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.519021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/networks/bf80e9d4-9ed7-4d80-b048-59bfa15765b3 HTTP/1.1" status: 204 len: 168 time: 2.0586388 Sep 17 22:44:05.526291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51786) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:05.532819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1188003112'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:05.615182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Network': ['ID=bf80e9d4-9ed7-4d80-b048-59bfa15765b3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:05.647252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.647639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.648140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.648341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.648738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.650658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.650658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.650658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.651143 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.651247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.651487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.651824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.652152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0480b6d-9e13-463b-b238-89e21d90096f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:05.675928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:05.681386 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.682728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.711844 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] For port 7ded73d7-e359-49b7-aea7-69842be7719a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7ded73d7-e359-49b7-aea7-69842be7719a,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:05.712500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.719386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 69dcd706-2e97-4e12-a5ae-5fbecce8857f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=69dcd706-2e97-4e12-a5ae-5fbecce8857f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:05.738748 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.742631 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:05.744899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Calling delete_port for 7ded73d7-e359-49b7-aea7-69842be7719a owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:05.761286 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.787881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 69dcd706-2e97-4e12-a5ae-5fbecce8857f owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:05.788752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:05.800459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.801219 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Added segment 8de38356-6211-4056-8e4c-e2da7f752aa5 of type vlan for network 35b85b07-9b68-4cb0-ac33-46b7856acb72 Sep 17 22:44:05.848237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.865923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ee6169d5-e701-4973-800d-8cbea7f0dcbb no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:05.905641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.911691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:05.916178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.922378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:05.923064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.927555 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.948075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] For port ee6169d5-e701-4973-800d-8cbea7f0dcbb, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ee6169d5-e701-4973-800d-8cbea7f0dcbb,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:05.948776 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.973379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:05.994037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:05.996776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Pushing event updated for resources: {'Port': ['ID=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:06.011017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:06.012776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] device_id is not set on port 1832738c-320b-47f8-8091-48d6174f3a19 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:06.014689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] Calling delete_port for ee6169d5-e701-4973-800d-8cbea7f0dcbb owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:06.177378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8::3bd (9f5887ec-150c-40e6-af67-e1f7ad2882e2/fca75cb2-6568-4a85-abbc-2f141f85dd01/1832738c-320b-47f8-8091-48d6174f3a19) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:06.222324 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:17Z', 'revision_number': 5, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:06.227082 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6956387 Sep 17 22:44:06.244633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:06.262765 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe7a59-bad6-4545-9043-4e030d48f3cb None None] The sync data for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 is: [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 4, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7', 'name': '', 'network_id': '360fb9db-e296-445c-af92-7c8c35eb57f8', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'mac_address': 'fa:16:3e:ad:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:10Z', 'updated_at': '2021-09-17T22:34:17Z', 'revision_number': 5, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'subnets': [{'id': '680fe56b-6368-46fd-92b0-5ff1e95f243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:06.266351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '35b85b07-9b68-4cb0-ac33-46b7856acb72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:06.330508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Attempting to bind port dcdd7c63-2c78-427a-9c5a-de91bc08d54e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:06.331079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Attempting to bind port dcdd7c63-2c78-427a-9c5a-de91bc08d54e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'c0c3e5e5-e366-4e3d-9b43-03b70e2a3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9f5887ec-150c-40e6-af67-e1f7ad2882e2'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:06.331300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Attempting to bind port dcdd7c63-2c78-427a-9c5a-de91bc08d54e on network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:06.356730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdedd28-065f-4483-9d3e-904d3ecfbd27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Network': ['ID=35b85b07-9b68-4cb0-ac33-46b7856acb72,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:06.374735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:06.375131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Checking segment: {'id': 'c0c3e5e5-e366-4e3d-9b43-03b70e2a3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9f5887ec-150c-40e6-af67-e1f7ad2882e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:06.388526 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.389386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Bound using segment: {'id': 'c0c3e5e5-e366-4e3d-9b43-03b70e2a3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9f5887ec-150c-40e6-af67-e1f7ad2882e2'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:06.390060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Bound port: dcdd7c63-2c78-427a-9c5a-de91bc08d54e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c3e5e5-e366-4e3d-9b43-03b70e2a3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9f5887ec-150c-40e6-af67-e1f7ad2882e2'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:06.390490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.391690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.410392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b351af-de85-4f78-bee3-6c06d32e02ac', 'name': 'tempest-snat-router-641290149', 'tenant_id': '81681f083b9e4ca2b18bf8c7100f052a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '843137c0-6285-467b-bf88-b5faeff9e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:57Z', 'updated_at': '2021-09-17T22:44:00Z', 'revision_number': 3, 'project_id': '81681f083b9e4ca2b18bf8c7100f052a', 'gw_port': {'id': '843137c0-6285-467b-bf88-b5faeff9e917', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b351af-de85-4f78-bee3-6c06d32e02ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:58Z', 'updated_at': '2021-09-17T22:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:06.418656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 35b85b07-9b68-4cb0-ac33-46b7856acb72 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:06.439400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.563610 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.651470 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.674828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Checking router: c4b351af-de85-4f78-bee3-6c06d32e02ac for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:06.675535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Updating router c4b351af-de85-4f78-bee3-6c06d32e02ac port 843137c0-6285-467b-bf88-b5faeff9e917 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:44:06.691041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:06.698085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.728859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.740860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:06.755734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2e6fa-3a3d-4675-8f1f-f7385ad1fdb0 None None] New status for floating IP c97fc68d-e23c-4005-ac69-f0ab427b0411: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:44:06.764012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:06.771218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:06.778360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:06.778556 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.779427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.817228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Port': ['ID=7ded73d7-e359-49b7-aea7-69842be7719a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:06.826251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] For port dcdd7c63-2c78-427a-9c5a-de91bc08d54e, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:06.827598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9578230 Sep 17 22:44:06.840656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5356e-d201-4a5c-a332-23aead02ba96 req-ddc8fd01-7f4e-426e-b813-8047c0b9381c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:06.848340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5356e-d201-4a5c-a332-23aead02ba96 req-ddc8fd01-7f4e-426e-b813-8047c0b9381c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:06.854863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5356e-d201-4a5c-a332-23aead02ba96 req-ddc8fd01-7f4e-426e-b813-8047c0b9381c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:06.862114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ee6169d5-e701-4973-800d-8cbea7f0dcbb, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ee6169d5-e701-4973-800d-8cbea7f0dcbb,segment=NetworkSegment(6c0b194f-3543-40c6-8594-95341663c412),segment_id=6c0b194f-3543-40c6-8594-95341663c412)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:06.863776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79a5356e-d201-4a5c-a332-23aead02ba96 req-ddc8fd01-7f4e-426e-b813-8047c0b9381c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 2330 time: 0.4387527 Sep 17 22:44:06.866787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c0e89-f9a1-4d6b-b547-df013e69070f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=1832738c-320b-47f8-8091-48d6174f3a19,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:06.871163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51816) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:06.908656 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.920996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] For port dcdd7c63-2c78-427a-9c5a-de91bc08d54e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,segment=NetworkSegment(c0c3e5e5-e366-4e3d-9b43-03b70e2a3922),segment_id=c0c3e5e5-e366-4e3d-9b43-03b70e2a3922)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:07.005139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Deleting port 843137c0-6285-467b-bf88-b5faeff9e917 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:07.005526 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.021156 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.023338 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.037464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event deleted for resources: {'Port': ['ID=ee6169d5-e701-4973-800d-8cbea7f0dcbb,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:07.208633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.226613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Calling delete_port for 843137c0-6285-467b-bf88-b5faeff9e917 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:07.245919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] No DVR routers for this DVR port ee6169d5-e701-4973-800d-8cbea7f0dcbb on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:07.349456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44790b2-12eb-434f-bd2b-6d63f9e2d4e2 None None] Pushing event updated for resources: {'Port': ['ID=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:07.392086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbbebf-fd85-4866-9789-1a3431362416 None None] Pushing event deleted for resources: {'Port': ['ID=ee6169d5-e701-4973-800d-8cbea7f0dcbb,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:07.416079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.497283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] No DVR routers for this DVR port 7ded73d7-e359-49b7-aea7-69842be7719a on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:07.539047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.553184 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-65c7d055-905e-459c-b357-b1c495329c21 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "DELETE /v2.0/ports/7ded73d7-e359-49b7-aea7-69842be7719a HTTP/1.1" status: 204 len: 173 time: 2.7225070 Sep 17 22:44:07.612955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': '7ded73d7-e359-49b7-aea7-69842be7719a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:07.626455 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e9bcd-a813-4563-ad94-5c5d820094c2" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "7ded73d7-e359-49b7-aea7-69842be7719a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:07.686330 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.740023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=9356b1a7-9165-4537-8a46-677dfaa21bc7,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:07.746601 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938b1abc-debd-4a60-a86b-1bc1d619c78e x-openstack-request-id: req-938b1abc-debd-4a60-a86b-1bc1d619c78e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:07.746903 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "7ded73d7-e359-49b7-aea7-69842be7719a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:07.747156 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-938b1abc-debd-4a60-a86b-1bc1d619c78e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:07.747572 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': '7ded73d7-e359-49b7-aea7-69842be7719a', 'status': 'completed', 'code': 200} Sep 17 22:44:07.764629 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:44:07.764629 n-d-789963-10 neutron-server[94739]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Sep 17 22:44:07.764629 n-d-789963-10 neutron-server[94739]: [parameters: {'host': 'n-d-789963-10', 'ml2_port_bindings_port_id': '843137c0-6285-467b-bf88-b5faeff9e917', 'ml2_port_bindings_host': ''}] Sep 17 22:44:07.764629 n-d-789963-10 neutron-server[94739]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:44:07.765385 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:44:07.910304 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.916537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dcdd7c63-2c78-427a-9c5a-de91bc08d54e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:07.946694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.978484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event deleted for resources: {'Port': ['ID=843137c0-6285-467b-bf88-b5faeff9e917,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:07.978692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=69dcd706-2e97-4e12-a5ae-5fbecce8857f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:08.005876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port dcdd7c63-2c78-427a-9c5a-de91bc08d54e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:08.006488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.027195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Checking segment: {'id': '8de38356-6211-4056-8e4c-e2da7f752aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35b85b07-9b68-4cb0-ac33-46b7856acb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:08.027559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network hostable DHCP agents. Network: 35b85b07-9b68-4cb0-ac33-46b7856acb72, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:08.102105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 35b85b07-9b68-4cb0-ac33-46b7856acb72 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:08.106041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.108246 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79a5356e-d201-4a5c-a332-23aead02ba96 req-e8f3c297-0c1c-4ad5-95e3-896ac2d186b2 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2426236 Sep 17 22:44:08.124171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting port aeb1853b-9ccd-4596-ab60-5db422e5e820 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:08.124508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.163779 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.198973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port dcdd7c63-2c78-427a-9c5a-de91bc08d54e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,segment=NetworkSegment(c0c3e5e5-e366-4e3d-9b43-03b70e2a3922),segment_id=c0c3e5e5-e366-4e3d-9b43-03b70e2a3922)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:08.201909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 35b85b07-9b68-4cb0-ac33-46b7856acb72) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:08.210347 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.234285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093b846-8439-444b-9fbb-8eb78f202b7d None None] Network 35b85b07-9b68-4cb0-ac33-46b7856acb72 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:08.256914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.263739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.263970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:08.264404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.270802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.273749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.407143 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2ab675d6-b49b-464f-be7d-b95492af6d77 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1528964 Sep 17 22:44:08.411667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Port 843137c0-6285-467b-bf88-b5faeff9e917 not found while updating agent binding for router c4b351af-de85-4f78-bee3-6c06d32e02ac. {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 22:44:08.412229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51842) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:08.419590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c0500d9d-c141-4180-ac84-df1381980c70 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-195842639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:08.441430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.442253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4b351af-de85-4f78-bee3-6c06d32e02ac {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:08.448331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.452543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:08.452691 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3c780b27-d58d-45c2-9c8d-7d029e707d26 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c4b351af-de85-4f78-bee3-6c06d32e02ac HTTP/1.1" status: 204 len: 168 time: 3.1243644 Sep 17 22:44:08.453463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51844) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:08.457066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Routers set() bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:08.457872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Router IDs set() for agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:44:08.458072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_agentschedulers_db [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c4b351af-de85-4f78-bee3-6c06d32e02ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent'). {{(pid=94739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:44:08.458478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156acd65-9254-4a8a-a783-159abb2bf776 None None] The sync data for ids ['c4b351af-de85-4f78-bee3-6c06d32e02ac'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:08.572828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] For port aeb1853b-9ccd-4596-ab60-5db422e5e820, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=aeb1853b-9ccd-4596-ab60-5db422e5e820,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:08.573499 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.583895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0500d9d-c141-4180-ac84-df1381980c70 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.597347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0500d9d-c141-4180-ac84-df1381980c70 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.598169 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-35b85b07-9b68-4cb0-ac33-46b7856acb72', 'network_id': '35b85b07-9b68-4cb0-ac33-46b7856acb72', 'tenant_id': '5863daf0d73f4db58cb4badae0a969ba', 'fixed_ips': [{'subnet_id': '9356b1a7-9165-4537-8a46-677dfaa21bc7'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:08.599270 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.616505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.627870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Calling delete_port for aeb1853b-9ccd-4596-ab60-5db422e5e820 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:08.656775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.749753 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.750364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Fanout notify agent at l3_agent the message router_deleted on router 97a26160-9c74-40a3-8de7-1e725caf5a4b {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:08.766866 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.772089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5533eedd-b5c2-4f7b-b729-79051c8e6cd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/routers/97a26160-9c74-40a3-8de7-1e725caf5a4b HTTP/1.1" status: 204 len: 168 time: 5.1454153 Sep 17 22:44:08.772615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:08.809273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Allocated IP 2001:db8::2 (35b85b07-9b68-4cb0-ac33-46b7856acb72/9356b1a7-9165-4537-8a46-677dfaa21bc7/dd0121fd-59fa-4969-bb8e-db34e46a6c13) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:08.855811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc02f9cb-c236-4bfc-8642-c6a102457594 None None] Network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:08.941478 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.949557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.027891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7b1b64d5-a7a3-41a9-9bfc-eab1c670963c None None] Provisioning complete for port dcdd7c63-2c78-427a-9c5a-de91bc08d54e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:09.028265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7b1b64d5-a7a3-41a9-9bfc-eab1c670963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.162227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=1832738c-320b-47f8-8091-48d6174f3a19,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:09.234826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0500d9d-c141-4180-ac84-df1381980c70 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.257228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0500d9d-c141-4180-ac84-df1381980c70 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.290376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0500d9d-c141-4180-ac84-df1381980c70 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.294069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c0500d9d-c141-4180-ac84-df1381980c70 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8786123 Sep 17 22:44:09.302542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51862) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:09.313263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'network_id': '35b85b07-9b68-4cb0-ac33-46b7856acb72', 'name': 'tempest-PortsIpV6TestJSON-697891887'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:09.364120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.366979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7147c-f4c3-452b-a450-d286ca3af93c req-af70fd47-910e-465d-bf15-949ecb5108a4 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:09.375298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7147c-f4c3-452b-a450-d286ca3af93c req-af70fd47-910e-465d-bf15-949ecb5108a4 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:09.383334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99e7147c-f4c3-452b-a450-d286ca3af93c req-af70fd47-910e-465d-bf15-949ecb5108a4 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 1675 time: 0.1457808 Sep 17 22:44:09.436617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99e7147c-f4c3-452b-a450-d286ca3af93c req-02c27558-06f3-4caf-a86f-f2fdd671922e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520480 Sep 17 22:44:09.438173 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.482952 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.490366 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.496373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.558809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Pushing event updated for resources: {'Port': ['ID=dd0121fd-59fa-4969-bb8e-db34e46a6c13,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:09.598922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Network 35b85b07-9b68-4cb0-ac33-46b7856acb72 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:09.601121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:09.605678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:09.694018 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.723009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.738863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Attempting to bind port dd0121fd-59fa-4969-bb8e-db34e46a6c13 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:09.738863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Attempting to bind port dd0121fd-59fa-4969-bb8e-db34e46a6c13 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8de38356-6211-4056-8e4c-e2da7f752aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35b85b07-9b68-4cb0-ac33-46b7856acb72'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:09.739231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Attempting to bind port dd0121fd-59fa-4969-bb8e-db34e46a6c13 on network 35b85b07-9b68-4cb0-ac33-46b7856acb72 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:09.746195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:09.746747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Checking segment: {'id': '8de38356-6211-4056-8e4c-e2da7f752aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35b85b07-9b68-4cb0-ac33-46b7856acb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:09.747244 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.747648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Bound using segment: {'id': '8de38356-6211-4056-8e4c-e2da7f752aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35b85b07-9b68-4cb0-ac33-46b7856acb72'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:09.748276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Bound port: dd0121fd-59fa-4969-bb8e-db34e46a6c13, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de38356-6211-4056-8e4c-e2da7f752aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35b85b07-9b68-4cb0-ac33-46b7856acb72'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:09.748678 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.777799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.824921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Port': ['ID=aeb1853b-9ccd-4596-ab60-5db422e5e820,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:09.835032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dcdd7c63-2c78-427a-9c5a-de91bc08d54e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:09.869258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.895989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8da1db-48a4-4291-9e9b-ac5174c57181']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:09.903988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] For port dd0121fd-59fa-4969-bb8e-db34e46a6c13, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:09.914635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0b194f-3543-40c6-8594-95341663c412') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:09.914922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0b194f-3543-40c6-8594-95341663c412') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:09.918864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] For port dd0121fd-59fa-4969-bb8e-db34e46a6c13, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dd0121fd-59fa-4969-bb8e-db34e46a6c13,segment=NetworkSegment(8de38356-6211-4056-8e4c-e2da7f752aa5),segment_id=8de38356-6211-4056-8e4c-e2da7f752aa5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:09.923567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port dcdd7c63-2c78-427a-9c5a-de91bc08d54e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:09.923953 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.927900 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.936039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] No DVR routers for this DVR port aeb1853b-9ccd-4596-ab60-5db422e5e820 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:09.938844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.941333 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-5fa3a606-089e-4bd2-a356-e55f172f586b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "DELETE /v2.0/ports/aeb1853b-9ccd-4596-ab60-5db422e5e820 HTTP/1.1" status: 204 len: 173 time: 2.3050964 Sep 17 22:44:09.943950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': 'aeb1853b-9ccd-4596-ab60-5db422e5e820'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:09.946939 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c2e096-3f4b-4ffc-83c1-a3c04891d11f" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "aeb1853b-9ccd-4596-ab60-5db422e5e820"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:09.950980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:09.954625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.957725 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.027263 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eed667b-4ae1-40c2-9dec-79831d2d359b x-openstack-request-id: req-1eed667b-4ae1-40c2-9dec-79831d2d359b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:10.027558 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "aeb1853b-9ccd-4596-ab60-5db422e5e820", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:10.027810 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1eed667b-4ae1-40c2-9dec-79831d2d359b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:10.028212 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': 'aeb1853b-9ccd-4596-ab60-5db422e5e820', 'status': 'completed', 'code': 200} Sep 17 22:44:10.035681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.051885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port f54e3183-458e-4e87-9c86-d2a7a219ba4e yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:10.060062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaa140-d0ae-4384-ba9e-f90b3c6759b2 None None] Pushing event updated for resources: {'Port': ['ID=dd0121fd-59fa-4969-bb8e-db34e46a6c13,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:10.062878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:10.063293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:10.069803 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:10.156362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-85246c0b-d423-4851-a0a4-547fc8178be0 None None] Provisioning complete for port dcdd7c63-2c78-427a-9c5a-de91bc08d54e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:10.156708 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85246c0b-d423-4851-a0a4-547fc8178be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.293091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51876) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:10.317493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.329945 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.332774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.379988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-85246c0b-d423-4851-a0a4-547fc8178be0 None None] Provisioning complete for port 1832738c-320b-47f8-8091-48d6174f3a19 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:10.380643 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85246c0b-d423-4851-a0a4-547fc8178be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.413254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 69dcd706-2e97-4e12-a5ae-5fbecce8857f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:10.427182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=1832738c-320b-47f8-8091-48d6174f3a19,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:10.452763 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.464103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.472363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51882) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:10.472527 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/networks/0c8da1db-48a4-4291-9e9b-ac5174c57181 HTTP/1.1" status: 204 len: 168 time: 1.6945889 Sep 17 22:44:10.490295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Deleting port 936eea05-ae65-438e-adbb-118b8d153adc {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:10.496695 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.498325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 69dcd706-2e97-4e12-a5ae-5fbecce8857f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:10.498816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 69dcd706-2e97-4e12-a5ae-5fbecce8857f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:10.502088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-85246c0b-d423-4851-a0a4-547fc8178be0 None None] Port 1832738c-320b-47f8-8091-48d6174f3a19 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:10.567514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ab65e-1176-4a6e-bcc2-cb8b89eac22b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Network': ['ID=0c8da1db-48a4-4291-9e9b-ac5174c57181,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:10.643131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6733110e-f4a1-484d-a641-f83a93d4e136 None None] Provisioning complete for port 1832738c-320b-47f8-8091-48d6174f3a19 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:10.643495 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6733110e-f4a1-484d-a641-f83a93d4e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.696845 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dc11bb6-de78-42cd-9242-8ab778212acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.743009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting port cdb19a93-00e0-470a-a0c7-9b17143674a5 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:10.744140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.753194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::21d (35b85b07-9b68-4cb0-ac33-46b7856acb72/9356b1a7-9165-4537-8a46-677dfaa21bc7/f54e3183-458e-4e87-9c86-d2a7a219ba4e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:10.784813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6733110e-f4a1-484d-a641-f83a93d4e136 None None] Port 1832738c-320b-47f8-8091-48d6174f3a19 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:10.877763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfea5f-4e48-497d-8a30-a79b36a443e3 req-4f1f7d24-66c7-4bf8-a26b-46b5cbbd4abb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:10.879367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7dfea5f-4e48-497d-8a30-a79b36a443e3 req-4f1f7d24-66c7-4bf8-a26b-46b5cbbd4abb tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 941 time: 0.3418944 Sep 17 22:44:10.887064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:10.888922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-941eb75d-cf44-4a40-bcf7-504dc53f6514 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.891026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:10.947361 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-941eb75d-cf44-4a40-bcf7-504dc53f6514 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.970462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] For port 936eea05-ae65-438e-adbb-118b8d153adc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=936eea05-ae65-438e-adbb-118b8d153adc,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:10.970938 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.983845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] For port cdb19a93-00e0-470a-a0c7-9b17143674a5, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=cdb19a93-00e0-470a-a0c7-9b17143674a5,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:10.984152 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.026347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6e8a36e3-ffe0-4787-8141-7c5fd128fcfa None None] Provisioning complete for port 1832738c-320b-47f8-8091-48d6174f3a19 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:11.026770 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6e8a36e3-ffe0-4787-8141-7c5fd128fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.058921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7dfea5f-4e48-497d-8a30-a79b36a443e3 req-c6655909-c950-4487-857f-9d9b5605c81c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644468 Sep 17 22:44:11.069909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Calling delete_port for 936eea05-ae65-438e-adbb-118b8d153adc owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:11.103276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a36e3-ffe0-4787-8141-7c5fd128fcfa None None] Port 1832738c-320b-47f8-8091-48d6174f3a19 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:11.153420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-941eb75d-cf44-4a40-bcf7-504dc53f6514 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.156409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-941eb75d-cf44-4a40-bcf7-504dc53f6514 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.161307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-941eb75d-cf44-4a40-bcf7-504dc53f6514 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/security-groups/db60aa4e-99f3-4014-b752-cbf8c427d082 HTTP/1.1" status: 204 len: 168 time: 0.6877825 Sep 17 22:44:11.177997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eb75d-cf44-4a40-bcf7-504dc53f6514 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60aa4e-99f3-4014-b752-cbf8c427d082,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:11.200084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Calling delete_port for cdb19a93-00e0-470a-a0c7-9b17143674a5 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:11.203639 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dc11bb6-de78-42cd-9242-8ab778212acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.207305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 6c625c11-28a1-4702-9913-72096ffb0f35 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:11.252093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dc11bb6-de78-42cd-9242-8ab778212acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.359232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc11bb6-de78-42cd-9242-8ab778212acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611f0858-ddc0-4821-b388-3346848fcdae,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:11.410125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:11.424114 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c6d4d-23ed-4de3-a42c-8f603219ec80 None None] Sync routers for ids ['6c625c11-28a1-4702-9913-72096ffb0f35'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:11.437395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1dc11bb6-de78-42cd-9242-8ab778212acd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=538268c84e8c41be80f6e48c22b0cac8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1428533 Sep 17 22:44:11.439953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51892) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:11.444808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a306530e-ba76-43e1-ab85-33108629aa02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/6c625c11-28a1-4702-9913-72096ffb0f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5652819 Sep 17 22:44:11.445073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ce4870b3-8dc6-4ef6-9fd4-c10a7e041eba None None] Provisioning complete for port 1832738c-320b-47f8-8091-48d6174f3a19 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:11.446186 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ce4870b3-8dc6-4ef6-9fd4-c10a7e041eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.448230 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c6d4d-23ed-4de3-a42c-8f603219ec80 None None] Routers {'6c625c11-28a1-4702-9913-72096ffb0f35'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:11.448871 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-fb0c6d4d-23ed-4de3-a42c-8f603219ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6c625c11-28a1-4702-9913-72096ffb0f35'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:11.450704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:11.489787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ce4870b3-8dc6-4ef6-9fd4-c10a7e041eba None None] Port 1832738c-320b-47f8-8091-48d6174f3a19 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:11.519411 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-fb0c6d4d-23ed-4de3-a42c-8f603219ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:11.528624 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c6d4d-23ed-4de3-a42c-8f603219ec80 None None] Routers {'6c625c11-28a1-4702-9913-72096ffb0f35'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:11.533894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccf04e4-16a7-4e3b-9b88-159cafeb508f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:11.534767 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-fb0c6d4d-23ed-4de3-a42c-8f603219ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6c625c11-28a1-4702-9913-72096ffb0f35'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:11.539023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1ccf04e4-16a7-4e3b-9b88-159cafeb508f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports/1832738c-320b-47f8-8091-48d6174f3a19 HTTP/1.1" status: 200 len: 984 time: 0.0875132 Sep 17 22:44:11.545719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51896) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:11.576578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.577984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13938b17-fa54-4747-bc8b-78b966aaef05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.599125 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-fb0c6d4d-23ed-4de3-a42c-8f603219ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:11.599781 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c6d4d-23ed-4de3-a42c-8f603219ec80 None None] The sync data for ids ['6c625c11-28a1-4702-9913-72096ffb0f35'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:11.655929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51898) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:11.661009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5aacf17f-bdd4-4e70-a5ff-152aedf78c83 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533683828', 'description': 'tempest-secgroup-smoke-1533683828 description', 'project_id': 'dd57f2c534624464a18ff984d4076422'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:11.686909 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13938b17-fa54-4747-bc8b-78b966aaef05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.705328 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aacf17f-bdd4-4e70-a5ff-152aedf78c83 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.823412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dd0121fd-59fa-4969-bb8e-db34e46a6c13 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:11.852794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.870382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbf2ce7-8710-4f83-b848-b00d79c5bff4 None None] Network 35b85b07-9b68-4cb0-ac33-46b7856acb72 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:11.914714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 35b85b07-9b68-4cb0-ac33-46b7856acb72 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:11.926066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:11.932445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.934440 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13938b17-fa54-4747-bc8b-78b966aaef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.937406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-13938b17-fa54-4747-bc8b-78b966aaef05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.938451 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-13938b17-fa54-4747-bc8b-78b966aaef05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/611f0858-ddc0-4821-b388-3346848fcdae HTTP/1.1" status: 204 len: 168 time: 0.4868581 Sep 17 22:44:11.948570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:11.951877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aacf17f-bdd4-4e70-a5ff-152aedf78c83 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.959905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:11.960753 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.965852 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aacf17f-bdd4-4e70-a5ff-152aedf78c83 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.972377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c079d06f-f0b0-4dd6-bd88-3e86cd984f59 None None] Provisioning complete for port dd0121fd-59fa-4969-bb8e-db34e46a6c13 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:11.972751 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c079d06f-f0b0-4dd6-bd88-3e86cd984f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.988517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=f54e3183-458e-4e87-9c86-d2a7a219ba4e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.001236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13938b17-fa54-4747-bc8b-78b966aaef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611f0858-ddc0-4821-b388-3346848fcdae,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.022624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.041521 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aacf17f-bdd4-4e70-a5ff-152aedf78c83 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.042847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5aacf17f-bdd4-4e70-a5ff-152aedf78c83 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3856595 Sep 17 22:44:12.045524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacf17f-bdd4-4e70-a5ff-152aedf78c83 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05da5bf4-b631-46c9-99ff-c5522792821d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.047619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51904) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:12.063948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6aae5c37-524b-4522-a6c3-16b9893f57c9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '05da5bf4-b631-46c9-99ff-c5522792821d', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:12.105438 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port dd0121fd-59fa-4969-bb8e-db34e46a6c13 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:12.105809 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.141083 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c01a78d8-7ee7-41bd-9b79-f29dac97f12c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8374517 Sep 17 22:44:12.160302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51910) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:12.170575 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6aae5c37-524b-4522-a6c3-16b9893f57c9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.220771 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:44:12.234165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Port': ['ID=cdb19a93-00e0-470a-a0c7-9b17143674a5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.281393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.296473 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c079d06f-f0b0-4dd6-bd88-3e86cd984f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.310700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a0b56bf-ed56-4d7a-bcf5-5c258bd46b86 req-c2eb4a57-71ff-4281-ae7b-874d34d00571 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0805168 Sep 17 22:44:12.319925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.325093 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.367153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c079d06f-f0b0-4dd6-bd88-3e86cd984f59 None None] For port dd0121fd-59fa-4969-bb8e-db34e46a6c13, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dd0121fd-59fa-4969-bb8e-db34e46a6c13,segment=NetworkSegment(8de38356-6211-4056-8e4c-e2da7f752aa5),segment_id=8de38356-6211-4056-8e4c-e2da7f752aa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:12.408702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51914) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:12.416039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.417047 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c079d06f-f0b0-4dd6-bd88-3e86cd984f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.420413 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.487056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] No DVR routers for this DVR port cdb19a93-00e0-470a-a0c7-9b17143674a5 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:12.489987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event deleted for resources: {'Port': ['ID=936eea05-ae65-438e-adbb-118b8d153adc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.494504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.497036 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5f3f32d7-5221-4187-bc7d-7785ff0e9ca8 req-00b962ad-a5c3-463c-8bbe-7111d966568c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.49 "DELETE /v2.0/ports/cdb19a93-00e0-470a-a0c7-9b17143674a5 HTTP/1.1" status: 204 len: 173 time: 2.5374730 Sep 17 22:44:12.498303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': 'cdb19a93-00e0-470a-a0c7-9b17143674a5'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:12.500800 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576742be-b34d-4d12-a29e-293e6bc4733b" -d '{"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "cdb19a93-00e0-470a-a0c7-9b17143674a5"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:12.518254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.519069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f87319af-0962-492b-87b6-5fe3547bf6d5 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:12.527087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.533551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3c3c732d-f83b-44cb-86c7-a9521631f3e7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "DELETE /v2.0/routers/f87319af-0962-492b-87b6-5fe3547bf6d5 HTTP/1.1" status: 204 len: 168 time: 4.0676403 Sep 17 22:44:12.533551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51918) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:12.535803 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:44:12.536163 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:44:12.547797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1979252156', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:12.561954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079d06f-f0b0-4dd6-bd88-3e86cd984f59 None None] Pushing event updated for resources: {'Port': ['ID=dd0121fd-59fa-4969-bb8e-db34e46a6c13,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.573607 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6751d0f-218d-47c6-8e1f-05585cb60ce8 x-openstack-request-id: req-c6751d0f-218d-47c6-8e1f-05585cb60ce8 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:12.574221 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73210-b456-42e0-aeea-28b71d8bd68f", "name": "network-vif-deleted", "tag": "cdb19a93-00e0-470a-a0c7-9b17143674a5", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:12.574644 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6751d0f-218d-47c6-8e1f-05585cb60ce8 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:12.575191 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73210-b456-42e0-aeea-28b71d8bd68f', 'name': 'network-vif-deleted', 'tag': 'cdb19a93-00e0-470a-a0c7-9b17143674a5', 'status': 'completed', 'code': 200} Sep 17 22:44:12.587769 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2c6c91ac-fb27-4426-a6e6-58db9f054321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.592771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.594422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.610815 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6aae5c37-524b-4522-a6c3-16b9893f57c9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.630245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6aae5c37-524b-4522-a6c3-16b9893f57c9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.732578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.821977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae5c37-524b-4522-a6c3-16b9893f57c9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e1050a-2fea-4bed-8745-ad28a997b42a,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.854103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-24c5f337-6be8-43e1-95f5-dc72f43a7b68 None None] Provisioning complete for port f54e3183-458e-4e87-9c86-d2a7a219ba4e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:12.854565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24c5f337-6be8-43e1-95f5-dc72f43a7b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.895526 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24c5f337-6be8-43e1-95f5-dc72f43a7b68 None None] Port f54e3183-458e-4e87-9c86-d2a7a219ba4e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:12.906678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-24c5f337-6be8-43e1-95f5-dc72f43a7b68 None None] Provisioning complete for port dd0121fd-59fa-4969-bb8e-db34e46a6c13 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:12.907151 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24c5f337-6be8-43e1-95f5-dc72f43a7b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.974464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.121696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.242032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-eb85076c-a03f-4beb-94b4-ee4f37b9a377 None None] Provisioning complete for port f54e3183-458e-4e87-9c86-d2a7a219ba4e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:13.242952 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eb85076c-a03f-4beb-94b4-ee4f37b9a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.268650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.293677 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-eb85076c-a03f-4beb-94b4-ee4f37b9a377 None None] Port f54e3183-458e-4e87-9c86-d2a7a219ba4e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:13.304569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.465696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Allocated IP 172.25.0.89 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/4c847670-6b14-46b7-a35a-9f3a0308e169) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:13.609867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.651519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.740974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event updated for resources: {'Port': ['ID=4c847670-6b14-46b7-a35a-9f3a0308e169,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:13.765314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:13.766823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:13.769401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:13.770902 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2c6c91ac-fb27-4426-a6e6-58db9f054321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.804207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2c6c91ac-fb27-4426-a6e6-58db9f054321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.807607 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6aae5c37-524b-4522-a6c3-16b9893f57c9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.811999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51934) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:13.812185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6aae5c37-524b-4522-a6c3-16b9893f57c9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7524745 Sep 17 22:44:13.823125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dd0121fd-59fa-4969-bb8e-db34e46a6c13 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:13.829126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b1c464dc-1481-4640-a79e-640a1775815a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '05da5bf4-b631-46c9-99ff-c5522792821d', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:13.849726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-770ad33e-1a8c-4d62-b6fa-c90f239a6b80 req-7744f0f1-160d-4a15-bc77-8864bba2a05e tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0774891 Sep 17 22:44:13.888487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port dd0121fd-59fa-4969-bb8e-db34e46a6c13 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:13.889067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.932906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2c6c91ac-fb27-4426-a6e6-58db9f054321 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fb2121d8e2d4dba985dd9671eb9ea78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5177684 Sep 17 22:44:13.953703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51936) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:13.969748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c91ac-fb27-4426-a6e6-58db9f054321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7655c9-9f4b-4abd-957c-2edb681dde37,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.005995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 1832738c-320b-47f8-8091-48d6174f3a19 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:14.006354 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.084974 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1c464dc-1481-4640-a79e-640a1775815a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.141534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 936eea05-ae65-438e-adbb-118b8d153adc no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:14.168301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.194344 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.199413 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.199705 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-375c818e-87d1-4e61-a55d-24587693e792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.207496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 936eea05-ae65-438e-adbb-118b8d153adc {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:14.207914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 936eea05-ae65-438e-adbb-118b8d153adc not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:14.222958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b49622-dd0d-4d6b-84e1-f0bd8f0a419b req-818ddfec-4903-4e85-833c-d59ab0ed9799 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.224700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c8b49622-dd0d-4d6b-84e1-f0bd8f0a419b req-818ddfec-4903-4e85-833c-d59ab0ed9799 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1639888 Sep 17 22:44:14.279862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 1832738c-320b-47f8-8091-48d6174f3a19 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:14.291749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-375c818e-87d1-4e61-a55d-24587693e792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.332204 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1c464dc-1481-4640-a79e-640a1775815a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.376914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1c464dc-1481-4640-a79e-640a1775815a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.406239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=f54e3183-458e-4e87-9c86-d2a7a219ba4e,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.441853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.483090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c8b49622-dd0d-4d6b-84e1-f0bd8f0a419b req-a8b49884-aab7-4d8b-b186-c3f6cd623a98 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450700 Sep 17 22:44:14.522793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-a918903e-b482-4289-946e-4dbbea72cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.526266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-a918903e-b482-4289-946e-4dbbea72cf07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1097 time: 0.4941103 Sep 17 22:44:14.531173 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1c464dc-1481-4640-a79e-640a1775815a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.535246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b1c464dc-1481-4640-a79e-640a1775815a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7149496 Sep 17 22:44:14.535246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-375c818e-87d1-4e61-a55d-24587693e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.536199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-375c818e-87d1-4e61-a55d-24587693e792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.541071 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-375c818e-87d1-4e61-a55d-24587693e792 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe7655c9-9f4b-4abd-957c-2edb681dde37 HTTP/1.1" status: 204 len: 168 time: 0.5863078 Sep 17 22:44:14.543603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51944) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:14.552569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-555c3177-89a6-458b-a2ac-059026df4f07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '05da5bf4-b631-46c9-99ff-c5522792821d', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:14.574501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c464dc-1481-4640-a79e-640a1775815a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d735a5ab-a11a-4336-ae37-e50bdb7e98fb,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.593124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c818e-87d1-4e61-a55d-24587693e792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7655c9-9f4b-4abd-957c-2edb681dde37,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.650660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-24210ba0-5da0-4277-9a6e-bb92ba5833d6 None None] Provisioning complete for port f54e3183-458e-4e87-9c86-d2a7a219ba4e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:14.651222 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24210ba0-5da0-4277-9a6e-bb92ba5833d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.676138 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.726244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24210ba0-5da0-4277-9a6e-bb92ba5833d6 None None] Port f54e3183-458e-4e87-9c86-d2a7a219ba4e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:14.898321 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.132331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-705b66dd-f331-47a9-b1c2-6a44bf819450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:15.134164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-705b66dd-f331-47a9-b1c2-6a44bf819450 service neutron] 10.222.0.45 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 920 time: 0.4037786 Sep 17 22:44:15.171489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f2c4414-8eec-453f-b806-33fb52064715 req-96201890-2f28-4ae5-9c14-2fe10b196c18 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0764270 Sep 17 22:44:15.209404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-555c3177-89a6-458b-a2ac-059026df4f07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.302029 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.317957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-af3b1b3b-cb33-4114-b47d-c5e592e73ccd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d436fc4b-5a2c-4644-b411-96076f0ff520 HTTP/1.1" status: 200 len: 217 time: 0.1616011 Sep 17 22:44:15.393614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-555c3177-89a6-458b-a2ac-059026df4f07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.407813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-555c3177-89a6-458b-a2ac-059026df4f07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.423706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.438657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c3177-89a6-458b-a2ac-059026df4f07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6e5ae0-fb53-468b-9462-48d5f6eaa9ba,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:15.541848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=1832738c-320b-47f8-8091-48d6174f3a19,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:15.545575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-555c3177-89a6-458b-a2ac-059026df4f07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.549289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-555c3177-89a6-458b-a2ac-059026df4f07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0010698 Sep 17 22:44:15.558724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:15.568874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6cbbf2e7-89fb-4fd4-ba0d-45a1dbfe8bd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '05da5bf4-b631-46c9-99ff-c5522792821d', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:15.700969 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.706926 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cbbf2e7-89fb-4fd4-ba0d-45a1dbfe8bd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.754005 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.824802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-6abb298d-b23c-47c2-8755-3edd6f95ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:15.827551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-6abb298d-b23c-47c2-8755-3edd6f95ec82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.4974289 Sep 17 22:44:15.842586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Router af3d21da-6e21-4dd3-a193-efea1d8bb118 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:15.845872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cbbf2e7-89fb-4fd4-ba0d-45a1dbfe8bd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.855368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cbbf2e7-89fb-4fd4-ba0d-45a1dbfe8bd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.872314 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.873418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.916110 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6cbbf2e7-89fb-4fd4-ba0d-45a1dbfe8bd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.919880 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6cbbf2e7-89fb-4fd4-ba0d-45a1dbfe8bd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3541913 Sep 17 22:44:15.919880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbf2e7-89fb-4fd4-ba0d-45a1dbfe8bd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b99580-9b4e-42c0-be31-caa2d2706d4c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:15.927854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51978) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:15.935647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b3dfcd8c-3557-4118-a496-e394f0b2c44d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '05da5bf4-b631-46c9-99ff-c5522792821d', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:15.944576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56ed46-bff0-40dc-99cf-30c7e5b2b078 req-a6c26d9c-fb09-404a-9a9b-a191955a9936 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:15.953394 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-db56ed46-bff0-40dc-99cf-30c7e5b2b078 req-a6c26d9c-fb09-404a-9a9b-a191955a9936 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3232663 Sep 17 22:44:15.961753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-d4ee32c7-a79e-4982-aeb9-d7353ed2519d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759480 Sep 17 22:44:16.010483 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-b3dfcd8c-3557-4118-a496-e394f0b2c44d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Project dd57f2c534624464a18ff984d4076422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:44:16.023168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-75a429de-32ea-4af5-8153-3354e7f769c8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:16.024289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-75a429de-32ea-4af5-8153-3354e7f769c8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251563 Sep 17 22:44:16.025119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3dfcd8c-3557-4118-a496-e394f0b2c44d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.036538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:16.055343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406efdc-2e35-4179-816f-c8bd9f18966a None None] Sync routers for ids ['af3d21da-6e21-4dd3-a193-efea1d8bb118'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:16.071284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406efdc-2e35-4179-816f-c8bd9f18966a None None] Routers {'af3d21da-6e21-4dd3-a193-efea1d8bb118'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:16.072030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-4406efdc-2e35-4179-816f-c8bd9f18966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['af3d21da-6e21-4dd3-a193-efea1d8bb118'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.103055 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.104982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f9a7ee61-98fa-4b11-a55d-5631ada0d62e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5698166 Sep 17 22:44:16.107744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51984) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:16.125293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-80dc0092-c6b9-43f5-9f61-5a5f34aaa084 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': False}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:16.130242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3dfcd8c-3557-4118-a496-e394f0b2c44d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.140185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-4406efdc-2e35-4179-816f-c8bd9f18966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.149929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406efdc-2e35-4179-816f-c8bd9f18966a None None] Routers {'af3d21da-6e21-4dd3-a193-efea1d8bb118'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:16.150803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-4406efdc-2e35-4179-816f-c8bd9f18966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['af3d21da-6e21-4dd3-a193-efea1d8bb118'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.166282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3dfcd8c-3557-4118-a496-e394f0b2c44d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.184249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfcd8c-3557-4118-a496-e394f0b2c44d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0dbbb0-c89a-43b7-9f5f-7312ae87075e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:16.188376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-4406efdc-2e35-4179-816f-c8bd9f18966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.189406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406efdc-2e35-4179-816f-c8bd9f18966a None None] The sync data for ids ['af3d21da-6e21-4dd3-a193-efea1d8bb118'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:16.216766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3dfcd8c-3557-4118-a496-e394f0b2c44d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.218467 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b3dfcd8c-3557-4118-a496-e394f0b2c44d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2890456 Sep 17 22:44:16.229571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51988) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:16.233956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=f54e3183-458e-4e87-9c86-d2a7a219ba4e,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:16.240276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-77df844c-56c6-4c62-9e4f-8d16d1a7af8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '05da5bf4-b631-46c9-99ff-c5522792821d', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:16.265533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 6c625c11-28a1-4702-9913-72096ffb0f35 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:16.272354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-db56ed46-bff0-40dc-99cf-30c7e5b2b078 req-6c5436b6-847c-43fe-a070-c54ddef15761 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182981 Sep 17 22:44:16.405551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4005b73b-68a1-4452-94c9-75282412b461 req-3624754e-0fc3-4d88-9746-7796248c6a9f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.1280639 Sep 17 22:44:16.419518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 35b85b07-9b68-4cb0-ac33-46b7856acb72 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:16.426485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:16.431239 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-77df844c-56c6-4c62-9e4f-8d16d1a7af8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Project dd57f2c534624464a18ff984d4076422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:44:16.472408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77df844c-56c6-4c62-9e4f-8d16d1a7af8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.546844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-3827b873-63f9-44f2-a2c4-12c7289cd8bf service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126979 Sep 17 22:44:16.583260 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80dc0092-c6b9-43f5-9f61-5a5f34aaa084 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.715348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:16.733818 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb55010f-56e9-41be-bd71-d4d03dc38b5f None None] Sync routers for ids ['6c625c11-28a1-4702-9913-72096ffb0f35'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:16.749161 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55010f-56e9-41be-bd71-d4d03dc38b5f None None] Routers {'6c625c11-28a1-4702-9913-72096ffb0f35'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:16.749800 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bb55010f-56e9-41be-bd71-d4d03dc38b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6c625c11-28a1-4702-9913-72096ffb0f35'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.774904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-839af63c-57a6-4e02-a08a-48e9908aaaff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/6c625c11-28a1-4702-9913-72096ffb0f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2280679 Sep 17 22:44:16.800163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:16.812303 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77df844c-56c6-4c62-9e4f-8d16d1a7af8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.823733 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bb55010f-56e9-41be-bd71-d4d03dc38b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.855586 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55010f-56e9-41be-bd71-d4d03dc38b5f None None] Routers {'6c625c11-28a1-4702-9913-72096ffb0f35'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:16.856491 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bb55010f-56e9-41be-bd71-d4d03dc38b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6c625c11-28a1-4702-9913-72096ffb0f35'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.902239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1e6b9b57-1a99-4abd-a864-bb8e2ce1f2f7 None None] Provisioning complete for port f54e3183-458e-4e87-9c86-d2a7a219ba4e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:16.902749 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9b57-1a99-4abd-a864-bb8e2ce1f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.922395 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bb55010f-56e9-41be-bd71-d4d03dc38b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.923290 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb55010f-56e9-41be-bd71-d4d03dc38b5f None None] The sync data for ids ['6c625c11-28a1-4702-9913-72096ffb0f35'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:16.974978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b9b57-1a99-4abd-a864-bb8e2ce1f2f7 None None] Port f54e3183-458e-4e87-9c86-d2a7a219ba4e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:17.000162 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77df844c-56c6-4c62-9e4f-8d16d1a7af8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.144772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80dc0092-c6b9-43f5-9f61-5a5f34aaa084 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.149345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80dc0092-c6b9-43f5-9f61-5a5f34aaa084 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.293105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dc0092-c6b9-43f5-9f61-5a5f34aaa084 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Router af3d21da-6e21-4dd3-a193-efea1d8bb118 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:17.451444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dc0092-c6b9-43f5-9f61-5a5f34aaa084 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:17.464513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012613da-9fdc-4fe7-aa19-38da281108a1 None None] Sync routers for ids ['af3d21da-6e21-4dd3-a193-efea1d8bb118'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:17.467628 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80dc0092-c6b9-43f5-9f61-5a5f34aaa084 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.472150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80dc0092-c6b9-43f5-9f61-5a5f34aaa084 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "PUT /v2.0/routers/af3d21da-6e21-4dd3-a193-efea1d8bb118 HTTP/1.1" status: 200 len: 925 time: 1.3632793 Sep 17 22:44:17.473179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52026) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:17.485017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012613da-9fdc-4fe7-aa19-38da281108a1 None None] Routers {'af3d21da-6e21-4dd3-a193-efea1d8bb118'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:17.485887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-012613da-9fdc-4fe7-aa19-38da281108a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['af3d21da-6e21-4dd3-a193-efea1d8bb118'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:17.532686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d97e382a-0ee3-47e0-858f-a7dfcad6b8e3 req-3934a72b-9e1e-4054-ada2-39701e08fa9f service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8333490 Sep 17 22:44:17.562569 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-84120294-d5a9-4ec5-96e6-eb21094e35d0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 22:44:17.565619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-84120294-d5a9-4ec5-96e6-eb21094e35d0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/6c625c11-28a1-4702-9913-72096ffb0f35/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7503014 Sep 17 22:44:17.581810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52030) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:17.604658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-012613da-9fdc-4fe7-aa19-38da281108a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:17.631622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df844c-56c6-4c62-9e4f-8d16d1a7af8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b4595f-6b51-48b4-89b0-8b0d36a11f49,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:17.644073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012613da-9fdc-4fe7-aa19-38da281108a1 None None] Routers {'af3d21da-6e21-4dd3-a193-efea1d8bb118'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:17.644714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-012613da-9fdc-4fe7-aa19-38da281108a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['af3d21da-6e21-4dd3-a193-efea1d8bb118'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:17.675055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-77df844c-56c6-4c62-9e4f-8d16d1a7af8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.676886 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-77df844c-56c6-4c62-9e4f-8d16d1a7af8a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4439754 Sep 17 22:44:17.681219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52036) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:17.687018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'network': {'name': 'tempest-network-smoke--701067166', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'port_security_enabled': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:17.689213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-986d76b5-f975-4e59-a26c-53b8340c5a56 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c625c11-28a1-4702-9913-72096ffb0f35 HTTP/1.1" status: 200 len: 205 time: 0.0596976 Sep 17 22:44:17.695150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52038) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:17.714003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Router 0c9470ba-cded-4314-9bab-e7aab912ce04 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:17.724755 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a7a27a9e-a527-4763-8e99-ffbcf625b36b tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/routers/af3d21da-6e21-4dd3-a193-efea1d8bb118 HTTP/1.1" status: 200 len: 925 time: 0.2495873 Sep 17 22:44:17.726073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f3c66a6-dac2-44a9-b960-59039a0d5856 req-5229f76a-97f5-445b-881f-af09a993a522 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0841563 Sep 17 22:44:17.739371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-012613da-9fdc-4fe7-aa19-38da281108a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:17.740194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012613da-9fdc-4fe7-aa19-38da281108a1 None None] The sync data for ids ['af3d21da-6e21-4dd3-a193-efea1d8bb118'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:17.747895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:17.779423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:17.782878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.794187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a59fa8-8d93-4f47-91c5-1e49659bdb50 req-05e837b7-ee26-4d76-aa14-e536c9cd7c51 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:17.796248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9a59fa8-8d93-4f47-91c5-1e49659bdb50 req-05e837b7-ee26-4d76-aa14-e536c9cd7c51 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2354085 Sep 17 22:44:17.841621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc0890-3996-45f0-961f-7a028f591a50 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:17.843759 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cadc0890-3996-45f0-961f-7a028f591a50 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=af3d21da-6e21-4dd3-a193-efea1d8bb118&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0947738 Sep 17 22:44:17.847031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52044) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:17.849203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:17.883271 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.883616 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Added segment 6f376818-7afa-414e-bc16-ec76fd651fd1 of type vlan for network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 Sep 17 22:44:17.926007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fed7d986-4997-4cb4-a473-7a1e7bc2f67f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.962907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.998040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef8bde-9085-440b-908d-01957737d0b7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:18.001641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c5ef8bde-9085-440b-908d-01957737d0b7 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 881 time: 0.1536441 Sep 17 22:44:18.004366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52050) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.016049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.021702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:18.022314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.027868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9a59fa8-8d93-4f47-91c5-1e49659bdb50 req-29f6ebc9-d589-4873-999a-e67af76f2c08 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241378 Sep 17 22:44:18.061943 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-66c1a0e0-0f99-4a94-81e0-48ce3d0090bc tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=af3d21da-6e21-4dd3-a193-efea1d8bb118 HTTP/1.1" status: 200 len: 205 time: 0.0503130 Sep 17 22:44:18.061943 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3752553 Sep 17 22:44:18.061943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52052) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.062388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52054) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.076848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'admin_state_up': True, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:18.096435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:18.106710 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e619df-20b1-4426-ba11-2d26198893e0 None None] Sync routers for ids ['0c9470ba-cded-4314-9bab-e7aab912ce04'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:18.110690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-44373954-8ac3-4497-9bd9-931caf88d04f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "PUT /v2.0/routers/0c9470ba-cded-4314-9bab-e7aab912ce04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9470735 Sep 17 22:44:18.130011 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e619df-20b1-4426-ba11-2d26198893e0 None None] Routers {'0c9470ba-cded-4314-9bab-e7aab912ce04'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:18.131890 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-92e619df-20b1-4426-ba11-2d26198893e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0c9470ba-cded-4314-9bab-e7aab912ce04'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:18.142939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52058) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.209273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899326b-ec5c-409b-845b-6c8c6a86c18f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Network': ['ID=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:18.223847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.224598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:18.225054 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.293051 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fed7d986-4997-4cb4-a473-7a1e7bc2f67f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.296695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fed7d986-4997-4cb4-a473-7a1e7bc2f67f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.314412 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.371692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3ac64-6bfd-452d-b105-8759f8722e37 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:18.376399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fdc3ac64-6bfd-452d-b105-8759f8722e37 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9470ba-cded-4314-9bab-e7aab912ce04 HTTP/1.1" status: 200 len: 988 time: 0.2318552 Sep 17 22:44:18.377084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52062) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.434999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fed7d986-4997-4cb4-a473-7a1e7bc2f67f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.435688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed7d986-4997-4cb4-a473-7a1e7bc2f67f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Fanout notify agent at l3_agent the message router_deleted on router 6c625c11-28a1-4702-9913-72096ffb0f35 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:18.443500 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fed7d986-4997-4cb4-a473-7a1e7bc2f67f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.444861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fed7d986-4997-4cb4-a473-7a1e7bc2f67f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/6c625c11-28a1-4702-9913-72096ffb0f35 HTTP/1.1" status: 204 len: 168 time: 0.7463264 Sep 17 22:44:18.459364 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-92e619df-20b1-4426-ba11-2d26198893e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:18.475892 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e619df-20b1-4426-ba11-2d26198893e0 None None] Routers {'0c9470ba-cded-4314-9bab-e7aab912ce04'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:18.476608 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-92e619df-20b1-4426-ba11-2d26198893e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0c9470ba-cded-4314-9bab-e7aab912ce04'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:18.520534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52064) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.547776 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-92e619df-20b1-4426-ba11-2d26198893e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:18.551528 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e619df-20b1-4426-ba11-2d26198893e0 None None] The sync data for ids ['0c9470ba-cded-4314-9bab-e7aab912ce04'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:18.704136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-be28d200-3a20-4e9e-a1e2-3c439eb4dd7e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet fca75cb2-6568-4a85-abbc-2f141f85dd01 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:18.709892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be28d200-3a20-4e9e-a1e2-3c439eb4dd7e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.747716 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.805984 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be28d200-3a20-4e9e-a1e2-3c439eb4dd7e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.838202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.886064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b67b1a6-c16c-4e70-9e1b-8fea2591afdb req-d8e7e132-78d5-426a-9b89-2bc77e55ec38 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0346556 Sep 17 22:44:18.982401 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be28d200-3a20-4e9e-a1e2-3c439eb4dd7e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.033895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.074835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.152461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be28d200-3a20-4e9e-a1e2-3c439eb4dd7e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.215951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Deleting port 4c847670-6b14-46b7-a35a-9f3a0308e169 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:19.216291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.236739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc09c14-2c7d-4a2e-8495-e295f298bfe8 None None] Network 9f5887ec-150c-40e6-af67-e1f7ad2882e2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:19.253274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28d200-3a20-4e9e-a1e2-3c439eb4dd7e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=fca75cb2-6568-4a85-abbc-2f141f85dd01,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:19.255924 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be28d200-3a20-4e9e-a1e2-3c439eb4dd7e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.258704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-be28d200-3a20-4e9e-a1e2-3c439eb4dd7e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/fca75cb2-6568-4a85-abbc-2f141f85dd01 HTTP/1.1" status: 204 len: 168 time: 0.7197337 Sep 17 22:44:19.267960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52088) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:19.323070 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.397614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c05ebd-0e8d-4b29-8291-bfff54a9e020 req-3cf5dc24-2eb3-4c2f-9450-0bbfef97e1a4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:19.405261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7c05ebd-0e8d-4b29-8291-bfff54a9e020 req-3cf5dc24-2eb3-4c2f-9450-0bbfef97e1a4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2461739 Sep 17 22:44:19.469538 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.514477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Calling delete_port for 4c847670-6b14-46b7-a35a-9f3a0308e169 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:19.519533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7c05ebd-0e8d-4b29-8291-bfff54a9e020 req-b0b36a74-00bb-482c-84f5-584de445dcc4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134107 Sep 17 22:44:19.522954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.565450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.584702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] DHCP port deletion for 9f5887ec-150c-40e6-af67-e1f7ad2882e2 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:19.680600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] Deleting port dcdd7c63-2c78-427a-9c5a-de91bc08d54e {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:19.681010 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.707752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port dcdd7c63-2c78-427a-9c5a-de91bc08d54e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:19.708100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.799111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.809275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.855023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event deleted for resources: {'Port': ['ID=4c847670-6b14-46b7-a35a-9f3a0308e169,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:19.856783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] For port dcdd7c63-2c78-427a-9c5a-de91bc08d54e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,segment=NetworkSegment(c0c3e5e5-e366-4e3d-9b43-03b70e2a3922),segment_id=c0c3e5e5-e366-4e3d-9b43-03b70e2a3922)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:19.857306 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.872944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] Calling delete_port for dcdd7c63-2c78-427a-9c5a-de91bc08d54e owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:19.893335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port dcdd7c63-2c78-427a-9c5a-de91bc08d54e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,segment=NetworkSegment(c0c3e5e5-e366-4e3d-9b43-03b70e2a3922),segment_id=c0c3e5e5-e366-4e3d-9b43-03b70e2a3922)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:19.893708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.962011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dcdd7c63-2c78-427a-9c5a-de91bc08d54e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:19.974639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for dcdd7c63-2c78-427a-9c5a-de91bc08d54e owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:20.019825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No active binding found for port dcdd7c63-2c78-427a-9c5a-de91bc08d54e {{(pid=94739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:44:20.020760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dcdd7c63-2c78-427a-9c5a-de91bc08d54e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:20.020988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.024173 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.041152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] No DVR routers for this DVR port dcdd7c63-2c78-427a-9c5a-de91bc08d54e on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:20.082507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7cf98-0f07-4460-8cdf-a0f8f576dbb1 None None] Pushing event deleted for resources: {'Port': ['ID=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:20.165663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.169834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a17e759a-14a2-4e2f-8af7-861263948db2 req-ae0ebb58-cfce-4d7c-96dd-d4e8fe3efd7b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0986559 Sep 17 22:44:20.171147 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.180655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.25.0.132 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/69c8caa0-5e27-4090-ac93-a4dfd6710741) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:20.233023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port f54e3183-458e-4e87-9c86-d2a7a219ba4e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:20.233469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.299377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.300910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Fanout notify agent at l3_agent the message router_deleted on router af3d21da-6e21-4dd3-a193-efea1d8bb118 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:20.341596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.342445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.346971 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e6afc7b1-dad8-4d2f-8f6c-5d047eb817d5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/af3d21da-6e21-4dd3-a193-efea1d8bb118 HTTP/1.1" status: 204 len: 168 time: 2.2645254 Sep 17 22:44:20.347724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52112) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:20.355576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e9d9d8db-a2b6-4fcb-8439-f79ab7a5e0fd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1287803401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:20.378629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=dcdd7c63-2c78-427a-9c5a-de91bc08d54e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:20.386594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.395798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No DVR routers for this DVR port dcdd7c63-2c78-427a-9c5a-de91bc08d54e on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:20.407515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d8db-a2b6-4fcb-8439-f79ab7a5e0fd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.408469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d8db-a2b6-4fcb-8439-f79ab7a5e0fd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.433914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for f54e3183-458e-4e87-9c86-d2a7a219ba4e owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:20.445921 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.497805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d8db-a2b6-4fcb-8439-f79ab7a5e0fd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.514398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d8db-a2b6-4fcb-8439-f79ab7a5e0fd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.539274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.542292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d8db-a2b6-4fcb-8439-f79ab7a5e0fd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.544308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e9d9d8db-a2b6-4fcb-8439-f79ab7a5e0fd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1934872 Sep 17 22:44:20.547000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52116) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:20.556354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:20.559735 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.614136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5887ec-150c-40e6-af67-e1f7ad2882e2']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:20.642894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:20.647807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:20.661521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c3e5e5-e366-4e3d-9b43-03b70e2a3922') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:20.661816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c3e5e5-e366-4e3d-9b43-03b70e2a3922') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:20.686372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:20.690199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.749059 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.767199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=69c8caa0-5e27-4090-ac93-a4dfd6710741,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:20.793286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e250bb1-57e9-49cc-8e0c-f1cbc6d7fce3 req-0f77f53a-4257-4e34-8225-18ad790c115a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:20.808783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e250bb1-57e9-49cc-8e0c-f1cbc6d7fce3 req-0f77f53a-4257-4e34-8225-18ad790c115a tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1631131 Sep 17 22:44:20.845143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:20.845561 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:20.856142 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:20.916917 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e250bb1-57e9-49cc-8e0c-f1cbc6d7fce3 req-fe854766-afa5-4a3c-afc7-c1ccdb2cf965 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032779 Sep 17 22:44:20.952279 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.010161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.025192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.027390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/9f5887ec-150c-40e6-af67-e1f7ad2882e2 HTTP/1.1" status: 204 len: 168 time: 1.7572045 Sep 17 22:44:21.033741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52128) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:21.043219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6814e-ea23-43c1-9454-c55b78d561fc tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=9f5887ec-150c-40e6-af67-e1f7ad2882e2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:21.065890 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.082484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1376093026'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:21.099795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=f54e3183-458e-4e87-9c86-d2a7a219ba4e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:21.200340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:21.204057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.227470 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.238213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.310213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:21.339906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.340274 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment f083f89b-8b1b-4313-b004-7bf9e46663e7 of type vlan for network b117f9f3-0264-4ee9-a3aa-630c3c708e7d Sep 17 22:44:21.406298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b181923-0c33-4239-8812-d4bf3f6d55bb req-f72b64db-2b7b-429f-a7a3-2b11749844b1 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0974388 Sep 17 22:44:21.534910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Router 0c9470ba-cded-4314-9bab-e7aab912ce04 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:21.631204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:21.645486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f95a178-238b-45f7-ae24-358c43a88b18 None None] Sync routers for ids ['0c9470ba-cded-4314-9bab-e7aab912ce04'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:21.647795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c2db502d-b06c-446e-ae5e-fdc87bf9c414 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "PUT /v2.0/routers/0c9470ba-cded-4314-9bab-e7aab912ce04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2683299 Sep 17 22:44:21.650909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52140) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:21.662852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95a178-238b-45f7-ae24-358c43a88b18 None None] Routers {'0c9470ba-cded-4314-9bab-e7aab912ce04'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:21.664402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5f95a178-238b-45f7-ae24-358c43a88b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0c9470ba-cded-4314-9bab-e7aab912ce04'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:21.684418 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9050d2-6a62-4399-8341-886abed29759 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:44:21.686861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8f9050d2-6a62-4399-8341-886abed29759 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/f54e3183-458e-4e87-9c86-d2a7a219ba4e HTTP/1.1" status: 404 len: 333 time: 0.0345809 Sep 17 22:44:21.689296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52142) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:21.747661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5f95a178-238b-45f7-ae24-358c43a88b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:21.772352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.775502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95a178-238b-45f7-ae24-358c43a88b18 None None] Routers {'0c9470ba-cded-4314-9bab-e7aab912ce04'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:21.776148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5f95a178-238b-45f7-ae24-358c43a88b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0c9470ba-cded-4314-9bab-e7aab912ce04'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:21.785734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7884a0bb-5119-4071-a0a7-79abee77d9ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.829673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5f95a178-238b-45f7-ae24-358c43a88b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:21.830536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f95a178-238b-45f7-ae24-358c43a88b18 None None] The sync data for ids ['0c9470ba-cded-4314-9bab-e7aab912ce04'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:21.849295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.901509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.000619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.006727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:22.008215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.053018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9763241 Sep 17 22:44:22.065220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52152) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:22.078466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': 'b117f9f3-0264-4ee9-a3aa-630c3c708e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:22.173378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446cfd1-7a2c-4520-891a-98eed68fd77f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=b117f9f3-0264-4ee9-a3aa-630c3c708e7d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:22.186397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b117f9f3-0264-4ee9-a3aa-630c3c708e7d details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:22.229721 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.331270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Allocated IP 172.25.0.29 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/dbb4fce9-8ed6-4045-99d5-e0efe5b2a301) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:22.394105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:22.397639 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.411753 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7884a0bb-5119-4071-a0a7-79abee77d9ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.426722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7884a0bb-5119-4071-a0a7-79abee77d9ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.585975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5387e6b0-dab7-43c1-b91a-34536f17a0a9 req-c6075ee6-4129-4bb7-bd39-b9f6d8c58a6f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0431545 Sep 17 22:44:22.595925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7884a0bb-5119-4071-a0a7-79abee77d9ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.599265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7884a0bb-5119-4071-a0a7-79abee77d9ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Fanout notify agent at l3_agent the message router_deleted on router 0c9470ba-cded-4314-9bab-e7aab912ce04 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:22.609710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7884a0bb-5119-4071-a0a7-79abee77d9ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.611010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7884a0bb-5119-4071-a0a7-79abee77d9ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/routers/0c9470ba-cded-4314-9bab-e7aab912ce04 HTTP/1.1" status: 204 len: 168 time: 0.9201481 Sep 17 22:44:22.619209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52162) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:22.623526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5af67-ae23-43b9-90aa-251d9e97e1e4 req-04982680-6a10-4d14-9851-649dfc35cf59 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:22.631053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cf5af67-ae23-43b9-90aa-251d9e97e1e4 req-04982680-6a10-4d14-9851-649dfc35cf59 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2342017 Sep 17 22:44:22.666131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.679964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cf5af67-ae23-43b9-90aa-251d9e97e1e4 req-fe0fc46e-024c-46a1-88e0-bfc3d8838ee6 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Sep 17 22:44:22.727990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:22.757255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b352bc-863c-4105-a326-e12c6bb7b24a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet 9356b1a7-9165-4537-8a46-677dfaa21bc7 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:22.775179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69b352bc-863c-4105-a326-e12c6bb7b24a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.900411 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.904777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69b352bc-863c-4105-a326-e12c6bb7b24a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.963824 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.037093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:23.107806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event updated for resources: {'Port': ['ID=dbb4fce9-8ed6-4045-99d5-e0efe5b2a301,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:23.132487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:23.134954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=ef2198d7-71c3-4638-ba68-0f2b98baf76b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:23.141021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:23.173234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-b75fa5ef-5010-434b-b451-27881dbfc734 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.180130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-b75fa5ef-5010-434b-b451-27881dbfc734 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.187118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-b75fa5ef-5010-434b-b451-27881dbfc734 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.192699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:23.193220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-b75fa5ef-5010-434b-b451-27881dbfc734 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.199723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-b75fa5ef-5010-434b-b451-27881dbfc734 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.204974 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Sync routers for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:23.205860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-b75fa5ef-5010-434b-b451-27881dbfc734 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.212694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-b75fa5ef-5010-434b-b451-27881dbfc734 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.214730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-b75fa5ef-5010-434b-b451-27881dbfc734 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.1076407 Sep 17 22:44:23.215365 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:23.216114 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:23.270092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': 'f083f89b-8b1b-4313-b004-7bf9e46663e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b117f9f3-0264-4ee9-a3aa-630c3c708e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:23.270437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: b117f9f3-0264-4ee9-a3aa-630c3c708e7d, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:23.286081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-387d4a45-8b79-4965-8f41-4112d04b4689 req-e32483ec-4803-4727-8fb0-569d6420c373 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634534 Sep 17 22:44:23.334898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69b352bc-863c-4105-a326-e12c6bb7b24a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.369271 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:23.490019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.491780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b6b732ed-c3f2-4449-9a15-e0dcbb402298 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4304097 Sep 17 22:44:23.502628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network b117f9f3-0264-4ee9-a3aa-630c3c708e7d is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:23.515588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c5db-6bb3-4057-bfff-05af7883da81 req-81b1765f-3e9b-455c-9834-d9cce3c42eaa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.525266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c5db-6bb3-4057-bfff-05af7883da81 req-81b1765f-3e9b-455c-9834-d9cce3c42eaa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.531384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c5db-6bb3-4057-bfff-05af7883da81 req-81b1765f-3e9b-455c-9834-d9cce3c42eaa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.537470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c5db-6bb3-4057-bfff-05af7883da81 req-81b1765f-3e9b-455c-9834-d9cce3c42eaa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.544274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c5db-6bb3-4057-bfff-05af7883da81 req-81b1765f-3e9b-455c-9834-d9cce3c42eaa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.550356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c5db-6bb3-4057-bfff-05af7883da81 req-81b1765f-3e9b-455c-9834-d9cce3c42eaa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.556960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c5db-6bb3-4057-bfff-05af7883da81 req-81b1765f-3e9b-455c-9834-d9cce3c42eaa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.558953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8909c5db-6bb3-4057-bfff-05af7883da81 req-81b1765f-3e9b-455c-9834-d9cce3c42eaa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.1680119 Sep 17 22:44:23.560738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52178) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:23.622779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-453099d9-b07b-47a6-aa54-1937bf0a3745 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=dd57f2c534624464a18ff984d4076422&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606112 Sep 17 22:44:23.625984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52184) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:23.682585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b117f9f3-0264-4ee9-a3aa-630c3c708e7d) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:23.687038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.687636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.693289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfacfe41-830e-4e07-8136-7b3a87171917 None None] Network b117f9f3-0264-4ee9-a3aa-630c3c708e7d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:23.724438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0256-249c-48af-832a-fc4f9bec04f4 req-7b5c4754-d14a-4490-a512-01d33f5a82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.727004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b42c0256-249c-48af-832a-fc4f9bec04f4 req-7b5c4754-d14a-4490-a512-01d33f5a82fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1097 time: 0.1669893 Sep 17 22:44:23.759017 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c445dfa8-eb12-462a-b43e-d72f4e16e409 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6830163 Sep 17 22:44:23.759673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52190) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:23.775627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2321b4ac-fead-4efe-a2e3-77fef7f850fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1928365945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:23.811607 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:21Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:23.852685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b42c0256-249c-48af-832a-fc4f9bec04f4 req-3b6fbced-d8fe-44e5-8cf4-25435351093f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898716 Sep 17 22:44:23.865992 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Checking router: f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:23.866628 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Updating router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c port 69c8caa0-5e27-4090-ac93-a4dfd6710741 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:44:23.876464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69b352bc-863c-4105-a326-e12c6bb7b24a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.895029 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.909707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc96aebf-6f9b-45ce-b081-c6a84f087486 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.911657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bc96aebf-6f9b-45ce-b081-c6a84f087486 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2844496 Sep 17 22:44:23.917563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52192) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:23.980016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3333814-c29e-4f89-9327-6638657b3eb2 req-cc046766-c977-4f74-a8c8-9dde2c1c6420 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.1155076 Sep 17 22:44:24.032215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6544bf3-f666-4b7c-bc05-e68d9df29ebe tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139252 Sep 17 22:44:24.035094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52194) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:24.045717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1393901049', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:24.119516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89b267-e9b3-4ecd-8629-14aa3a21eccb req-41e5beac-483f-43b4-b025-d96246e86fe6 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:24.129690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c89b267-e9b3-4ecd-8629-14aa3a21eccb req-41e5beac-483f-43b4-b025-d96246e86fe6 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.2853363 Sep 17 22:44:24.135429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b117f9f3-0264-4ee9-a3aa-630c3c708e7d', 'network_id': 'b117f9f3-0264-4ee9-a3aa-630c3c708e7d', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': 'ef2198d7-71c3-4638-ba68-0f2b98baf76b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:24.136314 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.259764 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.267981 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.294709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c89b267-e9b3-4ecd-8629-14aa3a21eccb req-2789d026-6fa6-4903-8140-6d3f6989b579 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582384 Sep 17 22:44:24.326061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:24.334383 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.355301 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Attempting to bind port 69c8caa0-5e27-4090-ac93-a4dfd6710741 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:24.355698 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Attempting to bind port 69c8caa0-5e27-4090-ac93-a4dfd6710741 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:24.356072 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Attempting to bind port 69c8caa0-5e27-4090-ac93-a4dfd6710741 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:24.359583 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Pushing event updated for resources: {'Port': ['ID=69c8caa0-5e27-4090-ac93-a4dfd6710741,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:24.371195 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.371548 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.371902 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.372520 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.372860 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.373238 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.373571 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.373950 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.374282 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.374657 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.375796 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.376135 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:24.381888 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:24.382108 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:24.383343 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.383753 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:24.384236 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Bound port: 69c8caa0-5e27-4090-ac93-a4dfd6710741, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:24.384621 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.406449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2321b4ac-fead-4efe-a2e3-77fef7f850fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.407837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2321b4ac-fead-4efe-a2e3-77fef7f850fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.416172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b352bc-863c-4105-a326-e12c6bb7b24a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=9356b1a7-9165-4537-8a46-677dfaa21bc7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:24.429510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-69b352bc-863c-4105-a326-e12c6bb7b24a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.432457 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-69b352bc-863c-4105-a326-e12c6bb7b24a tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/9356b1a7-9165-4537-8a46-677dfaa21bc7 HTTP/1.1" status: 204 len: 168 time: 1.8092082 Sep 17 22:44:24.437435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52198) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:24.451694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Allocated IP 2001:db8::2 (b117f9f3-0264-4ee9-a3aa-630c3c708e7d/ef2198d7-71c3-4638-ba68-0f2b98baf76b/7ff908b6-d9fa-4f9f-888f-5478850195b8) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:24.463411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52200) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:24.478591 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] For port 69c8caa0-5e27-4090-ac93-a4dfd6710741, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:24.483555 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] For port 69c8caa0-5e27-4090-ac93-a4dfd6710741, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=69c8caa0-5e27-4090-ac93-a4dfd6710741,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:24.490321 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.503651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.549698 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:24.550350 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:24.630274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2321b4ac-fead-4efe-a2e3-77fef7f850fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.657151 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f001ae-aabe-4723-965f-1dbdc22f23d0 None None] Pushing event updated for resources: {'Port': ['ID=69c8caa0-5e27-4090-ac93-a4dfd6710741,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:24.695491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2321b4ac-fead-4efe-a2e3-77fef7f850fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.734133 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.744274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-639aa1b7-b1c0-483d-af50-426d996b7409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.790680 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:24.794632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2321b4ac-fead-4efe-a2e3-77fef7f850fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.798744 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2321b4ac-fead-4efe-a2e3-77fef7f850fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0325222 Sep 17 22:44:24.801857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:24.811123 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.900901 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.915238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d708b562-4d78-4f1c-925b-1109760e3873 None None] Network 35b85b07-9b68-4cb0-ac33-46b7856acb72 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:24.929480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Subnet': ['ID=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:24.934409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Checking segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:24.934779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network hostable DHCP agents. Network: 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:24.965688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:24.967503 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.985955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:24.990512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:24.991045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.117104 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:21Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:25.149895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bfe704-6736-46be-87fa-81ebd8b82643 None None] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:25.168281 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc164a9a-5e39-48c8-a28a-ca0f50ee124b None None] The sync data for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 is: [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:21Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:25.196295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d722e791-dae9-47bd-99cd-f8def526379c req-7d632211-ee4c-4586-8e42-12294ed27dfe tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0514135 Sep 17 22:44:25.196781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Pushing event updated for resources: {'Port': ['ID=7ff908b6-d9fa-4f9f-888f-5478850195b8,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:25.220789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Network b117f9f3-0264-4ee9-a3aa-630c3c708e7d is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:25.247844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:25.252902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:25.402109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Attempting to bind port 7ff908b6-d9fa-4f9f-888f-5478850195b8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:25.402480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Attempting to bind port 7ff908b6-d9fa-4f9f-888f-5478850195b8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f083f89b-8b1b-4313-b004-7bf9e46663e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b117f9f3-0264-4ee9-a3aa-630c3c708e7d'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:25.402845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Attempting to bind port 7ff908b6-d9fa-4f9f-888f-5478850195b8 on network b117f9f3-0264-4ee9-a3aa-630c3c708e7d {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:25.411313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:25.411682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Checking segment: {'id': 'f083f89b-8b1b-4313-b004-7bf9e46663e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b117f9f3-0264-4ee9-a3aa-630c3c708e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:25.412096 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.412480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Bound using segment: {'id': 'f083f89b-8b1b-4313-b004-7bf9e46663e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b117f9f3-0264-4ee9-a3aa-630c3c708e7d'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:25.412973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Bound port: 7ff908b6-d9fa-4f9f-888f-5478850195b8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f083f89b-8b1b-4313-b004-7bf9e46663e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b117f9f3-0264-4ee9-a3aa-630c3c708e7d'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:25.413359 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.438959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port dd0121fd-59fa-4969-bb8e-db34e46a6c13 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:25.439529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.469459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.501922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bf9eb-318b-4393-957d-748bdd453674 req-35e99103-e832-40be-abc8-1dd0186525e4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.512633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.514132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b98bf9eb-318b-4393-957d-748bdd453674 req-35e99103-e832-40be-abc8-1dd0186525e4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1122549 Sep 17 22:44:25.549354 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.570467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] For port 7ff908b6-d9fa-4f9f-888f-5478850195b8, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:25.576403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] For port 7ff908b6-d9fa-4f9f-888f-5478850195b8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7ff908b6-d9fa-4f9f-888f-5478850195b8,segment=NetworkSegment(f083f89b-8b1b-4313-b004-7bf9e46663e7),segment_id=f083f89b-8b1b-4313-b004-7bf9e46663e7)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:25.602754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] DHCP port deletion for 35b85b07-9b68-4cb0-ac33-46b7856acb72 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:25.628185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.682324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b98bf9eb-318b-4393-957d-748bdd453674 req-ad0bf956-d536-4a37-9d42-922c11add77c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663656 Sep 17 22:44:25.745505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-123155f7-7319-482a-939a-a55d3d10127c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1431944 Sep 17 22:44:25.817690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:25.818567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.866231 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-639aa1b7-b1c0-483d-af50-426d996b7409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.896092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e240a9a6-dead-45e4-b3d0-64490e9ae031 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8545041 Sep 17 22:44:25.901105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007a8f1-8c12-4b2f-9347-f1594c483ddf None None] Pushing event updated for resources: {'Port': ['ID=7ff908b6-d9fa-4f9f-888f-5478850195b8,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:25.906222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52220) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:25.937069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 69c8caa0-5e27-4090-ac93-a4dfd6710741 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:26.000704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-6f718b1f-7df8-4982-ade3-0299f29a6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.001441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-6f718b1f-7df8-4982-ade3-0299f29a6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.001774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-6f718b1f-7df8-4982-ade3-0299f29a6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.002239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-6f718b1f-7df8-4982-ade3-0299f29a6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.002755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-6f718b1f-7df8-4982-ade3-0299f29a6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.004598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-6f718b1f-7df8-4982-ade3-0299f29a6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.004598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-6f718b1f-7df8-4982-ade3-0299f29a6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.006268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-6f718b1f-7df8-4982-ade3-0299f29a6a58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6509 time: 0.1772175 Sep 17 22:44:26.030473 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-639aa1b7-b1c0-483d-af50-426d996b7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.040070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] For port dd0121fd-59fa-4969-bb8e-db34e46a6c13, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dd0121fd-59fa-4969-bb8e-db34e46a6c13,segment=NetworkSegment(8de38356-6211-4056-8e4c-e2da7f752aa5),segment_id=8de38356-6211-4056-8e4c-e2da7f752aa5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:26.052578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.316020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for dd0121fd-59fa-4969-bb8e-db34e46a6c13 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:26.366105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] Deleting port dd0121fd-59fa-4969-bb8e-db34e46a6c13 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:26.369312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.434340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-639aa1b7-b1c0-483d-af50-426d996b7409 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cc261e0d398429398570810e3ae0d14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9617333 Sep 17 22:44:26.446910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639aa1b7-b1c0-483d-af50-426d996b7409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f398e7e2-47e4-4268-848d-09037e557a67,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:26.464785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52234) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:26.574377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] For port dd0121fd-59fa-4969-bb8e-db34e46a6c13, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=dd0121fd-59fa-4969-bb8e-db34e46a6c13,segment=NetworkSegment(8de38356-6211-4056-8e4c-e2da7f752aa5),segment_id=8de38356-6211-4056-8e4c-e2da7f752aa5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:26.575498 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.589596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Allocated IP 172.20.0.2 (3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5/120f7124-ebb1-47bd-a6f8-e5e4c19adc4e/3bd0157f-591d-4b9c-adae-3a24bc6f6ba2) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:26.600280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 69c8caa0-5e27-4090-ac93-a4dfd6710741 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:26.601686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.603665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] Calling delete_port for dd0121fd-59fa-4969-bb8e-db34e46a6c13 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:26.697521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b022cd6-2497-430d-9cdf-ac141ff34d96 req-d0789287-dd0a-4966-a490-010d4040b678 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.1870058 Sep 17 22:44:26.738174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f981ec2-0b1c-4f19-95db-62051b00c782 req-b2d0685b-515d-4865-95b0-f0f24d32c433 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.749793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f981ec2-0b1c-4f19-95db-62051b00c782 req-b2d0685b-515d-4865-95b0-f0f24d32c433 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.4321723 Sep 17 22:44:26.766002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52242) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:26.846528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-174ee4fb-1eae-4878-abd6-d6f17174c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.848077 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-174ee4fb-1eae-4878-abd6-d6f17174c87c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 1097 time: 0.4324913 Sep 17 22:44:26.862284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-742a26e3-1a7c-4e3a-ad5e-b15c8e0dfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.863266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-742a26e3-1a7c-4e3a-ad5e-b15c8e0dfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.863752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-742a26e3-1a7c-4e3a-ad5e-b15c8e0dfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.866399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-742a26e3-1a7c-4e3a-ad5e-b15c8e0dfd18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aa388694-c383-4083-82af-2984c0d11591&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=104a4ac0-9927-4f18-af60-5a455dfef964&id=25be45c2-999c-4309-8e35-03537cb4956d&id=25be45c2-999c-4309-8e35-03537cb4956d HTTP/1.1" status: 200 len: 2297 time: 0.8322353 Sep 17 22:44:26.969920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.007145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8::1 (b117f9f3-0264-4ee9-a3aa-630c3c708e7d/ef2198d7-71c3-4638-ba68-0f2b98baf76b/96b916e1-9090-4e38-9d9d-959120d47356) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:27.007851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 69c8caa0-5e27-4090-ac93-a4dfd6710741, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=69c8caa0-5e27-4090-ac93-a4dfd6710741,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:27.015276 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.017706 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.041990 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f981ec2-0b1c-4f19-95db-62051b00c782 req-1a332125-6387-4730-9dac-b391b10c85f1 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912533 Sep 17 22:44:27.072175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.100902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:27.107662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:27.114937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device dd0121fd-59fa-4969-bb8e-db34e46a6c13 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:27.121628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:27.183234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-f02f9848-cc19-483a-87ec-5b2bc67ab785 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325 HTTP/1.1" status: 200 len: 1002 time: 0.3056829 Sep 17 22:44:27.192962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-86889d00-62ae-4c5f-a33d-e9cdd6696ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.196101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-86889d00-62ae-4c5f-a33d-e9cdd6696ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.196602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-86889d00-62ae-4c5f-a33d-e9cdd6696ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.197108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-86889d00-62ae-4c5f-a33d-e9cdd6696ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.199768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-86889d00-62ae-4c5f-a33d-e9cdd6696ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.200257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-86889d00-62ae-4c5f-a33d-e9cdd6696ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.200733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-86889d00-62ae-4c5f-a33d-e9cdd6696ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.202816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-86889d00-62ae-4c5f-a33d-e9cdd6696ee8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 6509 time: 0.4358735 Sep 17 22:44:27.260045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Attempting to bind port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:27.260725 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Attempting to bind port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:27.261572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Attempting to bind port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:27.267484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=69c8caa0-5e27-4090-ac93-a4dfd6710741,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:27.277579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:27.278054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Checking segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:27.278608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.279148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Bound using segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:27.279746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Bound port: 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:27.280226 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.327520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-950f177d-e78a-4bef-b793-3ff60b768f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.329240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-950f177d-e78a-4bef-b793-3ff60b768f04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a403d8ef-12d7-498f-8761-b85364669067 HTTP/1.1" status: 200 len: 855 time: 0.1099348 Sep 17 22:44:27.360036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Pushing event updated for resources: {'Port': ['ID=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:27.450045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.478967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-a2b12318-1950-46e4-9a94-586d00c12870 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2325206 Sep 17 22:44:27.498438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-d84ff201-6e37-4ba1-898f-6fc59275c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.500089 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-d84ff201-6e37-4ba1-898f-6fc59275c95d service neutron] 10.222.0.45 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 920 time: 0.6346111 Sep 17 22:44:27.511654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8015e628-3f0b-4a4c-9502-657d0d315755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.552643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf0d6b-521a-4fac-86ea-efe6ba92a9eb None None] Network b117f9f3-0264-4ee9-a3aa-630c3c708e7d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:27.570494 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-1d85b29c-dbda-48b5-8933-6faa15f38ff1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d436fc4b-5a2c-4644-b411-96076f0ff520 HTTP/1.1" status: 200 len: 217 time: 0.0552447 Sep 17 22:44:27.602949 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.675097 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.675294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No DVR routers for this DVR port dd0121fd-59fa-4969-bb8e-db34e46a6c13 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:27.684390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] For port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:27.702429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8015e628-3f0b-4a4c-9502-657d0d315755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.754266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=dd0121fd-59fa-4969-bb8e-db34e46a6c13,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:27.776835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Router d825edd5-a813-43e0-9638-cb2ec587fea4 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:27.787898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-f33e6717-b6f1-4d2c-b576-ea78e898c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.790952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-f33e6717-b6f1-4d2c-b576-ea78e898c027 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aa388694-c383-4083-82af-2984c0d11591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3676405 Sep 17 22:44:27.797588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] For port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:27.831670 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.868362 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.874338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-eb593961-d34d-41a2-accd-e70622f76d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.875859 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-eb593961-d34d-41a2-accd-e70622f76d27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.2943485 Sep 17 22:44:27.879206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.924496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] Pushing event deleted for resources: {'Port': ['ID=dd0121fd-59fa-4969-bb8e-db34e46a6c13,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:27.937501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d0cbea3c-ba3d-438f-8750-57f93a22c082 None None] Provisioning complete for port 7ff908b6-d9fa-4f9f-888f-5478850195b8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:27.937867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0cbea3c-ba3d-438f-8750-57f93a22c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.942912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab783586-299a-4d8b-8c07-6af6ef62c9e0 None None] No DVR routers for this DVR port dd0121fd-59fa-4969-bb8e-db34e46a6c13 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:27.981427 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-cb2b9379-e81f-4a15-a263-fed2dd750d66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544982 Sep 17 22:44:28.026969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b85b07-9b68-4cb0-ac33-46b7856acb72']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:28.045483 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.082022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de38356-6211-4056-8e4c-e2da7f752aa5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:28.082325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de38356-6211-4056-8e4c-e2da7f752aa5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:28.111727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ac942e5-7b61-4385-b610-810485e230cf req-8a87167d-b32d-4329-9982-cda80c6b2e3f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.2306197 Sep 17 22:44:28.116280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.209514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8015e628-3f0b-4a4c-9502-657d0d315755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.212114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8015e628-3f0b-4a4c-9502-657d0d315755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.215842 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8015e628-3f0b-4a4c-9502-657d0d315755 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f398e7e2-47e4-4268-848d-09037e557a67 HTTP/1.1" status: 204 len: 168 time: 1.7356551 Sep 17 22:44:28.219466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.231942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b21c2-b07e-473c-8ca8-d6e6f07a19ed None None] Pushing event updated for resources: {'Port': ['ID=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:28.239121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.20.0.1 (3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5/120f7124-ebb1-47bd-a6f8-e5e4c19adc4e/696ccfb3-e95a-4e30-9d9d-66ced80fad35) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:28.248363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:28.248785 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:28.252361 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:28.279044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015e628-3f0b-4a4c-9502-657d0d315755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f398e7e2-47e4-4268-848d-09037e557a67,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:28.301967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:28.323162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.324169 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9351dd10-ba6b-4822-a3c2-0ef355736355 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "PUT /v2.0/routers/d825edd5-a813-43e0-9638-cb2ec587fea4 HTTP/1.1" status: 200 len: 883 time: 7.7752156 Sep 17 22:44:28.325431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.334411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52256) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:28.338858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a68d0-aa23-4479-933f-4b8384970a36 None None] Sync routers for ids ['d825edd5-a813-43e0-9638-cb2ec587fea4'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:28.402364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-302bb49a-7784-4c6e-bc94-43a764a1d0e6 service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015997 Sep 17 22:44:28.424463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a68d0-aa23-4479-933f-4b8384970a36 None None] Routers {'d825edd5-a813-43e0-9638-cb2ec587fea4'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:28.425395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-0e3a68d0-aa23-4479-933f-4b8384970a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d825edd5-a813-43e0-9638-cb2ec587fea4'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:28.430133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0cbea3c-ba3d-438f-8750-57f93a22c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.497320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-0e3a68d0-aa23-4479-933f-4b8384970a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:28.547621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network b117f9f3-0264-4ee9-a3aa-630c3c708e7d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:28.566909 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-4e414527-a82d-4b42-94ca-17f9ff87aaf8 service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664368 Sep 17 22:44:28.582680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=96b916e1-9090-4e38-9d9d-959120d47356,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:28.602220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:28.610431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:28.611022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.749987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd61af6-fd15-45ed-92ca-7b728be19bdb req-a905025c-714b-431d-ae6e-3ecce35889d0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.759263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acd61af6-fd15-45ed-92ca-7b728be19bdb req-a905025c-714b-431d-ae6e-3ecce35889d0 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.4924524 Sep 17 22:44:28.762487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 69c8caa0-5e27-4090-ac93-a4dfd6710741 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:28.818496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a68d0-aa23-4479-933f-4b8384970a36 None None] Routers {'d825edd5-a813-43e0-9638-cb2ec587fea4'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:28.819392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-0e3a68d0-aa23-4479-933f-4b8384970a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d825edd5-a813-43e0-9638-cb2ec587fea4'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:28.832986 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.839739 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31c7a4a3-a723-48cd-a959-f8c6b4b18fb1 req-14cd604a-aa69-420d-b26b-0f65a3783ae3 service neutron] 10.222.0.45 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599192 Sep 17 22:44:28.850190 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-4734ccf2-c709-48d3-8c55-13214d372217 service neutron] 10.222.0.45 "GET /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227419 Sep 17 22:44:28.901551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-0e3a68d0-aa23-4479-933f-4b8384970a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:28.902255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a68d0-aa23-4479-933f-4b8384970a36 None None] The sync data for ids ['d825edd5-a813-43e0-9638-cb2ec587fea4'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:28.917998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d0cbea3c-ba3d-438f-8750-57f93a22c082 None None] For port 7ff908b6-d9fa-4f9f-888f-5478850195b8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7ff908b6-d9fa-4f9f-888f-5478850195b8,segment=NetworkSegment(f083f89b-8b1b-4313-b004-7bf9e46663e7),segment_id=f083f89b-8b1b-4313-b004-7bf9e46663e7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:28.927324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0cbea3c-ba3d-438f-8750-57f93a22c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.929820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acd61af6-fd15-45ed-92ca-7b728be19bdb req-8d49c143-e6ce-48d7-a83c-c9847aee1a09 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649594 Sep 17 22:44:28.931480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52260) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:28.950163 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.952090 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/networks/35b85b07-9b68-4cb0-ac33-46b7856acb72 HTTP/1.1" status: 204 len: 168 time: 4.5133963 Sep 17 22:44:28.988309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52262) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.000534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbea3c-ba3d-438f-8750-57f93a22c082 None None] Pushing event updated for resources: {'Port': ['ID=7ff908b6-d9fa-4f9f-888f-5478850195b8,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:29.012166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 69c8caa0-5e27-4090-ac93-a4dfd6710741 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:29.012888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.020699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d49c07-fcb8-441e-b4f6-68019396b111 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Network': ['ID=35b85b07-9b68-4cb0-ac33-46b7856acb72,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:29.074352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b77b9abc-8add-4274-9462-fbac19b51121 None None] Provisioning complete for port 7ff908b6-d9fa-4f9f-888f-5478850195b8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:29.074983 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b77b9abc-8add-4274-9462-fbac19b51121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.227002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f2d91-70e3-4d61-9730-7a087963f51b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.228867 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c17f2d91-70e3-4d61-9730-7a087963f51b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/7e333c3d-e710-4f83-9106-72033fa26755 HTTP/1.1" status: 200 len: 845 time: 0.2396009 Sep 17 22:44:29.233235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52266) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.240746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7ff908b6-d9fa-4f9f-888f-5478850195b8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:29.375565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0fffe8d2-f367-4b0b-9c6d-1a783679a842 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/7e333c3d-e710-4f83-9106-72033fa26755?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1408396 Sep 17 22:44:29.380622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52268) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.386307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:29.396446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7ff908b6-d9fa-4f9f-888f-5478850195b8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:29.397106 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.404580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-198a51ff-0b7e-4235-b0e9-03a593f1f0aa tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/routers/d825edd5-a813-43e0-9638-cb2ec587fea4 HTTP/1.1" status: 200 len: 924 time: 0.8525345 Sep 17 22:44:29.428786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52270) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.479244 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.515060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-93e1b38e-f029-4bf0-a4fc-0929729afc6b None None] Provisioning complete for port 96b916e1-9090-4e38-9d9d-959120d47356 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:29.515427 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-93e1b38e-f029-4bf0-a4fc-0929729afc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.580547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.585677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-7e6b45d7-34ed-4932-b4c5-bddcbedb7bd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 200 len: 217 time: 0.6904678 Sep 17 22:44:29.604054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-93e1b38e-f029-4bf0-a4fc-0929729afc6b None None] Port 96b916e1-9090-4e38-9d9d-959120d47356 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:29.616138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8456122-dc31-4765-b779-5b13bdb997cc tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.617972 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c8456122-dc31-4765-b779-5b13bdb997cc tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=d825edd5-a813-43e0-9638-cb2ec587fea4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1796560 Sep 17 22:44:29.622326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52272) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.639397 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12d61bfa-3284-45d9-ba8a-a9766f988ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.664783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47198db8-af3a-47db-8649-77a5207b7f33 req-c6246239-2dfe-4664-9e78-ffab3b120f9b tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f73210-b456-42e0-aeea-28b71d8bd68f HTTP/1.1" status: 200 len: 210 time: 0.0874798 Sep 17 22:44:29.717767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2305abea-543a-4707-aae8-b69e517cbcf7 None None] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:29.733990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-0dd41095-d779-4e5c-8ed9-8ecf35c3cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.735508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-0dd41095-d779-4e5c-8ed9-8ecf35c3cbe1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.1219366 Sep 17 22:44:29.756554 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.787040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:29.790880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.846111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:29.858826 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:29.868964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:29.881024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f08d5c-73c9-44c0-b62b-c2db276e352e tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.883307 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a9f08d5c-73c9-44c0-b62b-c2db276e352e tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 881 time: 0.2580526 Sep 17 22:44:29.888571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52274) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.901719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-f1a82646-080d-4938-a0ea-b18ed361bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.903270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-f1a82646-080d-4938-a0ea-b18ed361bb86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1597018 Sep 17 22:44:29.903902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=696ccfb3-e95a-4e30-9d9d-66ced80fad35,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:29.924062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4450cf9f-6fda-4f1a-bad3-ddc9e9ac7fdb None None] Provisioning complete for port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:29.924546 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4450cf9f-6fda-4f1a-bad3-ddc9e9ac7fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.025580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-08c8e48c-8127-49ab-87e2-3f962f401957 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=d825edd5-a813-43e0-9638-cb2ec587fea4 HTTP/1.1" status: 200 len: 205 time: 0.1258662 Sep 17 22:44:30.025762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.027776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52278) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.035013 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7beaf053-21a3-4a98-8293-44666c8224bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.152000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4450cf9f-6fda-4f1a-bad3-ddc9e9ac7fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.213190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4450cf9f-6fda-4f1a-bad3-ddc9e9ac7fdb None None] For port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:30.227999 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4450cf9f-6fda-4f1a-bad3-ddc9e9ac7fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.297757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.308351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450cf9f-6fda-4f1a-bad3-ddc9e9ac7fdb None None] Pushing event updated for resources: {'Port': ['ID=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.314102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-60507100-d2a9-4f62-acc1-acdbf35267a0 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955107 Sep 17 22:44:30.354295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.355100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.358716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7ff908b6-d9fa-4f9f-888f-5478850195b8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:30.440097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7ff908b6-d9fa-4f9f-888f-5478850195b8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:30.440475 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.461797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.463557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.509697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8ceb1642-ac6c-4acf-af1a-bd285cf886d2 None None] Provisioning complete for port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:30.510043 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8ceb1642-ac6c-4acf-af1a-bd285cf886d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.515474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=96b916e1-9090-4e38-9d9d-959120d47356,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.539942 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12d61bfa-3284-45d9-ba8a-a9766f988ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.559267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:30.567317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:30.573236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c988c-28ed-4742-82ac-2303c889a802 req-aaf8af14-f881-41b2-9a45-89a0be06df2c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:30.574683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b9c988c-28ed-4742-82ac-2303c889a802 req-aaf8af14-f881-41b2-9a45-89a0be06df2c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.4714162 Sep 17 22:44:30.576570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:30.583802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.600120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224d396-9673-48c3-9a81-7c8725a55d14 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:30.604844 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=b74d89f7-1bef-424f-a286-874c5bc4eace,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.625511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12d61bfa-3284-45d9-ba8a-a9766f988ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.642236 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-08e56ede-e4be-4c71-b55b-7be931d604b9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2579775 Sep 17 22:44:30.642804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52280) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.647014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9d4ea93c-3097-4f2e-99bc-315eb536cdf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'security_group': {'name': 'tempest-secgroup-1191465436'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:30.664893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network b117f9f3-0264-4ee9-a3aa-630c3c708e7d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:30.669782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:30.742632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d61bfa-3284-45d9-ba8a-a9766f988ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76bcff7-210c-4ff5-9f99-e70c0b605c84,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.794843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-12d61bfa-3284-45d9-ba8a-a9766f988ccd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5fb57978d7b4ce7bfaf11bc6ccf3116&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8404071 Sep 17 22:44:30.805213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52286) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.806726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:30.835988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52288) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.855839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b9c988c-28ed-4742-82ac-2303c889a802 req-dd1514a2-09d7-42dd-9e18-1264eacfff50 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702043 Sep 17 22:44:30.978731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:30.979100 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.007250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8ceb1642-ac6c-4acf-af1a-bd285cf886d2 None None] Provisioning complete for port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:31.007931 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8ceb1642-ac6c-4acf-af1a-bd285cf886d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.011730 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a84e733-5040-4479-b2ba-8ae3f3ff1f7f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.030837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea93c-3097-4f2e-99bc-315eb536cdf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.049932 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a84e733-5040-4479-b2ba-8ae3f3ff1f7f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.052548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'tenant_id': '5863daf0d73f4db58cb4badae0a969ba', 'fixed_ips': [{'subnet_id': 'b74d89f7-1bef-424f-a286-874c5bc4eace'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:31.053505 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.083772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-c5df3a8b-4d1c-4e6b-8f1d-7ee21494665d service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129812 Sep 17 22:44:31.092810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.112506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb1642-ac6c-4acf-af1a-bd285cf886d2 None None] Port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:31.153744 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-64f4ae48-5bb0-49f3-a829-731c8de60c63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 200 len: 217 time: 0.0551515 Sep 17 22:44:31.154951 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.182766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router e2e5e625-8f8f-4e20-8221-61652b1485f8 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:31.193668 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea93c-3097-4f2e-99bc-315eb536cdf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.199472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea93c-3097-4f2e-99bc-315eb536cdf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.231390 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-387b5707-53c6-4e2c-a201-bd4151c3bac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.261952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b3f8f344-17bf-4b02-bab5-14779d9d357a None None] Provisioning complete for port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:31.262323 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f344-17bf-4b02-bab5-14779d9d357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.269234 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea93c-3097-4f2e-99bc-315eb536cdf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.273759 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d4ea93c-3097-4f2e-99bc-315eb536cdf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6270614 Sep 17 22:44:31.276494 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a84e733-5040-4479-b2ba-8ae3f3ff1f7f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.279120 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a84e733-5040-4479-b2ba-8ae3f3ff1f7f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.282610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a84e733-5040-4479-b2ba-8ae3f3ff1f7f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "DELETE /v2.0/security-groups/c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5 HTTP/1.1" status: 204 len: 168 time: 0.4355977 Sep 17 22:44:31.289291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52290) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:31.289627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52292) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:31.299617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e9c50d80-18b2-40fa-a51e-b02c5b705a7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'security_group': {'name': 'tempest-secgroup-729843241'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:31.301350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ea93c-3097-4f2e-99bc-315eb536cdf3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1386a995-e1b9-47ae-a42e-df10c86efeca,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:31.324950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:31.331394 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e0320dcc-afeb-496e-a27e-ccc930c55815 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/e2e5e625-8f8f-4e20-8221-61652b1485f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5282819 Sep 17 22:44:31.333851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52296) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:31.337529 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52036ff-054c-4a79-b830-23e62bd56e3f None None] Sync routers for ids ['e2e5e625-8f8f-4e20-8221-61652b1485f8'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:31.350268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8f344-17bf-4b02-bab5-14779d9d357a None None] Port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:31.353874 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52036ff-054c-4a79-b830-23e62bd56e3f None None] Routers {'e2e5e625-8f8f-4e20-8221-61652b1485f8'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:31.354684 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f52036ff-054c-4a79-b830-23e62bd56e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e2e5e625-8f8f-4e20-8221-61652b1485f8'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:31.357444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Allocated IP 2001:db8::2 (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/b74d89f7-1bef-424f-a286-874c5bc4eace/fc1be030-4c6b-4a34-a87a-0f5315055f15) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:31.366335 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-f5a7e371-1336-4f50-a617-5d5bd4c1dbed tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] show failed (client error): The resource could not be found. Sep 17 22:44:31.368998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f5a7e371-1336-4f50-a617-5d5bd4c1dbed tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "GET /v2.0/security-groups/c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5 HTTP/1.1" status: 404 len: 347 time: 0.0625770 Sep 17 22:44:31.370740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52298) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:31.376140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b3f8f344-17bf-4b02-bab5-14779d9d357a None None] Provisioning complete for port 96b916e1-9090-4e38-9d9d-959120d47356 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:31.376518 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f344-17bf-4b02-bab5-14779d9d357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.380254 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-387b5707-53c6-4e2c-a201-bd4151c3bac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.389357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-d6a569bf-daab-4d71-ac80-43b6c128b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:31.390885 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-d6a569bf-daab-4d71-ac80-43b6c128b24e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.2266273 Sep 17 22:44:31.401781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84e733-5040-4479-b2ba-8ae3f3ff1f7f tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c749c2-1c0f-45b5-b76b-f3bb59c11dc5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:31.403710 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f52036ff-054c-4a79-b830-23e62bd56e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:31.416722 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52036ff-054c-4a79-b830-23e62bd56e3f None None] Routers {'e2e5e625-8f8f-4e20-8221-61652b1485f8'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:31.417673 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f52036ff-054c-4a79-b830-23e62bd56e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e2e5e625-8f8f-4e20-8221-61652b1485f8'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:31.468979 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f52036ff-054c-4a79-b830-23e62bd56e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:31.470049 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52036ff-054c-4a79-b830-23e62bd56e3f None None] The sync data for ids ['e2e5e625-8f8f-4e20-8221-61652b1485f8'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:31.470736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8f344-17bf-4b02-bab5-14779d9d357a None None] Port 96b916e1-9090-4e38-9d9d-959120d47356 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:31.485631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e9c50d80-18b2-40fa-a51e-b02c5b705a7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.529935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff87f3f-b7fe-40e4-ad5c-03b8cd0eb228 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:31.532985 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eff87f3f-b7fe-40e4-ad5c-03b8cd0eb228 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports/96b916e1-9090-4e38-9d9d-959120d47356 HTTP/1.1" status: 200 len: 911 time: 0.1962397 Sep 17 22:44:31.536541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52300) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:31.539581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-781b2065-dccf-41a2-bf8b-93789e8a10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:31.541146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-781b2065-dccf-41a2-bf8b-93789e8a10c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321154 Sep 17 22:44:31.560442 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.567899 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.578289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Deleting port dbb4fce9-8ed6-4045-99d5-e0efe5b2a301 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:31.578634 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.608166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:31.612493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:31.619547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:31.624586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Pushing event updated for resources: {'Port': ['ID=fc1be030-4c6b-4a34-a87a-0f5315055f15,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:31.674492 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-387b5707-53c6-4e2c-a201-bd4151c3bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.675252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Attempting to bind port fc1be030-4c6b-4a34-a87a-0f5315055f15 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:31.675629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Attempting to bind port fc1be030-4c6b-4a34-a87a-0f5315055f15 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '94de0312-6d3c-43bc-9d89-f525f1411732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:31.675996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Attempting to bind port fc1be030-4c6b-4a34-a87a-0f5315055f15 on network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:31.676670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-387b5707-53c6-4e2c-a201-bd4151c3bac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.680878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-387b5707-53c6-4e2c-a201-bd4151c3bac2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d76bcff7-210c-4ff5-9f99-e70c0b605c84 HTTP/1.1" status: 204 len: 168 time: 0.8438051 Sep 17 22:44:31.686687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:31.687049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Checking segment: {'id': '94de0312-6d3c-43bc-9d89-f525f1411732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:31.687675 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.688344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Bound using segment: {'id': '94de0312-6d3c-43bc-9d89-f525f1411732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:31.688682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Bound port: fc1be030-4c6b-4a34-a87a-0f5315055f15, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94de0312-6d3c-43bc-9d89-f525f1411732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:31.689364 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.692839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting port c195b79c-b755-44fc-826f-260da3f77c68 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:31.693372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.754265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b5707-53c6-4e2c-a201-bd4151c3bac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76bcff7-210c-4ff5-9f99-e70c0b605c84,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:31.777337 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.777634 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.792018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Calling delete_port for c195b79c-b755-44fc-826f-260da3f77c68 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:31.793144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] For port fc1be030-4c6b-4a34-a87a-0f5315055f15, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:31.809748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] For port fc1be030-4c6b-4a34-a87a-0f5315055f15, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fc1be030-4c6b-4a34-a87a-0f5315055f15,segment=NetworkSegment(94de0312-6d3c-43bc-9d89-f525f1411732),segment_id=94de0312-6d3c-43bc-9d89-f525f1411732)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:31.817973 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.857931 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.874392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-4785c6e6-8125-4076-b354-f3e26cba3612 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220041 Sep 17 22:44:31.902453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Calling delete_port for dbb4fce9-8ed6-4045-99d5-e0efe5b2a301 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:31.958424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312da7f-f1d8-4545-8074-fa3e922a6948 None None] Pushing event updated for resources: {'Port': ['ID=fc1be030-4c6b-4a34-a87a-0f5315055f15,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.097326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.154675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:32.168650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e9c50d80-18b2-40fa-a51e-b02c5b705a7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.187083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Port': ['ID=c195b79c-b755-44fc-826f-260da3f77c68,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.206558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.237663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e9c50d80-18b2-40fa-a51e-b02c5b705a7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.258264 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.283266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:32.283853 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.348542 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.354068 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.355305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f36bd19d-9285-4b27-9f5e-b15643dece96 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "DELETE /v2.0/floatingips/c97fc68d-e23c-4005-ac69-f0ab427b0411 HTTP/1.1" status: 204 len: 168 time: 0.9833524 Sep 17 22:44:32.359247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52316) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:32.417937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecbc09-be65-4786-b417-1f40bd3fc104 req-e06587b9-a070-44b1-9a7f-f8c927b026b2 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:32.419624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbecbc09-be65-4786-b417-1f40bd3fc104 req-e06587b9-a070-44b1-9a7f-f8c927b026b2 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3638301 Sep 17 22:44:32.420483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e9c50d80-18b2-40fa-a51e-b02c5b705a7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.421729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e9c50d80-18b2-40fa-a51e-b02c5b705a7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1254928 Sep 17 22:44:32.429684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52320) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:32.440528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-65822856', 'security_groups': ['93b00dce-1b58-47bf-a893-4bcbb3506396'], 'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b74d89f7-1bef-424f-a286-874c5bc4eace'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:32.443096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c50d80-18b2-40fa-a51e-b02c5b705a7f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b00dce-1b58-47bf-a893-4bcbb3506396,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.479343 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.627515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d16d7971-2f9f-4d0a-bdb0-df20551baa8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting port 6108c74a-65fa-4dcf-adbc-c04280985196 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:32.627867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16d7971-2f9f-4d0a-bdb0-df20551baa8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.676816 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.707021 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-032e99b9-3f79-4935-a9f2-bc9d13d66b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.780004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:32.866188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16d7971-2f9f-4d0a-bdb0-df20551baa8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.903949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=696ccfb3-e95a-4e30-9d9d-66ced80fad35,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.907857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-f76bf816-e27b-4efa-9a62-d1734d8790e0 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0195954 Sep 17 22:44:32.922913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d16d7971-2f9f-4d0a-bdb0-df20551baa8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Calling delete_port for 6108c74a-65fa-4dcf-adbc-c04280985196 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:32.959427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbecbc09-be65-4786-b417-1f40bd3fc104 req-6ab86e4f-fa55-47f8-922f-5de1e064a666 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279334 Sep 17 22:44:33.013875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-f51a6cea-6762-4ef7-bb84-8db17a301402 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=81be61f9-2856-4a70-99f8-0d56deed514e HTTP/1.1" status: 200 len: 217 time: 0.0497549 Sep 17 22:44:33.017805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.087580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.094749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.164877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event deleted for resources: {'Port': ['ID=dbb4fce9-8ed6-4045-99d5-e0efe5b2a301,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:33.208884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port 70fa5434-a47d-4058-b340-b3074ca01473 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:33.246327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-b021a54d-e616-45da-adfb-de8eed9bf7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:33.247880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-b021a54d-e616-45da-adfb-de8eed9bf7cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.2197592 Sep 17 22:44:33.322122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] Provisioning complete for port 7e333c3d-e710-4f83-9106-72033fa26755 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:33.322490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.344080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.368629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] Port 7e333c3d-e710-4f83-9106-72033fa26755 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:33.383071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:33.383487 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.429004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:33.478481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:33.487696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.496235 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.499572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-f45bcb0a-af5d-46dc-ac28-abf3cafe481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:33.501740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-f45bcb0a-af5d-46dc-ac28-abf3cafe481f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2386065 Sep 17 22:44:33.502151 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.539732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::a5 (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/b74d89f7-1bef-424f-a286-874c5bc4eace/70fa5434-a47d-4058-b340-b3074ca01473) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:33.545986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] For port fc1be030-4c6b-4a34-a87a-0f5315055f15, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fc1be030-4c6b-4a34-a87a-0f5315055f15,segment=NetworkSegment(94de0312-6d3c-43bc-9d89-f525f1411732),segment_id=94de0312-6d3c-43bc-9d89-f525f1411732)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:33.551243 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.627780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16d7971-2f9f-4d0a-bdb0-df20551baa8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.648497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.649388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Fanout notify agent at l3_agent the message router_deleted on router d825edd5-a813-43e0-9638-cb2ec587fea4 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:33.657381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7d1d6-a03a-41e3-99bd-e8d19a8f5cbc None None] Pushing event updated for resources: {'Port': ['ID=fc1be030-4c6b-4a34-a87a-0f5315055f15,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:33.664403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.665782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1efe19cd-bf2b-45b3-8f43-125ac9e0031c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/d825edd5-a813-43e0-9638-cb2ec587fea4 HTTP/1.1" status: 204 len: 168 time: 3.6311114 Sep 17 22:44:33.674624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52354) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:33.685499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-eecde53e-fe71-470d-b0d7-4dcd0815a4d4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1722243025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:33.727397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d7971-2f9f-4d0a-bdb0-df20551baa8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Port': ['ID=6108c74a-65fa-4dcf-adbc-c04280985196,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:33.814517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.821762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eecde53e-fe71-470d-b0d7-4dcd0815a4d4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.822889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eecde53e-fe71-470d-b0d7-4dcd0815a4d4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.845509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-13ade9e0-d5ca-46a6-a323-d8c654fd3827 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354335 Sep 17 22:44:33.857520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:33.886470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0ebf886d-9dc6-4df2-ad06-f2a5fa592bb4 None None] Provisioning complete for port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:33.886847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0ebf886d-9dc6-4df2-ad06-f2a5fa592bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.953331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf886d-9dc6-4df2-ad06-f2a5fa592bb4 None None] Port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:33.986886 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eecde53e-fe71-470d-b0d7-4dcd0815a4d4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.998650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.013793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16d7971-2f9f-4d0a-bdb0-df20551baa8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.016002 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d16d7971-2f9f-4d0a-bdb0-df20551baa8a tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "DELETE /v2.0/ports/6108c74a-65fa-4dcf-adbc-c04280985196 HTTP/1.1" status: 204 len: 168 time: 1.6558301 Sep 17 22:44:34.018588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52364) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:34.029918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eecde53e-fe71-470d-b0d7-4dcd0815a4d4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.073599 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eecde53e-fe71-470d-b0d7-4dcd0815a4d4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.073599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eecde53e-fe71-470d-b0d7-4dcd0815a4d4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3974743 Sep 17 22:44:34.076959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 96b916e1-9090-4e38-9d9d-959120d47356 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:34.077305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.078512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52366) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:34.083318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': True}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:34.095816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-cc3c0c8c-a5ec-4298-9046-b2ddb4c9d31b service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427855 Sep 17 22:44:34.240980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fc1be030-4c6b-4a34-a87a-0f5315055f15 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:34.271175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:34.307054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Sync routers for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:34.340006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:34.340768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:34.386056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-97b658e8-3e82-4a67-a94b-3b3138ea8d48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "PUT /v2.0/routers/f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4765794 Sep 17 22:44:34.390901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-1e3aabac-3cbe-4c25-8fdf-874df2441c59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123 HTTP/1.1" status: 200 len: 217 time: 0.2506986 Sep 17 22:44:34.602063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:34.617667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.707002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.715410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-9801308f-def2-4d59-be50-1108c875feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:34.717719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-9801308f-def2-4d59-be50-1108c875feaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 200 len: 797 time: 0.3112226 Sep 17 22:44:34.754067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:34.767804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:34.779682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:34.791950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:34.794133 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.862106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=70fa5434-a47d-4058-b340-b3074ca01473,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:34.872474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-077081a5-5216-45c7-b11a-f63a3e869907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:34.874226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-077081a5-5216-45c7-b11a-f63a3e869907 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=104a4ac0-9927-4f18-af60-5a455dfef964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480799 Sep 17 22:44:34.886233 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.915605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-adc81d85-bd35-4ea9-a38e-2c8250e17f40 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting port 659d55db-96af-4f18-bef3-1de24f9773c6 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:34.916100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-adc81d85-bd35-4ea9-a38e-2c8250e17f40 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.920145 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ab716143-cbba-43be-98cb-aa9c451b6ef4 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4886394 Sep 17 22:44:34.935750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-52a6be44-18e5-4852-8552-17b4841c618e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533683828&fields=id&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 267 time: 0.1831827 Sep 17 22:44:34.959164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52398) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:34.979940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-609b3fde-1cfb-4eb4-87bd-932ba6297ba0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:34.984200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 96b916e1-9090-4e38-9d9d-959120d47356 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:35.141785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.209088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:35.209652 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.230990 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-f39813d0-c77a-4a35-b019-9bbe6e454059 service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404901 Sep 17 22:44:35.366675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:31Z', 'revision_number': 2, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:35.406261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-5ab725be-4a32-4e33-a2d5-5357e1eb07ef service neutron] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008461 Sep 17 22:44:35.455533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Checking router: f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:35.456089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Updating router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:44:35.464947 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.499437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-61f8ea6f-56d0-4ca8-accc-b9ce1a781ff8 None None] Provisioning complete for port 70fa5434-a47d-4058-b340-b3074ca01473 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:35.499757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-c91d0b30-3f7e-4469-b3f9-4908a192ba9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70488223-db67-40dc-899e-cc495fd69544 HTTP/1.1" status: 200 len: 217 time: 0.0578334 Sep 17 22:44:35.500061 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61f8ea6f-56d0-4ca8-accc-b9ce1a781ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.561909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.563630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-adc81d85-bd35-4ea9-a38e-2c8250e17f40 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.569005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-be5a4889-40da-4dab-a97c-3ab91d652e29 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:35.572649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-be5a4889-40da-4dab-a97c-3ab91d652e29 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 796 time: 0.6359291 Sep 17 22:44:35.620308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-adc81d85-bd35-4ea9-a38e-2c8250e17f40 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Calling delete_port for 659d55db-96af-4f18-bef3-1de24f9773c6 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:35.628677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc0248ba-5eac-462f-a54e-908c073b033c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/quotas/dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 375 time: 0.0339704 Sep 17 22:44:35.704002 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-488a6507-6b61-4e84-8381-4ad2bf654246 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1937251 Sep 17 22:44:35.713090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-61f8ea6f-56d0-4ca8-accc-b9ce1a781ff8 None None] Port 70fa5434-a47d-4058-b340-b3074ca01473 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:35.738220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-583238ea-14cf-4006-9e97-4f6c248745c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:35.739949 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-583238ea-14cf-4006-9e97-4f6c248745c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.2329924 Sep 17 22:44:35.781397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.849562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b3fde-1cfb-4eb4-87bd-932ba6297ba0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:35.853506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-609b3fde-1cfb-4eb4-87bd-932ba6297ba0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.990412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52416) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:35.995879 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-609b3fde-1cfb-4eb4-87bd-932ba6297ba0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b74d89f7-1bef-424f-a286-874c5bc4eace (CIDR: 2001:db8::/64) Sep 17 22:44:36.007728 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.025834 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.027500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=96b916e1-9090-4e38-9d9d-959120d47356,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:36.033614 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-609b3fde-1cfb-4eb4-87bd-932ba6297ba0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:44:36.034697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609b3fde-1cfb-4eb4-87bd-932ba6297ba0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:36.070846 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.089840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73838375-8b64-4a76-8ebd-63bdb1040033 None None] Pushing event updated for resources: {'Port': ['ID=696ccfb3-e95a-4e30-9d9d-66ced80fad35,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:36.105796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-4db3fc66-d3a7-4899-b322-fe8835e3ce21 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3700693 Sep 17 22:44:36.151793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.164142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-5d51f0f4-5949-4e49-a5d0-c7e94b6e86e2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:36.165192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-5d51f0f4-5949-4e49-a5d0-c7e94b6e86e2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103953 Sep 17 22:44:36.172621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-016d658f-eee9-4af6-9ef2-ec1d085cd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:36.174312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-016d658f-eee9-4af6-9ef2-ec1d085cd5cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d97312eba4e24668b54f507fd448a3ee&device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 1097 time: 0.3826084 Sep 17 22:44:36.185990 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-609b3fde-1cfb-4eb4-87bd-932ba6297ba0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2253020 Sep 17 22:44:36.189801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52420) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:36.195797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:36.200200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.221436 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-34554a8c-d1b3-450e-8671-3ecc824751ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:36.223344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-34554a8c-d1b3-450e-8671-3ecc824751ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4724739 Sep 17 22:44:36.278803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Attempting to bind port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:36.280053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Attempting to bind port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:36.280474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Attempting to bind port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:36.296442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:36.296814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Checking segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:36.298361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.298784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Bound using segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:36.299292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Bound port: 696ccfb3-e95a-4e30-9d9d-66ced80fad35, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:36.299687 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.410020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] For port 696ccfb3-e95a-4e30-9d9d-66ced80fad35, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:36.431571 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee381-00f5-43eb-bc7d-a3126068c201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.543748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-41cf47e0-bfa4-4d0f-9e53-161db17a5bcc None None] Provisioning complete for port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:36.543748 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-41cf47e0-bfa4-4d0f-9e53-161db17a5bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.560759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-adc81d85-bd35-4ea9-a38e-2c8250e17f40 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.570153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Allocated IP 172.25.0.249 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/c310d6f1-9cd0-4141-b090-e0c1d1316c9c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:36.584690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] For port 696ccfb3-e95a-4e30-9d9d-66ced80fad35, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=696ccfb3-e95a-4e30-9d9d-66ced80fad35,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:36.593904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-f2cb4fc3-0e4e-446a-9eca-b82e3e152dee service neutron] 10.222.0.48 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116790 Sep 17 22:44:36.596054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.619798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-1fc612f3-8745-4c3e-ab49-61bfdb55ed98 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652384 Sep 17 22:44:36.671537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73838375-8b64-4a76-8ebd-63bdb1040033 None None] Pushing event updated for resources: {'Port': ['ID=696ccfb3-e95a-4e30-9d9d-66ced80fad35,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:36.696208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc81d85-bd35-4ea9-a38e-2c8250e17f40 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Port': ['ID=659d55db-96af-4f18-bef3-1de24f9773c6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:36.710965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-89535224-0733-43f3-9780-22e8925f9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:36.713140 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-89535224-0733-43f3-9780-22e8925f9d32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 200 len: 920 time: 0.5083494 Sep 17 22:44:36.715355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-41cf47e0-bfa4-4d0f-9e53-161db17a5bcc None None] Port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:36.720962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:36.722973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:36.875376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router e2e5e625-8f8f-4e20-8221-61652b1485f8 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:36.881430 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-fe8b1251-3d78-4fb1-b5d9-e23a79e31318 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be HTTP/1.1" status: 200 len: 217 time: 0.1327517 Sep 17 22:44:36.901056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:36.966813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-adc81d85-bd35-4ea9-a38e-2c8250e17f40 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.969191 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-adc81d85-bd35-4ea9-a38e-2c8250e17f40 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "DELETE /v2.0/ports/659d55db-96af-4f18-bef3-1de24f9773c6 HTTP/1.1" status: 204 len: 168 time: 2.9495978 Sep 17 22:44:36.972451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52424) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.021807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-34ea1bf0-f223-4eed-8a1e-f0442126ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:37.024673 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-34ea1bf0-f223-4eed-8a1e-f0442126ed74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 200 len: 859 time: 0.1328249 Sep 17 22:44:37.059220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-24418733-f304-41b9-8c7c-563c4750015b None None] Provisioning complete for port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:37.059220 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24418733-f304-41b9-8c7c-563c4750015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.196277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24418733-f304-41b9-8c7c-563c4750015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.243252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-24418733-f304-41b9-8c7c-563c4750015b None None] For port 696ccfb3-e95a-4e30-9d9d-66ced80fad35, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=696ccfb3-e95a-4e30-9d9d-66ced80fad35,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:37.259833 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24418733-f304-41b9-8c7c-563c4750015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.324545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24418733-f304-41b9-8c7c-563c4750015b None None] Pushing event updated for resources: {'Port': ['ID=696ccfb3-e95a-4e30-9d9d-66ced80fad35,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:37.396591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:36Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:37.423026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-8b736cf3-d5ba-4196-b2e0-3a721a551510 service neutron] 10.222.0.48 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282168 Sep 17 22:44:37.445092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522895c-1fa2-4de1-bcba-9610075ab1b6 None None] The sync data for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 is: [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:36Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:37.457460 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.495243 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee381-00f5-43eb-bc7d-a3126068c201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.509837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-285b5b1e-3a43-4712-8716-ce6f83a53440 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8745909 Sep 17 22:44:37.515656 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee381-00f5-43eb-bc7d-a3126068c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.566971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0fde75-db45-4c6f-a1e1-13dc82231af5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting subnet 127608d2-b42c-48ba-84b0-12633ad3bc0e {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:37.617281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-e97977a9-9d7e-4da5-9f01-5a18a745f3a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d14df5e-477b-459c-a67d-77affd4107c0 HTTP/1.1" status: 200 len: 217 time: 0.0962863 Sep 17 22:44:37.641357 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-9c1d6455-2484-483f-86da-e075fb8d36f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=326c41de-f486-4876-8d90-8bec07e0bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709982 Sep 17 22:44:37.652317 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4d0fde75-db45-4c6f-a1e1-13dc82231af5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.654335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aa3ee381-00f5-43eb-bc7d-a3126068c201 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cfca4fcd62242c48295bf4e347db394&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5894618 Sep 17 22:44:37.677205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52430) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.692824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ee381-00f5-43eb-bc7d-a3126068c201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a290d8-17b8-4172-a204-f8aa8ab2aace,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:37.714295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:37.727802 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bca39-940c-4f80-9eb8-b2cf94a90dc2 None None] Sync routers for ids ['e2e5e625-8f8f-4e20-8221-61652b1485f8'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:37.729395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-db516339-ad76-4183-aa58-8a5e680d49e9 req-6661e775-78d5-4e33-b7aa-8e24b0c21458 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 210 time: 0.0510530 Sep 17 22:44:37.735093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-52d63770-bc72-455f-8a89-e88165ac1eb6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:37.736314 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-52d63770-bc72-455f-8a89-e88165ac1eb6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236340 Sep 17 22:44:37.743266 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bca39-940c-4f80-9eb8-b2cf94a90dc2 None None] Routers {'e2e5e625-8f8f-4e20-8221-61652b1485f8'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:37.751939 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3b3bca39-940c-4f80-9eb8-b2cf94a90dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e2e5e625-8f8f-4e20-8221-61652b1485f8'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:37.760372 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e247c000-aa58-4934-b418-61a5db3d42e0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/e2e5e625-8f8f-4e20-8221-61652b1485f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2222354 Sep 17 22:44:37.766830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52432) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.769877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.809311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-8c841199-5d63-4015-94e7-390b4b7ad41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:37.811448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-8c841199-5d63-4015-94e7-390b4b7ad41b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 200 len: 797 time: 0.1774139 Sep 17 22:44:37.819516 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3b3bca39-940c-4f80-9eb8-b2cf94a90dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:37.821528 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4d0fde75-db45-4c6f-a1e1-13dc82231af5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.842852 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bca39-940c-4f80-9eb8-b2cf94a90dc2 None None] Routers {'e2e5e625-8f8f-4e20-8221-61652b1485f8'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:37.845497 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3b3bca39-940c-4f80-9eb8-b2cf94a90dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e2e5e625-8f8f-4e20-8221-61652b1485f8'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:37.865697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c171c51d-46da-4f4c-a604-329c5cc68b19 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2e5e625-8f8f-4e20-8221-61652b1485f8 HTTP/1.1" status: 200 len: 205 time: 0.0931599 Sep 17 22:44:37.886829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:37.890827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52436) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.893588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:37.896610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:37.951145 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3b3bca39-940c-4f80-9eb8-b2cf94a90dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:37.952134 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bca39-940c-4f80-9eb8-b2cf94a90dc2 None None] The sync data for ids ['e2e5e625-8f8f-4e20-8221-61652b1485f8'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:38.004568 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4d0fde75-db45-4c6f-a1e1-13dc82231af5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.033552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dfed1dc-f9e2-44d0-9cf6-bad36d78ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.058761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dfed1dc-f9e2-44d0-9cf6-bad36d78ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.106041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4d0fde75-db45-4c6f-a1e1-13dc82231af5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.145267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'Port': ['ID=c310d6f1-9cd0-4141-b090-e0c1d1316c9c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:38.145984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:38.150591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.166860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a49b1c82-afdc-49f1-a5bf-71910ad6ed71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.176723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dfed1dc-f9e2-44d0-9cf6-bad36d78ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.180864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dfed1dc-f9e2-44d0-9cf6-bad36d78ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.182087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8dfed1dc-f9e2-44d0-9cf6-bad36d78ac93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3a290d8-17b8-4172-a204-f8aa8ab2aace HTTP/1.1" status: 204 len: 168 time: 0.5000017 Sep 17 22:44:38.218758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40dd20c-733f-4826-a1d7-6a13ec53dfb8 None None] Network 9825d235-beee-480d-8f9d-bbd2329790f5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:38.259643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fde75-db45-4c6f-a1e1-13dc82231af5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Subnet': ['ID=127608d2-b42c-48ba-84b0-12633ad3bc0e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:38.351902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3a-0056-4b38-b3db-37654143323b req-e78e2d13-3cc5-479a-b2ad-33216ee47c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:38.353964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-e78e2d13-3cc5-479a-b2ad-33216ee47c1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be45c2-999c-4309-8e35-03537cb4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4964149 Sep 17 22:44:38.354719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfed1dc-f9e2-44d0-9cf6-bad36d78ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a290d8-17b8-4172-a204-f8aa8ab2aace,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:38.365805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 696ccfb3-e95a-4e30-9d9d-66ced80fad35 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:38.551070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:38.555837 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.704963 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a49b1c82-afdc-49f1-a5bf-71910ad6ed71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.706223 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4d0fde75-db45-4c6f-a1e1-13dc82231af5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.708693 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4d0fde75-db45-4c6f-a1e1-13dc82231af5 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "DELETE /v2.0/subnets/127608d2-b42c-48ba-84b0-12633ad3bc0e HTTP/1.1" status: 204 len: 168 time: 1.7350917 Sep 17 22:44:38.722184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52448) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.740705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a49b1c82-afdc-49f1-a5bf-71910ad6ed71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.744699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] DHCP port deletion for 9825d235-beee-480d-8f9d-bbd2329790f5 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:38.745523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.895819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:38.920185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:38.934191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:38.937963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c13029-c093-4cd4-8a49-4a0fb8cbb8d4 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:38.938761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.945969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52452) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.007634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-f1923270-3005-41bb-9e62-a6704d047448 service neutron] 10.222.0.49 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9296889 Sep 17 22:44:39.016040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=c664614c-df8f-4483-ad42-327290f68bba,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:39.032188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] Deleting port 1a117fca-2711-4387-9850-d150b914936e {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:39.032563 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.045296 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1d5e6da6-d126-4d27-b903-c4f1b336a2b0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8535125 Sep 17 22:44:39.049661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52456) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.065707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1024621810', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c664614c-df8f-4483-ad42-327290f68bba'}], 'security_groups': ['1386a995-e1b9-47ae-a42e-df10c86efeca']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:39.136074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-092706dc-900c-47ad-bfba-0a6ef47034c7 req-e788b672-a307-481b-8781-05ff53c16b8e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 210 time: 0.1942704 Sep 17 22:44:39.147177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-2118d825-c470-4c80-ba47-7fc8c1a6119b service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435217 Sep 17 22:44:39.161774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e813afbc-e16c-4d83-9071-7d82943d839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.167156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcfb408-c585-41d3-8189-bbfbfa9d7907 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Deleting subnet 368115b4-fdc7-41a5-abc7-e8709fc612e2 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:39.217888 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a49b1c82-afdc-49f1-a5bf-71910ad6ed71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.218461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b1c82-afdc-49f1-a5bf-71910ad6ed71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Fanout notify agent at l3_agent the message router_deleted on router e2e5e625-8f8f-4e20-8221-61652b1485f8 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:39.229592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] For port 1a117fca-2711-4387-9850-d150b914936e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1a117fca-2711-4387-9850-d150b914936e,segment=NetworkSegment(cbe816ea-572d-4d98-bd22-34b8607cbba5),segment_id=cbe816ea-572d-4d98-bd22-34b8607cbba5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:39.230433 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.295273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] Calling delete_port for 1a117fca-2711-4387-9850-d150b914936e owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:39.312397 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8eef8a8c-1f2b-4afe-b946-3fb5851fdf6c req-63be1867-36e0-4982-9c33-d1c13cbdd85c service neutron] 10.222.0.49 "GET /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829659 Sep 17 22:44:39.396313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb408-c585-41d3-8189-bbfbfa9d7907 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.402038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-67b68d3a-0056-4b38-b3db-37654143323b req-4e836810-2e85-42df-b938-b8b70ac364f3 service neutron] 10.222.0.45 "GET /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419868 Sep 17 22:44:39.418058 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a49b1c82-afdc-49f1-a5bf-71910ad6ed71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.419707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a49b1c82-afdc-49f1-a5bf-71910ad6ed71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/e2e5e625-8f8f-4e20-8221-61652b1485f8 HTTP/1.1" status: 204 len: 168 time: 1.5205684 Sep 17 22:44:39.463273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52458) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.519266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.546804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6358e4-deba-4a14-a8f1-ff96b6acf006 None None] Update dhcp port {'port': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'fixed_ips': [{'subnet_id': 'b74d89f7-1bef-424f-a286-874c5bc4eace', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c664614c-df8f-4483-ad42-327290f68bba'}], 'binding:host_id': 'n-d-789963-10'}, 'id': 'fc1be030-4c6b-4a34-a87a-0f5315055f15'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:44:39.549418 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.607458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] Pushing event deleted for resources: {'Port': ['ID=1a117fca-2711-4387-9850-d150b914936e,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:39.623048 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb408-c585-41d3-8189-bbfbfa9d7907 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.623555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3084d-55dd-436d-95c8-037691fbf4c7 None None] No DVR routers for this DVR port 1a117fca-2711-4387-9850-d150b914936e on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:39.638277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c6358e4-deba-4a14-a8f1-ff96b6acf006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.815649 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.828858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a42edd8-0b32-445f-8c4f-7e16ac0c8bd5 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet ef2198d7-71c3-4638-ba68-0f2b98baf76b {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:39.854190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a42edd8-0b32-445f-8c4f-7e16ac0c8bd5 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.888109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-6c6358e4-deba-4a14-a8f1-ff96b6acf006 None None] Allocated IP 2001:db8:0:1::2 (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/c664614c-df8f-4483-ad42-327290f68bba/fc1be030-4c6b-4a34-a87a-0f5315055f15) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:39.899702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-19e2b153-02d5-4bf7-95a1-97e339d54e67 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:39.901324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-19e2b153-02d5-4bf7-95a1-97e339d54e67 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 796 time: 0.5580313 Sep 17 22:44:39.914854 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb408-c585-41d3-8189-bbfbfa9d7907 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.969323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a42edd8-0b32-445f-8c4f-7e16ac0c8bd5 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.984881 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e813afbc-e16c-4d83-9071-7d82943d839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.019469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e813afbc-e16c-4d83-9071-7d82943d839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.053221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e813afbc-e16c-4d83-9071-7d82943d839a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a8feb8e87b04854b985ab918f383133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9744191 Sep 17 22:44:40.060999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:40.071095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6c6358e4-deba-4a14-a8f1-ff96b6acf006 None None] For port fc1be030-4c6b-4a34-a87a-0f5315055f15, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fc1be030-4c6b-4a34-a87a-0f5315055f15,segment=NetworkSegment(94de0312-6d3c-43bc-9d89-f525f1411732),segment_id=94de0312-6d3c-43bc-9d89-f525f1411732)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:40.113176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c6358e4-deba-4a14-a8f1-ff96b6acf006 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.129456 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c6358e4-deba-4a14-a8f1-ff96b6acf006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.131964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.153190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1a117fca-2711-4387-9850-d150b914936e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:40.163539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813afbc-e16c-4d83-9071-7d82943d839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40962bc-046a-41e2-bf7e-103ebddda77a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:40.166845 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb408-c585-41d3-8189-bbfbfa9d7907 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.199212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.202741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfb408-c585-41d3-8189-bbfbfa9d7907 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Subnet': ['ID=368115b4-fdc7-41a5-abc7-e8709fc612e2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:40.276154 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb408-c585-41d3-8189-bbfbfa9d7907 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.278254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6fcfb408-c585-41d3-8189-bbfbfa9d7907 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "DELETE /v2.0/subnets/368115b4-fdc7-41a5-abc7-e8709fc612e2 HTTP/1.1" status: 204 len: 168 time: 1.4717968 Sep 17 22:44:40.282233 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-82ad0d61-bb97-45d1-ba43-0b6c3d2ae851 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 380 time: 0.3473341 Sep 17 22:44:40.283352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52470) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:40.290744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a42edd8-0b32-445f-8c4f-7e16ac0c8bd5 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.329914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26228862-501b-4a2d-a1d4-19117d811978 req-ad9c22e9-6eb1-4827-9a48-61b9d8245954 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 210 time: 0.0577228 Sep 17 22:44:40.338600 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51870238-cc7a-4d49-8b92-16440a8c39ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.409201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51870238-cc7a-4d49-8b92-16440a8c39ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.439063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad092e7-7aa3-4040-9670-44a0f3279294 None None] Network 869fee45-3a06-4e53-bce5-85fc18d85576 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:40.447745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1a117fca-2711-4387-9850-d150b914936e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:40.447745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1a117fca-2711-4387-9850-d150b914936e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:40.536461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'port': {'device_id': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'admin_state_up': True, 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'security_groups': ['05da5bf4-b631-46c9-99ff-c5522792821d']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:40.545580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51870238-cc7a-4d49-8b92-16440a8c39ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.548467 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51870238-cc7a-4d49-8b92-16440a8c39ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.552521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-51870238-cc7a-4d49-8b92-16440a8c39ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d40962bc-046a-41e2-bf7e-103ebddda77a HTTP/1.1" status: 204 len: 168 time: 0.4905062 Sep 17 22:44:40.556130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Router 686808c5-4031-444c-aa3d-2c95714e814f is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:40.588078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51870238-cc7a-4d49-8b92-16440a8c39ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40962bc-046a-41e2-bf7e-103ebddda77a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:40.639536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6358e4-deba-4a14-a8f1-ff96b6acf006 None None] Pushing event updated for resources: {'Port': ['ID=fc1be030-4c6b-4a34-a87a-0f5315055f15,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:40.654630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a42edd8-0b32-445f-8c4f-7e16ac0c8bd5 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.765432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a4ac8-26a3-4d98-b5dd-ca047d8d9e3f None None] Network b117f9f3-0264-4ee9-a3aa-630c3c708e7d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:40.777730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42edd8-0b32-445f-8c4f-7e16ac0c8bd5 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2198d7-71c3-4638-ba68-0f2b98baf76b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:40.780079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a42edd8-0b32-445f-8c4f-7e16ac0c8bd5 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.785175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6a42edd8-0b32-445f-8c4f-7e16ac0c8bd5 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/ef2198d7-71c3-4638-ba68-0f2b98baf76b HTTP/1.1" status: 204 len: 168 time: 1.3182316 Sep 17 22:44:40.796323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52480) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:40.837985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] DHCP port deletion for 869fee45-3a06-4e53-bce5-85fc18d85576 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:40.883486 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.925572 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.955241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:40.975389 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.979710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b3250f0c-79f4-4fb2-b54d-ba3f59faafa6 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "PUT /v2.0/routers/686808c5-4031-444c-aa3d-2c95714e814f HTTP/1.1" status: 200 len: 919 time: 6.9000518 Sep 17 22:44:40.982408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52484) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:40.986510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd759e0-c791-4b93-9c50-c744035e630d None None] Sync routers for ids ['686808c5-4031-444c-aa3d-2c95714e814f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:41.023891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd759e0-c791-4b93-9c50-c744035e630d None None] Routers {'686808c5-4031-444c-aa3d-2c95714e814f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:41.025051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dfd759e0-c791-4b93-9c50-c744035e630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['686808c5-4031-444c-aa3d-2c95714e814f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:41.077636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dfd759e0-c791-4b93-9c50-c744035e630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:41.101584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd759e0-c791-4b93-9c50-c744035e630d None None] Routers {'686808c5-4031-444c-aa3d-2c95714e814f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:41.101584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dfd759e0-c791-4b93-9c50-c744035e630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['686808c5-4031-444c-aa3d-2c95714e814f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:41.107705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] Deleting port 594923c6-bd05-41bc-ba94-b1c3e7a77868 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:41.108213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.137536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:41.143396 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.162600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dfd759e0-c791-4b93-9c50-c744035e630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:41.162600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd759e0-c791-4b93-9c50-c744035e630d None None] The sync data for ids ['686808c5-4031-444c-aa3d-2c95714e814f'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:41.225154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.267058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9825d235-beee-480d-8f9d-bbd2329790f5']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:41.310543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] For port 594923c6-bd05-41bc-ba94-b1c3e7a77868, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=594923c6-bd05-41bc-ba94-b1c3e7a77868,segment=NetworkSegment(76014dde-0e16-43a9-8b2f-2c2b6f23ee05),segment_id=76014dde-0e16-43a9-8b2f-2c2b6f23ee05)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:41.311045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.318566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe816ea-572d-4d98-bd22-34b8607cbba5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:41.319092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe816ea-572d-4d98-bd22-34b8607cbba5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:41.326299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] DHCP port deletion for b117f9f3-0264-4ee9-a3aa-630c3c708e7d request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:41.351629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] Calling delete_port for 594923c6-bd05-41bc-ba94-b1c3e7a77868 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:41.392135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.407301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Delete allocated IP 2001:db8::a5 (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/b74d89f7-1bef-424f-a286-874c5bc4eace) {{(pid=94738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:44:41.451792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.459401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:41.460586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.498437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] Deleting port 7ff908b6-d9fa-4f9f-888f-5478850195b8 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:41.499066 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:41.506794 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:41.590234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8:0:1::4f (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/c664614c-df8f-4483-ad42-327290f68bba/70fa5434-a47d-4058-b340-b3074ca01473) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:41.633289 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.703818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] No DVR routers for this DVR port 594923c6-bd05-41bc-ba94-b1c3e7a77868 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:41.717283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d8d8f-694c-419d-b06c-c433e7664d5b None None] Pushing event deleted for resources: {'Port': ['ID=594923c6-bd05-41bc-ba94-b1c3e7a77868,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:41.734513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] For port 7ff908b6-d9fa-4f9f-888f-5478850195b8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7ff908b6-d9fa-4f9f-888f-5478850195b8,segment=NetworkSegment(f083f89b-8b1b-4313-b004-7bf9e46663e7),segment_id=f083f89b-8b1b-4313-b004-7bf9e46663e7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:41.734918 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.773650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] Calling delete_port for 7ff908b6-d9fa-4f9f-888f-5478850195b8 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:41.779463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e82ad0e7-2b98-486e-8958-250c4d1313b8 None None] Provisioning complete for port 7e333c3d-e710-4f83-9106-72033fa26755 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:41.779711 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e82ad0e7-2b98-486e-8958-250c4d1313b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.801728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-73b69cf8-a0e1-4a11-be4f-ecb83e774f6a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/routers/686808c5-4031-444c-aa3d-2c95714e814f HTTP/1.1" status: 200 len: 925 time: 0.8177469 Sep 17 22:44:41.804557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52504) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:41.835939 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.838180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.858002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.864093 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "DELETE /v2.0/networks/9825d235-beee-480d-8f9d-bbd2329790f5 HTTP/1.1" status: 204 len: 168 time: 1.3916323 Sep 17 22:44:41.871752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.884076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e82ad0e7-2b98-486e-8958-250c4d1313b8 None None] Port 7e333c3d-e710-4f83-9106-72033fa26755 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:41.885272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52506) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:41.903990 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e79dcb7e-9bc4-41e2-8b6f-ba11b0978ae6 req-51519a65-7430-4d43-8b27-0a65040acbd9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 210 time: 0.1003129 Sep 17 22:44:41.915586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 7ff908b6-d9fa-4f9f-888f-5478850195b8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:41.916257 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.929716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e82ad0e7-2b98-486e-8958-250c4d1313b8 None None] Provisioning complete for port 70fa5434-a47d-4058-b340-b3074ca01473 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:41.929716 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e82ad0e7-2b98-486e-8958-250c4d1313b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.980699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e82ad0e7-2b98-486e-8958-250c4d1313b8 None None] Port 70fa5434-a47d-4058-b340-b3074ca01473 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:42.003073 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.027307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=70fa5434-a47d-4058-b340-b3074ca01473,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.030989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e82ad0e7-2b98-486e-8958-250c4d1313b8 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:42.031374 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e82ad0e7-2b98-486e-8958-250c4d1313b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.060438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222247c0-ecd4-4249-8115-2146f6ab6964 tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Network': ['ID=9825d235-beee-480d-8f9d-bbd2329790f5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.070516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] No DVR routers for this DVR port 7ff908b6-d9fa-4f9f-888f-5478850195b8 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:42.074235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9a812-dc1a-40c1-a899-1f62069bbfd5 None None] Pushing event deleted for resources: {'Port': ['ID=7ff908b6-d9fa-4f9f-888f-5478850195b8,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.081859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port 7ff908b6-d9fa-4f9f-888f-5478850195b8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7ff908b6-d9fa-4f9f-888f-5478850195b8,segment=NetworkSegment(f083f89b-8b1b-4313-b004-7bf9e46663e7),segment_id=f083f89b-8b1b-4313-b004-7bf9e46663e7)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:42.083406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.093374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] In _notify_port_updated(), no bound segment for port 70fa5434-a47d-4058-b340-b3074ca01473 on network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:44:42.108228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:42.111832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.117238 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d301ab81-b877-48be-8fe9-ce7c8890dc6e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "PUT /v2.0/ports/70fa5434-a47d-4058-b340-b3074ca01473 HTTP/1.1" status: 200 len: 930 time: 3.0649414 Sep 17 22:44:42.133615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 7ff908b6-d9fa-4f9f-888f-5478850195b8 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:42.281381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fc1be030-4c6b-4a34-a87a-0f5315055f15 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:42.298552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.301400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52512) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:42.422057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a7fca-abfb-42f5-a8de-af9f8121a47d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:42.423935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fe7a7fca-abfb-42f5-a8de-af9f8121a47d tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=686808c5-4031-444c-aa3d-2c95714e814f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6168637 Sep 17 22:44:42.426643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52516) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:42.428446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:42.435586 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.438397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=7ff908b6-d9fa-4f9f-888f-5478850195b8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.440639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No DVR routers for this DVR port 7ff908b6-d9fa-4f9f-888f-5478850195b8 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:42.528253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5ad1eb1a-c5d1-4234-a848-1768e13993ee None None] Provisioning complete for port 70fa5434-a47d-4058-b340-b3074ca01473 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:42.528629 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5ad1eb1a-c5d1-4234-a848-1768e13993ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.542606 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.556644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.574774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1eb1a-c5d1-4234-a848-1768e13993ee None None] Port 70fa5434-a47d-4058-b340-b3074ca01473 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:42.575090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.20.0.6 (3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5/120f7124-ebb1-47bd-a6f8-e5e4c19adc4e/b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:42.578031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b117f9f3-0264-4ee9-a3aa-630c3c708e7d']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:42.589199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f083f89b-8b1b-4313-b004-7bf9e46663e7') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:42.589601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f083f89b-8b1b-4313-b004-7bf9e46663e7') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:42.600904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.616662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.623873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:42.624410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:42.669426 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:42.721551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7ff908b6-d9fa-4f9f-888f-5478850195b8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:42.751722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 7ff908b6-d9fa-4f9f-888f-5478850195b8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:42.751722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7ff908b6-d9fa-4f9f-888f-5478850195b8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:42.751980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 594923c6-bd05-41bc-ba94-b1c3e7a77868 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:42.778551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.800192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869fee45-3a06-4e53-bce5-85fc18d85576']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:42.804333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.807749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdb5b6b-6401-4b35-ba76-7896120c1e20 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:42.812714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bcdb5b6b-6401-4b35-ba76-7896120c1e20 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 881 time: 0.3811457 Sep 17 22:44:42.814634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52526) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:42.814959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76014dde-0e16-43a9-8b2f-2c2b6f23ee05') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:42.815261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76014dde-0e16-43a9-8b2f-2c2b6f23ee05') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:42.821744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 594923c6-bd05-41bc-ba94-b1c3e7a77868 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:42.824564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 594923c6-bd05-41bc-ba94-b1c3e7a77868 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:42.826227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.850856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.858388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/b117f9f3-0264-4ee9-a3aa-630c3c708e7d HTTP/1.1" status: 204 len: 168 time: 2.0616016 Sep 17 22:44:42.862571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.862730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52530) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:42.869692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:42.870093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.893798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3ea1381f-35a3-492d-8693-79948f9b5b0e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=686808c5-4031-444c-aa3d-2c95714e814f HTTP/1.1" status: 200 len: 205 time: 0.0645633 Sep 17 22:44:42.900074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-687662196', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:42.926137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52532) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:42.929738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134c1fc-964d-4183-8abd-f3cb3ba5e61e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=b117f9f3-0264-4ee9-a3aa-630c3c708e7d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:42.940242 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:42.948969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a34a8167-8e5b-4552-b423-9fe49ac73635 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 70fa5434-a47d-4058-b340-b3074ca01473 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:42.949333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a34a8167-8e5b-4552-b423-9fe49ac73635 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.955315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.956348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.956472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.006464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.016136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] 10.222.0.48 "DELETE /v2.0/networks/869fee45-3a06-4e53-bce5-85fc18d85576 HTTP/1.1" status: 204 len: 168 time: 1.0499980 Sep 17 22:44:43.031237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf151ae7-042e-4413-b27f-a167c375425c tempest-TaggedBootDevicesTest-436883519 tempest-TaggedBootDevicesTest-436883519-project] Pushing event deleted for resources: {'Network': ['ID=869fee45-3a06-4e53-bce5-85fc18d85576,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:43.151841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3d4a02e-29dc-4152-8bcd-3188a29b235c req-b30275a2-3588-4533-8c31-23a1356551d6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 210 time: 0.0560257 Sep 17 22:44:43.228228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.275515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.355156 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.401031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:43.405778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:43.409456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:43.426912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a34a8167-8e5b-4552-b423-9fe49ac73635 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.478292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:43.507502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.521585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:43.522388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.559500 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-fc137059-73f3-4712-85df-f194c34d0fa3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0719876 Sep 17 22:44:43.581920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Request body: {'port': {'device_id': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:43.604675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a34a8167-8e5b-4552-b423-9fe49ac73635 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 70fa5434-a47d-4058-b340-b3074ca01473 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:43.660587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.680407 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.919691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-05346330-7838-49f3-a525-69bf34efda58 None None] Provisioning complete for port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:43.920212 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-05346330-7838-49f3-a525-69bf34efda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.052592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-05346330-7838-49f3-a525-69bf34efda58 None None] Port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:44.164814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.231641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:44:44.244059 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.388332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Transition to ACTIVE for port object b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:44:44.395307 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a34a8167-8e5b-4552-b423-9fe49ac73635 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.401153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.430041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5f84-e223-4f56-b77b-30f057f667d8 req-97f599c6-08a6-4bf4-a3c9-60b8e3f43cf6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:44.431040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d43d5f84-e223-4f56-b77b-30f057f667d8 req-97f599c6-08a6-4bf4-a3c9-60b8e3f43cf6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 931 time: 0.1534963 Sep 17 22:44:44.477856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:44.522255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a8167-8e5b-4552-b423-9fe49ac73635 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=70fa5434-a47d-4058-b340-b3074ca01473,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:44.669700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:44.670277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:44.670762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:44.676246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:44:44.676674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:44.686380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52602) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:44.691650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Deleting port c310d6f1-9cd0-4141-b090-e0c1d1316c9c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:44.691994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.702531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:44.703095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Checking segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:44.703737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Bound using segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:44.705072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Bound port: b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:44.705868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.728474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a34a8167-8e5b-4552-b423-9fe49ac73635 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.730596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a34a8167-8e5b-4552-b423-9fe49ac73635 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/70fa5434-a47d-4058-b340-b3074ca01473 HTTP/1.1" status: 204 len: 168 time: 2.4204009 Sep 17 22:44:44.733475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52606) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:44.763642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.814991 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.825233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:44.839360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:44.864038 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-658571a0-0016-44f1-8e1a-1f4dbd750963 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:44:44.869240 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-658571a0-0016-44f1-8e1a-1f4dbd750963 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/70fa5434-a47d-4058-b340-b3074ca01473 HTTP/1.1" status: 404 len: 333 time: 0.1340249 Sep 17 22:44:44.872003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.872255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52608) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:44.926540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d43d5f84-e223-4f56-b77b-30f057f667d8 req-bef347c7-7100-498a-aeb4-f2e65276ec03 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176807 Sep 17 22:44:44.976037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-390afe13-a600-4b9d-bb4b-58691623a8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.000769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:45.001538 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.003099 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 1092 time: 1.4258990 Sep 17 22:44:45.003777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:45.006313 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2430b7b8-98c2-4e68-8b63-350f191c13b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:45.018194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ebc2d-d00f-455d-84e5-3d12f8c715c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.109541 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43f102-8bb8-439d-a3d4-4f6c70aade64 x-openstack-request-id: req-0b43f102-8bb8-439d-a3d4-4f6c70aade64 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:45.110377 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:45.110377 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b43f102-8bb8-439d-a3d4-4f6c70aade64 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:45.110880 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'status': 'completed', 'code': 200} Sep 17 22:44:45.179250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-48a05d77-c7b8-4abb-a10f-7efd8569d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:45.180995 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-48a05d77-c7b8-4abb-a10f-7efd8569d73c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1095 time: 0.0932121 Sep 17 22:44:45.204876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.255042 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-a431f8d4-6f11-49ba-9e58-0a7fd98108f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 217 time: 0.0591943 Sep 17 22:44:45.257953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Calling delete_port for c310d6f1-9cd0-4141-b090-e0c1d1316c9c owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:45.296916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5681c1d2-93a9-473b-a84b-537d7d76eb5c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.323857 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5681c1d2-93a9-473b-a84b-537d7d76eb5c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.362546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-390afe13-a600-4b9d-bb4b-58691623a8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.376622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-390afe13-a600-4b9d-bb4b-58691623a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.409783 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-390afe13-a600-4b9d-bb4b-58691623a8d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21a2530b284e4687b89a4b60d92509e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247274 Sep 17 22:44:45.411969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52618) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:45.430838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-b4cf0a43-86fa-45b7-b904-d9f66b49a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:45.432344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-b4cf0a43-86fa-45b7-b904-d9f66b49a148 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.1619256 Sep 17 22:44:45.457884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5681c1d2-93a9-473b-a84b-537d7d76eb5c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.461270 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5681c1d2-93a9-473b-a84b-537d7d76eb5c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.464818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5681c1d2-93a9-473b-a84b-537d7d76eb5c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/security-groups/93b00dce-1b58-47bf-a893-4bcbb3506396 HTTP/1.1" status: 204 len: 168 time: 0.5839772 Sep 17 22:44:45.483525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:45.491285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 172.25.0.140 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/520b4a89-d522-499e-9230-4fe5217c9ce0) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:45.519668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390afe13-a600-4b9d-bb4b-58691623a8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2722c-9be4-4b08-b899-bcdfa6a9e3cd,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.525895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681c1d2-93a9-473b-a84b-537d7d76eb5c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b00dce-1b58-47bf-a893-4bcbb3506396,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.594514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02985fb5-cdde-466f-9048-f75fdc3286e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.661430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02985fb5-cdde-466f-9048-f75fdc3286e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.683337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-9db5602a-bacc-4117-893d-e278a98d3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:45.685456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-9db5602a-bacc-4117-893d-e278a98d3c72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2257221 Sep 17 22:44:45.740438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36a8aa17-34cd-41f8-a5a9-aa462b1edc56 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.770998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36a8aa17-34cd-41f8-a5a9-aa462b1edc56 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.792851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.833698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.900312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event deleted for resources: {'Port': ['ID=c310d6f1-9cd0-4141-b090-e0c1d1316c9c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.908388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36a8aa17-34cd-41f8-a5a9-aa462b1edc56 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.917045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36a8aa17-34cd-41f8-a5a9-aa462b1edc56 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.918593 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-36a8aa17-34cd-41f8-a5a9-aa462b1edc56 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/security-groups/1386a995-e1b9-47ae-a42e-df10c86efeca HTTP/1.1" status: 204 len: 168 time: 0.4218757 Sep 17 22:44:45.933406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52624) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:45.936390 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02985fb5-cdde-466f-9048-f75fdc3286e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.939159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02985fb5-cdde-466f-9048-f75fdc3286e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.943193 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-02985fb5-cdde-466f-9048-f75fdc3286e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0f2722c-9be4-4b08-b899-bcdfa6a9e3cd HTTP/1.1" status: 204 len: 168 time: 0.5262105 Sep 17 22:44:45.943193 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-b53900f6-0633-4ff5-9be2-c0137cb494f1 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471182 Sep 17 22:44:45.962890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8aa17-34cd-41f8-a5a9-aa462b1edc56 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1386a995-e1b9-47ae-a42e-df10c86efeca,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.985282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02985fb5-cdde-466f-9048-f75fdc3286e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2722c-9be4-4b08-b899-bcdfa6a9e3cd,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:46.051525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4082182-9687-431e-a26e-056b3cbc5c06 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet b74d89f7-1bef-424f-a286-874c5bc4eace {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:46.101226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c4082182-9687-431e-a26e-056b3cbc5c06 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.141744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.235126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.266066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72664203-415f-4bf3-bc57-1f50e11dade7 req-4b533e3b-61b8-447d-81e2-76b20f5f42b9 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107963 Sep 17 22:44:46.328790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:46.357437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c4082182-9687-431e-a26e-056b3cbc5c06 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.362065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:46.371390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582de1f-b58a-4f53-ae1d-060e1e61f8d9 req-425d0d25-7d82-4e36-bf88-1c25c1130e48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:46.372940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0582de1f-b58a-4f53-ae1d-060e1e61f8d9 req-425d0d25-7d82-4e36-bf88-1c25c1130e48 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 943 time: 0.3174095 Sep 17 22:44:46.373894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:46.429399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-cb9b380f-6ffb-4238-8f0d-52bb4b778b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:46.431691 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-cb9b380f-6ffb-4238-8f0d-52bb4b778b40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1095 time: 0.0551574 Sep 17 22:44:46.436559 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.458162 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.459906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=520b4a89-d522-499e-9230-4fe5217c9ce0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:46.524475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52634) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:46.548102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c27fcf1-a680-461e-bf7f-212f1fa075c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.584242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-c1af99e0-5f70-4134-9e2f-29de11e44e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:46.586424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-c1af99e0-5f70-4134-9e2f-29de11e44e24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.1468546 Sep 17 22:44:46.594814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0582de1f-b58a-4f53-ae1d-060e1e61f8d9 req-0a46159b-2ec1-4883-806d-3dd24e9992cc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935565 Sep 17 22:44:46.599305 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.599503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Fanout notify agent at l3_agent the message router_deleted on router 686808c5-4031-444c-aa3d-2c95714e814f {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:46.638558 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-df41669a-29ee-442b-8a92-03608bec2927 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 217 time: 0.0435989 Sep 17 22:44:46.715620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-cf87d800-842a-4e91-9bd1-3c2f389dcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:46.717462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-cf87d800-842a-4e91-9bd1-3c2f389dcca2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.0710473 Sep 17 22:44:46.823745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-09839238-858f-4646-95c4-b292323f765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:46.825786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-09839238-858f-4646-95c4-b292323f765a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003032 Sep 17 22:44:46.867298 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c27fcf1-a680-461e-bf7f-212f1fa075c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.880224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c27fcf1-a680-461e-bf7f-212f1fa075c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.966179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5c27fcf1-a680-461e-bf7f-212f1fa075c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c119e7d67ef24867a3d3399b34066e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4403245 Sep 17 22:44:46.969779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52638) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:46.978447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27fcf1-a680-461e-bf7f-212f1fa075c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a150e71-7700-4bc2-8c33-46852a8423e4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:47.002006 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.009186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fff3e93d-3c88-4981-987e-ecb37afd81cd tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/686808c5-4031-444c-aa3d-2c95714e814f HTTP/1.1" status: 204 len: 168 time: 4.0752635 Sep 17 22:44:47.017600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52640) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:47.022888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a4a70a93-e73a-4b29-9727-9daa6d085781 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2012385676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:47.049725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-e7192385-c3fc-45a1-922a-7350a44f0f8c service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146790 Sep 17 22:44:47.082000 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c4082182-9687-431e-a26e-056b3cbc5c06 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.097471 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a70a93-e73a-4b29-9727-9daa6d085781 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.098597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a70a93-e73a-4b29-9727-9daa6d085781 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.116693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecf39-a720-4005-8ef1-49e40460363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.204680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecf39-a720-4005-8ef1-49e40460363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.247246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a70a93-e73a-4b29-9727-9daa6d085781 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.257789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a70a93-e73a-4b29-9727-9daa6d085781 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.261278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c4082182-9687-431e-a26e-056b3cbc5c06 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.275669 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2430b7b8-98c2-4e68-8b63-350f191c13b0 req-eb24a4aa-f9c0-49a4-9e4b-509a75315e3f service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119765 Sep 17 22:44:47.296898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4a70a93-e73a-4b29-9727-9daa6d085781 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.300590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4082182-9687-431e-a26e-056b3cbc5c06 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=b74d89f7-1bef-424f-a286-874c5bc4eace,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:47.300726 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a4a70a93-e73a-4b29-9727-9daa6d085781 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2795308 Sep 17 22:44:47.301455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52644) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:47.302134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c4082182-9687-431e-a26e-056b3cbc5c06 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.304423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c4082182-9687-431e-a26e-056b3cbc5c06 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/b74d89f7-1bef-424f-a286-874c5bc4eace HTTP/1.1" status: 204 len: 168 time: 1.3697665 Sep 17 22:44:47.308432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52646) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:47.313839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:47.315297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7182b720-7275-49a4-a4fb-7a1a8c302cb4 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:47.328435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': False}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:47.353615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.520190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecf39-a720-4005-8ef1-49e40460363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.524039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecf39-a720-4005-8ef1-49e40460363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.525482 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7b8ecf39-a720-4005-8ef1-49e40460363c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a150e71-7700-4bc2-8c33-46852a8423e4 HTTP/1.1" status: 204 len: 168 time: 0.5546775 Sep 17 22:44:47.534898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:47.543840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.618983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ecf39-a720-4005-8ef1-49e40460363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a150e71-7700-4bc2-8c33-46852a8423e4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:47.823907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.906324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553db124-d7c7-4bf1-9934-6681afadff09 req-9abdea1c-4c65-42db-9894-b3ee4cce791f tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:47.907954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-553db124-d7c7-4bf1-9934-6681afadff09 req-9abdea1c-4c65-42db-9894-b3ee4cce791f tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.2322948 Sep 17 22:44:47.974091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e89413-6d4a-4cd3-b73f-111ebc1e1ffa req-bef19792-99f5-467d-8441-4846bbe17b46 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:47.976005 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8e89413-6d4a-4cd3-b73f-111ebc1e1ffa req-bef19792-99f5-467d-8441-4846bbe17b46 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 943 time: 0.2381222 Sep 17 22:44:47.977243 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.415708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-553db124-d7c7-4bf1-9934-6681afadff09 req-3bca4754-0fb2-4671-9995-8a985e08f9ae tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970136 Sep 17 22:44:48.458934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.488021 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.528421 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e8e89413-6d4a-4cd3-b73f-111ebc1e1ffa req-bdb6ea04-095f-47b2-b3c1-706892ef7118 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5312796 Sep 17 22:44:48.560574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router c08e3bb2-fb85-4763-8a93-c223fc316278 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:48.575180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.669126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:48.671963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=be26a2c3-e1b6-4f2d-b429-519f55098afc,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:48.674804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:48.677697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:48.678362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.689360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c3618-c009-4005-b8ae-2fcb3c750549 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:48.744988 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f70acf9c-9215-422e-bcb6-5e3e4d12b3f9 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4351375 Sep 17 22:44:48.745645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52678) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:48.765481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9331c35a-a25b-49a8-92c1-a096f9b14c97 None None] Provisioning complete for port 7e333c3d-e710-4f83-9106-72033fa26755 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:48.778706 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9331c35a-a25b-49a8-92c1-a096f9b14c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.785393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d9bcd610-8807-4a90-9c29-80d11b1f3d27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'security_group': {'name': 'tempest-secgroup-1806935874'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:48.826257 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd610-8807-4a90-9c29-80d11b1f3d27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.916174 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.936492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9331c35a-a25b-49a8-92c1-a096f9b14c97 None None] Port 7e333c3d-e710-4f83-9106-72033fa26755 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:48.957874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9331c35a-a25b-49a8-92c1-a096f9b14c97 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:48.958628 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9331c35a-a25b-49a8-92c1-a096f9b14c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.031554 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd610-8807-4a90-9c29-80d11b1f3d27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.055536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd610-8807-4a90-9c29-80d11b1f3d27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.069986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Allocated IP 172.25.0.63 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/181c31b1-aec7-467b-85f5-d71e3fb4f3dc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:49.184389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcd610-8807-4a90-9c29-80d11b1f3d27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64acebcf-0001-4df6-ac9d-973eb4c45f70,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:49.189283 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.198427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd610-8807-4a90-9c29-80d11b1f3d27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.205580 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d9bcd610-8807-4a90-9c29-80d11b1f3d27 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4539385 Sep 17 22:44:49.207630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52690) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:49.224462 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:44:49.232922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7c0ccc11-78e3-4e74-b803-308857da87f0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'security_group': {'name': 'tempest-secgroup-452535910'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:49.237603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.257304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:49.270586 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e3875-aa46-4692-9256-e148fe97fd62 None None] Sync routers for ids ['c08e3bb2-fb85-4763-8a93-c223fc316278'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:49.286296 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e3875-aa46-4692-9256-e148fe97fd62 None None] Routers {'c08e3bb2-fb85-4763-8a93-c223fc316278'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:49.286449 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccc11-78e3-4e74-b803-308857da87f0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.287431 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2e4e3875-aa46-4692-9256-e148fe97fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['c08e3bb2-fb85-4763-8a93-c223fc316278'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:49.326313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:49.328574 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.333952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5e834427-0f27-4582-b800-f46993cce7ae tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4428968 Sep 17 22:44:49.334640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:49.336597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52696) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:49.340536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:49.369115 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2e4e3875-aa46-4692-9256-e148fe97fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:49.389176 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e3875-aa46-4692-9256-e148fe97fd62 None None] Routers {'c08e3bb2-fb85-4763-8a93-c223fc316278'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:49.390250 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2e4e3875-aa46-4692-9256-e148fe97fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['c08e3bb2-fb85-4763-8a93-c223fc316278'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:49.412661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Pushing event updated for resources: {'Port': ['ID=181c31b1-aec7-467b-85f5-d71e3fb4f3dc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:49.428017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.429025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.429491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.429814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.430284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.430622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.430996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.431655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.432080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.432422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.432755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.433264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:49.473427 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2e4e3875-aa46-4692-9256-e148fe97fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:49.474495 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e3875-aa46-4692-9256-e148fe97fd62 None None] The sync data for ids ['c08e3bb2-fb85-4763-8a93-c223fc316278'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:49.478447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccc11-78e3-4e74-b803-308857da87f0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.543501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee2e11f-1017-4a96-8d47-c5e9ad061a96 None None] Update dhcp port {'port': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'fixed_ips': [{'subnet_id': 'c664614c-df8f-4483-ad42-327290f68bba', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'be26a2c3-e1b6-4f2d-b429-519f55098afc'}], 'binding:host_id': 'n-d-789963-10'}, 'id': 'fc1be030-4c6b-4a34-a87a-0f5315055f15'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:44:49.548917 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccc11-78e3-4e74-b803-308857da87f0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.599979 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eee2e11f-1017-4a96-8d47-c5e9ad061a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.646766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ccc11-78e3-4e74-b803-308857da87f0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc41d75-429b-485f-9601-0edb5937b982,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:49.650960 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccc11-78e3-4e74-b803-308857da87f0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.652470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7c0ccc11-78e3-4e74-b803-308857da87f0 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4405127 Sep 17 22:44:49.655618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52704) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:49.671094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-02dbfc91-8da4-4533-8dd9-2cb58e9952aa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'security_group': {'name': 'tempest-secgroup-441311157'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:49.863460 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.868769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02dbfc91-8da4-4533-8dd9-2cb58e9952aa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.910229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa34b0e-96cb-4e21-aee1-b6e1757d8efc req-904c037a-c397-4a54-9b71-f954f69efdd5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:49.911812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2aa34b0e-96cb-4e21-aee1-b6e1757d8efc req-904c037a-c397-4a54-9b71-f954f69efdd5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 943 time: 0.2473874 Sep 17 22:44:49.919630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-057cf64d-8417-4709-b85a-4fc2cda65090 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/routers/c08e3bb2-fb85-4763-8a93-c223fc316278 HTTP/1.1" status: 200 len: 884 time: 0.4394281 Sep 17 22:44:49.936910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-eee2e11f-1017-4a96-8d47-c5e9ad061a96 None None] Allocated IP 2001:db8::2 (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/be26a2c3-e1b6-4f2d-b429-519f55098afc/fc1be030-4c6b-4a34-a87a-0f5315055f15) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:49.951831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e838c33-b0ff-4800-acb0-63f34ca9b59e req-6cf3cb72-5c89-4372-9f06-c30df673515f tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:49.953425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e838c33-b0ff-4800-acb0-63f34ca9b59e req-6cf3cb72-5c89-4372-9f06-c30df673515f tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.3378456 Sep 17 22:44:49.954984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52716) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:50.051589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2aa34b0e-96cb-4e21-aee1-b6e1757d8efc req-8b675590-25f3-4e9d-b83d-195bfb386306 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299245 Sep 17 22:44:50.088312 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e838c33-b0ff-4800-acb0-63f34ca9b59e req-73297151-029c-4886-ae9b-c8a5fab45157 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195846 Sep 17 22:44:50.133759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:44:50.179206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-eee2e11f-1017-4a96-8d47-c5e9ad061a96 None None] For port fc1be030-4c6b-4a34-a87a-0f5315055f15, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fc1be030-4c6b-4a34-a87a-0f5315055f15,segment=NetworkSegment(94de0312-6d3c-43bc-9d89-f525f1411732),segment_id=94de0312-6d3c-43bc-9d89-f525f1411732)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:50.199877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-a0c73669-31e3-46a7-a4ce-4a5890a914ae tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:50.206485 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-a0c73669-31e3-46a7-a4ce-4a5890a914ae tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.49 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.1680455 Sep 17 22:44:50.304636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f39bb7af-7c90-4536-bae9-6168d00f41fb tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3485296 Sep 17 22:44:50.305462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52736) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:50.310188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-12eabef4-d841-4a96-81e8-ad3632342b87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-687662196'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:50.326678 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02dbfc91-8da4-4533-8dd9-2cb58e9952aa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.338584 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eee2e11f-1017-4a96-8d47-c5e9ad061a96 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.351819 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eee2e11f-1017-4a96-8d47-c5e9ad061a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.401246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02dbfc91-8da4-4533-8dd9-2cb58e9952aa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.411777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:50.451527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02dbfc91-8da4-4533-8dd9-2cb58e9952aa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.455849 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-02dbfc91-8da4-4533-8dd9-2cb58e9952aa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7982650 Sep 17 22:44:50.462162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52752) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:50.467715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-37680032', 'security_groups': ['600af48d-9322-4113-870b-16e5194fb029'], 'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be26a2c3-e1b6-4f2d-b429-519f55098afc'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:50.537304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'port_id': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'mac_address': 'fa:16:3e:b0:d5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:44:50.547121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2e11f-1017-4a96-8d47-c5e9ad061a96 None None] Pushing event updated for resources: {'Port': ['ID=fc1be030-4c6b-4a34-a87a-0f5315055f15,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:50.562319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbfc91-8da4-4533-8dd9-2cb58e9952aa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600af48d-9322-4113-870b-16e5194fb029,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:50.615512 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.629868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:44:50.672232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:50.674497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.682104 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.703162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.811034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Deleting port b04b4d06-9677-40a8-a844-1ff81c7ae8be {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:50.811473 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.827158 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12eabef4-d841-4a96-81e8-ad3632342b87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.839086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:50.853604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12eabef4-d841-4a96-81e8-ad3632342b87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.003554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12eabef4-d841-4a96-81e8-ad3632342b87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router c08e3bb2-fb85-4763-8a93-c223fc316278 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:51.082081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:51.086274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:44:51.259029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.298651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] For port b04b4d06-9677-40a8-a844-1ff81c7ae8be, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b04b4d06-9677-40a8-a844-1ff81c7ae8be,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:51.299032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.378829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] device_id is not set on port fb971935-75f3-4698-ae51-5c1d03709ee4 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:51.396427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Calling delete_port for b04b4d06-9677-40a8-a844-1ff81c7ae8be owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:51.655104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-73734d88-3e60-4436-a984-82e833b33f07 None None] Provisioning complete for port 7e333c3d-e710-4f83-9106-72033fa26755 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:51.655572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Router 1675480f-d019-44ef-ae68-34a6f40b2d3a is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:51.655903 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-73734d88-3e60-4436-a984-82e833b33f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.711890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-73734d88-3e60-4436-a984-82e833b33f07 None None] Port 7e333c3d-e710-4f83-9106-72033fa26755 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:51.729622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-73734d88-3e60-4436-a984-82e833b33f07 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:51.729964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-73734d88-3e60-4436-a984-82e833b33f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.020546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dd020-dacc-4564-b675-4cb469455b9e req-cad8c1ae-52ac-40ff-9b05-df71c4169941 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:52.022583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-691dd020-dacc-4564-b675-4cb469455b9e req-cad8c1ae-52ac-40ff-9b05-df71c4169941 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 945 time: 0.7370381 Sep 17 22:44:52.027390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12eabef4-d841-4a96-81e8-ad3632342b87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:52.042155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12eabef4-d841-4a96-81e8-ad3632342b87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.043465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-12eabef4-d841-4a96-81e8-ad3632342b87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/c08e3bb2-fb85-4763-8a93-c223fc316278 HTTP/1.1" status: 200 len: 891 time: 1.7369361 Sep 17 22:44:52.049428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52844) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.049603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a83e1-9951-4662-9163-a1367ada7226 None None] Sync routers for ids ['c08e3bb2-fb85-4763-8a93-c223fc316278'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:52.076888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a83e1-9951-4662-9163-a1367ada7226 None None] Routers {'c08e3bb2-fb85-4763-8a93-c223fc316278'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:52.077572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dd5a83e1-9951-4662-9163-a1367ada7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['c08e3bb2-fb85-4763-8a93-c223fc316278'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.078812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:52.103269 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed31500-903c-42c4-b622-ecf37a81fd8d None None] Sync routers for ids ['1675480f-d019-44ef-ae68-34a6f40b2d3a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:52.119411 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.120762 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-60f85bfc-30a9-4216-bf3a-c8e4478d324a tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "PUT /v2.0/routers/1675480f-d019-44ef-ae68-34a6f40b2d3a HTTP/1.1" status: 200 len: 919 time: 4.8189223 Sep 17 22:44:52.126939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-691dd020-dacc-4564-b675-4cb469455b9e req-55a6743a-aa5e-4673-9beb-3f125fbf78f8 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819101 Sep 17 22:44:52.131008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52846) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.167130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed31500-903c-42c4-b622-ecf37a81fd8d None None] Routers {'1675480f-d019-44ef-ae68-34a6f40b2d3a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:52.168056 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6ed31500-903c-42c4-b622-ecf37a81fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['1675480f-d019-44ef-ae68-34a6f40b2d3a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.181344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dd5a83e1-9951-4662-9163-a1367ada7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.191532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368d722-80f9-44d6-a163-0706ff0bfcc1 req-3e12ea4f-3fd2-41cb-9467-b2640540906a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:52.200474 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a368d722-80f9-44d6-a163-0706ff0bfcc1 req-3e12ea4f-3fd2-41cb-9467-b2640540906a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.8704786 Sep 17 22:44:52.204132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a83e1-9951-4662-9163-a1367ada7226 None None] Routers {'c08e3bb2-fb85-4763-8a93-c223fc316278'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:52.207906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dd5a83e1-9951-4662-9163-a1367ada7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['c08e3bb2-fb85-4763-8a93-c223fc316278'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.303356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a368d722-80f9-44d6-a163-0706ff0bfcc1 req-048e3ab2-330a-484a-a3ea-e97e42a1ce32 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980213 Sep 17 22:44:52.314739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fc1be030-4c6b-4a34-a87a-0f5315055f15 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:52.315375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8::303 (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/be26a2c3-e1b6-4f2d-b429-519f55098afc/fb971935-75f3-4698-ae51-5c1d03709ee4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:52.320287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-dd5a83e1-9951-4662-9163-a1367ada7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.320829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a83e1-9951-4662-9163-a1367ada7226 None None] The sync data for ids ['c08e3bb2-fb85-4763-8a93-c223fc316278'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:52.340893 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6ed31500-903c-42c4-b622-ecf37a81fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.346026 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.360829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-22a59b89-6d26-4435-96c5-2441b8125436 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/routers/c08e3bb2-fb85-4763-8a93-c223fc316278 HTTP/1.1" status: 200 len: 891 time: 0.3100579 Sep 17 22:44:52.363377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52858) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.369268 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed31500-903c-42c4-b622-ecf37a81fd8d None None] Routers {'1675480f-d019-44ef-ae68-34a6f40b2d3a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:52.370413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['d436fc4b-5a2c-4644-b411-96076f0ff520'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:44:52.373530 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6ed31500-903c-42c4-b622-ecf37a81fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['1675480f-d019-44ef-ae68-34a6f40b2d3a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.407727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-663203ef-9dce-4e12-942c-fcea9a470a86 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08e3bb2-fb85-4763-8a93-c223fc316278 HTTP/1.1" status: 200 len: 205 time: 0.0432611 Sep 17 22:44:52.421500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52864) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.423331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Pushing event deleted for resources: {'Port': ['ID=b04b4d06-9677-40a8-a844-1ff81c7ae8be,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:52.477071 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6ed31500-903c-42c4-b622-ecf37a81fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.477898 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed31500-903c-42c4-b622-ecf37a81fd8d None None] The sync data for ids ['1675480f-d019-44ef-ae68-34a6f40b2d3a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:52.565008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:52.565466 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.728505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.852995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] No DVR routers for this DVR port b04b4d06-9677-40a8-a844-1ff81c7ae8be on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:52.855675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.857775 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa5ba732-b5de-49ed-acd5-5dccc24d2a63 req-0c627640-1dce-4c1b-88af-3c882776a32c tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.49 "DELETE /v2.0/ports/b04b4d06-9677-40a8-a844-1ff81c7ae8be HTTP/1.1" status: 204 len: 173 time: 2.5295494 Sep 17 22:44:52.863112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ac056-b97d-418a-84ad-d955c6c8f514', 'name': 'network-vif-deleted', 'tag': 'b04b4d06-9677-40a8-a844-1ff81c7ae8be'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:52.865328 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f55d1-0c8d-473b-a39b-b1c981e284b8" -d '{"events": [{"server_uuid": "975ac056-b97d-418a-84ad-d955c6c8f514", "name": "network-vif-deleted", "tag": "b04b4d06-9677-40a8-a844-1ff81c7ae8be"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:52.892681 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d6932f92-70f1-4101-b993-9c2cc6ca94d2 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/routers/1675480f-d019-44ef-ae68-34a6f40b2d3a HTTP/1.1" status: 200 len: 925 time: 0.7597277 Sep 17 22:44:52.896233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52896) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.953120 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.988140 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85345dfc-41a1-4afe-8365-8b86916b3c3d x-openstack-request-id: req-85345dfc-41a1-4afe-8365-8b86916b3c3d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:52.988395 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ac056-b97d-418a-84ad-d955c6c8f514", "name": "network-vif-deleted", "tag": "b04b4d06-9677-40a8-a844-1ff81c7ae8be", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:52.988628 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85345dfc-41a1-4afe-8365-8b86916b3c3d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:52.989047 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ac056-b97d-418a-84ad-d955c6c8f514', 'name': 'network-vif-deleted', 'tag': 'b04b4d06-9677-40a8-a844-1ff81c7ae8be', 'status': 'completed', 'code': 200} Sep 17 22:44:53.013870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf0dca-3543-4d15-9a8d-ecbfe862d98e tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:53.016380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eabf0dca-3543-4d15-9a8d-ecbfe862d98e tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=1675480f-d019-44ef-ae68-34a6f40b2d3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1194236 Sep 17 22:44:53.020035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52900) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.076070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 520b4a89-d522-499e-9230-4fe5217c9ce0 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:53.077332 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.147747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.256106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.269901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0ceec-9954-4219-ace1-ae29ed8f47b3 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:53.275121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 520b4a89-d522-499e-9230-4fe5217c9ce0 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:53.277486 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fde0ceec-9954-4219-ace1-ae29ed8f47b3 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 881 time: 0.2562711 Sep 17 22:44:53.280363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52914) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.300777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.352315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a9d63aa-4ae6-48a6-aa85-a302fb3d73f0 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=1675480f-d019-44ef-ae68-34a6f40b2d3a HTTP/1.1" status: 200 len: 205 time: 0.0703385 Sep 17 22:44:53.359903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52924) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.455583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:53.455965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=fb971935-75f3-4698-ae51-5c1d03709ee4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.462849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:53.464135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8e271e6-91b4-422c-9ed7-d1cda234206e req-f2a50fc4-4842-4c6a-a011-a94aa0c21a53 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=975ac056-b97d-418a-84ad-d955c6c8f514 HTTP/1.1" status: 200 len: 210 time: 0.1518502 Sep 17 22:44:53.465800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:53.472949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:53.473806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.512121 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-665b79a4-3c3b-4cb8-a533-06395e39edc1 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0479410 Sep 17 22:44:53.512869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52926) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.525774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-28d47991-1bd6-438d-83c8-a7234ddda4ac tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:53.745031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e16f-57d1-4c71-8745-d3ec22559c99 req-b12e4753-c642-4ebd-baf2-359269d54a67 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:53.759613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3701e16f-57d1-4c71-8745-d3ec22559c99 req-b12e4753-c642-4ebd-baf2-359269d54a67 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.3060615 Sep 17 22:44:53.765134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d47991-1bd6-438d-83c8-a7234ddda4ac tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:53.771016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28d47991-1bd6-438d-83c8-a7234ddda4ac tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.854670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52932) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.903006 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.971370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-70e5254c-85e2-45ee-a728-c774280232b7 None None] Provisioning complete for port fb971935-75f3-4698-ae51-5c1d03709ee4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:53.972400 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70e5254c-85e2-45ee-a728-c774280232b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.975805 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3701e16f-57d1-4c71-8745-d3ec22559c99 req-0c0d1aa2-48af-4ee3-bebf-3ac322ab354e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131426 Sep 17 22:44:53.995950 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-28d47991-1bd6-438d-83c8-a7234ddda4ac tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be26a2c3-e1b6-4f2d-b429-519f55098afc (CIDR: 2001:db8::/64) Sep 17 22:44:54.007061 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d47991-1bd6-438d-83c8-a7234ddda4ac tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:44:54.007842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d47991-1bd6-438d-83c8-a7234ddda4ac tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:54.037539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-28d47991-1bd6-438d-83c8-a7234ddda4ac tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5232759 Sep 17 22:44:54.040112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52936) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:54.045409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-89eaa5ad-089e-4609-b9b9-83464b235a2b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:54.117962 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.132641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f14df021-96ca-45f2-845a-b5eadbc5327f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.151184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=520b4a89-d522-499e-9230-4fe5217c9ce0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.167034 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.237671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-70e5254c-85e2-45ee-a728-c774280232b7 None None] Port fb971935-75f3-4698-ae51-5c1d03709ee4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:54.239948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:54.297645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:44:54.303249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:54.306415 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.309541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.355529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f14df021-96ca-45f2-845a-b5eadbc5327f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.364969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f14df021-96ca-45f2-845a-b5eadbc5327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.402911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14df021-96ca-45f2-845a-b5eadbc5327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933cfbf5-ea3b-40c9-a31f-7b09c492bb89,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.413495 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.416385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.430163 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f14df021-96ca-45f2-845a-b5eadbc5327f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e2b28c45c70418da27686a02055e100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742490 Sep 17 22:44:54.431138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52938) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:54.431249 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.459824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eaa5ad-089e-4609-b9b9-83464b235a2b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:54.463446 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89eaa5ad-089e-4609-b9b9-83464b235a2b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.468524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:54.471318 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c8958e-c073-4263-b103-93570007b43a" -d '{"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-plugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:54.474410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.475573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Fanout notify agent at l3_agent the message router_deleted on router c08e3bb2-fb85-4763-8a93-c223fc316278 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:54.479368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Deleting port 181c31b1-aec7-467b-85f5-d71e3fb4f3dc {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:54.479705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.488011 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.493228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-59354b2e-9a57-4d1b-bdea-e43170540ef2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/c08e3bb2-fb85-4763-8a93-c223fc316278 HTTP/1.1" status: 204 len: 168 time: 2.0644493 Sep 17 22:44:54.499603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52942) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:54.507801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1735776543'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:54.514735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:54.522787 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.524248 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b04b4d06-9677-40a8-a844-1ff81c7ae8be no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:54.569853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7ceb-706d-4fff-924b-13fb64ed09cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.575219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: b04b4d06-9677-40a8-a844-1ff81c7ae8be {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:54.575813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b04b4d06-9677-40a8-a844-1ff81c7ae8be not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:54.609476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.618967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7ceb-706d-4fff-924b-13fb64ed09cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.642836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:54.646506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.651132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.666999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Calling delete_port for 181c31b1-aec7-467b-85f5-d71e3fb4f3dc owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:54.686537 n-d-789963-10 neutron-server[94738]: INFO neutron.db.ipam_backend_mixin [None req-89eaa5ad-089e-4609-b9b9-83464b235a2b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c664614c-df8f-4483-ad42-327290f68bba (CIDR: 2001:db8:0:1::/64) Sep 17 22:44:54.694693 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eaa5ad-089e-4609-b9b9-83464b235a2b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:44:54.695094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89eaa5ad-089e-4609-b9b9-83464b235a2b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:54.713021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:54.729165 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-89eaa5ad-089e-4609-b9b9-83464b235a2b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6877840 Sep 17 22:44:54.733532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52950) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:54.734636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.734987 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment 00d5ab67-40ad-4af1-9b8d-683830b33a5b of type vlan for network cd1d244f-152b-4acf-a784-8642741b295c Sep 17 22:44:54.740488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'subnet': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:54.753573 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7ceb-706d-4fff-924b-13fb64ed09cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.758248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7ceb-706d-4fff-924b-13fb64ed09cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.759990 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0bdf7ceb-706d-4fff-924b-13fb64ed09cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/933cfbf5-ea3b-40c9-a31f-7b09c492bb89 HTTP/1.1" status: 204 len: 168 time: 0.3278205 Sep 17 22:44:54.837119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf7ceb-706d-4fff-924b-13fb64ed09cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933cfbf5-ea3b-40c9-a31f-7b09c492bb89,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.855653 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b80e79-08ed-4247-9306-3f9886401c6f x-openstack-request-id: req-b3b80e79-08ed-4247-9306-3f9886401c6f {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:54.855949 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-plugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:54.856203 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3b80e79-08ed-4247-9306-3f9886401c6f {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:54.856596 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'code': 200} Sep 17 22:44:54.874759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.939944 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.955823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:54.956954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.046612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11565171-5d6b-4acb-9c14-8abbc2716c9c req-b7679bed-eeb1-4e06-adc5-679c14884901 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.055127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11565171-5d6b-4acb-9c14-8abbc2716c9c req-b7679bed-eeb1-4e06-adc5-679c14884901 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1486170 Sep 17 22:44:55.070203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Made reservation on behalf of 5863daf0d73f4db58cb4badae0a969ba for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:55.073719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.090942 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5872176 Sep 17 22:44:55.090942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bdfba-cf83-4d10-a7e6-af8d6d2fccf9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=cd1d244f-152b-4acf-a784-8642741b295c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.099327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52962) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:55.103747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network cd1d244f-152b-4acf-a784-8642741b295c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:55.104392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ce604-5563-4da6-84b2-bce2f39081c5 req-0afdca56-2851-4ab8-8e05-fb6b5f947969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.106368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-508ce604-5563-4da6-84b2-bce2f39081c5 req-0afdca56-2851-4ab8-8e05-fb6b5f947969 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1097 time: 0.1454113 Sep 17 22:44:55.113641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': 'cd1d244f-152b-4acf-a784-8642741b295c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:55.115280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.174109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event deleted for resources: {'Port': ['ID=181c31b1-aec7-467b-85f5-d71e3fb4f3dc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.249979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11565171-5d6b-4acb-9c14-8abbc2716c9c req-f6d7b37f-c165-46c4-a064-ccb7b5a052f4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888871 Sep 17 22:44:55.281774 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-508ce604-5563-4da6-84b2-bce2f39081c5 req-38f9b1ab-8c17-4834-ac93-dc6448357431 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570590 Sep 17 22:44:55.298402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:55.302982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.379395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be28b1-0e31-46f7-b3d8-fcc0d8fe9be1 req-7380319d-bb87-4470-bf66-5eef74d008f7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.381803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16be28b1-0e31-46f7-b3d8-fcc0d8fe9be1 req-7380319d-bb87-4470-bf66-5eef74d008f7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.2127824 Sep 17 22:44:55.385134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.509298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.513706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.554862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.622273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16be28b1-0e31-46f7-b3d8-fcc0d8fe9be1 req-643fcfc2-3936-4dae-b7e1-52f0d20b646a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180765 Sep 17 22:44:55.633626 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.634446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Fanout notify agent at l3_agent the message router_deleted on router 1675480f-d019-44ef-ae68-34a6f40b2d3a {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:55.644140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=f9cc6b7b-7f91-416a-b20f-1a72e799aaf1,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.647803 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.649541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-273bc82e-6e21-4875-8084-720d08945ab8 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/1675480f-d019-44ef-ae68-34a6f40b2d3a HTTP/1.1" status: 204 len: 168 time: 2.2887378 Sep 17 22:44:55.653308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52978) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:55.658962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1809903932', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:55.668701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': '00d5ab67-40ad-4af1-9b8d-683830b33a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd1d244f-152b-4acf-a784-8642741b295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:55.669766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: cd1d244f-152b-4acf-a784-8642741b295c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:55.696138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network cd1d244f-152b-4acf-a784-8642741b295c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:55.709802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, cd1d244f-152b-4acf-a784-8642741b295c) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:55.717992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.718918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.720692 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.721858 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.728493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dfe390-90fb-4373-869d-da158167d69f None None] Network cd1d244f-152b-4acf-a784-8642741b295c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:55.763212 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1a8de8bd-e1e9-4661-b38c-77ee496781e4 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6556227 Sep 17 22:44:55.765848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52982) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:55.771211 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.774054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a85cc24b-5ac7-4576-8e68-73a16f705e22 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1207871609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:55.824373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a85cc24b-5ac7-4576-8e68-73a16f705e22 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.825793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a85cc24b-5ac7-4576-8e68-73a16f705e22 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.835849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.856346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:55.865400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:55.884265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fcd832-b220-49fc-8296-16d486ece634 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:55.905912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.906586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.945350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Subnet': ['ID=5b1b8666-a2bd-4f94-96ea-57de1b4d9f11,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.957908 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a85cc24b-5ac7-4576-8e68-73a16f705e22 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.965785 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a85cc24b-5ac7-4576-8e68-73a16f705e22 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.015967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a85cc24b-5ac7-4576-8e68-73a16f705e22 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.021177 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a85cc24b-5ac7-4576-8e68-73a16f705e22 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2517171 Sep 17 22:44:56.022235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:56.090235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8cbd39e1-8b2a-4d15-9d1e-44fc728ece26 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3556798 Sep 17 22:44:56.094876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52992) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:56.104677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1688749244', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b1b8666-a2bd-4f94-96ea-57de1b4d9f11'}], 'security_groups': ['64acebcf-0001-4df6-ac9d-973eb4c45f70', '2fc41d75-429b-485f-9601-0edb5937b982']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:56.160049 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.205537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-cd1d244f-152b-4acf-a784-8642741b295c', 'network_id': 'cd1d244f-152b-4acf-a784-8642741b295c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': 'f9cc6b7b-7f91-416a-b20f-1a72e799aaf1'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:56.206433 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.399554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3377d69-0b04-4c4b-afb1-41adb184a4f0 None None] Update dhcp port {'port': {'network_id': '15d592ce-97f3-4f1a-91e0-175e1b9bf65a', 'fixed_ips': [{'subnet_id': 'c664614c-df8f-4483-ad42-327290f68bba', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'be26a2c3-e1b6-4f2d-b429-519f55098afc', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b1b8666-a2bd-4f94-96ea-57de1b4d9f11'}], 'binding:host_id': 'n-d-789963-10'}, 'id': 'fc1be030-4c6b-4a34-a87a-0f5315055f15'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:44:56.443568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d3377d69-0b04-4c4b-afb1-41adb184a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.490297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Allocated IP 2001:db8::2 (cd1d244f-152b-4acf-a784-8642741b295c/f9cc6b7b-7f91-416a-b20f-1a72e799aaf1/a0099f13-f02d-4db6-b5f7-fac23fdf7b6c) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:56.509935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.645950 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.705472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53008) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:56.750303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32dd63-e9a8-4ed8-8e6a-e2be3a66d066 req-6fa3e1be-0c8f-4835-a28d-613f5f6a7932 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:56.753765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac32dd63-e9a8-4ed8-8e6a-e2be3a66d066 req-6fa3e1be-0c8f-4835-a28d-613f5f6a7932 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3456340 Sep 17 22:44:56.867648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-163573350', 'router:external': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:56.872752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-d3377d69-0b04-4c4b-afb1-41adb184a4f0 None None] Allocated IP 2001:db8:0:2::2 (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/5b1b8666-a2bd-4f94-96ea-57de1b4d9f11/fc1be030-4c6b-4a34-a87a-0f5315055f15) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:56.907368 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.908623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Made reservation on behalf of 6461c823b46f4c4c922077de1c00cce9 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:56.913773 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.920341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac32dd63-e9a8-4ed8-8e6a-e2be3a66d066 req-4fb30239-1c23-438f-a0bd-525011afa914 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667224 Sep 17 22:44:56.938093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.944968 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.008431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc401d-ce58-441e-94d7-cb1ff919701a req-c2af2dde-9af5-4830-923d-05cd2087f6f4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:57.009904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38fc401d-ce58-441e-94d7-cb1ff919701a req-c2af2dde-9af5-4830-923d-05cd2087f6f4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.2913473 Sep 17 22:44:57.017033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8::1 (cd1d244f-152b-4acf-a784-8642741b295c/f9cc6b7b-7f91-416a-b20f-1a72e799aaf1/e7bedb6d-85fe-4a58-aeec-404770058476) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:57.029752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Network cd1d244f-152b-4acf-a784-8642741b295c is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:57.041649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:57.045838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Pushing event updated for resources: {'Port': ['ID=a0099f13-f02d-4db6-b5f7-fac23fdf7b6c,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.058627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:57.131011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d3377d69-0b04-4c4b-afb1-41adb184a4f0 None None] For port fc1be030-4c6b-4a34-a87a-0f5315055f15, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fc1be030-4c6b-4a34-a87a-0f5315055f15,segment=NetworkSegment(94de0312-6d3c-43bc-9d89-f525f1411732),segment_id=94de0312-6d3c-43bc-9d89-f525f1411732)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:57.137853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53014) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:57.178523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Attempting to bind port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:57.178898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Attempting to bind port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '00d5ab67-40ad-4af1-9b8d-683830b33a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd1d244f-152b-4acf-a784-8642741b295c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:57.179364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Attempting to bind port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c on network cd1d244f-152b-4acf-a784-8642741b295c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:57.199997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:57.200369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Checking segment: {'id': '00d5ab67-40ad-4af1-9b8d-683830b33a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd1d244f-152b-4acf-a784-8642741b295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:57.201046 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.201256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Bound using segment: {'id': '00d5ab67-40ad-4af1-9b8d-683830b33a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd1d244f-152b-4acf-a784-8642741b295c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:57.201734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Bound port: a0099f13-f02d-4db6-b5f7-fac23fdf7b6c, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d5ab67-40ad-4af1-9b8d-683830b33a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd1d244f-152b-4acf-a784-8642741b295c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:57.202121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.205969 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d3377d69-0b04-4c4b-afb1-41adb184a4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.212859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.216254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.220167 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d3377d69-0b04-4c4b-afb1-41adb184a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.229526 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.264263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:57.295601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2fb33-5582-457f-b31e-8726a4ca4060,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.316352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.318571 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Added segment 5b99e7c8-e986-4142-9143-4ea30cedc993 of type vlan for network dac41ff1-b3bd-4af4-95de-735b9eab76ce Sep 17 22:44:57.371585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.385078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3377d69-0b04-4c4b-afb1-41adb184a4f0 None None] Pushing event updated for resources: {'Port': ['ID=fc1be030-4c6b-4a34-a87a-0f5315055f15,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.407853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] For port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:57.411418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] For port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0099f13-f02d-4db6-b5f7-fac23fdf7b6c,segment=NetworkSegment(00d5ab67-40ad-4af1-9b8d-683830b33a5b),segment_id=00d5ab67-40ad-4af1-9b8d-683830b33a5b)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:57.420989 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.481221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network cd1d244f-152b-4acf-a784-8642741b295c is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:57.487722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:57.494965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:57.495530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.504223 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.513407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460d832-cb20-4b09-b793-1b4b9d739961 None None] Pushing event updated for resources: {'Port': ['ID=a0099f13-f02d-4db6-b5f7-fac23fdf7b6c,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.614807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=e7bedb6d-85fe-4a58-aeec-404770058476,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.705086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.706508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:57.707761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.759276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38fc401d-ce58-441e-94d7-cb1ff919701a req-a4bc138f-6e7c-4650-a611-6a64603eb9f0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7399013 Sep 17 22:44:57.798200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'Network': ['ID=dac41ff1-b3bd-4af4-95de-735b9eab76ce,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.811196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network dac41ff1-b3bd-4af4-95de-735b9eab76ce details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:57.824824 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.895242 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a68fceda-4adc-4646-8098-8f2d0df286cf tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1859474 Sep 17 22:44:57.895419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.895511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.896016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53018) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:57.954031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'subnet': {'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:58.201263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Made reservation on behalf of 6461c823b46f4c4c922077de1c00cce9 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:58.205025 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.282453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45f7d-7af2-43c2-abb2-36d8b88af269 req-412e0c5e-8103-4c4f-b809-6a9f29b04714 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.290884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbd45f7d-7af2-43c2-abb2-36d8b88af269 req-412e0c5e-8103-4c4f-b809-6a9f29b04714 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.1900103 Sep 17 22:44:58.335689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fc1be030-4c6b-4a34-a87a-0f5315055f15 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:58.355791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Delete allocated IP 2001:db8::303 (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/be26a2c3-e1b6-4f2d-b429-519f55098afc) {{(pid=94737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:44:58.396163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:58.396541 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.441307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Allocated IP 2001:db8:0:2::24a (15d592ce-97f3-4f1a-91e0-175e1b9bf65a/5b1b8666-a2bd-4f94-96ea-57de1b4d9f11/fb971935-75f3-4698-ae51-5c1d03709ee4) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:58.483064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Allocated IP 172.25.0.42 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/350823c3-82bc-4bf0-b94e-c0bee66d6e3a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:58.500830 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dbd45f7d-7af2-43c2-abb2-36d8b88af269 req-800658fe-e4af-4659-9656-dc27860e7f13 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089128 Sep 17 22:44:58.511928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d847039e-7b3e-4df2-b557-45472c3d6530 None None] Provisioning complete for port 7e333c3d-e710-4f83-9106-72033fa26755 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:58.512487 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d847039e-7b3e-4df2-b557-45472c3d6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.548817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0099f13-f02d-4db6-b5f7-fac23fdf7b6c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:58.593486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d847039e-7b3e-4df2-b557-45472c3d6530 None None] Port 7e333c3d-e710-4f83-9106-72033fa26755 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:58.624230 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d847039e-7b3e-4df2-b557-45472c3d6530 None None] Provisioning complete for port fb971935-75f3-4698-ae51-5c1d03709ee4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:58.624738 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d847039e-7b3e-4df2-b557-45472c3d6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.653575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:58.653950 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.670446 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.682948 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.683916 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.689271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d847039e-7b3e-4df2-b557-45472c3d6530 None None] Port fb971935-75f3-4698-ae51-5c1d03709ee4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:58.714388 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d847039e-7b3e-4df2-b557-45472c3d6530 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:58.714761 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d847039e-7b3e-4df2-b557-45472c3d6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.721050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.796523 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.864153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=e7bedb6d-85fe-4a58-aeec-404770058476,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:58.868393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.879097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0099f13-f02d-4db6-b5f7-fac23fdf7b6c,segment=NetworkSegment(00d5ab67-40ad-4af1-9b8d-683830b33a5b),segment_id=00d5ab67-40ad-4af1-9b8d-683830b33a5b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:58.893539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.950321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network cd1d244f-152b-4acf-a784-8642741b295c is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:58.975709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46d3117-9fc0-435b-9108-e6cd8b53ed96 None None] Network cd1d244f-152b-4acf-a784-8642741b295c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:58.980770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:58.994663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472bc8-1c5d-46b8-94f9-f8d89b8c0daa req-3442b820-d91f-4ad9-a3ed-d3af6671ee9c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.994974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=a0099f13-f02d-4db6-b5f7-fac23fdf7b6c,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:58.998117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7472bc8-1c5d-46b8-94f9-f8d89b8c0daa req-3442b820-d91f-4ad9-a3ed-d3af6671ee9c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1708376 Sep 17 22:44:59.051955 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.061024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-248e1371-81d3-48b6-9e53-cb4517434bf9 None None] Provisioning complete for port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:59.061421 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-248e1371-81d3-48b6-9e53-cb4517434bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.066484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.068329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.166051 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7472bc8-1c5d-46b8-94f9-f8d89b8c0daa req-cfb67347-3417-4787-932a-6dac1390a117 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580586 Sep 17 22:44:59.197043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:59.204261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] In _notify_port_updated(), no bound segment for port fb971935-75f3-4698-ae51-5c1d03709ee4 on network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:44:59.211297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:59.211939 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.212556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 3c69d8c8-1d10-4145-bc29-f069f7b8ccff is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:59.217435 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "PUT /v2.0/ports/fb971935-75f3-4698-ae51-5c1d03709ee4 HTTP/1.1" status: 200 len: 970 time: 3.1207404 Sep 17 22:44:59.217777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53026) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.231030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:59.238966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event updated for resources: {'Port': ['ID=350823c3-82bc-4bf0-b94e-c0bee66d6e3a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:59.246749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:59.267250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Deleting port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:59.267502 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.385732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca9efe-7a3f-435e-9eb7-1c4d5368f6bb tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event updated for resources: {'Port': ['ID=fb971935-75f3-4698-ae51-5c1d03709ee4,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:59.460397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:44:59.461490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.483997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:59.494639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950f959-f2fb-47af-9f2d-3841cdbd4298 None None] Sync routers for ids ['3c69d8c8-1d10-4145-bc29-f069f7b8ccff'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:59.499925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] For port 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:59.500290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.503941 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1950f959-f2fb-47af-9f2d-3841cdbd4298 None None] Routers {'3c69d8c8-1d10-4145-bc29-f069f7b8ccff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:59.504583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1950f959-f2fb-47af-9f2d-3841cdbd4298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3c69d8c8-1d10-4145-bc29-f069f7b8ccff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.506736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e49b0886-80e7-4c78-b89f-d3685b580c71 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/3c69d8c8-1d10-4145-bc29-f069f7b8ccff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4823275 Sep 17 22:44:59.517811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53028) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.534091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Calling delete_port for 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:59.557542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1950f959-f2fb-47af-9f2d-3841cdbd4298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.571676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1950f959-f2fb-47af-9f2d-3841cdbd4298 None None] Routers {'3c69d8c8-1d10-4145-bc29-f069f7b8ccff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:59.572317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1950f959-f2fb-47af-9f2d-3841cdbd4298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3c69d8c8-1d10-4145-bc29-f069f7b8ccff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.572859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d1138f8f-e677-464f-83a2-dd1a66e5f016 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port fb971935-75f3-4698-ae51-5c1d03709ee4 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:59.573223 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1138f8f-e677-464f-83a2-dd1a66e5f016 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.625784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1950f959-f2fb-47af-9f2d-3841cdbd4298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.626352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950f959-f2fb-47af-9f2d-3841cdbd4298 None None] The sync data for ids ['3c69d8c8-1d10-4145-bc29-f069f7b8ccff'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:59.638745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28180bd5-71c1-4773-ac0a-bfaa87788254 req-1ea9edc8-72c6-4b77-958c-6991d19df3e2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:59.640109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28180bd5-71c1-4773-ac0a-bfaa87788254 req-1ea9edc8-72c6-4b77-958c-6991d19df3e2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.3234692 Sep 17 22:44:59.643855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-33ce9feb-9c00-4d26-aac3-2eab753f47f9 None None] Provisioning complete for port fb971935-75f3-4698-ae51-5c1d03709ee4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:59.644235 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-33ce9feb-9c00-4d26-aac3-2eab753f47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.683563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83bfd57-2197-4733-91f9-27ee35211073 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:59.686897 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a83bfd57-2197-4733-91f9-27ee35211073 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports/e7bedb6d-85fe-4a58-aeec-404770058476 HTTP/1.1" status: 200 len: 911 time: 0.1673415 Sep 17 22:44:59.694460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-33ce9feb-9c00-4d26-aac3-2eab753f47f9 None None] Port fb971935-75f3-4698-ae51-5c1d03709ee4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:59.697981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53032) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.723451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-44b6dad9-82f8-48e2-aead-0f27869a5476 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9cc6b7b-7f91-416a-b20f-1a72e799aaf1'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:59.771058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1138f8f-e677-464f-83a2-dd1a66e5f016 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.816845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d1138f8f-e677-464f-83a2-dd1a66e5f016 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for fb971935-75f3-4698-ae51-5c1d03709ee4 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:59.820529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d4a2f715-a79e-4072-bce5-a4eb781ef0fa None None] Provisioning complete for port e7bedb6d-85fe-4a58-aeec-404770058476 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:59.821095 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f715-a79e-4072-bce5-a4eb781ef0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.826797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f99f0b6-ffb5-45d8-9654-7aa06b016e6d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:59.879201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Checking segment: {'id': '5b99e7c8-e986-4142-9143-4ea30cedc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:59.880302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Network hostable DHCP agents. Network: dac41ff1-b3bd-4af4-95de-735b9eab76ce, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:59.880544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2f715-a79e-4072-bce5-a4eb781ef0fa None None] Port e7bedb6d-85fe-4a58-aeec-404770058476 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:59.896256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d4a2f715-a79e-4072-bce5-a4eb781ef0fa None None] Provisioning complete for port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:59.896888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f715-a79e-4072-bce5-a4eb781ef0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.919216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28180bd5-71c1-4773-ac0a-bfaa87788254 req-0de4ba64-d96b-4360-9c1a-2645e9193956 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365971 Sep 17 22:44:59.927150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c4ae3-6209-4fbd-81c0-a2865c91a9ea req-88970a83-68f3-4556-b08b-a99ca4d15e6b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:59.929785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-463c4ae3-6209-4fbd-81c0-a2865c91a9ea req-88970a83-68f3-4556-b08b-a99ca4d15e6b tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3077610 Sep 17 22:44:59.958872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53034) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.970931 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d44ee190-b7ce-4080-8d3b-a1c6353d1019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.066693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1138f8f-e677-464f-83a2-dd1a66e5f016 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.111639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Network dac41ff1-b3bd-4af4-95de-735b9eab76ce is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:00.115238 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.119028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1138f8f-e677-464f-83a2-dd1a66e5f016 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=fb971935-75f3-4698-ae51-5c1d03709ee4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:00.176708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a83706c2-9798-4607-b16b-df8a2ce8ef55 None None] Provisioning complete for port e7bedb6d-85fe-4a58-aeec-404770058476 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:00.177527 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a83706c2-9798-4607-b16b-df8a2ce8ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.181777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-463c4ae3-6209-4fbd-81c0-a2865c91a9ea req-3f270d19-5870-4705-b816-ed04787df13f tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207298 Sep 17 22:45:00.192369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, dac41ff1-b3bd-4af4-95de-735b9eab76ce) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:00.207627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f8b2e-c529-45a8-bb65-db43f7997639 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:00.214703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-723f8b2e-c529-45a8-bb65-db43f7997639 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1092 time: 0.2520778 Sep 17 22:45:00.216516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:00.217566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.220367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53036) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.233039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:00.237266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:00.247420 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1138f8f-e677-464f-83a2-dd1a66e5f016 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.251123 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d1138f8f-e677-464f-83a2-dd1a66e5f016 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/fb971935-75f3-4698-ae51-5c1d03709ee4 HTTP/1.1" status: 204 len: 168 time: 1.0312347 Sep 17 22:45:00.256536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a83706c2-9798-4607-b16b-df8a2ce8ef55 None None] Port e7bedb6d-85fe-4a58-aeec-404770058476 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:00.258847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0099f13-f02d-4db6-b5f7-fac23fdf7b6c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:00.281177 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53038) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.306421 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.308543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be417db-08d2-4158-8d61-abb14ae6f672 None None] Network dac41ff1-b3bd-4af4-95de-735b9eab76ce requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:00.327340 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44b6dad9-82f8-48e2-aead-0f27869a5476 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.346800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.347495 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ad8496-255a-4e0f-90e8-4c5c5ed0c7c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] GET failed (client error): The resource could not be found. Sep 17 22:45:00.349527 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-55ad8496-255a-4e0f-90e8-4c5c5ed0c7c3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports/fb971935-75f3-4698-ae51-5c1d03709ee4 HTTP/1.1" status: 404 len: 333 time: 0.0668032 Sep 17 22:45:00.352443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.448251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:00.448774 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.494984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-403c0eca-2b7c-4d6c-b425-912515c36706 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.584182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2e4cd-2cc4-482b-9fbc-2b1a992daf7b None None] Network dac41ff1-b3bd-4af4-95de-735b9eab76ce requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:00.597558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-403c0eca-2b7c-4d6c-b425-912515c36706 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.612087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.621166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53042) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.625213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4036f233-090f-4b17-8c87-aa12f4e7fcec tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6696415 Sep 17 22:45:00.628261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1220731377', 'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:00.630473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-04dcde32-1540-4578-aa15-646bb9df73c0 None None] Provisioning complete for port e7bedb6d-85fe-4a58-aeec-404770058476 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:00.631603 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04dcde32-1540-4578-aa15-646bb9df73c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.699673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-403c0eca-2b7c-4d6c-b425-912515c36706 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.702135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-403c0eca-2b7c-4d6c-b425-912515c36706 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.706056 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-403c0eca-2b7c-4d6c-b425-912515c36706 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/security-groups/600af48d-9322-4113-870b-16e5194fb029 HTTP/1.1" status: 204 len: 168 time: 0.3524661 Sep 17 22:45:00.709603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53044) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.715845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-04dcde32-1540-4578-aa15-646bb9df73c0 None None] Port e7bedb6d-85fe-4a58-aeec-404770058476 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:00.734101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Made reservation on behalf of 6461c823b46f4c4c922077de1c00cce9 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:00.736366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.750116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c0eca-2b7c-4d6c-b425-912515c36706 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600af48d-9322-4113-870b-16e5194fb029,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:00.807047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8035f-e192-4790-84af-01b95bede187 req-66115c39-edc0-4662-b239-f19892970de4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:00.808569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2a8035f-e192-4790-84af-01b95bede187 req-66115c39-edc0-4662-b239-f19892970de4 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.45 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.4979749 Sep 17 22:45:00.817189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] device_id is not set on port 58c59d9d-3063-4067-a7d4-b7e97cb8baa1 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:01.146806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c8060cee-be55-49c4-819a-8e5c4d344731 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.234798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c8060cee-be55-49c4-819a-8e5c4d344731 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.324836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Allocated IP 172.20.0.9 (dac41ff1-b3bd-4af4-95de-735b9eab76ce/3f99f0b6-ffb5-45d8-9654-7aa06b016e6d/58c59d9d-3063-4067-a7d4-b7e97cb8baa1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:01.354469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Router 386f76a5-4c17-4b93-8a47-e72d94e33a50 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:01.357504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c8060cee-be55-49c4-819a-8e5c4d344731 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.360143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c8060cee-be55-49c4-819a-8e5c4d344731 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.361168 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c8060cee-be55-49c4-819a-8e5c4d344731 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/security-groups/2fc41d75-429b-485f-9601-0edb5937b982 HTTP/1.1" status: 204 len: 168 time: 0.6478307 Sep 17 22:45:01.372524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53048) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:01.384179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8060cee-be55-49c4-819a-8e5c4d344731 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc41d75-429b-485f-9601-0edb5937b982,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:01.419216 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.561191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976d74f-6738-48f7-a09e-d97f49d2387d req-20220cde-c9c3-4edf-ac5d-fdf147bc84ac tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:01.562685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5976d74f-6738-48f7-a09e-d97f49d2387d req-20220cde-c9c3-4edf-ac5d-fdf147bc84ac tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 945 time: 0.3029089 Sep 17 22:45:01.564638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:01.577179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cc3f69ad-9e7a-4baf-ad9d-78f451f01014 admin admin] 10.222.0.48 "PUT /v2.0/routers/386f76a5-4c17-4b93-8a47-e72d94e33a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4333427 Sep 17 22:45:01.579048 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] Sync routers for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:01.581069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53050) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:01.590773 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:01.591724 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:01.631991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.686735 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.694097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-042b4fb5-f4c1-4298-b9a8-3d3ca7dc099d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.700336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Deleting port d436fc4b-5a2c-4644-b411-96076f0ff520 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:01.700821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.705925 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:01.718843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.723683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.804500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Network dac41ff1-b3bd-4af4-95de-735b9eab76ce is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:01.810354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:01.845931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:01.848552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5976d74f-6738-48f7-a09e-d97f49d2387d req-247ae31b-e3b1-4092-a4ab-811f480087ad tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e68610e-cac1-4bf1-b009-04f7ed18ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685947 Sep 17 22:45:01.880443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'Port': ['ID=58c59d9d-3063-4067-a7d4-b7e97cb8baa1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:01.895273 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-042b4fb5-f4c1-4298-b9a8-3d3ca7dc099d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.910216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:01.910831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.911311 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:44:59Z', 'revision_number': 5, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port': {'id': '8b2c2894-cacc-41c3-accd-36f96aa1ed80', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:01.915135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.932582 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aecac44b-04b4-49d8-9bd4-aeb9e35eae84 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3080244 Sep 17 22:45:01.935405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53052) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:01.942066 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] Checking router: 386f76a5-4c17-4b93-8a47-e72d94e33a50 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:01.952130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] Routers {'386f76a5-4c17-4b93-8a47-e72d94e33a50'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:01.952899 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:44:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['386f76a5-4c17-4b93-8a47-e72d94e33a50'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:02.036458 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Deleting port 8b2c2894-cacc-41c3-accd-36f96aa1ed80 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:02.036820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.051585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] For port d436fc4b-5a2c-4644-b411-96076f0ff520, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d436fc4b-5a2c-4644-b411-96076f0ff520,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:02.051957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.063850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-042b4fb5-f4c1-4298-b9a8-3d3ca7dc099d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.066476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-042b4fb5-f4c1-4298-b9a8-3d3ca7dc099d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.071364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-042b4fb5-f4c1-4298-b9a8-3d3ca7dc099d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/security-groups/64acebcf-0001-4df6-ac9d-973eb4c45f70 HTTP/1.1" status: 204 len: 168 time: 0.6748528 Sep 17 22:45:02.072002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53054) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.139591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] For port 8b2c2894-cacc-41c3-accd-36f96aa1ed80, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8b2c2894-cacc-41c3-accd-36f96aa1ed80,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:02.139915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.154687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-24dcdab4-2346-47be-bfb8-0fcd03d9a8c7 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Deleting port 58c59d9d-3063-4067-a7d4-b7e97cb8baa1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:02.154996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24dcdab4-2346-47be-bfb8-0fcd03d9a8c7 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.160137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Calling delete_port for 8b2c2894-cacc-41c3-accd-36f96aa1ed80 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:02.160433 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] Set router 386f76a5-4c17-4b93-8a47-e72d94e33a50 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:02.166528 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44b6dad9-82f8-48e2-aead-0f27869a5476 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.185017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Calling delete_port for d436fc4b-5a2c-4644-b411-96076f0ff520 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:02.193807 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b4fb5-f4c1-4298-b9a8-3d3ca7dc099d tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64acebcf-0001-4df6-ac9d-973eb4c45f70,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:02.199908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a11eb6-418c-4f7c-8f46-a2a15c7968a6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet be26a2c3-e1b6-4f2d-b429-519f55098afc {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:02.207413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.25.0.218 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/ae42f0a1-88a4-4abe-9b28-cc89936095fa) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:02.212778 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8a11eb6-418c-4f7c-8f46-a2a15c7968a6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.215785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44b6dad9-82f8-48e2-aead-0f27869a5476 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.221915 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6dad9-82f8-48e2-aead-0f27869a5476 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:02.222602 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44b6dad9-82f8-48e2-aead-0f27869a5476 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.223977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-44b6dad9-82f8-48e2-aead-0f27869a5476 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/ports/e7bedb6d-85fe-4a58-aeec-404770058476 HTTP/1.1" status: 200 len: 911 time: 2.5060234 Sep 17 22:45:02.227040 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:45:01Z', 'revision_number': 6, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:02.259990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53056) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.262073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Router 2c4ba462-0af8-4b92-86ad-a13825f0f7a8 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:02.265516 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c76996-e436-4901-bdb2-ac714ccb453c None None] The sync data for ids ['386f76a5-4c17-4b93-8a47-e72d94e33a50'] in n-d-789963-10 is: [{'id': '386f76a5-4c17-4b93-8a47-e72d94e33a50', 'name': 'tempest-TaggedBootDevicesTest-1608003837-router', 'tenant_id': '0912a8b363a743beb7293effa86f4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:07Z', 'updated_at': '2021-09-17T22:45:01Z', 'revision_number': 6, 'project_id': '0912a8b363a743beb7293effa86f4bcb', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:02.376967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24dcdab4-2346-47be-bfb8-0fcd03d9a8c7 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.381832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8a11eb6-418c-4f7c-8f46-a2a15c7968a6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.407280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-24dcdab4-2346-47be-bfb8-0fcd03d9a8c7 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Calling delete_port for 58c59d9d-3063-4067-a7d4-b7e97cb8baa1 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:02.451421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6dad9-82f8-48e2-aead-0f27869a5476 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=e7bedb6d-85fe-4a58-aeec-404770058476,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:02.659085 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.678747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.696980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:02.711078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8a11eb6-418c-4f7c-8f46-a2a15c7968a6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.723270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2c2894-cacc-41c3-accd-36f96aa1ed80,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:02.726550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a1852-daf4-4181-aef5-9edcd1cb3c04 None None] Sync routers for ids ['2c4ba462-0af8-4b92-86ad-a13825f0f7a8'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:02.741727 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-45ca681f-a8fb-45a0-b99b-d36c1c3c39aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.752155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a1852-daf4-4181-aef5-9edcd1cb3c04 None None] Routers {'2c4ba462-0af8-4b92-86ad-a13825f0f7a8'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:02.753137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6b8a1852-daf4-4181-aef5-9edcd1cb3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['2c4ba462-0af8-4b92-86ad-a13825f0f7a8'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:02.764329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.772501 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.776458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5aa5a61b-43e5-45ab-8524-c6bfa1c5b90f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1194315 Sep 17 22:45:02.776981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53058) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.786302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:02.817974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6b8a1852-daf4-4181-aef5-9edcd1cb3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:02.830078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a1852-daf4-4181-aef5-9edcd1cb3c04 None None] Routers {'2c4ba462-0af8-4b92-86ad-a13825f0f7a8'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:02.830282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6b8a1852-daf4-4181-aef5-9edcd1cb3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['2c4ba462-0af8-4b92-86ad-a13825f0f7a8'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:02.843451 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24dcdab4-2346-47be-bfb8-0fcd03d9a8c7 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.863627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Pushing event deleted for resources: {'Port': ['ID=d436fc4b-5a2c-4644-b411-96076f0ff520,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:02.867038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6b8a1852-daf4-4181-aef5-9edcd1cb3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:02.867862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a1852-daf4-4181-aef5-9edcd1cb3c04 None None] The sync data for ids ['2c4ba462-0af8-4b92-86ad-a13825f0f7a8'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:02.876598 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.884309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.887508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcdab4-2346-47be-bfb8-0fcd03d9a8c7 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event deleted for resources: {'Port': ['ID=58c59d9d-3063-4067-a7d4-b7e97cb8baa1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.006615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] No DVR routers for this DVR port d436fc4b-5a2c-4644-b411-96076f0ff520 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:03.015198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8a11eb6-418c-4f7c-8f46-a2a15c7968a6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.030621 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.032663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2a8035f-e192-4790-84af-01b95bede187 req-a8abb6a8-9aef-45ab-b57b-28cdb4f49119 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.45 "DELETE /v2.0/ports/d436fc4b-5a2c-4644-b411-96076f0ff520 HTTP/1.1" status: 204 len: 173 time: 1.8310466 Sep 17 22:45:03.044355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ce1301-6928-42ba-a29a-65b6e96072ca', 'name': 'network-vif-deleted', 'tag': 'd436fc4b-5a2c-4644-b411-96076f0ff520'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:03.047457 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35369991-0d9c-4f59-a312-6e7d1a445fea" -d '{"events": [{"server_uuid": "61ce1301-6928-42ba-a29a-65b6e96072ca", "name": "network-vif-deleted", "tag": "d436fc4b-5a2c-4644-b411-96076f0ff520"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:03.054226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:03.064363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cf486a8-fefe-4311-8c35-3aff8a3a929e req-14d6c19f-6f28-4425-bddd-a014499c9407 tempest-ServerRescueNegativeTestJSON-134320192 tempest-ServerRescueNegativeTestJSON-134320192-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ce1301-6928-42ba-a29a-65b6e96072ca HTTP/1.1" status: 200 len: 210 time: 0.1233025 Sep 17 22:45:03.125028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.134266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:03.140991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:03.145675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a11eb6-418c-4f7c-8f46-a2a15c7968a6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=be26a2c3-e1b6-4f2d-b429-519f55098afc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.149784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=ae42f0a1-88a4-4abe-9b28-cc89936095fa,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.160227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8a11eb6-418c-4f7c-8f46-a2a15c7968a6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.164079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33f03a-7b2e-4303-a64c-31f7ef58f356 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:03.167280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b8a11eb6-418c-4f7c-8f46-a2a15c7968a6 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/be26a2c3-e1b6-4f2d-b429-519f55098afc HTTP/1.1" status: 204 len: 168 time: 1.0780270 Sep 17 22:45:03.167983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53066) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:03.351662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4554e52d-b8b8-4e4b-82bb-44dcff047fa3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet 5b1b8666-a2bd-4f94-96ea-57de1b4d9f11 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:03.380578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.386438 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d054c88b-e9a7-4251-8e32-e14b9d468ddb x-openstack-request-id: req-d054c88b-e9a7-4251-8e32-e14b9d468ddb {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:03.387018 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ce1301-6928-42ba-a29a-65b6e96072ca", "name": "network-vif-deleted", "tag": "d436fc4b-5a2c-4644-b411-96076f0ff520", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:03.387018 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d054c88b-e9a7-4251-8e32-e14b9d468ddb {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:03.387353 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ce1301-6928-42ba-a29a-65b6e96072ca', 'name': 'network-vif-deleted', 'tag': 'd436fc4b-5a2c-4644-b411-96076f0ff520', 'status': 'completed', 'code': 200} Sep 17 22:45:03.391536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4554e52d-b8b8-4e4b-82bb-44dcff047fa3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.407804 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.490426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4554e52d-b8b8-4e4b-82bb-44dcff047fa3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.506789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24dcdab4-2346-47be-bfb8-0fcd03d9a8c7 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.508733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-24dcdab4-2346-47be-bfb8-0fcd03d9a8c7 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "DELETE /v2.0/ports/58c59d9d-3063-4067-a7d4-b7e97cb8baa1 HTTP/1.1" status: 204 len: 168 time: 1.5552011 Sep 17 22:45:03.511238 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.511489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 386f76a5-4c17-4b93-8a47-e72d94e33a50 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:03.513302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53068) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:03.518538 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.522866 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4e4367d2-e6a4-4428-a824-b2c82b199841 admin admin] 10.222.0.48 "DELETE /v2.0/routers/386f76a5-4c17-4b93-8a47-e72d94e33a50 HTTP/1.1" status: 204 len: 168 time: 1.9374719 Sep 17 22:45:03.523704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce', 'external_fixed_ips': [{'subnet_id': '3f99f0b6-ffb5-45d8-9654-7aa06b016e6d', 'ip_address': '172.20.0.9'}]}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:03.535896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53070) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:03.638175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.643331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7314915-446f-4bb8-990c-115e535b23be admin admin] Deleting subnet 680fe56b-6368-46fd-92b0-5ff1e95f243c {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:03.648349 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.649675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.718594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7314915-446f-4bb8-990c-115e535b23be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.817069 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.818114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.867798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7314915-446f-4bb8-990c-115e535b23be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.066375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.146109 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7314915-446f-4bb8-990c-115e535b23be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.161128 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53074) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:04.212362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8b2c2894-cacc-41c3-accd-36f96aa1ed80 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:04.218537 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4554e52d-b8b8-4e4b-82bb-44dcff047fa3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.235022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 8b2c2894-cacc-41c3-accd-36f96aa1ed80 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:04.235496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8b2c2894-cacc-41c3-accd-36f96aa1ed80 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:04.236190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:04.265318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:04.265805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05b825a3-8d19-4d61-8fd2-d6b1d65bbdd7 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:04.270502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.277728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e0ffd32d-5f43-4262-af94-a0e7b31abda4 None None] Provisioning complete for port 7e333c3d-e710-4f83-9106-72033fa26755 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:04.278398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd32d-5f43-4262-af94-a0e7b31abda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.314994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffd32d-5f43-4262-af94-a0e7b31abda4 None None] Port 7e333c3d-e710-4f83-9106-72033fa26755 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:04.317549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7314915-446f-4bb8-990c-115e535b23be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.326694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e0ffd32d-5f43-4262-af94-a0e7b31abda4 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:04.326971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd32d-5f43-4262-af94-a0e7b31abda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.355107 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7314915-446f-4bb8-990c-115e535b23be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.357022 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a7314915-446f-4bb8-990c-115e535b23be admin admin] 10.222.0.48 "DELETE /v2.0/subnets/680fe56b-6368-46fd-92b0-5ff1e95f243c HTTP/1.1" status: 204 len: 168 time: 0.8201122 Sep 17 22:45:04.357864 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7314915-446f-4bb8-990c-115e535b23be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680fe56b-6368-46fd-92b0-5ff1e95f243c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:04.362236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53076) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:04.363258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.381992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5deb2b2-7bf0-4283-a58c-988134c557f6 None None] Network 360fb9db-e296-445c-af92-7c8c35eb57f8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:04.463655 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4554e52d-b8b8-4e4b-82bb-44dcff047fa3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.541213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554e52d-b8b8-4e4b-82bb-44dcff047fa3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1b8666-a2bd-4f94-96ea-57de1b4d9f11,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:04.547033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4554e52d-b8b8-4e4b-82bb-44dcff047fa3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.550820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port e7bedb6d-85fe-4a58-aeec-404770058476 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:04.551160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.552044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4554e52d-b8b8-4e4b-82bb-44dcff047fa3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/5b1b8666-a2bd-4f94-96ea-57de1b4d9f11 HTTP/1.1" status: 204 len: 168 time: 1.3525941 Sep 17 22:45:04.554664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43520798-3ae2-4976-a8bc-6cd9db5a99ab None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:04.557462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.558110 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53078) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:04.631844 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-06abada4-22b3-4a9e-9027-7b4ce95a6101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:04.632362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06abada4-22b3-4a9e-9027-7b4ce95a6101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:04.637456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-06abada4-22b3-4a9e-9027-7b4ce95a6101 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/be26a2c3-e1b6-4f2d-b429-519f55098afc HTTP/1.1" status: 404 len: 337 time: 0.0783589 Sep 17 22:45:04.638261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53080) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:04.654154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.657745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] DHCP port deletion for 360fb9db-e296-445c-af92-7c8c35eb57f8 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:04.688731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d436fc4b-5a2c-4644-b411-96076f0ff520 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:04.710212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Deleting port 350823c3-82bc-4bf0-b94e-c0bee66d6e3a {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:04.710536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.726150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.734072 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.737753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: d436fc4b-5a2c-4644-b411-96076f0ff520 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:04.738089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d436fc4b-5a2c-4644-b411-96076f0ff520 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:04.752856 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.810302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Deleting port c46430ec-af0d-4f32-aa33-abc45e403e73 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:04.810706 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.834114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.841927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34de072-00f5-41c8-8dfa-1e6f58243634 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting subnet c664614c-df8f-4483-ad42-327290f68bba {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:04.866125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for e7bedb6d-85fe-4a58-aeec-404770058476 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:04.878815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a34de072-00f5-41c8-8dfa-1e6f58243634 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.899745 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.902441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] For port c46430ec-af0d-4f32-aa33-abc45e403e73, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c46430ec-af0d-4f32-aa33-abc45e403e73,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:04.902890 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.918203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Calling delete_port for c46430ec-af0d-4f32-aa33-abc45e403e73 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:04.936064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Calling delete_port for 350823c3-82bc-4bf0-b94e-c0bee66d6e3a owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:04.950596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.024173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Deleting port c46430ec-af0d-4f32-aa33-abc45e403e73 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:05.024538 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.028607 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a34de072-00f5-41c8-8dfa-1e6f58243634 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.046325 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.086142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Pushing event deleted for resources: {'Port': ['ID=c46430ec-af0d-4f32-aa33-abc45e403e73,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.105843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] No DVR routers for this DVR port c46430ec-af0d-4f32-aa33-abc45e403e73 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:05.108873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.109333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.109656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.110564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.110564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.110855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.111109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.111577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.112138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.112253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.112540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.112857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb5276-39ef-490a-b16c-bd90c64b8d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.266193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] For port c46430ec-af0d-4f32-aa33-abc45e403e73, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c46430ec-af0d-4f32-aa33-abc45e403e73,segment=NetworkSegment(5dc06593-c5ea-44ef-8401-761aa917cad1),segment_id=5dc06593-c5ea-44ef-8401-761aa917cad1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:05.266746 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.322291 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.327080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.331251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.339000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.393476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.405569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Pushing event deleted for resources: {'Port': ['ID=350823c3-82bc-4bf0-b94e-c0bee66d6e3a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.570345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=ae42f0a1-88a4-4abe-9b28-cc89936095fa,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.573364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Calling delete_port for c46430ec-af0d-4f32-aa33-abc45e403e73 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:05.575427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Allocated IP 172.20.0.9 (dac41ff1-b3bd-4af4-95de-735b9eab76ce/3f99f0b6-ffb5-45d8-9654-7aa06b016e6d/ae6044be-d338-40fb-87ce-817c2a234162) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:05.582014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a34de072-00f5-41c8-8dfa-1e6f58243634 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.600407 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.607145 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.612951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e68fd144-6998-456a-ab7c-d95c18ff68f3 None None] Provisioning complete for port 7e333c3d-e710-4f83-9106-72033fa26755 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:05.613445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e68fd144-6998-456a-ab7c-d95c18ff68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.650428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e68fd144-6998-456a-ab7c-d95c18ff68f3 None None] Port 7e333c3d-e710-4f83-9106-72033fa26755 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:05.660474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e68fd144-6998-456a-ab7c-d95c18ff68f3 None None] Provisioning complete for port fc1be030-4c6b-4a34-a87a-0f5315055f15 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:05.661007 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e68fd144-6998-456a-ab7c-d95c18ff68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.802422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.821861 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a34de072-00f5-41c8-8dfa-1e6f58243634 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.878772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=e7bedb6d-85fe-4a58-aeec-404770058476,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.892960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de072-00f5-41c8-8dfa-1e6f58243634 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Subnet': ['ID=c664614c-df8f-4483-ad42-327290f68bba,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.894960 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Floating IP 03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce associated. External IP: 172.25.0.218, port: b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69. Sep 17 22:45:05.913817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a34de072-00f5-41c8-8dfa-1e6f58243634 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.914569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e472ffd-8d82-4632-8b10-1891d8a87e21 None None] Network 15d592ce-97f3-4f1a-91e0-175e1b9bf65a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:05.918064 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a34de072-00f5-41c8-8dfa-1e6f58243634 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/c664614c-df8f-4483-ad42-327290f68bba HTTP/1.1" status: 204 len: 168 time: 1.2785404 Sep 17 22:45:05.919134 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.936330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53082) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.008461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.096178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.099756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c46430ec-af0d-4f32-aa33-abc45e403e73,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:06.111134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] No DVR routers for this DVR port c46430ec-af0d-4f32-aa33-abc45e403e73 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:06.159895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] DHCP port deletion for 15d592ce-97f3-4f1a-91e0-175e1b9bf65a request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:06.210372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] Deleting port fc1be030-4c6b-4a34-a87a-0f5315055f15 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:06.210755 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.218662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c46430ec-af0d-4f32-aa33-abc45e403e73 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:06.248784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c46430ec-af0d-4f32-aa33-abc45e403e73 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:06.249156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c46430ec-af0d-4f32-aa33-abc45e403e73 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:06.249696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.314845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] For port fc1be030-4c6b-4a34-a87a-0f5315055f15, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fc1be030-4c6b-4a34-a87a-0f5315055f15,segment=NetworkSegment(94de0312-6d3c-43bc-9d89-f525f1411732),segment_id=94de0312-6d3c-43bc-9d89-f525f1411732)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:06.315110 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.319578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360fb9db-e296-445c-af92-7c8c35eb57f8']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.334698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] Calling delete_port for fc1be030-4c6b-4a34-a87a-0f5315055f15 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:06.361334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc06593-c5ea-44ef-8401-761aa917cad1') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.361746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc06593-c5ea-44ef-8401-761aa917cad1') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.374534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.378179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.393537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 3c69d8c8-1d10-4145-bc29-f069f7b8ccff has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:06.422812 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.438950 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.440642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.442339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Network dac41ff1-b3bd-4af4-95de-735b9eab76ce is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:06.449070 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafccc55-4bed-481e-8be9-c1a9b175433e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:06.449529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafccc55-4bed-481e-8be9-c1a9b175433e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:06.453680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aafccc55-4bed-481e-8be9-c1a9b175433e tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/b74d89f7-1bef-424f-a286-874c5bc4eace HTTP/1.1" status: 404 len: 337 time: 0.4842765 Sep 17 22:45:06.453841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:06.453933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] Pushing event deleted for resources: {'Port': ['ID=fc1be030-4c6b-4a34-a87a-0f5315055f15,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:06.455697 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.455960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:06.461192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53084) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.464474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970d4e7-22ac-4a1d-8c4a-1456bdb6cb3c None None] No DVR routers for this DVR port fc1be030-4c6b-4a34-a87a-0f5315055f15 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:06.471025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:06.471438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:06.477504 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:06.507726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'Port': ['ID=ae6044be-d338-40fb-87ce-817c2a234162,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:06.528409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-89a3891a-9748-4106-824f-586556424aad tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9470ba-cded-4314-9bab-e7aab912ce04 HTTP/1.1" status: 200 len: 205 time: 0.0658176 Sep 17 22:45:06.546557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53086) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.641072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Router 2c4ba462-0af8-4b92-86ad-a13825f0f7a8 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:06.662649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:06.664816 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-f69939b4-3d30-4664-b0fe-a195a4d6731c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] delete failed (client error): The resource could not be found. Sep 17 22:45:06.668226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f69939b4-3d30-4664-b0fe-a195a4d6731c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/routers/0c9470ba-cded-4314-9bab-e7aab912ce04 HTTP/1.1" status: 404 len: 336 time: 0.1170139 Sep 17 22:45:06.675207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53088) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.675304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1f83de63-5c39-451e-b601-6ad34a61c236 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/3c69d8c8-1d10-4145-bc29-f069f7b8ccff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4089811 Sep 17 22:45:06.675386 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a9a4d-12d2-4a75-8568-0d999676fbc0 None None] Sync routers for ids ['3c69d8c8-1d10-4145-bc29-f069f7b8ccff'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:06.675813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53090) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.684817 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a9a4d-12d2-4a75-8568-0d999676fbc0 None None] Routers {'3c69d8c8-1d10-4145-bc29-f069f7b8ccff'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:06.685649 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2f2a9a4d-12d2-4a75-8568-0d999676fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3c69d8c8-1d10-4145-bc29-f069f7b8ccff'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.718712 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2f2a9a4d-12d2-4a75-8568-0d999676fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.728958 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a9a4d-12d2-4a75-8568-0d999676fbc0 None None] Routers {'3c69d8c8-1d10-4145-bc29-f069f7b8ccff'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:06.729508 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2f2a9a4d-12d2-4a75-8568-0d999676fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3c69d8c8-1d10-4145-bc29-f069f7b8ccff'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.738929 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f63934f-90b2-4692-bc75-8fb1e6989f14 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:06.739378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f63934f-90b2-4692-bc75-8fb1e6989f14 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:06.744167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7f63934f-90b2-4692-bc75-8fb1e6989f14 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/9356b1a7-9165-4537-8a46-677dfaa21bc7 HTTP/1.1" status: 404 len: 337 time: 0.0710576 Sep 17 22:45:06.745526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53092) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.765956 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2f2a9a4d-12d2-4a75-8568-0d999676fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.767560 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a9a4d-12d2-4a75-8568-0d999676fbc0 None None] The sync data for ids ['3c69d8c8-1d10-4145-bc29-f069f7b8ccff'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:06.769087 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-35632510-fb79-4d8d-bd2a-e6c1f054dfcf tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c69d8c8-1d10-4145-bc29-f069f7b8ccff HTTP/1.1" status: 200 len: 205 time: 0.0942254 Sep 17 22:45:06.769825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.791800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.796182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] 10.222.0.48 "DELETE /v2.0/networks/360fb9db-e296-445c-af92-7c8c35eb57f8 HTTP/1.1" status: 204 len: 168 time: 2.4314535 Sep 17 22:45:06.796724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53094) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.845977 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7812b4-99fa-4faf-8bdb-e3203aa5640f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:06.846800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7812b4-99fa-4faf-8bdb-e3203aa5640f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:06.847401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98d478-85b8-44fe-ae9c-8883b51f39ed admin admin] Pushing event deleted for resources: {'Network': ['ID=360fb9db-e296-445c-af92-7c8c35eb57f8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:06.850714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5e7812b4-99fa-4faf-8bdb-e3203aa5640f tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/3e10982f-621f-4a59-afc3-44aea3f1213d HTTP/1.1" status: 404 len: 337 time: 0.1006355 Sep 17 22:45:06.853556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53098) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.874954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:06.882503 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.885958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d32c3251-2fd4-40ec-8bf7-caa8325bc0ee tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "PUT /v2.0/routers/2c4ba462-0af8-4b92-86ad-a13825f0f7a8 HTTP/1.1" status: 200 len: 710 time: 4.1018822 Sep 17 22:45:06.889662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474e73d-16b2-441d-8ad4-e35e7c8ee27c None None] Sync routers for ids ['2c4ba462-0af8-4b92-86ad-a13825f0f7a8'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:06.890605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53100) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.900872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474e73d-16b2-441d-8ad4-e35e7c8ee27c None None] Routers {'2c4ba462-0af8-4b92-86ad-a13825f0f7a8'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:06.901608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-8474e73d-16b2-441d-8ad4-e35e7c8ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['2c4ba462-0af8-4b92-86ad-a13825f0f7a8'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.937530 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72595ef-8f4f-415e-9433-6acb3274c00b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:06.937980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72595ef-8f4f-415e-9433-6acb3274c00b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:06.942071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f72595ef-8f4f-415e-9433-6acb3274c00b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/ffff5086-58b0-43b1-ae11-128905cbb70c HTTP/1.1" status: 404 len: 337 time: 0.0830114 Sep 17 22:45:06.942232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b76a43-c0d6-4e71-b1bc-f1a42d7a922e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.946008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53102) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.946939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-8474e73d-16b2-441d-8ad4-e35e7c8ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.947514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Deleting port 12f97940-0dd5-4427-8209-bdeb180c76d8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:06.947514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.958646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474e73d-16b2-441d-8ad4-e35e7c8ee27c None None] Routers {'2c4ba462-0af8-4b92-86ad-a13825f0f7a8'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:06.960602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-8474e73d-16b2-441d-8ad4-e35e7c8ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['2c4ba462-0af8-4b92-86ad-a13825f0f7a8'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.978040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53104) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.994635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-8474e73d-16b2-441d-8ad4-e35e7c8ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.995760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474e73d-16b2-441d-8ad4-e35e7c8ee27c None None] The sync data for ids ['2c4ba462-0af8-4b92-86ad-a13825f0f7a8'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:07.002415 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-51445920-6bd2-4023-aa14-dbe04b9d1fcc tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/routers/2c4ba462-0af8-4b92-86ad-a13825f0f7a8 HTTP/1.1" status: 200 len: 745 time: 0.1106937 Sep 17 22:45:07.029433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53106) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.046227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:07.081812 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd04469-7cfe-41df-96c8-d921801fb4e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:07.082463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd04469-7cfe-41df-96c8-d921801fb4e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:07.084790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5cd04469-7cfe-41df-96c8-d921801fb4e7 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/307657e9-5b0e-49e4-9498-ed316a9c6d9d HTTP/1.1" status: 404 len: 333 time: 0.1358490 Sep 17 22:45:07.093289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53108) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.100358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-65d8def7-cabf-4ae6-af91-5d1870cdffd3 tempest-RoutersIpV6AdminTest-1671825300 tempest-RoutersIpV6AdminTest-1671825300-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=2c4ba462-0af8-4b92-86ad-a13825f0f7a8 HTTP/1.1" status: 200 len: 205 time: 0.0693302 Sep 17 22:45:07.109787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53110) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.147390 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-949ded15-82e4-43be-8f9b-79eb434c699b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:07.147956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949ded15-82e4-43be-8f9b-79eb434c699b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:07.148191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5005b7a3-192a-4595-873a-a05203ed38cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0912a8b363a743beb7293effa86f4bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690423 Sep 17 22:45:07.151941 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-949ded15-82e4-43be-8f9b-79eb434c699b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/262e159a-0d66-4088-827e-f391b2b8381c HTTP/1.1" status: 404 len: 337 time: 0.0590665 Sep 17 22:45:07.152106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0b44f960-efbc-4c57-b6d7-dffd6563836f tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c4ba462-0af8-4b92-86ad-a13825f0f7a8 HTTP/1.1" status: 200 len: 205 time: 0.0394793 Sep 17 22:45:07.154788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53114) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.154959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53112) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.155120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53116) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.257920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] For port 12f97940-0dd5-4427-8209-bdeb180c76d8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=12f97940-0dd5-4427-8209-bdeb180c76d8,segment=NetworkSegment(9c80d426-93fa-49f4-8091-f8bfd2333950),segment_id=9c80d426-93fa-49f4-8091-f8bfd2333950)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:07.258192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.322552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Calling delete_port for 12f97940-0dd5-4427-8209-bdeb180c76d8 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:07.355742 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-496bae34-dafe-495f-b3d9-a1763fa1c99c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.525199 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33eba71-c04f-400e-9e1c-5bb77de201ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:07.525757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33eba71-c04f-400e-9e1c-5bb77de201ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:07.527292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b33eba71-c04f-400e-9e1c-5bb77de201ee tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/80236a81-3d97-4183-928d-1ded1f16bb36 HTTP/1.1" status: 404 len: 337 time: 0.3700633 Sep 17 22:45:07.532184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53118) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.555229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:07.566235 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] Sync routers for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:07.570245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b76a43-c0d6-4e71-b1bc-f1a42d7a922e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.575980 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:07.577091 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:07.586815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b76a43-c0d6-4e71-b1bc-f1a42d7a922e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.591784 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2874b3-7c51-4312-8dbe-db78bf4e28fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:07.592717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2874b3-7c51-4312-8dbe-db78bf4e28fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:07.596866 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db2874b3-7c51-4312-8dbe-db78bf4e28fa tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/73ed7185-a349-4fe9-981f-5a8b34ea9066 HTTP/1.1" status: 404 len: 333 time: 0.0614021 Sep 17 22:45:07.598093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53120) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.623462 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-496bae34-dafe-495f-b3d9-a1763fa1c99c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.626765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-496bae34-dafe-495f-b3d9-a1763fa1c99c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.631753 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.633781 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.671298 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.674757 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3204c372-90af-4403-bc86-490987e6246c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:07.675262 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3204c372-90af-4403-bc86-490987e6246c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:07.680393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3204c372-90af-4403-bc86-490987e6246c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/d4c79bec-7648-460c-a910-433dabe3eb1e HTTP/1.1" status: 404 len: 337 time: 0.0729694 Sep 17 22:45:07.697576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53122) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.702497 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:07.718486 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b76a43-c0d6-4e71-b1bc-f1a42d7a922e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.719024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b76a43-c0d6-4e71-b1bc-f1a42d7a922e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Fanout notify agent at l3_agent the message router_deleted on router 3c69d8c8-1d10-4145-bc29-f069f7b8ccff {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:07.727126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41b76a43-c0d6-4e71-b1bc-f1a42d7a922e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.728306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-41b76a43-c0d6-4e71-b1bc-f1a42d7a922e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/3c69d8c8-1d10-4145-bc29-f069f7b8ccff HTTP/1.1" status: 204 len: 168 time: 0.9289865 Sep 17 22:45:07.731291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53124) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.777464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-67f47bc6-791b-4e1f-bbca-a8f12c455f57 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5551481 Sep 17 22:45:07.780350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.783426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:07.785747 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2bc78e-483f-45fe-9785-859359ab7ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:07.795968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-496bae34-dafe-495f-b3d9-a1763fa1c99c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.796516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496bae34-dafe-495f-b3d9-a1763fa1c99c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Fanout notify agent at l3_agent the message router_deleted on router 2c4ba462-0af8-4b92-86ad-a13825f0f7a8 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:07.798527 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-713375d7-69f1-4c4b-8e6a-eba384a30d7b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:07.798846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713375d7-69f1-4c4b-8e6a-eba384a30d7b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:07.800624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-713375d7-69f1-4c4b-8e6a-eba384a30d7b tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/subnets/000c255c-49cd-466d-afd6-b6b3d34bb05b HTTP/1.1" status: 404 len: 337 time: 0.1020782 Sep 17 22:45:07.808463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53130) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.808880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-496bae34-dafe-495f-b3d9-a1763fa1c99c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.815179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-496bae34-dafe-495f-b3d9-a1763fa1c99c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/2c4ba462-0af8-4b92-86ad-a13825f0f7a8 HTTP/1.1" status: 204 len: 168 time: 0.6554735 Sep 17 22:45:07.820088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53132) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.862042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6e1496-b350-4da7-b810-a8f67c9bc426 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet f9cc6b7b-7f91-416a-b20f-1a72e799aaf1 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:07.871464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5823097a-ba9e-42ae-99e6-e65bce7f9692 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c4ba462-0af8-4b92-86ad-a13825f0f7a8 HTTP/1.1" status: 200 len: 205 time: 0.0503733 Sep 17 22:45:07.874590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1496-b350-4da7-b810-a8f67c9bc426 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.877096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53134) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.932751 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45640c1-4095-41aa-a5b3-ca0afd36cb09 x-openstack-request-id: req-c45640c1-4095-41aa-a5b3-ca0afd36cb09 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:07.933141 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:07.933333 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c45640c1-4095-41aa-a5b3-ca0afd36cb09 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:07.933740 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'status': 'completed', 'code': 200} Sep 17 22:45:07.936270 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-1598df60-8c51-4584-8181-03bee46bdf44 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] delete failed (client error): The resource could not be found. Sep 17 22:45:07.937343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1598df60-8c51-4584-8181-03bee46bdf44 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/2c4ba462-0af8-4b92-86ad-a13825f0f7a8 HTTP/1.1" status: 404 len: 336 time: 0.0603447 Sep 17 22:45:07.940237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53136) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.980749 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'port_id': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'mac_address': 'fa:16:3e:b0:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:45:04Z', 'updated_at': '2021-09-17T22:45:04Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:37Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:07.995807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-38ecd02b-b3a4-45e1-bf6e-468beba88e9e tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=1675480f-d019-44ef-ae68-34a6f40b2d3a HTTP/1.1" status: 200 len: 205 time: 0.0532618 Sep 17 22:45:08.001527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53138) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.012809 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] Checking router: f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:08.022860 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:08.023585 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:08.041864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1496-b350-4da7-b810-a8f67c9bc426 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.078704 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-3cad5706-a4e8-47e2-b6bd-e92733dd2dc5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] delete failed (client error): The resource could not be found. Sep 17 22:45:08.081625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3cad5706-a4e8-47e2-b6bd-e92733dd2dc5 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/1675480f-d019-44ef-ae68-34a6f40b2d3a HTTP/1.1" status: 404 len: 336 time: 0.0766640 Sep 17 22:45:08.110132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53140) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.113710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.117296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.121388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ca6093c-a007-4f6f-a2bd-a0a928a6f670 HTTP/1.1" status: 204 len: 168 time: 0.9584122 Sep 17 22:45:08.141027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca6093c-a007-4f6f-a2bd-a0a928a6f670,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:08.151480 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.156837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.157199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.157567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.157885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.158906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.159254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.159593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.159981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.160247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.160577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.160908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.161860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d45675-c398-4fe4-b73a-7fa3fe875b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:08.165540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fc1be030-4c6b-4a34-a87a-0f5315055f15 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:08.175014 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-79b5fd40-f410-4577-a1fd-920324a5d66c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=686808c5-4031-444c-aa3d-2c95714e814f HTTP/1.1" status: 200 len: 205 time: 0.0594170 Sep 17 22:45:08.177209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53144) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.204553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: fc1be030-4c6b-4a34-a87a-0f5315055f15 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:08.204943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=12f97940-0dd5-4427-8209-bdeb180c76d8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:08.206361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-1f239880-2bcb-4985-bf55-cf58f8864ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:08.206978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fc1be030-4c6b-4a34-a87a-0f5315055f15 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:08.209316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-1f239880-2bcb-4985-bf55-cf58f8864ab2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1097 time: 0.2169111 Sep 17 22:45:08.218839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641d143-d8b9-47eb-bd8e-b333164c548d req-020e4239-be66-45ef-81ad-abd2a5f83dfa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:08.221448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2641d143-d8b9-47eb-bd8e-b333164c548d req-020e4239-be66-45ef-81ad-abd2a5f83dfa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.2818122 Sep 17 22:45:08.235367 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:08.272491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7bbf4-7fab-42d5-a09f-51d353a0819c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Deleting port 7e333c3d-e710-4f83-9106-72033fa26755 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:08.273145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2d7bbf4-7fab-42d5-a09f-51d353a0819c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.302539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.305038 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-1c13a122-3877-4330-9e6b-bbd73b14fc1c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] delete failed (client error): The resource could not be found. Sep 17 22:45:08.308839 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1c13a122-3877-4330-9e6b-bbd73b14fc1c tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/686808c5-4031-444c-aa3d-2c95714e814f HTTP/1.1" status: 404 len: 336 time: 0.1267977 Sep 17 22:45:08.320462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53146) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.391914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2641d143-d8b9-47eb-bd8e-b333164c548d req-c6e0cf17-03b6-41ed-9d20-bd1af1004ef2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303730 Sep 17 22:45:08.394962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-af44ca22-4680-4f04-b0fa-98eddf487dcb tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=d825edd5-a813-43e0-9638-cb2ec587fea4 HTTP/1.1" status: 200 len: 205 time: 0.0734313 Sep 17 22:45:08.447425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53152) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.448281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53154) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.499292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2d7bbf4-7fab-42d5-a09f-51d353a0819c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.516758 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'port_id': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'mac_address': 'fa:16:3e:b0:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:45:04Z', 'updated_at': '2021-09-17T22:45:04Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:37Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:08.518967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1496-b350-4da7-b810-a8f67c9bc426 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.553461 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88760b2-c79e-4f5e-b829-581995688a11 None None] The sync data for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 is: [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'port_id': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'mac_address': 'fa:16:3e:b0:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:45:04Z', 'updated_at': '2021-09-17T22:45:04Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:37Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:08.558940 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-1f88bcdb-c0b3-49fe-9621-4c1e382f4112 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] delete failed (client error): The resource could not be found. Sep 17 22:45:08.560066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1f88bcdb-c0b3-49fe-9621-4c1e382f4112 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/d825edd5-a813-43e0-9638-cb2ec587fea4 HTTP/1.1" status: 404 len: 336 time: 0.1107030 Sep 17 22:45:08.566028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53158) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.571409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7bbf4-7fab-42d5-a09f-51d353a0819c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Calling delete_port for 7e333c3d-e710-4f83-9106-72033fa26755 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:08.646580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.671950 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-24cd6e6f-8b9d-48c4-b933-c5f70991fb7d tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=af3d21da-6e21-4dd3-a193-efea1d8bb118 HTTP/1.1" status: 200 len: 205 time: 0.0981402 Sep 17 22:45:08.675220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-648e9ac2-58dd-45bf-b7be-b52bee66e656 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce HTTP/1.1" status: 200 len: 991 time: 0.2237034 Sep 17 22:45:08.675417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53164) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.723983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-5bc7bd5c-117c-475c-9e56-6af5f87bd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:08.726698 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-5bc7bd5c-117c-475c-9e56-6af5f87bd7df service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.4455786 Sep 17 22:45:08.782533 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-27a3559f-532c-4333-931f-0cfb098a2231 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] delete failed (client error): The resource could not be found. Sep 17 22:45:08.787468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-27a3559f-532c-4333-931f-0cfb098a2231 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/af3d21da-6e21-4dd3-a193-efea1d8bb118 HTTP/1.1" status: 404 len: 336 time: 0.1059287 Sep 17 22:45:08.788292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53168) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.872288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a4da0-42a3-4ea0-91ce-95e97efc3242 None None] New status for floating IP 03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:45:08.895534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.896093 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d9b6ad0e-3275-4f4a-b8c3-2fdc6219a089 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "GET /v2.0/ports?device_id=9131aa51-41ce-44cc-a864-736b358c04e4 HTTP/1.1" status: 200 len: 205 time: 0.0992987 Sep 17 22:45:08.911830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1496-b350-4da7-b810-a8f67c9bc426 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.997071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e1496-b350-4da7-b810-a8f67c9bc426 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cc6b7b-7f91-416a-b20f-1a72e799aaf1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.004181 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1496-b350-4da7-b810-a8f67c9bc426 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.007484 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4e6e1496-b350-4da7-b810-a8f67c9bc426 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/f9cc6b7b-7f91-416a-b20f-1a72e799aaf1 HTTP/1.1" status: 204 len: 168 time: 1.2750323 Sep 17 22:45:09.009625 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-43f4cccc-f5a3-40c4-bbbb-ddb1119cd53a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.2409215 Sep 17 22:45:09.010371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53180) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.020968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a56114-bec7-4414-9cc4-8c2c97a0acf8 None None] Network cd1d244f-152b-4acf-a784-8642741b295c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:09.106409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.123008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2d7bbf4-7fab-42d5-a09f-51d353a0819c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.190250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Router a3a6c495-263c-4e28-aa6b-767666f03512 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:09.227370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2d7bbf4-7fab-42d5-a09f-51d353a0819c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.229403 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2d7bbf4-7fab-42d5-a09f-51d353a0819c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/ports/7e333c3d-e710-4f83-9106-72033fa26755 HTTP/1.1" status: 204 len: 168 time: 1.4180212 Sep 17 22:45:09.233396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53186) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.237320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7bbf4-7fab-42d5-a09f-51d353a0819c tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Port': ['ID=7e333c3d-e710-4f83-9106-72033fa26755,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.326622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.329271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-948bcdd4-5424-420a-a180-377e4c6af9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:09.330808 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-948bcdd4-5424-420a-a180-377e4c6af9b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.3033903 Sep 17 22:45:09.339493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.346935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-924432079-network', 'tenant_id': 'b8ed1bc635704c8e8e14f8f1c5a7a686'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:09.349755 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-955d8787-12e1-44fe-9e10-1f58d41dfbd4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] delete failed (client error): The resource could not be found. Sep 17 22:45:09.353518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-955d8787-12e1-44fe-9e10-1f58d41dfbd4 tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/routers/9131aa51-41ce-44cc-a864-736b358c04e4 HTTP/1.1" status: 404 len: 336 time: 0.4545963 Sep 17 22:45:09.355828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53188) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.393460 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-576bc9cc-8335-4569-8e5b-2c4209fcbdab tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:09.393924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576bc9cc-8335-4569-8e5b-2c4209fcbdab tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:09.395673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-576bc9cc-8335-4569-8e5b-2c4209fcbdab tempest-RoutersIpV6AdminTest-709989457 tempest-RoutersIpV6AdminTest-709989457-project] 10.222.0.48 "DELETE /v2.0/subnets/9a9c4a01-3058-4cef-82ab-a3626786c444 HTTP/1.1" status: 404 len: 337 time: 0.0387626 Sep 17 22:45:09.412487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Router 3d89e4bc-4b1b-4db1-9341-37d857523e6f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:09.437748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] DHCP port deletion for cd1d244f-152b-4acf-a784-8642741b295c request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:09.509582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] Deleting port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:09.509731 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.546704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:09.555788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2578183e-4be2-4439-90d3-4d80f4aa9fdb admin admin] 10.222.0.48 "PUT /v2.0/routers/3d89e4bc-4b1b-4db1-9341-37d857523e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3936217 Sep 17 22:45:09.557067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53192) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.557683 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] Sync routers for ids ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:09.575293 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] Routers {'3d89e4bc-4b1b-4db1-9341-37d857523e6f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:09.576306 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:09.600519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] For port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0099f13-f02d-4db6-b5f7-fac23fdf7b6c,segment=NetworkSegment(00d5ab67-40ad-4af1-9b8d-683830b33a5b),segment_id=00d5ab67-40ad-4af1-9b8d-683830b33a5b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:09.600976 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.616655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] Calling delete_port for a0099f13-f02d-4db6-b5f7-fac23fdf7b6c owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:09.711684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53196) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.712030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53198) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.727368 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.767045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] No DVR routers for this DVR port a0099f13-f02d-4db6-b5f7-fac23fdf7b6c on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:09.783132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24179f-171b-4e2a-b1cc-a1ab2724024b None None] Pushing event deleted for resources: {'Port': ['ID=a0099f13-f02d-4db6-b5f7-fac23fdf7b6c,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.807295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.821013 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] Set router 3d89e4bc-4b1b-4db1-9341-37d857523e6f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:09.866131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5f10a2ea-b6c6-41ea-8ddc-4e76f7c93a87 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce HTTP/1.1" status: 200 len: 993 time: 0.1525540 Sep 17 22:45:09.881661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Made reservation on behalf of b8ed1bc635704c8e8e14f8f1c5a7a686 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:09.883916 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.899912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1fd6668f-2a89-4ffe-9509-db10ddfd4608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.915799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] The port 'a0099f13-f02d-4db6-b5f7-fac23fdf7b6c' was deleted {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 22:45:09.955102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.970531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-7a0b27b2-895e-487a-a289-4eb784b88bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:09.972210 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-7a0b27b2-895e-487a-a289-4eb784b88bcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6306667 Sep 17 22:45:09.986856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.012819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:10.032820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Sync routers for ids ['a3a6c495-263c-4e28-aa6b-767666f03512'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:10.040349 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:45:07Z', 'revision_number': 5, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port': {'id': '8c0a9265-a837-4bb9-8c15-aa15e8fbe81c', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:24Z', 'updated_at': '2021-09-17T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.045840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Routers {'a3a6c495-263c-4e28-aa6b-767666f03512'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:10.046527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a3a6c495-263c-4e28-aa6b-767666f03512'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.078843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.079320 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] Checking router: 3d89e4bc-4b1b-4db1-9341-37d857523e6f for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:10.095136 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] Routers {'3d89e4bc-4b1b-4db1-9341-37d857523e6f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:10.096197 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.130355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Deleting port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:10.131523 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.146884 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.153860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d592ce-97f3-4f1a-91e0-175e1b9bf65a']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.201668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94de0312-6d3c-43bc-9d89-f525f1411732') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.201988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94de0312-6d3c-43bc-9d89-f525f1411732') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.212493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Set router a3a6c495-263c-4e28-aa6b-767666f03512 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:10.231767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1d244f-152b-4acf-a784-8642741b295c']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.245443 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.255220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d5ab67-40ad-4af1-9b8d-683830b33a5b') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.256164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d5ab67-40ad-4af1-9b8d-683830b33a5b') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.290365 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1fd6668f-2a89-4ffe-9509-db10ddfd4608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.291873 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.295328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.300840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1fd6668f-2a89-4ffe-9509-db10ddfd4608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.309690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0099f13-f02d-4db6-b5f7-fac23fdf7b6c no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:10.310479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:10.310896 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:10.314177 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:10.333898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.335313 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-83812f5e-c4ce-4462-a3c4-ecde2371cffa tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.8198049 Sep 17 22:45:10.337524 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-e38a6bb3-f016-41cc-b7e8-166d8dbd46cf service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506403 Sep 17 22:45:10.341934 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53202) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:10.347814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.353538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1fd6668f-2a89-4ffe-9509-db10ddfd4608 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b6f98e7039f490eac063a112a0b7832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6362479 Sep 17 22:45:10.354843 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53204) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:10.363552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a0099f13-f02d-4db6-b5f7-fac23fdf7b6c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:10.363804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0099f13-f02d-4db6-b5f7-fac23fdf7b6c not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:10.387896 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] Set router 3d89e4bc-4b1b-4db1-9341-37d857523e6f gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:10.446515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-45f23c99-6279-440b-add8-b4a33c4f5a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.454468 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:45:09Z', 'revision_number': 6, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.456384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:10.456806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:10.463260 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:10.475489 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-45f23c99-6279-440b-add8-b4a33c4f5a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.493900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a6c495-263c-4e28-aa6b-767666f03512', 'name': '', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce', 'external_fixed_ips': [{'subnet_id': '3f99f0b6-ffb5-45d8-9654-7aa06b016e6d', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ae6044be-d338-40fb-87ce-817c2a234162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:03Z', 'updated_at': '2021-09-17T22:45:06Z', 'revision_number': 3, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port': {'id': 'ae6044be-d338-40fb-87ce-817c2a234162', 'name': '', 'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a6c495-263c-4e28-aa6b-767666f03512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '3f99f0b6-ffb5-45d8-9654-7aa06b016e6d', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:04Z', 'updated_at': '2021-09-17T22:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f99f0b6-ffb5-45d8-9654-7aa06b016e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:10.502994 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1cd3fa-3820-43b6-987d-3145cdfc20b6 None None] The sync data for ids ['3d89e4bc-4b1b-4db1-9341-37d857523e6f'] in n-d-789963-10 is: [{'id': '3d89e4bc-4b1b-4db1-9341-37d857523e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-2058645120-router', 'tenant_id': 'd97312eba4e24668b54f507fd448a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:22Z', 'updated_at': '2021-09-17T22:45:09Z', 'revision_number': 6, 'project_id': 'd97312eba4e24668b54f507fd448a3ee', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:10.533807 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] For port 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8c0a9265-a837-4bb9-8c15-aa15e8fbe81c,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:10.534471 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.534600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Checking router: a3a6c495-263c-4e28-aa6b-767666f03512 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:10.535018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Updating router a3a6c495-263c-4e28-aa6b-767666f03512 port ae6044be-d338-40fb-87ce-817c2a234162 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:10.567321 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.569197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Calling delete_port for 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:10.570898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6668f-2a89-4ffe-9509-db10ddfd4608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdebeee7-08cd-419d-a44e-bf10757357e2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.577793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.603987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.608502 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] 10.222.0.48 "DELETE /v2.0/networks/15d592ce-97f3-4f1a-91e0-175e1b9bf65a HTTP/1.1" status: 204 len: 168 time: 1.3697867 Sep 17 22:45:10.656692 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-45f23c99-6279-440b-add8-b4a33c4f5a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.659458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-45f23c99-6279-440b-add8-b4a33c4f5a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.661105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-45f23c99-6279-440b-add8-b4a33c4f5a24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdebeee7-08cd-419d-a44e-bf10757357e2 HTTP/1.1" status: 204 len: 168 time: 0.3038166 Sep 17 22:45:10.705068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c81c92-eb3e-4e87-a334-350973f629a3 tempest-PortsIpV6TestJSON-1663321049 tempest-PortsIpV6TestJSON-1663321049-project] Pushing event deleted for resources: {'Network': ['ID=15d592ce-97f3-4f1a-91e0-175e1b9bf65a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.718158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f23c99-6279-440b-add8-b4a33c4f5a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdebeee7-08cd-419d-a44e-bf10757357e2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.732338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.773372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.775924 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/cd1d244f-152b-4acf-a784-8642741b295c HTTP/1.1" status: 204 len: 168 time: 1.7610621 Sep 17 22:45:10.784484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53210) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:10.811571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5d96976f-210c-4c41-b8d9-b09f85360514 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-555237758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:10.824181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.833373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7d2bc78e-483f-45fe-9785-859359ab7ed1 req-19d8d890-dea6-4ba5-b471-340e5f3052c5 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713826 Sep 17 22:45:10.834976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcff53-b37f-45a3-8b34-3b22a940b246 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=cd1d244f-152b-4acf-a784-8642741b295c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.861751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.872748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0a9265-a837-4bb9-8c15-aa15e8fbe81c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.962941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53216) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:10.999616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.015558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.053623 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.066273 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.120633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.123292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.124570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.137637 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.160054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Attempting to bind port ae6044be-d338-40fb-87ce-817c2a234162 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:11.160839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Attempting to bind port ae6044be-d338-40fb-87ce-817c2a234162 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5b99e7c8-e986-4142-9143-4ea30cedc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:11.161338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Attempting to bind port ae6044be-d338-40fb-87ce-817c2a234162 on network dac41ff1-b3bd-4af4-95de-735b9eab76ce {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:11.183710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:11.184240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Checking segment: {'id': '5b99e7c8-e986-4142-9143-4ea30cedc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:11.184785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.185273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Bound using segment: {'id': '5b99e7c8-e986-4142-9143-4ea30cedc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:11.186164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Bound port: ae6044be-d338-40fb-87ce-817c2a234162, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b99e7c8-e986-4142-9143-4ea30cedc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dac41ff1-b3bd-4af4-95de-735b9eab76ce'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:11.186288 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.189113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:11.196022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d96976f-210c-4c41-b8d9-b09f85360514 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.197756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785f4eb-76e4-4949-9ac6-d499a5403eae None None] Pushing event updated for resources: {'Port': ['ID=ae6044be-d338-40fb-87ce-817c2a234162,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:11.198719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d96976f-210c-4c41-b8d9-b09f85360514 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.213231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.214376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d89e4bc-4b1b-4db1-9341-37d857523e6f {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:11.227435 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.232201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6ff432b8-dad4-44ef-9503-d72fae225616 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3d89e4bc-4b1b-4db1-9341-37d857523e6f HTTP/1.1" status: 204 len: 168 time: 1.6738226 Sep 17 22:45:11.235295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53220) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.236942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53222) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.266464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d96976f-210c-4c41-b8d9-b09f85360514 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.267743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80f14e-6071-4adb-b6db-16202be6930b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:11.280389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d96976f-210c-4c41-b8d9-b09f85360514 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.287647 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.288193 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Added segment d957fc9a-b7e3-42b0-9969-e008dc84178b of type vlan for network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b Sep 17 22:45:11.311860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9ed9ebb0-95e5-4420-959e-3514d2524c95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5863daf0d73f4db58cb4badae0a969ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450875 Sep 17 22:45:11.312095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53224) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.322475 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] For port ae6044be-d338-40fb-87ce-817c2a234162, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:11.327973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] For port ae6044be-d338-40fb-87ce-817c2a234162, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ae6044be-d338-40fb-87ce-817c2a234162,segment=NetworkSegment(5b99e7c8-e986-4142-9143-4ea30cedc993),segment_id=5b99e7c8-e986-4142-9143-4ea30cedc993)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:11.341415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Deleting port ae6044be-d338-40fb-87ce-817c2a234162 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:11.342512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.344145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d96976f-210c-4c41-b8d9-b09f85360514 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.345497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5d96976f-210c-4c41-b8d9-b09f85360514 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5532043 Sep 17 22:45:11.350309 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.351836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53226) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.363627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45fe4d6-910c-401d-9c09-0ce3d163e92f admin admin] Deleting subnet 5f3b1228-c4c2-4915-9b32-4c523e65677a {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:11.370316 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b45fe4d6-910c-401d-9c09-0ce3d163e92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.377430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1772531724'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:11.405225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d301fd94-ede3-40e4-8d1b-5c91e9bb9965 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81681f083b9e4ca2b18bf8c7100f052a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655364 Sep 17 22:45:11.407699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.411281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53228) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.431980 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a4852f7-3413-4865-8bfd-27de807bfc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.436010 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b45fe4d6-910c-401d-9c09-0ce3d163e92f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.458625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785f4eb-76e4-4949-9ac6-d499a5403eae None None] Pushing event updated for resources: {'Port': ['ID=ae6044be-d338-40fb-87ce-817c2a234162,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:11.466898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:11.472620 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.484639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Routers {'a3a6c495-263c-4e28-aa6b-767666f03512'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:11.485312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a3a6c495-263c-4e28-aa6b-767666f03512'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:11.508752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a4852f7-3413-4865-8bfd-27de807bfc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.533382 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b45fe4d6-910c-401d-9c09-0ce3d163e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.539637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:11.548764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.549137 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment 05780a35-50c1-4905-8e1e-1b367acb8103 of type vlan for network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a Sep 17 22:45:11.610483 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.611460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:11.611608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a4852f7-3413-4865-8bfd-27de807bfc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.612040 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.614167 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a4852f7-3413-4865-8bfd-27de807bfc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.618548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1a4852f7-3413-4865-8bfd-27de807bfc41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57db6bb3-46a4-4fad-b15e-eb6ccd01bec8 HTTP/1.1" status: 204 len: 168 time: 0.3022377 Sep 17 22:45:11.621394 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.646518 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b45fe4d6-910c-401d-9c09-0ce3d163e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.654048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] For port ae6044be-d338-40fb-87ce-817c2a234162, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ae6044be-d338-40fb-87ce-817c2a234162,segment=NetworkSegment(5b99e7c8-e986-4142-9143-4ea30cedc993),segment_id=5b99e7c8-e986-4142-9143-4ea30cedc993)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:11.654418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.662790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] Set router a3a6c495-263c-4e28-aa6b-767666f03512 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:11.666086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4852f7-3413-4865-8bfd-27de807bfc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57db6bb3-46a4-4fad-b15e-eb6ccd01bec8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:11.672869 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b45fe4d6-910c-401d-9c09-0ce3d163e92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.673095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Calling delete_port for ae6044be-d338-40fb-87ce-817c2a234162 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:11.681748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b45fe4d6-910c-401d-9c09-0ce3d163e92f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5f3b1228-c4c2-4915-9b32-4c523e65677a HTTP/1.1" status: 204 len: 168 time: 0.4434483 Sep 17 22:45:11.682904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53232) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.731550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fe4d6-910c-401d-9c09-0ce3d163e92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3b1228-c4c2-4915-9b32-4c523e65677a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:11.753876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a6c495-263c-4e28-aa6b-767666f03512', 'name': '', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:03Z', 'updated_at': '2021-09-17T22:45:11Z', 'revision_number': 4, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:11.785621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3882ee5-1d89-453f-a999-e7d8be4740ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.796196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a692e61-2515-4027-8a87-f3127263cce6 None None] The sync data for ids ['a3a6c495-263c-4e28-aa6b-767666f03512'] in n-d-789963-10 is: [{'id': 'a3a6c495-263c-4e28-aa6b-767666f03512', 'name': '', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:03Z', 'updated_at': '2021-09-17T22:45:11Z', 'revision_number': 4, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:11.800971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.814969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3882ee5-1d89-453f-a999-e7d8be4740ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.825091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7033849 Sep 17 22:45:11.841227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53234) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.850080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Request body: {'subnet': {'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-924432079-subnet', 'tenant_id': 'b8ed1bc635704c8e8e14f8f1c5a7a686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:11.920607 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.949821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326c41de-f486-4876-8d90-8bec07e0bff9']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:11.955116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c71281-2817-4af7-bbdd-5d10aecd347d admin admin] Pushing event updated for resources: {'Network': ['ID=35d241ac-6b6b-4697-88a0-f6dfffd1f19b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:11.965919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.968672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:11.971629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c80d426-93fa-49f4-8091-f8bfd2333950') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:11.972697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c80d426-93fa-49f4-8091-f8bfd2333950') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:11.986929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:11.989699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.993924 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.017820 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.019417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Made reservation on behalf of b8ed1bc635704c8e8e14f8f1c5a7a686 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:12.024195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:12.024529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.029518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:12.099150 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:12.103483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.110475 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.116235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] 10.222.0.48 "DELETE /v2.0/networks/326c41de-f486-4876-8d90-8bec07e0bff9 HTTP/1.1" status: 204 len: 168 time: 0.4271171 Sep 17 22:45:12.134385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2e21b-4d59-4180-ba64-4edb2a955696 admin admin] Pushing event deleted for resources: {'Network': ['ID=326c41de-f486-4876-8d90-8bec07e0bff9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.185641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 12f97940-0dd5-4427-8209-bdeb180c76d8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:12.231981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 12f97940-0dd5-4427-8209-bdeb180c76d8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:12.232136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 12f97940-0dd5-4427-8209-bdeb180c76d8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:12.234260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:12.243734 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8724289 Sep 17 22:45:12.244811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53244) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.260098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:12.260684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8c0a9265-a837-4bb9-8c15-aa15e8fbe81c not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:12.264512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:12.293891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3882ee5-1d89-453f-a999-e7d8be4740ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.296480 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3882ee5-1d89-453f-a999-e7d8be4740ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.297661 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a3882ee5-1d89-453f-a999-e7d8be4740ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a02134bc-4b70-48ba-9576-edcfc407522d HTTP/1.1" status: 204 len: 168 time: 0.8850553 Sep 17 22:45:12.311138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3882ee5-1d89-453f-a999-e7d8be4740ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02134bc-4b70-48ba-9576-edcfc407522d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.317687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed40f53-8159-4b19-ac20-66c01c5d4d4c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.344898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:12.393842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53252) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.403075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:12.407597 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.445515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.503967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae6044be-d338-40fb-87ce-817c2a234162,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.545081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-33fbddb0-1fb7-409d-97ad-e184ca9a9000 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d97312eba4e24668b54f507fd448a3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496615 Sep 17 22:45:12.546948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53254) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.613534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.640444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b6cbcb1-bddc-4451-8558-eca3e9fbc380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.686574 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b6cbcb1-bddc-4451-8558-eca3e9fbc380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.702704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.765225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.773375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.773860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.833523 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b6cbcb1-bddc-4451-8558-eca3e9fbc380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.836059 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b6cbcb1-bddc-4451-8558-eca3e9fbc380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.840228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9b6cbcb1-bddc-4451-8558-eca3e9fbc380 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e68610e-cac1-4bf1-b009-04f7ed18ada4 HTTP/1.1" status: 204 len: 168 time: 0.2921722 Sep 17 22:45:12.857002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4167563-afae-43ac-afc1-a11ab2eb031e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.860577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cbcb1-bddc-4451-8558-eca3e9fbc380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e68610e-cac1-4bf1-b009-04f7ed18ada4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.861225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Checking segment: {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:12.861710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Network hostable DHCP agents. Network: 35d241ac-6b6b-4697-88a0-f6dfffd1f19b, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:12.868811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.869744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=30e85164-58df-48d1-aeae-8ca2483ebb10,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.871666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3a6c495-263c-4e28-aa6b-767666f03512 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:12.878479 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.878879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:12.879246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:12.880501 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dc448a72-d1c9-49d6-a604-4bb597468d85 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a3a6c495-263c-4e28-aa6b-767666f03512 HTTP/1.1" status: 204 len: 168 time: 2.5353348 Sep 17 22:45:12.886272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53268) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.906441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:12.921092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:12.928873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:12.929213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:12.929328 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.936416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f286d-002a-45cd-927a-9017dff13a80 None None] Network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:12.943811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 35d241ac-6b6b-4697-88a0-f6dfffd1f19b) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:12.948641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:12.949261 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.959799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0e804a77-0f86-48c7-8ed9-7326294b8849 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7129176 Sep 17 22:45:12.963601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53272) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.971699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d6b65-2290-420e-977c-2abc0a2009f5 None None] Network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:12.980944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4a1284-64f2-476a-b623-59148845bf4d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Deleting subnet 3f99f0b6-ffb5-45d8-9654-7aa06b016e6d {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:12.984374 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-216cce0b-5d49-44ac-afa7-c5f09dd89988 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1394114 Sep 17 22:45:13.022670 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1284-64f2-476a-b623-59148845bf4d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.154531 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1284-64f2-476a-b623-59148845bf4d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.198665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab931f6-afe6-4ea5-834c-70f5bf5d5521 None None] Network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:13.311616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:13.312499 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.354648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53282) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.567522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Allocated IP 2001:db8::2 (7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a/30e85164-58df-48d1-aeae-8ca2483ebb10/5705f79f-d221-44ab-b104-8ebff30f3213) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:13.602275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1284-64f2-476a-b623-59148845bf4d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.711734 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.730539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1284-64f2-476a-b623-59148845bf4d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.749846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.759377 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.792543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a1284-64f2-476a-b623-59148845bf4d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f99f0b6-ffb5-45d8-9654-7aa06b016e6d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:13.804241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:13.808310 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:13.810048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ee5af00c-02e5-4fcb-99aa-b6b8aa0083b6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1943628451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:13.811241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:13.850827 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1284-64f2-476a-b623-59148845bf4d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.855353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8f4a1284-64f2-476a-b623-59148845bf4d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/3f99f0b6-ffb5-45d8-9654-7aa06b016e6d HTTP/1.1" status: 204 len: 168 time: 0.9678857 Sep 17 22:45:13.857596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53300) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.884190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Pushing event updated for resources: {'Port': ['ID=5705f79f-d221-44ab-b104-8ebff30f3213,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:13.908640 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee5af00c-02e5-4fcb-99aa-b6b8aa0083b6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.909732 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee5af00c-02e5-4fcb-99aa-b6b8aa0083b6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.909977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Attempting to bind port 5705f79f-d221-44ab-b104-8ebff30f3213 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:13.911201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Attempting to bind port 5705f79f-d221-44ab-b104-8ebff30f3213 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:13.911566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Attempting to bind port 5705f79f-d221-44ab-b104-8ebff30f3213 on network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:13.917875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:13.918374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Checking segment: {'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:13.918690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.919082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Bound using segment: {'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:13.919636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Bound port: 5705f79f-d221-44ab-b104-8ebff30f3213, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:13.919912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.036607 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee5af00c-02e5-4fcb-99aa-b6b8aa0083b6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.054548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] For port 5705f79f-d221-44ab-b104-8ebff30f3213, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:14.058175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] For port 5705f79f-d221-44ab-b104-8ebff30f3213, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5705f79f-d221-44ab-b104-8ebff30f3213,segment=NetworkSegment(05780a35-50c1-4905-8e1e-1b367acb8103),segment_id=05780a35-50c1-4905-8e1e-1b367acb8103)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:14.071107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.122277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee5af00c-02e5-4fcb-99aa-b6b8aa0083b6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.175370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8::1 (7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a/30e85164-58df-48d1-aeae-8ca2483ebb10/f125be84-bb86-46c7-b009-2f269718ba19) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:14.186297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c35797-b35d-4b7a-906c-626530a917ea None None] Pushing event updated for resources: {'Port': ['ID=5705f79f-d221-44ab-b104-8ebff30f3213,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:14.194209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.214501 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ee5af00c-02e5-4fcb-99aa-b6b8aa0083b6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.219170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ee5af00c-02e5-4fcb-99aa-b6b8aa0083b6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8633735 Sep 17 22:45:14.220858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53320) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:14.235037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1771245074'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:14.346967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Made reservation on behalf of ddc19b81240c4bbf88e9905eac0ad718 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:14.351966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.367783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.401313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.455719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-3b36c130-daf7-40f7-bb56-018ed78da537 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:14.457209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.457913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-3b36c130-daf7-40f7-bb56-018ed78da537 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/networks?id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b HTTP/1.1" status: 200 len: 817 time: 0.3533792 Sep 17 22:45:14.461713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac41ff1-b3bd-4af4-95de-735b9eab76ce']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:14.486550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b99e7c8-e986-4142-9143-4ea30cedc993') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:14.487084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b99e7c8-e986-4142-9143-4ea30cedc993') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:14.498786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-8973e47d-9dd9-441f-ba99-087eb0eef9d5 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/quotas/b8ed1bc635704c8e8e14f8f1c5a7a686 HTTP/1.1" status: 200 len: 375 time: 0.0223827 Sep 17 22:45:14.500644 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.548061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-165b23da-4cc1-457f-848c-306d8fc7e9e5 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ed1bc635704c8e8e14f8f1c5a7a686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344439 Sep 17 22:45:14.551257 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.556615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.570625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.572289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:14.573057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:14.575138 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:14.602923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.648688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:14.649809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b84b1a0-0499-414a-a6dd-ad61a84c0273,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:14.676672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:14.680601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:14.681227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.711830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.726520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dac41ff1-b3bd-4af4-95de-735b9eab76ce {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:45:14.732102 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.739649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "DELETE /v2.0/networks/dac41ff1-b3bd-4af4-95de-735b9eab76ce HTTP/1.1" status: 204 len: 168 time: 0.8801575 Sep 17 22:45:14.753501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-494b1a2a-2659-4855-80e7-b1ddbf78a214 service neutron] 10.222.0.48 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941321 Sep 17 22:45:14.754403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588e680-b1c0-4cad-94b0-37917853050f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event deleted for resources: {'Network': ['ID=dac41ff1-b3bd-4af4-95de-735b9eab76ce,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:14.769793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:14.779693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=f125be84-bb86-46c7-b009-2f269718ba19,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:14.795090 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.795447 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Added segment 3e840e24-48eb-4915-b620-07416b7de71a of type vlan for network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 Sep 17 22:45:14.925514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-9efb4947-c0d5-437d-b7f0-7a1e91bbcfff service neutron] 10.222.0.48 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591706 Sep 17 22:45:14.946240 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.953160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.961527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53340) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:15.033549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.040153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:15.040777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.129122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Network': ['ID=a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:15.133398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b04a56f8-73d9-4d0b-8d66-8231b6d56c7b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9099727 Sep 17 22:45:15.136457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:15.141711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'subnet': {'network_id': 'a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:15.147355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:15.288578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Made reservation on behalf of ddc19b81240c4bbf88e9905eac0ad718 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:15.294234 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.409559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1722294899-network', 'tenant_id': 'fe77a4cf20ca49948682c4ea33687481'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:15.465444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Made reservation on behalf of fe77a4cf20ca49948682c4ea33687481 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:15.469373 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.567797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.589941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53362) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:15.607526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1a2db6b9-0635-4b17-bc05-97d67965bc55 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'router': {'name': 'tempest-router--477349379', 'project_id': 'adb8a0dbf742493785bbc1756c7c8cdf'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:15.612452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.624243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.625763 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.655897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f81b1506-1a26-4a9e-9583-3e24b783405f req-bbb4f857-de0f-462f-83ba-5c591acffeb8 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.0732675 Sep 17 22:45:15.727804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a2db6b9-0635-4b17-bc05-97d67965bc55 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.730737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a2db6b9-0635-4b17-bc05-97d67965bc55 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.737571 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.787316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=f125be84-bb86-46c7-b009-2f269718ba19,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:15.808841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53366) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:15.861216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:15.864790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:15.902384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Subnet': ['ID=134893cd-20a9-439d-b569-47f40d81c0af,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:15.954535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a2db6b9-0635-4b17-bc05-97d67965bc55 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.967892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a2db6b9-0635-4b17-bc05-97d67965bc55 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.987724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Checking segment: {'id': '3e840e24-48eb-4915-b620-07416b7de71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:15.987955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1771615807', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:15.988063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network hostable DHCP agents. Network: a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:16.027456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:16.032252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:16.047672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.050464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:16.058477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.059185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.063796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f56d8b8-566d-4a7d-ae53-8d31fe70f99b None None] Network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:16.069638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597db1bf-506b-43e7-bc9c-2b7b1a606c60 None None] Network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:16.090668 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.109312 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a2db6b9-0635-4b17-bc05-97d67965bc55 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.120738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1a2db6b9-0635-4b17-bc05-97d67965bc55 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5253615 Sep 17 22:45:16.123952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53374) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:16.183122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:16.190718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a29c9a-6b2d-44b2-a718-4c557e6dffa8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.192437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Made reservation on behalf of c7ac4d26403e41539c2d0ea58ba8aedc for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:16.200955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.223764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.224673 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Added segment 312f4cde-9118-4444-b510-352aa36bb78c of type vlan for network d3427a1c-540e-49c4-a85f-f1d26240b644 Sep 17 22:45:16.275995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.278259 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.302602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:16.303878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a44db97d-ba7f-4b2c-8eeb-3e2ecb9ea2ee tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1661234 Sep 17 22:45:16.305182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac9563ff-2734-4266-b9d6-ce779ea1cc5b tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.307711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53380) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:16.313327 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-24314fb4-7905-4ef1-ba2a-f8fb6b180d02 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3481457 Sep 17 22:45:16.315061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'network': {'name': 'tempest-router-network01--1575759670'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:16.319569 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:16.325081 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.326915 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.327633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.330995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53382) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:16.338836 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:16.339488 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:16.379184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5705f79f-d221-44ab-b104-8ebff30f3213 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:16.462683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-171728648'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:16.468109 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:16.515206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-22a2995b-867d-4259-9416-4c1719eeba6c None None] Provisioning complete for port 5705f79f-d221-44ab-b104-8ebff30f3213 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:16.515889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac9563ff-2734-4266-b9d6-ce779ea1cc5b tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.516112 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-22a2995b-867d-4259-9416-4c1719eeba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.519580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac9563ff-2734-4266-b9d6-ce779ea1cc5b tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.520406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] Pushing event updated for resources: {'Network': ['ID=d3427a1c-540e-49c4-a85f-f1d26240b644,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.578649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network d3427a1c-540e-49c4-a85f-f1d26240b644 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:16.587305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac9563ff-2734-4266-b9d6-ce779ea1cc5b tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.587878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9563ff-2734-4266-b9d6-ce779ea1cc5b tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f77fbaa5-faba-4d0e-970b-345c8974fd97 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:16.595385 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac9563ff-2734-4266-b9d6-ce779ea1cc5b tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.596416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ac9563ff-2734-4266-b9d6-ce779ea1cc5b tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "DELETE /v2.0/routers/f77fbaa5-faba-4d0e-970b-345c8974fd97 HTTP/1.1" status: 204 len: 168 time: 0.4699342 Sep 17 22:45:16.634911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.639983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8', 'network_id': 'a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8', 'tenant_id': 'ddc19b81240c4bbf88e9905eac0ad718', 'fixed_ips': [{'subnet_id': '134893cd-20a9-439d-b569-47f40d81c0af'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:16.640753 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.645049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.669851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-90f7c3b5-a770-4811-9ac1-385c6add5f17 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7065303 Sep 17 22:45:16.673579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53394) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:16.710167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] device_id is not set on port 54cc8ea8-cf33-4e25-9ff8-d81c7f2ce6ac yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:16.710399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Request body: {'subnet': {'network_id': 'd3427a1c-540e-49c4-a85f-f1d26240b644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1722294899-subnet', 'tenant_id': 'fe77a4cf20ca49948682c4ea33687481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:16.721213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e979b-6a68-42bc-93e0-5d1da10f44ef,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.782142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d6e8b954-94e9-4671-8749-2407793f31e5 req-46d9e2b1-c9c3-4bfe-8603-97b6041ccc93 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.0323262 Sep 17 22:45:16.784800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Made reservation on behalf of ddc19b81240c4bbf88e9905eac0ad718 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:16.789647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.823152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5705f79f-d221-44ab-b104-8ebff30f3213 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:16.824400 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.825086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:16.832275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:16.836744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.870101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.870873 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Added segment 029bf982-8238-408a-b2f5-812a59610afa of type vlan for network 48630919-aa41-463c-9141-260342fe9d4f Sep 17 22:45:16.884371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Made reservation on behalf of fe77a4cf20ca49948682c4ea33687481 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:16.887842 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.900877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53396) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:16.903658 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:14Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:15Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:16.936894 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:16.937518 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Updating router 630d9442-8a88-4d1c-8c9d-985987858674 port f125be84-bb86-46c7-b009-2f269718ba19 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:16.948469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:16.969474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.983649 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.003941 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-22a2995b-867d-4259-9416-4c1719eeba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.007119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.007469 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment 18379fb9-c41e-44a4-a057-08acfabcd98f of type vlan for network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c Sep 17 22:45:17.079918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Allocated IP 172.25.0.5 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/54cc8ea8-cf33-4e25-9ff8-d81c7f2ce6ac) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:17.090291 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.094447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.100958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:17.101586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.149610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-22a2995b-867d-4259-9416-4c1719eeba6c None None] For port 5705f79f-d221-44ab-b104-8ebff30f3213, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5705f79f-d221-44ab-b104-8ebff30f3213,segment=NetworkSegment(05780a35-50c1-4905-8e1e-1b367acb8103),segment_id=05780a35-50c1-4905-8e1e-1b367acb8103)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:17.184345 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-22a2995b-867d-4259-9416-4c1719eeba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.236651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-923325584', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:17.241956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9294534 Sep 17 22:45:17.274935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53400) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:17.285508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'network': {'name': 'tempest-router-network02--1426280423'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:17.310493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.311868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.317106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199f52d-f616-41a4-8890-1804a0be1e26 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Network': ['ID=48630919-aa41-463c-9141-260342fe9d4f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:17.328901 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.336651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:17.337650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.360367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 48630919-aa41-463c-9141-260342fe9d4f details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:17.489166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Allocated IP 172.20.0.2 (a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8/134893cd-20a9-439d-b569-47f40d81c0af/a3e6065e-c51d-4e2d-b1e1-c974e55461b4) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:17.516507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2995b-867d-4259-9416-4c1719eeba6c None None] Pushing event updated for resources: {'Port': ['ID=5705f79f-d221-44ab-b104-8ebff30f3213,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:17.584796 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.595939 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.678450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.729176 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8b9a1-c835-483b-b743-46cf11998d97 None None] Pushing event updated for resources: {'Port': ['ID=f125be84-bb86-46c7-b009-2f269718ba19,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:17.785725 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.794310 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.845882 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Attempting to bind port f125be84-bb86-46c7-b009-2f269718ba19 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:17.846258 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Attempting to bind port f125be84-bb86-46c7-b009-2f269718ba19 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:17.846620 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Attempting to bind port f125be84-bb86-46c7-b009-2f269718ba19 on network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:17.848281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Pushing event updated for resources: {'Port': ['ID=a3e6065e-c51d-4e2d-b1e1-c974e55461b4,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:17.859956 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:17.860339 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Checking segment: {'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:17.868848 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.869412 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Bound using segment: {'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:17.869927 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Bound port: f125be84-bb86-46c7-b009-2f269718ba19, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05780a35-50c1-4905-8e1e-1b367acb8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:17.870339 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.873745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:17.877349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:17.883756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:17.954268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Made reservation on behalf of ddc19b81240c4bbf88e9905eac0ad718 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:17.958001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.980064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Attempting to bind port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:17.980456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Attempting to bind port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3e840e24-48eb-4915-b620-07416b7de71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:17.980818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Attempting to bind port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 on network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:17.986704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:17.987090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Checking segment: {'id': '3e840e24-48eb-4915-b620-07416b7de71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:17.987657 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.988067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Bound using segment: {'id': '3e840e24-48eb-4915-b620-07416b7de71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:17.989031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Bound port: a3e6065e-c51d-4e2d-b1e1-c974e55461b4, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e840e24-48eb-4915-b620-07416b7de71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:17.989430 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.019236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6039059 Sep 17 22:45:18.040171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53404) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:18.046110 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] For port f125be84-bb86-46c7-b009-2f269718ba19, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:18.049280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8568c-1c25-4c1c-86fc-98f0325c2433 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=f72c2b75-db34-4a0c-b7a4-8e90ca10e67c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:18.055521 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] For port f125be84-bb86-46c7-b009-2f269718ba19, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f125be84-bb86-46c7-b009-2f269718ba19,segment=NetworkSegment(05780a35-50c1-4905-8e1e-1b367acb8103),segment_id=05780a35-50c1-4905-8e1e-1b367acb8103)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:18.063515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:18.069281 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.079878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:18.098620 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.187351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.190103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4323a4a4-a892-47b0-830e-b94fe4a8c460 req-efb531fc-bed4-45ee-a1c3-d0dc9d6bfdec tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.2262809 Sep 17 22:45:18.228992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5705f79f-d221-44ab-b104-8ebff30f3213 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:18.260300 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8b9a1-c835-483b-b743-46cf11998d97 None None] Pushing event updated for resources: {'Port': ['ID=f125be84-bb86-46c7-b009-2f269718ba19,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:18.264110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.279595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.306047 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:18.306703 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:18.343479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Pushing event updated for resources: {'Port': ['ID=54cc8ea8-cf33-4e25-9ff8-d81c7f2ce6ac,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:18.391806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fcbb84f5-0eab-471a-b56a-224323ddf46b None None] Provisioning complete for port 5705f79f-d221-44ab-b104-8ebff30f3213 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:18.392173 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fcbb84f5-0eab-471a-b56a-224323ddf46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.393722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:18.405979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:18.422149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:18.440503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36bf13a-f690-4862-957c-a480fab2ffcb,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:18.496121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:18.497355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.497507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] For port a3e6065e-c51d-4e2d-b1e1-c974e55461b4, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:18.508689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] For port a3e6065e-c51d-4e2d-b1e1-c974e55461b4, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a3e6065e-c51d-4e2d-b1e1-c974e55461b4,segment=NetworkSegment(3e840e24-48eb-4915-b620-07416b7de71a),segment_id=3e840e24-48eb-4915-b620-07416b7de71a)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:18.524770 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:18.539410 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.557127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:18.636797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5705f79f-d221-44ab-b104-8ebff30f3213 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:18.637224 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.707752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Checking segment: {'id': '312f4cde-9118-4444-b510-352aa36bb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd3427a1c-540e-49c4-a85f-f1d26240b644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:18.708122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Network hostable DHCP agents. Network: d3427a1c-540e-49c4-a85f-f1d26240b644, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:18.718358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.718708 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Added segment f88e8a5b-8d2d-4e51-8dca-620ebcdc5123 of type vlan for network 7649fa41-8df9-4711-88f6-28c725cfc719 Sep 17 22:45:18.830764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:18.834600 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.838994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa449d72-e11f-480f-8eb6-066b4ac91164 None None] Pushing event updated for resources: {'Port': ['ID=a3e6065e-c51d-4e2d-b1e1-c974e55461b4,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:18.872812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Network d3427a1c-540e-49c4-a85f-f1d26240b644 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:18.915160 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.946170 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.954114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fcbb84f5-0eab-471a-b56a-224323ddf46b None None] Provisioning complete for port f125be84-bb86-46c7-b009-2f269718ba19 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:18.954497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fcbb84f5-0eab-471a-b56a-224323ddf46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.961848 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:14Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:18Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:18.964365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-1095d8ef-9272-4ea2-accd-4b4f07019e86 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:18.997919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-1095d8ef-9272-4ea2-accd-4b4f07019e86 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.45 "GET /v2.0/networks?id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b HTTP/1.1" status: 200 len: 817 time: 0.9988923 Sep 17 22:45:19.008328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Request body: {'port': {'device_id': '20d6bd36-fe08-44ce-bf92-a1031e9136db', 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b', 'admin_state_up': True, 'tenant_id': 'b8ed1bc635704c8e8e14f8f1c5a7a686'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:19.024683 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515d8ae-4eb5-4413-92e1-0e08b139a90a None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:14Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:18Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:19.131289 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fcbb84f5-0eab-471a-b56a-224323ddf46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.166262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, d3427a1c-540e-49c4-a85f-f1d26240b644) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:19.185305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4118601-cc8d-4bfe-9189-c948cc04bac9 None None] Network d3427a1c-540e-49c4-a85f-f1d26240b644 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:19.193239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.resource_extend [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:45:19.197486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.198101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.242785 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a53a61d-c990-4fb7-b7ca-50112fe4961b tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4333389 Sep 17 22:45:19.249534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53410) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:19.252990 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-70b8479c-fe89-4ce5-b7d8-7e69193e1417 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5667799 Sep 17 22:45:19.268010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.5'}]}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:19.330761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.341227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.347782 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.386006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-3fd4d0e6-e544-4c57-975d-f018e826b113 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.389469 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-3fd4d0e6-e544-4c57-975d-f018e826b113 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.49 "GET /v2.0/networks?id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b HTTP/1.1" status: 200 len: 817 time: 1.0321376 Sep 17 22:45:19.421199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fcbb84f5-0eab-471a-b56a-224323ddf46b None None] For port f125be84-bb86-46c7-b009-2f269718ba19, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f125be84-bb86-46c7-b009-2f269718ba19,segment=NetworkSegment(05780a35-50c1-4905-8e1e-1b367acb8103),segment_id=05780a35-50c1-4905-8e1e-1b367acb8103)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:19.466055 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fcbb84f5-0eab-471a-b56a-224323ddf46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.504101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Request body: {'port': {'device_id': '0cebdcfb-bdd2-4c0d-9845-8e033209121a', 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b', 'admin_state_up': True, 'tenant_id': 'b8ed1bc635704c8e8e14f8f1c5a7a686'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:19.509802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a0a746e-2db4-4e7e-a885-745aee2e59cd req-49bb01e9-747d-4bde-8e40-9c661b6b752f tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.1395512 Sep 17 22:45:19.541025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-dcb17c43-f935-43a3-a617-15fb5752378e tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.547462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-dcb17c43-f935-43a3-a617-15fb5752378e tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.45 "GET /v2.0/networks?id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b HTTP/1.1" status: 200 len: 817 time: 1.0323083 Sep 17 22:45:19.575259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Request body: {'port': {'device_id': '57f1638c-8c7d-490f-8a48-25985d216622', 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b', 'admin_state_up': True, 'tenant_id': 'b8ed1bc635704c8e8e14f8f1c5a7a686'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:19.586607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb84f5-0eab-471a-b56a-224323ddf46b None None] Pushing event updated for resources: {'Port': ['ID=f125be84-bb86-46c7-b009-2f269718ba19,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:19.633737 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.634036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.637928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3601401 Sep 17 22:45:19.642751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53418) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:19.676034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1cff7e-797c-41a3-9bec-62b0dc1fa96b None None] Network d3427a1c-540e-49c4-a85f-f1d26240b644 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:19.682457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'subnet': {'network_id': '48630919-aa41-463c-9141-260342fe9d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:19.719388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.722001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892705e-f089-48c7-88a2-40513fa367f0 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Network': ['ID=7649fa41-8df9-4711-88f6-28c725cfc719,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:19.749396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f81dd3c4-01cf-488b-ab00-cc1a261051f3 None None] Provisioning complete for port f125be84-bb86-46c7-b009-2f269718ba19 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:19.750017 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f81dd3c4-01cf-488b-ab00-cc1a261051f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.751956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7649fa41-8df9-4711-88f6-28c725cfc719 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:19.901824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Made reservation on behalf of b8ed1bc635704c8e8e14f8f1c5a7a686 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:19.913916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.940374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.145421 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.221355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-5d17b11e-65b5-450e-afc2-f06587e31c52 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:20.230165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-5d17b11e-65b5-450e-afc2-f06587e31c52 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/networks?id=d3427a1c-540e-49c4-a85f-f1d26240b644 HTTP/1.1" status: 200 len: 809 time: 0.2386074 Sep 17 22:45:20.244674 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.324896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-b15201a6-d756-4a9d-99f9-1425940db307 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/quotas/fe77a4cf20ca49948682c4ea33687481 HTTP/1.1" status: 200 len: 375 time: 0.0937045 Sep 17 22:45:20.329495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Made reservation on behalf of ddc19b81240c4bbf88e9905eac0ad718 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:20.334953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.337290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f125be84-bb86-46c7-b009-2f269718ba19 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:20.397460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-333103c4-72d1-41ec-a129-dd992e1782ab tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe77a4cf20ca49948682c4ea33687481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716259 Sep 17 22:45:20.418785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df1c99-e405-4438-9ccc-45103e39784e None None] Network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:20.491297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:20.492046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: f72c2b75-db34-4a0c-b7a4-8e90ca10e67c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:20.499758 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.500169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=af4049f7-379d-4bbe-bc15-20048ef05b77,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:20.508048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Allocated IP 172.25.0.207 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/09df3c76-ab89-4d3b-b5a9-fb134b28c1dc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:20.516533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Made reservation on behalf of b8ed1bc635704c8e8e14f8f1c5a7a686 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:20.520398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.564602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f125be84-bb86-46c7-b009-2f269718ba19 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:20.564901 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.577007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Made reservation on behalf of b8ed1bc635704c8e8e14f8f1c5a7a686 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:20.581399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.622279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:20.647951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f72c2b75-db34-4a0c-b7a4-8e90ca10e67c) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:20.666549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:20.667279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.671379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47ee9f2-d6cf-4df0-96b1-8b8370d4f951 None None] Network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:20.680378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-d9488bce-dcc0-4cfc-9c85-5c5f69cbb376 service neutron] 10.222.0.48 "GET /v2.0/networks/d3427a1c-540e-49c4-a85f-f1d26240b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675939 Sep 17 22:45:20.686438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Allocated IP 172.20.0.11 (35d241ac-6b6b-4697-88a0-f6dfffd1f19b/a4167563-afae-43ac-afc1-a11ab2eb031e/f5cdf0d3-89a5-4b26-8c95-f414b5a11d44) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:20.739727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8afbfd80-38cd-4103-b974-be5261c3715b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6789873 Sep 17 22:45:20.758945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53430) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:20.796721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a3e6065e-c51d-4e2d-b1e1-c974e55461b4 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:20.803853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5c25386d-faac-405e-99d1-b7934eda68e8 None None] Provisioning complete for port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:20.804228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c25386d-faac-405e-99d1-b7934eda68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.893817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5655f59c-5f12-498a-8c7b-152a0d13e7fe req-796e44bc-342e-4243-a779-49c289879ccf tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.1870673 Sep 17 22:45:20.983520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:20.983901 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.003320 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.022782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:21.023638 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.055998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.074568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c25386d-faac-405e-99d1-b7934eda68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.212020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5c25386d-faac-405e-99d1-b7934eda68e8 None None] For port a3e6065e-c51d-4e2d-b1e1-c974e55461b4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a3e6065e-c51d-4e2d-b1e1-c974e55461b4,segment=NetworkSegment(3e840e24-48eb-4915-b620-07416b7de71a),segment_id=3e840e24-48eb-4915-b620-07416b7de71a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:21.225044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.229037 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c25386d-faac-405e-99d1-b7934eda68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.230798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.259620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Subnet': ['ID=798fb025-a3bf-4459-aad6-01c35749b896,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:21.315620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:21.321499 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.323308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Checking segment: {'id': '029bf982-8238-408a-b2f5-812a59610afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '48630919-aa41-463c-9141-260342fe9d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:21.323672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network hostable DHCP agents. Network: 48630919-aa41-463c-9141-260342fe9d4f, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:21.330881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5c25386d-faac-405e-99d1-b7934eda68e8 None None] Provisioning complete for port f125be84-bb86-46c7-b009-2f269718ba19 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:21.331259 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c25386d-faac-405e-99d1-b7934eda68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.331484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:21.343380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Allocated IP 2001:db8:1::2 (f72c2b75-db34-4a0c-b7a4-8e90ca10e67c/af4049f7-379d-4bbe-bc15-20048ef05b77/d4a9f514-4c0d-443a-8719-6f674b87fd07) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:21.354186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:21.357850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event updated for resources: {'Port': ['ID=09df3c76-ab89-4d3b-b5a9-fb134b28c1dc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:21.365743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25386d-faac-405e-99d1-b7934eda68e8 None None] Pushing event updated for resources: {'Port': ['ID=a3e6065e-c51d-4e2d-b1e1-c974e55461b4,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:21.382440 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.440319 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:45:21.440583 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:45:21.443801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-c22676c5-df52-484c-9d9c-f7ae1cec2397 service neutron] 10.222.0.48 "GET /v2.0/networks/d3427a1c-540e-49c4-a85f-f1d26240b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491162 Sep 17 22:45:21.452202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network 48630919-aa41-463c-9141-260342fe9d4f is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:21.465603 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.537113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 48630919-aa41-463c-9141-260342fe9d4f) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:21.542770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:21.543421 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.561090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee34d4-f7cb-4af3-b750-cbddf4945063 None None] Network 48630919-aa41-463c-9141-260342fe9d4f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:21.576461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.655895 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ef61d59c-320e-4d75-86d5-37f3d5093151 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9775755 Sep 17 22:45:21.661062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53432) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:21.669968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'subnet': {'network_id': '7649fa41-8df9-4711-88f6-28c725cfc719', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:21.672127 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.697247 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.714420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fbbd6d45-62d5-4217-b657-b6b3091ef6ab None None] Provisioning complete for port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:21.714683 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6d45-62d5-4217-b657-b6b3091ef6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.799756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:21.817088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:21.825932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:21.828010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Pushing event updated for resources: {'Port': ['ID=d4a9f514-4c0d-443a-8719-6f674b87fd07,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:21.931899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8:1::1 (f72c2b75-db34-4a0c-b7a4-8e90ca10e67c/af4049f7-379d-4bbe-bc15-20048ef05b77/1a0bb59e-f5e8-4ed7-9028-0259b46abeda) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:21.949043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-48630919-aa41-463c-9141-260342fe9d4f', 'network_id': '48630919-aa41-463c-9141-260342fe9d4f', 'tenant_id': 'ddc19b81240c4bbf88e9905eac0ad718', 'fixed_ips': [{'subnet_id': '798fb025-a3bf-4459-aad6-01c35749b896'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:21.950039 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.981316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Attempting to bind port d4a9f514-4c0d-443a-8719-6f674b87fd07 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:21.981774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Attempting to bind port d4a9f514-4c0d-443a-8719-6f674b87fd07 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:21.982223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Attempting to bind port d4a9f514-4c0d-443a-8719-6f674b87fd07 on network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:22.008495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:22.008975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Checking segment: {'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:22.009471 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.009938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Bound using segment: {'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:22.010500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Bound port: d4a9f514-4c0d-443a-8719-6f674b87fd07, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:22.010968 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.072296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.136410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.139587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.164974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Allocated IP 172.20.0.10 (35d241ac-6b6b-4697-88a0-f6dfffd1f19b/a4167563-afae-43ac-afc1-a11ab2eb031e/e4224242-0040-4eb0-9c20-d3b65803c5fc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:22.181386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a49c1766-8fab-4d51-ba08-bffa162959b4 req-b11334c5-561e-4087-9793-be913392a4b1 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.0619993 Sep 17 22:45:22.192557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] For port d4a9f514-4c0d-443a-8719-6f674b87fd07, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:22.200182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8992fca6-e0f6-48b7-b49d-71238567fbb3 req-6155794a-e60a-4b98-aa47-69d2db76e070 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0920811 Sep 17 22:45:22.207699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:22.219783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] For port d4a9f514-4c0d-443a-8719-6f674b87fd07, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d4a9f514-4c0d-443a-8719-6f674b87fd07,segment=NetworkSegment(18379fb9-c41e-44a4-a057-08acfabcd98f),segment_id=18379fb9-c41e-44a4-a057-08acfabcd98f)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:22.228335 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.244824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:22.250498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:22.295278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:22.307207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:22.320415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:22.321190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Allocated IP 172.20.0.2 (48630919-aa41-463c-9141-260342fe9d4f/798fb025-a3bf-4459-aad6-01c35749b896/00683b34-dd9e-4d61-8b66-1f2552c23810) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:22.321388 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.324913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a3e6065e-c51d-4e2d-b1e1-c974e55461b4 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:22.326345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.400738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Pushing event updated for resources: {'Port': ['ID=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.408966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:22.410003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.439438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.468500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e32c7-5782-4e6b-9089-9b7718bd0458 None None] Pushing event updated for resources: {'Port': ['ID=d4a9f514-4c0d-443a-8719-6f674b87fd07,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.496287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-0be7533e-3759-4a99-a4b0-6c64011046ed tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4974115 Sep 17 22:45:22.522379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Request body: {'port': {'device_id': '20d6bd36-fe08-44ce-bf92-a1031e9136db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:22.718693 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.725371 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.733625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:22.734218 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.803149 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.806368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.869572 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.893034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.894630 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.947270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Network 48630919-aa41-463c-9141-260342fe9d4f is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:22.947797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.951795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:22.954936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:22.963166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Pushing event updated for resources: {'Port': ['ID=00683b34-dd9e-4d61-8b66-1f2552c23810,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.995147 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.997382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.997884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4e8bac-1a8b-4c3b-a5d5-988f0bf2c399 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:23.002390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Made reservation on behalf of ddc19b81240c4bbf88e9905eac0ad718 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:23.005802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.024496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Attempting to bind port 00683b34-dd9e-4d61-8b66-1f2552c23810 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:23.024873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Attempting to bind port 00683b34-dd9e-4d61-8b66-1f2552c23810 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '029bf982-8238-408a-b2f5-812a59610afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '48630919-aa41-463c-9141-260342fe9d4f'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:23.025272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Attempting to bind port 00683b34-dd9e-4d61-8b66-1f2552c23810 on network 48630919-aa41-463c-9141-260342fe9d4f {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:23.030924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:23.031927 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Checking segment: {'id': '029bf982-8238-408a-b2f5-812a59610afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '48630919-aa41-463c-9141-260342fe9d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:23.031927 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.032345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Bound using segment: {'id': '029bf982-8238-408a-b2f5-812a59610afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '48630919-aa41-463c-9141-260342fe9d4f'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:23.032819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Bound port: 00683b34-dd9e-4d61-8b66-1f2552c23810, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029bf982-8238-408a-b2f5-812a59610afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '48630919-aa41-463c-9141-260342fe9d4f'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:23.033246 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.107984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] For port 00683b34-dd9e-4d61-8b66-1f2552c23810, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:23.111948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] For port 00683b34-dd9e-4d61-8b66-1f2552c23810, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=00683b34-dd9e-4d61-8b66-1f2552c23810,segment=NetworkSegment(029bf982-8238-408a-b2f5-812a59610afa),segment_id=029bf982-8238-408a-b2f5-812a59610afa)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:23.119946 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.123613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:23.189912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.191838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735502e-fbbd-4d26-8d5a-b728298ec45a None None] Pushing event updated for resources: {'Port': ['ID=00683b34-dd9e-4d61-8b66-1f2552c23810,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:23.198784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.200754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.205959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:23.231324 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:45:23.235313 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ff40106-9347-4714-9b53-1231a6e44910 tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 3.9806826 Sep 17 22:45:23.241673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:23.257087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53450) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:23.376857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Pushing event updated for resources: {'Port': ['ID=e4224242-0040-4eb0-9c20-d3b65803c5fc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:23.412327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:23.442816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-621f3091-aadf-49a4-aedd-c5bc8ec53b01 req-8da55637-1b6d-43a2-878d-240785e1c24a tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0560799 Sep 17 22:45:23.496060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4066962-882e-40aa-83c3-0f88dc46c187 req-ec647ecc-1e1e-4355-923b-14975b3fb6dd tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.1226246 Sep 17 22:45:23.500788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.501567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.551642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:23.561126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-8eca494b-5b01-4a9d-a2fb-ad6131647bd2 {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:45:23.561126 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:45:23.598320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:23.646311 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-44bf207c-3ee3-4c53-b9f9-d089357a3188 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1468353 Sep 17 22:45:23.701077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Request body: {'port': {'device_id': '0cebdcfb-bdd2-4c0d-9845-8e033209121a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:23.750714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:23.791415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:23.829693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbfccb-c6a2-4623-8696-c0213a3c4e20 None None] Network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:23.830285 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.897611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-b1d66c43-172b-4fc2-b765-348d45e9d644 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.899164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-b1d66c43-172b-4fc2-b765-348d45e9d644 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.49 "GET /v2.0/networks?id=d3427a1c-540e-49c4-a85f-f1d26240b644 HTTP/1.1" status: 200 len: 809 time: 0.6202786 Sep 17 22:45:23.907290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-551a1066-29c4-4150-8745-026272852b9d tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Deleting port 54cc8ea8-cf33-4e25-9ff8-d81c7f2ce6ac {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:23.907625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-551a1066-29c4-4150-8745-026272852b9d tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.945694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.946170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e73f2920-24fe-45bc-82ee-8c9eb8d16edc None None] Provisioning complete for port d4a9f514-4c0d-443a-8719-6f674b87fd07 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:23.946614 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e73f2920-24fe-45bc-82ee-8c9eb8d16edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.004316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Request body: {'port': {'device_id': 'a7339724-76f9-475a-8919-94478659f8f1', 'network_id': 'd3427a1c-540e-49c4-a85f-f1d26240b644', 'admin_state_up': True, 'tenant_id': 'fe77a4cf20ca49948682c4ea33687481'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:24.011180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.092801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.141060 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e73f2920-24fe-45bc-82ee-8c9eb8d16edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.165874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.244749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e73f2920-24fe-45bc-82ee-8c9eb8d16edc None None] For port d4a9f514-4c0d-443a-8719-6f674b87fd07, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d4a9f514-4c0d-443a-8719-6f674b87fd07,segment=NetworkSegment(18379fb9-c41e-44a4-a057-08acfabcd98f),segment_id=18379fb9-c41e-44a4-a057-08acfabcd98f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:24.250556 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e73f2920-24fe-45bc-82ee-8c9eb8d16edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.281214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Transition to ACTIVE for port object f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:45:24.294155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.347772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:24.362835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2abd8e48-9a58-40dd-bd77-d23248af0559 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6027224 Sep 17 22:45:24.365596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53452) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:24.372362 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-551a1066-29c4-4150-8745-026272852b9d tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.373665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1133980200'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:24.379742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 00683b34-dd9e-4d61-8b66-1f2552c23810 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:24.386243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:24.405694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-551a1066-29c4-4150-8745-026272852b9d tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Calling delete_port for 54cc8ea8-cf33-4e25-9ff8-d81c7f2ce6ac owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:24.419463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Pushing event updated for resources: {'Port': ['ID=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:24.423387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2920-24fe-45bc-82ee-8c9eb8d16edc None None] Pushing event updated for resources: {'Port': ['ID=d4a9f514-4c0d-443a-8719-6f674b87fd07,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:24.429801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:24.430630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:24.521960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:24.541529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.579985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:24.656736 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b38af78-1eb3-405e-ab15-8f20634a4fda req-db4d4d0c-5e42-4d61-bc43-4d3f0492c232 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0358489 Sep 17 22:45:24.691910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:24.716312 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c87639d-3dd3-40f4-9db9-979d07783a57 req-0bf72589-14cd-4298-92b9-017f659b8885 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.0621850 Sep 17 22:45:24.719575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Attempting to bind port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:24.719920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Attempting to bind port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:24.720253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Attempting to bind port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:24.730666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:45:24.730998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Attempting to bind port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:24.734360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.734742 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment ee4199c6-6a19-4998-a36a-1788420a4279 of type vlan for network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b Sep 17 22:45:24.757267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:24.757602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Checking segment: {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:24.758002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Bound using segment: {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:24.758522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Bound port: f5cdf0d3-89a5-4b26-8c95-f414b5a11d44, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:24.758826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.759992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094de6eb-7c32-4021-81d2-011748edfcc8 None None] Network 48630919-aa41-463c-9141-260342fe9d4f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:24.828783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.837742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-35afdd9d-6d48-4eda-81d6-87b98ad45fde None None] Provisioning complete for port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:24.838764 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35afdd9d-6d48-4eda-81d6-87b98ad45fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.874297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Subnet': ['ID=9f174952-c01a-427c-ade0-84d1873384db,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:24.886016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] For port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:24.890593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] For port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:24.892802 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.900776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:24.902993 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.916228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.977263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6082721 Sep 17 22:45:24.987356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:24.989226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.992274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-35afdd9d-6d48-4eda-81d6-87b98ad45fde None None] Port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:24.992415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] 10.222.0.45 "PUT /v2.0/ports/f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 HTTP/1.1" status: 200 len: 1093 time: 2.4870169 Sep 17 22:45:24.993999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 00683b34-dd9e-4d61-8b66-1f2552c23810 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:24.994370 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.998144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53458) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:25.000282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d6bd36-fe08-44ce-bf92-a1031e9136db', 'tag': 'f5cdf0d3-89a5-4b26-8c95-f414b5a11d44'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:25.003151 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf83612-d829-4bdf-8f84-90f7aa749e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "20d6bd36-fe08-44ce-bf92-a1031e9136db", "tag": "f5cdf0d3-89a5-4b26-8c95-f414b5a11d44"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:25.057202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23812c-bd20-4286-b02d-f247386f06b3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=9381c580-21b7-42a6-b2cb-a5b9ab79dc3b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.069677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Checking segment: {'id': 'f88e8a5b-8d2d-4e51-8dca-620ebcdc5123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7649fa41-8df9-4711-88f6-28c725cfc719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:25.070621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network hostable DHCP agents. Network: 7649fa41-8df9-4711-88f6-28c725cfc719, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:25.085628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:25.110782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:25.128178 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaabbef-861c-4ea8-88ac-6c761d354fb7 x-openstack-request-id: req-efaabbef-861c-4ea8-88ac-6c761d354fb7 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:25.128507 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d6bd36-fe08-44ce-bf92-a1031e9136db", "tag": "f5cdf0d3-89a5-4b26-8c95-f414b5a11d44", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:25.128723 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efaabbef-861c-4ea8-88ac-6c761d354fb7 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:25.129149 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d6bd36-fe08-44ce-bf92-a1031e9136db', 'tag': 'f5cdf0d3-89a5-4b26-8c95-f414b5a11d44', 'status': 'completed', 'code': 200} Sep 17 22:45:25.159147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c5219-2d7f-4b45-95d8-aaeadbf2159a service neutron] Pushing event updated for resources: {'Port': ['ID=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.171791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-35afdd9d-6d48-4eda-81d6-87b98ad45fde None None] Provisioning complete for port d4a9f514-4c0d-443a-8719-6f674b87fd07 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:25.172179 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35afdd9d-6d48-4eda-81d6-87b98ad45fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.173684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-ee2382b8-0a84-4eb7-80b0-3f32f35bde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:25.175329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-ee2382b8-0a84-4eb7-80b0-3f32f35bde08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8ed1bc635704c8e8e14f8f1c5a7a686&device_id=20d6bd36-fe08-44ce-bf92-a1031e9136db HTTP/1.1" status: 200 len: 1096 time: 0.1007595 Sep 17 22:45:25.195510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-551a1066-29c4-4150-8745-026272852b9d tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.226509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-fb50659f-ca03-45fa-92fd-b26e14ddb3df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 HTTP/1.1" status: 200 len: 217 time: 0.0414085 Sep 17 22:45:25.286693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-62cf1bbb-b99e-4fa5-8538-15a5a488be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:25.288693 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-62cf1bbb-b99e-4fa5-8538-15a5a488be96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4167563-afae-43ac-afc1-a11ab2eb031e HTTP/1.1" status: 200 len: 857 time: 0.0544457 Sep 17 22:45:25.295263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network 7649fa41-8df9-4711-88f6-28c725cfc719 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:25.331272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-8e39f222-0a5e-4f9b-9e5a-0be04e464c0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358765 Sep 17 22:45:25.331889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:22Z', 'revision_number': 3, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:23Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:25.409023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:25.409488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Updating router 630d9442-8a88-4d1c-8c9d-985987858674 port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:25.419251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a1066-29c4-4150-8745-026272852b9d tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Pushing event deleted for resources: {'Port': ['ID=54cc8ea8-cf33-4e25-9ff8-d81c7f2ce6ac,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.455899 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.461486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-50d7a134-08ec-4eac-bf7b-115775f58271 service neutron] 10.222.0.45 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224873 Sep 17 22:45:25.471850 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.503951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7649fa41-8df9-4711-88f6-28c725cfc719) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:25.537309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dc793b-a7f3-4385-938b-d054185cd6cd None None] Network 7649fa41-8df9-4711-88f6-28c725cfc719 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:25.556231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:25.556830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.569686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-551a1066-29c4-4150-8745-026272852b9d tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.571612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-551a1066-29c4-4150-8745-026272852b9d tempest-RoutersAdminNegativeTest-539504308 tempest-RoutersAdminNegativeTest-539504308-project-admin] 10.222.0.48 "DELETE /v2.0/ports/54cc8ea8-cf33-4e25-9ff8-d81c7f2ce6ac HTTP/1.1" status: 204 len: 168 time: 2.3114758 Sep 17 22:45:25.599248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-9ba6394b-bc73-4886-880b-bee18ec84aeb service neutron] 10.222.0.45 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301329 Sep 17 22:45:25.634597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:25.638177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.721931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Made reservation on behalf of fe77a4cf20ca49948682c4ea33687481 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:25.725722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-d228fdb2-48c6-4f45-96a1-dcae22188351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:25.727783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-d228fdb2-48c6-4f45-96a1-dcae22188351 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8ed1bc635704c8e8e14f8f1c5a7a686&device_id=20d6bd36-fe08-44ce-bf92-a1031e9136db HTTP/1.1" status: 200 len: 1096 time: 0.0771646 Sep 17 22:45:25.727920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.762165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Allocated IP 172.20.0.6 (35d241ac-6b6b-4697-88a0-f6dfffd1f19b/a4167563-afae-43ac-afc1-a11ab2eb031e/6d5fc1f8-f91b-4967-9b69-6ed461c947e4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:25.778350 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-caee5846-becc-4c31-a0aa-63300d0bfe21 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1127112 Sep 17 22:45:25.788590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53470) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:25.877491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8312c444-ce8f-44d4-9ccc-ff806850745f req-093c6a3e-a30c-4ec9-bffa-299ca2cd9ebc tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0381866 Sep 17 22:45:25.947425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-988e3001-1fca-4506-9002-d0abd8a292c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:25.949131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-988e3001-1fca-4506-9002-d0abd8a292c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b HTTP/1.1" status: 200 len: 918 time: 0.2114942 Sep 17 22:45:25.960819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cccb94c0-03b5-42f7-9241-9e829dd5e957 req-108ff47f-7248-4126-bbf3-409e94001e4d tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.0452998 Sep 17 22:45:25.983252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 00683b34-dd9e-4d61-8b66-1f2552c23810, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=00683b34-dd9e-4d61-8b66-1f2552c23810,segment=NetworkSegment(029bf982-8238-408a-b2f5-812a59610afa),segment_id=029bf982-8238-408a-b2f5-812a59610afa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:26.009684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-3aee222a-2ad9-4c39-a183-2b6066eef5f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 HTTP/1.1" status: 200 len: 217 time: 0.0477481 Sep 17 22:45:26.025656 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.026478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d4a9f514-4c0d-443a-8719-6f674b87fd07 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:26.071340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-8f18edd4-b9fe-49ce-9323-4bc096aa0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:26.072960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-8f18edd4-b9fe-49ce-9323-4bc096aa0c84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4167563-afae-43ac-afc1-a11ab2eb031e HTTP/1.1" status: 200 len: 857 time: 0.0551255 Sep 17 22:45:26.082980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53474) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:26.091580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Router 27af9adc-ec8c-4362-85c0-b9ea94b8f2b7 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:26.118416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-fa2b5fc0-ea2a-47f8-beac-67f66266d309 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358803 Sep 17 22:45:26.129012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e4a2475b-d03e-4a43-9aed-5095295f110c None None] Provisioning complete for port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:26.129857 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4a2475b-d03e-4a43-9aed-5095295f110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.208860 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.221721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=00683b34-dd9e-4d61-8b66-1f2552c23810,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.227091 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:45:26.241510 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.247101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-7f9b88fe-4e6e-4a6a-8944-b5c96bdd1146 service neutron] 10.222.0.45 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177976 Sep 17 22:45:26.253431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2475b-d03e-4a43-9aed-5095295f110c None None] Port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:26.301677 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae33a-4336-463a-9ba1-371f85c6d26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.330481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d4a9f514-4c0d-443a-8719-6f674b87fd07 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:26.330932 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.379697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e4a2475b-d03e-4a43-9aed-5095295f110c None None] Provisioning complete for port 00683b34-dd9e-4d61-8b66-1f2552c23810 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:26.380980 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4a2475b-d03e-4a43-9aed-5095295f110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.385956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b7f3c-8a20-4ab2-a13b-e069a3373e77 None None] Pushing event updated for resources: {'Port': ['ID=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.409230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-baf83612-d829-4bdf-8f84-90f7aa749e4d req-0bf1532e-086d-47e1-9cc2-33646c6d0e54 service neutron] 10.222.0.45 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531570 Sep 17 22:45:26.477784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae33a-4336-463a-9ba1-371f85c6d26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.487368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae33a-4336-463a-9ba1-371f85c6d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.500665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7649fa41-8df9-4711-88f6-28c725cfc719', 'network_id': '7649fa41-8df9-4711-88f6-28c725cfc719', 'tenant_id': 'ddc19b81240c4bbf88e9905eac0ad718', 'fixed_ips': [{'subnet_id': '9f174952-c01a-427c-ade0-84d1873384db'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:26.501624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.520487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ae33a-4336-463a-9ba1-371f85c6d26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce28819-533f-46a5-b435-b1ff30e6f8f4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.528684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Allocated IP 172.20.0.10 (d3427a1c-540e-49c4-a85f-f1d26240b644/f36bf13a-f690-4862-957c-a480fab2ffcb/5bdbab73-c26d-4804-b3de-9c1f15cdebfa) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:26.556130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Attempting to bind port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:26.556758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Attempting to bind port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:26.557414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Attempting to bind port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda on network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:26.558227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dd8ae33a-4336-463a-9ba1-371f85c6d26a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c028c0b8243413391396281a9e8bf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437010 Sep 17 22:45:26.561155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:26.574885 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.578163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:26.578771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Checking segment: {'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:26.579326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.579892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Bound using segment: {'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:26.580555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Bound port: 1a0bb59e-f5e8-4ed7-9028-0259b46abeda, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18379fb9-c41e-44a4-a057-08acfabcd98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:26.581129 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.623076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80526fe5-8860-4025-99fd-590ec5f0da15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.648745 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80526fe5-8860-4025-99fd-590ec5f0da15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.724058 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80526fe5-8860-4025-99fd-590ec5f0da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.726647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80526fe5-8860-4025-99fd-590ec5f0da15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.730109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-80526fe5-8860-4025-99fd-590ec5f0da15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cce28819-533f-46a5-b435-b1ff30e6f8f4 HTTP/1.1" status: 204 len: 168 time: 0.1656871 Sep 17 22:45:26.749630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80526fe5-8860-4025-99fd-590ec5f0da15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce28819-533f-46a5-b435-b1ff30e6f8f4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.750463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.793196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:26.805290 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0580bd5e-37d3-4e9b-bfa6-395dca5c355c None None] Sync routers for ids ['27af9adc-ec8c-4362-85c0-b9ea94b8f2b7'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:26.817072 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580bd5e-37d3-4e9b-bfa6-395dca5c355c None None] Routers {'27af9adc-ec8c-4362-85c0-b9ea94b8f2b7'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:26.818441 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0580bd5e-37d3-4e9b-bfa6-395dca5c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['27af9adc-ec8c-4362-85c0-b9ea94b8f2b7'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:26.860582 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0580bd5e-37d3-4e9b-bfa6-395dca5c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:26.862515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=74953e8a-c909-4985-847d-4f4822f94749,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.865916 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.888603 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580bd5e-37d3-4e9b-bfa6-395dca5c355c None None] Routers {'27af9adc-ec8c-4362-85c0-b9ea94b8f2b7'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:26.889262 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0580bd5e-37d3-4e9b-bfa6-395dca5c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['27af9adc-ec8c-4362-85c0-b9ea94b8f2b7'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:26.934186 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0580bd5e-37d3-4e9b-bfa6-395dca5c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:26.934836 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0580bd5e-37d3-4e9b-bfa6-395dca5c355c None None] The sync data for ids ['27af9adc-ec8c-4362-85c0-b9ea94b8f2b7'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:26.944175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 00683b34-dd9e-4d61-8b66-1f2552c23810 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:26.954037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Allocated IP 172.20.0.2 (7649fa41-8df9-4711-88f6-28c725cfc719/9f174952-c01a-427c-ade0-84d1873384db/631c90b2-e01c-4701-844c-6e3847cd819d) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:27.016011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] For port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:27.022882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] For port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,segment=NetworkSegment(18379fb9-c41e-44a4-a057-08acfabcd98f),segment_id=18379fb9-c41e-44a4-a057-08acfabcd98f)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:27.045403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.051682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f0220f1-56dc-4631-ac08-c3c9429fc04e req-7c0b64db-4f5e-4b40-933e-2f70ad9ad00a tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0635862 Sep 17 22:45:27.117593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a200f575-1531-4fbf-8a0f-da35016046f3 req-d2a7e39c-9d8f-490c-8888-375221eb2440 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 210 time: 0.0455132 Sep 17 22:45:27.194737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:27.195421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:27.197690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53488) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.248491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b307bdc8-6ab7-4bb0-af47-ec0559a1adc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7ac4d26403e41539c2d0ea58ba8aedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493753 Sep 17 22:45:27.249601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 00683b34-dd9e-4d61-8b66-1f2552c23810 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:27.250196 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.250870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53490) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.299309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b7f3c-8a20-4ab2-a13b-e069a3373e77 None None] Pushing event updated for resources: {'Port': ['ID=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.302917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9e08857e-d37a-4544-8f18-597cd26eb287 None None] Provisioning complete for port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:27.303291 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e08857e-d37a-4544-8f18-597cd26eb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.326972 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42699392-5099-4521-b697-4f97f85831d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.363137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42699392-5099-4521-b697-4f97f85831d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.385436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.389290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f4c04e95-eca4-4d50-aee8-f2faa930c216 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4842067 Sep 17 22:45:27.389981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53492) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.421134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:27.421467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:27.444658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:27.505356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.520286 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.529023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5673a324-6171-4513-8e98-1d0bcd53d2a0 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/routers/27af9adc-ec8c-4362-85c0-b9ea94b8f2b7 HTTP/1.1" status: 200 len: 920 time: 0.1353006 Sep 17 22:45:27.529365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53494) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.558057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42699392-5099-4521-b697-4f97f85831d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.560782 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42699392-5099-4521-b697-4f97f85831d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.567466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-42699392-5099-4521-b697-4f97f85831d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/815e979b-6a68-42bc-93e0-5d1da10f44ef HTTP/1.1" status: 204 len: 168 time: 0.3101006 Sep 17 22:45:27.567466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-65b51f0e-e3e0-43d3-a869-23e75b11355f tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=27af9adc-ec8c-4362-85c0-b9ea94b8f2b7 HTTP/1.1" status: 200 len: 205 time: 0.0337284 Sep 17 22:45:27.573146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53496) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.579802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42699392-5099-4521-b697-4f97f85831d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e979b-6a68-42bc-93e0-5d1da10f44ef,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.582946 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.588109 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.590841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:27.648828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:27.668895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d4a9f514-4c0d-443a-8719-6f674b87fd07 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:27.698689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:27.703609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:27.703792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.717439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:27.719217 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.719926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:27.794967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Pushing event updated for resources: {'Port': ['ID=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.823153 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-899550ff-1b45-4739-9dd5-2cdbfd241ffd tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7446232 Sep 17 22:45:27.830983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53500) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.887432 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.920760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Network 7649fa41-8df9-4711-88f6-28c725cfc719 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:27.933768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:27.934563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.952981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d568d30-05b6-4e3e-ac9c-ea4993c3750d None None] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:27.973240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Deleting port 09df3c76-ab89-4d3b-b5a9-fb134b28c1dc {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:27.973452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.991632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.046606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:28.055267 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-24e779dd-5309-46e7-b374-0a52392968bc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4910991 Sep 17 22:45:28.069241 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.070787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Allocated IP 172.20.0.1 (48630919-aa41-463c-9141-260342fe9d4f/798fb025-a3bf-4459-aad6-01c35749b896/98d71d58-2782-48fb-930a-fec61f72a8d2) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:28.071461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:28.084350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Calling delete_port for 09df3c76-ab89-4d3b-b5a9-fb134b28c1dc owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:28.089005 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e08857e-d37a-4544-8f18-597cd26eb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.097409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Pushing event updated for resources: {'Port': ['ID=631c90b2-e01c-4701-844c-6e3847cd819d,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:28.108646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Request body: {'port': {'device_id': '57f1638c-8c7d-490f-8a48-25985d216622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:28.135310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Network d3427a1c-540e-49c4-a85f-f1d26240b644 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:28.225664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9e08857e-d37a-4544-8f18-597cd26eb287 None None] For port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,segment=NetworkSegment(18379fb9-c41e-44a4-a057-08acfabcd98f),segment_id=18379fb9-c41e-44a4-a057-08acfabcd98f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:28.252497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e08857e-d37a-4544-8f18-597cd26eb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.263799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d4a9f514-4c0d-443a-8719-6f674b87fd07 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:28.264307 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.327616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Attempting to bind port 631c90b2-e01c-4701-844c-6e3847cd819d on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:28.327979 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Attempting to bind port 631c90b2-e01c-4701-844c-6e3847cd819d by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f88e8a5b-8d2d-4e51-8dca-620ebcdc5123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7649fa41-8df9-4711-88f6-28c725cfc719'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:28.328336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Attempting to bind port 631c90b2-e01c-4701-844c-6e3847cd819d on network 7649fa41-8df9-4711-88f6-28c725cfc719 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:28.340405 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.393030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:28.402937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4e537-7ea4-45c2-879b-f5e7599cc7ee req-b50598cf-43b2-4a81-b11e-e0d0e454484d tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:28.404517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7c4e537-7ea4-45c2-879b-f5e7599cc7ee req-b50598cf-43b2-4a81-b11e-e0d0e454484d tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 931 time: 0.1524298 Sep 17 22:45:28.417693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68719e-d536-4e39-9867-2de98d4f0d6f req-e29c6881-d1cd-4b4f-9396-470551a56813 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:28.423296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9e08857e-d37a-4544-8f18-597cd26eb287 None None] Provisioning complete for port 00683b34-dd9e-4d61-8b66-1f2552c23810 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:28.423918 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e08857e-d37a-4544-8f18-597cd26eb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.427625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be68719e-d536-4e39-9867-2de98d4f0d6f req-e29c6881-d1cd-4b4f-9396-470551a56813 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 932 time: 0.1727715 Sep 17 22:45:28.469814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:28.470568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Checking segment: {'id': 'f88e8a5b-8d2d-4e51-8dca-620ebcdc5123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7649fa41-8df9-4711-88f6-28c725cfc719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:28.471325 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.471952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Bound using segment: {'id': 'f88e8a5b-8d2d-4e51-8dca-620ebcdc5123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7649fa41-8df9-4711-88f6-28c725cfc719'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:28.472791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Bound port: 631c90b2-e01c-4701-844c-6e3847cd819d, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88e8a5b-8d2d-4e51-8dca-620ebcdc5123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7649fa41-8df9-4711-88f6-28c725cfc719'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:28.473565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.516607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:28.530908 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7c4e537-7ea4-45c2-879b-f5e7599cc7ee req-de027ede-0914-4da5-8890-7278889c94d9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013796 Sep 17 22:45:28.548169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be68719e-d536-4e39-9867-2de98d4f0d6f req-85e8359e-0ff1-476f-b7ee-37b69f8515ef tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192605 Sep 17 22:45:28.561475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.563769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Pushing event updated for resources: {'Port': ['ID=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:28.564026 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.595667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event deleted for resources: {'Port': ['ID=09df3c76-ab89-4d3b-b5a9-fb134b28c1dc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:28.600549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4224242-0040-4eb0-9c20-d3b65803c5fc {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:28.618944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:28.620171 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.648389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.664457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network 48630919-aa41-463c-9141-260342fe9d4f is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:28.665295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.669586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.681034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:28.695876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:28.703701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08857e-d37a-4544-8f18-597cd26eb287 None None] Pushing event updated for resources: {'Port': ['ID=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:28.750332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53524) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:28.771100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:45:28.773879 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Transition to ACTIVE for port object e4224242-0040-4eb0-9c20-d3b65803c5fc will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:45:28.791162 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.791518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:28.792225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.803745 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.861763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.862357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Fanout notify agent at l3_agent the message router_deleted on router 27af9adc-ec8c-4362-85c0-b9ea94b8f2b7 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:28.874586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.876014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a3e65049-14f7-41f1-b984-8151d562bfa9 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/27af9adc-ec8c-4362-85c0-b9ea94b8f2b7 HTTP/1.1" status: 204 len: 168 time: 1.3012967 Sep 17 22:45:28.879721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53528) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:28.886682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'router': {'name': 'tempest-snat-router-259806899', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': False}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:28.918904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.921208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.936833 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] For port 631c90b2-e01c-4701-844c-6e3847cd819d, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:28.976897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:22Z', 'revision_number': 3, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:27Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:28.984131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] For port 631c90b2-e01c-4701-844c-6e3847cd819d, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=631c90b2-e01c-4701-844c-6e3847cd819d,segment=NetworkSegment(f88e8a5b-8d2d-4e51-8dca-620ebcdc5123),segment_id=f88e8a5b-8d2d-4e51-8dca-620ebcdc5123)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:28.988172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.991680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Port': ['ID=98d71d58-2782-48fb-930a-fec61f72a8d2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.000375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.058984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Pushing event updated for resources: {'Port': ['ID=e4224242-0040-4eb0-9c20-d3b65803c5fc,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.061647 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.063809 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.075973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efda21-2aa9-4974-81ff-242bbc562311 None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:22Z', 'revision_number': 3, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:27Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:29.142534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-728699531'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:29.196434 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-980e15fa-9d8b-440f-bf67-637df5fde75e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2237995 Sep 17 22:45:29.209136 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.243689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Request body: {'port': {'device_id': 'a7339724-76f9-475a-8919-94478659f8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:29.266311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Allocated IP 2001:db8:2::2 (9381c580-21b7-42a6-b2cb-a5b9ab79dc3b/74953e8a-c909-4985-847d-4f4822f94749/47968598-f5ed-4720-839d-1e896d88fcd8) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:29.404522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Made reservation on behalf of fcece29dd82d4d53bcb36e399f6b1367 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:29.408176 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.449718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.453279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e196a-bcac-4e67-8c75-32f382a80f03 None None] Pushing event updated for resources: {'Port': ['ID=631c90b2-e01c-4701-844c-6e3847cd819d,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.472868 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.551388 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c6b5f864-4b0b-4162-8cd2-9ca2092766b2 None None] Provisioning complete for port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:29.551983 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c6b5f864-4b0b-4162-8cd2-9ca2092766b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.567022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:29.575174 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.605680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:29.616975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:29.617308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Pushing event updated for resources: {'Port': ['ID=47968598-f5ed-4720-839d-1e896d88fcd8,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.621085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:29.650632 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.670580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'f5cdf0d3-89a5-4b26-8c95-f414b5a11d44', 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b', 'port_id': 'f5cdf0d3-89a5-4b26-8c95-f414b5a11d44', 'mac_address': 'fa:16:3e:01:ea:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4167563-afae-43ac-afc1-a11ab2eb031e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:45:29.761259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Attempting to bind port 47968598-f5ed-4720-839d-1e896d88fcd8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:29.761632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Attempting to bind port 47968598-f5ed-4720-839d-1e896d88fcd8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:29.761997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Attempting to bind port 47968598-f5ed-4720-839d-1e896d88fcd8 on network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:29.780643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:29.781724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Checking segment: {'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:29.782366 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.783084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Bound using segment: {'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:29.783793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Bound port: 47968598-f5ed-4720-839d-1e896d88fcd8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:29.784399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.829489 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.884342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:29.892779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a116-67e2-4779-936f-fe9b3bd79d9a req-ddcd4d18-7f06-4029-afec-29a688ed9136 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:29.894501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e70a116-67e2-4779-936f-fe9b3bd79d9a req-ddcd4d18-7f06-4029-afec-29a688ed9136 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 931 time: 0.2297418 Sep 17 22:45:29.919819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Allocated IP 172.25.0.163 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/be80a842-7389-4dc3-b87b-1402d9e23c29) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:29.960378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffeac5-07b8-4d60-aa0d-dfeb2f0fa744 req-b1b51203-0e15-4223-860b-8bf9af593107 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:29.961015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] For port 47968598-f5ed-4720-839d-1e896d88fcd8, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:29.962054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8ffeac5-07b8-4d60-aa0d-dfeb2f0fa744 req-b1b51203-0e15-4223-860b-8bf9af593107 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 932 time: 0.2698970 Sep 17 22:45:29.970300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:29.984029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c6b5f864-4b0b-4162-8cd2-9ca2092766b2 None None] Provisioning complete for port 98d71d58-2782-48fb-930a-fec61f72a8d2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:29.984416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c6b5f864-4b0b-4162-8cd2-9ca2092766b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.986105 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.989872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] For port 47968598-f5ed-4720-839d-1e896d88fcd8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=47968598-f5ed-4720-839d-1e896d88fcd8,segment=NetworkSegment(ee4199c6-6a19-4998-a36a-1788420a4279),segment_id=ee4199c6-6a19-4998-a36a-1788420a4279)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:29.993559 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc653324-e407-4978-8971-cfbdd6819fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.009828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e70a116-67e2-4779-936f-fe9b3bd79d9a req-8b73e74b-4ed1-4229-b411-f6910e9d8acf tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Sep 17 22:45:30.043599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.085551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5f864-4b0b-4162-8cd2-9ca2092766b2 None None] Port 98d71d58-2782-48fb-930a-fec61f72a8d2 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:30.090565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8ffeac5-07b8-4d60-aa0d-dfeb2f0fa744 req-bd6f20cc-debd-4932-b158-44228a886fc9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797961 Sep 17 22:45:30.100267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.154667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:30.182228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.184817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.191885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cbaa2-4e10-4a04-96f9-e1f2f66e9056 None None] Pushing event updated for resources: {'Port': ['ID=47968598-f5ed-4720-839d-1e896d88fcd8,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.205421 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.208028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Attempting to bind port e4224242-0040-4eb0-9c20-d3b65803c5fc on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:30.208476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Attempting to bind port e4224242-0040-4eb0-9c20-d3b65803c5fc by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:30.209007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Attempting to bind port e4224242-0040-4eb0-9c20-d3b65803c5fc on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:30.248327 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.266541 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.268356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Port e4224242-0040-4eb0-9c20-d3b65803c5fc on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:45:30.268681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Attempting to bind port e4224242-0040-4eb0-9c20-d3b65803c5fc on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:30.288596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.293060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:30.295897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Transition to ACTIVE for port object 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:45:30.298595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:30.307901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:30.311276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'Port': ['ID=be80a842-7389-4dc3-b87b-1402d9e23c29,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.319319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:30.319650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Checking segment: {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:30.320010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Bound using segment: {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:30.320465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Bound port: e4224242-0040-4eb0-9c20-d3b65803c5fc, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:30.320827 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.328514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f5cdf0d3-89a5-4b26-8c95-f414b5a11d44'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:30.354010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.626469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.671126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Pushing event updated for resources: {'Port': ['ID=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.682701 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.721382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ebf69-18a4-4d81-95a5-266cc8cc088e None None] Network 7649fa41-8df9-4711-88f6-28c725cfc719 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:30.910939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-71e1087d-2539-4697-8050-287695b4047d None None] Provisioning complete for port 631c90b2-e01c-4701-844c-6e3847cd819d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:30.912271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-71e1087d-2539-4697-8050-287695b4047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.962730 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.978735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] For port e4224242-0040-4eb0-9c20-d3b65803c5fc, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:31.242869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.245765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] For port e4224242-0040-4eb0-9c20-d3b65803c5fc, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=e4224242-0040-4eb0-9c20-d3b65803c5fc,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:31.320063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1a0bb59e-f5e8-4ed7-9028-0259b46abeda up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:31.337524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.359295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.395274 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-71e1087d-2539-4697-8050-287695b4047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.440052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-71e1087d-2539-4697-8050-287695b4047d None None] For port 631c90b2-e01c-4701-844c-6e3847cd819d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=631c90b2-e01c-4701-844c-6e3847cd819d,segment=NetworkSegment(f88e8a5b-8d2d-4e51-8dca-620ebcdc5123),segment_id=f88e8a5b-8d2d-4e51-8dca-620ebcdc5123)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:31.448258 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-71e1087d-2539-4697-8050-287695b4047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.452438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:31.460012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:31.460758 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.519672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Attempting to bind port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:31.519988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Attempting to bind port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:31.520293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Attempting to bind port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:31.581841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:31.583448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.583578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1087d-2539-4697-8050-287695b4047d None None] Pushing event updated for resources: {'Port': ['ID=631c90b2-e01c-4701-844c-6e3847cd819d,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:31.585249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] 10.222.0.49 "PUT /v2.0/ports/e4224242-0040-4eb0-9c20-d3b65803c5fc HTTP/1.1" status: 200 len: 1093 time: 7.8940082 Sep 17 22:45:31.588516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cebdcfb-bdd2-4c0d-9845-8e033209121a', 'tag': 'e4224242-0040-4eb0-9c20-d3b65803c5fc'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:31.590852 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efcc5e1-3333-4570-ae43-ca03855e8e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cebdcfb-bdd2-4c0d-9845-8e033209121a", "tag": "e4224242-0040-4eb0-9c20-d3b65803c5fc"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:31.591899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0e0a27f5-95c7-4693-a155-95187bb0a960 None None] Provisioning complete for port 631c90b2-e01c-4701-844c-6e3847cd819d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:31.592665 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0e0a27f5-95c7-4693-a155-95187bb0a960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.594058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f9f3e0-f123-4893-9d36-6f9558d32abe,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:31.605813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.606167 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Added segment 761bbc92-baab-4354-86b8-f51c90cfc3ac of type vlan for network 2216accf-56ca-45db-9eee-2f6ca00dd918 Sep 17 22:45:31.610232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:45:31.610560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Attempting to bind port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 on network 35d241ac-6b6b-4697-88a0-f6dfffd1f19b {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:31.671324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef57911-5954-4219-860b-bc1970b34111 None None] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:31.683087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:31.683694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Checking segment: {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:31.683824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Bound using segment: {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:31.684198 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Bound port: 6d5fc1f8-f91b-4967-9b69-6ed461c947e4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd957fc9a-b7e3-42b0-9969-e008dc84178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:31.684555 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.736191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da007f12-bb80-4b3a-84ba-4c99f0717cca service neutron] Pushing event updated for resources: {'Port': ['ID=e4224242-0040-4eb0-9c20-d3b65803c5fc,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:31.771761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 47968598-f5ed-4720-839d-1e896d88fcd8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:31.779614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.793200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.813966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466069a-b705-46f5-9108-8383c27de5b0 req-515d8b28-cead-42c3-94b9-476403e6c6d7 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:31.815495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0466069a-b705-46f5-9108-8383c27de5b0 req-515d8b28-cead-42c3-94b9-476403e6c6d7 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 943 time: 0.1116519 Sep 17 22:45:31.822032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.826661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee996da-b743-421f-8125-3ab5b12a1093 req-b02aab57-70ee-4a31-96d8-bf36eb5e46c0 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:31.828168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ee996da-b743-421f-8125-3ab5b12a1093 req-b02aab57-70ee-4a31-96d8-bf36eb5e46c0 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 932 time: 0.1229215 Sep 17 22:45:31.891400 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0466069a-b705-46f5-9108-8383c27de5b0 req-216f4def-867a-4ec9-a448-3231cdbccc62 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620589 Sep 17 22:45:31.893713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Router 598afbac-2d95-458f-ad3c-5eea304f067a is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:31.911846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ee996da-b743-421f-8125-3ab5b12a1093 req-444a196e-41a1-4afa-bd96-192475242a96 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627244 Sep 17 22:45:31.928957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 47968598-f5ed-4720-839d-1e896d88fcd8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:31.928957 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.933445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.resource_extend [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:45:32.032951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.035813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.037731 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a796bb83-cf35-4633-bcd4-f88fa84dbb8b x-openstack-request-id: req-a796bb83-cf35-4633-bcd4-f88fa84dbb8b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:32.038445 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cebdcfb-bdd2-4c0d-9845-8e033209121a", "tag": "e4224242-0040-4eb0-9c20-d3b65803c5fc", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:32.040729 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a796bb83-cf35-4633-bcd4-f88fa84dbb8b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:32.041493 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cebdcfb-bdd2-4c0d-9845-8e033209121a', 'tag': 'e4224242-0040-4eb0-9c20-d3b65803c5fc', 'status': 'completed', 'code': 200} Sep 17 22:45:32.062098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:32.069521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] For port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:32.074266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] For port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:32.078658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8:2::1 (9381c580-21b7-42a6-b2cb-a5b9ab79dc3b/74953e8a-c909-4985-847d-4f4822f94749/a025099c-52f2-43ed-b153-0be69579894b) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:32.086763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-9656155a-a3c6-48ac-bf11-2e507708fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:32.087527 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.089024 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-9656155a-a3c6-48ac-bf11-2e507708fcc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8ed1bc635704c8e8e14f8f1c5a7a686&device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a HTTP/1.1" status: 200 len: 1096 time: 0.4293237 Sep 17 22:45:32.089152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9680568c-19d2-4c1c-bee9-7a3a3e1e20d1 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2073240 Sep 17 22:45:32.091534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53542) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:32.096090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 47968598-f5ed-4720-839d-1e896d88fcd8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=47968598-f5ed-4720-839d-1e896d88fcd8,segment=NetworkSegment(ee4199c6-6a19-4998-a36a-1788420a4279),segment_id=ee4199c6-6a19-4998-a36a-1788420a4279)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:32.105320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Sync routers for ids ['598afbac-2d95-458f-ad3c-5eea304f067a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:32.107867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.109789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.111209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0a5e49c1-1693-45df-9414-523e234239d7 None None] Provisioning complete for port 47968598-f5ed-4720-839d-1e896d88fcd8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.111880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0a5e49c1-1693-45df-9414-523e234239d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.116372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:32.117031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.126417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.127561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 631c90b2-e01c-4701-844c-6e3847cd819d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:32.128406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdbab73-c26d-4804-b3de-9c1f15cdebfa {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:32.149667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Routers {'598afbac-2d95-458f-ad3c-5eea304f067a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:32.150691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['598afbac-2d95-458f-ad3c-5eea304f067a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:32.158227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Port': ['ID=98d71d58-2782-48fb-930a-fec61f72a8d2,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.165818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.221281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=47968598-f5ed-4720-839d-1e896d88fcd8,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.222399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-64e2c2ac-50ca-4ba2-bf13-cf89c1111e37 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/routers/598afbac-2d95-458f-ad3c-5eea304f067a HTTP/1.1" status: 200 len: 908 time: 0.1292136 Sep 17 22:45:32.225529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53544) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:32.232367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'router': {'name': 'tempest-snat-router-259806899', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': True}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:32.254426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.255597 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.320166 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.421205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 631c90b2-e01c-4701-844c-6e3847cd819d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.421770 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.429468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Set router 598afbac-2d95-458f-ad3c-5eea304f067a gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:32.469237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.605603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-2367036c-ae07-4b53-99cc-cbd4947280e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4224242-0040-4eb0-9c20-d3b65803c5fc HTTP/1.1" status: 200 len: 217 time: 0.4723058 Sep 17 22:45:32.620880 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8676982 Sep 17 22:45:32.635335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:32.635958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.637379 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] 10.222.0.45 "PUT /v2.0/ports/6d5fc1f8-f91b-4967-9b69-6ed461c947e4 HTTP/1.1" status: 200 len: 1092 time: 4.5731151 Sep 17 22:45:32.648105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53546) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:32.654461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Request body: {'subnet': {'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:32.686867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1432d28e-2d4d-4fc9-8ebe-805004cd1d02 None None] Provisioning complete for port 47968598-f5ed-4720-839d-1e896d88fcd8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.686867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1432d28e-2d4d-4fc9-8ebe-805004cd1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.727422 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26459d49-e609-46f8-87a4-7cde820e9fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.747397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Transition to ACTIVE for port object 5bdbab73-c26d-4804-b3de-9c1f15cdebfa will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:45:32.750262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:32.771682 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.797390 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.811464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598afbac-2d95-458f-ad3c-5eea304f067a', 'name': 'tempest-snat-router-259806899', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.163'}], 'enable_snat': False}, 'gw_port_id': 'be80a842-7389-4dc3-b87b-1402d9e23c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:30Z', 'revision_number': 3, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port': {'id': 'be80a842-7389-4dc3-b87b-1402d9e23c29', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598afbac-2d95-458f-ad3c-5eea304f067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:29Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:32.819457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.821347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a856f-1e4a-4b05-a2b4-a8be1414dc22 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event updated for resources: {'Network': ['ID=2216accf-56ca-45db-9eee-2f6ca00dd918,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.844591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Made reservation on behalf of fcece29dd82d4d53bcb36e399f6b1367 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:32.845332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network 48630919-aa41-463c-9141-260342fe9d4f is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:32.848157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.852870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 2216accf-56ca-45db-9eee-2f6ca00dd918 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:32.858611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Checking router: 598afbac-2d95-458f-ad3c-5eea304f067a for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:32.858611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Updating router 598afbac-2d95-458f-ad3c-5eea304f067a port be80a842-7389-4dc3-b87b-1402d9e23c29 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:32.860442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:32.868818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fc625-230d-40a2-9e0b-20830e46b06e service neutron] Pushing event updated for resources: {'Port': ['ID=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.907304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-903b7881-6ff2-4858-b7f2-536868b4a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:32.909672 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-903b7881-6ff2-4858-b7f2-536868b4a9c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4167563-afae-43ac-afc1-a11ab2eb031e HTTP/1.1" status: 200 len: 857 time: 0.2854874 Sep 17 22:45:32.963746 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.967744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:45:33.007097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:33.007329 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.042992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Allocated IP 172.25.0.192 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/72b849c5-9af0-4e87-914b-1c80ab0f1f59) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:33.073838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-1ee2749e-b585-40eb-812a-5dc4f64478d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529830 Sep 17 22:45:33.075791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-ba0c86ee-1154-447a-8c92-0b7ef8415e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.082371 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-ba0c86ee-1154-447a-8c92-0b7ef8415e16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8ed1bc635704c8e8e14f8f1c5a7a686&device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 1095 time: 0.3886542 Sep 17 22:45:33.117018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 631c90b2-e01c-4701-844c-6e3847cd819d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:33.189028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.222128 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.250465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Pushing event updated for resources: {'Port': ['ID=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.264018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-1fb78ef6-793e-43f0-b265-184f16bc2a06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5fc1f8-f91b-4967-9b69-6ed461c947e4 HTTP/1.1" status: 200 len: 217 time: 0.1165447 Sep 17 22:45:33.285785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1d586b4d-ddef-43c8-80a7-8d67c20e533c None None] Provisioning complete for port 98d71d58-2782-48fb-930a-fec61f72a8d2 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:33.286722 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1d586b4d-ddef-43c8-80a7-8d67c20e533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.290670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 631c90b2-e01c-4701-844c-6e3847cd819d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:33.291026 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.338678 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.375658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1d586b4d-ddef-43c8-80a7-8d67c20e533c None None] Port 98d71d58-2782-48fb-930a-fec61f72a8d2 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:33.381814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d6bd36-fe08-44ce-bf92-a1031e9136db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cdf0d3-89a5-4b26-8c95-f414b5a11d44'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:33.383984 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b455e9bb-8be7-47aa-9b47-3b24f624018e" -d '{"events": [{"server_uuid": "20d6bd36-fe08-44ce-bf92-a1031e9136db", "name": "network-vif-plugged", "status": "completed", "tag": "f5cdf0d3-89a5-4b26-8c95-f414b5a11d44"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:33.385179 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.396591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc7b10-2704-41f0-add6-c3964f2fcdab req-9279bbfc-49f3-4615-b5cb-8f5a45ded4cb tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.398290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5efc7b10-2704-41f0-add6-c3964f2fcdab req-9279bbfc-49f3-4615-b5cb-8f5a45ded4cb tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 944 time: 0.2370818 Sep 17 22:45:33.399612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:33.429624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.441265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-dfc61d7a-09e8-48a9-aa50-9b2ef4cf70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.442948 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-dfc61d7a-09e8-48a9-aa50-9b2ef4cf70c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4167563-afae-43ac-afc1-a11ab2eb031e HTTP/1.1" status: 200 len: 857 time: 0.1454730 Sep 17 22:45:33.472968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 47968598-f5ed-4720-839d-1e896d88fcd8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:33.473382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df81134-2882-4446-a5d9-d757b084537c req-04fcf937-508b-4a0b-aef9-6578379d33bd tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.475512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1df81134-2882-4446-a5d9-d757b084537c req-04fcf937-508b-4a0b-aef9-6578379d33bd tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 943 time: 0.3103771 Sep 17 22:45:33.503654 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-6dd8fffc-4f37-467a-a2e3-3d8c6a84c02f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461457 Sep 17 22:45:33.514222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Attempting to bind port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:33.514598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Attempting to bind port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '312f4cde-9118-4444-b510-352aa36bb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd3427a1c-540e-49c4-a85f-f1d26240b644'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:33.514715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.514897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Attempting to bind port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa on network d3427a1c-540e-49c4-a85f-f1d26240b644 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:33.537559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 47968598-f5ed-4720-839d-1e896d88fcd8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:33.537939 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.544322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.556203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event updated for resources: {'Subnet': ['ID=e0104eea-a3be-4dd6-83b3-ff6818b4e806,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.564998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5efc7b10-2704-41f0-add6-c3964f2fcdab req-fe6f4f44-e183-4133-bf26-adeadf1bf5c8 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525857 Sep 17 22:45:33.568908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.609442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1df81134-2882-4446-a5d9-d757b084537c req-4e771fb0-f72f-4eff-a6a3-c983594e18fc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190181 Sep 17 22:45:33.610181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Checking segment: {'id': '761bbc92-baab-4354-86b8-f51c90cfc3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:33.610653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Network hostable DHCP agents. Network: 2216accf-56ca-45db-9eee-2f6ca00dd918, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:33.632431 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-d070c075-4c41-45c9-81bb-08620f100360 service neutron] 10.222.0.49 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998703 Sep 17 22:45:33.632431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa on network d3427a1c-540e-49c4-a85f-f1d26240b644 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:45:33.632431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Attempting to bind port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa on network d3427a1c-540e-49c4-a85f-f1d26240b644 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:33.632787 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9217ed90-8a33-4760-acfe-4d9248792c04 x-openstack-request-id: req-9217ed90-8a33-4760-acfe-4d9248792c04 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:33.632787 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d6bd36-fe08-44ce-bf92-a1031e9136db", "name": "network-vif-plugged", "status": "completed", "tag": "f5cdf0d3-89a5-4b26-8c95-f414b5a11d44", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:33.632787 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9217ed90-8a33-4760-acfe-4d9248792c04 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:33.634458 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d6bd36-fe08-44ce-bf92-a1031e9136db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cdf0d3-89a5-4b26-8c95-f414b5a11d44', 'code': 200} Sep 17 22:45:33.667913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Network 2216accf-56ca-45db-9eee-2f6ca00dd918 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:33.672270 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.691532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:33.694576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=a025099c-52f2-43ed-b153-0be69579894b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.697563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:33.697903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Checking segment: {'id': '312f4cde-9118-4444-b510-352aa36bb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd3427a1c-540e-49c4-a85f-f1d26240b644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:33.698282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Bound using segment: {'id': '312f4cde-9118-4444-b510-352aa36bb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd3427a1c-540e-49c4-a85f-f1d26240b644'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:33.699014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Bound port: 5bdbab73-c26d-4804-b3de-9c1f15cdebfa, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312f4cde-9118-4444-b510-352aa36bb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd3427a1c-540e-49c4-a85f-f1d26240b644'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:33.699799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.726933 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:33.741979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:33.742171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.756108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 2216accf-56ca-45db-9eee-2f6ca00dd918) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:33.780159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.780900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.787035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e4287-2e6a-4541-a4c5-26cecfc88bed None None] Network 2216accf-56ca-45db-9eee-2f6ca00dd918 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:33.799929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:33.811061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a498ecfd-80b2-4b78-a59d-ebb1c47a9479 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1624444 Sep 17 22:45:33.813283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53554) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:33.822742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:33.829667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Request body: {'port': {'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918', 'name': 'tempest-ExtraDHCPOptionsTestJSON-750296938'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:33.834694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:33.846905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Router d102cc48-d667-4603-aaa6-e982d3acd23a is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:33.878114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'Port': ['ID=72b849c5-9af0-4e87-914b-1c80ab0f1f59,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.884575 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-ba11cc12-ea6d-4eef-afbc-cbe8d56de5cd service neutron] 10.222.0.45 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635709 Sep 17 22:45:33.907861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90093179-386f-402e-8af0-777b3efc32db req-2e56431a-61f5-4954-baa4-caf68567a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.909504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90093179-386f-402e-8af0-777b3efc32db req-2e56431a-61f5-4954-baa4-caf68567a671 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20d6bd36-fe08-44ce-bf92-a1031e9136db HTTP/1.1" status: 200 len: 1098 time: 0.2030253 Sep 17 22:45:34.099029 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.102055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f1638c-8c7d-490f-8a48-25985d216622', 'tag': '6d5fc1f8-f91b-4967-9b69-6ed461c947e4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:34.105872 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340309a2-a5c9-4bcb-bc30-585acd26657c" -d '{"events": [{"name": "network-changed", "server_uuid": "57f1638c-8c7d-490f-8a48-25985d216622", "tag": "6d5fc1f8-f91b-4967-9b69-6ed461c947e4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:34.123130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-93fc12d6-b47d-4a70-99c5-a32b8a970c02 service neutron] 10.222.0.45 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074070 Sep 17 22:45:34.126356 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b7738b8b-baf1-438e-b911-c7caf4a06629 req-a2c47068-c483-4d66-8848-d3a31e6ece50 service neutron] 10.222.0.49 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895532 Sep 17 22:45:34.136067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90093179-386f-402e-8af0-777b3efc32db req-41d6ace0-73e7-4802-831f-ef47bf49dcba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181575 Sep 17 22:45:34.149627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] For port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:34.185949 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.217467 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d32b5f-ca1e-4eae-8c3e-f13fd8be7d3c x-openstack-request-id: req-a8d32b5f-ca1e-4eae-8c3e-f13fd8be7d3c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:34.217803 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f1638c-8c7d-490f-8a48-25985d216622", "tag": "6d5fc1f8-f91b-4967-9b69-6ed461c947e4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:34.218080 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8d32b5f-ca1e-4eae-8c3e-f13fd8be7d3c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:34.218450 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f1638c-8c7d-490f-8a48-25985d216622', 'tag': '6d5fc1f8-f91b-4967-9b69-6ed461c947e4', 'status': 'completed', 'code': 200} Sep 17 22:45:34.226528 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.259481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] For port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,segment=NetworkSegment(312f4cde-9118-4444-b510-352aa36bb78c),segment_id=312f4cde-9118-4444-b510-352aa36bb78c)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:34.276680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Made reservation on behalf of fcece29dd82d4d53bcb36e399f6b1367 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:34.282914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.286824 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.303426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5e7cd-47dd-4e8a-aa16-02c9773fb218 None None] Pushing event updated for resources: {'Port': ['ID=be80a842-7389-4dc3-b87b-1402d9e23c29,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:34.310198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b38a8f16-ab5e-4109-9975-7d32988c6478 None None] Provisioning complete for port a025099c-52f2-43ed-b153-0be69579894b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:34.310576 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b38a8f16-ab5e-4109-9975-7d32988c6478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.315873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Attempting to bind port be80a842-7389-4dc3-b87b-1402d9e23c29 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:34.315873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Attempting to bind port be80a842-7389-4dc3-b87b-1402d9e23c29 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:34.315873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Attempting to bind port be80a842-7389-4dc3-b87b-1402d9e23c29 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:34.326030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] device_id is not set on port 755d09f2-a63a-45bb-9420-b9a81b96218e yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:34.366641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:34.367165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:34.367566 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.368001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:34.368125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:34.368583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Bound port: be80a842-7389-4dc3-b87b-1402d9e23c29, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:34.368998 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.369529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.370958 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] 10.222.0.49 "PUT /v2.0/ports/5bdbab73-c26d-4804-b3de-9c1f15cdebfa HTTP/1.1" status: 200 len: 1093 time: 5.1548564 Sep 17 22:45:34.376562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be73ad3-b62f-4ba3-970e-f11d4f518c6c service neutron] Pushing event updated for resources: {'Port': ['ID=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:34.393772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.401836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:34.410212 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f641d9f-145d-44a3-8bb4-21bc575b56ec tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "PUT /v2.0/routers/d102cc48-d667-4603-aaa6-e982d3acd23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6164494 Sep 17 22:45:34.417093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53562) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:34.417344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b38a8f16-ab5e-4109-9975-7d32988c6478 None None] Port a025099c-52f2-43ed-b153-0be69579894b cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:34.424772 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201fb36e-8c02-482a-8ff8-4d4822d95c27 None None] Sync routers for ids ['d102cc48-d667-4603-aaa6-e982d3acd23a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:34.465961 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201fb36e-8c02-482a-8ff8-4d4822d95c27 None None] Routers {'d102cc48-d667-4603-aaa6-e982d3acd23a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:34.466884 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-201fb36e-8c02-482a-8ff8-4d4822d95c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d102cc48-d667-4603-aaa6-e982d3acd23a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.472066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] For port be80a842-7389-4dc3-b87b-1402d9e23c29, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:34.472839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Allocated IP 172.20.0.5 (2216accf-56ca-45db-9eee-2f6ca00dd918/e0104eea-a3be-4dd6-83b3-ff6818b4e806/755d09f2-a63a-45bb-9420-b9a81b96218e) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:34.476318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] For port be80a842-7389-4dc3-b87b-1402d9e23c29, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be80a842-7389-4dc3-b87b-1402d9e23c29,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:34.486882 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.507916 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-201fb36e-8c02-482a-8ff8-4d4822d95c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.513122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-73226d70-492e-4e0d-a441-68ebeb1bcb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:34.514549 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-73226d70-492e-4e0d-a441-68ebeb1bcb5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8ed1bc635704c8e8e14f8f1c5a7a686&device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a HTTP/1.1" status: 200 len: 1096 time: 0.2927830 Sep 17 22:45:34.518049 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201fb36e-8c02-482a-8ff8-4d4822d95c27 None None] Routers {'d102cc48-d667-4603-aaa6-e982d3acd23a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:34.518991 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-201fb36e-8c02-482a-8ff8-4d4822d95c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d102cc48-d667-4603-aaa6-e982d3acd23a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.551101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-2216accf-56ca-45db-9eee-2f6ca00dd918', 'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918', 'tenant_id': 'fcece29dd82d4d53bcb36e399f6b1367', 'fixed_ips': [{'subnet_id': 'e0104eea-a3be-4dd6-83b3-ff6818b4e806'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:34.552788 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.556903 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-201fb36e-8c02-482a-8ff8-4d4822d95c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.557918 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201fb36e-8c02-482a-8ff8-4d4822d95c27 None None] The sync data for ids ['d102cc48-d667-4603-aaa6-e982d3acd23a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:34.573107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5e7cd-47dd-4e8a-aa16-02c9773fb218 None None] Pushing event updated for resources: {'Port': ['ID=be80a842-7389-4dc3-b87b-1402d9e23c29,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:34.607197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Routers {'598afbac-2d95-458f-ad3c-5eea304f067a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:34.607976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['598afbac-2d95-458f-ad3c-5eea304f067a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.711213 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.734116 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.797074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] Set router 598afbac-2d95-458f-ad3c-5eea304f067a gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:34.963246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5c62-2197-48e0-8174-a0f35a5daec5 req-4ee339c0-36b4-455e-9d45-c22372b5e047 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:34.964708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d4a5c62-2197-48e0-8174-a0f35a5daec5 req-4ee339c0-36b4-455e-9d45-c22372b5e047 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 944 time: 0.2475648 Sep 17 22:45:34.966508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-8db37cff-ae44-4ef7-bec6-17f8a2773c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:34.968136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-8db37cff-ae44-4ef7-bec6-17f8a2773c6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8ed1bc635704c8e8e14f8f1c5a7a686&device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 1095 time: 0.4058599 Sep 17 22:45:34.990340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d425328-e86d-4f24-a8c6-61ce753bce4a req-c7aa29ce-3c90-43b6-8247-5887274c2f60 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:34.991820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d425328-e86d-4f24-a8c6-61ce753bce4a req-c7aa29ce-3c90-43b6-8247-5887274c2f60 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 943 time: 0.2543027 Sep 17 22:45:35.005932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598afbac-2d95-458f-ad3c-5eea304f067a', 'name': 'tempest-snat-router-259806899', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.163'}], 'enable_snat': False}, 'gw_port_id': 'be80a842-7389-4dc3-b87b-1402d9e23c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:30Z', 'revision_number': 3, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port': {'id': 'be80a842-7389-4dc3-b87b-1402d9e23c29', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598afbac-2d95-458f-ad3c-5eea304f067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:29Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:35.009773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-fa8fc361-2c31-4210-b9a5-ccb3388afd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.011295 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-fa8fc361-2c31-4210-b9a5-ccb3388afd76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe77a4cf20ca49948682c4ea33687481&device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 1096 time: 0.5291991 Sep 17 22:45:35.028978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.033505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7a717-e059-4f79-87ec-83a9721c12bc None None] The sync data for ids ['598afbac-2d95-458f-ad3c-5eea304f067a'] in n-d-789963-10 is: [{'id': '598afbac-2d95-458f-ad3c-5eea304f067a', 'name': 'tempest-snat-router-259806899', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.163'}], 'enable_snat': False}, 'gw_port_id': 'be80a842-7389-4dc3-b87b-1402d9e23c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:30Z', 'revision_number': 3, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port': {'id': 'be80a842-7389-4dc3-b87b-1402d9e23c29', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598afbac-2d95-458f-ad3c-5eea304f067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:29Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:35.134488 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-4c5e8c6d-d712-4d94-94b0-749cb2ad5a1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bdbab73-c26d-4804-b3de-9c1f15cdebfa HTTP/1.1" status: 200 len: 217 time: 0.0896564 Sep 17 22:45:35.221574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-a9e05835-5a26-42f3-90ec-4fcb3c6f71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.223049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-a9e05835-5a26-42f3-90ec-4fcb3c6f71bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b HTTP/1.1" status: 200 len: 918 time: 0.3927193 Sep 17 22:45:35.325340 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.361122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-2b0a782f-2e0c-43dc-8365-ac9dada7ce47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4224242-0040-4eb0-9c20-d3b65803c5fc HTTP/1.1" status: 200 len: 217 time: 0.1290019 Sep 17 22:45:35.406098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-1ebc6293-d64b-49a8-993d-5ffe403d5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.407628 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-1ebc6293-d64b-49a8-993d-5ffe403d5a09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bf13a-f690-4862-957c-a480fab2ffcb HTTP/1.1" status: 200 len: 849 time: 0.2496223 Sep 17 22:45:35.571766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-48bb5018-028e-461f-b8d5-76b9a6d35929 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3427a1c-540e-49c4-a85f-f1d26240b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153836 Sep 17 22:45:35.602522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-2aa2fec6-b163-4bfc-9e25-ecbdf9e927e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.604094 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-2aa2fec6-b163-4bfc-9e25-ecbdf9e927e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4167563-afae-43ac-afc1-a11ab2eb031e HTTP/1.1" status: 200 len: 857 time: 0.2136059 Sep 17 22:45:35.634792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d4a5c62-2197-48e0-8174-a0f35a5daec5 req-0fa37e21-630b-4b96-80dc-90bfa30e340e tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568494 Sep 17 22:45:35.670640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.694523 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-4cfcc6be-c0fe-4722-8357-8fb85a874d1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709212 Sep 17 22:45:35.700021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d425328-e86d-4f24-a8c6-61ce753bce4a req-0c60f81a-1114-4b7f-a9ce-7311a92ed877 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871412 Sep 17 22:45:35.712449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-efaa6fa9-e370-4dc3-ab3f-b9047ab739df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.721913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-efaa6fa9-e370-4dc3-ab3f-b9047ab739df service neutron] 10.222.0.45 "GET /v2.0/networks?id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b HTTP/1.1" status: 200 len: 918 time: 0.7165127 Sep 17 22:45:35.728843 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.755942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.757315 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.783810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Allocated IP 172.20.0.2 (2216accf-56ca-45db-9eee-2f6ca00dd918/e0104eea-a3be-4dd6-83b3-ff6818b4e806/6cbe3f71-31ec-479b-8f30-1f3cd5a69640) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:35.818548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-ef69c416-979d-4ad8-b158-2e3066966bf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5fc1f8-f91b-4967-9b69-6ed461c947e4 HTTP/1.1" status: 200 len: 217 time: 0.0918102 Sep 17 22:45:35.820539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Network 2216accf-56ca-45db-9eee-2f6ca00dd918 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:35.840911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:35.843697 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.851512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:35.957170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event updated for resources: {'Port': ['ID=755d09f2-a63a-45bb-9420-b9a81b96218e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:35.988856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-dc311061-8d26-4f15-86d2-a6d7897853fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.991482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-dc311061-8d26-4f15-86d2-a6d7897853fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4167563-afae-43ac-afc1-a11ab2eb031e HTTP/1.1" status: 200 len: 857 time: 0.1628609 Sep 17 22:45:36.003880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:36.005305 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.009249 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.023135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.030884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=a025099c-52f2-43ed-b153-0be69579894b,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:36.043367 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-e54bc326-2a2f-4e19-9a88-e4f9f945969e service neutron] 10.222.0.49 "GET /v2.0/networks/d3427a1c-540e-49c4-a85f-f1d26240b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550831 Sep 17 22:45:36.071956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-c361e9c1-fcea-44e1-ac1c-534294e4c55c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35d241ac-6b6b-4697-88a0-f6dfffd1f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360117 Sep 17 22:45:36.073190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:36.088314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Network 2216accf-56ca-45db-9eee-2f6ca00dd918 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:36.092255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:36.097687 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-38c785d0-522b-49fd-baaa-9350fc794310 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:45:36.098816 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-38c785d0-522b-49fd-baaa-9350fc794310 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "PUT /v2.0/routers/d102cc48-d667-4603-aaa6-e982d3acd23a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6794701 Sep 17 22:45:36.104017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:36.104455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:36.105494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53570) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:36.133915 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-059178c1-3915-4846-86c4-fcb19ec4885c service neutron] 10.222.0.49 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688526 Sep 17 22:45:36.139104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Pushing event updated for resources: {'Port': ['ID=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:36.185397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4c2a22e5-ebde-42f3-815e-833f97ee96a0 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3600843 Sep 17 22:45:36.189156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53572) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:36.198693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Request body: {'port': {'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1200374828', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:36.199368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] bootfile-name is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:45:36.199778 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] tftp-server is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:45:36.200180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] server-ip-address is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:45:36.220311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7339724-76f9-475a-8919-94478659f8f1', 'tag': '5bdbab73-c26d-4804-b3de-9c1f15cdebfa'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:36.222864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Attempting to bind port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:36.222864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Attempting to bind port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '761bbc92-baab-4354-86b8-f51c90cfc3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:36.223390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Attempting to bind port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 on network 2216accf-56ca-45db-9eee-2f6ca00dd918 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:36.224337 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c01a0b-0581-4d45-8922-75bc6f4738f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7339724-76f9-475a-8919-94478659f8f1", "tag": "5bdbab73-c26d-4804-b3de-9c1f15cdebfa"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:36.230015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:36.230395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Checking segment: {'id': '761bbc92-baab-4354-86b8-f51c90cfc3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:36.230806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.231201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Bound using segment: {'id': '761bbc92-baab-4354-86b8-f51c90cfc3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:36.231674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Bound port: 6cbe3f71-31ec-479b-8f30-1f3cd5a69640, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761bbc92-baab-4354-86b8-f51c90cfc3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2216accf-56ca-45db-9eee-2f6ca00dd918'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:36.232061 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.297049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device e4224242-0040-4eb0-9c20-d3b65803c5fc details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:45:36.308004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-0b92645c-9143-416e-9fb0-508b0ae8dece service neutron] 10.222.0.45 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279389 Sep 17 22:45:36.323468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] For port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:36.351186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] For port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,segment=NetworkSegment(761bbc92-baab-4354-86b8-f51c90cfc3ac),segment_id=761bbc92-baab-4354-86b8-f51c90cfc3ac)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:36.362176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.431970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1aba4-fbe1-4468-a942-ffd06555557b None None] Pushing event updated for resources: {'Port': ['ID=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:36.436750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Router 7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:36.514962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port e4224242-0040-4eb0-9c20-d3b65803c5fc, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=e4224242-0040-4eb0-9c20-d3b65803c5fc,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:36.528490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'e4224242-0040-4eb0-9c20-d3b65803c5fc', 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b', 'port_id': 'e4224242-0040-4eb0-9c20-d3b65803c5fc', 'mac_address': 'fa:16:3e:58:76:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4167563-afae-43ac-afc1-a11ab2eb031e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:45:36.562292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Made reservation on behalf of fcece29dd82d4d53bcb36e399f6b1367 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:36.567403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.580851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9e797ea4-bf2e-4001-a402-639796b5df52 None None] Provisioning complete for port a025099c-52f2-43ed-b153-0be69579894b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:36.581321 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e797ea4-bf2e-4001-a402-639796b5df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.603136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] device_id is not set on port 0600ab48-46ee-4940-973a-c66557da8d4b yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:36.623241 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.639610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9e797ea4-bf2e-4001-a402-639796b5df52 None None] Port a025099c-52f2-43ed-b153-0be69579894b cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:36.640658 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37279f3-1bb7-448f-8676-88e891f220b7 x-openstack-request-id: req-c37279f3-1bb7-448f-8676-88e891f220b7 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:36.640810 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7339724-76f9-475a-8919-94478659f8f1", "tag": "5bdbab73-c26d-4804-b3de-9c1f15cdebfa", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:36.641042 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c37279f3-1bb7-448f-8676-88e891f220b7 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:36.641605 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7339724-76f9-475a-8919-94478659f8f1', 'tag': '5bdbab73-c26d-4804-b3de-9c1f15cdebfa', 'status': 'completed', 'code': 200} Sep 17 22:45:36.643972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4224242-0040-4eb0-9c20-d3b65803c5fc {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:36.644505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340309a2-a5c9-4bcb-bc30-585acd26657c req-3f43014a-b7eb-4007-9d98-c7b91d062aff service neutron] 10.222.0.45 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261623 Sep 17 22:45:36.687719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port e4224242-0040-4eb0-9c20-d3b65803c5fc, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=e4224242-0040-4eb0-9c20-d3b65803c5fc,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:36.695962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:36.697107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.727128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Sync routers for ids ['7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:36.749184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Routers {'7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:36.749919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:36.795032 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.798939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-345c92fc-6039-44a4-aa38-e554d2b240cb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5725210 Sep 17 22:45:36.811267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:45:36.830301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53580) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:36.865174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=e4224242-0040-4eb0-9c20-d3b65803c5fc,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:36.970429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Set router 7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:36.982772 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-660b1d48-5e11-44ff-ad9d-6536b2338b0f req-06050a63-0f26-4bc5-a9b1-bfe02e67389a service neutron] 10.222.0.49 "GET /v2.0/networks/d3427a1c-540e-49c4-a85f-f1d26240b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9274235 Sep 17 22:45:37.013340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Allocated IP 172.20.0.12 (2216accf-56ca-45db-9eee-2f6ca00dd918/e0104eea-a3be-4dd6-83b3-ff6818b4e806/0600ab48-46ee-4940-973a-c66557da8d4b) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:37.040056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00473d2d-e895-4e82-9ea0-f705215e0d99 req-ab87a1af-dbab-4076-986a-ff20471fdc0f tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:37.048725 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00473d2d-e895-4e82-9ea0-f705215e0d99 req-ab87a1af-dbab-4076-986a-ff20471fdc0f tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 944 time: 0.2815192 Sep 17 22:45:37.102683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90b25c-f095-40a6-8104-e8e57511ee96 req-9aea6103-a722-4f9e-89a8-9eb1d0ff71b1 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:37.102915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed90b25c-f095-40a6-8104-e8e57511ee96 req-9aea6103-a722-4f9e-89a8-9eb1d0ff71b1 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 943 time: 0.1867480 Sep 17 22:45:37.162131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00473d2d-e895-4e82-9ea0-f705215e0d99 req-191e0bb9-9260-4150-bfab-45768b3ca7ac tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119123 Sep 17 22:45:37.199185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed90b25c-f095-40a6-8104-e8e57511ee96 req-3fc69f08-fdd0-4750-add6-15bda1a37067 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771205 Sep 17 22:45:37.220655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:37.235831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be80a842-7389-4dc3-b87b-1402d9e23c29 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:37.238052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:37.238799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['e4224242-0040-4eb0-9c20-d3b65803c5fc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:37.271211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efcc5e1-3333-4570-ae43-ca03855e8e5c req-9e3ae674-71b2-4c30-a3b7-1ce798b56b5a service neutron] 10.222.0.49 "GET /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0966046 Sep 17 22:45:37.330040 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6fa8411b-2af6-4612-873d-1ce45ad31f99 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/routers/7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a HTTP/1.1" status: 200 len: 907 time: 0.4935708 Sep 17 22:45:37.339184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53584) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:37.365809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-bb382f35-e2dd-4c55-849d-bd4ca8500de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:37.367403 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-bb382f35-e2dd-4c55-849d-bd4ca8500de6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe77a4cf20ca49948682c4ea33687481&device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 1096 time: 0.2252040 Sep 17 22:45:37.421867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.472516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '6d5fc1f8-f91b-4967-9b69-6ed461c947e4', 'network_id': '35d241ac-6b6b-4697-88a0-f6dfffd1f19b', 'port_id': '6d5fc1f8-f91b-4967-9b69-6ed461c947e4', 'mac_address': 'fa:16:3e:c7:d4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4167563-afae-43ac-afc1-a11ab2eb031e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:45:37.490988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.548390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:37.562942 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:37.564448 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-70b99afd-00a0-47f1-b9ff-d0014c421890 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7259543 Sep 17 22:45:37.565007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53586) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:37.574689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-318152048'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:37.603991 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:37.605201 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:37.607836 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-3de5f931-253d-4306-9e58-241ec81c86dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1298690 Sep 17 22:45:37.610973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-fac183e4-0b00-4abc-833d-057682fc02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:37.611402 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-fac183e4-0b00-4abc-833d-057682fc02f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d3427a1c-540e-49c4-a85f-f1d26240b644 HTTP/1.1" status: 200 len: 910 time: 0.2032397 Sep 17 22:45:37.649409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:37.653360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.667926 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.714451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:37.730700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.731009 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-c743251c-9cb3-4a2d-9505-9dea17a0df77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bdbab73-c26d-4804-b3de-9c1f15cdebfa HTTP/1.1" status: 200 len: 217 time: 0.0870771 Sep 17 22:45:37.731192 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added segment 381a8b08-8a11-4d19-b6c2-e3f2e25521e5 of type vlan for network 789f12e3-ecd9-4503-9252-8e96f746aaf0 Sep 17 22:45:37.748728 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.795929 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.801193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:37.832273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:37.844323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-520fd839-713b-4a04-a518-9c398b3dfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:37.845976 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-520fd839-713b-4a04-a518-9c398b3dfd64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bf13a-f690-4862-957c-a480fab2ffcb HTTP/1.1" status: 200 len: 849 time: 0.0924103 Sep 17 22:45:37.849926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-dc5ce3a3-e300-4bd2-b1a6-75f1e149b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:37.851462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-dc5ce3a3-e300-4bd2-b1a6-75f1e149b03d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1097 time: 0.1376066 Sep 17 22:45:37.874376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port be80a842-7389-4dc3-b87b-1402d9e23c29 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:37.874919 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.876752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.885867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:37.886508 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.901352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.906725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-f7848d50-3b9f-4219-a8d7-7269432e5de6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3427a1c-540e-49c4-a85f-f1d26240b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482810 Sep 17 22:45:37.917954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.935915 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Network 2216accf-56ca-45db-9eee-2f6ca00dd918 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:37.941110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.943754 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:37.972713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:38.002792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:38.036376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a', 'name': 'tempest-snat-router-259806899', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '72b849c5-9af0-4e87-914b-1c80ab0f1f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:32Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 3, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port': {'id': '72b849c5-9af0-4e87-914b-1c80ab0f1f59', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:32Z', 'updated_at': '2021-09-17T22:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:38.056982 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4860375 Sep 17 22:45:38.058402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event updated for resources: {'Port': ['ID=0600ab48-46ee-4940-973a-c66557da8d4b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.066800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:38.068151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.093603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53588) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:38.116956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.118322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2428c2cb-fcb3-4319-8bcc-9f60fefab8bf tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9280481 Sep 17 22:45:38.121384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bd68a-274c-47c4-b701-977a12e5c619 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Network': ['ID=789f12e3-ecd9-4503-9252-8e96f746aaf0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.122231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53590) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:38.122971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Checking router: 7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:38.123335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Updating router 7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a port 72b849c5-9af0-4e87-914b-1c80ab0f1f59 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:38.173783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'subnet': {'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:38.180647 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.182358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 789f12e3-ecd9-4503-9252-8e96f746aaf0 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:38.183989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede0d34-b6d8-4d21-be5d-1717a5fe1247 None None] Network 2216accf-56ca-45db-9eee-2f6ca00dd918 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:38.233969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d796a1-7f60-412b-9d7c-0b57ab2fda39 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:38.245273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6d5fc1f8-f91b-4967-9b69-6ed461c947e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:38.246349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d796a1-7f60-412b-9d7c-0b57ab2fda39 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:38.252745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d796a1-7f60-412b-9d7c-0b57ab2fda39 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:38.256074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-80d796a1-7f60-412b-9d7c-0b57ab2fda39 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1162093 Sep 17 22:45:38.259496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53596) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:38.302193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Deleting port 72b849c5-9af0-4e87-914b-1c80ab0f1f59 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:38.303381 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.342703 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:35Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:38.359595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.384316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port be80a842-7389-4dc3-b87b-1402d9e23c29, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be80a842-7389-4dc3-b87b-1402d9e23c29,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:38.393707 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:38.394068 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Updating router 630d9442-8a88-4d1c-8c9d-985987858674 port a025099c-52f2-43ed-b153-0be69579894b binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:38.439666 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.439888 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.440354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:38.443135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b6f9867c-6413-4276-b512-8302cf39d6e4 None None] Provisioning complete for port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:38.443538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b6f9867c-6413-4276-b512-8302cf39d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.486260 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-5b662095-4831-4aa3-a71b-9390e122565b service neutron] 10.222.0.49 "GET /v2.0/networks/d3427a1c-540e-49c4-a85f-f1d26240b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185535 Sep 17 22:45:38.490396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-c13d2867-f5ae-4d3f-bf5d-4fb248449142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:38.492083 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-c13d2867-f5ae-4d3f-bf5d-4fb248449142 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.6011026 Sep 17 22:45:38.509840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e05c5-d3f5-429d-8354-556b6cbfac62 req-8aa73f93-524c-4127-97fe-aa0fa1556620 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:38.511762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-623e05c5-d3f5-429d-8354-556b6cbfac62 req-8aa73f93-524c-4127-97fe-aa0fa1556620 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 944 time: 0.1773062 Sep 17 22:45:38.531387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.565967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4909f70-2ffc-4943-8ad5-d3ecdb6b706d req-49455ad7-4751-4cdd-9ac9-36fda5f3a447 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:38.568347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4909f70-2ffc-4943-8ad5-d3ecdb6b706d req-49455ad7-4751-4cdd-9ac9-36fda5f3a447 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 944 time: 0.2172472 Sep 17 22:45:38.573770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Calling delete_port for 72b849c5-9af0-4e87-914b-1c80ab0f1f59 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:38.613122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bd99bf15-7a89-4ea2-acd6-b3d60ddfabe3 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Deleting port 0600ab48-46ee-4940-973a-c66557da8d4b {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:38.613718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd99bf15-7a89-4ea2-acd6-b3d60ddfabe3 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.644308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-623e05c5-d3f5-429d-8354-556b6cbfac62 req-436bdb11-b8cf-457d-804c-ac52f79f418c tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244988 Sep 17 22:45:38.670149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Made reservation on behalf of 44c91c35536b4dc1932827e33c387038 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:38.674547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.690777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b6f9867c-6413-4276-b512-8302cf39d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.711306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-5804f854-e497-49f9-973b-2de07399d32f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 1001 time: 0.2092323 Sep 17 22:45:38.743679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4909f70-2ffc-4943-8ad5-d3ecdb6b706d req-1419f658-59a5-4b1f-a840-b545bb78e8d0 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633277 Sep 17 22:45:38.804472 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd99bf15-7a89-4ea2-acd6-b3d60ddfabe3 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.857589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bd99bf15-7a89-4ea2-acd6-b3d60ddfabe3 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Calling delete_port for 0600ab48-46ee-4940-973a-c66557da8d4b owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:38.878380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=be80a842-7389-4dc3-b87b-1402d9e23c29,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.926127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b6f9867c-6413-4276-b512-8302cf39d6e4 None None] For port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,segment=NetworkSegment(761bbc92-baab-4354-86b8-f51c90cfc3ac),segment_id=761bbc92-baab-4354-86b8-f51c90cfc3ac)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:38.956957 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.975540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b6f9867c-6413-4276-b512-8302cf39d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.976554 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.987110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:38.987806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.102643 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Pushing event updated for resources: {'Port': ['ID=a025099c-52f2-43ed-b153-0be69579894b,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:39.121620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.164565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82c01a0b-0581-4d45-8922-75bc6f4738f4 req-fa9de6a8-70ab-47c1-bd26-8223b0b48b04 service neutron] 10.222.0.49 "GET /v2.0/networks/d3427a1c-540e-49c4-a85f-f1d26240b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561470 Sep 17 22:45:39.170680 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.170957 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.171296 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.171631 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.172705 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.172705 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.172705 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.173006 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.190610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event deleted for resources: {'Port': ['ID=72b849c5-9af0-4e87-914b-1c80ab0f1f59,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:39.197460 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.197817 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.198152 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.198537 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:39.209397 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd99bf15-7a89-4ea2-acd6-b3d60ddfabe3 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.213320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-1696deb0-ea08-491f-b379-c4c4d1c2e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:39.215279 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-1696deb0-ea08-491f-b379-c4c4d1c2e292 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.4916179 Sep 17 22:45:39.240035 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Attempting to bind port a025099c-52f2-43ed-b153-0be69579894b on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:39.240697 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Attempting to bind port a025099c-52f2-43ed-b153-0be69579894b by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:39.241249 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Attempting to bind port a025099c-52f2-43ed-b153-0be69579894b on network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:39.257360 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:39.258090 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Checking segment: {'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:39.258678 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.259231 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Bound using segment: {'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:39.259875 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Bound port: a025099c-52f2-43ed-b153-0be69579894b, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4199c6-6a19-4998-a36a-1788420a4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:39.260444 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.265868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9867c-6413-4276-b512-8302cf39d6e4 None None] Pushing event updated for resources: {'Port': ['ID=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:39.337641 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.376510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-93754241-7c4d-41ca-b089-9b5b4184243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:39.381531 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-93754241-7c4d-41ca-b089-9b5b4184243f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436741 Sep 17 22:45:39.422225 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] For port a025099c-52f2-43ed-b153-0be69579894b, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:39.426922 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] For port a025099c-52f2-43ed-b153-0be69579894b, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a025099c-52f2-43ed-b153-0be69579894b,segment=NetworkSegment(ee4199c6-6a19-4998-a36a-1788420a4279),segment_id=ee4199c6-6a19-4998-a36a-1788420a4279)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:39.436527 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.500089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99bf15-7a89-4ea2-acd6-b3d60ddfabe3 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event deleted for resources: {'Port': ['ID=0600ab48-46ee-4940-973a-c66557da8d4b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:39.533340 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:39.534085 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:39.547880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:45:39.557103 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:45:39.566556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Deleting port 98d71d58-2782-48fb-930a-fec61f72a8d2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:39.567719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.568734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be80a842-7389-4dc3-b87b-1402d9e23c29 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:39.611754 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-4ae1a6aa-5e39-4665-8401-b9eb91dd1894 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039170 Sep 17 22:45:39.634874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Provisioning complete for port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:39.635249 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.735389 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783cb14-b4e5-4cb7-8c0a-ff46f5bcca64 None None] Pushing event updated for resources: {'Port': ['ID=a025099c-52f2-43ed-b153-0be69579894b,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:39.778128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port be80a842-7389-4dc3-b87b-1402d9e23c29 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:39.778570 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.778689 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.788676 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:39.799495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Calling delete_port for 98d71d58-2782-48fb-930a-fec61f72a8d2 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:39.965775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Provisioning complete for port a025099c-52f2-43ed-b153-0be69579894b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:39.966354 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.977145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.043657 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:40.056718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Subnet': ['ID=fb90d55f-13a1-4f57-bf11-987c9bed9b82,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:40.128282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Port 72b849c5-9af0-4e87-914b-1c80ab0f1f59 not found while updating agent binding for router 7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a. {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 22:45:40.131281 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-65eae2f2-65db-40ca-a264-ee8f3c50d6f7 req-3804eb94-6e3e-4ecb-bc36-f8e9cd4bee5c service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233182 Sep 17 22:45:40.154138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Routers {'7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:40.155098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:40.157389 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:39Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:40.179912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.183230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.198375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Checking segment: {'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:40.199024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network hostable DHCP agents. Network: 789f12e3-ecd9-4503-9252-8e96f746aaf0, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:40.201586 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df17cf-30d1-49da-b65a-e05eddbec974 None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:39Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:40.233161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd99bf15-7a89-4ea2-acd6-b3d60ddfabe3 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.235643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bd99bf15-7a89-4ea2-acd6-b3d60ddfabe3 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "DELETE /v2.0/ports/0600ab48-46ee-4940-973a-c66557da8d4b HTTP/1.1" status: 204 len: 168 time: 1.9750512 Sep 17 22:45:40.249343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53602) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:40.265060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Request body: {'port': {'name': 'tempest-new-port-name-1336146239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:40.281119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] bootfile-name is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:45:40.282088 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] tftp-server is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:45:40.282883 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] server-ip-address is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:45:40.362632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 789f12e3-ecd9-4503-9252-8e96f746aaf0 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:40.405428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 789f12e3-ecd9-4503-9252-8e96f746aaf0) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:40.418688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.418878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:40.422140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:40.422751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.436610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5bdbab73-c26d-4804-b3de-9c1f15cdebfa details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:45:40.438807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device e4224242-0040-4eb0-9c20-d3b65803c5fc up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:40.439302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.443769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-34852ba4-bc7d-4ac7-80d6-730f33c9870f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "DELETE /v2.0/routers/7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a HTTP/1.1" status: 204 len: 168 time: 3.1032612 Sep 17 22:45:40.448868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53604) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:40.449317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9106d5f-aebe-45db-94a9-971cbcf77b5a None None] Network 789f12e3-ecd9-4503-9252-8e96f746aaf0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:40.474410 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2f02abaf-b20e-4055-b083-3330df9ecd04 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3026648 Sep 17 22:45:40.474735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53608) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:40.563852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:40.564282 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.570077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] Set router 7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:40.601129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1c692-5012-4b25-a5f5-895edaf658b1 req-4476e46d-6579-4f6d-b2eb-191df3f811a7 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:40.602772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5af1c692-5012-4b25-a5f5-895edaf658b1 req-4476e46d-6579-4f6d-b2eb-191df3f811a7 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 944 time: 0.4851859 Sep 17 22:45:40.632559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.649384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a6731-d01f-4a80-8516-bd6a8cce1105 req-34607563-96fd-4ee4-b209-52b7e4ac057b tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:40.650980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427a6731-d01f-4a80-8516-bd6a8cce1105 req-34607563-96fd-4ee4-b209-52b7e4ac057b tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 944 time: 0.5245731 Sep 17 22:45:40.655815 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.703607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Port': ['ID=98d71d58-2782-48fb-930a-fec61f72a8d2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:40.720680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.733248 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a', 'name': 'tempest-snat-router-259806899', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:32Z', 'updated_at': '2021-09-17T22:45:38Z', 'revision_number': 5, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:40.751462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.resource_extend [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:45:40.787272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e788-629c-43a3-a721-12d4355b7680 None None] The sync data for ids ['7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a'] in n-d-789963-10 is: [{'id': '7dbf6793-9bb6-40e1-9a71-34bd0ac21e5a', 'name': 'tempest-snat-router-259806899', 'tenant_id': '6461c823b46f4c4c922077de1c00cce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:32Z', 'updated_at': '2021-09-17T22:45:38Z', 'revision_number': 5, 'project_id': '6461c823b46f4c4c922077de1c00cce9', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:40.869921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:40.960819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5af1c692-5012-4b25-a5f5-895edaf658b1 req-bc03a030-9c6b-4179-b083-636324402d48 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087885 Sep 17 22:45:41.012379 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-427a6731-d01f-4a80-8516-bd6a8cce1105 req-b2aa0b93-e6fd-4edd-aa7d-9ce939cca28e tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137760 Sep 17 22:45:41.018168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.048522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] For port a025099c-52f2-43ed-b153-0be69579894b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a025099c-52f2-43ed-b153-0be69579894b,segment=NetworkSegment(ee4199c6-6a19-4998-a36a-1788420a4279),segment_id=ee4199c6-6a19-4998-a36a-1788420a4279)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:41.111710 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.165144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port e4224242-0040-4eb0-9c20-d3b65803c5fc completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:45:41.179308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.224497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port e4224242-0040-4eb0-9c20-d3b65803c5fc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:41.225366 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.242770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-789f12e3-ecd9-4503-9252-8e96f746aaf0', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:41.243688 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.266545 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.275184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:45:41.295401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:41.295766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.337903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Provisioning complete for port 755d09f2-a63a-45bb-9420-b9a81b96218e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:41.338272 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.342764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.351033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.380809 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.403461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,segment=NetworkSegment(312f4cde-9118-4444-b510-352aa36bb78c),segment_id=312f4cde-9118-4444-b510-352aa36bb78c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:41.415620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event updated for resources: {'Port': ['ID=755d09f2-a63a-45bb-9420-b9a81b96218e,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:41.462901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Pushing event updated for resources: {'Port': ['ID=a025099c-52f2-43ed-b153-0be69579894b,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:41.474647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] In _notify_port_updated(), no bound segment for port 755d09f2-a63a-45bb-9420-b9a81b96218e on network 2216accf-56ca-45db-9eee-2f6ca00dd918 {{(pid=94737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:45:41.481163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:41.481997 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.483711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d9315022-996f-4b44-b9e0-c18c0b2b4609 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "PUT /v2.0/ports/755d09f2-a63a-45bb-9420-b9a81b96218e HTTP/1.1" status: 200 len: 1136 time: 1.2231336 Sep 17 22:45:41.490202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53610) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:41.490577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '5bdbab73-c26d-4804-b3de-9c1f15cdebfa', 'network_id': 'd3427a1c-540e-49c4-a85f-f1d26240b644', 'port_id': '5bdbab73-c26d-4804-b3de-9c1f15cdebfa', 'mac_address': 'fa:16:3e:90:8c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bf13a-f690-4862-957c-a480fab2ffcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:45:41.495019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Deleting port be80a842-7389-4dc3-b87b-1402d9e23c29 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:41.497067 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.551272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Port 755d09f2-a63a-45bb-9420-b9a81b96218e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:41.591935 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cf4a3c2e-09af-4cd8-b060-84da1e7a703f None None] Could not find standard attr ID for object 0600ab48-46ee-4940-973a-c66557da8d4b. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:45:41.612101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b63a27-3e28-4dea-8fc7-202e350753e8 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:41.618673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-67b63a27-3e28-4dea-8fc7-202e350753e8 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "GET /v2.0/ports/755d09f2-a63a-45bb-9420-b9a81b96218e HTTP/1.1" status: 200 len: 1136 time: 0.1163709 Sep 17 22:45:41.631256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a025099c-52f2-43ed-b153-0be69579894b up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:41.668597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53612) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:41.773634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.783111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Router d102cc48-d667-4603-aaa6-e982d3acd23a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:41.798061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] For port be80a842-7389-4dc3-b87b-1402d9e23c29, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=be80a842-7389-4dc3-b87b-1402d9e23c29,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:41.799479 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.813679 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.827581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Calling delete_port for be80a842-7389-4dc3-b87b-1402d9e23c29 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:41.829935 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-27a196be-ef49-4dcf-bce1-c405f71607da None None] Provisioning complete for port 755d09f2-a63a-45bb-9420-b9a81b96218e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:41.830303 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-27a196be-ef49-4dcf-bce1-c405f71607da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.833284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdbab73-c26d-4804-b3de-9c1f15cdebfa {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:41.843681 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.844146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-367a9549-4649-4d30-a4b3-0625355393ed tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Deleting port 755d09f2-a63a-45bb-9420-b9a81b96218e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:41.844488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-367a9549-4649-4d30-a4b3-0625355393ed tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.871039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:41.877015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-40da0273-ba20-4d4c-b533-ec619b753a1c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "PUT /v2.0/routers/d102cc48-d667-4603-aaa6-e982d3acd23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7546058 Sep 17 22:45:41.881185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53614) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:41.885627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Allocated IP 2001:db8:3::2 (789f12e3-ecd9-4503-9252-8e96f746aaf0/fb90d55f-13a1-4f57-bf11-987c9bed9b82/d44baf25-e615-486d-ad43-09f8eb70e6ca) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:41.915848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2997270-c152-41be-907e-63eb75b3faa5 None None] Sync routers for ids ['d102cc48-d667-4603-aaa6-e982d3acd23a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:41.920263 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-8d6c5acc-0e68-4497-8c62-2f2b0df67b34 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] delete failed (client error): The resource could not be found. Sep 17 22:45:41.924967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8d6c5acc-0e68-4497-8c62-2f2b0df67b34 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1734433119 HTTP/1.1" status: 404 len: 335 time: 0.0392401 Sep 17 22:45:41.925726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53616) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:41.929640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,segment=NetworkSegment(312f4cde-9118-4444-b510-352aa36bb78c),segment_id=312f4cde-9118-4444-b510-352aa36bb78c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:41.931298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f1ccddd5-832b-42b9-b0d1-ab6dfa604e57 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd102cc48-d667-4603-aaa6-e982d3acd23a'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:41.948671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cebdcfb-bdd2-4c0d-9845-8e033209121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4224242-0040-4eb0-9c20-d3b65803c5fc'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:41.951057 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7d45a7-e5a5-4b12-a15c-7e10ecde7374" -d '{"events": [{"server_uuid": "0cebdcfb-bdd2-4c0d-9845-8e033209121a", "name": "network-vif-plugged", "status": "completed", "tag": "e4224242-0040-4eb0-9c20-d3b65803c5fc"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:41.963938 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.988398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a025099c-52f2-43ed-b153-0be69579894b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:41.988398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.989963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-27a196be-ef49-4dcf-bce1-c405f71607da None None] Port 755d09f2-a63a-45bb-9420-b9a81b96218e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:41.993093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port e4224242-0040-4eb0-9c20-d3b65803c5fc, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=e4224242-0040-4eb0-9c20-d3b65803c5fc,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:42.017332 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-367a9549-4649-4d30-a4b3-0625355393ed tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.033264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2997270-c152-41be-907e-63eb75b3faa5 None None] Routers {'d102cc48-d667-4603-aaa6-e982d3acd23a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:42.034006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e2997270-c152-41be-907e-63eb75b3faa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d102cc48-d667-4603-aaa6-e982d3acd23a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:42.055742 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8785754-7ea1-4d27-b468-897a6a3011c5 x-openstack-request-id: req-b8785754-7ea1-4d27-b468-897a6a3011c5 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:42.056385 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cebdcfb-bdd2-4c0d-9845-8e033209121a", "name": "network-vif-plugged", "status": "completed", "tag": "e4224242-0040-4eb0-9c20-d3b65803c5fc", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:42.056385 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8785754-7ea1-4d27-b468-897a6a3011c5 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:42.056642 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cebdcfb-bdd2-4c0d-9845-8e033209121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4224242-0040-4eb0-9c20-d3b65803c5fc', 'code': 200} Sep 17 22:45:42.068793 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.079804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-367a9549-4649-4d30-a4b3-0625355393ed tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Calling delete_port for 755d09f2-a63a-45bb-9420-b9a81b96218e owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:42.108765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:42.161642 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.167082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e2997270-c152-41be-907e-63eb75b3faa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:42.245385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-27a196be-ef49-4dcf-bce1-c405f71607da None None] Provisioning complete for port a025099c-52f2-43ed-b153-0be69579894b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:42.245757 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-27a196be-ef49-4dcf-bce1-c405f71607da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.266826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9158e-ee56-40e0-a3a1-f337c31d60bd req-ac216f49-fc2a-4e95-9815-fcd19d7ffd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:42.268674 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7f9158e-ee56-40e0-a3a1-f337c31d60bd req-ac216f49-fc2a-4e95-9815-fcd19d7ffd9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a HTTP/1.1" status: 200 len: 1098 time: 0.1278696 Sep 17 22:45:42.274514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.295852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2997270-c152-41be-907e-63eb75b3faa5 None None] Routers {'d102cc48-d667-4603-aaa6-e982d3acd23a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:42.296494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e2997270-c152-41be-907e-63eb75b3faa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d102cc48-d667-4603-aaa6-e982d3acd23a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:42.297837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aedfeb-548b-4068-92f7-f3577c922aa7 req-3508f3a2-3043-4f6a-8cc3-45ccb333fa0a tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:42.299622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1aedfeb-548b-4068-92f7-f3577c922aa7 req-3508f3a2-3043-4f6a-8cc3-45ccb333fa0a tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 945 time: 0.1462176 Sep 17 22:45:42.322611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dfbe2-8af0-4eac-830c-8ea877d0653b req-846b2a4c-9731-4471-a0cf-d8f7d8065a36 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:42.324853 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-251dfbe2-8af0-4eac-830c-8ea877d0653b req-846b2a4c-9731-4471-a0cf-d8f7d8065a36 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 945 time: 0.1613615 Sep 17 22:45:42.391896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.498752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event deleted for resources: {'Port': ['ID=be80a842-7389-4dc3-b87b-1402d9e23c29,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.510995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b1aedfeb-548b-4068-92f7-f3577c922aa7 req-db618385-80cf-4efe-ae9c-8767f6f4dece tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970346 Sep 17 22:45:42.542741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-251dfbe2-8af0-4eac-830c-8ea877d0653b req-12c0d8f0-da8f-4aae-86ac-cef32cc3596c tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909833 Sep 17 22:45:42.588598 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-367a9549-4649-4d30-a4b3-0625355393ed tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.591156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e2997270-c152-41be-907e-63eb75b3faa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:42.592244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2997270-c152-41be-907e-63eb75b3faa5 None None] The sync data for ids ['d102cc48-d667-4603-aaa6-e982d3acd23a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:42.604234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['5bdbab73-c26d-4804-b3de-9c1f15cdebfa'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:42.624739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1ccddd5-832b-42b9-b0d1-ab6dfa604e57 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.641883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a9549-4649-4d30-a4b3-0625355393ed tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event deleted for resources: {'Port': ['ID=755d09f2-a63a-45bb-9420-b9a81b96218e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.648967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.671041 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-f1ccddd5-832b-42b9-b0d1-ab6dfa604e57 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] update failed (client error): The resource could not be found. Sep 17 22:45:42.675548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f1ccddd5-832b-42b9-b0d1-ab6dfa604e57 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "PUT /v2.0/routers/d102cc48-d667-4603-aaa6-e982d3acd23a HTTP/1.1" status: 404 len: 339 time: 0.7446787 Sep 17 22:45:42.675548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7f9158e-ee56-40e0-a3a1-f337c31d60bd req-08770de7-bbe8-4da3-95c7-fb24afa5c9cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Sep 17 22:45:42.677563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53624) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:42.726539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=e4224242-0040-4eb0-9c20-d3b65803c5fc,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.810414 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.814745 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.825597 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-367a9549-4649-4d30-a4b3-0625355393ed tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.829991 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-367a9549-4649-4d30-a4b3-0625355393ed tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "DELETE /v2.0/ports/755d09f2-a63a-45bb-9420-b9a81b96218e HTTP/1.1" status: 204 len: 168 time: 1.1572254 Sep 17 22:45:42.857884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53626) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:42.890324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.902811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.909321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-27a196be-ef49-4dcf-bce1-c405f71607da None None] Could not find standard attr ID for object 0600ab48-46ee-4940-973a-c66557da8d4b. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:45:42.918191 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.922256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a3fa54-d7bb-4b7a-b891-e5fd575fc820 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Deleting subnet e0104eea-a3be-4dd6-83b3-ff6818b4e806 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:42.925793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.926620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 598afbac-2d95-458f-ad3c-5eea304f067a {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:42.928981 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24a3fa54-d7bb-4b7a-b891-e5fd575fc820 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.934302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.936339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4e46a030-256e-4202-bfdc-b949e1cc514a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "DELETE /v2.0/routers/598afbac-2d95-458f-ad3c-5eea304f067a HTTP/1.1" status: 204 len: 168 time: 2.4850893 Sep 17 22:45:42.945044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53628) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:42.949647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-474757671', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:42.981002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Network 789f12e3-ecd9-4503-9252-8e96f746aaf0 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:42.987909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24a3fa54-d7bb-4b7a-b891-e5fd575fc820 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.993913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:42.996527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:43.002590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Pushing event updated for resources: {'Port': ['ID=d44baf25-e615-486d-ad43-09f8eb70e6ca,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:43.069472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-448551a9-a29c-4ece-9586-cc66e4880710 None None] Could not find standard attr ID for object 755d09f2-a63a-45bb-9420-b9a81b96218e. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:45:43.083896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Allocated IP 2001:db8:3::1 (789f12e3-ecd9-4503-9252-8e96f746aaf0/fb90d55f-13a1-4f57-bf11-987c9bed9b82/2e066cd1-4aca-4fb3-8005-7dc0bb5133a0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:43.088827 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.090231 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.097710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Attempting to bind port d44baf25-e615-486d-ad43-09f8eb70e6ca on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:43.098126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Attempting to bind port d44baf25-e615-486d-ad43-09f8eb70e6ca by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:43.098614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Attempting to bind port d44baf25-e615-486d-ad43-09f8eb70e6ca on network 789f12e3-ecd9-4503-9252-8e96f746aaf0 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:43.111382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:43.111835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Checking segment: {'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:43.116738 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24a3fa54-d7bb-4b7a-b891-e5fd575fc820 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.121149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.121499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Bound using segment: {'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:43.122135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Bound port: d44baf25-e615-486d-ad43-09f8eb70e6ca, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:43.122814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.185387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.203625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24a3fa54-d7bb-4b7a-b891-e5fd575fc820 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.205975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] For port d44baf25-e615-486d-ad43-09f8eb70e6ca, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:43.209681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] For port d44baf25-e615-486d-ad43-09f8eb70e6ca, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d44baf25-e615-486d-ad43-09f8eb70e6ca,segment=NetworkSegment(381a8b08-8a11-4d19-b6c2-e3f2e25521e5),segment_id=381a8b08-8a11-4d19-b6c2-e3f2e25521e5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:43.222600 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.241246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3fa54-d7bb-4b7a-b891-e5fd575fc820 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event deleted for resources: {'Subnet': ['ID=e0104eea-a3be-4dd6-83b3-ff6818b4e806,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:43.243765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24a3fa54-d7bb-4b7a-b891-e5fd575fc820 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.246211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-24a3fa54-d7bb-4b7a-b891-e5fd575fc820 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "DELETE /v2.0/subnets/e0104eea-a3be-4dd6-83b3-ff6818b4e806 HTTP/1.1" status: 204 len: 168 time: 0.3871942 Sep 17 22:45:43.248791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53630) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:43.261428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181e79e-fe62-4f1f-9e7b-961aab632aa1 None None] Network 2216accf-56ca-45db-9eee-2f6ca00dd918 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:43.324235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba309a8-52c9-4a56-a252-800ab9a5f5c4 None None] Pushing event updated for resources: {'Port': ['ID=d44baf25-e615-486d-ad43-09f8eb70e6ca,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:43.345916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.416100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Deleting port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:43.416512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.420350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.511529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a025099c-52f2-43ed-b153-0be69579894b up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:43.530222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] For port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,segment=NetworkSegment(761bbc92-baab-4354-86b8-f51c90cfc3ac),segment_id=761bbc92-baab-4354-86b8-f51c90cfc3ac)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:43.530663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.547218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Calling delete_port for 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:43.623523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] DHCP port deletion for 2216accf-56ca-45db-9eee-2f6ca00dd918 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:43.636495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a025099c-52f2-43ed-b153-0be69579894b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:43.636871 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.726401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.768262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] Deleting port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:43.768648 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.777666 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.790223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda037-2020-4ac3-b61f-ec92c0970346 req-24c51f20-3b40-48c0-a54e-10fff44e66d6 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:43.797929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3feda037-2020-4ac3-b61f-ec92c0970346 req-24c51f20-3b40-48c0-a54e-10fff44e66d6 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 945 time: 0.1312706 Sep 17 22:45:43.860201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906432e7-4e87-41c5-99bd-0f44cdd216af req-c5c65205-ded6-4e42-aab8-b9fb3e69357a tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:43.861809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-906432e7-4e87-41c5-99bd-0f44cdd216af req-c5c65205-ded6-4e42-aab8-b9fb3e69357a tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 945 time: 0.1917191 Sep 17 22:45:43.862832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Allocated IP 172.20.0.1 (a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8/134893cd-20a9-439d-b569-47f40d81c0af/ba6e7401-1782-44e5-a246-7c79d58eec66) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:43.870396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3feda037-2020-4ac3-b61f-ec92c0970346 req-6febe7d4-8157-414b-8df3-ce047af8af94 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714467 Sep 17 22:45:43.872545 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.887645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] For port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,segment=NetworkSegment(761bbc92-baab-4354-86b8-f51c90cfc3ac),segment_id=761bbc92-baab-4354-86b8-f51c90cfc3ac)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:43.889198 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.906369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event deleted for resources: {'Port': ['ID=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:43.917754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] No DVR routers for this DVR port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:43.934230 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] Calling delete_port for 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:43.937001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.993104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-906432e7-4e87-41c5-99bd-0f44cdd216af req-c24c3287-3cf1-413b-bc20-eacddc834a9a tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894456 Sep 17 22:45:44.044758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be80a842-7389-4dc3-b87b-1402d9e23c29 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:44.049637 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.069394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 789f12e3-ecd9-4503-9252-8e96f746aaf0 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:44.072143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f1638c-8c7d-490f-8a48-25985d216622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5fc1f8-f91b-4967-9b69-6ed461c947e4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:44.072721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2216accf-56ca-45db-9eee-2f6ca00dd918']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:44.075010 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbce9bc-a2fd-4ff0-a869-260b58d26e16" -d '{"events": [{"server_uuid": "57f1638c-8c7d-490f-8a48-25985d216622", "name": "network-vif-plugged", "status": "completed", "tag": "6d5fc1f8-f91b-4967-9b69-6ed461c947e4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:44.078061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: be80a842-7389-4dc3-b87b-1402d9e23c29 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:44.078407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device be80a842-7389-4dc3-b87b-1402d9e23c29 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:44.083247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:44.085927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761bbc92-baab-4354-86b8-f51c90cfc3ac') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:44.086480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761bbc92-baab-4354-86b8-f51c90cfc3ac') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:44.089623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:44.090406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.093142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:44.101535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.109914 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.126143 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.140500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:44.141560 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.159736 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e9d90e-3abe-42ae-8041-bc6ce62d920a x-openstack-request-id: req-68e9d90e-3abe-42ae-8041-bc6ce62d920a {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:44.159929 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f1638c-8c7d-490f-8a48-25985d216622", "name": "network-vif-plugged", "status": "completed", "tag": "6d5fc1f8-f91b-4967-9b69-6ed461c947e4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:44.160123 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68e9d90e-3abe-42ae-8041-bc6ce62d920a {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:44.162523 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f1638c-8c7d-490f-8a48-25985d216622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5fc1f8-f91b-4967-9b69-6ed461c947e4', 'code': 200} Sep 17 22:45:44.165608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] Pushing event deleted for resources: {'Port': ['ID=6cbe3f71-31ec-479b-8f30-1f3cd5a69640,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:44.169244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce95d19-d7cc-41b3-8c5f-1af2ed4304ad None None] No DVR routers for this DVR port 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:44.214626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:44.228302 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:44.243406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.267385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.272175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] 10.222.0.48 "DELETE /v2.0/networks/2216accf-56ca-45db-9eee-2f6ca00dd918 HTTP/1.1" status: 204 len: 168 time: 1.0187013 Sep 17 22:45:44.305268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b880169-d98c-4168-9924-973f12b55927 tempest-ExtraDHCPOptionsTestJSON-1087437729 tempest-ExtraDHCPOptionsTestJSON-1087437729-project] Pushing event deleted for resources: {'Network': ['ID=2216accf-56ca-45db-9eee-2f6ca00dd918,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:44.325850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170b14d-8855-4247-8f6b-fe9c1bbed1e2 req-ce899594-32d5-48db-b222-812dc37f375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:44.327462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4170b14d-8855-4247-8f6b-fe9c1bbed1e2 req-ce899594-32d5-48db-b222-812dc37f375f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 1097 time: 0.0947886 Sep 17 22:45:44.347206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5bdbab73-c26d-4804-b3de-9c1f15cdebfa up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:44.397493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4170b14d-8855-4247-8f6b-fe9c1bbed1e2 req-e93a95fd-231e-4ebb-a614-6281415de136 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595775 Sep 17 22:45:44.419464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:45:44.424602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.425479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:44.425885 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.441284 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.541139 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.579560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,segment=NetworkSegment(312f4cde-9118-4444-b510-352aa36bb78c),segment_id=312f4cde-9118-4444-b510-352aa36bb78c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:44.586469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.626366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53642) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:44.657035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:44.726209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d0417-ba5c-4d80-bcdb-d6a3029f28a6 None None] Network 789f12e3-ecd9-4503-9252-8e96f746aaf0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:44.785718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-47c0356a-9a95-44d1-9946-8993477ce4b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcece29dd82d4d53bcb36e399f6b1367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579039 Sep 17 22:45:44.788664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53646) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:44.828986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-43126301-d642-4d91-a5d2-ef0b161f2b84 None None] Provisioning complete for port d44baf25-e615-486d-ad43-09f8eb70e6ca triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:44.829744 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43126301-d642-4d91-a5d2-ef0b161f2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.843932 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b699fe-7655-4b7a-a0eb-0dc28c3d08b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.851717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:44.870159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b699fe-7655-4b7a-a0eb-0dc28c3d08b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.878739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.884273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:44.886846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:44.915651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Port': ['ID=ba6e7401-1782-44e5-a246-7c79d58eec66,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:44.949717 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.955398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b699fe-7655-4b7a-a0eb-0dc28c3d08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.961186 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82b699fe-7655-4b7a-a0eb-0dc28c3d08b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.965599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-82b699fe-7655-4b7a-a0eb-0dc28c3d08b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72f9f3e0-f123-4893-9d36-6f9558d32abe HTTP/1.1" status: 204 len: 168 time: 0.1758895 Sep 17 22:45:44.978513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b699fe-7655-4b7a-a0eb-0dc28c3d08b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f9f3e0-f123-4893-9d36-6f9558d32abe,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:45.062863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf213d7-b706-4701-b0c8-9bd78b66bec6 req-0e9f052a-a2b2-4db7-9353-b325a3125e23 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:45.069500 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43126301-d642-4d91-a5d2-ef0b161f2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.079899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdf213d7-b706-4701-b0c8-9bd78b66bec6 req-0e9f052a-a2b2-4db7-9353-b325a3125e23 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 945 time: 0.1124732 Sep 17 22:45:45.178910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-43126301-d642-4d91-a5d2-ef0b161f2b84 None None] For port d44baf25-e615-486d-ad43-09f8eb70e6ca, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d44baf25-e615-486d-ad43-09f8eb70e6ca,segment=NetworkSegment(381a8b08-8a11-4d19-b6c2-e3f2e25521e5),segment_id=381a8b08-8a11-4d19-b6c2-e3f2e25521e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:45.187685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.188431 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43126301-d642-4d91-a5d2-ef0b161f2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.208791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdf213d7-b706-4701-b0c8-9bd78b66bec6 req-5d4782f6-5f02-4a33-aa5e-d61e0bbe7bcb tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276965 Sep 17 22:45:45.304409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43126301-d642-4d91-a5d2-ef0b161f2b84 None None] Pushing event updated for resources: {'Port': ['ID=d44baf25-e615-486d-ad43-09f8eb70e6ca,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:45.315106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc9bce-5b8f-424a-b54c-aef15f272e2e req-f6ea9caf-40a8-4165-8f69-cdb56368a1db tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:45.318206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47dc9bce-5b8f-424a-b54c-aef15f272e2e req-f6ea9caf-40a8-4165-8f69-cdb56368a1db tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1434000 Sep 17 22:45:45.346398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-425c044c-7388-4c5c-a97a-7275095a375c None None] Provisioning complete for port ba6e7401-1782-44e5-a246-7c79d58eec66 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.346763 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-425c044c-7388-4c5c-a97a-7275095a375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.404671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-425c044c-7388-4c5c-a97a-7275095a375c None None] Port ba6e7401-1782-44e5-a246-7c79d58eec66 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:45.439751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47dc9bce-5b8f-424a-b54c-aef15f272e2e req-8b4f8600-d3a5-4d4d-9e9b-71e752d5a069 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121101 Sep 17 22:45:45.470450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Allocated IP 172.25.0.230 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/671d7ff1-f5e6-4f5e-bc69-761c330b559c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:45.553420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-711ead7d-998c-40da-a45a-60ebfc71abf7 None None] Provisioning complete for port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.553795 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-711ead7d-998c-40da-a45a-60ebfc71abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.610498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d44baf25-e615-486d-ad43-09f8eb70e6ca up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:45.648426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-711ead7d-998c-40da-a45a-60ebfc71abf7 None None] Port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:45.675878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-711ead7d-998c-40da-a45a-60ebfc71abf7 None None] Provisioning complete for port d44baf25-e615-486d-ad43-09f8eb70e6ca triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.676896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-711ead7d-998c-40da-a45a-60ebfc71abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.741831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.797713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d44baf25-e615-486d-ad43-09f8eb70e6ca triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.798203 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.887086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.939009 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.940116 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.960120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9ea3d145-7971-4c96-97d0-f6ae5e9a9290 None None] Provisioning complete for port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.960772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d145-7971-4c96-97d0-f6ae5e9a9290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.994262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.997786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:46.022341 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:46.022682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6cbe3f71-31ec-479b-8f30-1f3cd5a69640 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:46.036729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3d145-7971-4c96-97d0-f6ae5e9a9290 None None] Port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:46.062041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53674) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:46.106224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event updated for resources: {'Port': ['ID=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.163621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7339724-76f9-475a-8919-94478659f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdbab73-c26d-4804-b3de-9c1f15cdebfa'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:46.166446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'networks': [{'name': 'tempest-network--892983752'}, {'name': 'tempest-network--740610806'}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:46.166573 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f8842a-3960-4ebe-b3d7-509b4bc1ab52" -d '{"events": [{"server_uuid": "a7339724-76f9-475a-8919-94478659f8f1", "name": "network-vif-plugged", "status": "completed", "tag": "5bdbab73-c26d-4804-b3de-9c1f15cdebfa"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:46.166685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'network': {'name': 'tempest-network--892983752'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:46.166685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'network': {'name': 'tempest-network--740610806'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:46.191408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Made reservation on behalf of 8a7015777e79497cb3684c2fe81bdfaf for: {'network': 2} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:46.196538 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.206782 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.206938 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec62c00-e775-44d0-b17a-03d40a8b362b x-openstack-request-id: req-dec62c00-e775-44d0-b17a-03d40a8b362b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:46.207572 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7339724-76f9-475a-8919-94478659f8f1", "name": "network-vif-plugged", "status": "completed", "tag": "5bdbab73-c26d-4804-b3de-9c1f15cdebfa", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:46.207572 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dec62c00-e775-44d0-b17a-03d40a8b362b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:46.207907 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7339724-76f9-475a-8919-94478659f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdbab73-c26d-4804-b3de-9c1f15cdebfa', 'code': 200} Sep 17 22:45:46.262232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.348606 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.356323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.356789 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.375389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:46.386941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Network 789f12e3-ecd9-4503-9252-8e96f746aaf0 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:46.389111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:46.407728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:46.408685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff5991-b154-4834-bdc4-a61ae6b8b02d req-96ed8791-694e-4dc5-b885-a8f507a51d4d tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:46.410300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cff5991-b154-4834-bdc4-a61ae6b8b02d req-96ed8791-694e-4dc5-b885-a8f507a51d4d tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 945 time: 0.0956171 Sep 17 22:45:46.412134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:46.417828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:46.419985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e6263-1439-4442-b361-87547d762e23,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.420276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event updated for resources: {'Port': ['ID=671d7ff1-f5e6-4f5e-bc69-761c330b559c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.443849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.444308 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Added segment 2ac85e93-6349-4d65-b393-870a875d99df of type vlan for network 9b36063e-2d11-4d4f-b61a-ab546e21b6c2 Sep 17 22:45:46.507563 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.516229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cff5991-b154-4834-bdc4-a61ae6b8b02d req-5a9306b6-ffa9-47d5-8493-f1c3044b97a6 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930851 Sep 17 22:45:46.526851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cfe6d-a3cd-4cfb-93e3-7a0816481d49 req-f7734697-b89a-4a25-aa92-8126c7779844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:46.528373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-649cfe6d-a3cd-4cfb-93e3-7a0816481d49 req-f7734697-b89a-4a25-aa92-8126c7779844 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 1098 time: 0.2139912 Sep 17 22:45:46.543781 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.592423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.600723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0e240-f8bf-4894-8fff-f5d5bf15808f req-1e6258e2-341f-4469-a7bf-23ad6d5a29c0 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:46.602377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ca0e240-f8bf-4894-8fff-f5d5bf15808f req-1e6258e2-341f-4469-a7bf-23ad6d5a29c0 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 946 time: 0.0778151 Sep 17 22:45:46.603178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:46.645764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.646220 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Added segment 82a1d85b-4014-46dc-85f6-659de6da1965 of type vlan for network f6117ab9-e128-4289-8748-b935acff93c0 Sep 17 22:45:46.726422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ca0e240-f8bf-4894-8fff-f5d5bf15808f req-16e8db2b-a36c-448d-947a-bd46820c4ae3 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113195 Sep 17 22:45:46.737436 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.761391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdc6a0-074a-4462-835a-09a7533ff32f req-6612ae1a-b6d1-4d59-b738-445eaa42bffc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:46.762838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13fdc6a0-074a-4462-835a-09a7533ff32f req-6612ae1a-b6d1-4d59-b738-445eaa42bffc tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a HTTP/1.1" status: 200 len: 946 time: 0.1459591 Sep 17 22:45:46.779390 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.779878 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.786603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:46.788570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d520e68d-d611-4743-81e4-ffc3efb76f27 None None] Provisioning complete for port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:46.789348 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d520e68d-d611-4743-81e4-ffc3efb76f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.791246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:46.791907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.793244 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-649cfe6d-a3cd-4cfb-93e3-7a0816481d49 req-1b4db053-71bb-465f-8afc-8ae81a723d58 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458069 Sep 17 22:45:46.809464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:46.814011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event updated for resources: {'Port': ['ID=ba6e7401-1782-44e5-a246-7c79d58eec66,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.821851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.835783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d520e68d-d611-4743-81e4-ffc3efb76f27 None None] Port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:46.853076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7898972 Sep 17 22:45:46.862474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53686) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:46.891282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13fdc6a0-074a-4462-835a-09a7533ff32f req-01b4e9ad-c4f3-489e-8393-5d89cb346e63 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222339 Sep 17 22:45:46.892033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Network': ['ID=9b36063e-2d11-4d4f-b61a-ab546e21b6c2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.912888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 9b36063e-2d11-4d4f-b61a-ab546e21b6c2 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:46.963177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b44a6-e9be-4eb2-b135-a7385a5f3ac2 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Network': ['ID=f6117ab9-e128-4289-8748-b935acff93c0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.998916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f6117ab9-e128-4289-8748-b935acff93c0 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:47.024302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f4234-9fc7-4994-a418-eea062c8c693 req-d8af31c3-624f-4490-8b41-ba00b1b0f1ec tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:47.025948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-715f4234-9fc7-4994-a418-eea062c8c693 req-d8af31c3-624f-4490-8b41-ba00b1b0f1ec tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d6bd36-fe08-44ce-bf92-a1031e9136db HTTP/1.1" status: 200 len: 946 time: 0.0516651 Sep 17 22:45:47.077170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-715f4234-9fc7-4994-a418-eea062c8c693 req-e0e02e0d-4968-4270-89bb-bc62c05a9a8d tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Sep 17 22:45:47.332031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddac83-8b94-424d-aa42-4cb05796b06a req-8a1bf407-e3fa-4f67-b9a8-ea4b32f70dee tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:47.333697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13ddac83-8b94-424d-aa42-4cb05796b06a req-8a1bf407-e3fa-4f67-b9a8-ea4b32f70dee tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d6bd36-fe08-44ce-bf92-a1031e9136db HTTP/1.1" status: 200 len: 946 time: 0.0599306 Sep 17 22:45:47.372428 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13ddac83-8b94-424d-aa42-4cb05796b06a req-6bc55171-9e24-4dcf-ac3f-e692934a9240 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Sep 17 22:45:47.511385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:47.521390 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:47.526442 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-90aa8e10-c1a0-434b-9626-73a53e8c0673 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0508466 Sep 17 22:45:47.529318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53694) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:47.533918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:47.534075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:47.539637 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:47.540269 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:47.546784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:47.564096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c16de9-64e7-4b68-b1e9-c74ce8ffdf46 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:47.570888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c16de9-64e7-4b68-b1e9-c74ce8ffdf46 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:47.577015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c16de9-64e7-4b68-b1e9-c74ce8ffdf46 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:47.583691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c16de9-64e7-4b68-b1e9-c74ce8ffdf46 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:47.585967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d4c16de9-64e7-4b68-b1e9-c74ce8ffdf46 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7190099 Sep 17 22:45:47.586732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.589574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53696) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:47.641516 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:47.834432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.857910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Router d102cc48-d667-4603-aaa6-e982d3acd23a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:47.871749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-81c1edb9-dcb4-463e-ab9e-41db0a086f09 None None] Provisioning complete for port ba6e7401-1782-44e5-a246-7c79d58eec66 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:47.872746 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81c1edb9-dcb4-463e-ab9e-41db0a086f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.902832 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:44Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:45Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:47.930786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-81c1edb9-dcb4-463e-ab9e-41db0a086f09 None None] Port ba6e7401-1782-44e5-a246-7c79d58eec66 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:47.943915 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:47.946228 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Updating router 630d9442-8a88-4d1c-8c9d-985987858674 port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:47.971983 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.100001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.132777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.146011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b36063e-2d11-4d4f-b61a-ab546e21b6c2']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.154752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:48.166201 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b26e3fec-4dea-46ec-9ac5-47a0b63d5908 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "PUT /v2.0/routers/d102cc48-d667-4603-aaa6-e982d3acd23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4883325 Sep 17 22:45:48.168228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac85e93-6349-4d65-b393-870a875d99df') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.168432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced9f8fe-727a-467b-baf2-91c89d4d89b8 None None] Sync routers for ids ['d102cc48-d667-4603-aaa6-e982d3acd23a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:48.168588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac85e93-6349-4d65-b393-870a875d99df') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.170229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53700) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.186645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9f8fe-727a-467b-baf2-91c89d4d89b8 None None] Routers {'d102cc48-d667-4603-aaa6-e982d3acd23a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:48.187664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ced9f8fe-727a-467b-baf2-91c89d4d89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d102cc48-d667-4603-aaa6-e982d3acd23a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.222148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.233539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ced9f8fe-727a-467b-baf2-91c89d4d89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.252390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9f8fe-727a-467b-baf2-91c89d4d89b8 None None] Routers {'d102cc48-d667-4603-aaa6-e982d3acd23a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:48.256586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ced9f8fe-727a-467b-baf2-91c89d4d89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d102cc48-d667-4603-aaa6-e982d3acd23a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.308368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.327088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:48.327504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:48.330648 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:48.337113 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ced9f8fe-727a-467b-baf2-91c89d4d89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.338804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced9f8fe-727a-467b-baf2-91c89d4d89b8 None None] The sync data for ids ['d102cc48-d667-4603-aaa6-e982d3acd23a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:48.360373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9cc1c-8a4f-4921-a7bb-212b8b3e00c0 req-43eeae86-25b8-4650-95db-925b60bdee97 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:48.362028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cd9cc1c-8a4f-4921-a7bb-212b8b3e00c0 req-43eeae86-25b8-4650-95db-925b60bdee97 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 946 time: 0.5308890 Sep 17 22:45:48.387779 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.390793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82881e96-0d72-4e39-8d3e-0e08e539fa1a tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.394305 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.446681 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250825d8-1aca-46df-a8e0-6636da5e4ee8 None None] Pushing event updated for resources: {'Port': ['ID=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:48.462043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cd9cc1c-8a4f-4921-a7bb-212b8b3e00c0 req-87a39886-3473-4668-bf7e-31d29c8f4c67 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670438 Sep 17 22:45:48.472483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.extraroute_db [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:45:48.509091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.527168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.529130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/networks/9b36063e-2d11-4d4f-b61a-ab546e21b6c2 HTTP/1.1" status: 204 len: 168 time: 0.9376962 Sep 17 22:45:48.532178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.extraroute_db [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Removed routes are [] {{(pid=94737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:45:48.532605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.533498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53704) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.557066 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Attempting to bind port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:48.557639 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Attempting to bind port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:48.557891 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Attempting to bind port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 on network 789f12e3-ecd9-4503-9252-8e96f746aaf0 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:48.564563 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:48.565108 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Checking segment: {'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:48.565568 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.566023 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Bound using segment: {'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:48.566555 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Bound port: 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381a8b08-8a11-4d19-b6c2-e3f2e25521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:48.567696 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.641556 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] For port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:48.645064 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] For port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,segment=NetworkSegment(381a8b08-8a11-4d19-b6c2-e3f2e25521e5),segment_id=381a8b08-8a11-4d19-b6c2-e3f2e25521e5)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:48.651281 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.657037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6f624-9448-4341-81b9-9a054620bd6f req-2a0b02dc-1be8-4905-ab69-321640c47640 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:48.658366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfd6f624-9448-4341-81b9-9a054620bd6f req-2a0b02dc-1be8-4905-ab69-321640c47640 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d6bd36-fe08-44ce-bf92-a1031e9136db HTTP/1.1" status: 200 len: 946 time: 0.1733897 Sep 17 22:45:48.740805 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:48.741481 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.747934 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250825d8-1aca-46df-a8e0-6636da5e4ee8 None None] Pushing event updated for resources: {'Port': ['ID=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:48.760023 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.858060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9287bf-c097-4a39-92ff-fcd4612a8e1e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Network': ['ID=9b36063e-2d11-4d4f-b61a-ab546e21b6c2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:48.865760 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-82881e96-0d72-4e39-8d3e-0e08e539fa1a tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:45:48.869577 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-82881e96-0d72-4e39-8d3e-0e08e539fa1a tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/routers/d102cc48-d667-4603-aaa6-e982d3acd23a HTTP/1.1" status: 409 len: 329 time: 0.6973381 Sep 17 22:45:48.870311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53708) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.872140 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:48.875981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d870c42f-9cc7-4673-be40-67a54f0513bf None None] Provisioning complete for port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:48.877055 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d870c42f-9cc7-4673-be40-67a54f0513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.893538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-d223c95f-3dd5-4f1d-9655-f51ebb2592a7 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:48.896780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-d223c95f-3dd5-4f1d-9655-f51ebb2592a7 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.45 "GET /v2.0/ports?device_id=20d6bd36-fe08-44ce-bf92-a1031e9136db HTTP/1.1" status: 200 len: 946 time: 0.2583253 Sep 17 22:45:48.917204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfd6f624-9448-4341-81b9-9a054620bd6f req-32231c29-5cb1-491e-a375-d0815bbe5816 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518525 Sep 17 22:45:48.967788 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.977027 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.005012 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d870c42f-9cc7-4673-be40-67a54f0513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.056233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Router aa779f8f-ff86-40da-a1f2-66609a1de24d is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:49.059603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d870c42f-9cc7-4673-be40-67a54f0513bf None None] For port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,segment=NetworkSegment(381a8b08-8a11-4d19-b6c2-e3f2e25521e5),segment_id=381a8b08-8a11-4d19-b6c2-e3f2e25521e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:49.065473 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d870c42f-9cc7-4673-be40-67a54f0513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.070329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.171573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870c42f-9cc7-4673-be40-67a54f0513bf None None] Pushing event updated for resources: {'Port': ['ID=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:49.171790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:49.194386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Deleting port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:49.195111 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.292015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-54ff6427-ca9b-44ff-a56c-0cdf2fda0dc2 None None] Provisioning complete for port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:49.292757 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-54ff6427-ca9b-44ff-a56c-0cdf2fda0dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.305367 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:48Z', 'revision_number': 6, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:48Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.341166 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b2393-3f03-424f-80f3-049383a6d95b None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:48Z', 'revision_number': 6, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:48Z', 'revision_number': 4, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:49.374133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:49.381132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.397072 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.403515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-568f157f-4bd1-4c29-aa16-5c4b2eeebc66 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 200 len: 953 time: 1.8690615 Sep 17 22:45:49.409557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53710) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.456470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6117ab9-e128-4289-8748-b935acff93c0']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.458894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] For port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:49.459266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.478551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Calling delete_port for f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:49.521343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a1d85b-4014-46dc-85f6-659de6da1965') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.521634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a1d85b-4014-46dc-85f6-659de6da1965') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.532091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:49.550241 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ed96a-2c51-438c-8b53-e1fddccb57bc None None] Sync routers for ids ['aa779f8f-ff86-40da-a1f2-66609a1de24d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:49.564268 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ed96a-2c51-438c-8b53-e1fddccb57bc None None] Routers {'aa779f8f-ff86-40da-a1f2-66609a1de24d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:49.571489 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.572402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6d0ed96a-2c51-438c-8b53-e1fddccb57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['aa779f8f-ff86-40da-a1f2-66609a1de24d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.578621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:49.613283 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.634505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:49.634920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.638154 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6d0ed96a-2c51-438c-8b53-e1fddccb57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:49.638307 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:49.650509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ed96a-2c51-438c-8b53-e1fddccb57bc None None] Routers {'aa779f8f-ff86-40da-a1f2-66609a1de24d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:49.651144 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6d0ed96a-2c51-438c-8b53-e1fddccb57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['aa779f8f-ff86-40da-a1f2-66609a1de24d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.662862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.666814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fef80e50-dd1f-49e7-8bb3-2defd8e57cf4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7207754 Sep 17 22:45:49.679157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53714) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.685863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ac64e8e7-2a45-4dc5-aea8-7983bacd9e46 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': False}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:49.698413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c59bf942-bee9-4dca-8c85-f80bcd8a652b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 200 len: 953 time: 0.2744336 Sep 17 22:45:49.698633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:49.698633 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.704538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53716) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.713529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'routes': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:49.728338 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6d0ed96a-2c51-438c-8b53-e1fddccb57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.729523 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ed96a-2c51-438c-8b53-e1fddccb57bc None None] The sync data for ids ['aa779f8f-ff86-40da-a1f2-66609a1de24d'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:49.803591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2428-981d-47b6-9ef1-9d7818026cff req-64495375-b96c-45b0-a7e8-497f8c26df95 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:49.805375 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf1c2428-981d-47b6-9ef1-9d7818026cff req-64495375-b96c-45b0-a7e8-497f8c26df95 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1579008 Sep 17 22:45:49.852584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.866450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.868354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/networks/f6117ab9-e128-4289-8748-b935acff93c0 HTTP/1.1" status: 204 len: 168 time: 1.3308921 Sep 17 22:45:49.882111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53718) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.893917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Network': ['ID=f6117ab9-e128-4289-8748-b935acff93c0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:49.921171 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.932218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f5cdf0d3-89a5-4b26-8c95-f414b5a11d44', '6d5fc1f8-f91b-4967-9b69-6ed461c947e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:49.955209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.955551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.955887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.956218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.956548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.956873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.957898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.958387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.958948 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.959423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.959607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.959929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcade283-bd6e-4b13-939f-1043529f076e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:49.965380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['e4224242-0040-4eb0-9c20-d3b65803c5fc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:49.976696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf1c2428-981d-47b6-9ef1-9d7818026cff req-464ba87e-de9c-4696-b07d-4978346ba9da tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227965 Sep 17 22:45:50.038534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Pushing event deleted for resources: {'Port': ['ID=f5cdf0d3-89a5-4b26-8c95-f414b5a11d44,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:50.135154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.294158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ab13488-b0ef-426e-946b-7844c0579095 req-a6163fad-ca71-498d-b872-33bd699355d8 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=20d6bd36-fe08-44ce-bf92-a1031e9136db HTTP/1.1" status: 200 len: 210 time: 0.1957636 Sep 17 22:45:50.357992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] No DVR routers for this DVR port f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:50.399782 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.402821 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92a14d69-b665-41ee-8bb4-4f94bdb2d517 req-96cff260-d3bc-4335-b922-e6900a3b8682 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.45 "DELETE /v2.0/ports/f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 HTTP/1.1" status: 204 len: 173 time: 1.4843898 Sep 17 22:45:50.419633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d6bd36-fe08-44ce-bf92-a1031e9136db', 'name': 'network-vif-deleted', 'tag': 'f5cdf0d3-89a5-4b26-8c95-f414b5a11d44'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:50.422243 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1877f1-4fa5-40d8-a05e-2d2d4d8edb75" -d '{"events": [{"server_uuid": "20d6bd36-fe08-44ce-bf92-a1031e9136db", "name": "network-vif-deleted", "tag": "f5cdf0d3-89a5-4b26-8c95-f414b5a11d44"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:50.435108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb66a6f-2f25-46ea-b5ad-93fe63f74fa0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:50.443644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb66a6f-2f25-46ea-b5ad-93fe63f74fa0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:50.449617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bcb66a6f-2f25-46ea-b5ad-93fe63f74fa0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5626788 Sep 17 22:45:50.450357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53732) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:50.459679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-592281005'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:50.511198 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b917cac-5002-4fdb-8d38-14a2f3ac6037 x-openstack-request-id: req-5b917cac-5002-4fdb-8d38-14a2f3ac6037 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:50.511539 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d6bd36-fe08-44ce-bf92-a1031e9136db", "name": "network-vif-deleted", "tag": "f5cdf0d3-89a5-4b26-8c95-f414b5a11d44", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:50.514309 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b917cac-5002-4fdb-8d38-14a2f3ac6037 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:50.514309 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d6bd36-fe08-44ce-bf92-a1031e9136db', 'name': 'network-vif-deleted', 'tag': 'f5cdf0d3-89a5-4b26-8c95-f414b5a11d44', 'status': 'completed', 'code': 200} Sep 17 22:45:50.574556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Made reservation on behalf of 8a7015777e79497cb3684c2fe81bdfaf for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:50.580171 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.585603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.extraroute_db [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added routes are [] {{(pid=94738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:45:50.586351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.extraroute_db [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:45:50.599748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:50.616351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:50.617154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:50.641050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:50.642491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.646544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Deleting port ba6e7401-1782-44e5-a246-7c79d58eec66 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:50.646888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.651434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.651842 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Added segment 3bf58422-d945-4cab-83dd-db4b584121d5 of type vlan for network a9c24395-1a7a-4ba7-96a5-e28e85a015ec Sep 17 22:45:50.731043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.741493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:50.809355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.816287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:50.817731 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.876427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac64e8e7-2a45-4dc5-aea8-7983bacd9e46 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.884074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4326928 Sep 17 22:45:50.887640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53746) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:50.893031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-462793393'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:50.942274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327e2d5-6b4a-4c5d-b1e2-2578f60573f8 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Network': ['ID=a9c24395-1a7a-4ba7-96a5-e28e85a015ec,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:50.971120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a9c24395-1a7a-4ba7-96a5-e28e85a015ec details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:50.982193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Made reservation on behalf of 8a7015777e79497cb3684c2fe81bdfaf for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:50.986695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.142170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:51.152042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:48Z', 'revision_number': 6, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:49Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.163418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.163766 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Added segment dac357d9-618d-4de1-a312-a13290bf3973 of type vlan for network 90f4a1d8-d249-44a1-8a10-13b9d779c5b1 Sep 17 22:45:51.202213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.224999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.225923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:51.247816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:51.248454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.299755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Calling delete_port for ba6e7401-1782-44e5-a246-7c79d58eec66 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:51.324113 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.336064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:51.336721 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.462346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.465779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5768888 Sep 17 22:45:51.469073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53758) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:51.475107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'ports': [{'network_id': 'a9c24395-1a7a-4ba7-96a5-e28e85a015ec', 'name': 'tempest-port--225233809', 'admin_state_up': True}, {'network_id': '90f4a1d8-d249-44a1-8a10-13b9d779c5b1', 'admin_state_up': False}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:51.475443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'port': {'network_id': 'a9c24395-1a7a-4ba7-96a5-e28e85a015ec', 'name': 'tempest-port--225233809', 'admin_state_up': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:51.475900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'port': {'network_id': '90f4a1d8-d249-44a1-8a10-13b9d779c5b1', 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:51.480430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da347ed2-2b2c-4fe3-b531-066df80887ea tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Network': ['ID=90f4a1d8-d249-44a1-8a10-13b9d779c5b1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:51.491104 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.627586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:51.746248 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 90f4a1d8-d249-44a1-8a10-13b9d779c5b1 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:51.784836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Made reservation on behalf of 8a7015777e79497cb3684c2fe81bdfaf for: {'port': 2} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:51.792172 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.823206 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.851639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:52.038125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:52.048171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.052278 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-539dd163-b41f-42c7-b48c-962f218d6cee tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 200 len: 703 time: 2.3428285 Sep 17 22:45:52.058157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53782) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:52.059122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.144068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 7, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:49Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.225851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Port': ['ID=ba6e7401-1782-44e5-a246-7c79d58eec66,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:52.242324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531db94b-d81f-4dc3-84db-c979ad9710f4 None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 7, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:49Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:52.425518 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e9ef6e90-e15e-41f1-854d-8eebe2857be8 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 200 len: 703 time: 0.3616374 Sep 17 22:45:52.435860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53794) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:52.707538 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:52.727509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:52.728130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.729780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.780631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] device_id is not set on port 1eab7094-1c57-4132-b6dc-da4948762d41 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:52.836891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:52.838710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac64e8e7-2a45-4dc5-aea8-7983bacd9e46 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.850856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac64e8e7-2a45-4dc5-aea8-7983bacd9e46 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.859258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:52.859585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f5cdf0d3-89a5-4b26-8c95-f414b5a11d44 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:52.872400 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:52.912579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9287795-3af8-4ddb-baa9-11b9ecc5fcea req-ebf84dbe-4404-4f08-9e7d-091d0a25cec1 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:52.918754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9287795-3af8-4ddb-baa9-11b9ecc5fcea req-ebf84dbe-4404-4f08-9e7d-091d0a25cec1 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:52.920445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9287795-3af8-4ddb-baa9-11b9ecc5fcea req-ebf84dbe-4404-4f08-9e7d-091d0a25cec1 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a&device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 1682 time: 0.1820223 Sep 17 22:45:53.013456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Router d102cc48-d667-4603-aaa6-e982d3acd23a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:53.083969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9287795-3af8-4ddb-baa9-11b9ecc5fcea req-cb05c6cc-be78-4028-8384-40d31dccad0d tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525888 Sep 17 22:45:53.120454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba3d99-4aa8-4bde-b8d9-6c21cea01a81 req-1d7771fc-1db2-4ae1-8a2a-8c9b5db168e0 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:53.126900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:53.128317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1ba3d99-4aa8-4bde-b8d9-6c21cea01a81 req-1d7771fc-1db2-4ae1-8a2a-8c9b5db168e0 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2277162 Sep 17 22:45:53.137318 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-569b237e-67df-4821-a991-fc0960582779 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "PUT /v2.0/routers/d102cc48-d667-4603-aaa6-e982d3acd23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2545381 Sep 17 22:45:53.138200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.141318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45710736-e6ac-4634-b50a-65f474ebb5fd None None] Sync routers for ids ['d102cc48-d667-4603-aaa6-e982d3acd23a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:53.146520 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 7, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:49Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.153165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45710736-e6ac-4634-b50a-65f474ebb5fd None None] Routers {'d102cc48-d667-4603-aaa6-e982d3acd23a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.154474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-45710736-e6ac-4634-b50a-65f474ebb5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d102cc48-d667-4603-aaa6-e982d3acd23a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.169609 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac64e8e7-2a45-4dc5-aea8-7983bacd9e46 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Router aa779f8f-ff86-40da-a1f2-66609a1de24d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:53.193168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-45710736-e6ac-4634-b50a-65f474ebb5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.204873 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:53.205636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45710736-e6ac-4634-b50a-65f474ebb5fd None None] Routers {'d102cc48-d667-4603-aaa6-e982d3acd23a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.206497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-45710736-e6ac-4634-b50a-65f474ebb5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d102cc48-d667-4603-aaa6-e982d3acd23a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.215334 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.224968 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-ed65862a-f894-48e6-b2cb-d56a46e27616 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] show failed (client error): The resource could not be found. Sep 17 22:45:53.230231 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ed65862a-f894-48e6-b2cb-d56a46e27616 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1065500191 HTTP/1.1" status: 404 len: 335 time: 0.0872834 Sep 17 22:45:53.230340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1ba3d99-4aa8-4bde-b8d9-6c21cea01a81 req-99be9c81-116d-42b9-ad1c-3855c00d018f tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001072 Sep 17 22:45:53.231638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53806) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.233302 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.235885 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.242870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a435c0cc-dde2-4dd0-8d5f-77c9d63c6728 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:53.259849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-45710736-e6ac-4634-b50a-65f474ebb5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.260748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45710736-e6ac-4634-b50a-65f474ebb5fd None None] The sync data for ids ['d102cc48-d667-4603-aaa6-e982d3acd23a'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:53.299115 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-a435c0cc-dde2-4dd0-8d5f-77c9d63c6728 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] update failed (client error): The resource could not be found. Sep 17 22:45:53.304725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a435c0cc-dde2-4dd0-8d5f-77c9d63c6728 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-323264587 HTTP/1.1" status: 404 len: 334 time: 0.0639350 Sep 17 22:45:53.304910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53810) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.371266 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.390228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] device_id is not set on port 7c73bb55-2f3b-431e-a177-4d57ce182762 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:53.401733 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:53.458495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6fb54a-c818-4448-b71d-376976aeb6cb tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Deleting subnet 9f174952-c01a-427c-ade0-84d1873384db {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:53.467497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb54a-c818-4448-b71d-376976aeb6cb tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.505348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac64e8e7-2a45-4dc5-aea8-7983bacd9e46 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:53.514688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac64e8e7-2a45-4dc5-aea8-7983bacd9e46 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.515794 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ac64e8e7-2a45-4dc5-aea8-7983bacd9e46 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "PUT /v2.0/routers/aa779f8f-ff86-40da-a1f2-66609a1de24d HTTP/1.1" status: 200 len: 921 time: 3.8336251 Sep 17 22:45:53.521205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53814) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.527447 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a46e50-039f-4fa3-bdda-1ee1e6c5bd8a None None] Sync routers for ids ['aa779f8f-ff86-40da-a1f2-66609a1de24d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:53.539309 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb54a-c818-4448-b71d-376976aeb6cb tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.594200 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a46e50-039f-4fa3-bdda-1ee1e6c5bd8a None None] Routers {'aa779f8f-ff86-40da-a1f2-66609a1de24d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.597069 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-87a46e50-039f-4fa3-bdda-1ee1e6c5bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['aa779f8f-ff86-40da-a1f2-66609a1de24d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.646447 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-87a46e50-039f-4fa3-bdda-1ee1e6c5bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.678438 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a46e50-039f-4fa3-bdda-1ee1e6c5bd8a None None] Routers {'aa779f8f-ff86-40da-a1f2-66609a1de24d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.679545 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-87a46e50-039f-4fa3-bdda-1ee1e6c5bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['aa779f8f-ff86-40da-a1f2-66609a1de24d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.701717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:53.702595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.734246 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-87a46e50-039f-4fa3-bdda-1ee1e6c5bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.735042 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a46e50-039f-4fa3-bdda-1ee1e6c5bd8a None None] The sync data for ids ['aa779f8f-ff86-40da-a1f2-66609a1de24d'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:53.786670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.805044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-10c40e68-36bc-4c1b-b9c0-12ce09713569 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/routers/aa779f8f-ff86-40da-a1f2-66609a1de24d HTTP/1.1" status: 200 len: 921 time: 0.2786844 Sep 17 22:45:53.807833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53822) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.810549 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb54a-c818-4448-b71d-376976aeb6cb tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.814345 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 7, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:49Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.844699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,segment=NetworkSegment(381a8b08-8a11-4d19-b6c2-e3f2e25521e5),segment_id=381a8b08-8a11-4d19-b6c2-e3f2e25521e5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:53.845277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.848451 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a061d1-39b1-40c6-939f-cda338005cac None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 7, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e066cd1-4aca-4fb3-8005-7dc0bb5133a0', 'name': '', 'network_id': '789f12e3-ecd9-4503-9252-8e96f746aaf0', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:ad:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:41Z', 'updated_at': '2021-09-17T22:45:49Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'fb90d55f-13a1-4f57-bf11-987c9bed9b82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:53.861926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:53.983407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc4c6ae-4857-447c-9312-698f9ae24f54 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:53.985100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9cc4c6ae-4857-447c-9312-698f9ae24f54 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=aa779f8f-ff86-40da-a1f2-66609a1de24d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1762426 Sep 17 22:45:53.989308 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.989966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53824) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.034440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87d716-c068-415b-a427-d5fee20533e6 req-473c02bc-7b5f-438a-8bfa-44c736adb2e9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:54.036668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da87d716-c068-415b-a427-d5fee20533e6 req-473c02bc-7b5f-438a-8bfa-44c736adb2e9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a HTTP/1.1" status: 200 len: 946 time: 0.1677909 Sep 17 22:45:54.053437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb54a-c818-4448-b71d-376976aeb6cb tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.107602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Port': ['ID=1eab7094-1c57-4132-b6dc-da4948762d41,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:54.114338 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb54a-c818-4448-b71d-376976aeb6cb tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.119257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5d6fb54a-c818-4448-b71d-376976aeb6cb tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/subnets/9f174952-c01a-427c-ade0-84d1873384db HTTP/1.1" status: 204 len: 168 time: 0.8106337 Sep 17 22:45:54.120084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fb54a-c818-4448-b71d-376976aeb6cb tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Subnet': ['ID=9f174952-c01a-427c-ade0-84d1873384db,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:54.120203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53826) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.130273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741ca88-d7c7-4d50-8be5-a82039d501b4 None None] Network 7649fa41-8df9-4711-88f6-28c725cfc719 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:54.153876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da87d716-c068-415b-a427-d5fee20533e6 req-b9e19a91-3d43-4115-ab4a-6a42017903f1 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044846 Sep 17 22:45:54.157346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Checking segment: {'id': '3bf58422-d945-4cab-83dd-db4b584121d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a9c24395-1a7a-4ba7-96a5-e28e85a015ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:54.157708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Network hostable DHCP agents. Network: a9c24395-1a7a-4ba7-96a5-e28e85a015ec, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:54.174524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79409e-fa94-40c6-a560-d1a1de4569ab tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:54.184463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2f79409e-fa94-40c6-a560-d1a1de4569ab tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 881 time: 0.1848788 Sep 17 22:45:54.184564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53828) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.184642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.213322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-acb5b87f-5f99-4630-8880-89791b548716 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa779f8f-ff86-40da-a1f2-66609a1de24d HTTP/1.1" status: 200 len: 205 time: 0.0329762 Sep 17 22:45:54.215852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53830) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.227828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Network a9c24395-1a7a-4ba7-96a5-e28e85a015ec is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:54.258808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=2e066cd1-4aca-4fb3-8005-7dc0bb5133a0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:54.290713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a9c24395-1a7a-4ba7-96a5-e28e85a015ec) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:54.298473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:54.299734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.310594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f419c-aeb1-402e-92fc-6bb8f22d3573 None None] Network a9c24395-1a7a-4ba7-96a5-e28e85a015ec requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:54.336271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3aa8ba-f555-4d0c-b73e-e97aab4a4b4b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Deleting subnet 798fb025-a3bf-4459-aad6-01c35749b896 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:54.339771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa8ba-f555-4d0c-b73e-e97aab4a4b4b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.421279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42359123-7c0e-436e-980f-6ecae822770e None None] DHCP port deletion for 7649fa41-8df9-4711-88f6-28c725cfc719 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:54.423994 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa8ba-f555-4d0c-b73e-e97aab4a4b4b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.449294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Port': ['ID=7c73bb55-2f3b-431e-a177-4d57ce182762,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:54.515359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Checking segment: {'id': 'dac357d9-618d-4de1-a312-a13290bf3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90f4a1d8-d249-44a1-8a10-13b9d779c5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:54.515691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Network hostable DHCP agents. Network: 90f4a1d8-d249-44a1-8a10-13b9d779c5b1, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:54.544292 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.554609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-42359123-7c0e-436e-980f-6ecae822770e None None] Deleting port 631c90b2-e01c-4701-844c-6e3847cd819d {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:54.554988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42359123-7c0e-436e-980f-6ecae822770e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.592285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631234-fc2d-4e16-919d-baae3528e54c req-2e32eecc-e6bf-48cc-af3e-3168ad41218f tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:54.593940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b631234-fc2d-4e16-919d-baae3528e54c req-2e32eecc-e6bf-48cc-af3e-3168ad41218f tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2094996 Sep 17 22:45:54.617276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Network 90f4a1d8-d249-44a1-8a10-13b9d779c5b1 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:54.624074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-42359123-7c0e-436e-980f-6ecae822770e None None] For port 631c90b2-e01c-4701-844c-6e3847cd819d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=631c90b2-e01c-4701-844c-6e3847cd819d,segment=NetworkSegment(f88e8a5b-8d2d-4e51-8dca-620ebcdc5123),segment_id=f88e8a5b-8d2d-4e51-8dca-620ebcdc5123)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:54.624537 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42359123-7c0e-436e-980f-6ecae822770e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.639746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-42359123-7c0e-436e-980f-6ecae822770e None None] Calling delete_port for 631c90b2-e01c-4701-844c-6e3847cd819d owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:54.669064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 90f4a1d8-d249-44a1-8a10-13b9d779c5b1) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:54.673114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:54.680097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:54.685013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:54.685725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.691302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87510f-da94-4541-95d1-a5c4b5c101d7 None None] Network 90f4a1d8-d249-44a1-8a10-13b9d779c5b1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:54.733306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b631234-fc2d-4e16-919d-baae3528e54c req-292c7513-5f54-4c2b-8dc7-751c083d40c6 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a29c9a-6b2d-44b2-a718-4c557e6dffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251264 Sep 17 22:45:54.740667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a8d72e8-d6f8-442e-b416-e1c3f4466dd0 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2675996 Sep 17 22:45:54.740859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53834) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.757919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.778525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.845244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-988b7b0c-223c-4fb3-8858-fffe2ad01b2d tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:54.846676 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-988b7b0c-223c-4fb3-8858-fffe2ad01b2d tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 946 time: 0.4177942 Sep 17 22:45:54.851736 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42359123-7c0e-436e-980f-6ecae822770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.856896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647a98d-a717-4d20-915b-a787131b72ca tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:54.864142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647a98d-a717-4d20-915b-a787131b72ca tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:54.866164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c647a98d-a717-4d20-915b-a787131b72ca tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1243637 Sep 17 22:45:54.870120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53836) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.888376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42359123-7c0e-436e-980f-6ecae822770e None None] Pushing event deleted for resources: {'Port': ['ID=631c90b2-e01c-4701-844c-6e3847cd819d,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:54.896837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42359123-7c0e-436e-980f-6ecae822770e None None] No DVR routers for this DVR port 631c90b2-e01c-4701-844c-6e3847cd819d on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:54.919056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Deleting port 671d7ff1-f5e6-4f5e-bc69-761c330b559c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:54.919394 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.029300 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa8ba-f555-4d0c-b73e-e97aab4a4b4b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.184875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Deleting port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:55.185532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.264013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:55.274419 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa8ba-f555-4d0c-b73e-e97aab4a4b4b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.323954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa8ba-f555-4d0c-b73e-e97aab4a4b4b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.325948 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9c3aa8ba-f555-4d0c-b73e-e97aab4a4b4b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/subnets/798fb025-a3bf-4459-aad6-01c35749b896 HTTP/1.1" status: 204 len: 168 time: 1.1972957 Sep 17 22:45:55.332910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53840) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.334013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3aa8ba-f555-4d0c-b73e-e97aab4a4b4b tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Subnet': ['ID=798fb025-a3bf-4459-aad6-01c35749b896,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:55.335297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2598e5e-d1f9-4720-9b26-980c7e0abf24 None None] Network 48630919-aa41-463c-9141-260342fe9d4f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:55.373605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] For port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,segment=NetworkSegment(312f4cde-9118-4444-b510-352aa36bb78c),segment_id=312f4cde-9118-4444-b510-352aa36bb78c)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:55.373898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.383543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-de44bcf4-dc29-4d1c-be13-23c04ed132a6 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:55.385055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-de44bcf4-dc29-4d1c-be13-23c04ed132a6 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.45 "GET /v2.0/ports?device_id=57f1638c-8c7d-490f-8a48-25985d216622 HTTP/1.1" status: 200 len: 945 time: 0.1729217 Sep 17 22:45:55.392892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.422190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Calling delete_port for 5bdbab73-c26d-4804-b3de-9c1f15cdebfa owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:55.424451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318114a8-5534-4907-acc7-36a52de785c6 req-3d5d0cbf-a150-4b4f-980f-409847a2cedb tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:55.426456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-318114a8-5534-4907-acc7-36a52de785c6 req-3d5d0cbf-a150-4b4f-980f-409847a2cedb tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a HTTP/1.1" status: 200 len: 946 time: 0.1581664 Sep 17 22:45:55.491847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Calling delete_port for 671d7ff1-f5e6-4f5e-bc69-761c330b559c owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:55.497790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2100ba1a-2220-43c8-9244-1fc3f750d2ef tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Deleting port 1eab7094-1c57-4132-b6dc-da4948762d41 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:55.498131 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2100ba1a-2220-43c8-9244-1fc3f750d2ef tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.565302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:55.571933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] DHCP port deletion for 48630919-aa41-463c-9141-260342fe9d4f request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:55.586497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-71bd460d-297b-4665-aae2-7516f67c434f tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1411061 Sep 17 22:45:55.587343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53842) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.597573 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.604830 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:55.621942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:55.622623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:55.626408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 631c90b2-e01c-4701-844c-6e3847cd819d no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:55.685420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 631c90b2-e01c-4701-844c-6e3847cd819d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:55.686217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 631c90b2-e01c-4701-844c-6e3847cd819d not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:55.702273 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2100ba1a-2220-43c8-9244-1fc3f750d2ef tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.705127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33683e48-703a-443c-9204-a608878811dd req-5e334767-d51f-4d76-8f0c-b7d2fb43a86f tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:55.706776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-33683e48-703a-443c-9204-a608878811dd req-5e334767-d51f-4d76-8f0c-b7d2fb43a86f tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a HTTP/1.1" status: 200 len: 946 time: 0.2691443 Sep 17 22:45:55.715666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-562a5b98-6549-47e6-ab08-752bcb38883c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet fb90d55f-13a1-4f57-bf11-987c9bed9b82 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:55.721610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-318114a8-5534-4907-acc7-36a52de785c6 req-ca4f7275-b27e-4e6a-bfdc-b2524b0559f8 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d80f14e-6071-4adb-b6db-16202be6930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308145 Sep 17 22:45:55.728501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] Deleting port 00683b34-dd9e-4d61-8b66-1f2552c23810 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:55.728878 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.737686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-562a5b98-6549-47e6-ab08-752bcb38883c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.747864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2100ba1a-2220-43c8-9244-1fc3f750d2ef tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Calling delete_port for 1eab7094-1c57-4132-b6dc-da4948762d41 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:55.762552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:55.821501 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-562a5b98-6549-47e6-ab08-752bcb38883c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.843016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.843889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] For port 00683b34-dd9e-4d61-8b66-1f2552c23810, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=00683b34-dd9e-4d61-8b66-1f2552c23810,segment=NetworkSegment(029bf982-8238-408a-b2f5-812a59610afa),segment_id=029bf982-8238-408a-b2f5-812a59610afa)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:55.844693 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.890534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['5bdbab73-c26d-4804-b3de-9c1f15cdebfa'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:55.901022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] Calling delete_port for 00683b34-dd9e-4d61-8b66-1f2552c23810 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:55.908151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Pushing event deleted for resources: {'Port': ['ID=5bdbab73-c26d-4804-b3de-9c1f15cdebfa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:55.911082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Deleting port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:55.911438 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.974643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] No DVR routers for this DVR port 5bdbab73-c26d-4804-b3de-9c1f15cdebfa on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:55.979498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.981582 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2bbe3de-c888-4c65-9530-93a4228ae92e req-faccfb2c-2787-4258-8a08-efed684e03a9 tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.49 "DELETE /v2.0/ports/5bdbab73-c26d-4804-b3de-9c1f15cdebfa HTTP/1.1" status: 204 len: 173 time: 1.0876601 Sep 17 22:45:55.982837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7339724-76f9-475a-8919-94478659f8f1', 'name': 'network-vif-deleted', 'tag': '5bdbab73-c26d-4804-b3de-9c1f15cdebfa'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:55.985002 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed003ffd-5bda-41e5-bf23-be700682c5e6" -d '{"events": [{"server_uuid": "a7339724-76f9-475a-8919-94478659f8f1", "name": "network-vif-deleted", "tag": "5bdbab73-c26d-4804-b3de-9c1f15cdebfa"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:55.996251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c664ab80-eb55-4c84-aa09-1926e80d582f req-b56f5fae-f6d5-4774-b258-b01cfeeb4acc tempest-ServerTagsTestJSON-242546761 tempest-ServerTagsTestJSON-242546761-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7339724-76f9-475a-8919-94478659f8f1 HTTP/1.1" status: 200 len: 210 time: 0.1240256 Sep 17 22:45:56.048958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Deleting port e4224242-0040-4eb0-9c20-d3b65803c5fc {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:56.049519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.106840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.120573 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5981c104-9948-4c94-a00b-35bec3be68e0 x-openstack-request-id: req-5981c104-9948-4c94-a00b-35bec3be68e0 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:56.120862 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7339724-76f9-475a-8919-94478659f8f1", "name": "network-vif-deleted", "tag": "5bdbab73-c26d-4804-b3de-9c1f15cdebfa", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:56.121524 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5981c104-9948-4c94-a00b-35bec3be68e0 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:56.122167 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7339724-76f9-475a-8919-94478659f8f1', 'name': 'network-vif-deleted', 'tag': '5bdbab73-c26d-4804-b3de-9c1f15cdebfa', 'status': 'completed', 'code': 200} Sep 17 22:45:56.138459 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.165896 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-562a5b98-6549-47e6-ab08-752bcb38883c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.180585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] Pushing event deleted for resources: {'Port': ['ID=00683b34-dd9e-4d61-8b66-1f2552c23810,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:56.188482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d1ee2-5c2c-4ebc-ace9-64d66c670506 None None] No DVR routers for this DVR port 00683b34-dd9e-4d61-8b66-1f2552c23810 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:56.211449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:54Z', 'revision_number': 8, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:56.214683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7649fa41-8df9-4711-88f6-28c725cfc719']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:56.247563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88e8a5b-8d2d-4e51-8dca-620ebcdc5123') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:56.247871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88e8a5b-8d2d-4e51-8dca-620ebcdc5123') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:56.248054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:56.250662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] For port e4224242-0040-4eb0-9c20-d3b65803c5fc, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=e4224242-0040-4eb0-9c20-d3b65803c5fc,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:56.251154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.259234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:56.260002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:56.271514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Calling delete_port for e4224242-0040-4eb0-9c20-d3b65803c5fc owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:56.277270 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.279115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-562a5b98-6549-47e6-ab08-752bcb38883c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.281478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] For port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,segment=NetworkSegment(d957fc9a-b7e3-42b0-9969-e008dc84178b),segment_id=d957fc9a-b7e3-42b0-9969-e008dc84178b)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:56.281848 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.306219 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.321855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a5b98-6549-47e6-ab08-752bcb38883c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=fb90d55f-13a1-4f57-bf11-987c9bed9b82,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:56.338717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Calling delete_port for 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:56.341078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.343014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408079e-c041-4921-bbc2-e51a1e556473 None None] Network 789f12e3-ecd9-4503-9252-8e96f746aaf0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:56.346639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2100ba1a-2220-43c8-9244-1fc3f750d2ef tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.351138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event deleted for resources: {'Port': ['ID=671d7ff1-f5e6-4f5e-bc69-761c330b559c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:56.357218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-562a5b98-6549-47e6-ab08-752bcb38883c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.359105 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-562a5b98-6549-47e6-ab08-752bcb38883c tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/fb90d55f-13a1-4f57-bf11-987c9bed9b82 HTTP/1.1" status: 204 len: 168 time: 0.7699552 Sep 17 22:45:56.362610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53848) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:56.388281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:56.399494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:56.399911 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:56.403514 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:56.428207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2100ba1a-2220-43c8-9244-1fc3f750d2ef tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.433266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2100ba1a-2220-43c8-9244-1fc3f750d2ef tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/ports/1eab7094-1c57-4132-b6dc-da4948762d41 HTTP/1.1" status: 204 len: 168 time: 1.5595405 Sep 17 22:45:56.433266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100ba1a-2220-43c8-9244-1fc3f750d2ef tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Port': ['ID=1eab7094-1c57-4132-b6dc-da4948762d41,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:56.443200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53850) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:56.506461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.604892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.610150 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.621489 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.626126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/networks/7649fa41-8df9-4711-88f6-28c725cfc719 HTTP/1.1" status: 204 len: 168 time: 1.2892392 Sep 17 22:45:56.628385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:56.659006 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.678853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['6d5fc1f8-f91b-4967-9b69-6ed461c947e4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:56.705328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c4a9-8e0f-4ccd-9022-887fc2c14d3c tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Network': ['ID=7649fa41-8df9-4711-88f6-28c725cfc719,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:56.741583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Pushing event deleted for resources: {'Port': ['ID=e4224242-0040-4eb0-9c20-d3b65803c5fc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:56.781438 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.787342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.791931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2382f599-f673-4105-bc0b-052a099f6293 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Deleting port 7c73bb55-2f3b-431e-a177-4d57ce182762 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:56.792293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2382f599-f673-4105-bc0b-052a099f6293 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.814685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.838968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['e4224242-0040-4eb0-9c20-d3b65803c5fc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:56.840712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] No DVR routers for this DVR port e4224242-0040-4eb0-9c20-d3b65803c5fc on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:56.849504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.851481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-33683e48-703a-443c-9204-a608878811dd req-1492e0cb-9ac2-40dc-a894-27581a2365a9 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.49 "DELETE /v2.0/ports/e4224242-0040-4eb0-9c20-d3b65803c5fc HTTP/1.1" status: 204 len: 173 time: 1.1308939 Sep 17 22:45:56.859996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port d44baf25-e615-486d-ad43-09f8eb70e6ca {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:56.860340 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.886719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d7ae531-3042-43b0-8ac1-5c41b28294b0 req-a3386ea2-c3ef-4398-ab7c-329491730103 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cebdcfb-bdd2-4c0d-9845-8e033209121a HTTP/1.1" status: 200 len: 210 time: 0.0495114 Sep 17 22:45:56.891471 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.892098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Fanout notify agent at l3_agent the message router_deleted on router aa779f8f-ff86-40da-a1f2-66609a1de24d {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:56.901533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.906369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-42c1bb3f-86fb-4911-91ad-51fae80a092a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/aa779f8f-ff86-40da-a1f2-66609a1de24d HTTP/1.1" status: 204 len: 168 time: 2.6855235 Sep 17 22:45:56.906708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53856) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:56.908819 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.920013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4ece74b9-65e2-4fc1-8080-627b089c7cd3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1930429685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:56.933034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2382f599-f673-4105-bc0b-052a099f6293 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.963169 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['e4224242-0040-4eb0-9c20-d3b65803c5fc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:56.981092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Pushing event deleted for resources: {'Port': ['ID=6d5fc1f8-f91b-4967-9b69-6ed461c947e4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.006642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2382f599-f673-4105-bc0b-052a099f6293 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Calling delete_port for 7c73bb55-2f3b-431e-a177-4d57ce182762 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:57.062550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ece74b9-65e2-4fc1-8080-627b089c7cd3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.063758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ece74b9-65e2-4fc1-8080-627b089c7cd3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.080493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.086301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] DHCP port deletion for 789f12e3-ecd9-4503-9252-8e96f746aaf0 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:57.102331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] No DVR routers for this DVR port 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:57.106062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48630919-aa41-463c-9141-260342fe9d4f']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:57.106879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.109209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f54a5a4-a27b-4892-9487-e76645a59732 req-269e10dd-9073-4038-a963-93d678c2bf22 tempest-ListServersNegativeTestJSON-817326229 tempest-ListServersNegativeTestJSON-817326229-project] 10.222.0.45 "DELETE /v2.0/ports/6d5fc1f8-f91b-4967-9b69-6ed461c947e4 HTTP/1.1" status: 204 len: 173 time: 1.7104294 Sep 17 22:45:57.109670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f1638c-8c7d-490f-8a48-25985d216622', 'name': 'network-vif-deleted', 'tag': '6d5fc1f8-f91b-4967-9b69-6ed461c947e4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:57.112585 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bde1131-fa7d-4727-aefc-143d0e22fc59" -d '{"events": [{"server_uuid": "57f1638c-8c7d-490f-8a48-25985d216622", "name": "network-vif-deleted", "tag": "6d5fc1f8-f91b-4967-9b69-6ed461c947e4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:57.119654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029bf982-8238-408a-b2f5-812a59610afa') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:57.119990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029bf982-8238-408a-b2f5-812a59610afa') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:57.132206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.138840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53864) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.149144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.155804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:57.156432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.180071 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb7028d-1e46-4e29-872f-d5d8195fad7e x-openstack-request-id: req-9eb7028d-1e46-4e29-872f-d5d8195fad7e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:57.180848 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f1638c-8c7d-490f-8a48-25985d216622", "name": "network-vif-deleted", "tag": "6d5fc1f8-f91b-4967-9b69-6ed461c947e4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:57.181937 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9eb7028d-1e46-4e29-872f-d5d8195fad7e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:57.182801 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f1638c-8c7d-490f-8a48-25985d216622', 'name': 'network-vif-deleted', 'tag': '6d5fc1f8-f91b-4967-9b69-6ed461c947e4', 'status': 'completed', 'code': 200} Sep 17 22:45:57.206627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] Deleting port d44baf25-e615-486d-ad43-09f8eb70e6ca {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:57.207213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.211695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:54Z', 'revision_number': 8, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:57.218064 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:57.234997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port d44baf25-e615-486d-ad43-09f8eb70e6ca, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d44baf25-e615-486d-ad43-09f8eb70e6ca,segment=NetworkSegment(381a8b08-8a11-4d19-b6c2-e3f2e25521e5),segment_id=381a8b08-8a11-4d19-b6c2-e3f2e25521e5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:57.235651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.244671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ece74b9-65e2-4fc1-8080-627b089c7cd3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.258070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa7992-0ffe-4e67-a481-4fd35f5aa3df None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:54Z', 'revision_number': 8, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a025099c-52f2-43ed-b153-0be69579894b', 'name': '', 'network_id': '9381c580-21b7-42a6-b2cb-a5b9ab79dc3b', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:fc:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '74953e8a-c909-4985-847d-4f4822f94749', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:31Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '74953e8a-c909-4985-847d-4f4822f94749', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:57.272391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd426fc-8d9a-4eba-9706-dc91e48f8401 admin admin] Deleting subnet f36bf13a-f690-4862-957c-a480fab2ffcb {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:57.276485 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ece74b9-65e2-4fc1-8080-627b089c7cd3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.289012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for d44baf25-e615-486d-ad43-09f8eb70e6ca owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:57.294424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fd426fc-8d9a-4eba-9706-dc91e48f8401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.303525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.319296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.321182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/networks/48630919-aa41-463c-9141-260342fe9d4f HTTP/1.1" status: 204 len: 168 time: 0.6890109 Sep 17 22:45:57.328323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53866) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.343499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] For port d44baf25-e615-486d-ad43-09f8eb70e6ca, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d44baf25-e615-486d-ad43-09f8eb70e6ca,segment=NetworkSegment(381a8b08-8a11-4d19-b6c2-e3f2e25521e5),segment_id=381a8b08-8a11-4d19-b6c2-e3f2e25521e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:57.344549 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.360656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] Calling delete_port for d44baf25-e615-486d-ad43-09f8eb70e6ca owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:57.374444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183353e-e7f9-4400-8a81-ba6910d45fa6 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Network': ['ID=48630919-aa41-463c-9141-260342fe9d4f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.375089 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4ece74b9-65e2-4fc1-8080-627b089c7cd3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.380230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53868) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.384909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4ece74b9-65e2-4fc1-8080-627b089c7cd3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4770074 Sep 17 22:45:57.392778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:57.404098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fd426fc-8d9a-4eba-9706-dc91e48f8401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.471796 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.479804 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2382f599-f673-4105-bc0b-052a099f6293 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.480453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fd426fc-8d9a-4eba-9706-dc91e48f8401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.491924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] No DVR routers for this DVR port d44baf25-e615-486d-ad43-09f8eb70e6ca on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:57.521467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4233e-25c8-4fd4-82f3-7142f2868be9 None None] Pushing event deleted for resources: {'Port': ['ID=d44baf25-e615-486d-ad43-09f8eb70e6ca,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.533455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35f98cc-cce2-43bf-9868-56aa859d1501 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Deleting subnet 134893cd-20a9-439d-b569-47f40d81c0af {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:57.540922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a35f98cc-cce2-43bf-9868-56aa859d1501 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.570622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382f599-f673-4105-bc0b-052a099f6293 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Port': ['ID=7c73bb55-2f3b-431e-a177-4d57ce182762,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.586129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2382f599-f673-4105-bc0b-052a099f6293 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.588549 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2382f599-f673-4105-bc0b-052a099f6293 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/ports/7c73bb55-2f3b-431e-a177-4d57ce182762 HTTP/1.1" status: 204 len: 168 time: 1.1442349 Sep 17 22:45:57.591838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53870) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.596994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a35f98cc-cce2-43bf-9868-56aa859d1501 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.655272 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dbeae45f-2f4a-4a3d-8d4f-8c0e30ebb45e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0620115 Sep 17 22:45:57.660816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53872) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.674032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-555256792'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:57.693437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fd426fc-8d9a-4eba-9706-dc91e48f8401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.699722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.737605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd426fc-8d9a-4eba-9706-dc91e48f8401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36bf13a-f690-4862-957c-a480fab2ffcb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.744434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fd426fc-8d9a-4eba-9706-dc91e48f8401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.748639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6fd426fc-8d9a-4eba-9706-dc91e48f8401 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f36bf13a-f690-4862-957c-a480fab2ffcb HTTP/1.1" status: 204 len: 168 time: 0.6065941 Sep 17 22:45:57.751329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53874) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.767078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d44baf25-e615-486d-ad43-09f8eb70e6ca no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:57.773761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a35f98cc-cce2-43bf-9868-56aa859d1501 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.779331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Made reservation on behalf of 8a7015777e79497cb3684c2fe81bdfaf for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:57.782764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.796461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d44baf25-e615-486d-ad43-09f8eb70e6ca {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:57.799662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d44baf25-e615-486d-ad43-09f8eb70e6ca not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:57.802182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 00683b34-dd9e-4d61-8b66-1f2552c23810 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:57.820449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No DVR routers for this DVR port d44baf25-e615-486d-ad43-09f8eb70e6ca on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:57.827106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 00683b34-dd9e-4d61-8b66-1f2552c23810 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:57.827469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 00683b34-dd9e-4d61-8b66-1f2552c23810 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:57.827886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:57.856484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=d44baf25-e615-486d-ad43-09f8eb70e6ca,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.858069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:57.861487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.863445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2e066cd1-4aca-4fb3-8005-7dc0bb5133a0 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:57.864971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.913123 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a35f98cc-cce2-43bf-9868-56aa859d1501 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.960911 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a35f98cc-cce2-43bf-9868-56aa859d1501 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.962852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a35f98cc-cce2-43bf-9868-56aa859d1501 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/subnets/134893cd-20a9-439d-b569-47f40d81c0af HTTP/1.1" status: 204 len: 168 time: 0.6334536 Sep 17 22:45:57.965788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f98cc-cce2-43bf-9868-56aa859d1501 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Subnet': ['ID=134893cd-20a9-439d-b569-47f40d81c0af,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.968414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53878) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.969918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc468a69-4336-4fac-b7c0-6d5374a2f994 None None] Network a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:58.007473 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.053010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53882) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.090395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3427a1c-540e-49c4-a85f-f1d26240b644']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:58.133553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312f4cde-9118-4444-b510-352aa36bb78c') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:58.133850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312f4cde-9118-4444-b510-352aa36bb78c') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:58.149268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.155354 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.171021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] DHCP port deletion for a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:58.177861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb38886b-f775-4e49-b218-baa836885b46 admin admin] Deleting subnet a4167563-afae-43ac-afc1-a11ab2eb031e {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:58.182052 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb38886b-f775-4e49-b218-baa836885b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.202296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.205724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cebdcfb-bdd2-4c0d-9845-8e033209121a', 'name': 'network-vif-deleted', 'tag': 'e4224242-0040-4eb0-9c20-d3b65803c5fc'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:58.208820 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a646edc3-c529-46a5-bcd8-4870021d3733" -d '{"events": [{"server_uuid": "0cebdcfb-bdd2-4c0d-9845-8e033209121a", "name": "network-vif-deleted", "tag": "e4224242-0040-4eb0-9c20-d3b65803c5fc"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:58.222134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:58.223425 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:58.226329 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:58.228784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:58.230866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] Deleting port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:58.231624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.236744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.237332 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Added segment 3679cfda-f4a0-45e5-913a-618d4a4e6b28 of type vlan for network 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1 Sep 17 22:45:58.278147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb38886b-f775-4e49-b218-baa836885b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.284151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.289871 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03985f14-3186-4b76-9d40-0238d13d3199 x-openstack-request-id: req-03985f14-3186-4b76-9d40-0238d13d3199 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:58.290537 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cebdcfb-bdd2-4c0d-9845-8e033209121a", "name": "network-vif-deleted", "tag": "e4224242-0040-4eb0-9c20-d3b65803c5fc", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:58.290537 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03985f14-3186-4b76-9d40-0238d13d3199 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:58.290779 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cebdcfb-bdd2-4c0d-9845-8e033209121a', 'name': 'network-vif-deleted', 'tag': 'e4224242-0040-4eb0-9c20-d3b65803c5fc', 'status': 'completed', 'code': 200} Sep 17 22:45:58.303744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] For port a3e6065e-c51d-4e2d-b1e1-c974e55461b4, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a3e6065e-c51d-4e2d-b1e1-c974e55461b4,segment=NetworkSegment(3e840e24-48eb-4915-b620-07416b7de71a),segment_id=3e840e24-48eb-4915-b620-07416b7de71a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:58.304142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.317044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] Calling delete_port for a3e6065e-c51d-4e2d-b1e1-c974e55461b4 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:58.350183 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.354972 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.357102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d3427a1c-540e-49c4-a85f-f1d26240b644 HTTP/1.1" status: 204 len: 168 time: 0.6048119 Sep 17 22:45:58.389502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb38886b-f775-4e49-b218-baa836885b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.404121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.420432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86638f-bca2-4973-80ba-214976017287 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3427a1c-540e-49c4-a85f-f1d26240b644,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:58.426314 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.442375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Deleting port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:58.442737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.444908 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.450497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:58.451101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.481519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] Pushing event deleted for resources: {'Port': ['ID=a3e6065e-c51d-4e2d-b1e1-c974e55461b4,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:58.496031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789f12e3-ecd9-4503-9252-8e96f746aaf0']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:58.500772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ef028-d366-45d8-a00b-b0774d9c5148 None None] No DVR routers for this DVR port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:58.515838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5bdbab73-c26d-4804-b3de-9c1f15cdebfa no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:58.528405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] For port a3e6065e-c51d-4e2d-b1e1-c974e55461b4, host n-d-789963-10, got binding levels [] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:58.528405 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.534622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381a8b08-8a11-4d19-b6c2-e3f2e25521e5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:58.534915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381a8b08-8a11-4d19-b6c2-e3f2e25521e5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:58.542038 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb38886b-f775-4e49-b218-baa836885b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.543273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8810709 Sep 17 22:45:58.544631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53888) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.545628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Calling delete_port for a3e6065e-c51d-4e2d-b1e1-c974e55461b4 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:58.554890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1679071981'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:58.557045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 5bdbab73-c26d-4804-b3de-9c1f15cdebfa {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:58.557407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5bdbab73-c26d-4804-b3de-9c1f15cdebfa not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:58.557830 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device e4224242-0040-4eb0-9c20-d3b65803c5fc no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:58.569778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 was not found and therefore no delete operation was performed {{(pid=94737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:45:58.583556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: e4224242-0040-4eb0-9c20-d3b65803c5fc {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:58.583932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device e4224242-0040-4eb0-9c20-d3b65803c5fc not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:58.584076 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.597284 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.598486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0587307-9dde-4053-8fe4-0260ff0f2805 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Network': ['ID=219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:58.602664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38886b-f775-4e49-b218-baa836885b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4167563-afae-43ac-afc1-a11ab2eb031e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:58.609715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:58.615129 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb38886b-f775-4e49-b218-baa836885b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.619206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fb38886b-f775-4e49-b218-baa836885b46 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a4167563-afae-43ac-afc1-a11ab2eb031e HTTP/1.1" status: 204 len: 168 time: 0.5629020 Sep 17 22:45:58.620144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53890) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.625204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53892) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.636187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.680445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:58.680987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:58.685782 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:58.849543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:58.871223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:58.871573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d5fc1f8-f91b-4967-9b69-6ed461c947e4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:58.879026 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.883390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Port': ['ID=a3e6065e-c51d-4e2d-b1e1-c974e55461b4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:58.885223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] No DVR routers for this DVR port a3e6065e-c51d-4e2d-b1e1-c974e55461b4 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:58.889594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Made reservation on behalf of 8a7015777e79497cb3684c2fe81bdfaf for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:58.894227 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f09dec05-bf19-435e-8b35-bfe21dc400b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe77a4cf20ca49948682c4ea33687481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648723 Sep 17 22:45:58.894227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.894439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.897325 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.898367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.899360 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/789f12e3-ecd9-4503-9252-8e96f746aaf0 HTTP/1.1" status: 204 len: 168 time: 2.5351169 Sep 17 22:45:58.902392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53896) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.924202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.954098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add30b55-1569-4afc-ab3b-9c3c0c014653 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=789f12e3-ecd9-4503-9252-8e96f746aaf0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:58.958020 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.063657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:59.080980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.096974 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.134599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d241ac-6b6b-4697-88a0-f6dfffd1f19b']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:59.134804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.134959 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Added segment 8ea53730-bc36-412e-9674-78d9fde976ca of type vlan for network b853154b-6d3a-4155-a502-a14acf289765 Sep 17 22:45:59.136995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:59.148739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd957fc9a-b7e3-42b0-9969-e008dc84178b') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:59.149065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd957fc9a-b7e3-42b0-9969-e008dc84178b') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:59.164564 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.170439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e840e24-48eb-4915-b620-07416b7de71a') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:59.170762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e840e24-48eb-4915-b620-07416b7de71a') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:59.181095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Allocated IP 172.25.0.173 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/e766dba0-fa7b-4833-8fd5-b82fc006ce47) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:59.194330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.203627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:59.204065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:59.205818 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:59.233753 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d927a3d4-7ee7-493a-89bd-4b3a7433d547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.237155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.293476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.302098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.312399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.317680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.319632 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] 10.222.0.48 "DELETE /v2.0/networks/35d241ac-6b6b-4697-88a0-f6dfffd1f19b HTTP/1.1" status: 204 len: 168 time: 0.6969376 Sep 17 22:45:59.323067 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d927a3d4-7ee7-493a-89bd-4b3a7433d547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.325087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:59.325444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:59.335693 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:59.337972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e5afb-511f-4ace-a7a9-a5389d865030 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d241ac-6b6b-4697-88a0-f6dfffd1f19b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.373866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.417137 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.459555 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:59.462018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.462941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:59.466896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:59.467910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:59.468530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.486657 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.505740 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.510397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/networks/a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8 HTTP/1.1" status: 204 len: 168 time: 1.5365877 Sep 17 22:45:59.510554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event updated for resources: {'Port': ['ID=e766dba0-fa7b-4833-8fd5-b82fc006ce47,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.511402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53900) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:59.552980 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-46037c3e-4237-45cf-ae46-5baee90b7140 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "GET /v2.0/ports?device_id=d102cc48-d667-4603-aaa6-e982d3acd23a HTTP/1.1" status: 200 len: 205 time: 0.0376599 Sep 17 22:45:59.554728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53902) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:59.569182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a3e6065e-c51d-4e2d-b1e1-c974e55461b4 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:59.570696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0216398 Sep 17 22:45:59.599891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a3e6065e-c51d-4e2d-b1e1-c974e55461b4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:59.600651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a3e6065e-c51d-4e2d-b1e1-c974e55461b4 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:59.618425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53904) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:59.624214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d927a3d4-7ee7-493a-89bd-4b3a7433d547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.626750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d927a3d4-7ee7-493a-89bd-4b3a7433d547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.630896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d927a3d4-7ee7-493a-89bd-4b3a7433d547 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96a29c9a-6b2d-44b2-a718-4c557e6dffa8 HTTP/1.1" status: 204 len: 168 time: 0.7263689 Sep 17 22:45:59.645660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be721702-4f53-4b81-bc86-50034d23e8e4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Network': ['ID=b853154b-6d3a-4155-a502-a14acf289765,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.657822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b853154b-6d3a-4155-a502-a14acf289765 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:59.693486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927a3d4-7ee7-493a-89bd-4b3a7433d547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a29c9a-6b2d-44b2-a718-4c557e6dffa8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.697231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e3219-c31a-4397-9502-bc90d6d9858d tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Pushing event deleted for resources: {'Network': ['ID=a2a88f6c-b1d3-4a92-bca9-8c1ef374a9b8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.714653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53908) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:59.727786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'subnets': [{'network_id': '219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1512646346', 'ip_version': 4}, {'network_id': 'b853154b-6d3a-4155-a502-a14acf289765', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:59.728123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'subnet': {'network_id': '219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1512646346', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:59.728690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Request body: {'subnet': {'network_id': 'b853154b-6d3a-4155-a502-a14acf289765', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:59.772036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23ba0a61-db24-4338-b022-9f995cf654b5 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.775845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-31bfe344-13d1-4232-90f8-438f36c21e15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8ed1bc635704c8e8e14f8f1c5a7a686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548665 Sep 17 22:45:59.801205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53910) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:59.939617 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9354cd36-40f1-4136-b2ae-800d2b52ae85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.990861 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23ba0a61-db24-4338-b022-9f995cf654b5 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.994507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23ba0a61-db24-4338-b022-9f995cf654b5 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.001537 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.004613 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d97951d1-a3a5-4180-8cc5-6b55e7eb7408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.087664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23ba0a61-db24-4338-b022-9f995cf654b5 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.088178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ba0a61-db24-4338-b022-9f995cf654b5 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Fanout notify agent at l3_agent the message router_deleted on router d102cc48-d667-4603-aaa6-e982d3acd23a {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:00.102253 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23ba0a61-db24-4338-b022-9f995cf654b5 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.106568 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-23ba0a61-db24-4338-b022-9f995cf654b5 tempest-RoutersNegativeTest-195626556 tempest-RoutersNegativeTest-195626556-project] 10.222.0.48 "DELETE /v2.0/routers/d102cc48-d667-4603-aaa6-e982d3acd23a HTTP/1.1" status: 204 len: 168 time: 0.5477486 Sep 17 22:46:00.112699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d97951d1-a3a5-4180-8cc5-6b55e7eb7408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.122607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Made reservation on behalf of 8a7015777e79497cb3684c2fe81bdfaf for: {'subnet': 2} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:00.127176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.127519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.139893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.324642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d97951d1-a3a5-4180-8cc5-6b55e7eb7408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.327172 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d97951d1-a3a5-4180-8cc5-6b55e7eb7408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.331149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d97951d1-a3a5-4180-8cc5-6b55e7eb7408 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d80f14e-6071-4adb-b6db-16202be6930b HTTP/1.1" status: 204 len: 168 time: 0.5288863 Sep 17 22:46:00.372537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97951d1-a3a5-4180-8cc5-6b55e7eb7408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80f14e-6071-4adb-b6db-16202be6930b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:00.404075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53930) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.416922 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.420821 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.580906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Router 06bbeb7c-51d6-45b3-a94f-23f658c64ef2 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:00.598187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port a025099c-52f2-43ed-b153-0be69579894b {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:00.598908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.762470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:00.770505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.776627 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-115c78f5-ffb0-43a9-9010-5112be015471 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "PUT /v2.0/routers/06bbeb7c-51d6-45b3-a94f-23f658c64ef2 HTTP/1.1" status: 200 len: 880 time: 3.3886006 Sep 17 22:46:00.776627 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f88e524c-ffac-45e3-8674-087ea0a26560 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddc19b81240c4bbf88e9905eac0ad718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704879 Sep 17 22:46:00.776627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53944) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.778273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53946) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.781156 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf9ed6-6a0b-42ee-9548-03bed10d2aef None None] Sync routers for ids ['06bbeb7c-51d6-45b3-a94f-23f658c64ef2'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:00.793118 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf9ed6-6a0b-42ee-9548-03bed10d2aef None None] Routers {'06bbeb7c-51d6-45b3-a94f-23f658c64ef2'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:00.794087 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6cdf9ed6-6a0b-42ee-9548-03bed10d2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['06bbeb7c-51d6-45b3-a94f-23f658c64ef2'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.799932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port a025099c-52f2-43ed-b153-0be69579894b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a025099c-52f2-43ed-b153-0be69579894b,segment=NetworkSegment(ee4199c6-6a19-4998-a36a-1788420a4279),segment_id=ee4199c6-6a19-4998-a36a-1788420a4279)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:00.800311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.827345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for a025099c-52f2-43ed-b153-0be69579894b owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:00.838111 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6cdf9ed6-6a0b-42ee-9548-03bed10d2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.838655 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.853941 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf9ed6-6a0b-42ee-9548-03bed10d2aef None None] Routers {'06bbeb7c-51d6-45b3-a94f-23f658c64ef2'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:00.854922 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6cdf9ed6-6a0b-42ee-9548-03bed10d2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['06bbeb7c-51d6-45b3-a94f-23f658c64ef2'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.896361 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6cdf9ed6-6a0b-42ee-9548-03bed10d2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.897426 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf9ed6-6a0b-42ee-9548-03bed10d2aef None None] The sync data for ids ['06bbeb7c-51d6-45b3-a94f-23f658c64ef2'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:00.959970 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f8064fa-79e3-4b0c-9865-511fde24456f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.968894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Subnet': ['ID=7c3e799d-3b99-4ce7-b8ce-51c25ce288dc,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:00.986718 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f8064fa-79e3-4b0c-9865-511fde24456f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.019232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Checking segment: {'id': '3679cfda-f4a0-45e5-913a-618d4a4e6b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:01.019970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Network hostable DHCP agents. Network: 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:01.103148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Network 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:01.130789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:01.137097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.138848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea041a1-a3a2-4fbe-ae97-46551441e39a None None] Network 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:01.264241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event updated for resources: {'Subnet': ['ID=3531eec8-8da4-4175-b732-9d9440df6552,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:01.272035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.302966 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b43fea34-4084-41fc-9ccb-0f52cfc4733f tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/routers/06bbeb7c-51d6-45b3-a94f-23f658c64ef2 HTTP/1.1" status: 200 len: 921 time: 0.5252388 Sep 17 22:46:01.309169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53968) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.327985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=a025099c-52f2-43ed-b153-0be69579894b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:01.361920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddd6005-a168-47ac-92f2-407900e31731 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:01.366374 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5ddd6005-a168-47ac-92f2-407900e31731 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=06bbeb7c-51d6-45b3-a94f-23f658c64ef2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0536323 Sep 17 22:46:01.366642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53970) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.403053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Checking segment: {'id': '8ea53730-bc36-412e-9674-78d9fde976ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b853154b-6d3a-4155-a502-a14acf289765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:01.403401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Network hostable DHCP agents. Network: b853154b-6d3a-4155-a502-a14acf289765, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:01.453442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f8064fa-79e3-4b0c-9865-511fde24456f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.461796 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f8064fa-79e3-4b0c-9865-511fde24456f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.464958 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f8064fa-79e3-4b0c-9865-511fde24456f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b84b1a0-0499-414a-a6dd-ad61a84c0273 HTTP/1.1" status: 204 len: 168 time: 0.6812048 Sep 17 22:46:01.485468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8064fa-79e3-4b0c-9865-511fde24456f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b84b1a0-0499-414a-a6dd-ad61a84c0273,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:01.485950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1', 'network_id': '219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1', 'tenant_id': '8a7015777e79497cb3684c2fe81bdfaf', 'fixed_ips': [{'subnet_id': '7c3e799d-3b99-4ce7-b8ce-51c25ce288dc'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:01.489436 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.568888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Network b853154b-6d3a-4155-a502-a14acf289765 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:01.578472 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.601339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b853154b-6d3a-4155-a502-a14acf289765) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:01.609609 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:01.616906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:01.617713 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.625678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6becda1c-69f5-42f0-a003-44f84095cbd0 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:01.631694 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6becda1c-69f5-42f0-a003-44f84095cbd0 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 881 time: 0.2627993 Sep 17 22:46:01.632800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53978) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.651011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1910bcb-ab6e-4194-ac36-ce450aab053f None None] Network b853154b-6d3a-4155-a502-a14acf289765 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:01.677408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53980) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.698243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cb3cf3b3-015e-4120-b4c7-3ec391f7c7bc tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=06bbeb7c-51d6-45b3-a94f-23f658c64ef2 HTTP/1.1" status: 200 len: 205 time: 0.0639999 Sep 17 22:46:01.698874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53984) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.815366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Allocated IP 172.20.0.2 (219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1/7c3e799d-3b99-4ce7-b8ce-51c25ce288dc/9ca00742-a74d-41f1-8953-080f1f914b28) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:01.958913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b853154b-6d3a-4155-a502-a14acf289765', 'network_id': 'b853154b-6d3a-4155-a502-a14acf289765', 'tenant_id': '8a7015777e79497cb3684c2fe81bdfaf', 'fixed_ips': [{'subnet_id': '3531eec8-8da4-4175-b732-9d9440df6552'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:01.960251 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.002730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-362229125-network', 'tenant_id': '063beac61fd74d8d93e4bd2eb1213391'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:02.033670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e366da04-56b8-4253-b446-3d7c6ef749ec tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3128169 Sep 17 22:46:02.035865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53994) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.056317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Made reservation on behalf of 063beac61fd74d8d93e4bd2eb1213391 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:02.062928 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.090529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.201186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Allocated IP 172.20.0.18 (b853154b-6d3a-4155-a502-a14acf289765/3531eec8-8da4-4175-b732-9d9440df6552/b8b57278-8812-495f-b847-6de2670e105f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:02.238207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb115452-f056-4162-bcfd-91b94036da9e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:02.239810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb115452-f056-4162-bcfd-91b94036da9e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:02.241466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb115452-f056-4162-bcfd-91b94036da9e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:02.243313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cb115452-f056-4162-bcfd-91b94036da9e tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2048337 Sep 17 22:46:02.247209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54006) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.259580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.279661 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.317243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.322859 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.326706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.365742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:02.381419 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99facb5b-cc3a-4793-aeaf-1aaf09ce4227,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:02.385937 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.387010 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Added segment b6081574-4493-4c14-addb-cb6bf3858008 of type vlan for network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a Sep 17 22:46:02.416871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ff0854-3fbb-44e7-98fb-ce5f601e2581 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Deleting subnet 7c3e799d-3b99-4ce7-b8ce-51c25ce288dc {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:02.423475 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18ff0854-3fbb-44e7-98fb-ce5f601e2581 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.440663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.477331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.479695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:02.480743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.494969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:02.513898 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8129408 Sep 17 22:46:02.517499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54020) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.521521 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18ff0854-3fbb-44e7-98fb-ce5f601e2581 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.524406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Request body: {'subnet': {'network_id': '0b0cd94f-4b1c-4d08-ac17-a420cd0a576a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-362229125-subnet', 'tenant_id': '063beac61fd74d8d93e4bd2eb1213391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:02.547291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Network 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:02.569083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:02.590408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:02.599950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a1197-d815-487f-b945-6a504a0efef7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b0cd94f-4b1c-4d08-ac17-a420cd0a576a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:02.606629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Pushing event updated for resources: {'Port': ['ID=9ca00742-a74d-41f1-8953-080f1f914b28,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:02.610850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Made reservation on behalf of 063beac61fd74d8d93e4bd2eb1213391 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:02.614416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.665153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.705217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:02.757303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:02.762944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aae8a987-fee8-4ef9-8162-531df2e006d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8330231 Sep 17 22:46:02.768265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54028) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.770024 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18ff0854-3fbb-44e7-98fb-ce5f601e2581 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.805629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:02.880860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3e684e-7cb3-4b04-9bbd-0fc6023eaa87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet 74953e8a-c909-4985-847d-4f4822f94749 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:02.888804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6c3e684e-7cb3-4b04-9bbd-0fc6023eaa87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.924824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Deleting port e766dba0-fa7b-4833-8fd5-b82fc006ce47 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:02.925202 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.949801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18ff0854-3fbb-44e7-98fb-ce5f601e2581 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.007211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.028550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6c3e684e-7cb3-4b04-9bbd-0fc6023eaa87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.029149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:03.029824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:45:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.032514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18ff0854-3fbb-44e7-98fb-ce5f601e2581 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.039402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-18ff0854-3fbb-44e7-98fb-ce5f601e2581 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/subnets/7c3e799d-3b99-4ce7-b8ce-51c25ce288dc HTTP/1.1" status: 204 len: 168 time: 0.7790058 Sep 17 22:46:03.041842 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.042478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff0854-3fbb-44e7-98fb-ce5f601e2581 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3e799d-3b99-4ce7-b8ce-51c25ce288dc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.063472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.085838 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5134-fff3-4190-a8ca-c08ec5169033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.111189 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.124078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.158860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Attempting to bind port 9ca00742-a74d-41f1-8953-080f1f914b28 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:03.159450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Calling delete_port for e766dba0-fa7b-4833-8fd5-b82fc006ce47 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:03.160452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Attempting to bind port 9ca00742-a74d-41f1-8953-080f1f914b28 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3679cfda-f4a0-45e5-913a-618d4a4e6b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:03.161010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Attempting to bind port 9ca00742-a74d-41f1-8953-080f1f914b28 on network 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:03.163221 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.197178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5afc42f-3be1-48c7-8c54-6e8c636d28b9,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.204203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:03.204692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Checking segment: {'id': '3679cfda-f4a0-45e5-913a-618d4a4e6b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:03.204999 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.205521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Bound using segment: {'id': '3679cfda-f4a0-45e5-913a-618d4a4e6b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:03.206004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Bound port: 9ca00742-a74d-41f1-8953-080f1f914b28, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3679cfda-f4a0-45e5-913a-618d4a4e6b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:03.206385 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.216805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b022a5d-ed63-4c5f-a469-d81b80cc77bc tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Deleting subnet 3531eec8-8da4-4175-b732-9d9440df6552 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:03.217609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Network b853154b-6d3a-4155-a502-a14acf289765 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:03.223410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b022a5d-ed63-4c5f-a469-d81b80cc77bc tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.236389 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:46:03.242981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:03.249400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:03.252119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Pushing event updated for resources: {'Port': ['ID=b8b57278-8812-495f-b847-6de2670e105f,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.257415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:03.267568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54044) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.268342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Checking segment: {'id': 'b6081574-4493-4c14-addb-cb6bf3858008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b0cd94f-4b1c-4d08-ac17-a420cd0a576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:03.268896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Network hostable DHCP agents. Network: 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:03.283440 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6c3e684e-7cb3-4b04-9bbd-0fc6023eaa87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.307760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b022a5d-ed63-4c5f-a469-d81b80cc77bc tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.321331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] For port 9ca00742-a74d-41f1-8953-080f1f914b28, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:03.325119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] For port 9ca00742-a74d-41f1-8953-080f1f914b28, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9ca00742-a74d-41f1-8953-080f1f914b28,segment=NetworkSegment(3679cfda-f4a0-45e5-913a-618d4a4e6b28),segment_id=3679cfda-f4a0-45e5-913a-618d4a4e6b28)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:03.339836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:03.363226 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.365068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:03.374393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:03.375175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.427360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f3d0aa-8c1a-4d6e-abbd-c97d6e1c371d None None] Network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:03.456472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4544bb06-d401-4140-86ed-9fecebb6e1ce admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9375355 Sep 17 22:46:03.461749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b022a5d-ed63-4c5f-a469-d81b80cc77bc tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.531816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6c3e684e-7cb3-4b04-9bbd-0fc6023eaa87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.532037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-62f23be0-6460-420a-82ad-708d416b421b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:03.532893 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-62f23be0-6460-420a-82ad-708d416b421b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:46:03.533892 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-62f23be0-6460-420a-82ad-708d416b421b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:46:03.538753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-62f23be0-6460-420a-82ad-708d416b421b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2628605 Sep 17 22:46:03.539686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54054) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.545174 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--888726009'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:03.580047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.595360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e684e-7cb3-4b04-9bbd-0fc6023eaa87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=74953e8a-c909-4985-847d-4f4822f94749,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.602529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6c3e684e-7cb3-4b04-9bbd-0fc6023eaa87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.606905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6c3e684e-7cb3-4b04-9bbd-0fc6023eaa87 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/74953e8a-c909-4985-847d-4f4822f94749 HTTP/1.1" status: 204 len: 168 time: 0.8309364 Sep 17 22:46:03.607523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54056) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.611492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.621260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Attempting to bind port b8b57278-8812-495f-b847-6de2670e105f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:03.621618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Attempting to bind port b8b57278-8812-495f-b847-6de2670e105f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8ea53730-bc36-412e-9674-78d9fde976ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b853154b-6d3a-4155-a502-a14acf289765'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:03.621748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b022a5d-ed63-4c5f-a469-d81b80cc77bc tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.622457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Attempting to bind port b8b57278-8812-495f-b847-6de2670e105f on network b853154b-6d3a-4155-a502-a14acf289765 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:03.637708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f16c25-f544-4805-8f0b-2a81d3bb7457 None None] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:03.650895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16397c23-e6ec-4164-9a86-10b4b7b2035f None None] Pushing event updated for resources: {'Port': ['ID=9ca00742-a74d-41f1-8953-080f1f914b28,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.671804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:03.671804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Checking segment: {'id': '8ea53730-bc36-412e-9674-78d9fde976ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b853154b-6d3a-4155-a502-a14acf289765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:03.672199 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.672504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Bound using segment: {'id': '8ea53730-bc36-412e-9674-78d9fde976ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b853154b-6d3a-4155-a502-a14acf289765'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:03.673180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Bound port: b8b57278-8812-495f-b847-6de2670e105f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea53730-bc36-412e-9674-78d9fde976ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b853154b-6d3a-4155-a502-a14acf289765'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:03.673323 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.734502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.741653 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.745335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b022a5d-ed63-4c5f-a469-d81b80cc77bc tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Subnet': ['ID=3531eec8-8da4-4175-b732-9d9440df6552,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.771724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b022a5d-ed63-4c5f-a469-d81b80cc77bc tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.775403 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3b022a5d-ed63-4c5f-a469-d81b80cc77bc tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/subnets/3531eec8-8da4-4175-b732-9d9440df6552 HTTP/1.1" status: 204 len: 168 time: 0.7089083 Sep 17 22:46:03.778357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54064) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.790642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed4a1d-5645-40cb-b1ef-2bacc2808500 None None] Network 219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:03.831693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event deleted for resources: {'Port': ['ID=e766dba0-fa7b-4833-8fd5-b82fc006ce47,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.887403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.934338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce496d9-7bac-4dc3-ae9c-aa59ef574698 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:03.939616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3ce496d9-7bac-4dc3-ae9c-aa59ef574698 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1538296 Sep 17 22:46:03.940581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54066) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.982090 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.033939 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.039261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.060517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] For port b8b57278-8812-495f-b847-6de2670e105f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:04.096277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.100646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d950202-13c7-4d98-a1f1-d6304952ff02 None None] Network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:04.126172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 47968598-f5ed-4720-839d-1e896d88fcd8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:04.126494 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.133890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] For port b8b57278-8812-495f-b847-6de2670e105f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b8b57278-8812-495f-b847-6de2670e105f,segment=NetworkSegment(8ea53730-bc36-412e-9674-78d9fde976ca),segment_id=8ea53730-bc36-412e-9674-78d9fde976ca)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:04.137309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.170428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.171053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.221579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462a6a43-0071-4f15-ac45-4f0bcb2df8dc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.229755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54078) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.274866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Deleting port b8b57278-8812-495f-b847-6de2670e105f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:04.275358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.323415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf290f-98ef-4e99-a170-c8f24422da44 None None] Pushing event updated for resources: {'Port': ['ID=b8b57278-8812-495f-b847-6de2670e105f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.372750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.379648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] For port b8b57278-8812-495f-b847-6de2670e105f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b8b57278-8812-495f-b847-6de2670e105f,segment=NetworkSegment(8ea53730-bc36-412e-9674-78d9fde976ca),segment_id=8ea53730-bc36-412e-9674-78d9fde976ca)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:04.379950 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.385924 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.428507 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.428507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Fanout notify agent at l3_agent the message router_deleted on router 06bbeb7c-51d6-45b3-a94f-23f658c64ef2 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:04.430113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Calling delete_port for b8b57278-8812-495f-b847-6de2670e105f owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:04.433852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3bda40f5-dd08-489b-9c1e-cb3cb476b815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.445450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.450002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-db970683-a771-4c24-853c-11812212c407 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/06bbeb7c-51d6-45b3-a94f-23f658c64ef2 HTTP/1.1" status: 204 len: 168 time: 2.7467375 Sep 17 22:46:04.452845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54082) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.454680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.459086 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9158282 Sep 17 22:46:04.466166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54084) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.474960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b14cc09f-6fc1-4fd3-ab22-a62614438636 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': 'eba39d1f-3a39-4a50-9b83-5a48a5684a0d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:04.484414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8c362419-ff61-4563-b307-ddedd4201b4a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1015471984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:04.492905 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:01Z', 'revision_number': 9, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.493200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cff10b-a882-4284-987d-eb94d4f3147b tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba39d1f-3a39-4a50-9b83-5a48a5684a0d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.535137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb9857-3e8c-4f47-930b-1162acde179d None None] Network b853154b-6d3a-4155-a502-a14acf289765 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:04.537639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] DHCP port deletion for 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:04.542011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:04.554762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port 47968598-f5ed-4720-839d-1e896d88fcd8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=47968598-f5ed-4720-839d-1e896d88fcd8,segment=NetworkSegment(ee4199c6-6a19-4998-a36a-1788420a4279),segment_id=ee4199c6-6a19-4998-a36a-1788420a4279)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:04.554762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.575279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 47968598-f5ed-4720-839d-1e896d88fcd8 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:04.591144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:04.591781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.598876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-e7d326ff-6f16-47e5-a50e-59a617632626 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:04.606282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-e7d326ff-6f16-47e5-a50e-59a617632626 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/networks?id=0b0cd94f-4b1c-4d08-ac17-a420cd0a576a HTTP/1.1" status: 200 len: 813 time: 0.5095818 Sep 17 22:46:04.629515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.648197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-bc557e3b-d89a-4ca4-878c-724c2df07168 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/quotas/063beac61fd74d8d93e4bd2eb1213391 HTTP/1.1" status: 200 len: 375 time: 0.0410032 Sep 17 22:46:04.664996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Port': ['ID=b8b57278-8812-495f-b847-6de2670e105f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.673764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] No DVR routers for this DVR port b8b57278-8812-495f-b847-6de2670e105f on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:04.688132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3bda40f5-dd08-489b-9c1e-cb3cb476b815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.697490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-b2018e40-df78-4680-ad04-c11b8df29eb1 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=063beac61fd74d8d93e4bd2eb1213391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399044 Sep 17 22:46:04.714276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3bda40f5-dd08-489b-9c1e-cb3cb476b815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.730697 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.775265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=47968598-f5ed-4720-839d-1e896d88fcd8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.789390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No DVR routers for this DVR port 47968598-f5ed-4720-839d-1e896d88fcd8 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:04.837966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.840430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c362419-ff61-4563-b307-ddedd4201b4a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.841517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c362419-ff61-4563-b307-ddedd4201b4a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.846111 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3bda40f5-dd08-489b-9c1e-cb3cb476b815 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=510ef4e5135a4943a49f5519d5b14288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100283 Sep 17 22:46:04.846111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b14cc09f-6fc1-4fd3-ab22-a62614438636 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.853969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54090) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.854674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda40f5-dd08-489b-9c1e-cb3cb476b815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e4afc-d78f-40ab-b5b9-e9ea8f610507,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.899074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b853154b-6d3a-4155-a502-a14acf289765']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.918633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea53730-bc36-412e-9674-78d9fde976ca') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.919460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea53730-bc36-412e-9674-78d9fde976ca') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.932976 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.954284 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.962464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:04.963832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.969476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.977755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:05.017526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c362419-ff61-4563-b307-ddedd4201b4a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.026391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9381c580-21b7-42a6-b2cb-a5b9ab79dc3b']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:05.040871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c362419-ff61-4563-b307-ddedd4201b4a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:05.049049 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:05.051088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4199c6-6a19-4998-a36a-1788420a4279') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:05.051088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4199c6-6a19-4998-a36a-1788420a4279') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:05.054340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-66a4743b-34f1-4743-a7dd-8f11c6ba408a service neutron] 10.222.0.48 "GET /v2.0/networks/0b0cd94f-4b1c-4d08-ac17-a420cd0a576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425987 Sep 17 22:46:05.073783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.084209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.094096 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.123704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:05.124223 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:05.128315 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:05.140597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.146730 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/networks/b853154b-6d3a-4155-a502-a14acf289765 HTTP/1.1" status: 204 len: 168 time: 1.2026651 Sep 17 22:46:05.147838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f4e90-c86e-4d6e-b9a1-a5ba84a9bf5f tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Network': ['ID=b853154b-6d3a-4155-a502-a14acf289765,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:05.148969 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c362419-ff61-4563-b307-ddedd4201b4a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.152955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8c362419-ff61-4563-b307-ddedd4201b4a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7009451 Sep 17 22:46:05.157117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54096) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.157885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.171806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': True}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:05.205629 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.209847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Deleting port 47968598-f5ed-4720-839d-1e896d88fcd8 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:05.210209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.284510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.298244 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.304249 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/9381c580-21b7-42a6-b2cb-a5b9ab79dc3b HTTP/1.1" status: 204 len: 168 time: 1.6916158 Sep 17 22:46:05.304249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54100) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.326817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302d68d-8e88-4e2b-b63a-727b8c0de557 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=9381c580-21b7-42a6-b2cb-a5b9ab79dc3b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:05.330525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] For port 47968598-f5ed-4720-839d-1e896d88fcd8, host n-d-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:05.331467 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.364271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Calling delete_port for 47968598-f5ed-4720-839d-1e896d88fcd8 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:05.366513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b14cc09f-6fc1-4fd3-ab22-a62614438636 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.366666 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.368664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.ipam_backend_mixin [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Port 47968598-f5ed-4720-839d-1e896d88fcd8 was not found and therefore no delete operation was performed {{(pid=94739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:46:05.376604 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.378953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c68d61-2029-47bf-8b98-9e56e8032858 req-a97eafee-6531-44f4-8bb4-12e64f4e20d8 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:05.379209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f591b12-826c-4500-9176-78091589f1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.380605 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26c68d61-2029-47bf-8b98-9e56e8032858 req-a97eafee-6531-44f4-8bb4-12e64f4e20d8 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1097 time: 0.1695154 Sep 17 22:46:05.381041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b14cc09f-6fc1-4fd3-ab22-a62614438636 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.404334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Network 9381c580-21b7-42a6-b2cb-a5b9ab79dc3b is not hosted by any dhcp agent {{(pid=94739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:46:05.404795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] No DVR routers for this DVR port 47968598-f5ed-4720-839d-1e896d88fcd8 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:05.407190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Pushing event deleted for resources: {'Port': ['ID=47968598-f5ed-4720-839d-1e896d88fcd8,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:05.413438 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-d14b740b-1c21-4f5b-af83-9b762dd7aee8 service neutron] 10.222.0.48 "GET /v2.0/networks/0b0cd94f-4b1c-4d08-ac17-a420cd0a576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068492 Sep 17 22:46:05.421543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:01Z', 'revision_number': 9, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:05.441527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.451337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.451693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.452041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.452865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.453438 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.453683 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.453927 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.454255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.454576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.454909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.455219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad843295-46a9-448c-9a2e-3df81de1d8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:05.459562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.471610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26c68d61-2029-47bf-8b98-9e56e8032858 req-0769c607-9da1-45e2-ba1b-a1b05455cb26 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572267 Sep 17 22:46:05.517088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cc09f-6fc1-4fd3-ab22-a62614438636 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea91d6ce-db5d-434d-92be-98588a7f3468,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:05.519881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c68dfe-99a8-4290-95c7-f771cd9739be None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:46:05.530636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f591b12-826c-4500-9176-78091589f1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.532527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b14cc09f-6fc1-4fd3-ab22-a62614438636 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.537245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b14cc09f-6fc1-4fd3-ab22-a62614438636 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0632424 Sep 17 22:46:05.560004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54104) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.570458 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b950423c-b24c-46a7-bfa5-37184a97e3a0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': 'eba39d1f-3a39-4a50-9b83-5a48a5684a0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:05.683798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc743-8ff0-4cca-b872-a8ef510acb5c req-dd4fcdf5-4dc5-4aa6-97e9-21fe3b2d1b2e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:05.688175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.692941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae1cc743-8ff0-4cca-b872-a8ef510acb5c req-dd4fcdf5-4dc5-4aa6-97e9-21fe3b2d1b2e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.0774043 Sep 17 22:46:05.699974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c68dfe-99a8-4290-95c7-f771cd9739be None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:46:05.704948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 47968598-f5ed-4720-839d-1e896d88fcd8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:05.706821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a37af7-e3b6-4b90-83d6-f8b9117c7e1e None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:01Z', 'revision_number': 9, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': '1a0bb59e-f5e8-4ed7-9028-0259b46abeda', 'name': '', 'network_id': 'f72c2b75-db34-4a0c-b7a4-8e90ca10e67c', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:76:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:21Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': 'af4049f7-379d-4bbe-bc15-20048ef05b77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:05.765084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b950423c-b24c-46a7-bfa5-37184a97e3a0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.781653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8a2f020-ab65-4234-ad73-d854861cad94 req-0d8d11d1-73d0-4e93-834c-f0f0ff447a6c tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 210 time: 0.0660143 Sep 17 22:46:05.810561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f591b12-826c-4500-9176-78091589f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.813288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f591b12-826c-4500-9176-78091589f1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.814454 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5f591b12-826c-4500-9176-78091589f1fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d35e4afc-d78f-40ab-b5b9-e9ea8f610507 HTTP/1.1" status: 204 len: 168 time: 0.9568536 Sep 17 22:46:05.824861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae1cc743-8ff0-4cca-b872-a8ef510acb5c req-c6363dbd-cf08-4b31-abb6-07a2acf6b72c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306925 Sep 17 22:46:05.846587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54112) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.896020 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 47968598-f5ed-4720-839d-1e896d88fcd8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:05.896365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 47968598-f5ed-4720-839d-1e896d88fcd8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:05.930081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f591b12-826c-4500-9176-78091589f1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e4afc-d78f-40ab-b5b9-e9ea8f610507,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:05.963467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Deleting port 9ca00742-a74d-41f1-8953-080f1f914b28 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:05.963813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.017799 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-b950423c-b24c-46a7-bfa5-37184a97e3a0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:46:06.022150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b950423c-b24c-46a7-bfa5-37184a97e3a0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4557457 Sep 17 22:46:06.024522 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.026235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54118) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.080421 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5fc89ed5-6bfa-4ca9-adc7-31c5fc9d2336 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce HTTP/1.1" status: 200 len: 993 time: 0.2308421 Sep 17 22:46:06.120088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7325fc33-2eca-4570-87c3-ee370ca0f6ed None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:46:06.220680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] For port 9ca00742-a74d-41f1-8953-080f1f914b28, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9ca00742-a74d-41f1-8953-080f1f914b28,segment=NetworkSegment(3679cfda-f4a0-45e5-913a-618d4a4e6b28),segment_id=3679cfda-f4a0-45e5-913a-618d4a4e6b28)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:06.221075 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.246274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Calling delete_port for 9ca00742-a74d-41f1-8953-080f1f914b28 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:06.372864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79a80a93-93bb-492f-afc0-f656a9083fdf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.415192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7325fc33-2eca-4570-87c3-ee370ca0f6ed None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:46:06.418040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79a80a93-93bb-492f-afc0-f656a9083fdf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.450998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.478405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54130) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.492500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.557547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f1eada8-e1cd-4e44-8270-c30d052d9b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.570907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79a80a93-93bb-492f-afc0-f656a9083fdf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.575068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-79a80a93-93bb-492f-afc0-f656a9083fdf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.576257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-79a80a93-93bb-492f-afc0-f656a9083fdf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/eba39d1f-3a39-4a50-9b83-5a48a5684a0d HTTP/1.1" status: 204 len: 168 time: 0.5482175 Sep 17 22:46:06.602159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54132) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.604237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.641792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a80a93-93bb-492f-afc0-f656a9083fdf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba39d1f-3a39-4a50-9b83-5a48a5684a0d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:06.671586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Port': ['ID=9ca00742-a74d-41f1-8953-080f1f914b28,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:06.675223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Allocated IP 172.25.0.30 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/3d387206-c426-4300-8391-e423266d2410) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:06.682256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] No DVR routers for this DVR port 9ca00742-a74d-41f1-8953-080f1f914b28 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:06.760586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8a56cc8e-8f91-418a-991c-e5e71b210e18 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1571560 Sep 17 22:46:06.773956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54136) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.796500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6de1a82e-ec48-4726-8d0b-59d98fdf49d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911634920'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:06.826081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:06.826501 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.849451 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.930050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-7dbfb8d3-d00b-45c8-b383-b3895d4520b8 req-e76a794e-3514-4fdc-8015-b7ff7ed04974 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:06.931100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7dbfb8d3-d00b-45c8-b383-b3895d4520b8 req-e76a794e-3514-4fdc-8015-b7ff7ed04974 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2993572 Sep 17 22:46:06.945820 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f1eada8-e1cd-4e44-8270-c30d052d9b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.969276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1910e2af-4372-4031-8b54-2120ba82e12a req-4b003b18-fcc4-4a5d-a41c-bb3f3fff93ba tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 210 time: 0.0500889 Sep 17 22:46:06.970030 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f1eada8-e1cd-4e44-8270-c30d052d9b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.033813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port 1a0bb59e-f5e8-4ed7-9028-0259b46abeda, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,segment=NetworkSegment(18379fb9-c41e-44a4-a057-08acfabcd98f),segment_id=18379fb9-c41e-44a4-a057-08acfabcd98f)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:07.034251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.041672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4f1eada8-e1cd-4e44-8270-c30d052d9b0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e906596760c49b49bcbda4ec29b0cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597765 Sep 17 22:46:07.047266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54144) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:07.059370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eada8-e1cd-4e44-8270-c30d052d9b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3aaf4b-ae47-4816-9c82-5c985043e627,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.062277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 1a0bb59e-f5e8-4ed7-9028-0259b46abeda owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:07.181887 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cd1bbf1-bb89-42c2-bd5e-c9c825e20e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.205319 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cd1bbf1-bb89-42c2-bd5e-c9c825e20e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.205957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.216831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3679cfda-f4a0-45e5-913a-618d4a4e6b28') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.217756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3679cfda-f4a0-45e5-913a-618d4a4e6b28') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.228971 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.259617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.274387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:07.274919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.278143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6de1a82e-ec48-4726-8d0b-59d98fdf49d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:07.289813 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:07.329896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cd1bbf1-bb89-42c2-bd5e-c9c825e20e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.333668 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cd1bbf1-bb89-42c2-bd5e-c9c825e20e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.335492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1cd1bbf1-bb89-42c2-bd5e-c9c825e20e1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c3aaf4b-ae47-4816-9c82-5c985043e627 HTTP/1.1" status: 204 len: 168 time: 0.2872779 Sep 17 22:46:07.375956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.405156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1bbf1-bb89-42c2-bd5e-c9c825e20e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3aaf4b-ae47-4816-9c82-5c985043e627,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.478233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.480427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a025099c-52f2-43ed-b153-0be69579894b no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:07.499927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.514633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a025099c-52f2-43ed-b153-0be69579894b {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:07.515217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a025099c-52f2-43ed-b153-0be69579894b not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:07.530549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=1a0bb59e-f5e8-4ed7-9028-0259b46abeda,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.698888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac65076-1f3c-4b84-bb00-970ae6884255 req-66864190-95d1-486a-8af7-6079d016b007 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:07.700446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ac65076-1f3c-4b84-bb00-970ae6884255 req-66864190-95d1-486a-8af7-6079d016b007 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1763520 Sep 17 22:46:07.732289 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.743168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:07.744100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.759170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'Port': ['ID=3d387206-c426-4300-8391-e423266d2410,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.760795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ac65076-1f3c-4b84-bb00-970ae6884255 req-23ab9a75-2d06-44cd-8adc-ef81472240d2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543201 Sep 17 22:46:07.762283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:07.769511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:07.809105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.813621 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/networks/219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1 HTTP/1.1" status: 204 len: 168 time: 2.6495752 Sep 17 22:46:07.814322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:07.867640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-2f90a74a-fc55-4afe-81d7-4c68d37369a6 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:07.869752 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-2f90a74a-fc55-4afe-81d7-4c68d37369a6 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.49 "GET /v2.0/networks?id=0b0cd94f-4b1c-4d08-ac17-a420cd0a576a HTTP/1.1" status: 200 len: 813 time: 0.5145965 Sep 17 22:46:07.876699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32068fb5-6eba-4885-aafe-6d36e5661fe4 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Network': ['ID=219cebb0-fa3a-4f94-b2f6-e9ecbe7947c1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.926796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Request body: {'port': {'device_id': 'd284289c-0ea2-4e2f-b8b7-ab03c81823e7', 'network_id': '0b0cd94f-4b1c-4d08-ac17-a420cd0a576a', 'admin_state_up': True, 'tenant_id': '063beac61fd74d8d93e4bd2eb1213391'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:07.934610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-5996f13b-6ed4-400c-bfb3-67e669f28bac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4442732 Sep 17 22:46:08.086834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6de1a82e-ec48-4726-8d0b-59d98fdf49d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.103877 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6de1a82e-ec48-4726-8d0b-59d98fdf49d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.192310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcc70777-4e42-4a5a-885e-597e4fb8cb7e req-6357b706-6fd0-4805-b2ab-aa249c971d3b tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 210 time: 0.0557086 Sep 17 22:46:08.205590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6de1a82e-ec48-4726-8d0b-59d98fdf49d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.207992 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6de1a82e-ec48-4726-8d0b-59d98fdf49d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4303157 Sep 17 22:46:08.232654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54186) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.238593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4be777a3-3e67-4310-a3dc-e8ccfc0e7b72 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': 'c86aa83d-f524-4bb5-bc72-b366f1725bb4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:08.239526 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-4be777a3-3e67-4310-a3dc-e8ccfc0e7b72 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 22:46:08.240038 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-4be777a3-3e67-4310-a3dc-e8ccfc0e7b72 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:08.243599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4be777a3-3e67-4310-a3dc-e8ccfc0e7b72 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073740 Sep 17 22:46:08.244343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54188) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.255094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1a82e-ec48-4726-8d0b-59d98fdf49d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86aa83d-f524-4bb5-bc72-b366f1725bb4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:08.289309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.338978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Made reservation on behalf of 063beac61fd74d8d93e4bd2eb1213391 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:08.343725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.348583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.486404 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.490443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:08.531016 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.567596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.578935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f4a1d8-d249-44a1-8a10-13b9d779c5b1']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:08.636886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac357d9-618d-4de1-a312-a13290bf3973') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:08.637451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac357d9-618d-4de1-a312-a13290bf3973') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:08.688958 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.711628 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.729262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:08.729661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:08.733128 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:08.744944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:08.746896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.752032 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.754357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/c86aa83d-f524-4bb5-bc72-b366f1725bb4 HTTP/1.1" status: 204 len: 168 time: 0.5090988 Sep 17 22:46:08.762652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a087ef42-a8f9-4140-a0cc-46f10ecf351b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4573882 Sep 17 22:46:08.765534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54212) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.765990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54214) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.768648 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:08.784813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86aa83d-f524-4bb5-bc72-b366f1725bb4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:08.792375 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:08.794202 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:08.842477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.842835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.843179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.843517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.843851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.844181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.844506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.844979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.845314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.845763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.846095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.846414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f20cc-8f38-4f73-a594-4621302f7888 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:08.863892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.872797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.882747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/networks/90f4a1d8-d249-44a1-8a10-13b9d779c5b1 HTTP/1.1" status: 204 len: 168 time: 0.7561893 Sep 17 22:46:08.885038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54220) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.911907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7a151-53bb-474e-ba04-e90ce871fbbf tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Network': ['ID=90f4a1d8-d249-44a1-8a10-13b9d779c5b1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:08.934236 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.941262 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Allocated IP 172.20.0.5 (0b0cd94f-4b1c-4d08-ac17-a420cd0a576a/a5afc42f-3be1-48c7-8c54-6e8c636d28b9/99f8e0f8-a328-4842-b3a1-316623b56959) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:08.953791 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.988996 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:08.999469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7647d97-6c79-4291-b0bb-8fdae6baa9a0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet af4049f7-379d-4bbe-bc15-20048ef05b77 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:09.034052 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.048397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7647d97-6c79-4291-b0bb-8fdae6baa9a0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.056377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1cfd2-8258-49e1-aeca-a1bd0da41df2 req-6cf319a8-4537-48c5-a6ff-c7e46c087944 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:09.058024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22a1cfd2-8258-49e1-aeca-a1bd0da41df2 req-6cf319a8-4537-48c5-a6ff-c7e46c087944 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1507499 Sep 17 22:46:09.088125 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5a65bd26-dd9f-4cd7-ad48-703dad1963bf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3177569 Sep 17 22:46:09.105472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54226) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:09.123170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-99e3d4bd-9f10-4a43-8219-e36d13a3206f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--935142817'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:09.203201 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7647d97-6c79-4291-b0bb-8fdae6baa9a0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.267177 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.294634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c24395-1a7a-4ba7-96a5-e28e85a015ec']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:09.306226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf58422-d945-4cab-83dd-db4b584121d5') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:09.306522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf58422-d945-4cab-83dd-db4b584121d5') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:09.318443 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.321172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99e3d4bd-9f10-4a43-8219-e36d13a3206f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.336288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.343405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:09.343817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:09.413467 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:09.421196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22a1cfd2-8258-49e1-aeca-a1bd0da41df2 req-20d95c31-abd2-4390-ae84-ffbd77086c7b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558276 Sep 17 22:46:09.476754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff1e9bc-c418-407a-8a71-926f7ec05204 req-cc0962a3-7fbd-41d5-8f27-6a0db079474d tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 210 time: 0.0597272 Sep 17 22:46:09.477484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.507739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.509937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] 10.222.0.48 "DELETE /v2.0/networks/a9c24395-1a7a-4ba7-96a5-e28e85a015ec HTTP/1.1" status: 204 len: 168 time: 0.6238692 Sep 17 22:46:09.511679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6cbc9-131b-4507-b1c1-4afbb2502fc7 tempest-BulkNetworkOpsTest-39907929 tempest-BulkNetworkOpsTest-39907929-project] Pushing event deleted for resources: {'Network': ['ID=a9c24395-1a7a-4ba7-96a5-e28e85a015ec,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:09.567960 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:07Z', 'revision_number': 10, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:09.581317 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7647d97-6c79-4291-b0bb-8fdae6baa9a0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.604775 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:09.614280 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:09.615130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:09.669597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.686987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Router c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:09.739146 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:09.792491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-cf03d8b6-6c14-4d22-8b21-55826f2531ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:09.794477 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-cf03d8b6-6c14-4d22-8b21-55826f2531ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1097 time: 0.2080905 Sep 17 22:46:09.811920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7647d97-6c79-4291-b0bb-8fdae6baa9a0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.888681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99e3d4bd-9f10-4a43-8219-e36d13a3206f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.889716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.891954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7647d97-6c79-4291-b0bb-8fdae6baa9a0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=af4049f7-379d-4bbe-bc15-20048ef05b77,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:09.919378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61483cbf-be80-42dc-918d-81636b45312b None None] Network f72c2b75-db34-4a0c-b7a4-8e90ca10e67c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:09.924468 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7647d97-6c79-4291-b0bb-8fdae6baa9a0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.930153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54250) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:09.930506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54252) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:09.941495 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a7647d97-6c79-4291-b0bb-8fdae6baa9a0 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/af4049f7-379d-4bbe-bc15-20048ef05b77 HTTP/1.1" status: 204 len: 168 time: 1.1691852 Sep 17 22:46:09.981368 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:07Z', 'revision_number': 10, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:10.017637 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08bbc8-2653-4cbc-ad59-715b71cd026d None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:07Z', 'revision_number': 10, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None, '_interfaces': [{'id': 'f125be84-bb86-46c7-b009-2f269718ba19', 'name': '', 'network_id': '7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'mac_address': 'fa:16:3e:7d:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d9442-8a88-4d1c-8c9d-985987858674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:13Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '44c91c35536b4dc1932827e33c387038', 'subnets': [{'id': '30e85164-58df-48d1-aeae-8ca2483ebb10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:10.037843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99e3d4bd-9f10-4a43-8219-e36d13a3206f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.104013 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.217604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-28ce7667-8a12-40c8-8ec8-b7b96f544e4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a7015777e79497cb3684c2fe81bdfaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855217 Sep 17 22:46:10.219883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54266) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:10.259086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port d4a9f514-4c0d-443a-8719-6f674b87fd07 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:10.259432 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.341452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e71a137b-0423-477c-8236-1ec03543211e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.356624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port d4a9f514-4c0d-443a-8719-6f674b87fd07, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d4a9f514-4c0d-443a-8719-6f674b87fd07,segment=NetworkSegment(18379fb9-c41e-44a4-a057-08acfabcd98f),segment_id=18379fb9-c41e-44a4-a057-08acfabcd98f)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:10.357015 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.381075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for d4a9f514-4c0d-443a-8719-6f674b87fd07 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:10.383931 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e71a137b-0423-477c-8236-1ec03543211e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.422906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] DHCP port deletion for f72c2b75-db34-4a0c-b7a4-8e90ca10e67c request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:10.468568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54270) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:10.525427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:10.545665 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e71a137b-0423-477c-8236-1ec03543211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.549717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e71a137b-0423-477c-8236-1ec03543211e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.553765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e71a137b-0423-477c-8236-1ec03543211e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b9e6263-1439-4442-b361-87547d762e23 HTTP/1.1" status: 204 len: 168 time: 0.3306518 Sep 17 22:46:10.562639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] Deleting port d4a9f514-4c0d-443a-8719-6f674b87fd07 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:10.563017 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.569568 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.596258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:10.603139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99e3d4bd-9f10-4a43-8219-e36d13a3206f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.604389 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-99e3d4bd-9f10-4a43-8219-e36d13a3206f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4870124 Sep 17 22:46:10.605632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:10.624222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54280) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:10.624906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Pushing event updated for resources: {'Port': ['ID=99f8e0f8-a328-4842-b3a1-316623b56959,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:10.646298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a137b-0423-477c-8236-1ec03543211e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e6263-1439-4442-b361-87547d762e23,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:10.678726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] For port d4a9f514-4c0d-443a-8719-6f674b87fd07, host n-d-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:10.679126 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.693148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c43830f7-1ff4-4082-aae2-fb64dd64d23d tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '0ee780f3-dd10-4274-a278-94d67e721dbb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:10.694047 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-c43830f7-1ff4-4082-aae2-fb64dd64d23d tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 22:46:10.694190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] Calling delete_port for d4a9f514-4c0d-443a-8719-6f674b87fd07 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:10.694557 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-c43830f7-1ff4-4082-aae2-fb64dd64d23d tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:10.698542 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c43830f7-1ff4-4082-aae2-fb64dd64d23d tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0568209 Sep 17 22:46:10.698542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3d4bd-9f10-4a43-8219-e36d13a3206f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee780f3-dd10-4274-a278-94d67e721dbb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:10.698888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.ipam_backend_mixin [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] Port d4a9f514-4c0d-443a-8719-6f674b87fd07 was not found and therefore no delete operation was performed {{(pid=94739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:46:10.698888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.706736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=d4a9f514-4c0d-443a-8719-6f674b87fd07,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:10.718185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54282) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:10.719363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:10.728114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No DVR routers for this DVR port d4a9f514-4c0d-443a-8719-6f674b87fd07 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:10.728272 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.731699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cf85252b-e888-47c4-8326-628b1556175c tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "PUT /v2.0/routers/c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8 HTTP/1.1" status: 200 len: 914 time: 5.5633082 Sep 17 22:46:10.732834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] No DVR routers for this DVR port d4a9f514-4c0d-443a-8719-6f674b87fd07 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:10.744008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54284) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:10.760902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda1505-89ac-4dec-b5d9-4bf514d511b4 None None] Sync routers for ids ['c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:10.769800 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66875066-a199-4af7-a135-81fe2bd471f3 None None] Pushing event deleted for resources: {'Port': ['ID=d4a9f514-4c0d-443a-8719-6f674b87fd07,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:10.779478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda1505-89ac-4dec-b5d9-4bf514d511b4 None None] Routers {'c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:10.780101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-efda1505-89ac-4dec-b5d9-4bf514d511b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:10.822194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-efda1505-89ac-4dec-b5d9-4bf514d511b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:10.831551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda1505-89ac-4dec-b5d9-4bf514d511b4 None None] Routers {'c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:10.832508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-efda1505-89ac-4dec-b5d9-4bf514d511b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:10.839719 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8233af09-b51b-48b2-9a80-8315cdfb3c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.848993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-419b76d6-3421-4ef2-902c-5dec9eb7a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:10.850751 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-419b76d6-3421-4ef2-902c-5dec9eb7a44c service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 1.0417268 Sep 17 22:46:10.868096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-efda1505-89ac-4dec-b5d9-4bf514d511b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:10.868789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda1505-89ac-4dec-b5d9-4bf514d511b4 None None] The sync data for ids ['c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:10.873632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:10.874496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.911974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c899243-6b4e-47ca-95a2-dadd4da3c3d4 req-d7d73ff0-66be-4c6e-9032-ea744ad7aa07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:10.919610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c899243-6b4e-47ca-95a2-dadd4da3c3d4 req-d7d73ff0-66be-4c6e-9032-ea744ad7aa07 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.3219378 Sep 17 22:46:10.957728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.994126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1e70-201e-47bd-9c9b-8067413d53ab tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.012798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-756c7f08-de53-49c9-8533-79026d2d0f39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 1001 time: 0.1190119 Sep 17 22:46:11.031100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72c2b75-db34-4a0c-b7a4-8e90ca10e67c']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:11.061750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed8b2-ac54-4cc5-94cb-a8ef0928c976 req-62b2897b-8730-4db1-bea4-a71cdbdfec9e tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:11.063263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-072ed8b2-ac54-4cc5-94cb-a8ef0928c976 req-62b2897b-8730-4db1-bea4-a71cdbdfec9e tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 931 time: 0.3959858 Sep 17 22:46:11.065358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18379fb9-c41e-44a4-a057-08acfabcd98f') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:11.065654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18379fb9-c41e-44a4-a057-08acfabcd98f') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:11.069105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1e70-201e-47bd-9c9b-8067413d53ab tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.077461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c899243-6b4e-47ca-95a2-dadd4da3c3d4 req-65fb3ca6-9dd8-418c-b759-aed324768fd0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567729 Sep 17 22:46:11.107368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.126515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-18b19f65-5842-4c24-bf2d-7af0cae5fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:11.128126 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-18b19f65-5842-4c24-bf2d-7af0cae5fe85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.1055748 Sep 17 22:46:11.129525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bf785107-358b-47b0-8da8-ba7af9c4a254 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/routers/c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8 HTTP/1.1" status: 200 len: 920 time: 0.3635538 Sep 17 22:46:11.132614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54296) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.147752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.161773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-072ed8b2-ac54-4cc5-94cb-a8ef0928c976 req-d86b8934-f01c-4d12-9b7c-380222f0565f tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568206 Sep 17 22:46:11.163234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:11.163830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:11.167199 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:11.205895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1e70-201e-47bd-9c9b-8067413d53ab tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.209402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1e70-201e-47bd-9c9b-8067413d53ab tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.210546 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fb9d1e70-201e-47bd-9c9b-8067413d53ab tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/0ee780f3-dd10-4274-a278-94d67e721dbb HTTP/1.1" status: 204 len: 168 time: 0.4775481 Sep 17 22:46:11.219815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54300) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.240237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.251631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.254808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/f72c2b75-db34-4a0c-b7a4-8e90ca10e67c HTTP/1.1" status: 204 len: 168 time: 1.3221297 Sep 17 22:46:11.257740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8233af09-b51b-48b2-9a80-8315cdfb3c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.261472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d1e70-201e-47bd-9c9b-8067413d53ab tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee780f3-dd10-4274-a278-94d67e721dbb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:11.267579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dff604-7281-4fff-b40f-026e505bf451 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=f72c2b75-db34-4a0c-b7a4-8e90ca10e67c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:11.270394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54304) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.279753 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8233af09-b51b-48b2-9a80-8315cdfb3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.290294 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-29cada65-1d5e-4695-9328-07631c6e67ce tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3697059 Sep 17 22:46:11.348032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-fe1d982e-53fd-49f8-a0cb-d7e312c74dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:11.349872 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-fe1d982e-53fd-49f8-a0cb-d7e312c74dba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2038152 Sep 17 22:46:11.364789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Request body: {'port': {'device_id': 'd284289c-0ea2-4e2f-b8b7-ab03c81823e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:11.369146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83183d84-8357-4f73-ab6a-4c4cd37fb421 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:11.370652 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-83183d84-8357-4f73-ab6a-4c4cd37fb421 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2371566 Sep 17 22:46:11.373520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54310) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.470388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218d4c0e-6b78-48ea-a346-16b970bd53eb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:11.472606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-218d4c0e-6b78-48ea-a346-16b970bd53eb tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 881 time: 0.0972838 Sep 17 22:46:11.477471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54312) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.482038 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8233af09-b51b-48b2-9a80-8315cdfb3c29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af367728f56e4540848bea28f72c9cde&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0021079 Sep 17 22:46:11.482038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233af09-b51b-48b2-9a80-8315cdfb3c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be4db3c-cb98-43e8-abbb-654624652db1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:11.483792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54314) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.500115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54316) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.509291 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a67a75e5-3b34-4cd0-8139-d817c2b27d16 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2837832 Sep 17 22:46:11.520762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54320) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.530690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-88f2d52b-96bf-4b1f-bc5b-d80efec68365 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8 HTTP/1.1" status: 200 len: 205 time: 0.0514476 Sep 17 22:46:11.531680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54322) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:11.536381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1a0bb59e-f5e8-4ed7-9028-0259b46abeda no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:11.548551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4a0b6af4-5d82-4d75-859c-9807b03da4c5 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826053412'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:11.565548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1a0bb59e-f5e8-4ed7-9028-0259b46abeda {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:11.566699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1a0bb59e-f5e8-4ed7-9028-0259b46abeda not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:11.567510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d4a9f514-4c0d-443a-8719-6f674b87fd07 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:11.595884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d4a9f514-4c0d-443a-8719-6f674b87fd07 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:11.596235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d4a9f514-4c0d-443a-8719-6f674b87fd07 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:11.630826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.644758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6920b88b-e33a-4e60-975f-81ea1b6eb2e8 tempest-DvrRoutersNegativeTest-1453717242 tempest-DvrRoutersNegativeTest-1453717242-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1425296058', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:11.648048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.policy [None req-6920b88b-e33a-4e60-975f-81ea1b6eb2e8 tempest-DvrRoutersNegativeTest-1453717242 tempest-DvrRoutersNegativeTest-1453717242-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94737) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 17 22:46:11.648345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.policy [None req-6920b88b-e33a-4e60-975f-81ea1b6eb2e8 tempest-DvrRoutersNegativeTest-1453717242 tempest-DvrRoutersNegativeTest-1453717242-project] Failed policy check for 'create_router' {{(pid=94737) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 17 22:46:11.648908 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-6920b88b-e33a-4e60-975f-81ea1b6eb2e8 tempest-DvrRoutersNegativeTest-1453717242 tempest-DvrRoutersNegativeTest-1453717242-project] create failed (client error): Access was denied to this resource. Sep 17 22:46:11.649850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6920b88b-e33a-4e60-975f-81ea1b6eb2e8 tempest-DvrRoutersNegativeTest-1453717242 tempest-DvrRoutersNegativeTest-1453717242-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1474926 Sep 17 22:46:11.675964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.761481 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6af4-5d82-4d75-859c-9807b03da4c5 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.767933 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-1466c74c-4588-457b-bd78-ca3cc0f43b08 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940558 Sep 17 22:46:11.816576 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.895313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Deleting port 3d387206-c426-4300-8391-e423266d2410 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:11.896025 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.917881 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eceee24d-6cc6-4deb-a913-9c74f3a3cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.941383 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eceee24d-6cc6-4deb-a913-9c74f3a3cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.984909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.987918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54328) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:12.006910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Calling delete_port for 3d387206-c426-4300-8391-e423266d2410 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:12.139968 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-56185692-daf7-4cf7-8321-1e21d58ca81a service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359833 Sep 17 22:46:12.155468 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eceee24d-6cc6-4deb-a913-9c74f3a3cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.158539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eceee24d-6cc6-4deb-a913-9c74f3a3cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.163595 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eceee24d-6cc6-4deb-a913-9c74f3a3cb72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8be4db3c-cb98-43e8-abbb-654624652db1 HTTP/1.1" status: 204 len: 168 time: 0.6655374 Sep 17 22:46:12.237110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceee24d-6cc6-4deb-a913-9c74f3a3cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be4db3c-cb98-43e8-abbb-654624652db1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:12.295516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.343884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408048e-decf-418c-ac1c-2fc58b0277a5 req-43c6df3d-7d19-4cf4-9c34-c2f86076b76c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:12.345581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8408048e-decf-418c-ac1c-2fc58b0277a5 req-43c6df3d-7d19-4cf4-9c34-c2f86076b76c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1046286 Sep 17 22:46:12.346545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event deleted for resources: {'Port': ['ID=3d387206-c426-4300-8391-e423266d2410,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:12.375728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a88d93f-6a12-4d3b-8b5b-ca7d9088703d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.384912 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6af4-5d82-4d75-859c-9807b03da4c5 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.405881 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6af4-5d82-4d75-859c-9807b03da4c5 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.458868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-7b3451f3-5cbf-492f-a047-fb3d6c4596e1 req-5af32b13-cd9a-4a6b-a091-1ade551e9400 tempest-DeleteServersAdminTestJSON-1450352690 tempest-DeleteServersAdminTestJSON-1450352690-project] (94738) timed out ('10.222.0.49', 52810) {{(pid=94738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:46:12.476585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b6af4-5d82-4d75-859c-9807b03da4c5 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732d2820-2a61-4543-a72a-0fe463c604e4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:12.531006 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8408048e-decf-418c-ac1c-2fc58b0277a5 req-6f37af32-cdab-4a12-b13a-a538cb50306d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429420 Sep 17 22:46:12.532138 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.545305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d708f-ab88-42a1-bd43-134176a285eb req-0dbce35f-de52-4d02-b4fe-71b40f743887 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:12.547064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-119d708f-ab88-42a1-bd43-134176a285eb req-0dbce35f-de52-4d02-b4fe-71b40f743887 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 931 time: 0.1623831 Sep 17 22:46:12.564411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f8e0f8-a328-4842-b3a1-316623b56959 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:46:12.575397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.594991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.599861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Transition to ACTIVE for port object 99f8e0f8-a328-4842-b3a1-316623b56959 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:46:12.632282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54340) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:12.640195 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.711030 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09d275a0-574a-4991-b6b8-0000989f0e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.762684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Pushing event updated for resources: {'Port': ['ID=99f8e0f8-a328-4842-b3a1-316623b56959,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:12.905484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Attempting to bind port 99f8e0f8-a328-4842-b3a1-316623b56959 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:12.905893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Attempting to bind port 99f8e0f8-a328-4842-b3a1-316623b56959 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'b6081574-4493-4c14-addb-cb6bf3858008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b0cd94f-4b1c-4d08-ac17-a420cd0a576a'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:12.906133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Attempting to bind port 99f8e0f8-a328-4842-b3a1-316623b56959 on network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:12.912020 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.914814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Port 99f8e0f8-a328-4842-b3a1-316623b56959 on network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:46:12.915137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Attempting to bind port 99f8e0f8-a328-4842-b3a1-316623b56959 on network 0b0cd94f-4b1c-4d08-ac17-a420cd0a576a {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:12.919494 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.924054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:12.924552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Checking segment: {'id': 'b6081574-4493-4c14-addb-cb6bf3858008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b0cd94f-4b1c-4d08-ac17-a420cd0a576a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:12.924760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Bound using segment: {'id': 'b6081574-4493-4c14-addb-cb6bf3858008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b0cd94f-4b1c-4d08-ac17-a420cd0a576a'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:12.925276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Bound port: 99f8e0f8-a328-4842-b3a1-316623b56959, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6081574-4493-4c14-addb-cb6bf3858008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b0cd94f-4b1c-4d08-ac17-a420cd0a576a'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:12.925898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.944058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-119d708f-ab88-42a1-bd43-134176a285eb req-2bf68e06-a676-4f92-b69c-6910fbcacac5 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198335 Sep 17 22:46:12.988529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.988909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Fanout notify agent at l3_agent the message router_deleted on router c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:12.993216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-78846d63-cfab-4bde-8a28-e86998021296 req-1034acb5-3887-43b3-9a0a-c76b5ac1a53c tempest-ImagesOneServerNegativeTestJSON-1018628195 tempest-ImagesOneServerNegativeTestJSON-1018628195-project] (94737) timed out ('10.222.0.49', 52881) {{(pid=94737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:46:12.997988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.999057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-57a8e86f-5681-4e3f-ab9e-8df9ed3ee65d tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8 HTTP/1.1" status: 204 len: 168 time: 1.4663191 Sep 17 22:46:13.004435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54342) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.011251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-205954435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:13.028323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a88d93f-6a12-4d3b-8b5b-ca7d9088703d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.033337 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9a88d93f-6a12-4d3b-8b5b-ca7d9088703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.054065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6af4-5d82-4d75-859c-9807b03da4c5 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.055301 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4a0b6af4-5d82-4d75-859c-9807b03da4c5 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5169611 Sep 17 22:46:13.061583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54344) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.071853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:46:13.071853 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:46:13.071853 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id_1': '2c85d84a58c0444c9e49904b17d10f0f', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 45, 53, 22972)}] Sep 17 22:46:13.071853 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:13.072283 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:13.072703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d7d24d42-6c19-4b56-993c-4629fd805abf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '732d2820-2a61-4543-a72a-0fe463c604e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:13.075796 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9a88d93f-6a12-4d3b-8b5b-ca7d9088703d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a862307b12bc4ed3b02793ed033bd5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0866253 Sep 17 22:46:13.076960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88d93f-6a12-4d3b-8b5b-ca7d9088703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f44a021-c4f8-4301-ab0b-241f2a4ccf11,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:13.079280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54346) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.086514 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-d7d24d42-6c19-4b56-993c-4629fd805abf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 22:46:13.086967 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-d7d24d42-6c19-4b56-993c-4629fd805abf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:13.088014 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d7d24d42-6c19-4b56-993c-4629fd805abf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0232816 Sep 17 22:46:13.097092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.101682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b283633b-7630-4d30-8b8c-beb1145e8cce tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '732d2820-2a61-4543-a72a-0fe463c604e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:13.103431 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-b283633b-7630-4d30-8b8c-beb1145e8cce tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 22:46:13.103972 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-b283633b-7630-4d30-8b8c-beb1145e8cce tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:13.105009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b283633b-7630-4d30-8b8c-beb1145e8cce tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069423 Sep 17 22:46:13.107825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] For port 99f8e0f8-a328-4842-b3a1-316623b56959, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:13.108009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54350) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.116640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8281fc85-aaeb-4dff-8fe9-f35f3dc754cf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '732d2820-2a61-4543-a72a-0fe463c604e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:13.117872 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-8281fc85-aaeb-4dff-8fe9-f35f3dc754cf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 22:46:13.118237 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-8281fc85-aaeb-4dff-8fe9-f35f3dc754cf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:13.121828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8281fc85-aaeb-4dff-8fe9-f35f3dc754cf tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102291 Sep 17 22:46:13.124988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54352) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.130909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] For port 99f8e0f8-a328-4842-b3a1-316623b56959, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=99f8e0f8-a328-4842-b3a1-316623b56959,segment=NetworkSegment(b6081574-4493-4c14-addb-cb6bf3858008),segment_id=b6081574-4493-4c14-addb-cb6bf3858008)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:13.134898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0b7be9b0-84ca-41b8-9582-b0ee08c107f2 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '732d2820-2a61-4543-a72a-0fe463c604e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:13.135840 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-0b7be9b0-84ca-41b8-9582-b0ee08c107f2 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 22:46:13.136417 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-0b7be9b0-84ca-41b8-9582-b0ee08c107f2 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:13.137376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0b7be9b0-84ca-41b8-9582-b0ee08c107f2 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099957 Sep 17 22:46:13.141222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54354) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.145070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.181647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8efcf61e-e3db-4934-805a-8524449a4688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.184976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port f125be84-bb86-46c7-b009-2f269718ba19 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:13.185317 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.224509 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8efcf61e-e3db-4934-805a-8524449a4688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.233014 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4f8-3c7e-46f6-bc64-62049d23df39 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.235253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.235872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.237389 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] 10.222.0.49 "PUT /v2.0/ports/99f8e0f8-a328-4842-b3a1-316623b56959 HTTP/1.1" status: 200 len: 1092 time: 1.8955429 Sep 17 22:46:13.240037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd284289c-0ea2-4e2f-b8b7-ab03c81823e7', 'tag': '99f8e0f8-a328-4842-b3a1-316623b56959'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:13.242225 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5e0364-5601-4e8d-9d3a-a105598f3417" -d '{"events": [{"name": "network-changed", "server_uuid": "d284289c-0ea2-4e2f-b8b7-ab03c81823e7", "tag": "99f8e0f8-a328-4842-b3a1-316623b56959"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:13.277914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4f8-3c7e-46f6-bc64-62049d23df39 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.301848 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d675b-f79b-498d-baaf-0626d499c311 x-openstack-request-id: req-949d675b-f79b-498d-baaf-0626d499c311 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:13.302419 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d284289c-0ea2-4e2f-b8b7-ab03c81823e7", "tag": "99f8e0f8-a328-4842-b3a1-316623b56959", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:13.302921 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-949d675b-f79b-498d-baaf-0626d499c311 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:13.303540 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd284289c-0ea2-4e2f-b8b7-ab03c81823e7', 'tag': '99f8e0f8-a328-4842-b3a1-316623b56959', 'status': 'completed', 'code': 200} Sep 17 22:46:13.318606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eded98-da2a-4802-9dd0-29bb4b20166d service neutron] Pushing event updated for resources: {'Port': ['ID=99f8e0f8-a328-4842-b3a1-316623b56959,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:13.331107 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4f8-3c7e-46f6-bc64-62049d23df39 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.334812 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4f8-3c7e-46f6-bc64-62049d23df39 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.336028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-82e5f4f8-3c7e-46f6-bc64-62049d23df39 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/732d2820-2a61-4543-a72a-0fe463c604e4 HTTP/1.1" status: 204 len: 168 time: 0.1939116 Sep 17 22:46:13.339715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54358) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.341232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8efcf61e-e3db-4934-805a-8524449a4688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.344112 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8efcf61e-e3db-4934-805a-8524449a4688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.345232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8efcf61e-e3db-4934-805a-8524449a4688 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f44a021-c4f8-4301-ab0b-241f2a4ccf11 HTTP/1.1" status: 204 len: 168 time: 0.2650478 Sep 17 22:46:13.351097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5f4f8-3c7e-46f6-bc64-62049d23df39 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732d2820-2a61-4543-a72a-0fe463c604e4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:13.362852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcf61e-e3db-4934-805a-8524449a4688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f44a021-c4f8-4301-ab0b-241f2a4ccf11,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:13.402373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09d275a0-574a-4991-b6b8-0000989f0e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.418040 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-09d275a0-574a-4991-b6b8-0000989f0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.460404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port f125be84-bb86-46c7-b009-2f269718ba19, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f125be84-bb86-46c7-b009-2f269718ba19,segment=NetworkSegment(05780a35-50c1-4905-8e1e-1b367acb8103),segment_id=05780a35-50c1-4905-8e1e-1b367acb8103)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:13.460772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.509134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-09d275a0-574a-4991-b6b8-0000989f0e3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b310eb868154c6c8a010edee576ae36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8757455 Sep 17 22:46:13.512009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54362) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.512892 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a663ebb-e1c0-4284-b05d-4eb754b51169 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1711881 Sep 17 22:46:13.514006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for f125be84-bb86-46c7-b009-2f269718ba19 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:13.517810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-53d8a162-da50-4494-bda4-98d41d8ea79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.519826 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-53d8a162-da50-4494-bda4-98d41d8ea79c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=063beac61fd74d8d93e4bd2eb1213391&device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 1095 time: 0.1938782 Sep 17 22:46:13.520367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54364) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.524635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d275a0-574a-4991-b6b8-0000989f0e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2be12-0a40-4b9e-8c92-5ab4ff2f8db7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:13.530424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-60dd1443-1440-4a8e-aa04-78bc839310d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179170514'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:13.589929 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-d828db7e-b569-4f98-b01a-3e7c62d9ea9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f8e0f8-a328-4842-b3a1-316623b56959 HTTP/1.1" status: 200 len: 217 time: 0.0516775 Sep 17 22:46:13.602746 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e7f933c-e43c-4349-820d-5e68eb573f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.643675 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e7f933c-e43c-4349-820d-5e68eb573f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.662920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60dd1443-1440-4a8e-aa04-78bc839310d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.699169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.700176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.713898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-619c1127-e1c2-4545-a259-c4e317dd32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.715512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-619c1127-e1c2-4545-a259-c4e317dd32c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5afc42f-3be1-48c7-8c54-6e8c636d28b9 HTTP/1.1" status: 200 len: 853 time: 0.0892031 Sep 17 22:46:13.733091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4cf1-4a43-469a-a0e1-778758dc6edb req-afbb97f0-a704-446c-9def-bc80a08d6540 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.734640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf1d4cf1-4a43-469a-a0e1-778758dc6edb req-afbb97f0-a704-446c-9def-bc80a08d6540 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1188700 Sep 17 22:46:13.791518 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.798837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.811251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e7f933c-e43c-4349-820d-5e68eb573f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.813980 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e7f933c-e43c-4349-820d-5e68eb573f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.818224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3e7f933c-e43c-4349-820d-5e68eb573f8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7e2be12-0a40-4b9e-8c92-5ab4ff2f8db7 HTTP/1.1" status: 204 len: 168 time: 0.3033972 Sep 17 22:46:13.853192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf1d4cf1-4a43-469a-a0e1-778758dc6edb req-4a1e5908-1360-4bfd-b304-0edd78ced6a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043010 Sep 17 22:46:13.854259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f933c-e43c-4349-820d-5e68eb573f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2be12-0a40-4b9e-8c92-5ab4ff2f8db7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:14.092659 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-06a76434-e502-4163-8773-67e628c3f63a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0cd94f-4b1c-4d08-ac17-a420cd0a576a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3407905 Sep 17 22:46:14.110553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85701354-ecf1-474a-bc84-65e29442c8ca req-6712a7ba-4097-4996-b8e1-daf13b71acc6 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:14.118398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85701354-ecf1-474a-bc84-65e29442c8ca req-6712a7ba-4097-4996-b8e1-daf13b71acc6 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 943 time: 0.0804088 Sep 17 22:46:14.170719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85701354-ecf1-474a-bc84-65e29442c8ca req-5f54567a-56bf-43e7-b1bf-7874df751183 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479043 Sep 17 22:46:14.267929 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60dd1443-1440-4a8e-aa04-78bc839310d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.274853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60dd1443-1440-4a8e-aa04-78bc839310d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.280357 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.282269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3b039739-8133-4869-a130-878322e945d3 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2768629 Sep 17 22:46:14.286366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54396) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.292570 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.293438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'enable_snat': False}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.339751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54398) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.345290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60dd1443-1440-4a8e-aa04-78bc839310d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.346532 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-60dd1443-1440-4a8e-aa04-78bc839310d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8228564 Sep 17 22:46:14.348618 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-4b9413be-d691-4e71-a830-48b2d662873f service neutron] 10.222.0.49 "GET /v2.0/networks/0b0cd94f-4b1c-4d08-ac17-a420cd0a576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441242 Sep 17 22:46:14.350428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54404) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.353641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=f125be84-bb86-46c7-b009-2f269718ba19,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:14.361144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4fbb2e0c-288b-44f7-8398-8e012a46200f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.367555 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-4fbb2e0c-288b-44f7-8398-8e012a46200f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:46:14.368394 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-4fbb2e0c-288b-44f7-8398-8e012a46200f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:14.369727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4fbb2e0c-288b-44f7-8398-8e012a46200f tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0183129 Sep 17 22:46:14.384442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd1443-1440-4a8e-aa04-78bc839310d8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:14.400748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54406) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.407306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5a5a8f96-783b-4d41-9864-112ecbd9d028 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.577821 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.624795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.670927 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-5a5a8f96-783b-4d41-9864-112ecbd9d028 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:14.671942 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5a5a8f96-783b-4d41-9864-112ecbd9d028 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2735636 Sep 17 22:46:14.676134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0c974d90-3475-4ac3-8f53-39ad2ac885b7 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.676444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-94fcdc3f-e696-4d4e-ab7c-a614a209658a req-ed0102af-74b9-4dbc-993b-48116e00d8e6 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0cd94f-4b1c-4d08-ac17-a420cd0a576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166852 Sep 17 22:46:14.676940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54414) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.678589 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-0c974d90-3475-4ac3-8f53-39ad2ac885b7 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:46:14.679604 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-0c974d90-3475-4ac3-8f53-39ad2ac885b7 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:46:14.685092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c974d90-3475-4ac3-8f53-39ad2ac885b7 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3407729 Sep 17 22:46:14.685253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-41485510-af65-4823-8992-302ea113d10e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.685449 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-41485510-af65-4823-8992-302ea113d10e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 22:46:14.686106 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-41485510-af65-4823-8992-302ea113d10e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:14.686347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54416) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.687227 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-41485510-af65-4823-8992-302ea113d10e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076466 Sep 17 22:46:14.692754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--279819320'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.714052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54418) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.723781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-69830f9f-f1ec-42eb-87af-9942654bbab1 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.788648 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.811705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.814768 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-69830f9f-f1ec-42eb-87af-9942654bbab1 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:14.816501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-69830f9f-f1ec-42eb-87af-9942654bbab1 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0964124 Sep 17 22:46:14.822361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54424) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.832718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:14.833395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fd494843-a89c-4238-b3c8-abe63a8c7045 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.833976 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-fd494843-a89c-4238-b3c8-abe63a8c7045 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:46:14.834350 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-fd494843-a89c-4238-b3c8-abe63a8c7045 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:14.838216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fd494843-a89c-4238-b3c8-abe63a8c7045 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063181 Sep 17 22:46:14.838542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54426) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.847264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c52534c2-29e4-448a-af28-f8a657b3a0e8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:14.876215 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-c52534c2-29e4-448a-af28-f8a657b3a0e8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:46:14.876215 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:46:14.876215 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id_1': '4aed7719181f44dfabb8d6ec31fe3017', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 45, 54, 859576)}] Sep 17 22:46:14.876215 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:14.877692 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-c52534c2-29e4-448a-af28-f8a657b3a0e8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:14.884571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-0c2c4440-a9f4-4db4-a450-029d10b3cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:14.886120 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-0c2c4440-a9f4-4db4-a450-029d10b3cfa8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=063beac61fd74d8d93e4bd2eb1213391&device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 1095 time: 0.0923557 Sep 17 22:46:14.946206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:14.958662 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c1ce4908-56b4-4264-9dd1-17479f4a2118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6870449 Sep 17 22:46:14.962429 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:14.971084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54432) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.973522 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:14.974463 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:15.054910 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:15.113817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07029ac-3725-4172-874c-d69e71a7053b req-83762250-783a-49a4-811c-86e9032e50e0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:15.114077 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:14Z', 'revision_number': 11, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:15.115396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07029ac-3725-4172-874c-d69e71a7053b req-83762250-783a-49a4-811c-86e9032e50e0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1810803 Sep 17 22:46:15.118358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a181dd4d-3d60-4a59-ad90-1e0c7057a24b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting subnet 30e85164-58df-48d1-aeae-8ca2483ebb10 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:15.121913 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.122369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a181dd4d-3d60-4a59-ad90-1e0c7057a24b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.146954 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:15.155461 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:15.156216 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:15.167678 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.171057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.173179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a181dd4d-3d60-4a59-ad90-1e0c7057a24b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.224649 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.235808 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:15.278314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a181dd4d-3d60-4a59-ad90-1e0c7057a24b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.317661 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:14Z', 'revision_number': 11, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:15.325376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab9b5c-5be7-43c5-a69d-4bbc25143aa3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:15.339611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-7313b84a-2af4-4595-b657-00afd0a43010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:15.342408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-7313b84a-2af4-4595-b657-00afd0a43010 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0cd94f-4b1c-4d08-ac17-a420cd0a576a HTTP/1.1" status: 200 len: 914 time: 0.4202814 Sep 17 22:46:15.361868 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f1ca3-138a-44d4-8e71-28e385b464be None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:14Z', 'revision_number': 11, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:15.366298 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a181dd4d-3d60-4a59-ad90-1e0c7057a24b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.423574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07029ac-3725-4172-874c-d69e71a7053b req-47526744-9651-44be-90b4-44c1cfcf6c85 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536721 Sep 17 22:46:15.437108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a181dd4d-3d60-4a59-ad90-1e0c7057a24b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.443076 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a181dd4d-3d60-4a59-ad90-1e0c7057a24b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/30e85164-58df-48d1-aeae-8ca2483ebb10 HTTP/1.1" status: 204 len: 168 time: 0.4698629 Sep 17 22:46:15.444044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb9e5d-ccce-45ca-99ca-990719f32047 None None] Network 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:15.444913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54444) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:15.445827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181dd4d-3d60-4a59-ad90-1e0c7057a24b tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Subnet': ['ID=30e85164-58df-48d1-aeae-8ca2483ebb10,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:15.522179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-7d6532f8-5951-49bb-8384-913ecdfee183 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f8e0f8-a328-4842-b3a1-316623b56959 HTTP/1.1" status: 200 len: 217 time: 0.1666169 Sep 17 22:46:15.561730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Allocated IP 172.25.0.175 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/fa0ec495-47db-4ffa-afaf-34358e83239b) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:15.564812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.624768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-a8feb85c-c6e5-49d9-b918-1c7fb57c844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:15.626249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-a8feb85c-c6e5-49d9-b918-1c7fb57c844e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5afc42f-3be1-48c7-8c54-6e8c636d28b9 HTTP/1.1" status: 200 len: 853 time: 0.0949566 Sep 17 22:46:15.630929 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128eaf1-a999-47cb-a210-ea2a4ef38367 req-23bf6e4c-621d-4a44-90f3-ce1e776f3cbb tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:15.632471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a128eaf1-a999-47cb-a210-ea2a4ef38367 req-23bf6e4c-621d-4a44-90f3-ce1e776f3cbb tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 943 time: 0.3561182 Sep 17 22:46:15.671790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-d09511bf-ce5c-4859-952d-bd3fec60f679 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0cd94f-4b1c-4d08-ac17-a420cd0a576a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323465 Sep 17 22:46:15.683084 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.684547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Deleting port 5705f79f-d221-44ab-b104-8ebff30f3213 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:15.684893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.758777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.768000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] DHCP port deletion for 7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:15.839841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f125be84-bb86-46c7-b009-2f269718ba19 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:15.848315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a128eaf1-a999-47cb-a210-ea2a4ef38367 req-cb9789be-726b-46e1-a4b3-cfd91cf8c37f tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041626 Sep 17 22:46:15.856517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696b510b-1511-442e-86d5-38612b8be8d5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:15.874048 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-41383f89-5463-49cf-a1cc-37379865a3bd service neutron] 10.222.0.49 "GET /v2.0/networks/0b0cd94f-4b1c-4d08-ac17-a420cd0a576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911523 Sep 17 22:46:15.884209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] For port 5705f79f-d221-44ab-b104-8ebff30f3213, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5705f79f-d221-44ab-b104-8ebff30f3213,segment=NetworkSegment(05780a35-50c1-4905-8e1e-1b367acb8103),segment_id=05780a35-50c1-4905-8e1e-1b367acb8103)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:15.884530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.887209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.891745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7d96decd-4b4c-4484-9427-809bffab7a36 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2040057 Sep 17 22:46:15.898664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54454) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:15.905845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5d9e24cc-872b-4abd-a6a0-02e6b9a93456 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '696b510b-1511-442e-86d5-38612b8be8d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:15.908385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: f125be84-bb86-46c7-b009-2f269718ba19 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:15.916235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f125be84-bb86-46c7-b009-2f269718ba19 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:15.918193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Calling delete_port for 5705f79f-d221-44ab-b104-8ebff30f3213 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:15.929374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.940025 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-c52534c2-29e4-448a-af28-f8a657b3a0e8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:15.941356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c52534c2-29e4-448a-af28-f8a657b3a0e8 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.1012666 Sep 17 22:46:15.946416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54456) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:15.948518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] Deleting port 5705f79f-d221-44ab-b104-8ebff30f3213 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:15.949146 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.952504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-cd34818f-5cd7-449f-ba25-1e5a047d5dcb tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:15.953081 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-cd34818f-5cd7-449f-ba25-1e5a047d5dcb tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 22:46:15.953578 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-cd34818f-5cd7-449f-ba25-1e5a047d5dcb tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:15.954615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cd34818f-5cd7-449f-ba25-1e5a047d5dcb tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072727 Sep 17 22:46:15.962462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54458) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:15.972760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-aca8a45a-c3de-47a8-ab01-84d4a2922792 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:16.051026 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9e24cc-872b-4abd-a6a0-02e6b9a93456 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.056694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] For port 5705f79f-d221-44ab-b104-8ebff30f3213, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5705f79f-d221-44ab-b104-8ebff30f3213,segment=NetworkSegment(05780a35-50c1-4905-8e1e-1b367acb8103),segment_id=05780a35-50c1-4905-8e1e-1b367acb8103)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:16.057380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.063658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8b5e0364-5601-4e8d-9d3a-a105598f3417 req-54a7b95b-163e-443a-a39d-4dd9e0744dd7 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0cd94f-4b1c-4d08-ac17-a420cd0a576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760149 Sep 17 22:46:16.076595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] Calling delete_port for 5705f79f-d221-44ab-b104-8ebff30f3213 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:16.098644 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-aca8a45a-c3de-47a8-ab01-84d4a2922792 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:16.100287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aca8a45a-c3de-47a8-ab01-84d4a2922792 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1368287 Sep 17 22:46:16.104572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54462) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:16.107439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.111620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-07f30531-ddd2-4ecf-a43b-ccbeedb48d09 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:16.118910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.163197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Port': ['ID=5705f79f-d221-44ab-b104-8ebff30f3213,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:16.168807 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Pushing event updated for resources: {'Port': ['ID=fa0ec495-47db-4ffa-afaf-34358e83239b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:16.171873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No DVR routers for this DVR port 5705f79f-d221-44ab-b104-8ebff30f3213 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:16.190101 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.201698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:16.204232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:16.207774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:16.233503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] Pushing event deleted for resources: {'Port': ['ID=5705f79f-d221-44ab-b104-8ebff30f3213,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:16.241454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60efed41-8957-4a88-9f4b-0336c1bd5035 None None] No DVR routers for this DVR port 5705f79f-d221-44ab-b104-8ebff30f3213 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:16.257639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9e24cc-872b-4abd-a6a0-02e6b9a93456 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.260994 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-07f30531-ddd2-4ecf-a43b-ccbeedb48d09 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:16.262564 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-07f30531-ddd2-4ecf-a43b-ccbeedb48d09 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1565869 Sep 17 22:46:16.267001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9e24cc-872b-4abd-a6a0-02e6b9a93456 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.269654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54466) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:16.291371 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.317587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:16.327454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05780a35-50c1-4905-8e1e-1b367acb8103') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:16.327751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05780a35-50c1-4905-8e1e-1b367acb8103') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:16.338138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.345275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e24cc-872b-4abd-a6a0-02e6b9a93456 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d67b9d-ad7f-43e9-baa8-32da9751ae78,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:16.352414 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.360492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:16.361141 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:16.366430 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:16.396318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9e24cc-872b-4abd-a6a0-02e6b9a93456 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.397552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5d9e24cc-872b-4abd-a6a0-02e6b9a93456 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981959 Sep 17 22:46:16.402484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54470) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:16.406826 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4d3d4c49-fd19-4d3b-b5d0-37074a85618e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '696b510b-1511-442e-86d5-38612b8be8d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:16.438246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.448526 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.454115 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/networks/7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a HTTP/1.1" status: 204 len: 168 time: 1.0017648 Sep 17 22:46:16.459877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54474) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:16.465071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b37f7-a658-4c15-b1f1-e603c63ec7c2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Pushing event deleted for resources: {'Network': ['ID=7248b27c-5d4f-4cd2-91c2-0fd1e0e53f8a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:16.478589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'routes': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:16.522851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60d12201-4aba-4b98-b0f1-f1725e4a55db tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.885338 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4c49-fd19-4d3b-b5d0-37074a85618e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.944520 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60d12201-4aba-4b98-b0f1-f1725e4a55db tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.076953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222fd91-7669-4728-a2d2-d55b493039a3 req-f685f124-165a-4656-a235-cc5b41aac7b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:17.078493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2222fd91-7669-4728-a2d2-d55b493039a3 req-f685f124-165a-4656-a235-cc5b41aac7b6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.5501683 Sep 17 22:46:17.105632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.extraroute_db [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Added routes are [] {{(pid=94737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:46:17.105950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.extraroute_db [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Removed routes are [] {{(pid=94737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:46:17.106288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.239812 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.250854 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60d12201-4aba-4b98-b0f1-f1725e4a55db tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.253968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-60d12201-4aba-4b98-b0f1-f1725e4a55db tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.255123 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-60d12201-4aba-4b98-b0f1-f1725e4a55db tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd HTTP/1.1" status: 204 len: 168 time: 0.9799533 Sep 17 22:46:17.258517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54500) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.272746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559369f7-7e43-4e18-97b2-c67c2d7c19fa req-2e8c81a5-b767-4482-8663-1e6f7acf8083 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:17.272871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-559369f7-7e43-4e18-97b2-c67c2d7c19fa req-2e8c81a5-b767-4482-8663-1e6f7acf8083 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 943 time: 0.3238351 Sep 17 22:46:17.311318 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b293e2fd-3f60-43a9-b6df-464f9a8308ed tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515585 Sep 17 22:46:17.316584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54504) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.321529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9fec9365-4b28-4b0f-8520-4b6d2b1a02a6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--291185299'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:17.346139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fec9365-4b28-4b0f-8520-4b6d2b1a02a6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.356831 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2222fd91-7669-4728-a2d2-d55b493039a3 req-fd9bd562-7c6e-465a-a269-e19378d6a024 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444553 Sep 17 22:46:17.366196 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-4d3d4c49-fd19-4d3b-b5d0-37074a85618e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:46:17.370077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4d3d4c49-fd19-4d3b-b5d0-37074a85618e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9666164 Sep 17 22:46:17.370986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d12201-4aba-4b98-b0f1-f1725e4a55db tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6d2b08-ad41-4e15-bbdd-7260cb7b37bd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:17.371172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54506) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.426313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.464007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.473356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f91334-e451-4a7c-a86c-ef00b81a5e4d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.512709 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f91334-e451-4a7c-a86c-ef00b81a5e4d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.541884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5705f79f-d221-44ab-b104-8ebff30f3213 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:17.561833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-559369f7-7e43-4e18-97b2-c67c2d7c19fa req-0f0efd94-13b8-43eb-b32c-1e305022b521 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405126 Sep 17 22:46:17.571539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fec9365-4b28-4b0f-8520-4b6d2b1a02a6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.572975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 630d9442-8a88-4d1c-8c9d-985987858674 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:17.578813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fec9365-4b28-4b0f-8520-4b6d2b1a02a6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.583646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 5705f79f-d221-44ab-b104-8ebff30f3213 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:17.584411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5705f79f-d221-44ab-b104-8ebff30f3213 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:17.622248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f91334-e451-4a7c-a86c-ef00b81a5e4d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.624955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83f91334-e451-4a7c-a86c-ef00b81a5e4d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.626115 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-83f91334-e451-4a7c-a86c-ef00b81a5e4d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/696b510b-1511-442e-86d5-38612b8be8d5 HTTP/1.1" status: 204 len: 168 time: 0.2540205 Sep 17 22:46:17.633159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54512) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.642189 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9fec9365-4b28-4b0f-8520-4b6d2b1a02a6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.645015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9fec9365-4b28-4b0f-8520-4b6d2b1a02a6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3256304 Sep 17 22:46:17.651421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54514) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.656284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1218d56d-d486-49a8-b459-cbd1ac9328f0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7d1e0c02-c9d6-4a4e-925f-a8a8c428f08b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:17.662738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec9365-4b28-4b0f-8520-4b6d2b1a02a6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e0c02-c9d6-4a4e-925f-a8a8c428f08b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:17.685678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f91334-e451-4a7c-a86c-ef00b81a5e4d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696b510b-1511-442e-86d5-38612b8be8d5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:17.727179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-427acf32-b889-4978-80f6-534e295f7395 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893586 Sep 17 22:46:17.729016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54516) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.734040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9b16ff5a-3942-4342-bf83-b57540872330 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--941410223'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:17.749825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:17.758445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.762213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-15665c3d-579a-48d2-a0d7-1ff9bdf7ebd1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 200 len: 704 time: 1.2891023 Sep 17 22:46:17.763639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54518) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.765805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] Sync routers for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:17.779263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:17.781578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:17.790016 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.794161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.796823 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-23c3fe1c-d876-4a56-a4c8-aa4e7c323fe7 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 200 len: 205 time: 0.0320749 Sep 17 22:46:17.799107 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9b16ff5a-3942-4342-bf83-b57540872330 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.799670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54520) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.856492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:17.887779 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9b16ff5a-3942-4342-bf83-b57540872330 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.889295 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-1218d56d-d486-49a8-b459-cbd1ac9328f0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The resource could not be found. Sep 17 22:46:17.890473 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1218d56d-d486-49a8-b459-cbd1ac9328f0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2380600 Sep 17 22:46:17.893922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54524) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.899604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-40343cff-9e50-4762-844c-d621fb6290d0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '7d1e0c02-c9d6-4a4e-925f-a8a8c428f08b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '22250cb6-1448-409f-86da-2ec9ee319d0d'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:17.916194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:14Z', 'revision_number': 11, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:17.927631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9b16ff5a-3942-4342-bf83-b57540872330 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.946441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] Checking router: 630d9442-8a88-4d1c-8c9d-985987858674 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:17.957551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] Routers {'630d9442-8a88-4d1c-8c9d-985987858674'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:17.958732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['630d9442-8a88-4d1c-8c9d-985987858674'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:17.971411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16ff5a-3942-4342-bf83-b57540872330 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e36a3a-e6fe-4b68-af92-691c36e6b388,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:17.991046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9b16ff5a-3942-4342-bf83-b57540872330 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.995610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9b16ff5a-3942-4342-bf83-b57540872330 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2650695 Sep 17 22:46:17.996300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54528) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.002955 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-40343cff-9e50-4762-844c-d621fb6290d0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The resource could not be found. Sep 17 22:46:18.004402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2f961de2-184a-4b2f-8d56-6488b61efb69 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '87e36a3a-e6fe-4b68-af92-691c36e6b388', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:18.004541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-40343cff-9e50-4762-844c-d621fb6290d0 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1094370 Sep 17 22:46:18.005021 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-2f961de2-184a-4b2f-8d56-6488b61efb69 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 22:46:18.005546 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-2f961de2-184a-4b2f-8d56-6488b61efb69 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:18.009189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2f961de2-184a-4b2f-8d56-6488b61efb69 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063035 Sep 17 22:46:18.009284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54530) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.011102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54532) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.027165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ebdde65-ba77-4c40-bafc-9d1fd124729d tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.047348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] Set router 630d9442-8a88-4d1c-8c9d-985987858674 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:18.071675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6084-008a-4ea7-9b6d-fa8883a0b3fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.104779 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6084-008a-4ea7-9b6d-fa8883a0b3fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.111890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:14Z', 'revision_number': 11, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:18.144068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60fa9e-989c-4a25-8586-5504e54b319d None None] The sync data for ids ['630d9442-8a88-4d1c-8c9d-985987858674'] in n-d-789963-10 is: [{'id': '630d9442-8a88-4d1c-8c9d-985987858674', 'name': 'tempest-RoutersIpV6Test-router-555237758', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:46:14Z', 'revision_number': 11, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:18.163681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6084-008a-4ea7-9b6d-fa8883a0b3fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.166775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6084-008a-4ea7-9b6d-fa8883a0b3fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.170450 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f0f6084-008a-4ea7-9b6d-fa8883a0b3fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/7d1e0c02-c9d6-4a4e-925f-a8a8c428f08b HTTP/1.1" status: 204 len: 168 time: 0.1592748 Sep 17 22:46:18.173287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54534) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.177616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Router adcef198-8e3d-47e7-874b-66567b9ba99a is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:18.187992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f6084-008a-4ea7-9b6d-fa8883a0b3fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e0c02-c9d6-4a4e-925f-a8a8c428f08b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:18.253681 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8d2adbfe-b1cf-4692-85dc-c0feee4120ed tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789435 Sep 17 22:46:18.257859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54538) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.261829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-dd3ac579-8cb7-408d-8cfc-f528271808ca tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': 'fbd5f57e-fab2-46e3-b8df-50dd3d014515', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:18.276897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ebdde65-ba77-4c40-bafc-9d1fd124729d tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.312067 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-dd3ac579-8cb7-408d-8cfc-f528271808ca tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The resource could not be found. Sep 17 22:46:18.317298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd3ac579-8cb7-408d-8cfc-f528271808ca tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0549884 Sep 17 22:46:18.317624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54540) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.323433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7e0bf07f-80f9-4171-8a32-6cb8a56bd1c6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--913782552'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:18.330666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e090f90e-9e7e-4a3f-a015-fda740ed250a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.333101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ebdde65-ba77-4c40-bafc-9d1fd124729d tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.353048 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf07f-80f9-4171-8a32-6cb8a56bd1c6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.398531 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ebdde65-ba77-4c40-bafc-9d1fd124729d tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.398992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebdde65-ba77-4c40-bafc-9d1fd124729d tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Fanout notify agent at l3_agent the message router_deleted on router 630d9442-8a88-4d1c-8c9d-985987858674 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:18.438577 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ebdde65-ba77-4c40-bafc-9d1fd124729d tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.439715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3ebdde65-ba77-4c40-bafc-9d1fd124729d tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 204 len: 168 time: 0.6384978 Sep 17 22:46:18.441871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e090f90e-9e7e-4a3f-a015-fda740ed250a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.458304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54544) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.472720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-173f2db8-4941-426f-a883-67badb516118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1573353149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:18.476755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf07f-80f9-4171-8a32-6cb8a56bd1c6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.485470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf07f-80f9-4171-8a32-6cb8a56bd1c6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.518307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 99f8e0f8-a328-4842-b3a1-316623b56959 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:46:18.535707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bf07f-80f9-4171-8a32-6cb8a56bd1c6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef0aea4-4e97-4229-b2d6-9bb7194745ad,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:18.560584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:18.571822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf07f-80f9-4171-8a32-6cb8a56bd1c6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.573137 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7e0bf07f-80f9-4171-8a32-6cb8a56bd1c6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2544670 Sep 17 22:46:18.574470 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-173f2db8-4941-426f-a883-67badb516118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.575927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54548) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.577982 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-173f2db8-4941-426f-a883-67badb516118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.581747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b6f47c1d-6460-41c1-bfe8-df20a6cdc8fd tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063459652'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:18.582851 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe857-9fd3-4602-8880-f0a1e0f255aa None None] Sync routers for ids ['adcef198-8e3d-47e7-874b-66567b9ba99a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:18.594156 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.595857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-50515d93-fe9c-448b-a19b-c0d83ebab222 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "PUT /v2.0/routers/adcef198-8e3d-47e7-874b-66567b9ba99a HTTP/1.1" status: 200 len: 915 time: 4.3079700 Sep 17 22:46:18.597415 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fe857-9fd3-4602-8880-f0a1e0f255aa None None] Routers {'adcef198-8e3d-47e7-874b-66567b9ba99a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:18.600717 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe857-9fd3-4602-8880-f0a1e0f255aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['adcef198-8e3d-47e7-874b-66567b9ba99a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:18.602689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54552) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.649318 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c1d-6460-41c1-bfe8-df20a6cdc8fd tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.668207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eda709-8632-458a-81a5-b19fe07f4b5b req-512cadff-0275-4fc1-b4de-52b3b5be086b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:18.669487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28eda709-8632-458a-81a5-b19fe07f4b5b req-512cadff-0275-4fc1-b4de-52b3b5be086b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1914401 Sep 17 22:46:18.676168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e090f90e-9e7e-4a3f-a015-fda740ed250a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.678783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e090f90e-9e7e-4a3f-a015-fda740ed250a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.682630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e090f90e-9e7e-4a3f-a015-fda740ed250a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/87e36a3a-e6fe-4b68-af92-691c36e6b388 HTTP/1.1" status: 204 len: 168 time: 0.6706028 Sep 17 22:46:18.686542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54554) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.687681 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe857-9fd3-4602-8880-f0a1e0f255aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:18.688556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 99f8e0f8-a328-4842-b3a1-316623b56959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=99f8e0f8-a328-4842-b3a1-316623b56959,segment=NetworkSegment(b6081574-4493-4c14-addb-cb6bf3858008),segment_id=b6081574-4493-4c14-addb-cb6bf3858008)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:18.704636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '99f8e0f8-a328-4842-b3a1-316623b56959', 'network_id': '0b0cd94f-4b1c-4d08-ac17-a420cd0a576a', 'port_id': '99f8e0f8-a328-4842-b3a1-316623b56959', 'mac_address': 'fa:16:3e:b9:2e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5afc42f-3be1-48c7-8c54-6e8c636d28b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:46:18.705561 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fe857-9fd3-4602-8880-f0a1e0f255aa None None] Routers {'adcef198-8e3d-47e7-874b-66567b9ba99a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:18.706813 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe857-9fd3-4602-8880-f0a1e0f255aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['adcef198-8e3d-47e7-874b-66567b9ba99a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:18.748409 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe857-9fd3-4602-8880-f0a1e0f255aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:18.749716 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe857-9fd3-4602-8880-f0a1e0f255aa None None] The sync data for ids ['adcef198-8e3d-47e7-874b-66567b9ba99a'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:18.753384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.775580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f8e0f8-a328-4842-b3a1-316623b56959 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:46:18.809869 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.812278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 99f8e0f8-a328-4842-b3a1-316623b56959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=99f8e0f8-a328-4842-b3a1-316623b56959,segment=NetworkSegment(b6081574-4493-4c14-addb-cb6bf3858008),segment_id=b6081574-4493-4c14-addb-cb6bf3858008)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:18.819588 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c1d-6460-41c1-bfe8-df20a6cdc8fd tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.820396 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.824443 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c1d-6460-41c1-bfe8-df20a6cdc8fd tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.864880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c1d-6460-41c1-bfe8-df20a6cdc8fd tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.866846 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b6f47c1d-6460-41c1-bfe8-df20a6cdc8fd tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2899036 Sep 17 22:46:18.868007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f47c1d-6460-41c1-bfe8-df20a6cdc8fd tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa689bdd-cc70-41d9-8fe2-934ad9164a7c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:18.870771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54560) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.876715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-03744eb5-c191-4236-a91b-58bb219721fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group_rule': {'security_group_id': '1ef0aea4-4e97-4229-b2d6-9bb7194745ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fa689bdd-cc70-41d9-8fe2-934ad9164a7c'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:18.898491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=99f8e0f8-a328-4842-b3a1-316623b56959,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:18.923335 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-03744eb5-c191-4236-a91b-58bb219721fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:18.929065 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-03744eb5-c191-4236-a91b-58bb219721fe tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0527351 Sep 17 22:46:18.929065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54562) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:18.990999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65e85933-b0ab-4924-b3e2-f320a9988c62 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.008681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090f90e-9e7e-4a3f-a015-fda740ed250a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e36a3a-e6fe-4b68-af92-691c36e6b388,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:19.019466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65e85933-b0ab-4924-b3e2-f320a9988c62 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.074302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65e85933-b0ab-4924-b3e2-f320a9988c62 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.077512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65e85933-b0ab-4924-b3e2-f320a9988c62 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.081359 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-65e85933-b0ab-4924-b3e2-f320a9988c62 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa689bdd-cc70-41d9-8fe2-934ad9164a7c HTTP/1.1" status: 204 len: 168 time: 0.1493635 Sep 17 22:46:19.085292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54568) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.106928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e85933-b0ab-4924-b3e2-f320a9988c62 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa689bdd-cc70-41d9-8fe2-934ad9164a7c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:19.111955 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-173f2db8-4941-426f-a883-67badb516118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.140751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-173f2db8-4941-426f-a883-67badb516118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.161477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28eda709-8632-458a-81a5-b19fe07f4b5b req-d56a6566-e665-4cfe-a44f-09d7e2c52549 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755549 Sep 17 22:46:19.170130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bb1cb8b9-db9f-4a1f-9265-e59ecaf57769 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0835769 Sep 17 22:46:19.172816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54572) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.180570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5dd134d4-cde9-44c4-8b8d-5954114f978b tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4884851 Sep 17 22:46:19.182903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54574) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.188116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dfe9a520-599e-426f-9408-6e4aa39c295a tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/routers/adcef198-8e3d-47e7-874b-66567b9ba99a HTTP/1.1" status: 200 len: 921 time: 0.5812583 Sep 17 22:46:19.191763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54576) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.201683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005cd60-b9ea-41c6-b38e-e05567a00268 req-afdc5884-a9c5-4aa5-936b-924cdea5c6ab tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:19.203287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b005cd60-b9ea-41c6-b38e-e05567a00268 req-afdc5884-a9c5-4aa5-936b-924cdea5c6ab tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 944 time: 0.2414100 Sep 17 22:46:19.207480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-87668b94-da46-4ced-b24b-8676a21fcf3f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--762927622'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:19.218875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['99f8e0f8-a328-4842-b3a1-316623b56959'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:46:19.224134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-173f2db8-4941-426f-a883-67badb516118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.227553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-173f2db8-4941-426f-a883-67badb516118 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7606959 Sep 17 22:46:19.230507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54578) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.235087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8eea61d7-72a0-46bd-8b26-938fc2fbceb6 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:19.301882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4f7b6-3d36-4e7b-ba09-f7e9779ab8e0 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:19.303437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e5a4f7b6-3d36-4e7b-ba09-f7e9779ab8e0 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=adcef198-8e3d-47e7-874b-66567b9ba99a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1107745 Sep 17 22:46:19.304296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87668b94-da46-4ced-b24b-8676a21fcf3f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.308842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54584) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.327749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b005cd60-b9ea-41c6-b38e-e05567a00268 req-e88ee92f-f816-46ef-b16b-daed475ed0e6 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074615 Sep 17 22:46:19.397596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ef72e08-5d8e-4033-875a-768a9424961e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.449608 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95345606-bfe4-4202-a5ac-3466d33b0460 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:19.451098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-95345606-bfe4-4202-a5ac-3466d33b0460 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/networks/9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 881 time: 0.1357260 Sep 17 22:46:19.454673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54586) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.456216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ef72e08-5d8e-4033-875a-768a9424961e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.489222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9b9bda6c-029f-4b6f-b1fb-1560d5066d62 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=adcef198-8e3d-47e7-874b-66567b9ba99a HTTP/1.1" status: 200 len: 205 time: 0.0334044 Sep 17 22:46:19.491810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54588) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.546167 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eea61d7-72a0-46bd-8b26-938fc2fbceb6 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.550975 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87668b94-da46-4ced-b24b-8676a21fcf3f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.556587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87668b94-da46-4ced-b24b-8676a21fcf3f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.559836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eea61d7-72a0-46bd-8b26-938fc2fbceb6 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.606172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ef72e08-5d8e-4033-875a-768a9424961e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.608161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ef72e08-5d8e-4033-875a-768a9424961e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.609349 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4ef72e08-5d8e-4033-875a-768a9424961e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/1ef0aea4-4e97-4229-b2d6-9bb7194745ad HTTP/1.1" status: 204 len: 168 time: 0.4355845 Sep 17 22:46:19.613200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54590) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.640288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87668b94-da46-4ced-b24b-8676a21fcf3f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.642636 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-87668b94-da46-4ced-b24b-8676a21fcf3f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4563165 Sep 17 22:46:19.645387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54592) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.650947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87668b94-da46-4ced-b24b-8676a21fcf3f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fabdbe2-6a19-4bf3-8633-b4dbd528cb33,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:19.651679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c1f0f9c1-81cf-4eee-bfb1-fa223af41578 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '6fabdbe2-6a19-4bf3-8633-b4dbd528cb33', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:19.652243 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-c1f0f9c1-81cf-4eee-bfb1-fa223af41578 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 22:46:19.653527 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-c1f0f9c1-81cf-4eee-bfb1-fa223af41578 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:19.657289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c1f0f9c1-81cf-4eee-bfb1-fa223af41578 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067916 Sep 17 22:46:19.657289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef72e08-5d8e-4033-875a-768a9424961e tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef0aea4-4e97-4229-b2d6-9bb7194745ad,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:19.660788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54594) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.676707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.728767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eea61d7-72a0-46bd-8b26-938fc2fbceb6 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Router 0725e78b-6b41-4b4b-8bfb-511b128da3ca is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:19.733985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-00a54642-62e0-49a6-bfd5-376a8b24e61c tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197097 Sep 17 22:46:19.737982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6342d26-24cc-4e00-add1-d5e5a49843ed tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.738125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54596) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.742323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-86826d86-3376-4b20-b100-a70da0a31274 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'tempest-secgroup--869930549'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:19.798466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6342d26-24cc-4e00-add1-d5e5a49843ed tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.807963 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-86826d86-3376-4b20-b100-a70da0a31274 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.834274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.845226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eea61d7-72a0-46bd-8b26-938fc2fbceb6 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:19.853915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eea61d7-72a0-46bd-8b26-938fc2fbceb6 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.859053 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8eea61d7-72a0-46bd-8b26-938fc2fbceb6 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "PUT /v2.0/routers/0725e78b-6b41-4b4b-8bfb-511b128da3ca HTTP/1.1" status: 200 len: 698 time: 0.6239359 Sep 17 22:46:19.859225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] Sync routers for ids ['0725e78b-6b41-4b4b-8bfb-511b128da3ca'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:19.859709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54598) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.867414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] Routers {'0725e78b-6b41-4b4b-8bfb-511b128da3ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:19.868238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0725e78b-6b41-4b4b-8bfb-511b128da3ca'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:19.885380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6342d26-24cc-4e00-add1-d5e5a49843ed tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.888275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6342d26-24cc-4e00-add1-d5e5a49843ed tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.891775 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a6342d26-24cc-4e00-add1-d5e5a49843ed tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/6fabdbe2-6a19-4bf3-8633-b4dbd528cb33 HTTP/1.1" status: 204 len: 168 time: 0.2277522 Sep 17 22:46:19.893368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54600) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.913139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6342d26-24cc-4e00-add1-d5e5a49843ed tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fabdbe2-6a19-4bf3-8633-b4dbd528cb33,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:19.949832 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-332b7ef7-3567-400f-b350-f710f8c1abe4 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501282 Sep 17 22:46:19.950225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54602) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:19.954877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3435e114-d136-427f-9300-0d2c8d325c7f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--164676217'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:19.956037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] Set router 0725e78b-6b41-4b4b-8bfb-511b128da3ca gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:19.979479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-90296053-556f-4709-be56-f46a324b88ff tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/routers/0725e78b-6b41-4b4b-8bfb-511b128da3ca HTTP/1.1" status: 200 len: 704 time: 0.1175115 Sep 17 22:46:19.980019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54604) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.013924 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-caf418e6-6144-46bd-af0e-c00bba987298 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=0725e78b-6b41-4b4b-8bfb-511b128da3ca HTTP/1.1" status: 200 len: 205 time: 0.0294838 Sep 17 22:46:20.014284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54606) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.030736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Deleting port fa0ec495-47db-4ffa-afaf-34358e83239b {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:20.031077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.071949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-86826d86-3376-4b20-b100-a70da0a31274 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.107944 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3435e114-d136-427f-9300-0d2c8d325c7f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.122934 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-86826d86-3376-4b20-b100-a70da0a31274 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.145864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c891237-f045-4d20-985e-b58799c2bc25 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.182712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0725e78b-6b41-4b4b-8bfb-511b128da3ca', 'name': 'tempest-RoutersIpV6Test-router-1573353149', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:19Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:20.212381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] Checking router: 0725e78b-6b41-4b4b-8bfb-511b128da3ca for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:20.223740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] Routers {'0725e78b-6b41-4b4b-8bfb-511b128da3ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:20.224397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0725e78b-6b41-4b4b-8bfb-511b128da3ca'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:20.243527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3435e114-d136-427f-9300-0d2c8d325c7f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.249733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3435e114-d136-427f-9300-0d2c8d325c7f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.276098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86826d86-3376-4b20-b100-a70da0a31274 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a334b81-9f7c-4049-a884-cd8a252089e0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:20.285923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e114-d136-427f-9300-0d2c8d325c7f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bac76a-5f48-48d9-a00d-04ec1d2bc51b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:20.290563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3435e114-d136-427f-9300-0d2c8d325c7f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.291864 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3435e114-d136-427f-9300-0d2c8d325c7f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3406498 Sep 17 22:46:20.294737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54610) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.303834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-86826d86-3376-4b20-b100-a70da0a31274 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.307821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-edde321f-f712-4045-a38e-263dcdd09d1a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '76bac76a-5f48-48d9-a00d-04ec1d2bc51b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:20.307967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-86826d86-3376-4b20-b100-a70da0a31274 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5662475 Sep 17 22:46:20.308074 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-edde321f-f712-4045-a38e-263dcdd09d1a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 22:46:20.308074 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-edde321f-f712-4045-a38e-263dcdd09d1a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:20.308074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-edde321f-f712-4045-a38e-263dcdd09d1a tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114906 Sep 17 22:46:20.308286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54612) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.310044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54614) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.314253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-df981a81-cde5-4407-9c59-31ec486063d3 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '76bac76a-5f48-48d9-a00d-04ec1d2bc51b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:20.315023 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-df981a81-cde5-4407-9c59-31ec486063d3 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 22:46:20.315543 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-df981a81-cde5-4407-9c59-31ec486063d3 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:20.316481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df981a81-cde5-4407-9c59-31ec486063d3 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056057 Sep 17 22:46:20.321146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-247fd226-c368-43c7-935d-851807ea752c tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:20.321602 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-247fd226-c368-43c7-935d-851807ea752c tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:46:20.322788 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-247fd226-c368-43c7-935d-851807ea752c tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 22:46:20.322920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54616) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.323036 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-247fd226-c368-43c7-935d-851807ea752c tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "PUT /v2.0/security-groups/6a334b81-9f7c-4049-a884-cd8a252089e0 HTTP/1.1" status: 409 len: 330 time: 0.0140195 Sep 17 22:46:20.325821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54618) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.329145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-cbd34c24-f0c3-4061-85a9-2513f77413aa tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '76bac76a-5f48-48d9-a00d-04ec1d2bc51b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:20.330540 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-cbd34c24-f0c3-4061-85a9-2513f77413aa tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 22:46:20.331482 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-cbd34c24-f0c3-4061-85a9-2513f77413aa tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:20.332509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] Set router 0725e78b-6b41-4b4b-8bfb-511b128da3ca gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:20.332788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cbd34c24-f0c3-4061-85a9-2513f77413aa tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078900 Sep 17 22:46:20.335383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.339988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b0d4c36b-26de-4290-9a18-47c330d12faa tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '76bac76a-5f48-48d9-a00d-04ec1d2bc51b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:20.341541 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-b0d4c36b-26de-4290-9a18-47c330d12faa tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 22:46:20.342309 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-b0d4c36b-26de-4290-9a18-47c330d12faa tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:20.345612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b0d4c36b-26de-4290-9a18-47c330d12faa tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068033 Sep 17 22:46:20.346547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54622) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.392004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0725e78b-6b41-4b4b-8bfb-511b128da3ca', 'name': 'tempest-RoutersIpV6Test-router-1573353149', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:19Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:20.423928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993cda60-d0be-46a3-9f86-0374328ec73c None None] The sync data for ids ['0725e78b-6b41-4b4b-8bfb-511b128da3ca'] in n-d-789963-10 is: [{'id': '0725e78b-6b41-4b4b-8bfb-511b128da3ca', 'name': 'tempest-RoutersIpV6Test-router-1573353149', 'tenant_id': '44c91c35536b4dc1932827e33c387038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:19Z', 'revision_number': 2, 'project_id': '44c91c35536b4dc1932827e33c387038', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:20.436466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d889759-110d-4b68-902e-ca2cd04bbce8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.448047 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.458408 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-937f1306-5db3-4264-979f-3d8208599820 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.473372 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c891237-f045-4d20-985e-b58799c2bc25 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.478751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d889759-110d-4b68-902e-ca2cd04bbce8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.483777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c891237-f045-4d20-985e-b58799c2bc25 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.485534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Calling delete_port for fa0ec495-47db-4ffa-afaf-34358e83239b owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:20.508514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 99f8e0f8-a328-4842-b3a1-316623b56959 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:20.513003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-937f1306-5db3-4264-979f-3d8208599820 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.520694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4424-d2e5-491d-a35a-68f893d06fbd req-2ffc4724-97e3-4784-b808-59a1afc5201b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:20.533743 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-497e4424-d2e5-491d-a35a-68f893d06fbd req-2ffc4724-97e3-4784-b808-59a1afc5201b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.2588034 Sep 17 22:46:20.577476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 99f8e0f8-a328-4842-b3a1-316623b56959 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:46:20.600780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 99f8e0f8-a328-4842-b3a1-316623b56959 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:20.601643 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.603941 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d889759-110d-4b68-902e-ca2cd04bbce8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.607285 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d889759-110d-4b68-902e-ca2cd04bbce8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.611043 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0d889759-110d-4b68-902e-ca2cd04bbce8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/76bac76a-5f48-48d9-a00d-04ec1d2bc51b HTTP/1.1" status: 204 len: 168 time: 0.2618742 Sep 17 22:46:20.621492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-937f1306-5db3-4264-979f-3d8208599820 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.624550 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-937f1306-5db3-4264-979f-3d8208599820 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.629095 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-937f1306-5db3-4264-979f-3d8208599820 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/6a334b81-9f7c-4049-a884-cd8a252089e0 HTTP/1.1" status: 204 len: 168 time: 0.3022542 Sep 17 22:46:20.630097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54632) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.630672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54634) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.643165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d889759-110d-4b68-902e-ca2cd04bbce8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bac76a-5f48-48d9-a00d-04ec1d2bc51b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:20.643382 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c891237-f045-4d20-985e-b58799c2bc25 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.643646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c891237-f045-4d20-985e-b58799c2bc25 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Fanout notify agent at l3_agent the message router_deleted on router 0725e78b-6b41-4b4b-8bfb-511b128da3ca {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:20.660061 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c891237-f045-4d20-985e-b58799c2bc25 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.665125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8c891237-f045-4d20-985e-b58799c2bc25 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/0725e78b-6b41-4b4b-8bfb-511b128da3ca HTTP/1.1" status: 204 len: 168 time: 0.6468911 Sep 17 22:46:20.669316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54636) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.695209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad97ae0-e955-45a6-a2de-f73bdcf835b2 req-5a61f6f3-c881-451f-841b-e7e53efae86d tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:20.697703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ad97ae0-e955-45a6-a2de-f73bdcf835b2 req-5a61f6f3-c881-451f-841b-e7e53efae86d tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 944 time: 0.2518148 Sep 17 22:46:20.720313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-497e4424-d2e5-491d-a35a-68f893d06fbd req-c9e8d414-2d43-409f-917e-a3026b98b633 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402047 Sep 17 22:46:20.752153 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.753641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a24e8c9-f186-44ab-aa8d-7d0715efe079 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=0725e78b-6b41-4b4b-8bfb-511b128da3ca HTTP/1.1" status: 200 len: 205 time: 0.0624509 Sep 17 22:46:20.756653 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54640) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.759644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f1306-5db3-4264-979f-3d8208599820 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a334b81-9f7c-4049-a884-cd8a252089e0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:20.809364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ad97ae0-e955-45a6-a2de-f73bdcf835b2 req-838dd602-3050-4be7-ac37-6be1dd603612 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986679 Sep 17 22:46:20.813767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ea9a4db4-b65f-45cd-9d21-95de2fbf55f2 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1806653 Sep 17 22:46:20.814658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54642) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.833204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd284289c-0ea2-4e2f-b8b7-ab03c81823e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f8e0f8-a328-4842-b3a1-316623b56959'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:20.835779 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f36473c-1630-4b11-ab99-89dcc6780a1f" -d '{"events": [{"server_uuid": "d284289c-0ea2-4e2f-b8b7-ab03c81823e7", "name": "network-vif-plugged", "status": "completed", "tag": "99f8e0f8-a328-4842-b3a1-316623b56959"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:20.850350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 99f8e0f8-a328-4842-b3a1-316623b56959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=99f8e0f8-a328-4842-b3a1-316623b56959,segment=NetworkSegment(b6081574-4493-4c14-addb-cb6bf3858008),segment_id=b6081574-4493-4c14-addb-cb6bf3858008)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:20.863188 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.908811 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1969731-e583-4729-9b45-30cb694f4116 x-openstack-request-id: req-b1969731-e583-4729-9b45-30cb694f4116 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:20.909767 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d284289c-0ea2-4e2f-b8b7-ab03c81823e7", "name": "network-vif-plugged", "status": "completed", "tag": "99f8e0f8-a328-4842-b3a1-316623b56959", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:20.910281 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1969731-e583-4729-9b45-30cb694f4116 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:20.910725 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd284289c-0ea2-4e2f-b8b7-ab03c81823e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f8e0f8-a328-4842-b3a1-316623b56959', 'code': 200} Sep 17 22:46:20.911227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.934786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=99f8e0f8-a328-4842-b3a1-316623b56959,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:20.950028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event deleted for resources: {'Port': ['ID=fa0ec495-47db-4ffa-afaf-34358e83239b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:21.033590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.139965 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.142377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.215159 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-a6b6d1bd-3dff-499b-b3dc-b6685adabada tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] delete failed (client error): The resource could not be found. Sep 17 22:46:21.219389 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a6b6d1bd-3dff-499b-b3dc-b6685adabada tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/0725e78b-6b41-4b4b-8bfb-511b128da3ca HTTP/1.1" status: 404 len: 336 time: 0.4614058 Sep 17 22:46:21.221058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54652) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.246330 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-c824eea8-06a0-44b6-bc78-c20aca21c3f4 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] delete failed (client error): The resource could not be found. Sep 17 22:46:21.251217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c824eea8-06a0-44b6-bc78-c20aca21c3f4 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "DELETE /v2.0/security-groups/034bb25b-dc95-4c76-af72-9462885bc7d5 HTTP/1.1" status: 404 len: 347 time: 0.0718775 Sep 17 22:46:21.251858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54656) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.287181 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-c20064e6-394f-4fb3-af35-6e1c995ab666 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] show failed (client error): The resource could not be found. Sep 17 22:46:21.289401 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c20064e6-394f-4fb3-af35-6e1c995ab666 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-groups/bef5881a-e498-4296-84de-3531d93478bb HTTP/1.1" status: 404 len: 347 time: 0.0168130 Sep 17 22:46:21.296418 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-56908233-e26f-4e66-8baa-f68b4fa51628 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6643379 Sep 17 22:46:21.297954 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-849f2620-5d07-4bb7-8967-9c6af803be1a tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:21.298500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849f2620-5d07-4bb7-8967-9c6af803be1a tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:21.300204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-849f2620-5d07-4bb7-8967-9c6af803be1a tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/fb90d55f-13a1-4f57-bf11-987c9bed9b82 HTTP/1.1" status: 404 len: 337 time: 0.0681043 Sep 17 22:46:21.302350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54658) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.302735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54660) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.311923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54662) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.338570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d62da8ae-41b0-4a5b-801c-68bd8aafa39f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954736694'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:21.370890 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-de6542a2-ae49-41b4-99ba-4901181f6dc6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] show failed (client error): The resource could not be found. Sep 17 22:46:21.376050 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-de6542a2-ae49-41b4-99ba-4901181f6dc6 tempest-NegativeSecGroupTest-1194977675 tempest-NegativeSecGroupTest-1194977675-project] 10.222.0.48 "GET /v2.0/security-group-rules/a3a74107-f842-4d0e-9b24-f97127f26935 HTTP/1.1" status: 404 len: 356 time: 0.0681539 Sep 17 22:46:21.381591 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-662f9a4b-7c46-4804-9f4b-481b32ebd6d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:21.382070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662f9a4b-7c46-4804-9f4b-481b32ebd6d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:21.386276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-662f9a4b-7c46-4804-9f4b-481b32ebd6d9 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/74953e8a-c909-4985-847d-4f4822f94749 HTTP/1.1" status: 404 len: 337 time: 0.0791016 Sep 17 22:46:21.387545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54668) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.389868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163a7d0-d8d8-4f92-8948-3c79ce98473e req-a016b5b6-84d5-49bb-91b5-dbec3f4a7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:21.391444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c163a7d0-d8d8-4f92-8948-3c79ce98473e req-a016b5b6-84d5-49bb-91b5-dbec3f4a7d55 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 1097 time: 0.2108748 Sep 17 22:46:21.449965 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-60073fff-fbe1-443e-aac8-7132451704e2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:21.450597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60073fff-fbe1-443e-aac8-7132451704e2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:21.452296 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-60073fff-fbe1-443e-aac8-7132451704e2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/af4049f7-379d-4bbe-bc15-20048ef05b77 HTTP/1.1" status: 404 len: 337 time: 0.0599515 Sep 17 22:46:21.455499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54670) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.461971 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d62da8ae-41b0-4a5b-801c-68bd8aafa39f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.476230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c163a7d0-d8d8-4f92-8948-3c79ce98473e req-b0623cce-7b3a-4415-8a8d-9fc334764644 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719130 Sep 17 22:46:21.489652 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6515dc1d-a026-4d82-ba88-702e16f627a3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:21.490222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6515dc1d-a026-4d82-ba88-702e16f627a3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:21.494934 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6515dc1d-a026-4d82-ba88-702e16f627a3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/30e85164-58df-48d1-aeae-8ca2483ebb10 HTTP/1.1" status: 404 len: 337 time: 0.0368474 Sep 17 22:46:21.495276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54672) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.495907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.496423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Fanout notify agent at l3_agent the message router_deleted on router adcef198-8e3d-47e7-874b-66567b9ba99a {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:21.505556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.510029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-018c22c4-c3b9-4807-b9a6-4599cdc98915 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/adcef198-8e3d-47e7-874b-66567b9ba99a HTTP/1.1" status: 204 len: 168 time: 2.0140154 Sep 17 22:46:21.510365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54674) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.515098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1922617634', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:21.558766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6c1eaf34-bf26-4fe1-91aa-ec9b47382f46 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 200 len: 205 time: 0.0618856 Sep 17 22:46:21.561078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54676) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.619468 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-f498abfa-e180-43ef-a756-585d1ba07151 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] delete failed (client error): The resource could not be found. Sep 17 22:46:21.621016 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f498abfa-e180-43ef-a756-585d1ba07151 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/630d9442-8a88-4d1c-8c9d-985987858674 HTTP/1.1" status: 404 len: 336 time: 0.0556827 Sep 17 22:46:21.623443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54680) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.664613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ded60c89-c122-439b-a95b-42088da68c9e tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c69d8c8-1d10-4145-bc29-f069f7b8ccff HTTP/1.1" status: 200 len: 205 time: 0.0364587 Sep 17 22:46:21.664846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d62da8ae-41b0-4a5b-801c-68bd8aafa39f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.664991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54682) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.673787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d62da8ae-41b0-4a5b-801c-68bd8aafa39f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.688268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.689669 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.729173 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-a0a05597-4f64-4a33-bb04-8b0884dc6ec2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] delete failed (client error): The resource could not be found. Sep 17 22:46:21.730264 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a0a05597-4f64-4a33-bb04-8b0884dc6ec2 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/3c69d8c8-1d10-4145-bc29-f069f7b8ccff HTTP/1.1" status: 404 len: 336 time: 0.0640426 Sep 17 22:46:21.733323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54686) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.734066 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d62da8ae-41b0-4a5b-801c-68bd8aafa39f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.738418 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d62da8ae-41b0-4a5b-801c-68bd8aafa39f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4033039 Sep 17 22:46:21.739622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54688) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.786683 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.791851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-78e4e62f-e83f-4eb0-b29e-18fe0eefe3d8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:21.792724 n-d-789963-10 neutron-server[94737]: WARNING neutron.api.v2.base [None req-78e4e62f-e83f-4eb0-b29e-18fe0eefe3d8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:46:21.793668 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-78e4e62f-e83f-4eb0-b29e-18fe0eefe3d8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:21.794901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-78e4e62f-e83f-4eb0-b29e-18fe0eefe3d8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0534203 Sep 17 22:46:21.795587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54690) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.798365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54694) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.810263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ccf417d4-a039-4e9c-8585-db2cc9a94819 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:21.813253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62da8ae-41b0-4a5b-801c-68bd8aafa39f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08140754-d314-4ada-b8be-fa996fe8fce4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:21.826811 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-779ef14e-342b-4e13-96f9-aad67acd2cc7 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:21.827270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779ef14e-342b-4e13-96f9-aad67acd2cc7 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:21.832168 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-779ef14e-342b-4e13-96f9-aad67acd2cc7 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/f9cc6b7b-7f91-416a-b20f-1a72e799aaf1 HTTP/1.1" status: 404 len: 337 time: 0.0895917 Sep 17 22:46:21.832439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54698) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.864069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-77e95327-22b6-40e4-af8e-49f988338995 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08e3bb2-fb85-4763-8a93-c223fc316278 HTTP/1.1" status: 200 len: 205 time: 0.0278282 Sep 17 22:46:21.864249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54702) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.916057 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-71adef2e-c7c9-4dba-ad1d-3f737a181267 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] delete failed (client error): The resource could not be found. Sep 17 22:46:21.919512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-71adef2e-c7c9-4dba-ad1d-3f737a181267 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/c08e3bb2-fb85-4763-8a93-c223fc316278 HTTP/1.1" status: 404 len: 336 time: 0.0521100 Sep 17 22:46:21.919776 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54704) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.961782 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4540e726-aded-4c52-8d92-027c2e0a53d3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2e5e625-8f8f-4e20-8221-61652b1485f8 HTTP/1.1" status: 200 len: 205 time: 0.0408478 Sep 17 22:46:21.964059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54706) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.007715 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-70cfd063-5db6-49d4-a8b1-a5a6777ac6e1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] delete failed (client error): The resource could not be found. Sep 17 22:46:22.008408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-70cfd063-5db6-49d4-a8b1-a5a6777ac6e1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/e2e5e625-8f8f-4e20-8221-61652b1485f8 HTTP/1.1" status: 404 len: 336 time: 0.0433395 Sep 17 22:46:22.011232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54708) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.039334 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-37067a77-a675-49ae-b1d0-a364134ea596 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:22.039781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37067a77-a675-49ae-b1d0-a364134ea596 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:22.051611 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-37067a77-a675-49ae-b1d0-a364134ea596 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/ef2198d7-71c3-4638-ba68-0f2b98baf76b HTTP/1.1" status: 404 len: 337 time: 0.0362597 Sep 17 22:46:22.051924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54712) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.075500 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.079160 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-39ebf4a3-f0cb-44c4-aecf-73f3abcd881d tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c625c11-28a1-4702-9913-72096ffb0f35 HTTP/1.1" status: 200 len: 205 time: 0.0261791 Sep 17 22:46:22.081755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54714) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.128653 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-ccf417d4-a039-4e9c-8585-db2cc9a94819 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:22.129035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54716) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.130107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ccf417d4-a039-4e9c-8585-db2cc9a94819 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3244662 Sep 17 22:46:22.135009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54718) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.137423 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-df994162-b157-41e6-a5fe-b9b13b1da073 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] delete failed (client error): The resource could not be found. Sep 17 22:46:22.139127 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df994162-b157-41e6-a5fe-b9b13b1da073 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/6c625c11-28a1-4702-9913-72096ffb0f35 HTTP/1.1" status: 404 len: 336 time: 0.0557606 Sep 17 22:46:22.143222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-055bc73f-624c-43b7-8e2d-71f223fa2223 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:22.143511 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-055bc73f-624c-43b7-8e2d-71f223fa2223 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 22:46:22.143960 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-055bc73f-624c-43b7-8e2d-71f223fa2223 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:22.148059 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-055bc73f-624c-43b7-8e2d-71f223fa2223 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088181 Sep 17 22:46:22.148059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54722) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.148281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54724) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.170683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579c278-61f4-43f1-8635-38423b79866a req-f29ad399-3771-4c2f-b8d9-789c252a4744 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:22.172198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2579c278-61f4-43f1-8635-38423b79866a req-f29ad399-3771-4c2f-b8d9-789c252a4744 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.3359551 Sep 17 22:46:22.177914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9f18e823-0e57-451c-9058-b1a7d587aa26 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:22.182910 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65a97ea-b221-4352-8a2f-fe4628f01356 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:22.183459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65a97ea-b221-4352-8a2f-fe4628f01356 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:22.187336 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d65a97ea-b221-4352-8a2f-fe4628f01356 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/fca75cb2-6568-4a85-abbc-2f141f85dd01 HTTP/1.1" status: 404 len: 337 time: 0.0385010 Sep 17 22:46:22.188133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54726) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.192905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3be8a846-f792-488e-b152-0247aebba855 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4aed7719181f44dfabb8d6ec31fe3017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933218 Sep 17 22:46:22.200541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54728) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.200750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300f027-f5b3-4911-9a42-0d980799efe6 req-56e20583-ef57-4b44-9496-8cfb61e37708 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:22.204597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2300f027-f5b3-4911-9a42-0d980799efe6 req-56e20583-ef57-4b44-9496-8cfb61e37708 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 945 time: 0.2628536 Sep 17 22:46:22.256033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a1bc8622-e8be-4328-8130-310cbba5ecea tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce28fd8e-ba43-47fc-bf71-02d619c6eb54 HTTP/1.1" status: 200 len: 205 time: 0.0668736 Sep 17 22:46:22.258011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54730) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.291062 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66b74751-3291-4c1d-adfc-68534376c990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.294611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2579c278-61f4-43f1-8635-38423b79866a req-b0c28804-47a0-430f-8a63-c685e8aadae1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094122 Sep 17 22:46:22.310717 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-9f18e823-0e57-451c-9058-b1a7d587aa26 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:22.311763 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9f18e823-0e57-451c-9058-b1a7d587aa26 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1626456 Sep 17 22:46:22.314576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54732) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.325511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1ccf809d-e01e-4b2f-acb4-ce264d2d56de tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:22.325992 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-1ccf809d-e01e-4b2f-acb4-ce264d2d56de tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:46:22.326483 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-1ccf809d-e01e-4b2f-acb4-ce264d2d56de tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:22.327610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1ccf809d-e01e-4b2f-acb4-ce264d2d56de tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114019 Sep 17 22:46:22.332349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54734) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.336709 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36daffb6-3136-432f-968d-4951c04c62db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.344686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5513a1f4-820e-4647-9f99-febbfc73d361 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:22.351136 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-60914a68-da71-4d0a-8c2a-f487a21a87d3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] delete failed (client error): The resource could not be found. Sep 17 22:46:22.352152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-60914a68-da71-4d0a-8c2a-f487a21a87d3 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/routers/ce28fd8e-ba43-47fc-bf71-02d619c6eb54 HTTP/1.1" status: 404 len: 336 time: 0.0903096 Sep 17 22:46:22.358968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54736) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.369750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2300f027-f5b3-4911-9a42-0d980799efe6 req-9fafb38a-137c-4a7c-bc34-d64e88e63bae tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517959 Sep 17 22:46:22.402153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36daffb6-3136-432f-968d-4951c04c62db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.404191 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-291fa381-e1a0-42ae-836f-5748bbb255b1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:22.404621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291fa381-e1a0-42ae-836f-5748bbb255b1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:22.406364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-291fa381-e1a0-42ae-836f-5748bbb255b1 tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/0a57b7ea-3894-48b8-9e12-e9fbbed64e70 HTTP/1.1" status: 404 len: 337 time: 0.0464654 Sep 17 22:46:22.416087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54738) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.455270 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-31092fea-fe4f-4401-894d-b4c0eb6a0d2a tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:22.456481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31092fea-fe4f-4401-894d-b4c0eb6a0d2a tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:22.458759 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-31092fea-fe4f-4401-894d-b4c0eb6a0d2a tempest-RoutersIpV6Test-401145389 tempest-RoutersIpV6Test-401145389-project] 10.222.0.48 "DELETE /v2.0/subnets/092fda0a-4da1-46ba-a050-017b3f7090fc HTTP/1.1" status: 404 len: 337 time: 0.0414667 Sep 17 22:46:22.490405 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.513757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.520516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36daffb6-3136-432f-968d-4951c04c62db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.523069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-36daffb6-3136-432f-968d-4951c04c62db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.524573 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-36daffb6-3136-432f-968d-4951c04c62db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/462a6a43-0071-4f15-ac45-4f0bcb2df8dc HTTP/1.1" status: 204 len: 168 time: 0.3213942 Sep 17 22:46:22.544489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daffb6-3136-432f-968d-4951c04c62db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a6a43-0071-4f15-ac45-4f0bcb2df8dc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:22.548308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66b74751-3291-4c1d-adfc-68534376c990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.554208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-66b74751-3291-4c1d-adfc-68534376c990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.590998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b74751-3291-4c1d-adfc-68534376c990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54524ecd-6b6c-42dd-9130-6c3bb0d18c1c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:22.604731 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-5513a1f4-820e-4647-9f99-febbfc73d361 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Project 2246405720f640a4bc63c013f0dcfdd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:46:22.619248 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-66b74751-3291-4c1d-adfc-68534376c990 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc33a3809ff54bf88c6c6472c6393498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889798 Sep 17 22:46:22.619937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54744) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.652608 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-5513a1f4-820e-4647-9f99-febbfc73d361 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:22.653735 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5513a1f4-820e-4647-9f99-febbfc73d361 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3149025 Sep 17 22:46:22.658494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54746) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.665268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ba2f557f-20ca-4f26-8438-1a61ba258d3c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:22.665752 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-ba2f557f-20ca-4f26-8438-1a61ba258d3c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 22:46:22.666250 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-ba2f557f-20ca-4f26-8438-1a61ba258d3c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:22.667227 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ba2f557f-20ca-4f26-8438-1a61ba258d3c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077970 Sep 17 22:46:22.670929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54748) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.676088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Allocated IP 172.25.0.19 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/03853453-2460-460f-bf31-c706a548e95a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:22.680815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0a292a51-8f2e-4cd6-b471-e0c747401d72 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:22.726619 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-0a292a51-8f2e-4cd6-b471-e0c747401d72 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Project 2246405720f640a4bc63c013f0dcfdd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:46:22.732622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1756-41d2-49e4-923e-2b807f36145e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.759982 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-0a292a51-8f2e-4cd6-b471-e0c747401d72 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:22.761039 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0a292a51-8f2e-4cd6-b471-e0c747401d72 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0891445 Sep 17 22:46:22.763087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1756-41d2-49e4-923e-2b807f36145e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.764732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54754) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.774311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-80ec30c7-8b70-4fbb-9972-802c3a8c82ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '08140754-d314-4ada-b8be-fa996fe8fce4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:22.813076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54756) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.824592 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.833315 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-80ec30c7-8b70-4fbb-9972-802c3a8c82ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Project 2246405720f640a4bc63c013f0dcfdd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:46:22.864690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1756-41d2-49e4-923e-2b807f36145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.867775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1756-41d2-49e4-923e-2b807f36145e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.871416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8b0f1756-41d2-49e4-923e-2b807f36145e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54524ecd-6b6c-42dd-9130-6c3bb0d18c1c HTTP/1.1" status: 204 len: 168 time: 0.2480435 Sep 17 22:46:22.875321 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.879005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f1756-41d2-49e4-923e-2b807f36145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54524ecd-6b6c-42dd-9130-6c3bb0d18c1c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:22.881865 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-80ec30c7-8b70-4fbb-9972-802c3a8c82ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:22.885930 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80ec30c7-8b70-4fbb-9972-802c3a8c82ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1175535 Sep 17 22:46:22.886788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54764) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.924209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:22.928895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:22.933751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:22.957672 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5f01ca5-e64f-4416-a1bd-34265680a6ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.967683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event updated for resources: {'Port': ['ID=03853453-2460-460f-bf31-c706a548e95a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.009271 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5f01ca5-e64f-4416-a1bd-34265680a6ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.086389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54770) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.086968 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0ca2929-a6c3-43de-b123-e499afe9113b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44c91c35536b4dc1932827e33c387038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719944 Sep 17 22:46:23.104162 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5f01ca5-e64f-4416-a1bd-34265680a6ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.107516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5f01ca5-e64f-4416-a1bd-34265680a6ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.109080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d5f01ca5-e64f-4416-a1bd-34265680a6ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/08140754-d314-4ada-b8be-fa996fe8fce4 HTTP/1.1" status: 204 len: 168 time: 0.2218175 Sep 17 22:46:23.120336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54772) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.121595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f01ca5-e64f-4416-a1bd-34265680a6ec tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08140754-d314-4ada-b8be-fa996fe8fce4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.179293 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-afdbeef6-e86d-476f-91f1-035cf8a09d41 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531628 Sep 17 22:46:23.183026 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54776) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.189945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-99998de5-c945-47d5-9228-4642eef3936b tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172582587'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:23.215032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99998de5-c945-47d5-9228-4642eef3936b tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.229380 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4c94f21-7810-409d-8deb-a71f681fb9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.262805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4c94f21-7810-409d-8deb-a71f681fb9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.319907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99998de5-c945-47d5-9228-4642eef3936b tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.325177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99998de5-c945-47d5-9228-4642eef3936b tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.347268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.359107 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99998de5-c945-47d5-9228-4642eef3936b tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.363803 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-99998de5-c945-47d5-9228-4642eef3936b tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1761832 Sep 17 22:46:23.364410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54782) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.373204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4db0ea23-22a7-46b0-9ea3-0a1d8746cd8d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '26a0689e-5036-4591-bdd0-91dc538e123a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:23.404185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998de5-c945-47d5-9228-4642eef3936b tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a0689e-5036-4591-bdd0-91dc538e123a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.414370 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4c94f21-7810-409d-8deb-a71f681fb9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.418899 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4c94f21-7810-409d-8deb-a71f681fb9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.423335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e4c94f21-7810-409d-8deb-a71f681fb9f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/292ed9c3-a3a4-432c-ae89-f359a561779f HTTP/1.1" status: 204 len: 168 time: 0.3358793 Sep 17 22:46:23.443023 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-4db0ea23-22a7-46b0-9ea3-0a1d8746cd8d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The resource could not be found. Sep 17 22:46:23.444335 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4db0ea23-22a7-46b0-9ea3-0a1d8746cd8d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0787654 Sep 17 22:46:23.447296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54790) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.458707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-36ddd179-5653-42cb-bfbf-5e9cddb21a2c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': '26a0689e-5036-4591-bdd0-91dc538e123a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '92d68903-6ce3-480e-9d46-4510d8768bd3'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:23.472296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c94f21-7810-409d-8deb-a71f681fb9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292ed9c3-a3a4-432c-ae89-f359a561779f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.532816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54796) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.545589 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-36ddd179-5653-42cb-bfbf-5e9cddb21a2c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The resource could not be found. Sep 17 22:46:23.549451 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-36ddd179-5653-42cb-bfbf-5e9cddb21a2c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0983717 Sep 17 22:46:23.551119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54798) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.593318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb17901-ff0e-4465-af19-c53b4e369437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.614346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bf48406-e7fe-4e5b-8219-3048e5535aee tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.641624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bf48406-e7fe-4e5b-8219-3048e5535aee tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.647922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caace65-5c47-4f3d-a19a-a7060172e0e1 req-0123429b-b4c8-43aa-b378-ae50c8f5364a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:23.649490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1caace65-5c47-4f3d-a19a-a7060172e0e1 req-0123429b-b4c8-43aa-b378-ae50c8f5364a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1793566 Sep 17 22:46:23.696963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bf48406-e7fe-4e5b-8219-3048e5535aee tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.699865 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bf48406-e7fe-4e5b-8219-3048e5535aee tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.703440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0bf48406-e7fe-4e5b-8219-3048e5535aee tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/26a0689e-5036-4591-bdd0-91dc538e123a HTTP/1.1" status: 204 len: 168 time: 0.1487856 Sep 17 22:46:23.705577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54802) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.735205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf48406-e7fe-4e5b-8219-3048e5535aee tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a0689e-5036-4591-bdd0-91dc538e123a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.778568 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ebdeebba-fa89-4bf9-b77b-e8a27be65ac3 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673146 Sep 17 22:46:23.778823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54806) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.783112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ef5ce01c-b7c3-46c1-b21c-e268ba853e00 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': 'cc520b27-eabf-4090-bc90-d7dc75e8a390', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:23.785546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aa828-50d2-4401-a0a9-727004170150 req-d7eaa9bc-8955-4c6f-83fa-37306485ff35 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:23.787102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d4aa828-50d2-4401-a0a9-727004170150 req-d7eaa9bc-8955-4c6f-83fa-37306485ff35 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 945 time: 0.2278857 Sep 17 22:46:23.792578 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.803741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1caace65-5c47-4f3d-a19a-a7060172e0e1 req-8e001f09-23dc-42b3-b844-41366a7f8d7e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459885 Sep 17 22:46:23.918710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d4aa828-50d2-4401-a0a9-727004170150 req-b0f9fb6c-61cb-432c-ac1d-dcf8b2262283 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225553 Sep 17 22:46:23.984581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54818) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.006814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb17901-ff0e-4465-af19-c53b4e369437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.016634 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb17901-ff0e-4465-af19-c53b4e369437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.074824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7bb17901-ff0e-4465-af19-c53b4e369437 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f7ea24320ab41b4b147c7dea63e17d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409412 Sep 17 22:46:24.075577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb17901-ff0e-4465-af19-c53b4e369437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5a79f5-d970-46ef-886c-a2264462319a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:24.078732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54828) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.098458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Router 7fa65a19-9e49-4a05-801f-a3d4ab2330cc is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:24.110360 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-ef5ce01c-b7c3-46c1-b21c-e268ba853e00 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The resource could not be found. Sep 17 22:46:24.112727 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ef5ce01c-b7c3-46c1-b21c-e268ba853e00 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3317952 Sep 17 22:46:24.121851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54830) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.137441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1284326a-5c22-4e8c-a64f-d0764ab4be0c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--470379718'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:24.200486 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1284326a-5c22-4e8c-a64f-d0764ab4be0c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.204003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82e75565-22a1-4ab1-aa58-effc752fdd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.248015 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82e75565-22a1-4ab1-aa58-effc752fdd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.265249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:24.277525 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69916e7f-2553-43b2-ac62-0d33f318f3a8 None None] Sync routers for ids ['7fa65a19-9e49-4a05-801f-a3d4ab2330cc'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:24.295852 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69916e7f-2553-43b2-ac62-0d33f318f3a8 None None] Routers {'7fa65a19-9e49-4a05-801f-a3d4ab2330cc'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:24.296715 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-69916e7f-2553-43b2-ac62-0d33f318f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7fa65a19-9e49-4a05-801f-a3d4ab2330cc'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:24.383212 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82e75565-22a1-4ab1-aa58-effc752fdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.385820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82e75565-22a1-4ab1-aa58-effc752fdd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.387512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-82e75565-22a1-4ab1-aa58-effc752fdd69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f5a79f5-d970-46ef-886c-a2264462319a HTTP/1.1" status: 204 len: 168 time: 0.3030901 Sep 17 22:46:24.416071 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-69916e7f-2553-43b2-ac62-0d33f318f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:24.418228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1284326a-5c22-4e8c-a64f-d0764ab4be0c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.421951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e75565-22a1-4ab1-aa58-effc752fdd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5a79f5-d970-46ef-886c-a2264462319a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:24.437290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-002772ab-628a-4fec-af2d-2be4ad4f480c tempest-ServiceProvidersTest-1800121484 tempest-ServiceProvidersTest-1800121484-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4512730 Sep 17 22:46:24.437471 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69916e7f-2553-43b2-ac62-0d33f318f3a8 None None] Routers {'7fa65a19-9e49-4a05-801f-a3d4ab2330cc'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:24.438395 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-69916e7f-2553-43b2-ac62-0d33f318f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7fa65a19-9e49-4a05-801f-a3d4ab2330cc'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:24.439155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1284326a-5c22-4e8c-a64f-d0764ab4be0c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.473094 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-3ec9e83a-5e32-47e2-b5b4-0ce1b68e9c6f service neutron] show failed (client error): The resource could not be found. Sep 17 22:46:24.474967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-3ec9e83a-5e32-47e2-b5b4-0ce1b68e9c6f service neutron] 10.222.0.49 "GET /v2.0/ports/b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.1475484 Sep 17 22:46:24.484621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284326a-5c22-4e8c-a64f-d0764ab4be0c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a41916-b073-46b2-8a28-ac2e3920dd95,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:24.484905 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-69916e7f-2553-43b2-ac62-0d33f318f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:24.485927 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69916e7f-2553-43b2-ac62-0d33f318f3a8 None None] The sync data for ids ['7fa65a19-9e49-4a05-801f-a3d4ab2330cc'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:24.490876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1284326a-5c22-4e8c-a64f-d0764ab4be0c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.492525 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1284326a-5c22-4e8c-a64f-d0764ab4be0c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3646400 Sep 17 22:46:24.495174 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54846) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.501652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1263aeee-0b3b-44af-94a4-ecf2029a360e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--271497229'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:24.519487 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.533453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0fd798b2-6114-4cf7-ba6e-9fa302415085 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0219660 Sep 17 22:46:24.536787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1263aeee-0b3b-44af-94a4-ecf2029a360e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.539377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54850) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.547281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:24.573921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6057-1ea4-46fc-a7d0-8f94ec8e4970 req-3dd7ec06-6df2-4d06-94c3-2fb7fb12457e tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:24.590903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7ce6057-1ea4-46fc-a7d0-8f94ec8e4970 req-3dd7ec06-6df2-4d06-94c3-2fb7fb12457e tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 945 time: 0.1559005 Sep 17 22:46:24.667136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7ce6057-1ea4-46fc-a7d0-8f94ec8e4970 req-5fb1398a-0bb6-419c-8a5f-128da1ac7ca8 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752983 Sep 17 22:46:24.724877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54854) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.807185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-4de0b74d-46a3-4778-829f-e028e1670ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:24.809274 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-4de0b74d-46a3-4778-829f-e028e1670ca3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 1097 time: 0.0779397 Sep 17 22:46:24.822246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:24.866351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1263aeee-0b3b-44af-94a4-ecf2029a360e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.883504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1263aeee-0b3b-44af-94a4-ecf2029a360e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.967516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1263aeee-0b3b-44af-94a4-ecf2029a360e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.971995 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1263aeee-0b3b-44af-94a4-ecf2029a360e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4724309 Sep 17 22:46:24.973224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54864) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.978868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3a37aac5-cafb-4c0c-96f0-38dff70781f1 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': 'd2a41916-b073-46b2-8a28-ac2e3920dd95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '43a31437-ef99-4bd9-bbb7-52456ccb74b1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:24.983646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263aeee-0b3b-44af-94a4-ecf2029a360e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a31437-ef99-4bd9-bbb7-52456ccb74b1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.042631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54868) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.103419 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.136661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.141562 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-3a37aac5-cafb-4c0c-96f0-38dff70781f1 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:25.146186 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3a37aac5-cafb-4c0c-96f0-38dff70781f1 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1725895 Sep 17 22:46:25.149888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54874) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.190188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cbb1e27-09f8-4100-b646-b3693ee8bac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.200481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-eba9de4b-fe12-4b5f-898d-41e54acb9cc8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2044511358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:25.244600 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.274769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb4f2671-8c51-46f0-bcca-fc846a0805e2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.305631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eba9de4b-fe12-4b5f-898d-41e54acb9cc8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.306660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eba9de4b-fe12-4b5f-898d-41e54acb9cc8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.306779 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb4f2671-8c51-46f0-bcca-fc846a0805e2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.311875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Deleting port 03853453-2460-460f-bf31-c706a548e95a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:25.312202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.346993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4838f3-56dc-4d25-a78b-b587d0da773c req-a2fcca08-51c1-43a4-9590-5d325658e58a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:25.348538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c4838f3-56dc-4d25-a78b-b587d0da773c req-a2fcca08-51c1-43a4-9590-5d325658e58a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1514089 Sep 17 22:46:25.448552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb4f2671-8c51-46f0-bcca-fc846a0805e2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.451914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb4f2671-8c51-46f0-bcca-fc846a0805e2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.453154 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cb4f2671-8c51-46f0-bcca-fc846a0805e2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/43a31437-ef99-4bd9-bbb7-52456ccb74b1 HTTP/1.1" status: 204 len: 168 time: 0.2998352 Sep 17 22:46:25.462810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54886) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.469315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eba9de4b-fe12-4b5f-898d-41e54acb9cc8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.482342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eba9de4b-fe12-4b5f-898d-41e54acb9cc8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.495608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f2671-8c51-46f0-bcca-fc846a0805e2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a31437-ef99-4bd9-bbb7-52456ccb74b1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.515789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.534860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c4838f3-56dc-4d25-a78b-b587d0da773c req-11d165da-67ec-4e21-a39a-46afb5599a93 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358719 Sep 17 22:46:25.545910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Calling delete_port for 03853453-2460-460f-bf31-c706a548e95a owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:25.590523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cbb1e27-09f8-4100-b646-b3693ee8bac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.607070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cbb1e27-09f8-4100-b646-b3693ee8bac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.608685 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eba9de4b-fe12-4b5f-898d-41e54acb9cc8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.610055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eba9de4b-fe12-4b5f-898d-41e54acb9cc8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8840125 Sep 17 22:46:25.612423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:25.614103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54890) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.618993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-218698739'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:25.663535 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-108ac922-bb38-4b53-97be-4015e2cfac70 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1942158 Sep 17 22:46:25.668084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54892) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.691912 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3cbb1e27-09f8-4100-b646-b3693ee8bac6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d686c68af914d2289f961a23e6f0f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468089 Sep 17 22:46:25.699564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:25.701607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Made reservation on behalf of fe017ae1fa6c4a98bf6b48105694060e for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:25.702568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54896) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.704435 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.704793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb1e27-09f8-4100-b646-b3693ee8bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf9050c-f6e4-4adb-9be4-7b7d38cf4afc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.803621 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.808358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:25.810806 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627404d7-5efd-40f7-ad4f-af40b230a5cf" -d '{"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:25.816508 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.826393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aed327a5-9508-4190-9da7-bfd7bd6f401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.871760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Transition to ACTIVE for port object b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:46:25.876255 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aed327a5-9508-4190-9da7-bfd7bd6f401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.876609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3bec29f5-0ed3-40f8-93cd-7387b5f79dd8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.891451 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.905414 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b21177-cc51-4a3a-b3b2-1c1caf6912ce x-openstack-request-id: req-41b21177-cc51-4a3a-b3b2-1c1caf6912ce {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:25.905414 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:25.905414 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41b21177-cc51-4a3a-b3b2-1c1caf6912ce {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:25.905414 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'code': 200} Sep 17 22:46:25.915113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbd7d0-fae3-4bdf-acfe-ec9895e6bc31 req-17df9a90-fc09-4083-8f18-69808da57c47 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:25.916968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0dbd7d0-fae3-4bdf-acfe-ec9895e6bc31 req-17df9a90-fc09-4083-8f18-69808da57c47 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 945 time: 0.1636031 Sep 17 22:46:25.991693 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3bec29f5-0ed3-40f8-93cd-7387b5f79dd8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.997160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.049984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-9d66ae0a-b746-4230-9e25-7a02f8240926 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:26.051648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-9d66ae0a-b746-4230-9e25-7a02f8240926 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 945 time: 0.1184118 Sep 17 22:46:26.052264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Pushing event deleted for resources: {'Port': ['ID=03853453-2460-460f-bf31-c706a548e95a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.058047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aed327a5-9508-4190-9da7-bfd7bd6f401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.061103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aed327a5-9508-4190-9da7-bfd7bd6f401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.062171 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aed327a5-9508-4190-9da7-bfd7bd6f401d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bf9050c-f6e4-4adb-9be4-7b7d38cf4afc HTTP/1.1" status: 204 len: 168 time: 0.3538785 Sep 17 22:46:26.188112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed327a5-9508-4190-9da7-bfd7bd6f401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf9050c-f6e4-4adb-9be4-7b7d38cf4afc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.234757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.242869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.267943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3bec29f5-0ed3-40f8-93cd-7387b5f79dd8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.271184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3bec29f5-0ed3-40f8-93cd-7387b5f79dd8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.272515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3bec29f5-0ed3-40f8-93cd-7387b5f79dd8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/d2a41916-b073-46b2-8a28-ac2e3920dd95 HTTP/1.1" status: 204 len: 168 time: 0.6032791 Sep 17 22:46:26.278410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54914) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:26.299716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec29f5-0ed3-40f8-93cd-7387b5f79dd8 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a41916-b073-46b2-8a28-ac2e3920dd95,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.330020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0dbd7d0-fae3-4bdf-acfe-ec9895e6bc31 req-2c7fe594-5217-486a-aef7-e6310852e20d tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909757 Sep 17 22:46:26.369283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Deleting port 99f8e0f8-a328-4842-b3a1-316623b56959 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:26.369875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.371412 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.382765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.416299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] No DVR routers for this DVR port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:26.464377 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-64bc0045-0c88-406a-9c39-beb4c6219109 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1818576 Sep 17 22:46:26.468433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54920) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:26.478013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-34577970-691a-42cd-a07b-e36b0101617c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022491694'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:26.483293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:26.485440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ceff7c-7bb9-43c6-8f48-177b29904a74,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.530308 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.530762 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Added segment 3ddf550c-315f-4fec-9ba4-dac84924e66c of type vlan for network a92d76f0-20a9-41e1-89af-fc625c46f158 Sep 17 22:46:26.585330 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.637488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:26.637832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:26.638173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:26.656543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:46:26.656543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:26.679137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.684963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:26.685635 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.714518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:26.714949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Checking segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:26.715240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Bound using segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:26.715753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Bound port: b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:26.716129 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.816067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76165e78-ebb8-442d-9bc0-b5c1db0ebda6 req-6276e03c-426e-4df9-ba8c-f9aaf7cadf8e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:26.817733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76165e78-ebb8-442d-9bc0-b5c1db0ebda6 req-6276e03c-426e-4df9-ba8c-f9aaf7cadf8e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 943 time: 0.1818221 Sep 17 22:46:26.820547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Network': ['ID=a92d76f0-20a9-41e1-89af-fc625c46f158,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.831731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a92d76f0-20a9-41e1-89af-fc625c46f158 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:26.889262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.890294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:26.899292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.900500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76165e78-ebb8-442d-9bc0-b5c1db0ebda6 req-83e40674-ec11-42d1-96e6-7ff236488ca6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737348 Sep 17 22:46:26.909861 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34577970-691a-42cd-a07b-e36b0101617c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.928416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:26.931042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9035288a-0ce1-4a6c-b57f-6ac5b5c203f3 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3157308 Sep 17 22:46:26.934262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54938) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:26.941455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'subnet': {'network_id': 'a92d76f0-20a9-41e1-89af-fc625c46f158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:26.964265 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.977084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] For port 99f8e0f8-a328-4842-b3a1-316623b56959, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=99f8e0f8-a328-4842-b3a1-316623b56959,segment=NetworkSegment(b6081574-4493-4c14-addb-cb6bf3858008),segment_id=b6081574-4493-4c14-addb-cb6bf3858008)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:26.977458 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.024300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:27.024920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.027056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] 10.222.0.45 "PUT /v2.0/ports/b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 1092 time: 2.2101579 Sep 17 22:46:27.036585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Calling delete_port for 99f8e0f8-a328-4842-b3a1-316623b56959 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:27.070651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Router 7fa65a19-9e49-4a05-801f-a3d4ab2330cc has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:27.178928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39e6f6-6724-4cd3-bcbf-dee47bc56f83 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:27.200775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34577970-691a-42cd-a07b-e36b0101617c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.206776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-d304a67a-29f7-4333-b240-0a4aa52c0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:27.208842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-d304a67a-29f7-4333-b240-0a4aa52c0196 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1095 time: 0.1312559 Sep 17 22:46:27.261751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Made reservation on behalf of fe017ae1fa6c4a98bf6b48105694060e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:27.265994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.336854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:27.355943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785511e-80d2-41bb-abc6-5fce5e7142c1 None None] Sync routers for ids ['7fa65a19-9e49-4a05-801f-a3d4ab2330cc'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:27.359953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34577970-691a-42cd-a07b-e36b0101617c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.368866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785511e-80d2-41bb-abc6-5fce5e7142c1 None None] Routers {'7fa65a19-9e49-4a05-801f-a3d4ab2330cc'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:27.370212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2785511e-80d2-41bb-abc6-5fce5e7142c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7fa65a19-9e49-4a05-801f-a3d4ab2330cc'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:27.381657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.385157 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f4627020-b0f3-4836-889d-0b6bf19e0203 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "PUT /v2.0/routers/7fa65a19-9e49-4a05-801f-a3d4ab2330cc HTTP/1.1" status: 200 len: 706 time: 2.8408852 Sep 17 22:46:27.388644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54954) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:27.435867 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577970-691a-42cd-a07b-e36b0101617c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d055df-15c0-445e-b234-ed7f9199ecab,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:27.441962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2785511e-80d2-41bb-abc6-5fce5e7142c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:27.452951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785511e-80d2-41bb-abc6-5fce5e7142c1 None None] Routers {'7fa65a19-9e49-4a05-801f-a3d4ab2330cc'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:27.453758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2785511e-80d2-41bb-abc6-5fce5e7142c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7fa65a19-9e49-4a05-801f-a3d4ab2330cc'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:27.463322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34577970-691a-42cd-a07b-e36b0101617c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.464624 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-34577970-691a-42cd-a07b-e36b0101617c tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9929903 Sep 17 22:46:27.473278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54956) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:27.494692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-42978e47-a75f-4959-a447-d0ddb3b14b2f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': 'b9d055df-15c0-445e-b234-ed7f9199ecab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:27.495643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c54dfae7-0798-48cd-9197-29cb7ee6647d tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/routers/7fa65a19-9e49-4a05-801f-a3d4ab2330cc HTTP/1.1" status: 200 len: 741 time: 0.1010871 Sep 17 22:46:27.501629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54958) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:27.502788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2785511e-80d2-41bb-abc6-5fce5e7142c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:27.503664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785511e-80d2-41bb-abc6-5fce5e7142c1 None None] The sync data for ids ['7fa65a19-9e49-4a05-801f-a3d4ab2330cc'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:27.562402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-8fee697e-36a5-4484-9d9c-ef35023bd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:27.564106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-8fee697e-36a5-4484-9d9c-ef35023bd3a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.3479230 Sep 17 22:46:27.587360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dd3ce992-6944-4f5c-9bb8-2a6190e42350 tempest-RoutersAdminTest-939853304 tempest-RoutersAdminTest-939853304-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9e694a0f-862e-4721-8728-799b8fb245da&device_id=7fa65a19-9e49-4a05-801f-a3d4ab2330cc HTTP/1.1" status: 200 len: 205 time: 0.0755403 Sep 17 22:46:27.588426 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-42978e47-a75f-4959-a447-d0ddb3b14b2f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:27.591438 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-42978e47-a75f-4959-a447-d0ddb3b14b2f tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1094851 Sep 17 22:46:27.592609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:27.593202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54966) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:27.602258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-41d1c86f-5759-4c31-9c5a-fe6927e51e9e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group_rule': {'security_group_id': 'b9d055df-15c0-445e-b234-ed7f9199ecab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:27.641679 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.645678 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6c84500d-a8a4-4b9e-8a3d-1d80b3f46a3e tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa65a19-9e49-4a05-801f-a3d4ab2330cc HTTP/1.1" status: 200 len: 205 time: 0.0504694 Sep 17 22:46:27.675189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54968) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:27.677170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Pushing event deleted for resources: {'Port': ['ID=99f8e0f8-a328-4842-b3a1-316623b56959,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:27.678071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['99f8e0f8-a328-4842-b3a1-316623b56959'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:46:27.705382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1835e7-4287-47c0-b14f-d1d348568751 req-9f75f87a-5639-46c5-ac06-4a41339cced0 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:27.707762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b1835e7-4287-47c0-b14f-d1d348568751 req-9f75f87a-5639-46c5-ac06-4a41339cced0 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/ports?device_id=d284289c-0ea2-4e2f-b8b7-ab03c81823e7 HTTP/1.1" status: 200 len: 867 time: 0.2071130 Sep 17 22:46:27.733927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-f28115fe-1d83-4c3c-aaae-7912023eb88c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.1508250 Sep 17 22:46:27.815586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] No DVR routers for this DVR port 99f8e0f8-a328-4842-b3a1-316623b56959 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:27.820012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.822446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2e586c6e-aeee-4f19-bd93-1a57be04bbab req-10b97b56-6c2b-46ad-b134-eded80a5f602 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.49 "DELETE /v2.0/ports/99f8e0f8-a328-4842-b3a1-316623b56959 HTTP/1.1" status: 204 len: 173 time: 1.7589757 Sep 17 22:46:27.823737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd284289c-0ea2-4e2f-b8b7-ab03c81823e7', 'name': 'network-vif-deleted', 'tag': '99f8e0f8-a328-4842-b3a1-316623b56959'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:27.827638 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb44d435-1cb3-4bf0-a26f-73be1723f982" -d '{"events": [{"server_uuid": "d284289c-0ea2-4e2f-b8b7-ab03c81823e7", "name": "network-vif-deleted", "tag": "99f8e0f8-a328-4842-b3a1-316623b56959"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:27.832313 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b71b864-f6c1-4ef8-a07c-db20f3544969 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.864114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b1835e7-4287-47c0-b14f-d1d348568751 req-65f5fbb9-ce1b-4849-9dcc-8ee0f94d2c72 tempest-ServerAddressesTestJSON-356471174 tempest-ServerAddressesTestJSON-356471174-project] 10.222.0.48 "GET /v2.0/security-groups?id=99facb5b-cc3a-4793-aeaf-1aaf09ce4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457865 Sep 17 22:46:27.877410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-aa91977c-6eca-4c75-b568-7338fca4bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:27.878972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-aa91977c-6eca-4c75-b568-7338fca4bff8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.1290710 Sep 17 22:46:27.922960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:27.925783 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe4987-ead6-4699-ab15-99977eb33589" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:28.012455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-ed5eccc8-f13c-4c31-aebc-23dfb5344f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:28.014169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-ed5eccc8-f13c-4c31-aebc-23dfb5344f36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780787 Sep 17 22:46:28.017721 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.080499 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b537bb89-2b8f-47db-8e9d-edbe7acf7859 x-openstack-request-id: req-b537bb89-2b8f-47db-8e9d-edbe7acf7859 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:28.080955 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:28.081211 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b537bb89-2b8f-47db-8e9d-edbe7acf7859 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:28.081652 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'status': 'completed', 'code': 200} Sep 17 22:46:28.104558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b71b864-f6c1-4ef8-a07c-db20f3544969 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.107597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b71b864-f6c1-4ef8-a07c-db20f3544969 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.116275 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42026527-20a1-4e3a-8b14-cd897766c55c x-openstack-request-id: req-42026527-20a1-4e3a-8b14-cd897766c55c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:28.116973 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d284289c-0ea2-4e2f-b8b7-ab03c81823e7", "name": "network-vif-deleted", "tag": "99f8e0f8-a328-4842-b3a1-316623b56959", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:28.117445 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42026527-20a1-4e3a-8b14-cd897766c55c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:28.118059 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd284289c-0ea2-4e2f-b8b7-ab03c81823e7', 'name': 'network-vif-deleted', 'tag': '99f8e0f8-a328-4842-b3a1-316623b56959', 'status': 'completed', 'code': 200} Sep 17 22:46:28.188107 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-41d1c86f-5759-4c31-9c5a-fe6927e51e9e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:28.190237 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-41d1c86f-5759-4c31-9c5a-fe6927e51e9e tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5923536 Sep 17 22:46:28.193366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.206358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b71b864-f6c1-4ef8-a07c-db20f3544969 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.207284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b71b864-f6c1-4ef8-a07c-db20f3544969 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa65a19-9e49-4a05-801f-a3d4ab2330cc {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:28.224319 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5b71b864-f6c1-4ef8-a07c-db20f3544969 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.228951 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5b71b864-f6c1-4ef8-a07c-db20f3544969 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/7fa65a19-9e49-4a05-801f-a3d4ab2330cc HTTP/1.1" status: 204 len: 168 time: 0.5391326 Sep 17 22:46:28.230889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54988) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.275884 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5ba30f4b-2912-4c5b-aac3-6a9e50e1d628 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa65a19-9e49-4a05-801f-a3d4ab2330cc HTTP/1.1" status: 200 len: 205 time: 0.0421543 Sep 17 22:46:28.277287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4987-ead6-4699-ab15-99977eb33589 req-55f157bc-7ba2-48fc-8cf1-2e5707ebd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:28.278916 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-55f157bc-7ba2-48fc-8cf1-2e5707ebd653 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1095 time: 0.1677079 Sep 17 22:46:28.283360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.347677 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-c36b843c-24fe-4ef6-ac75-e7d9689c592a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] delete failed (client error): The resource could not be found. Sep 17 22:46:28.348982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c36b843c-24fe-4ef6-ac75-e7d9689c592a tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/7fa65a19-9e49-4a05-801f-a3d4ab2330cc HTTP/1.1" status: 404 len: 336 time: 0.0646665 Sep 17 22:46:28.380044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54994) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.475723 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9a4e3793-303c-4511-870b-56a4f47e3269 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=adcef198-8e3d-47e7-874b-66567b9ba99a HTTP/1.1" status: 200 len: 205 time: 0.0945237 Sep 17 22:46:28.478632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4a620f5-c8b8-441a-b7b9-6423ff3696fe tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.484095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54998) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.519302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Subnet': ['ID=5f96b1b6-491e-4567-89f4-91efbb4b6d55,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:28.538479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:28.543190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdba91-1781-43fa-bbc6-8a2836201e21 req-57f83da9-87b4-4e3f-897f-813de207fef9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:28.544790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66cdba91-1781-43fa-bbc6-8a2836201e21 req-57f83da9-87b4-4e3f-897f-813de207fef9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 943 time: 0.5165296 Sep 17 22:46:28.547845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Checking segment: {'id': '3ddf550c-315f-4fec-9ba4-dac84924e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a92d76f0-20a9-41e1-89af-fc625c46f158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:28.548254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network hostable DHCP agents. Network: a92d76f0-20a9-41e1-89af-fc625c46f158, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:28.585786 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-5f7e6534-9b79-4ae2-ae1b-2fdf7f235e1c tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] delete failed (client error): The resource could not be found. Sep 17 22:46:28.586852 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5f7e6534-9b79-4ae2-ae1b-2fdf7f235e1c tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/adcef198-8e3d-47e7-874b-66567b9ba99a HTTP/1.1" status: 404 len: 336 time: 0.1007047 Sep 17 22:46:28.592858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.595306 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-31260cb0-b0bd-435c-9b2e-79ee1c6f4592 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658660 Sep 17 22:46:28.608541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55004) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.621251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network a92d76f0-20a9-41e1-89af-fc625c46f158 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:28.622691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4a620f5-c8b8-441a-b7b9-6423ff3696fe tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.639733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4987-ead6-4699-ab15-99977eb33589 req-b769c4ad-6c6b-4411-b25f-f3d54412648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:28.641566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-b769c4ad-6c6b-4411-b25f-f3d54412648b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.3493898 Sep 17 22:46:28.669339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a470eda5-ecdd-4cef-a82d-013a841bc21c tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8 HTTP/1.1" status: 200 len: 205 time: 0.0694370 Sep 17 22:46:28.670665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a92d76f0-20a9-41e1-89af-fc625c46f158) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:28.674307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55010) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.685382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:28.693751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19da5f-5773-4a52-87aa-cb3ed6698c44 None None] Network a92d76f0-20a9-41e1-89af-fc625c46f158 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:28.703977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66cdba91-1781-43fa-bbc6-8a2836201e21 req-125ec408-2f0b-45ab-be33-c2b41bac7cb1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435852 Sep 17 22:46:28.706998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:28.707614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.765651 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-13147eec-6a39-4e30-a8ae-ed3c3308a6a0 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] delete failed (client error): The resource could not be found. Sep 17 22:46:28.766076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dc5d9b06-130c-4baf-8cdf-72f144834103 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8303266 Sep 17 22:46:28.767476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-13147eec-6a39-4e30-a8ae-ed3c3308a6a0 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/c2fa4ca3-82af-41b0-8fe4-ae2047fc29f8 HTTP/1.1" status: 404 len: 336 time: 0.0917659 Sep 17 22:46:28.767820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55012) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.771176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55014) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.776750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'network': {'name': 'tempest-router-network01--1786056329'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:28.803828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02a1ff0f-fd6f-4967-9c85-100a6e14d351 req-fa8c5355-39a9-4246-9103-ee845886edca service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914411 Sep 17 22:46:28.812492 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7e95ac00-3125-43f9-8688-e2bbc87b92c4 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=06bbeb7c-51d6-45b3-a94f-23f658c64ef2 HTTP/1.1" status: 200 len: 205 time: 0.0398824 Sep 17 22:46:28.818361 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4a620f5-c8b8-441a-b7b9-6423ff3696fe tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.820434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55016) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.821934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4a620f5-c8b8-441a-b7b9-6423ff3696fe tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.823344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d4a620f5-c8b8-441a-b7b9-6423ff3696fe tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9d055df-15c0-445e-b234-ed7f9199ecab HTTP/1.1" status: 204 len: 168 time: 0.6281445 Sep 17 22:46:28.835189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55018) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.840340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-d3f4ca93-8dbe-415c-a238-b42c3918c55e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.1719532 Sep 17 22:46:28.841857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a620f5-c8b8-441a-b7b9-6423ff3696fe tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d055df-15c0-445e-b234-ed7f9199ecab,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:28.867639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Made reservation on behalf of fe017ae1fa6c4a98bf6b48105694060e for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:28.871413 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.938642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4987-ead6-4699-ab15-99977eb33589 req-b675e24f-05bc-44e4-9302-5d949451ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:28.940825 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-b675e24f-05bc-44e4-9302-5d949451ca6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.0851803 Sep 17 22:46:28.970546 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-a493d78b-5338-41db-a3eb-6eba59e2da13 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] delete failed (client error): The resource could not be found. Sep 17 22:46:28.975672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a493d78b-5338-41db-a3eb-6eba59e2da13 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/06bbeb7c-51d6-45b3-a94f-23f658c64ef2 HTTP/1.1" status: 404 len: 336 time: 0.1456153 Sep 17 22:46:28.977726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55024) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:28.978571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55026) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.000090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-a92d76f0-20a9-41e1-89af-fc625c46f158', 'network_id': 'a92d76f0-20a9-41e1-89af-fc625c46f158', 'tenant_id': 'fe017ae1fa6c4a98bf6b48105694060e', 'fixed_ips': [{'subnet_id': '5f96b1b6-491e-4567-89f4-91efbb4b6d55'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:29.001596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.025821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4987-ead6-4699-ab15-99977eb33589 req-3f892810-bee8-4b44-abdc-df983fc99dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:29.027713 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-3f892810-bee8-4b44-abdc-df983fc99dde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800982 Sep 17 22:46:29.068251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:29.077744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.078000 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Added segment a5bf5662-8881-4f10-8e72-c16724506315 of type vlan for network 00a23b8a-0037-4267-a4a6-6e2435be3686 Sep 17 22:46:29.127242 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-31c72e4e-e153-4a71-9dc7-eb17323f8efe tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa779f8f-ff86-40da-a1f2-66609a1de24d HTTP/1.1" status: 200 len: 205 time: 0.1171482 Sep 17 22:46:29.129099 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.132607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55030) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.201270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-436127cc-14af-45b5-99b6-57748d9ac7b4 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3591001 Sep 17 22:46:29.210572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55032) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.211563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd698cea-735f-44ea-8631-572703f5528e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.222738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4987-ead6-4699-ab15-99977eb33589 req-7a99b758-8e1f-4ebd-8747-c23fa5c749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:29.224328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-7a99b758-8e1f-4ebd-8747-c23fa5c749f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1095 time: 0.3506582 Sep 17 22:46:29.229588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d60952-575e-4734-a073-5119c77b5c1f admin admin] Deleting subnet a5afc42f-3be1-48c7-8c54-6e8c636d28b9 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:29.233026 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4cbf8ddb-cd6f-4b2b-96fe-29ce4cd816c2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345985657'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:29.234331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36d60952-575e-4734-a073-5119c77b5c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.248879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Allocated IP 2001:db8::2 (a92d76f0-20a9-41e1-89af-fc625c46f158/5f96b1b6-491e-4567-89f4-91efbb4b6d55/c39b51f2-b5bb-4801-8e78-18602c235155) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:29.259328 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-61878ba4-55b0-4ecf-bb62-9aefa0b5f9a8 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] delete failed (client error): The resource could not be found. Sep 17 22:46:29.262804 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-61878ba4-55b0-4ecf-bb62-9aefa0b5f9a8 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/aa779f8f-ff86-40da-a1f2-66609a1de24d HTTP/1.1" status: 404 len: 336 time: 0.1237810 Sep 17 22:46:29.265914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55038) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.278258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.284864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:29.285527 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.311217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-76b3d03a-0f0a-444d-9990-cf4cd3a62375 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "GET /v2.0/ports?device_id=27af9adc-ec8c-4362-85c0-b9ea94b8f2b7 HTTP/1.1" status: 200 len: 205 time: 0.0414970 Sep 17 22:46:29.314511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8ddb-cd6f-4b2b-96fe-29ce4cd816c2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.318320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55042) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.347308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-31d1253c-c6a5-4c39-8282-61826f69aa1e service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097289 Sep 17 22:46:29.393908 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-6d657e05-87a0-4069-95d0-ce52e5036127 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] delete failed (client error): The resource could not be found. Sep 17 22:46:29.395217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6d657e05-87a0-4069-95d0-ce52e5036127 tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/routers/27af9adc-ec8c-4362-85c0-b9ea94b8f2b7 HTTP/1.1" status: 404 len: 336 time: 0.0661488 Sep 17 22:46:29.407950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55046) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.412734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36d60952-575e-4734-a073-5119c77b5c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.525850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Network': ['ID=00a23b8a-0037-4267-a4a6-6e2435be3686,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:29.535717 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.541331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 00a23b8a-0037-4267-a4a6-6e2435be3686 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:29.558746 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.559786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd698cea-735f-44ea-8631-572703f5528e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.563602 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-16adda6e-1cb9-4069-a7da-ba4d0cad5edc tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] DELETE failed (client error): The resource could not be found. Sep 17 22:46:29.564173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16adda6e-1cb9-4069-a7da-ba4d0cad5edc tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:29.570951 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-16adda6e-1cb9-4069-a7da-ba4d0cad5edc tempest-RoutersAdminTest-1030868887 tempest-RoutersAdminTest-1030868887-project] 10.222.0.48 "DELETE /v2.0/subnets/3f99f0b6-ffb5-45d8-9654-7aa06b016e6d HTTP/1.1" status: 404 len: 337 time: 0.1443958 Sep 17 22:46:29.576118 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fd698cea-735f-44ea-8631-572703f5528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.586214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36d60952-575e-4734-a073-5119c77b5c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.592446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a3dc728d-9fd1-4d39-9f76-23ff5df11994 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8179994 Sep 17 22:46:29.601770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4987-ead6-4699-ab15-99977eb33589 req-f820a206-91de-41a1-a7d1-cd5037b62780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:29.603347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-f820a206-91de-41a1-a7d1-cd5037b62780 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.3667455 Sep 17 22:46:29.622689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Network a92d76f0-20a9-41e1-89af-fc625c46f158 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:29.629887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55052) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.641160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'network': {'name': 'tempest-router-network02--2074559210'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:29.657112 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:29.664870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:29.722684 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fd698cea-735f-44ea-8631-572703f5528e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b747b750bd54f6a84bc9777759c2e48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1098061 Sep 17 22:46:29.728185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55056) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.740767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698cea-735f-44ea-8631-572703f5528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8daab1-ef4b-442e-9e2a-6d8a3c796223,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:29.756015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Pushing event updated for resources: {'Port': ['ID=c39b51f2-b5bb-4801-8e78-18602c235155,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:29.783251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Attempting to bind port c39b51f2-b5bb-4801-8e78-18602c235155 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:29.784316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Attempting to bind port c39b51f2-b5bb-4801-8e78-18602c235155 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3ddf550c-315f-4fec-9ba4-dac84924e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a92d76f0-20a9-41e1-89af-fc625c46f158'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:29.784908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Attempting to bind port c39b51f2-b5bb-4801-8e78-18602c235155 on network a92d76f0-20a9-41e1-89af-fc625c46f158 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:29.794297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:29.794912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Checking segment: {'id': '3ddf550c-315f-4fec-9ba4-dac84924e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a92d76f0-20a9-41e1-89af-fc625c46f158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:29.795455 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.796235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Bound using segment: {'id': '3ddf550c-315f-4fec-9ba4-dac84924e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a92d76f0-20a9-41e1-89af-fc625c46f158'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:29.797093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Bound port: c39b51f2-b5bb-4801-8e78-18602c235155, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddf550c-315f-4fec-9ba4-dac84924e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a92d76f0-20a9-41e1-89af-fc625c46f158'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:29.797841 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.809565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-eee77c81-737f-4389-bc87-901d99f27ec1 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519665 Sep 17 22:46:29.892348 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-788cb0ea-90e2-4e78-ab0a-e00aee310ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.925251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8ddb-cd6f-4b2b-96fe-29ce4cd816c2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.934825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-788cb0ea-90e2-4e78-ab0a-e00aee310ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.946504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8ddb-cd6f-4b2b-96fe-29ce4cd816c2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.981245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-cef49c1d-71fa-4227-b9b8-4a1c25e70993 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.3412564 Sep 17 22:46:29.981473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] For port c39b51f2-b5bb-4801-8e78-18602c235155, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:29.988496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] For port c39b51f2-b5bb-4801-8e78-18602c235155, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c39b51f2-b5bb-4801-8e78-18602c235155,segment=NetworkSegment(3ddf550c-315f-4fec-9ba4-dac84924e66c),segment_id=3ddf550c-315f-4fec-9ba4-dac84924e66c)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:29.995821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36d60952-575e-4734-a073-5119c77b5c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.001787 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.018091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf8ddb-cd6f-4b2b-96fe-29ce4cd816c2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f383b419-1bce-430e-89a3-376c86abbe36,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.033609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Made reservation on behalf of fe017ae1fa6c4a98bf6b48105694060e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:30.037927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.050982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8ddb-cd6f-4b2b-96fe-29ce4cd816c2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.052687 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4cbf8ddb-cd6f-4b2b-96fe-29ce4cd816c2 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8274777 Sep 17 22:46:30.057553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55072) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.063282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8680ca0f-824d-4ad2-98bf-70af5d356ebd tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:30.063983 n-d-789963-10 neutron-server[94738]: WARNING neutron.api.v2.base [None req-8680ca0f-824d-4ad2-98bf-70af5d356ebd tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:46:30.064739 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-8680ca0f-824d-4ad2-98bf-70af5d356ebd tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 22:46:30.066838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8680ca0f-824d-4ad2-98bf-70af5d356ebd tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "PUT /v2.0/security-groups/f383b419-1bce-430e-89a3-376c86abbe36 HTTP/1.1" status: 409 len: 330 time: 0.0077093 Sep 17 22:46:30.071685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55074) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.077015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55076) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.089041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec420-4af6-4b2e-8d16-d990c88b1fc4 None None] Pushing event updated for resources: {'Port': ['ID=c39b51f2-b5bb-4801-8e78-18602c235155,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.118185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d60952-575e-4734-a073-5119c77b5c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5afc42f-3be1-48c7-8c54-6e8c636d28b9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.140754 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91fbad68-68b8-4941-9509-e5ab4e98ed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.142073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-788cb0ea-90e2-4e78-ab0a-e00aee310ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.147532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-788cb0ea-90e2-4e78-ab0a-e00aee310ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.151552 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-788cb0ea-90e2-4e78-ab0a-e00aee310ff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af8daab1-ef4b-442e-9e2a-6d8a3c796223 HTTP/1.1" status: 204 len: 168 time: 0.4184918 Sep 17 22:46:30.161420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:30.171558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.171911 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Added segment f16c18d6-9abc-482c-b56c-b28a2de00981 of type vlan for network 4cfb25c9-e419-41c8-8983-0e7dbce869e4 Sep 17 22:46:30.240982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.250283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36d60952-575e-4734-a073-5119c77b5c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.252191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-36d60952-575e-4734-a073-5119c77b5c1f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a5afc42f-3be1-48c7-8c54-6e8c636d28b9 HTTP/1.1" status: 204 len: 168 time: 1.2444861 Sep 17 22:46:30.270272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55082) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.282260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a27b-71c7-46d4-9da4-2ca1fb65ff41 req-1b6a3b36-1197-4ac4-8f25-b615e74f1e93 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.288258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f89a27b-71c7-46d4-9da4-2ca1fb65ff41 req-1b6a3b36-1197-4ac4-8f25-b615e74f1e93 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 943 time: 0.3921919 Sep 17 22:46:30.307972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cb0ea-90e2-4e78-ab0a-e00aee310ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8daab1-ef4b-442e-9e2a-6d8a3c796223,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.349551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.355435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.356064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.372882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4987-ead6-4699-ab15-99977eb33589 req-c8a2a769-baa2-453f-9c60-5f8f69590def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.374879 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-c8a2a769-baa2-453f-9c60-5f8f69590def service neutron] 10.222.0.45 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.3699169 Sep 17 22:46:30.399680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192d59-1b58-4998-8b63-64c2577dece4 req-65f3b651-feb5-4d05-957d-f8ba08bea39a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.406592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192d59-1b58-4998-8b63-64c2577dece4 req-65f3b651-feb5-4d05-957d-f8ba08bea39a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.416138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192d59-1b58-4998-8b63-64c2577dece4 req-65f3b651-feb5-4d05-957d-f8ba08bea39a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.427875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192d59-1b58-4998-8b63-64c2577dece4 req-65f3b651-feb5-4d05-957d-f8ba08bea39a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.435838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192d59-1b58-4998-8b63-64c2577dece4 req-65f3b651-feb5-4d05-957d-f8ba08bea39a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.440057 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Network': ['ID=4cfb25c9-e419-41c8-8983-0e7dbce869e4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.442665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192d59-1b58-4998-8b63-64c2577dece4 req-65f3b651-feb5-4d05-957d-f8ba08bea39a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.449411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192d59-1b58-4998-8b63-64c2577dece4 req-65f3b651-feb5-4d05-957d-f8ba08bea39a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.459730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76192d59-1b58-4998-8b63-64c2577dece4 req-65f3b651-feb5-4d05-957d-f8ba08bea39a tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.4774494 Sep 17 22:46:30.475539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4cfb25c9-e419-41c8-8983-0e7dbce869e4 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:30.514532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f89a27b-71c7-46d4-9da4-2ca1fb65ff41 req-f66e54ad-ceab-40e1-a24f-b4e2cf1a1fe6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163303 Sep 17 22:46:30.528171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e124806-2eb9-4277-9f3a-b52fcc684bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.586245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 99f8e0f8-a328-4842-b3a1-316623b56959 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:30.602516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c26e32d-b000-47e4-b758-1bf70c045582 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.623815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-abaa80cb-2c86-4ae7-8eb0-39729546a8fa tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9882553 Sep 17 22:46:30.626796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55096) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.634090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 99f8e0f8-a328-4842-b3a1-316623b56959 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:30.638491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 99f8e0f8-a328-4842-b3a1-316623b56959 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:30.640540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.676639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-76192d59-1b58-4998-8b63-64c2577dece4 req-e2fc8cbb-6141-4e5d-b7b0-d453e1f234e9 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157037 Sep 17 22:46:30.699193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'subnet': {'network_id': '00a23b8a-0037-4267-a4a6-6e2435be3686', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:30.704502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4987-ead6-4699-ab15-99977eb33589 req-ce9c65e6-1d8a-48b0-9c9b-85a4e812bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.710469 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-ce9c65e6-1d8a-48b0-9c9b-85a4e812bdc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2452936 Sep 17 22:46:30.730667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c26e32d-b000-47e4-b758-1bf70c045582 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.851407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55100) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.853675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.903802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-004abb0d-2816-4cc0-8062-bc2598c23c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.904043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-ed69e7b2-1759-4aac-9c2a-fb1a79ac1b08 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683583 Sep 17 22:46:30.912568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0cd94f-4b1c-4d08-ac17-a420cd0a576a']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:30.930482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c26e32d-b000-47e4-b758-1bf70c045582 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.933255 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c26e32d-b000-47e4-b758-1bf70c045582 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.936806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4c26e32d-b000-47e4-b758-1bf70c045582 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/f383b419-1bce-430e-89a3-376c86abbe36 HTTP/1.1" status: 204 len: 168 time: 0.8610916 Sep 17 22:46:30.943237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55102) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.946912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6081574-4493-4c14-addb-cb6bf3858008') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:30.947209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6081574-4493-4c14-addb-cb6bf3858008') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:30.973794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.992190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26e32d-b000-47e4-b758-1bf70c045582 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383b419-1bce-430e-89a3-376c86abbe36,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.019590 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83fe4987-ead6-4699-ab15-99977eb33589 req-f4983565-33d6-4c07-9cca-8f6b4d36c41c service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055965 Sep 17 22:46:31.023536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.042266 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e124806-2eb9-4277-9f3a-b52fcc684bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.047816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:31.048225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:31.050759 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:31.070487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Made reservation on behalf of fe017ae1fa6c4a98bf6b48105694060e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:31.075517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.082607 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e124806-2eb9-4277-9f3a-b52fcc684bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.098018 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-004abb0d-2816-4cc0-8062-bc2598c23c9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:46:31.098018 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:46:31.098018 n-d-789963-10 neutron-server[94738]: [parameters: {'project_id_1': '8d06ef93ce0e46de94340f74b6220f76', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 46, 10, 976676)}] Sep 17 22:46:31.098018 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:31.098447 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-004abb0d-2816-4cc0-8062-bc2598c23c9a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:31.166023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-630be99a-1d51-4639-bea3-da8264091198 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2102418 Sep 17 22:46:31.170833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55114) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.171185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55116) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.171983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e124806-2eb9-4277-9f3a-b52fcc684bf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c85d84a58c0444c9e49904b17d10f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0798981 Sep 17 22:46:31.214837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e124806-2eb9-4277-9f3a-b52fcc684bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a713326a-8418-4474-bb81-4ff517fc3612,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.258738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.264477 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.267130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0b0cd94f-4b1c-4d08-ac17-a420cd0a576a HTTP/1.1" status: 204 len: 168 time: 0.9897816 Sep 17 22:46:31.286187 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-b739faff-d739-4a89-a7a8-f807e39c6678 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] delete failed (client error): The resource could not be found. Sep 17 22:46:31.290270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3b86-e45f-4c70-9d74-36685bbff7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0cd94f-4b1c-4d08-ac17-a420cd0a576a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.291340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b739faff-d739-4a89-a7a8-f807e39c6678 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "DELETE /v2.0/security-groups/f949fdea-c244-427d-ba9f-949165fac23e HTTP/1.1" status: 404 len: 347 time: 0.0912054 Sep 17 22:46:31.292393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55120) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.319731 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-f06581c5-fa4c-40e4-8815-6273e44d6022 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] show failed (client error): The resource could not be found. Sep 17 22:46:31.321245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f06581c5-fa4c-40e4-8815-6273e44d6022 tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-groups/bf6f8e2d-5d7d-4d2b-a2ee-1d5bf0807408 HTTP/1.1" status: 404 len: 347 time: 0.0254087 Sep 17 22:46:31.327640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55122) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.341377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4325f2ff-a9cd-43d2-846d-0db50aa84265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.347047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d7b9f438-c622-43f3-9c84-c49cfb5783ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.352628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-70571778-a7c2-492b-bac0-c8079514d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.353668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d7b9f438-c622-43f3-9c84-c49cfb5783ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.354445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-70571778-a7c2-492b-bac0-c8079514d623 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1095 time: 0.2250528 Sep 17 22:46:31.360739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d7b9f438-c622-43f3-9c84-c49cfb5783ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.367791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d7b9f438-c622-43f3-9c84-c49cfb5783ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.375180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d7b9f438-c622-43f3-9c84-c49cfb5783ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.380231 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-c8167662-46ff-45f0-8c7d-82375923c82d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] show failed (client error): The resource could not be found. Sep 17 22:46:31.383022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d7b9f438-c622-43f3-9c84-c49cfb5783ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.385727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c8167662-46ff-45f0-8c7d-82375923c82d tempest-NegativeSecGroupIPv6Test-848803113 tempest-NegativeSecGroupIPv6Test-848803113-project] 10.222.0.48 "GET /v2.0/security-group-rules/bc77532e-f0dc-4044-90e0-b6a77ff8aa67 HTTP/1.1" status: 404 len: 356 time: 0.0525887 Sep 17 22:46:31.389466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d7b9f438-c622-43f3-9c84-c49cfb5783ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.391474 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d7b9f438-c622-43f3-9c84-c49cfb5783ae tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.2095442 Sep 17 22:46:31.464098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4325f2ff-a9cd-43d2-846d-0db50aa84265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.504901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ef5f443f-9184-4a5b-b07b-0c9a97297972 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.506612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ef5f443f-9184-4a5b-b07b-0c9a97297972 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "GET /v2.0/ports/5851e6ee-6f65-43ed-a134-a39c70ee86e4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1076515 Sep 17 22:46:31.627867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c39b51f2-b5bb-4801-8e78-18602c235155 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:31.654206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55128) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.680400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-004abb0d-2816-4cc0-8062-bc2598c23c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.734410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8190d-54ce-4397-a2d3-5fc16c26cc0f None None] Network a92d76f0-20a9-41e1-89af-fc625c46f158 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:31.798564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55134) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.805034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-004abb0d-2816-4cc0-8062-bc2598c23c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.817899 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-004abb0d-2816-4cc0-8062-bc2598c23c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.852654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004abb0d-2816-4cc0-8062-bc2598c23c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce933fa-573b-4a2b-8b6d-7524fab47295,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.863995 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-04aff58f-7f35-43fd-9c7e-33a76229f835 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "GET /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3485446 Sep 17 22:46:31.887838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:31.902706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c39b51f2-b5bb-4801-8e78-18602c235155 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:31.910636 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.964380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b50c06d6-b1b0-404e-9566-4030c55a8236 None None] Provisioning complete for port c39b51f2-b5bb-4801-8e78-18602c235155 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:31.964660 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b50c06d6-b1b0-404e-9566-4030c55a8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.978926 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-004abb0d-2816-4cc0-8062-bc2598c23c9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d06ef93ce0e46de94340f74b6220f76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1208563 Sep 17 22:46:32.009884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55142) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:32.021429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-21d435db-5d43-4cfa-915a-c0e0d3a66ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.022915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-21d435db-5d43-4cfa-915a-c0e0d3a66ed0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.6360700 Sep 17 22:46:32.035496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.044366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-94277c9a-f8ad-4e68-b101-cd2c64c51773 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=063beac61fd74d8d93e4bd2eb1213391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854952 Sep 17 22:46:32.048123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55144) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:32.155588 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4325f2ff-a9cd-43d2-846d-0db50aa84265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.158512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4325f2ff-a9cd-43d2-846d-0db50aa84265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.164667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4325f2ff-a9cd-43d2-846d-0db50aa84265 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a713326a-8418-4474-bb81-4ff517fc3612 HTTP/1.1" status: 204 len: 168 time: 0.9630389 Sep 17 22:46:32.165762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.193776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-18d6e387-4ee2-469e-b460-7cfc6346adcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.197765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9fa9c-e4db-49c5-91e4-d75218e765a1 req-b81eeda8-3766-44d3-b65e-ebec92086bdb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.199091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66b9fa9c-e4db-49c5-91e4-d75218e765a1 req-b81eeda8-3766-44d3-b65e-ebec92086bdb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 943 time: 0.4209123 Sep 17 22:46:32.263399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-18d6e387-4ee2-469e-b460-7cfc6346adcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.266475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Subnet': ['ID=bc95f0e4-151c-462b-81a5-04331ec46af8,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:32.270196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325f2ff-a9cd-43d2-846d-0db50aa84265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a713326a-8418-4474-bb81-4ff517fc3612,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:32.316484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b50c06d6-b1b0-404e-9566-4030c55a8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.321630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-cde38dfe-7837-4013-a67f-22be4c69deb8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.322341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-18d6e387-4ee2-469e-b460-7cfc6346adcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.325442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-18d6e387-4ee2-469e-b460-7cfc6346adcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.329173 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-18d6e387-4ee2-469e-b460-7cfc6346adcc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99facb5b-cc3a-4793-aeaf-1aaf09ce4227 HTTP/1.1" status: 204 len: 168 time: 0.2775617 Sep 17 22:46:32.338991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-cde38dfe-7837-4013-a67f-22be4c69deb8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.348426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-cde38dfe-7837-4013-a67f-22be4c69deb8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.367786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6e387-4ee2-469e-b460-7cfc6346adcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99facb5b-cc3a-4793-aeaf-1aaf09ce4227,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:32.375658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-cde38dfe-7837-4013-a67f-22be4c69deb8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.380920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.388704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-cde38dfe-7837-4013-a67f-22be4c69deb8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.396465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-cde38dfe-7837-4013-a67f-22be4c69deb8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.404765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-cde38dfe-7837-4013-a67f-22be4c69deb8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.407277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-cde38dfe-7837-4013-a67f-22be4c69deb8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 5445 time: 0.5744936 Sep 17 22:46:32.413786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b50c06d6-b1b0-404e-9566-4030c55a8236 None None] For port c39b51f2-b5bb-4801-8e78-18602c235155, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c39b51f2-b5bb-4801-8e78-18602c235155,segment=NetworkSegment(3ddf550c-315f-4fec-9ba4-dac84924e66c),segment_id=3ddf550c-315f-4fec-9ba4-dac84924e66c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:32.435795 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b50c06d6-b1b0-404e-9566-4030c55a8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.436581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] For port 5851e6ee-6f65-43ed-a134-a39c70ee86e4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5851e6ee-6f65-43ed-a134-a39c70ee86e4,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:32.497203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-b9cdf356-da22-41f8-b18e-b78f7b32a05c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.4349937 Sep 17 22:46:32.525756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-645c10f4-fdf6-4ff6-9235-365c7caee334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.532582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] For port 5851e6ee-6f65-43ed-a134-a39c70ee86e4, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:32.557273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66b9fa9c-e4db-49c5-91e4-d75218e765a1 req-78b2d837-c32c-49b1-92a1-242869bf15c5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749512 Sep 17 22:46:32.563817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e6b05854-b954-42fc-aa8d-403c738f9346 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2246405720f640a4bc63c013f0dcfdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7360480 Sep 17 22:46:32.564742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55158) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:32.581940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c06d6-b1b0-404e-9566-4030c55a8236 None None] Pushing event updated for resources: {'Port': ['ID=c39b51f2-b5bb-4801-8e78-18602c235155,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:32.611022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] device_id is not set on port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:46:32.633810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:32.634394 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:32.656293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.676761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.694464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06d7f9e5-a401-4fea-bcc4-1c1ce44237d4 req-f9a3972b-8645-4621-8e61-6e5ca1df5a2f tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2334909 Sep 17 22:46:32.704277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-06e6e05a-e1b7-4934-96b9-2ae16f6dada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.705746 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-645c10f4-fdf6-4ff6-9235-365c7caee334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.735549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:32.748456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-b58035a0-0364-4435-bdcd-189073b28c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.756388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-b58035a0-0364-4435-bdcd-189073b28c8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.2371004 Sep 17 22:46:32.770263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Checking segment: {'id': 'a5bf5662-8881-4f10-8e72-c16724506315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '00a23b8a-0037-4267-a4a6-6e2435be3686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:32.770632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network hostable DHCP agents. Network: 00a23b8a-0037-4267-a4a6-6e2435be3686, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:32.877065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d1e230a8-1b1d-4df3-b4da-b1b846f55124 None None] Provisioning complete for port c39b51f2-b5bb-4801-8e78-18602c235155 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:32.877480 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1e230a8-1b1d-4df3-b4da-b1b846f55124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.897669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-19a06841-6e62-4cd6-9421-430a5cc86b17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6461c823b46f4c4c922077de1c00cce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584532 Sep 17 22:46:32.904136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55168) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:32.945269 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5be0eac6-7bef-4c12-a157-df7776fdd61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.945991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] No DVR routers for this DVR port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:32.947768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network 00a23b8a-0037-4267-a4a6-6e2435be3686 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:32.949116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] Pushing event updated for resources: {'Port': ['ID=5851e6ee-6f65-43ed-a134-a39c70ee86e4,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:32.957071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-a4fb4440-aa37-473f-b50c-255902a98af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.959347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-a4fb4440-aa37-473f-b50c-255902a98af2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830869 Sep 17 22:46:33.004786 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-645c10f4-fdf6-4ff6-9235-365c7caee334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.007939 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-645c10f4-fdf6-4ff6-9235-365c7caee334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.012102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-645c10f4-fdf6-4ff6-9235-365c7caee334 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ce933fa-573b-4a2b-8b6d-7524fab47295 HTTP/1.1" status: 204 len: 168 time: 1.0027106 Sep 17 22:46:33.052527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:46:33.062524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 6d14df5e-477b-459c-a67d-77affd4107c0 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:33.064087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 00a23b8a-0037-4267-a4a6-6e2435be3686) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:33.070310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.073751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.120766 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5be0eac6-7bef-4c12-a157-df7776fdd61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.145771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaed6ee-cac8-4ed6-b5c1-1facdee86f38 None None] Network 00a23b8a-0037-4267-a4a6-6e2435be3686 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:33.174446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c10f4-fdf6-4ff6-9235-365c7caee334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce933fa-573b-4a2b-8b6d-7524fab47295,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:33.178693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] In _notify_port_updated(), no bound segment for port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:46:33.181090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.183491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.190463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-9ac20fc0-e4f2-4137-8214-867574608e3a service neutron] 10.222.0.45 "PUT /v2.0/ports/5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 200 len: 1032 time: 1.3122032 Sep 17 22:46:33.289119 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-45a17aec-96e5-4666-a45c-b09d24f05730 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6104434 Sep 17 22:46:33.295515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55182) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:33.345156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-7f5802ab-1ea8-44bc-b858-953de2ba487c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.347999 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-7f5802ab-1ea8-44bc-b858-953de2ba487c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "GET /v2.0/ports/839128b0-1d60-4fbd-a669-2ab60db4f67b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1149213 Sep 17 22:46:33.355830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'subnet': {'network_id': '4cfb25c9-e419-41c8-8983-0e7dbce869e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:33.361624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:33.583139 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.805277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.resource_extend [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:46:33.833055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-e9917a11-bed4-465e-bea0-50d8cf5d1bb0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.835392 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-e9917a11-bed4-465e-bea0-50d8cf5d1bb0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a&tenant_id=dd57f2c534624464a18ff984d4076422&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 943 time: 0.6930606 Sep 17 22:46:33.866736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.945288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ca652e5-4cf5-4d05-8fad-8d14ea1580c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.989464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:34.010580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'port_id': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'mac_address': 'fa:16:3e:b0:d5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:46:34.013124 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-00a23b8a-0037-4267-a4a6-6e2435be3686', 'network_id': '00a23b8a-0037-4267-a4a6-6e2435be3686', 'tenant_id': 'fe017ae1fa6c4a98bf6b48105694060e', 'fixed_ips': [{'subnet_id': 'bc95f0e4-151c-462b-81a5-04331ec46af8'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:34.014615 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.034775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.047276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-394e6099-ca05-45ed-bb85-da771265252f None None] Provisioning complete for port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:34.047979 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-394e6099-ca05-45ed-bb85-da771265252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.061599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-f4bcbd1b-030c-4898-bff2-518443bd7def service neutron] 10.222.0.45 "GET /v2.0/ports/b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69/bindings/n-h1-789963-10 HTTP/1.1" status: 200 len: 383 time: 0.1957052 Sep 17 22:46:34.069290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] For port 839128b0-1d60-4fbd-a669-2ab60db4f67b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=839128b0-1d60-4fbd-a669-2ab60db4f67b,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:34.101272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-edd0c1cb-015c-4a89-b0d9-b3e19c5491f2 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1174362 Sep 17 22:46:34.116894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c39b51f2-b5bb-4801-8e78-18602c235155 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:34.131478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] For port 839128b0-1d60-4fbd-a669-2ab60db4f67b, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:34.161251 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.179678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-394e6099-ca05-45ed-bb85-da771265252f None None] Port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:34.180170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] device_id is not set on port 839128b0-1d60-4fbd-a669-2ab60db4f67b yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:46:34.202783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.208841 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.226039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.232823 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ca652e5-4cf5-4d05-8fad-8d14ea1580c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.256675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14bbc9-5d4e-4c2f-b35d-f6d683d8b548 req-217b56a4-5172-468b-93b1-e5994f8473f2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.258289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a14bbc9-5d4e-4c2f-b35d-f6d683d8b548 req-217b56a4-5172-468b-93b1-e5994f8473f2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 943 time: 0.9753575 Sep 17 22:46:34.266454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5be0eac6-7bef-4c12-a157-df7776fdd61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.269900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5be0eac6-7bef-4c12-a157-df7776fdd61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.278162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5be0eac6-7bef-4c12-a157-df7776fdd61a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12ab9b5c-5be7-43c5-a69d-4bbc25143aa3 HTTP/1.1" status: 204 len: 168 time: 1.6584458 Sep 17 22:46:34.307905 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d14df5e-477b-459c-a67d-77affd4107c0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:34.311035 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c1f85f-a24f-4f86-bec6-9a0f0f12f78d" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "6d14df5e-477b-459c-a67d-77affd4107c0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:34.325228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:46:34.353979 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 6d14df5e-477b-459c-a67d-77affd4107c0, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d14df5e-477b-459c-a67d-77affd4107c0,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:34.362701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] No DVR routers for this DVR port 839128b0-1d60-4fbd-a669-2ab60db4f67b on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:34.388186 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.389088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e6c6802a-aeb0-436f-81ea-53dd3f4c9123 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:34.415918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c39b51f2-b5bb-4801-8e78-18602c235155 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:34.420611 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.425703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] Pushing event updated for resources: {'Port': ['ID=839128b0-1d60-4fbd-a669-2ab60db4f67b,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:34.430665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] In _notify_port_updated(), no bound segment for port 839128b0-1d60-4fbd-a669-2ab60db4f67b on network 104a4ac0-9927-4f18-af60-5a455dfef964 {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:46:34.431770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.434622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.436459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d4d438d9-c0d1-4f69-a50a-094930ec2877 service neutron] 10.222.0.45 "PUT /v2.0/ports/839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 200 len: 1032 time: 1.0799317 Sep 17 22:46:34.520840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0eac6-7bef-4c12-a157-df7776fdd61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab9b5c-5be7-43c5-a69d-4bbc25143aa3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:34.566728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230111f-7323-47d5-b654-59c0545a87ad req-331f2982-6e93-4895-9ac4-a0f6d025ee7b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.572293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:34.573971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230111f-7323-47d5-b654-59c0545a87ad req-331f2982-6e93-4895-9ac4-a0f6d025ee7b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.592597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230111f-7323-47d5-b654-59c0545a87ad req-331f2982-6e93-4895-9ac4-a0f6d025ee7b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.606124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230111f-7323-47d5-b654-59c0545a87ad req-331f2982-6e93-4895-9ac4-a0f6d025ee7b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.624222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting port 6d14df5e-477b-459c-a67d-77affd4107c0 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:34.624808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.626949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230111f-7323-47d5-b654-59c0545a87ad req-331f2982-6e93-4895-9ac4-a0f6d025ee7b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.634706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230111f-7323-47d5-b654-59c0545a87ad req-331f2982-6e93-4895-9ac4-a0f6d025ee7b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.636638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a230111f-7323-47d5-b654-59c0545a87ad req-331f2982-6e93-4895-9ac4-a0f6d025ee7b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 4588 time: 0.7306333 Sep 17 22:46:34.653843 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.682955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ce58a7e-3e29-47d8-81ab-abfd55c48acc req-7ed4dd3a-7eb0-47de-b2e0-a278ab84e885 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624716 Sep 17 22:46:34.703490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Made reservation on behalf of fe017ae1fa6c4a98bf6b48105694060e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:34.708901 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.755719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a14bbc9-5d4e-4c2f-b35d-f6d683d8b548 req-a433e286-7a40-4018-8af7-1ba7ac664f29 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507580 Sep 17 22:46:34.818814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] For port 6d14df5e-477b-459c-a67d-77affd4107c0, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=6d14df5e-477b-459c-a67d-77affd4107c0,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:34.821331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.850932 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Calling delete_port for 6d14df5e-477b-459c-a67d-77affd4107c0 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:34.890299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ca652e5-4cf5-4d05-8fad-8d14ea1580c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.896092 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ca652e5-4cf5-4d05-8fad-8d14ea1580c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.897638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2ca652e5-4cf5-4d05-8fad-8d14ea1580c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ab2fb33-5582-457f-b31e-8726a4ca4060 HTTP/1.1" status: 204 len: 168 time: 1.9905593 Sep 17 22:46:34.972408 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a230111f-7323-47d5-b654-59c0545a87ad req-cd0b7652-5959-4f97-ac92-9c248aff5556 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=91206b3c-434f-429a-a480-5cbe323d19d3&id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3085783 Sep 17 22:46:34.977724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:46:34.978883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca652e5-4cf5-4d05-8fad-8d14ea1580c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2fb33-5582-457f-b31e-8726a4ca4060,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:34.984469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-13a8f0c9-f171-448c-873b-d9262d84c4a2 None None] Provisioning complete for port 839128b0-1d60-4fbd-a669-2ab60db4f67b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:34.986016 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-13a8f0c9-f171-448c-873b-d9262d84c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.011457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-016e0b00-d2c5-43f5-bac8-ed9ef97606b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:35.013272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-016e0b00-d2c5-43f5-bac8-ed9ef97606b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1096 time: 0.2563162 Sep 17 22:46:35.145338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-13a8f0c9-f171-448c-873b-d9262d84c4a2 None None] Port 839128b0-1d60-4fbd-a669-2ab60db4f67b cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:35.168101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=6d14df5e-477b-459c-a67d-77affd4107c0,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:35.200372 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.207986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Allocated IP 2001:db8::2 (00a23b8a-0037-4267-a4a6-6e2435be3686/bc95f0e4-151c-462b-81a5-04331ec46af8/9c55d347-d442-403d-87d1-59b6f54eb9f1) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:35.297242 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06947fab-02ba-442a-96b7-a6d0ef78c61c x-openstack-request-id: req-06947fab-02ba-442a-96b7-a6d0ef78c61c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:35.297242 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "6d14df5e-477b-459c-a67d-77affd4107c0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:35.297578 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06947fab-02ba-442a-96b7-a6d0ef78c61c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:35.297840 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d14df5e-477b-459c-a67d-77affd4107c0', 'code': 200} Sep 17 22:46:35.298423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.478899 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.496863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Port': ['ID=6d14df5e-477b-459c-a67d-77affd4107c0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:35.547905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] No DVR routers for this DVR port 6d14df5e-477b-459c-a67d-77affd4107c0 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:35.556644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.562360 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-ff6e2d0d-a57c-419c-939c-2c57bb5a09e3 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "DELETE /v2.0/ports/6d14df5e-477b-459c-a67d-77affd4107c0 HTTP/1.1" status: 204 len: 173 time: 1.1167524 Sep 17 22:46:35.563429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': '6d14df5e-477b-459c-a67d-77affd4107c0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:35.570825 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8826b10-a60a-479a-8ac7-998955a162c2" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "6d14df5e-477b-459c-a67d-77affd4107c0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:35.603365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-bd32c416-89ee-46b9-8842-bbcf4dec8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:35.605698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-bd32c416-89ee-46b9-8842-bbcf4dec8e91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.5816836 Sep 17 22:46:35.608997 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.702413 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8a50f3-ce3d-4960-8c98-0d09392c9d5c x-openstack-request-id: req-4e8a50f3-ce3d-4960-8c98-0d09392c9d5c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:35.702710 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "6d14df5e-477b-459c-a67d-77affd4107c0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:35.702960 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e8a50f3-ce3d-4960-8c98-0d09392c9d5c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:35.703357 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': '6d14df5e-477b-459c-a67d-77affd4107c0', 'status': 'completed', 'code': 200} Sep 17 22:46:35.816593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24b696cf-8f89-4a38-a2b6-924910ef0c12 req-e190d619-b38b-4b0f-9060-4476becb293e tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0736983 Sep 17 22:46:35.838208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Subnet': ['ID=3456acbc-272d-41a2-b7e4-5c64bbd87c41,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:35.851069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-c33bd170-77cc-48db-87c5-cb4c24e54039 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 1000 time: 0.2048979 Sep 17 22:46:35.892372 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.908080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:35.909272 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.954320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e6c6802a-aeb0-436f-81ea-53dd3f4c9123, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:35.998486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-eec92922-96ec-4fc5-8240-f5c40de8643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.009199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-eec92922-96ec-4fc5-8240-f5c40de8643c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.1504469 Sep 17 22:46:36.013197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Checking segment: {'id': 'f16c18d6-9abc-482c-b56c-b28a2de00981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4cfb25c9-e419-41c8-8983-0e7dbce869e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:36.013679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network hostable DHCP agents. Network: 4cfb25c9-e419-41c8-8983-0e7dbce869e4, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:36.121481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network 4cfb25c9-e419-41c8-8983-0e7dbce869e4 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:36.139008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e88f5-42d2-4410-a980-f97a0f49ee55 req-535ddc99-41f3-4b3e-8f88-24a7f1ed6fcd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.140813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-180e88f5-42d2-4410-a980-f97a0f49ee55 req-535ddc99-41f3-4b3e-8f88-24a7f1ed6fcd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.1305318 Sep 17 22:46:36.155639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-b5177f06-2f72-42d2-9bc7-ad32d362fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.160773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-b5177f06-2f72-42d2-9bc7-ad32d362fded service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329980 Sep 17 22:46:36.167187 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.230170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] For port e6c6802a-aeb0-436f-81ea-53dd3f4c9123, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:36.231018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4cfb25c9-e419-41c8-8983-0e7dbce869e4) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:36.231973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.236252 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.238915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 9d718bd9-f68b-442e-92c5-6c077ffc9325 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:36.240598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.242960 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.270492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Calling delete_port for e6c6802a-aeb0-436f-81ea-53dd3f4c9123 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:36.323692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.344287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58bf3c8-03f8-440c-91cd-0767d013fcfa None None] Network 4cfb25c9-e419-41c8-8983-0e7dbce869e4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:36.346660 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:36.418823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-180e88f5-42d2-4410-a980-f97a0f49ee55 req-0a4196fc-ad5b-40f5-88ac-f9d2ad29af15 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559919 Sep 17 22:46:36.447121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55296) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:36.455137 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-47696d8e-1dc7-491b-b50e-85aa5b49ece8 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1551919 Sep 17 22:46:36.525036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:36.533255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Network 00a23b8a-0037-4267-a4a6-6e2435be3686 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:36.554760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:36.595205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b99dd-345b-4fed-a3f0-fceb3e9e1004 req-bfc5c0c2-e866-4479-b129-2dad8051b9f8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.607076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b99dd-345b-4fed-a3f0-fceb3e9e1004 req-bfc5c0c2-e866-4479-b129-2dad8051b9f8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.616060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b99dd-345b-4fed-a3f0-fceb3e9e1004 req-bfc5c0c2-e866-4479-b129-2dad8051b9f8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.623108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b99dd-345b-4fed-a3f0-fceb3e9e1004 req-bfc5c0c2-e866-4479-b129-2dad8051b9f8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.624909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de5b99dd-345b-4fed-a3f0-fceb3e9e1004 req-bfc5c0c2-e866-4479-b129-2dad8051b9f8 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 3150 time: 0.3759236 Sep 17 22:46:36.683055 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.693325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:36.737779 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.739763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-fd2d613e-0c82-4b91-a85b-9b433d248946 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829504 Sep 17 22:46:36.785625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Port': ['ID=e6c6802a-aeb0-436f-81ea-53dd3f4c9123,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:36.789674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de5b99dd-345b-4fed-a3f0-fceb3e9e1004 req-32da5e4f-7b06-4deb-b68b-3a4a0bd0cecb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443069 Sep 17 22:46:36.979709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Pushing event updated for resources: {'Port': ['ID=9c55d347-d442-403d-87d1-59b6f54eb9f1,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:36.980590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] No DVR routers for this DVR port e6c6802a-aeb0-436f-81ea-53dd3f4c9123 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:36.983676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.986335 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-bf1fccf1-21c6-45fc-b93b-693004159ee0 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "DELETE /v2.0/ports/e6c6802a-aeb0-436f-81ea-53dd3f4c9123 HTTP/1.1" status: 204 len: 173 time: 1.3989365 Sep 17 22:46:37.064446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e45afe90-1cad-4667-9439-5b0a31b7fe5d req-56dae7c6-dea1-44b9-bfb0-1acdadcbbb34 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0726905 Sep 17 22:46:37.115623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-3b29808a-740c-4d8e-bef7-561328d472a9 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341107 Sep 17 22:46:37.158467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 9d718bd9-f68b-442e-92c5-6c077ffc9325, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:37.167576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Attempting to bind port 9c55d347-d442-403d-87d1-59b6f54eb9f1 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:37.168186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Attempting to bind port 9c55d347-d442-403d-87d1-59b6f54eb9f1 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'a5bf5662-8881-4f10-8e72-c16724506315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '00a23b8a-0037-4267-a4a6-6e2435be3686'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:37.168532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Attempting to bind port 9c55d347-d442-403d-87d1-59b6f54eb9f1 on network 00a23b8a-0037-4267-a4a6-6e2435be3686 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:37.174713 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.175472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 839128b0-1d60-4fbd-a669-2ab60db4f67b no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:37.231948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55316) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.269191 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.286158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:37.286556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Checking segment: {'id': 'a5bf5662-8881-4f10-8e72-c16724506315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '00a23b8a-0037-4267-a4a6-6e2435be3686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:37.286930 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.287320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Bound using segment: {'id': 'a5bf5662-8881-4f10-8e72-c16724506315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '00a23b8a-0037-4267-a4a6-6e2435be3686'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:37.287805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Bound port: 9c55d347-d442-403d-87d1-59b6f54eb9f1, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bf5662-8881-4f10-8e72-c16724506315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '00a23b8a-0037-4267-a4a6-6e2435be3686'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:37.288190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.290612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting port 70488223-db67-40dc-899e-cc495fd69544 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:37.291214 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.304846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123'}, {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:37.307188 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c502fb6-e1a9-4d92-ac65-e59493d95d02" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c6802a-aeb0-436f-81ea-53dd3f4c9123"}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:37.420963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4cfb25c9-e419-41c8-8983-0e7dbce869e4', 'network_id': '4cfb25c9-e419-41c8-8983-0e7dbce869e4', 'tenant_id': 'fe017ae1fa6c4a98bf6b48105694060e', 'fixed_ips': [{'subnet_id': '3456acbc-272d-41a2-b7e4-5c64bbd87c41'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:37.422380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.470084 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d78512-b10f-498f-961e-a1b432c61cfd x-openstack-request-id: req-84d78512-b10f-498f-961e-a1b432c61cfd {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:37.470448 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c6802a-aeb0-436f-81ea-53dd3f4c9123", "code": 200}, {"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:37.470650 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84d78512-b10f-498f-961e-a1b432c61cfd {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:37.471161 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123', 'code': 200} Sep 17 22:46:37.471480 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'code': 200} Sep 17 22:46:37.503025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 839128b0-1d60-4fbd-a669-2ab60db4f67b not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:37.503456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 81be61f9-2856-4a70-99f8-0d56deed514e no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:37.563422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-0f5589e5-0ef2-431a-9732-8b75ff1653ba tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.567833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0f5589e5-0ef2-431a-9732-8b75ff1653ba tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3315411 Sep 17 22:46:37.569246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=9d718bd9-f68b-442e-92c5-6c077ffc9325,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:37.570292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55328) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.575351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-7e0b7801-b2eb-485d-91e7-cc27ccf2de41 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.578943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7e0b7801-b2eb-485d-91e7-cc27ccf2de41 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049074 Sep 17 22:46:37.580645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55330) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.586315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] For port 9c55d347-d442-403d-87d1-59b6f54eb9f1, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:37.592455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] For port 9c55d347-d442-403d-87d1-59b6f54eb9f1, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9c55d347-d442-403d-87d1-59b6f54eb9f1,segment=NetworkSegment(a5bf5662-8881-4f10-8e72-c16724506315),segment_id=a5bf5662-8881-4f10-8e72-c16724506315)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:37.594359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-1e927c0e-6763-4854-9788-6634ba9f86fd tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.600338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1e927c0e-6763-4854-9788-6634ba9f86fd tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0153649 Sep 17 22:46:37.600684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55332) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.613465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-b296d448-03cf-42b5-b97a-aefd331e0b40 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.625034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b296d448-03cf-42b5-b97a-aefd331e0b40 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0115047 Sep 17 22:46:37.659437 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.711730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55336) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.720006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-5c3c8e22-da0b-4183-8f67-1f604d1e7531 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.723568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5c3c8e22-da0b-4183-8f67-1f604d1e7531 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0105627 Sep 17 22:46:37.727670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55338) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.733958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-08a10f53-8dfc-4038-8715-93728bb7b967 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.735209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-08a10f53-8dfc-4038-8715-93728bb7b967 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064011 Sep 17 22:46:37.738321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55340) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.759804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:37.763889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-11220968-6c53-4509-9749-d098237e4485 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.764089 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b8240c-dbbb-4202-8490-2ea620977a47" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "e6c6802a-aeb0-436f-81ea-53dd3f4c9123"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:37.769676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-11220968-6c53-4509-9749-d098237e4485 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0300584 Sep 17 22:46:37.773703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55344) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.791469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609040c-2c0b-42b1-958b-c2357015ac99 req-fd3eac46-3197-4765-827c-68deea9ce9e4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:37.803391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0609040c-2c0b-42b1-958b-c2357015ac99 req-fd3eac46-3197-4765-827c-68deea9ce9e4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.1877716 Sep 17 22:46:37.818322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-e2bdf3d8-6d31-4a67-96ac-92c97bfa5567 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.825126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e2bdf3d8-6d31-4a67-96ac-92c97bfa5567 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0112126 Sep 17 22:46:37.836354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.841793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-ba622a0f-74d6-4bfd-993f-3298c2663819 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.846346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ba622a0f-74d6-4bfd-993f-3298c2663819 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0087471 Sep 17 22:46:37.847185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55350) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.853044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Allocated IP 2001:db8::2 (4cfb25c9-e419-41c8-8983-0e7dbce869e4/3456acbc-272d-41a2-b7e4-5c64bbd87c41/89966f7b-3464-46d6-b511-9fa6346e5858) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:37.854040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-33f901b4-1937-4ec2-b3ff-36758d23c175 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.858017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-33f901b4-1937-4ec2-b3ff-36758d23c175 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078709 Sep 17 22:46:37.860316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55354) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.861876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] For port 70488223-db67-40dc-899e-cc495fd69544, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=70488223-db67-40dc-899e-cc495fd69544,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:37.861876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.866212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-e0ff5b9c-2e66-40cd-8992-cca174a8942c tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.870251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e0ff5b9c-2e66-40cd-8992-cca174a8942c tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082643 Sep 17 22:46:37.871114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55356) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.885717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-8fbbb3d1-71ec-4a07-adc1-4286c685c5dd tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.891054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8fbbb3d1-71ec-4a07-adc1-4286c685c5dd tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0182879 Sep 17 22:46:37.925904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Calling delete_port for 70488223-db67-40dc-899e-cc495fd69544 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:37.932883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55360) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.942273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0609040c-2c0b-42b1-958b-c2357015ac99 req-d70b215c-8dcb-48ed-98ef-fe388e026200 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371834 Sep 17 22:46:37.964162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-bd94986d-10c1-4515-898b-c1c146f12025 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.967269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bd94986d-10c1-4515-898b-c1c146f12025 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0215995 Sep 17 22:46:37.969771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55366) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:37.975013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb282e-6d5c-453d-8140-12d13a8c4362 None None] Pushing event updated for resources: {'Port': ['ID=9c55d347-d442-403d-87d1-59b6f54eb9f1,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:37.977883 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.995246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-d604333f-4e1d-41da-b8d9-4154a50765a2 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:37.997520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d604333f-4e1d-41da-b8d9-4154a50765a2 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0265920 Sep 17 22:46:38.000065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55368) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.005422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-7325130d-c18e-4f3f-8d52-a4d201821d9a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.007500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7325130d-c18e-4f3f-8d52-a4d201821d9a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065000 Sep 17 22:46:38.046333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55370) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.057878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-543c1455-47c7-4586-826f-34379e91efec tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.059110 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-543c1455-47c7-4586-826f-34379e91efec tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0101669 Sep 17 22:46:38.064252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55374) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.109920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-fd9585ed-4c7f-4022-9493-e5c84ac79875 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.111234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fd9585ed-4c7f-4022-9493-e5c84ac79875 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0092261 Sep 17 22:46:38.122113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55378) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.133859 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e8731-e529-444e-96e4-302ac21f1ec8 x-openstack-request-id: req-5d2e8731-e529-444e-96e4-302ac21f1ec8 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:38.134149 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "e6c6802a-aeb0-436f-81ea-53dd3f4c9123", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:38.134401 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d2e8731-e529-444e-96e4-302ac21f1ec8 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:38.134791 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': 'e6c6802a-aeb0-436f-81ea-53dd3f4c9123', 'status': 'completed', 'code': 200} Sep 17 22:46:38.138900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-b3a370b5-48ad-463c-9f1b-55d0e08b35dc tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.148618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b3a370b5-48ad-463c-9f1b-55d0e08b35dc tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0255237 Sep 17 22:46:38.149040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55380) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.159179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-aee7488c-c110-45dd-8b70-b982e3e86863 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.162565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aee7488c-c110-45dd-8b70-b982e3e86863 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084071 Sep 17 22:46:38.195117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55382) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.213663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-2008150f-8ac6-4c8e-a926-d132eb959d0a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.222613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2008150f-8ac6-4c8e-a926-d132eb959d0a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0211632 Sep 17 22:46:38.226012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55386) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.242794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-a21c53f2-cf8a-4154-8f90-0a7352ef7202 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.250930 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a21c53f2-cf8a-4154-8f90-0a7352ef7202 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0191143 Sep 17 22:46:38.260037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55388) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.272031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-59b47264-a011-40e4-92f7-0f8854cb67b4 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.273038 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-59b47264-a011-40e4-92f7-0f8854cb67b4 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0120337 Sep 17 22:46:38.290616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55390) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.291757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69791fc8-cf09-4e49-b67b-e7b937ca81ca req-a8202557-bbcd-482a-b905-4ba11e6bde67 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.308321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-4ede9dac-d271-4f5e-96c7-4fc12e93877b tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.308671 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4ede9dac-d271-4f5e-96c7-4fc12e93877b tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0129056 Sep 17 22:46:38.313652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55392) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.319505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69791fc8-cf09-4e49-b67b-e7b937ca81ca req-a8202557-bbcd-482a-b905-4ba11e6bde67 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.322131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-527a9330-fca3-4137-96fe-4a22c1c9f3da tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.323092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-527a9330-fca3-4137-96fe-4a22c1c9f3da tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054300 Sep 17 22:46:38.329009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69791fc8-cf09-4e49-b67b-e7b937ca81ca req-a8202557-bbcd-482a-b905-4ba11e6bde67 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.329203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55394) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.334339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-92315067-79e0-45c2-bda3-e9873eb4a48e tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.335458 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-92315067-79e0-45c2-bda3-e9873eb4a48e tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052209 Sep 17 22:46:38.338987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69791fc8-cf09-4e49-b67b-e7b937ca81ca req-a8202557-bbcd-482a-b905-4ba11e6bde67 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 2415 time: 0.3400645 Sep 17 22:46:38.339489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55396) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.357521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-f13e1ce3-ccac-4f3c-9b4a-fd98ad898ae6 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.361267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f13e1ce3-ccac-4f3c-9b4a-fd98ad898ae6 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072436 Sep 17 22:46:38.363788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55402) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.368499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-a6320510-192d-4576-a92d-21cab317b391 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.376758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6320510-192d-4576-a92d-21cab317b391 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0113649 Sep 17 22:46:38.385517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55404) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.399821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-1dcfb8c6-b06f-4594-a267-0c876cf3117a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.416944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1dcfb8c6-b06f-4594-a267-0c876cf3117a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0209546 Sep 17 22:46:38.418586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55406) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.429577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Allocated IP 2001:db8::1 (00a23b8a-0037-4267-a4a6-6e2435be3686/bc95f0e4-151c-462b-81a5-04331ec46af8/2a2b5549-a491-49a8-9c18-dc58eae47263) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:38.488016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb814a4e-14dc-43dd-8e8f-e97b68b95745 req-6e893922-bba0-414c-b59e-3eec16037158 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0943186 Sep 17 22:46:38.541127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69791fc8-cf09-4e49-b67b-e7b937ca81ca req-4e5ed570-3c7e-4cdd-821a-86c4bb540216 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780963 Sep 17 22:46:38.601660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [None req-4e815635-a219-4912-9e8d-90886a6df6cf tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.602861 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4e815635-a219-4912-9e8d-90886a6df6cf tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0074933 Sep 17 22:46:38.604619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 81be61f9-2856-4a70-99f8-0d56deed514e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81be61f9-2856-4a70-99f8-0d56deed514e,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:38.605754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55410) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.605963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.611379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-242e5d07-ff8c-4301-ae29-424caa8c5020 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.615417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.615873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-242e5d07-ff8c-4301-ae29-424caa8c5020 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090172 Sep 17 22:46:38.616435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 70488223-db67-40dc-899e-cc495fd69544 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:38.616581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55412) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.620598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-645006ec-e79f-4998-ac85-9b73a2b8bca0 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.632245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.636465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-645006ec-e79f-4998-ac85-9b73a2b8bca0 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0189619 Sep 17 22:46:38.637306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55414) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.647427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-22e7011f-3fc1-458b-99c6-24efe8955e7e tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.653368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-22e7011f-3fc1-458b-99c6-24efe8955e7e tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0134003 Sep 17 22:46:38.653368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55416) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.658886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-69b0ff61-feca-4c1d-abc4-e9c685c7eed5 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.666819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-69b0ff61-feca-4c1d-abc4-e9c685c7eed5 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0123308 Sep 17 22:46:38.669121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 70488223-db67-40dc-899e-cc495fd69544 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:38.669479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 70488223-db67-40dc-899e-cc495fd69544 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:38.669909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5851e6ee-6f65-43ed-a134-a39c70ee86e4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:38.672738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55420) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.682080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-8f7a053a-186d-41f3-a775-ddd9ae3cf821 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.685237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8f7a053a-186d-41f3-a775-ddd9ae3cf821 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0112710 Sep 17 22:46:38.687913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55422) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.695809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-af22dc1a-397b-429e-9afb-70abe1a7e2a2 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.697179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-af22dc1a-397b-429e-9afb-70abe1a7e2a2 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080438 Sep 17 22:46:38.698207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Port': ['ID=70488223-db67-40dc-899e-cc495fd69544,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:38.716015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55424) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.722083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-f3bb2c1b-9d5e-40ac-a240-64759faf46ff tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.723911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f3bb2c1b-9d5e-40ac-a240-64759faf46ff tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061879 Sep 17 22:46:38.726352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55428) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.732302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-7a93ec7d-24c1-4a71-a5e6-4eccdce429c5 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.733601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7a93ec7d-24c1-4a71-a5e6-4eccdce429c5 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058813 Sep 17 22:46:38.736203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55430) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.741202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-79df122f-5dcf-44e0-b727-d19fcb533214 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.742516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-79df122f-5dcf-44e0-b727-d19fcb533214 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048163 Sep 17 22:46:38.745007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55432) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.749846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-d1eb89f5-a29c-4a1d-b5d9-92aac841b207 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.751054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d1eb89f5-a29c-4a1d-b5d9-92aac841b207 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046477 Sep 17 22:46:38.754246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55434) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.762002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-c765ec2b-8edf-476b-86b5-e2c5676d07c6 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.768644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c765ec2b-8edf-476b-86b5-e2c5676d07c6 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0087845 Sep 17 22:46:38.769281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55438) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.774084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-908ca04a-62bf-4b0d-b147-8651997e05aa tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.778405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-908ca04a-62bf-4b0d-b147-8651997e05aa tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0081062 Sep 17 22:46:38.778700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.779208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55440) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.783421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-669ddfb2-1539-4ea6-b134-e0893e7f7611 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.787543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-669ddfb2-1539-4ea6-b134-e0893e7f7611 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075181 Sep 17 22:46:38.788301 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55442) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.800500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-d2c0d22a-99c2-4402-ac7c-e41aeaf07b66 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.801205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=81be61f9-2856-4a70-99f8-0d56deed514e,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:38.804342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d2c0d22a-99c2-4402-ac7c-e41aeaf07b66 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0150626 Sep 17 22:46:38.808038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55446) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.812474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5851e6ee-6f65-43ed-a134-a39c70ee86e4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:38.813462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-468240b8-1184-4fb8-831c-1a844564272b tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.819077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-468240b8-1184-4fb8-831c-1a844564272b tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0111413 Sep 17 22:46:38.819838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55448) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.824487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-b24c7dcd-0c6e-4ef9-b767-c57020fb4b75 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.828152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b24c7dcd-0c6e-4ef9-b767-c57020fb4b75 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071456 Sep 17 22:46:38.828615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55450) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.834251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-836d8460-3ac9-474d-bf15-e38f3dcc28b7 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.837749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-836d8460-3ac9-474d-bf15-e38f3dcc28b7 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0075812 Sep 17 22:46:38.838681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55452) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.846983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:38.847142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-53ae455b-e1a7-4b16-bc91-c919b65fcf69 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.852705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-53ae455b-e1a7-4b16-bc91-c919b65fcf69 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0129044 Sep 17 22:46:38.853402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55456) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.868082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-a8be8285-c3ad-41f3-8142-a0cba259de03 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.873445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a8be8285-c3ad-41f3-8142-a0cba259de03 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0189798 Sep 17 22:46:38.874366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55458) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.881384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-cf3b7fc3-02e0-4109-a228-0d5f3af39287 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.885560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cf3b7fc3-02e0-4109-a228-0d5f3af39287 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0098739 Sep 17 22:46:38.886511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.891286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-0c07274c-3a36-4fde-9879-2a835c300d7b tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.895703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c07274c-3a36-4fde-9879-2a835c300d7b tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0081549 Sep 17 22:46:38.896447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55464) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.901919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-601eadd5-23ea-4a57-8877-29b046dbd7df tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.902129 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.905660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-601eadd5-23ea-4a57-8877-29b046dbd7df tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081556 Sep 17 22:46:38.906457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55466) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.912673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-6ab1de87-f59d-48d5-b141-a264f9ab2acf tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.916497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6ab1de87-f59d-48d5-b141-a264f9ab2acf tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061021 Sep 17 22:46:38.918458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55468) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.934081 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.936006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-e4154cb4-8355-416e-84cc-e43dd13f312d tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.940232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e4154cb4-8355-416e-84cc-e43dd13f312d tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0176747 Sep 17 22:46:38.940424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55470) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.945930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-e9a14a1e-d613-4bb4-9059-804503278efc tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.952414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e9a14a1e-d613-4bb4-9059-804503278efc tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082557 Sep 17 22:46:38.952708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55472) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.959980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-cef48bad-54e0-4fe1-9e66-57fec36b1d7a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.963356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cef48bad-54e0-4fe1-9e66-57fec36b1d7a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073247 Sep 17 22:46:38.964017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.968616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-71ae0553-00ef-4f68-b1f8-09948423983d tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.980591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-71ae0553-00ef-4f68-b1f8-09948423983d tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0131116 Sep 17 22:46:38.980733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network 00a23b8a-0037-4267-a4a6-6e2435be3686 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:38.980881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55480) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.985477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-6cf018fe-a96b-4897-8e11-b96e25cc73cb tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:38.990155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Pushing event updated for resources: {'Port': ['ID=89966f7b-3464-46d6-b511-9fa6346e5858,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:38.990323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6cf018fe-a96b-4897-8e11-b96e25cc73cb tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0055792 Sep 17 22:46:38.990410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Port': ['ID=2a2b5549-a491-49a8-9c18-dc58eae47263,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:38.991169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55484) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.995615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] No DVR routers for this DVR port 70488223-db67-40dc-899e-cc495fd69544 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:38.998858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.999114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-3331dfc9-eb61-45cb-bc5a-509f766a27ca tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.004956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3331dfc9-eb61-45cb-bc5a-509f766a27ca tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0088418 Sep 17 22:46:39.005577 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-a1d4d471-4402-45da-8181-134eff1f1142 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "DELETE /v2.0/ports/70488223-db67-40dc-899e-cc495fd69544 HTTP/1.1" status: 204 len: 173 time: 1.9788196 Sep 17 22:46:39.005677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55488) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.010889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-39d80045-0ee9-48a3-8db5-7187f48acdd6 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.013784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:39.018900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-39d80045-0ee9-48a3-8db5-7187f48acdd6 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097730 Sep 17 22:46:39.019089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:39.019089 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.019841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Network 4cfb25c9-e419-41c8-8983-0e7dbce869e4 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:39.019966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55490) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.024348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-b67eda5d-755c-4742-9ad7-c0da4e338b7a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.027092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:39.030753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:39.034801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b67eda5d-755c-4742-9ad7-c0da4e338b7a tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0111067 Sep 17 22:46:39.035157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55492) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.042823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-4b9848b8-f081-4810-b656-de29d534b6bb tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.044019 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4b9848b8-f081-4810-b656-de29d534b6bb tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078993 Sep 17 22:46:39.052802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55494) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.057889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-18a4bbdc-47f8-4ca9-8bfd-22ee1be34b77 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.063409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-18a4bbdc-47f8-4ca9-8bfd-22ee1be34b77 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0094419 Sep 17 22:46:39.067207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55496) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.073676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-91d0941b-8451-416e-a145-fcc9a69f6c94 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.074737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-91d0941b-8451-416e-a145-fcc9a69f6c94 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064681 Sep 17 22:46:39.078035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55498) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.084386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-ad78ec30-b343-49e1-94b5-1ff18b1256e6 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.085802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ad78ec30-b343-49e1-94b5-1ff18b1256e6 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063884 Sep 17 22:46:39.091723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55502) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.104615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-82689150-93ed-45a9-8156-c954367faae0 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.106085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-82689150-93ed-45a9-8156-c954367faae0 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0127714 Sep 17 22:46:39.109022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55504) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.115578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-0ea40a45-92c4-4bc0-8260-9b1b8efb787c tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.125907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:46:39.133376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ea40a45-92c4-4bc0-8260-9b1b8efb787c tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0229948 Sep 17 22:46:39.138399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55506) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.143095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:39.143361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.145202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-727112e9-2c30-4da2-b04f-c2bcf4f50512 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.149008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-727112e9-2c30-4da2-b04f-c2bcf4f50512 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093560 Sep 17 22:46:39.151984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55508) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.158000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-0f6559ff-6f11-4b65-bfc0-4fabd956d627 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.168722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0f6559ff-6f11-4b65-bfc0-4fabd956d627 tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0154202 Sep 17 22:46:39.169715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55510) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.175894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [None req-df72c942-b5d5-40d0-9e7a-c347e12de17f tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.183891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-df72c942-b5d5-40d0-9e7a-c347e12de17f tempest-ExtensionsTestJSON-694149974 tempest-ExtensionsTestJSON-694149974-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0127964 Sep 17 22:46:39.295048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Attempting to bind port 89966f7b-3464-46d6-b511-9fa6346e5858 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:39.295744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Attempting to bind port 89966f7b-3464-46d6-b511-9fa6346e5858 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f16c18d6-9abc-482c-b56c-b28a2de00981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4cfb25c9-e419-41c8-8983-0e7dbce869e4'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:39.296293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Attempting to bind port 89966f7b-3464-46d6-b511-9fa6346e5858 on network 4cfb25c9-e419-41c8-8983-0e7dbce869e4 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:39.309153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:39.309854 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Checking segment: {'id': 'f16c18d6-9abc-482c-b56c-b28a2de00981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4cfb25c9-e419-41c8-8983-0e7dbce869e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:39.312045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.321414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Bound using segment: {'id': 'f16c18d6-9abc-482c-b56c-b28a2de00981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4cfb25c9-e419-41c8-8983-0e7dbce869e4'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:39.322251 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Bound port: 89966f7b-3464-46d6-b511-9fa6346e5858, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16c18d6-9abc-482c-b56c-b28a2de00981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4cfb25c9-e419-41c8-8983-0e7dbce869e4'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:39.323993 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.341524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60726d15-73cb-401c-8b5b-34c7bdc56bf0 req-5e56e3dc-0e3d-49c2-a5e8-f232191f8ea9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:39.344994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60726d15-73cb-401c-8b5b-34c7bdc56bf0 req-5e56e3dc-0e3d-49c2-a5e8-f232191f8ea9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.1321435 Sep 17 22:46:39.466539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60726d15-73cb-401c-8b5b-34c7bdc56bf0 req-3d061d01-eeb8-40fe-9ace-9edcff2ba9ff tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032548 Sep 17 22:46:39.488357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81be61f9-2856-4a70-99f8-0d56deed514e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:39.525526 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b1e0b-66d4-44da-b240-9687a2092e71" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "81be61f9-2856-4a70-99f8-0d56deed514e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:39.647439 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.659270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] For port 89966f7b-3464-46d6-b511-9fa6346e5858, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:39.700238 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14465b13-ac82-4fe2-8e9c-039d41b9e31b x-openstack-request-id: req-14465b13-ac82-4fe2-8e9c-039d41b9e31b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:39.700917 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "81be61f9-2856-4a70-99f8-0d56deed514e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:39.701347 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14465b13-ac82-4fe2-8e9c-039d41b9e31b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:39.701903 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81be61f9-2856-4a70-99f8-0d56deed514e', 'code': 200} Sep 17 22:46:39.706486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] For port 89966f7b-3464-46d6-b511-9fa6346e5858, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=89966f7b-3464-46d6-b511-9fa6346e5858,segment=NetworkSegment(f16c18d6-9abc-482c-b56c-b28a2de00981),segment_id=f16c18d6-9abc-482c-b56c-b28a2de00981)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:39.721568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.848314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3ef3509-cb21-4500-b6d6-8a19f50dbeaa req-11aa08e6-f653-4313-a325-8d4fbabfa9de tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0703657 Sep 17 22:46:39.944520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55532) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:40.011065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.045537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:40.047570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02f6b8c5-cb84-4e89-9496-d05ad258489b req-43a8955a-2f37-4c53-83f8-6f7850894a43 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0799437 Sep 17 22:46:40.052767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc148110-4c21-4be3-88f3-fbceb7f72745 None None] Network 00a23b8a-0037-4267-a4a6-6e2435be3686 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:40.094698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f16210-96f5-4ae6-8829-9b3e5cbddfa5 req-39db693a-bbe4-4d6f-8765-e8ffba9f66e2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:40.112274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f16210-96f5-4ae6-8829-9b3e5cbddfa5 req-39db693a-bbe4-4d6f-8765-e8ffba9f66e2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:40.132101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64f16210-96f5-4ae6-8829-9b3e5cbddfa5 req-39db693a-bbe4-4d6f-8765-e8ffba9f66e2 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 1678 time: 0.2827542 Sep 17 22:46:40.150365 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-ed9b837c-67d6-4a88-bc20-719df0980690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:40.157982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-ed9b837c-67d6-4a88-bc20-719df0980690 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 1096 time: 0.4287312 Sep 17 22:46:40.157982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': '70488223-db67-40dc-899e-cc495fd69544'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:40.164588 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90268b7a-2a9c-4268-a643-2181deab4fde" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "70488223-db67-40dc-899e-cc495fd69544"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:40.202752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64f16210-96f5-4ae6-8829-9b3e5cbddfa5 req-5a7debdf-8d1e-4721-bcb7-14e28249130d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644534 Sep 17 22:46:40.214796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-b5cca9e8-be9d-47dc-986a-7b79ac3d3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:40.230910 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-b5cca9e8-be9d-47dc-986a-7b79ac3d3b2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1096 time: 0.6229167 Sep 17 22:46:40.238394 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:46:40.298139 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460c59f-ce76-4b28-a704-983849bb9937 x-openstack-request-id: req-f460c59f-ce76-4b28-a704-983849bb9937 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:40.299669 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "70488223-db67-40dc-899e-cc495fd69544", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:40.303170 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f460c59f-ce76-4b28-a704-983849bb9937 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:40.303971 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': '70488223-db67-40dc-899e-cc495fd69544', 'status': 'completed', 'code': 200} Sep 17 22:46:40.364205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e1850-e903-48f9-a91e-98a64d8d865e None None] Pushing event updated for resources: {'Port': ['ID=89966f7b-3464-46d6-b511-9fa6346e5858,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:40.364411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8198996f-ad2d-4b4c-adc9-bc226ac92cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.383773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9c55d347-d442-403d-87d1-59b6f54eb9f1 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:40.389516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55544) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:40.401609 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.443218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:40.537875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8198996f-ad2d-4b4c-adc9-bc226ac92cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.542454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8c3769c4-bbb3-4faf-a74d-adc0b94e5e22 None None] Provisioning complete for port 9c55d347-d442-403d-87d1-59b6f54eb9f1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:40.542862 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c4-bbb3-4faf-a74d-adc0b94e5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.555429 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8198996f-ad2d-4b4c-adc9-bc226ac92cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.591588 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae87a0b1-3ac8-4ccb-8a46-d43e662ac93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.636030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:40.679937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8198996f-ad2d-4b4c-adc9-bc226ac92cea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2885d74bc8b94c73b3c79c79b6beef2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305326 Sep 17 22:46:40.679937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198996f-ad2d-4b4c-adc9-bc226ac92cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f5651-b486-4f81-b27d-e83da2c9fb4e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:40.686180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55550) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:40.710584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9c55d347-d442-403d-87d1-59b6f54eb9f1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:40.711706 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.779155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f45cd-57d1-4a8e-8790-3aa7ce7547ea req-2fa7caff-5554-4438-8424-6b5ce26e69aa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:40.780889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e44f45cd-57d1-4a8e-8790-3aa7ce7547ea req-2fa7caff-5554-4438-8424-6b5ce26e69aa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1651413 Sep 17 22:46:40.820077 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.874261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c394af48-57ae-40b6-8132-56d8afca800d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.874747 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c4-bbb3-4faf-a74d-adc0b94e5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.953250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:40.963102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e44f45cd-57d1-4a8e-8790-3aa7ce7547ea req-fea8f775-68c2-478f-ac28-d0bb6dc25c66 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699383 Sep 17 22:46:40.988082 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.023198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c394af48-57ae-40b6-8132-56d8afca800d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.028256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8c3769c4-bbb3-4faf-a74d-adc0b94e5e22 None None] For port 9c55d347-d442-403d-87d1-59b6f54eb9f1, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9c55d347-d442-403d-87d1-59b6f54eb9f1,segment=NetworkSegment(a5bf5662-8881-4f10-8e72-c16724506315),segment_id=a5bf5662-8881-4f10-8e72-c16724506315)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:41.091533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:41.125399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.133616 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c4-bbb3-4faf-a74d-adc0b94e5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.228089 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae87a0b1-3ac8-4ccb-8a46-d43e662ac93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.235627 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:41.236343 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:41.237290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0774ee47-1ed1-4b3a-a945-078cd525c2c3 req-b3fd57fe-cd1b-4c19-a0b3-1f6f664c1667 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1522367 Sep 17 22:46:41.239616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae87a0b1-3ac8-4ccb-8a46-d43e662ac93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.245854 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=10']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:41.348517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3769c4-bbb3-4faf-a74d-adc0b94e5e22 None None] Pushing event updated for resources: {'Port': ['ID=9c55d347-d442-403d-87d1-59b6f54eb9f1,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:41.363364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87a0b1-3ac8-4ccb-8a46-d43e662ac93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a152c5-8caf-466f-b705-02de48e7cead,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:41.370936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ae87a0b1-3ac8-4ccb-8a46-d43e662ac93e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f9dc37d282b46a19e06b02ee74ca12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9777431 Sep 17 22:46:41.370936 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c394af48-57ae-40b6-8132-56d8afca800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.372579 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c394af48-57ae-40b6-8132-56d8afca800d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.373717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c394af48-57ae-40b6-8132-56d8afca800d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/642f5651-b486-4f81-b27d-e83da2c9fb4e HTTP/1.1" status: 204 len: 168 time: 0.6864722 Sep 17 22:46:41.374330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55558) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:41.405602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting port 81be61f9-2856-4a70-99f8-0d56deed514e {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:41.406223 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.410055 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.420356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394af48-57ae-40b6-8132-56d8afca800d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f5651-b486-4f81-b27d-e83da2c9fb4e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:41.480190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6aaca137-e79f-433f-af80-17f2008a1e27 None None] Provisioning complete for port 9c55d347-d442-403d-87d1-59b6f54eb9f1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:41.480563 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6aaca137-e79f-433f-af80-17f2008a1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.600134 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-bdfcd35d-38d6-48c6-9846-d64c6bee11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:41.608512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-bdfcd35d-38d6-48c6-9846-d64c6bee11c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 1.1826804 Sep 17 22:46:41.619972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532fa3-f090-47ad-9fa8-2acce2ba447d req-d32a0eda-0e03-45f6-b6de-064d9348652d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:41.632798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532fa3-f090-47ad-9fa8-2acce2ba447d req-d32a0eda-0e03-45f6-b6de-064d9348652d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:41.634577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99532fa3-f090-47ad-9fa8-2acce2ba447d req-d32a0eda-0e03-45f6-b6de-064d9348652d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 1678 time: 0.2455571 Sep 17 22:46:41.635470 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f1afc77-d0ef-4fa3-9544-43c4e318dc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.671748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6aaca137-e79f-433f-af80-17f2008a1e27 None None] Provisioning complete for port 2a2b5549-a491-49a8-9c18-dc58eae47263 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:41.672345 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6aaca137-e79f-433f-af80-17f2008a1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.736605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f1afc77-d0ef-4fa3-9544-43c4e318dc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.737551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}, {'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:41.743381 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea834b3-16af-445a-9a2c-892beb8b35a2" -d '{"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-plugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}, {"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:41.756524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6aaca137-e79f-433f-af80-17f2008a1e27 None None] Port 2a2b5549-a491-49a8-9c18-dc58eae47263 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:41.758194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393571b8-3e5c-4373-a666-f8d14914cf60 None None] Network 4cfb25c9-e419-41c8-8983-0e7dbce869e4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:41.771351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55570) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:41.798430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a9689c3-5685-43e6-89bb-7868b1d75c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.820142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99532fa3-f090-47ad-9fa8-2acce2ba447d req-ed7b50d9-fb66-48a5-8825-b483a0660428 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768932 Sep 17 22:46:41.889513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f1afc77-d0ef-4fa3-9544-43c4e318dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.895508 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f1afc77-d0ef-4fa3-9544-43c4e318dc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.896785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4f1afc77-d0ef-4fa3-9544-43c4e318dc97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57a152c5-8caf-466f-b705-02de48e7cead HTTP/1.1" status: 204 len: 168 time: 0.5197423 Sep 17 22:46:41.924970 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f427e0-7cdc-4f73-8e3c-4c97abfd9005 x-openstack-request-id: req-03f427e0-7cdc-4f73-8e3c-4c97abfd9005 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:41.925276 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-plugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "code": 200}, {"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:41.925455 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03f427e0-7cdc-4f73-8e3c-4c97abfd9005 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:41.925837 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'code': 200} Sep 17 22:46:41.926068 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'code': 200} Sep 17 22:46:41.926435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1afc77-d0ef-4fa3-9544-43c4e318dc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a152c5-8caf-466f-b705-02de48e7cead,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:41.993888 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a9689c3-5685-43e6-89bb-7868b1d75c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.999220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] Provisioning complete for port 2a2b5549-a491-49a8-9c18-dc58eae47263 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:41.999596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.000912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a9689c3-5685-43e6-89bb-7868b1d75c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.051928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7a9689c3-5685-43e6-89bb-7868b1d75c15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b2098bf9a2e4eafa5138e33d8e282c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773306 Sep 17 22:46:42.053526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9689c3-5685-43e6-89bb-7868b1d75c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db90d2b-6e96-400e-850e-23fafefa27d3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:42.056451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55578) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:42.079662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] Port 2a2b5549-a491-49a8-9c18-dc58eae47263 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:42.163579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-e142ca53-8c1d-4553-adba-f0a9e9e8f975 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.3420599 Sep 17 22:46:42.164949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73703b-475a-4012-9371-2273526ac423 req-7720512d-f079-4f23-937b-52cb29be7d4a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:42.166445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b73703b-475a-4012-9371-2273526ac423 req-7720512d-f079-4f23-937b-52cb29be7d4a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.0816579 Sep 17 22:46:42.172205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] For port 81be61f9-2856-4a70-99f8-0d56deed514e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=81be61f9-2856-4a70-99f8-0d56deed514e,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:42.172868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.189839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] Provisioning complete for port 89966f7b-3464-46d6-b511-9fa6346e5858 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:42.195638 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.197449 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9831526-1107-475d-980e-5d4ea7e40b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.217687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Calling delete_port for 81be61f9-2856-4a70-99f8-0d56deed514e owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:42.266645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b73703b-475a-4012-9371-2273526ac423 req-2edf986e-0767-4f0e-861f-d22aa808a794 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905457 Sep 17 22:46:42.301994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:42.329634 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9831526-1107-475d-980e-5d4ea7e40b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.429489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-9f7caff1-223c-42c5-800b-f4ece96aad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:42.431294 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-9f7caff1-223c-42c5-800b-f4ece96aad4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.2482164 Sep 17 22:46:42.493782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9c55d347-d442-403d-87d1-59b6f54eb9f1 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:42.500922 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aead4e31-49ae-407a-b5b7-f8212ad1c33d req-4e411ad1-8752-4f83-8cf9-f866929bfe0b tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0381968 Sep 17 22:46:42.506101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9831526-1107-475d-980e-5d4ea7e40b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.509830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9831526-1107-475d-980e-5d4ea7e40b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.514255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c9831526-1107-475d-980e-5d4ea7e40b24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6db90d2b-6e96-400e-850e-23fafefa27d3 HTTP/1.1" status: 204 len: 168 time: 0.4563653 Sep 17 22:46:42.525302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9831526-1107-475d-980e-5d4ea7e40b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db90d2b-6e96-400e-850e-23fafefa27d3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:42.588749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:42.638265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.656011 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.687479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] For port 89966f7b-3464-46d6-b511-9fa6346e5858, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=89966f7b-3464-46d6-b511-9fa6346e5858,segment=NetworkSegment(f16c18d6-9abc-482c-b56c-b28a2de00981),segment_id=f16c18d6-9abc-482c-b56c-b28a2de00981)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:42.691378 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.692208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.706347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:46:42.714448 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.735130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.792977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9c55d347-d442-403d-87d1-59b6f54eb9f1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:42.793584 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.810347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-4cb037ed-45bb-47a0-a6c6-1da608a5a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:42.812344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-4cb037ed-45bb-47a0-a6c6-1da608a5a1bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3675990 Sep 17 22:46:42.936962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Port': ['ID=2a2b5549-a491-49a8-9c18-dc58eae47263,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:42.994069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7914f01-a787-499c-a77e-ae7472f8f7e3 None None] Pushing event updated for resources: {'Port': ['ID=89966f7b-3464-46d6-b511-9fa6346e5858,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:43.004267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4ea60b0d-a1f6-4d7c-b6c4-33d9b9a7d77c None None] Provisioning complete for port 89966f7b-3464-46d6-b511-9fa6346e5858 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:43.005636 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ea60b0d-a1f6-4d7c-b6c4-33d9b9a7d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.018513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Transition to ACTIVE for port object b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:46:43.024117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.027932 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network 00a23b8a-0037-4267-a4a6-6e2435be3686 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:43.037203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:43.045370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.073652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefab9-bcaa-4b69-9b4e-37df4a196369 req-c37daa39-78a4-4abc-b1ab-e757659dcf43 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:43.089055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefab9-bcaa-4b69-9b4e-37df4a196369 req-c37daa39-78a4-4abc-b1ab-e757659dcf43 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:43.092388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5edefab9-bcaa-4b69-9b4e-37df4a196369 req-c37daa39-78a4-4abc-b1ab-e757659dcf43 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 1600 time: 0.1490769 Sep 17 22:46:43.120106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Port': ['ID=81be61f9-2856-4a70-99f8-0d56deed514e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:43.153918 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5edefab9-bcaa-4b69-9b4e-37df4a196369 req-54dab998-034d-41c9-812f-d68e34019580 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525990 Sep 17 22:46:43.183505 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-820964a6-5837-44e3-8250-eaa40a946256 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612487 Sep 17 22:46:43.201145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 89966f7b-3464-46d6-b511-9fa6346e5858 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:43.343197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 89966f7b-3464-46d6-b511-9fa6346e5858 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:43.343574 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.617093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba34d0e-798c-4488-a22a-af871f2ffd51 req-f56860ec-bb81-4b45-a871-fdc4d97050ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:43.632470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dba34d0e-798c-4488-a22a-af871f2ffd51 req-f56860ec-bb81-4b45-a871-fdc4d97050ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.2055838 Sep 17 22:46:43.715453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dba34d0e-798c-4488-a22a-af871f2ffd51 req-14151d49-cd65-4c02-be80-831363c120d7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793927 Sep 17 22:46:43.739523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8852d906-6d76-4e59-8643-c5babf212140 None None] Provisioning complete for port 2a2b5549-a491-49a8-9c18-dc58eae47263 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:43.740418 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8852d906-6d76-4e59-8643-c5babf212140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.750401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55642) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:43.842547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8852d906-6d76-4e59-8643-c5babf212140 None None] Port 2a2b5549-a491-49a8-9c18-dc58eae47263 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:43.968980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b480586-9e1f-4cac-a3fe-90bf50d33af0 req-43ed02d3-4940-475d-a378-06948faa6008 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0536394 Sep 17 22:46:43.978243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1395913904'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:43.999532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] No DVR routers for this DVR port 81be61f9-2856-4a70-99f8-0d56deed514e on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:43.999532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.999532 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-d24f4dbd-efea-465f-8404-190d37325660 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "DELETE /v2.0/ports/81be61f9-2856-4a70-99f8-0d56deed514e HTTP/1.1" status: 204 len: 173 time: 4.9831185 Sep 17 22:46:44.006229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': '81be61f9-2856-4a70-99f8-0d56deed514e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:44.008271 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658da424-995b-4cba-b607-d434f524fa8a" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "81be61f9-2856-4a70-99f8-0d56deed514e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:44.023674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=11']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:44.058787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Made reservation on behalf of 67b46b76172f4ae89d571577e61404fa for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:44.068521 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.081298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.161963 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a062c483-ec09-45e2-b795-508de9e21030 x-openstack-request-id: req-a062c483-ec09-45e2-b795-508de9e21030 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:44.162213 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "81be61f9-2856-4a70-99f8-0d56deed514e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:44.162844 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a062c483-ec09-45e2-b795-508de9e21030 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:44.163241 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': '81be61f9-2856-4a70-99f8-0d56deed514e', 'status': 'completed', 'code': 200} Sep 17 22:46:44.187386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 89966f7b-3464-46d6-b511-9fa6346e5858 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:44.222716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] No DVR routers for this DVR port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:44.229319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-008d205d-4ad4-42bd-ae9f-ba88cfa8a5be req-2a9b4f6a-4635-43d4-be26-8455eeefc799 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9270029 Sep 17 22:46:44.339971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 89966f7b-3464-46d6-b511-9fa6346e5858 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:44.339971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.373619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.415282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.522687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:44.543541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.544218 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Added segment f80914cd-97d4-487e-bd35-f539063c6817 of type vlan for network 30d326a6-81c4-4328-8c6c-203a27a24809 Sep 17 22:46:44.627240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.708280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa400e10-4691-4c73-b3ff-ab93086be7ad,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:44.721880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.728290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:44.729310 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.756586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bb3fb-8191-4a03-9abb-cac665c78fb4 req-00aa8249-552b-4055-bf8d-dccd9b07f146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:44.759790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da4bb3fb-8191-4a03-9abb-cac665c78fb4 req-00aa8249-552b-4055-bf8d-dccd9b07f146 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 944 time: 0.3740563 Sep 17 22:46:44.867480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Router 6e10d25b-3382-49ce-9fd9-03d77c7724ca is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:44.886620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting port 9d718bd9-f68b-442e-92c5-6c077ffc9325 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:44.887734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1357014 Sep 17 22:46:44.890213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.893427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55696) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:44.910504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Request body: {'subnet': {'network_id': '30d326a6-81c4-4328-8c6c-203a27a24809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:45.024231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:45.034918 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71e12f-ea4f-4bc3-a204-96c74e8697fe None None] Sync routers for ids ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:45.050710 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71e12f-ea4f-4bc3-a204-96c74e8697fe None None] Routers {'6e10d25b-3382-49ce-9fd9-03d77c7724ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:45.051343 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0f71e12f-ea4f-4bc3-a204-96c74e8697fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:45.073760 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f5bdf894-50bf-472a-9121-d2bd43e06856 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "PUT /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6248806 Sep 17 22:46:45.078172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55704) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:45.083563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da4bb3fb-8191-4a03-9abb-cac665c78fb4 req-5fab4135-0857-4c8a-add6-0a604d11008d tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070312 Sep 17 22:46:45.102158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5438849-1c3d-4c21-819a-93cdc7521513 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'Network': ['ID=30d326a6-81c4-4328-8c6c-203a27a24809,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:45.114082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 30d326a6-81c4-4328-8c6c-203a27a24809 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:45.218386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204b977-a20b-434d-a563-180750a75b3d req-ab0f7b8a-3c44-4854-81cf-7ccae7ef769d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:45.235585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b204b977-a20b-434d-a563-180750a75b3d req-ab0f7b8a-3c44-4854-81cf-7ccae7ef769d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.3081627 Sep 17 22:46:45.337765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c79374af-3352-443c-9c58-e4fe1573e454 req-c7b87c62-8b13-420c-9e4a-6470ce8d2b51 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0483000 Sep 17 22:46:45.353428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Made reservation on behalf of 67b46b76172f4ae89d571577e61404fa for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:45.357840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.363411 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0f71e12f-ea4f-4bc3-a204-96c74e8697fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:45.388807 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71e12f-ea4f-4bc3-a204-96c74e8697fe None None] Routers {'6e10d25b-3382-49ce-9fd9-03d77c7724ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:45.389463 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0f71e12f-ea4f-4bc3-a204-96c74e8697fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:45.396079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b204b977-a20b-434d-a563-180750a75b3d req-b3ae8472-7ca0-45f9-848f-8d8287242ac5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534948 Sep 17 22:46:45.457929 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0f71e12f-ea4f-4bc3-a204-96c74e8697fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:45.462435 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71e12f-ea4f-4bc3-a204-96c74e8697fe None None] The sync data for ids ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:45.580720 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:45.581324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:45.581744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:45.594612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] For port 9d718bd9-f68b-442e-92c5-6c077ffc9325, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=9d718bd9-f68b-442e-92c5-6c077ffc9325,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:45.596160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.605968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:46:45.607027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Attempting to bind port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:45.631737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.657139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:45.657624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Checking segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:45.658663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Bound using segment: {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:45.659221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Bound port: b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f376818-7afa-414e-bc16-ec76fd651fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:45.659687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.687928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'Subnet': ['ID=7936ba68-cef6-41ca-a1ae-9876a52a1d26,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:45.717817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Checking segment: {'id': 'f80914cd-97d4-487e-bd35-f539063c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '30d326a6-81c4-4328-8c6c-203a27a24809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:45.718124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Network hostable DHCP agents. Network: 30d326a6-81c4-4328-8c6c-203a27a24809, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:45.751693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Network 30d326a6-81c4-4328-8c6c-203a27a24809 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:45.777878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 30d326a6-81c4-4328-8c6c-203a27a24809) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:45.793225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:45.794791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ba105-fa73-4634-9e75-1978fdea78a7 None None] Network 30d326a6-81c4-4328-8c6c-203a27a24809 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:45.795110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.835925 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-37767f4c-cd3a-423c-baae-74d25250eaf3 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9399247 Sep 17 22:46:45.836655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55712) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:45.842214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-21f9f5c6-a789-4c25-b068-6bbb2ea79e0f tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-668809266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:45.865975 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-933c2c78-356d-446c-9680-a56ef3524f37 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:45.867211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-933c2c78-356d-446c-9680-a56ef3524f37 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "PUT /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7880101 Sep 17 22:46:45.868414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:45.873957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55714) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:45.895131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:45.898543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21f9f5c6-a789-4c25-b068-6bbb2ea79e0f tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.899881 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21f9f5c6-a789-4c25-b068-6bbb2ea79e0f tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.943428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.011119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21f9f5c6-a789-4c25-b068-6bbb2ea79e0f tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.026666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21f9f5c6-a789-4c25-b068-6bbb2ea79e0f tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.052713 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-21f9f5c6-a789-4c25-b068-6bbb2ea79e0f tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.054427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-21f9f5c6-a789-4c25-b068-6bbb2ea79e0f tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2167723 Sep 17 22:46:46.057065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55720) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:46.064142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-30d326a6-81c4-4328-8c6c-203a27a24809', 'network_id': '30d326a6-81c4-4328-8c6c-203a27a24809', 'tenant_id': '67b46b76172f4ae89d571577e61404fa', 'fixed_ips': [{'subnet_id': '7936ba68-cef6-41ca-a1ae-9876a52a1d26'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:46.066043 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.077990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:46.078621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.080093 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] 10.222.0.49 "PUT /v2.0/ports/b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 1093 time: 5.6559992 Sep 17 22:46:46.223489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:46.230834 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01331f0-5327-4521-99d4-c58f4f9b1638" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:46.238153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.239564 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.239866 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Floating IP 0321072b-619e-4b1f-a803-822feb30f555 disassociated. External IP: 172.25.0.209, port: 9d718bd9-f68b-442e-92c5-6c077ffc9325. Sep 17 22:46:46.240193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Calling delete_port for 9d718bd9-f68b-442e-92c5-6c077ffc9325 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:46.351047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d458519-d358-493d-8b18-33c58e45e2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=12']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:46.374207 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9ecce4-7887-441d-a6c3-c46a314c1350 x-openstack-request-id: req-9e9ecce4-7887-441d-a6c3-c46a314c1350 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:46.374509 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:46.374770 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e9ecce4-7887-441d-a6c3-c46a314c1350 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:46.375179 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'status': 'completed', 'code': 200} Sep 17 22:46:46.395080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Allocated IP 172.20.0.2 (30d326a6-81c4-4328-8c6c-203a27a24809/7936ba68-cef6-41ca-a1ae-9876a52a1d26/1732f4db-0687-4ee8-8ff6-5b201167f7b3) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:46.521732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-0ba3e1cd-853e-4787-8dba-5e93954be6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:46.523344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-0ba3e1cd-853e-4787-8dba-5e93954be6ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1096 time: 0.3607299 Sep 17 22:46:46.569301 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363e964-c426-4cae-8f99-41efe0d5a26a req-6d47bfb9-6058-4267-bfe0-215cd5c7f110 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:46.585487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4363e964-c426-4cae-8f99-41efe0d5a26a req-6d47bfb9-6058-4267-bfe0-215cd5c7f110 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 944 time: 0.2777376 Sep 17 22:46:46.710194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4363e964-c426-4cae-8f99-41efe0d5a26a req-553a7d43-d66d-48b3-bd42-ef3a603be91b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdecc981-4c13-4d09-8367-1d87ebbc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237171 Sep 17 22:46:46.760518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6650f278-feb4-45b5-bdea-8709358d1005 req-7ffafc16-47e8-4f4b-be27-dfb68418571f tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.2339742 Sep 17 22:46:46.825837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.828140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-43ced8f2-45dd-40df-b8fc-4e6596fd83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:46.832342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-43ced8f2-45dd-40df-b8fc-4e6596fd83a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1096 time: 0.3916070 Sep 17 22:46:46.883381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Port': ['ID=9d718bd9-f68b-442e-92c5-6c077ffc9325,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:46.885854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-bb3da3b2-5b3d-4388-af55-b86b9998bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:46.887543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-bb3da3b2-5b3d-4388-af55-b86b9998bd63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.3523216 Sep 17 22:46:46.911764 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.944498 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.036969 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-48ddd224-1ee0-4536-a9c0-29fe3e61e107 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.1401284 Sep 17 22:46:47.059170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Pushing event updated for resources: {'Port': ['ID=1732f4db-0687-4ee8-8ff6-5b201167f7b3,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:47.073838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Network 30d326a6-81c4-4328-8c6c-203a27a24809 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:47.076616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:47.080899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:47.197087 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.211346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Attempting to bind port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:47.213231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Attempting to bind port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f80914cd-97d4-487e-bd35-f539063c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '30d326a6-81c4-4328-8c6c-203a27a24809'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:47.213769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Attempting to bind port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 on network 30d326a6-81c4-4328-8c6c-203a27a24809 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:47.233013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:47.244509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Checking segment: {'id': 'f80914cd-97d4-487e-bd35-f539063c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '30d326a6-81c4-4328-8c6c-203a27a24809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:47.245226 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.245847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Bound using segment: {'id': 'f80914cd-97d4-487e-bd35-f539063c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '30d326a6-81c4-4328-8c6c-203a27a24809'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:47.246622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Bound port: 1732f4db-0687-4ee8-8ff6-5b201167f7b3, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80914cd-97d4-487e-bd35-f539063c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '30d326a6-81c4-4328-8c6c-203a27a24809'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:47.247301 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.254616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-f47cd85c-fc85-41d8-8106-69de0f5c8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:47.256052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Router cf8abcf2-82b5-49b3-a127-324fa205fe69 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:47.256563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-f47cd85c-fc85-41d8-8106-69de0f5c8442 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.4162815 Sep 17 22:46:47.259708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-8c00f24d-5434-4680-b368-62747e9eac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:47.272915 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-8c00f24d-5434-4680-b368-62747e9eac0e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.1826396 Sep 17 22:46:47.393913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.452337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] For port 1732f4db-0687-4ee8-8ff6-5b201167f7b3, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:47.458067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] For port 1732f4db-0687-4ee8-8ff6-5b201167f7b3, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1732f4db-0687-4ee8-8ff6-5b201167f7b3,segment=NetworkSegment(f80914cd-97d4-487e-bd35-f539063c6817),segment_id=f80914cd-97d4-487e-bd35-f539063c6817)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:47.467695 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.561565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3d380-b12f-4230-90a3-cec5dc4ffea6 None None] Pushing event updated for resources: {'Port': ['ID=1732f4db-0687-4ee8-8ff6-5b201167f7b3,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:47.781715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaab9f0-33a3-4138-88f6-20449501c9a5 req-a36c155f-b020-46ba-8c14-6e605df4e043 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:47.783842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdaab9f0-33a3-4138-88f6-20449501c9a5 req-a36c155f-b020-46ba-8c14-6e605df4e043 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.7488070 Sep 17 22:46:47.891744 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-6e673795-10ee-4d18-a21a-001bfce47fae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.5822196 Sep 17 22:46:47.944543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-260bbc8f-aa85-45e7-8fb7-165ef55fca0f req-295b2ea9-1c92-4483-823e-ebe9b4c3a461 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0853069 Sep 17 22:46:48.002377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-523016e6-f8b2-4cab-b9d6-b35b35a83dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:48.005891 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-523016e6-f8b2-4cab-b9d6-b35b35a83dc0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7215805 Sep 17 22:46:48.191329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bdaab9f0-33a3-4138-88f6-20449501c9a5 req-60e223f6-3424-49bf-ab90-33e6de242a4c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827653 Sep 17 22:46:48.206099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1732f4db-0687-4ee8-8ff6-5b201167f7b3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:48.265248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-11235143-b778-41a1-a758-d7cf368e1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:48.267026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-11235143-b778-41a1-a758-d7cf368e1734 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.3568351 Sep 17 22:46:48.273510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78fbd383-18f4-4a26-a37d-5373ee834fa1 req-0464da34-9e2b-44c4-b10e-1b763495892c tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1069682 Sep 17 22:46:48.322545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:48.322925 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.389133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-f316ef11-2e60-41a7-a10d-afaa2bf1e4e9 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653080 Sep 17 22:46:48.394116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-c49b5711-90d1-4a00-a51a-2a27cf686b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:48.395797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-c49b5711-90d1-4a00-a51a-2a27cf686b4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172156 Sep 17 22:46:48.452472 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Allocated IP 172.20.0.1 (30d326a6-81c4-4328-8c6c-203a27a24809/7936ba68-cef6-41ca-a1ae-9876a52a1d26/d0870d20-3bf2-4072-a051-16b538436e33) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:48.523475 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.601805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 1732f4db-0687-4ee8-8ff6-5b201167f7b3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1732f4db-0687-4ee8-8ff6-5b201167f7b3,segment=NetworkSegment(f80914cd-97d4-487e-bd35-f539063c6817),segment_id=f80914cd-97d4-487e-bd35-f539063c6817)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:48.608242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:48.611276 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.627793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] Sync routers for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:48.670822 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-8086d6d5-c13c-4af4-bcac-6f1ee7bb0692 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476356 Sep 17 22:46:48.704969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] No DVR routers for this DVR port 9d718bd9-f68b-442e-92c5-6c077ffc9325 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:48.710918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.714339 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-037dcc47-0ae9-4aa7-90f6-e7d3d017b3ee req-5f72b29a-7f25-421c-a652-935db38f3825 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.45 "DELETE /v2.0/ports/9d718bd9-f68b-442e-92c5-6c077ffc9325 HTTP/1.1" status: 204 len: 173 time: 4.6975462 Sep 17 22:46:48.715733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:48.721692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-80cb7e9c-8985-4993-abf0-185bb9906d09 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098090 Sep 17 22:46:48.730662 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc063498-666e-4e63-ac12-d5f3a9354e4e" -d '{"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:48.738088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:48.738803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:48.850809 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.857603 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc0e95-8684-414c-ac5b-8c60f3f06f4c x-openstack-request-id: req-18bc0e95-8684-414c-ac5b-8c60f3f06f4c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:48.858234 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8291ea50-942b-4763-8b40-4819a5e839c1", "name": "network-vif-deleted", "tag": "9d718bd9-f68b-442e-92c5-6c077ffc9325", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:48.858638 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18bc0e95-8684-414c-ac5b-8c60f3f06f4c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:48.859189 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8291ea50-942b-4763-8b40-4819a5e839c1', 'name': 'network-vif-deleted', 'tag': '9d718bd9-f68b-442e-92c5-6c077ffc9325', 'status': 'completed', 'code': 200} Sep 17 22:46:48.948011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=1732f4db-0687-4ee8-8ff6-5b201167f7b3,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:48.966788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-420341cf-cd84-470f-b00c-2ef5e91ed8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:48.969336 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-420341cf-cd84-470f-b00c-2ef5e91ed8dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1096 time: 0.1547155 Sep 17 22:46:48.981368 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.065595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-79d5b996-7764-4030-95cd-be3c6afb73e7 service neutron] 10.222.0.45 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333597 Sep 17 22:46:49.096572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Deleting port 2a2b5549-a491-49a8-9c18-dc58eae47263 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:49.097472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.102909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.128575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:49.141069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-e26e481a-ed77-4154-8a08-679c10e41c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:49.143519 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-e26e481a-ed77-4154-8a08-679c10e41c13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.1671622 Sep 17 22:46:49.198424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc30718-88ce-4e53-ad69-58972ad75b32 None None] Network 30d326a6-81c4-4328-8c6c-203a27a24809 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:49.274676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3809d69-bcc6-444c-8993-16902457ba62 req-a2fa6265-9227-4d02-ba89-81ed2e1543fb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.1578012 Sep 17 22:46:49.286785 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-9918247f-73c5-4cd8-8db5-dc691d94158d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 999 time: 0.1355805 Sep 17 22:46:49.288877 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.312633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Network 30d326a6-81c4-4328-8c6c-203a27a24809 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:49.317227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:49.344241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:49.344692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Calling delete_port for 2a2b5549-a491-49a8-9c18-dc58eae47263 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:49.385121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5e5f9c66-e0e2-4f8a-97a3-3adff4ddce0f None None] Provisioning complete for port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:49.386530 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9c66-e0e2-4f8a-97a3-3adff4ddce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.417354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-e6e5addf-27ba-4db3-af0a-2f205bb50160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:49.419009 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-e6e5addf-27ba-4db3-af0a-2f205bb50160 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.1209233 Sep 17 22:46:49.471835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'Port': ['ID=d0870d20-3bf2-4072-a051-16b538436e33,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:49.528535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-08428163-8155-43ea-b14a-3953ccd5bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:49.530503 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-08428163-8155-43ea-b14a-3953ccd5bb21 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020613 Sep 17 22:46:49.539782 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.551537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e409b57d-0bcb-4dfc-afa4-07a21ecd042d req-367fab7e-af6f-42e3-abf2-863865bb9f5a tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0798864 Sep 17 22:46:49.604962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55776) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:49.671797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9031d9-5966-4fa1-baae-1019ea389808 req-0cf7faaa-79fb-4423-8996-5e0ead1c44d6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:49.674229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d9031d9-5966-4fa1-baae-1019ea389808 req-0cf7faaa-79fb-4423-8996-5e0ead1c44d6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.2428319 Sep 17 22:46:49.771092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-f1e4ada3-0b06-46a7-9a2c-8387c31050a4 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261693 Sep 17 22:46:49.775546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.820073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d9031d9-5966-4fa1-baae-1019ea389808 req-360df989-ae78-4a05-ac47-55fab00b0e8e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339035 Sep 17 22:46:49.844303 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.852603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Port': ['ID=2a2b5549-a491-49a8-9c18-dc58eae47263,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:49.910378 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c3022c0-66e7-46e1-9916-28d80eea507f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.109782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:50.182764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.216552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1732f4db-0687-4ee8-8ff6-5b201167f7b3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:50.228459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] Checking router: cf8abcf2-82b5-49b3-a127-324fa205fe69 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:50.371162 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:50.374739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:50.574318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Router 6e10d25b-3382-49ce-9fd9-03d77c7724ca has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:50.608756 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e01331f0-5327-4521-99d4-c58f4f9b1638 req-71e734f6-7d0f-4178-9f4a-c737fd812176 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289039 Sep 17 22:46:50.648137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:46:50.659384 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c3022c0-66e7-46e1-9916-28d80eea507f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.697458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c3022c0-66e7-46e1-9916-28d80eea507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.706120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:50.706854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.741033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:50.746742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f763712c-647b-42d1-90fc-afc6e9aade29 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "PUT /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8713839 Sep 17 22:46:50.751119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55792) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:50.756072 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635a225-4ff0-4545-ac98-b7c129a620d1 None None] Sync routers for ids ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:50.773294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4c3022c0-66e7-46e1-9916-28d80eea507f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a50e83b55eb842f0875abce115b3699b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1656401 Sep 17 22:46:50.773514 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635a225-4ff0-4545-ac98-b7c129a620d1 None None] Routers {'6e10d25b-3382-49ce-9fd9-03d77c7724ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:50.775702 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e635a225-4ff0-4545-ac98-b7c129a620d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:50.783610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b73c5727-7dba-4377-8f89-6259f957658a req-7e0a2477-d07e-4f26-9498-9ca4c7ed32dd tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.2127488 Sep 17 22:46:50.801641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55794) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:50.811079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:50.822233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3b7a3046-1c46-40f6-bf8e-d9408f15ee73 None None] Provisioning complete for port d0870d20-3bf2-4072-a051-16b538436e33 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:50.822617 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3046-1c46-40f6-bf8e-d9408f15ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.829555 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-fa907d3c-e244-4c24-8a9e-07dc7f208879 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] delete failed (client error): The resource could not be found. Sep 17 22:46:50.834805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fa907d3c-e244-4c24-8a9e-07dc7f208879 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-746953588 HTTP/1.1" status: 404 len: 334 time: 0.0783107 Sep 17 22:46:50.835069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55796) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:50.839634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-84b0224d-7738-4b66-82a7-52f521a5ca4c tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e10d25b-3382-49ce-9fd9-03d77c7724ca'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:50.924517 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e635a225-4ff0-4545-ac98-b7c129a620d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:50.950954 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635a225-4ff0-4545-ac98-b7c129a620d1 None None] Routers {'6e10d25b-3382-49ce-9fd9-03d77c7724ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:50.951759 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e635a225-4ff0-4545-ac98-b7c129a620d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:50.990375 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-e635a225-4ff0-4545-ac98-b7c129a620d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:50.990722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.991835 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635a225-4ff0-4545-ac98-b7c129a620d1 None None] The sync data for ids ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:51.005191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2a79a12-c19a-4523-930c-2599d554ffe3 req-a742d823-e58b-49ae-a6d2-e1d892ebe201 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.2790260 Sep 17 22:46:51.053690 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.082065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a3046-1c46-40f6-bf8e-d9408f15ee73 None None] Port d0870d20-3bf2-4072-a051-16b538436e33 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:51.223464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3022c0-66e7-46e1-9916-28d80eea507f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae7936a-8475-4927-ad60-7944e9b32655,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:51.247438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-84b0224d-7738-4b66-82a7-52f521a5ca4c tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.276710 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-84b0224d-7738-4b66-82a7-52f521a5ca4c tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] update failed (client error): The resource could not be found. Sep 17 22:46:51.281226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-84b0224d-7738-4b66-82a7-52f521a5ca4c tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "PUT /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca HTTP/1.1" status: 404 len: 339 time: 0.4416225 Sep 17 22:46:51.281518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55800) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:51.283766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:51.294973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1498183266'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:51.298563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'port_id': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'mac_address': 'fa:16:3e:b0:d5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:46:51.351173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Made reservation on behalf of fe017ae1fa6c4a98bf6b48105694060e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:51.355401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.367066 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.386959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3b7a3046-1c46-40f6-bf8e-d9408f15ee73 None None] Provisioning complete for port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:51.387403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3046-1c46-40f6-bf8e-d9408f15ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.407138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:51.443838 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.444568 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Added segment 1776865e-9708-4c12-a2ce-bfdd529d6613 of type vlan for network 53d47bd0-5b0a-45ae-8e46-87e247f535dc Sep 17 22:46:51.490164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'Port': ['ID=d0870d20-3bf2-4072-a051-16b538436e33,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:51.504295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d26577-113a-4a08-a5ef-1b63951219d0 req-91d06d00-d0d8-43cd-916a-8dad5e3834f6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:51.519629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09d26577-113a-4a08-a5ef-1b63951219d0 req-91d06d00-d0d8-43cd-916a-8dad5e3834f6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 944 time: 0.5033927 Sep 17 22:46:51.525478 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-830dd20f-18b6-4150-b872-6d0e1ee2f10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.542132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Network 30d326a6-81c4-4328-8c6c-203a27a24809 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:51.562075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:51.587897 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.657512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.665004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:51.665651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.768811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Network': ['ID=53d47bd0-5b0a-45ae-8e46-87e247f535dc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:51.781875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.782221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.782635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.783540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.784172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.784766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.785244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.785922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.786270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.786681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.787332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.787902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.802876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-830dd20f-18b6-4150-b872-6d0e1ee2f10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.805514 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9ea73235-8d2c-46d5-974a-26756baa2346 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5230176 Sep 17 22:46:51.806547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:51.811847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'subnet': {'network_id': '53d47bd0-5b0a-45ae-8e46-87e247f535dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:51.817085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09d26577-113a-4a08-a5ef-1b63951219d0 req-79ebadf9-2bde-4354-8489-680307bd2bea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894723 Sep 17 22:46:52.005994 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.008970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 53d47bd0-5b0a-45ae-8e46-87e247f535dc details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:52.085140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:46:52.129759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c795c0b-5ee2-4113-af1a-cc1913ac73b1 req-40af217a-7a72-4ab2-8218-da0f10b7e0dd tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.1472619 Sep 17 22:46:52.149289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:52.213270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f97058f3-a63f-4ba3-9ef5-6505bc4431b4 req-8b9e27b1-0f0d-4eae-a54b-909886c92d55 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0439057 Sep 17 22:46:52.261488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-830dd20f-18b6-4150-b872-6d0e1ee2f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.263630 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.265323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-830dd20f-18b6-4150-b872-6d0e1ee2f10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.270355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-830dd20f-18b6-4150-b872-6d0e1ee2f10c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eae7936a-8475-4927-ad60-7944e9b32655 HTTP/1.1" status: 204 len: 168 time: 1.4425068 Sep 17 22:46:52.274309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Router 928b93a8-caad-4df6-9e5c-390b1bdb17be is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:52.286145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dd20f-18b6-4150-b872-6d0e1ee2f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae7936a-8475-4927-ad60-7944e9b32655,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:52.404771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:52.412537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8f784246-c5f7-4c8a-82e3-7a453d276e06 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "PUT /v2.0/routers/928b93a8-caad-4df6-9e5c-390b1bdb17be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3537307 Sep 17 22:46:52.414693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55812) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:52.420374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Request body: {'port': {'network_id': '30d326a6-81c4-4328-8c6c-203a27a24809', 'name': 'tempest-FloatingIPNegativeTestJSON-128017521'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:52.435464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=13']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:52.445753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2ad68-f269-47e4-a851-f73028a5d905 None None] Sync routers for ids ['928b93a8-caad-4df6-9e5c-390b1bdb17be'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:52.555507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:52.567838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2ad68-f269-47e4-a851-f73028a5d905 None None] Routers {'928b93a8-caad-4df6-9e5c-390b1bdb17be'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:52.571420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-eec2ad68-f269-47e4-a851-f73028a5d905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['928b93a8-caad-4df6-9e5c-390b1bdb17be'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:52.664283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-56ed9a28-cd90-4171-aeea-afbe342b07c2 None None] Provisioning complete for port d0870d20-3bf2-4072-a051-16b538436e33 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:52.664734 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-56ed9a28-cd90-4171-aeea-afbe342b07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.670811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Made reservation on behalf of 67b46b76172f4ae89d571577e61404fa for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:52.677462 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.707691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Made reservation on behalf of fe017ae1fa6c4a98bf6b48105694060e for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:52.714119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.737470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] device_id is not set on port 363d8158-9d69-4846-ae4e-6bdeb07b0d80 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:46:52.770621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d64e52-713f-416f-b76b-e5b352332c00 None None] The sync data for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 is: [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f73484a9-f98a-432b-9928-3f57da44ffa9', 'name': '', 'network_id': 'aa388694-c383-4083-82af-2984c0d11591', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'mac_address': 'fa:16:3e:bb:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a403d8ef-12d7-498f-8761-b85364669067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:24Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'subnets': [{'id': 'a403d8ef-12d7-498f-8761-b85364669067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:52.781324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:46:52.916785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55820) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:52.929362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-eec2ad68-f269-47e4-a851-f73028a5d905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:53.004584 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cc3106e9-972d-4720-bb4f-cf90eb1e80f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.026507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2ad68-f269-47e4-a851-f73028a5d905 None None] Routers {'928b93a8-caad-4df6-9e5c-390b1bdb17be'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:53.027086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-eec2ad68-f269-47e4-a851-f73028a5d905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['928b93a8-caad-4df6-9e5c-390b1bdb17be'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:53.053289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.059820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Allocated IP 172.20.0.8 (30d326a6-81c4-4328-8c6c-203a27a24809/7936ba68-cef6-41ca-a1ae-9876a52a1d26/363d8158-9d69-4846-ae4e-6bdeb07b0d80) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:53.119666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56ed41-3552-4713-87f1-b2567b03db6b req-b9d4f350-56b7-40c5-adaa-f004448c929e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:53.123432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a56ed41-3552-4713-87f1-b2567b03db6b req-b9d4f350-56b7-40c5-adaa-f004448c929e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 945 time: 0.1637883 Sep 17 22:46:53.135104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-eec2ad68-f269-47e4-a851-f73028a5d905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:53.135828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2ad68-f269-47e4-a851-f73028a5d905 None None] The sync data for ids ['928b93a8-caad-4df6-9e5c-390b1bdb17be'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:53.139393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-56ed9a28-cd90-4171-aeea-afbe342b07c2 None None] Port d0870d20-3bf2-4072-a051-16b538436e33 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:53.180727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Subnet': ['ID=0c613346-22d3-4f5e-b279-cf364078edd1,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:53.188664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Checking segment: {'id': '1776865e-9708-4c12-a2ce-bfdd529d6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53d47bd0-5b0a-45ae-8e46-87e247f535dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:53.188919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network hostable DHCP agents. Network: 53d47bd0-5b0a-45ae-8e46-87e247f535dc, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:53.229074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network 53d47bd0-5b0a-45ae-8e46-87e247f535dc is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:53.250848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 53d47bd0-5b0a-45ae-8e46-87e247f535dc) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:53.267102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:53.268300 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.275094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d037e9-0630-4e5c-904f-0791a5bfaa0a None None] Network 53d47bd0-5b0a-45ae-8e46-87e247f535dc requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:53.305166 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b40080-7e2e-401d-b761-edcf80c098b7 None None] New status for floating IP 0321072b-619e-4b1f-a803-822feb30f555: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:46:53.381789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a56ed41-3552-4713-87f1-b2567b03db6b req-082ec9cd-1ad8-4b42-92cf-2aeec6613485 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370286 Sep 17 22:46:53.391226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ad8f28b-4b85-477e-97ce-29753fd07f33 req-1104ef53-b333-48c8-ba90-91f23e224781 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.1024716 Sep 17 22:46:53.413423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55826) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:53.501195 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cc3106e9-972d-4720-bb4f-cf90eb1e80f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.505428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.541745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b73a398d-447a-4d31-890f-fa52ba27b70e tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7338355 Sep 17 22:46:53.543545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55828) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:53.545250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cc3106e9-972d-4720-bb4f-cf90eb1e80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.564638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-eb8c3050-182b-4584-8611-6394f206690b tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'router': {'external_gateway_info': {'network_id': '53d47bd0-5b0a-45ae-8e46-87e247f535dc'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:53.627586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cc3106e9-972d-4720-bb4f-cf90eb1e80f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce4b1d63b08944169129dc8c69c58016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055390 Sep 17 22:46:53.632538 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-375e8e65-e29e-4b2f-bc08-13f65d22565a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce HTTP/1.1" status: 200 len: 992 time: 0.2162123 Sep 17 22:46:53.636131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55830) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:53.636827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73b14ca6-e4e8-454c-a4c3-92f8a8066b1e req-3f5f331c-af0e-4cc2-9986-11d0226a5f77 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1292548 Sep 17 22:46:53.695740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3106e9-972d-4720-bb4f-cf90eb1e80f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4844d-d536-4a38-abd5-5a8d133e5905,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:53.710337 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.749233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-53d47bd0-5b0a-45ae-8e46-87e247f535dc', 'network_id': '53d47bd0-5b0a-45ae-8e46-87e247f535dc', 'tenant_id': 'fe017ae1fa6c4a98bf6b48105694060e', 'fixed_ips': [{'subnet_id': '0c613346-22d3-4f5e-b279-cf364078edd1'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:53.750804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.767185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Network 30d326a6-81c4-4328-8c6c-203a27a24809 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:53.771332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:53.789908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:53.846065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'Port': ['ID=363d8158-9d69-4846-ae4e-6bdeb07b0d80,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:53.913116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:53.913787 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.956540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-583cb8f2-14dc-41bf-9a5d-bfd960cf5523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.960952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fdbeeb9a-98bb-4afe-8a54-0c80e6f28e27 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5417116 Sep 17 22:46:53.961097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55834) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:54.004889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:54.023819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Allocated IP 2001:db8:1::2 (53d47bd0-5b0a-45ae-8e46-87e247f535dc/0c613346-22d3-4f5e-b279-cf364078edd1/9c57693b-70f3-4b0a-843c-a055f31e0304) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:54.108643 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb8c3050-182b-4584-8611-6394f206690b tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.129428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-583cb8f2-14dc-41bf-9a5d-bfd960cf5523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.191380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.222633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-11fad6a7-128a-4b7b-acb0-bdd7b1e05beb None None] Provisioning complete for port 363d8158-9d69-4846-ae4e-6bdeb07b0d80 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:54.223622 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11fad6a7-128a-4b7b-acb0-bdd7b1e05beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.257482 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.281297 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.331474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Pushing event updated for resources: {'Port': ['ID=9c57693b-70f3-4b0a-843c-a055f31e0304,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:54.350419 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-583cb8f2-14dc-41bf-9a5d-bfd960cf5523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.353478 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-583cb8f2-14dc-41bf-9a5d-bfd960cf5523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.357209 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-583cb8f2-14dc-41bf-9a5d-bfd960cf5523 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75a4844d-d536-4a38-abd5-5a8d133e5905 HTTP/1.1" status: 204 len: 168 time: 0.7054667 Sep 17 22:46:54.357937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Network 53d47bd0-5b0a-45ae-8e46-87e247f535dc is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:54.359688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-11fad6a7-128a-4b7b-acb0-bdd7b1e05beb None None] Port 363d8158-9d69-4846-ae4e-6bdeb07b0d80 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:54.363818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:54.374031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:54.394708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cb8f2-14dc-41bf-9a5d-bfd960cf5523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4844d-d536-4a38-abd5-5a8d133e5905,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:54.404085 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-eb8c3050-182b-4584-8611-6394f206690b tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:54.405570 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eb8c3050-182b-4584-8611-6394f206690b tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "PUT /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca HTTP/1.1" status: 400 len: 364 time: 0.8585536 Sep 17 22:46:54.409602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55838) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:54.472184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Attempting to bind port 9c57693b-70f3-4b0a-843c-a055f31e0304 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:54.472607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Attempting to bind port 9c57693b-70f3-4b0a-843c-a055f31e0304 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '1776865e-9708-4c12-a2ce-bfdd529d6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53d47bd0-5b0a-45ae-8e46-87e247f535dc'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:54.472961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Attempting to bind port 9c57693b-70f3-4b0a-843c-a055f31e0304 on network 53d47bd0-5b0a-45ae-8e46-87e247f535dc {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:54.473071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.483969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:54.484341 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Checking segment: {'id': '1776865e-9708-4c12-a2ce-bfdd529d6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53d47bd0-5b0a-45ae-8e46-87e247f535dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:54.484658 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.487299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Bound using segment: {'id': '1776865e-9708-4c12-a2ce-bfdd529d6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53d47bd0-5b0a-45ae-8e46-87e247f535dc'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:54.487862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Bound port: 9c57693b-70f3-4b0a-843c-a055f31e0304, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1776865e-9708-4c12-a2ce-bfdd529d6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53d47bd0-5b0a-45ae-8e46-87e247f535dc'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:54.488258 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.628487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] For port 9c57693b-70f3-4b0a-843c-a055f31e0304, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:54.632306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] For port 9c57693b-70f3-4b0a-843c-a055f31e0304, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9c57693b-70f3-4b0a-843c-a055f31e0304,segment=NetworkSegment(1776865e-9708-4c12-a2ce-bfdd529d6613),segment_id=1776865e-9708-4c12-a2ce-bfdd529d6613)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:54.635478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:54.676715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Allocated IP 172.25.0.245 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/178caae8-9e47-4fd2-8524-6ccce26faf8a) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:54.679831 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.841186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1206e-7f62-4d57-8bad-3fa26fbb6eb4 None None] Pushing event updated for resources: {'Port': ['ID=9c57693b-70f3-4b0a-843c-a055f31e0304,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:54.856876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:46:54.865886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:54.866257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.038988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.147032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.173313 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.202596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55848) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:55.210791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:55.213684 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb71d26-3b66-4ddf-b936-2a9c1f2351df" -d '{"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-plugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:55.221244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:55.227751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b39650bf-99d3-4050-845d-c94da47546e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.227986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.260954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:55.268621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:55.271814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bde8feec-df7e-475d-b9f1-5d7df9ccabd3 req-9b402674-ad7a-4e85-8081-1eed8594c132 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.7073522 Sep 17 22:46:55.278605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:55.283456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'Port': ['ID=178caae8-9e47-4fd2-8524-6ccce26faf8a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:55.329212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=14']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:55.367269 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb99c69b-4928-420a-85c2-7515376309ca x-openstack-request-id: req-cb99c69b-4928-420a-85c2-7515376309ca {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:55.367587 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-plugged", "status": "completed", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:55.367887 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb99c69b-4928-420a-85c2-7515376309ca {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:55.368447 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'code': 200} Sep 17 22:46:55.388058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a18de78-2dc3-44b6-b53b-06f982c0ffaa req-0a9cd95d-161e-43dd-8b2e-526a579829fb tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1151266 Sep 17 22:46:55.461551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.464766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.522528 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.569692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b39650bf-99d3-4050-845d-c94da47546e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.580755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b39650bf-99d3-4050-845d-c94da47546e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.695765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39650bf-99d3-4050-845d-c94da47546e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e079bdfd-f80d-4521-ac59-b839034d2ff3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:55.707809 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b39650bf-99d3-4050-845d-c94da47546e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e46a30b3ee4d496c8ccf27e7a03106bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022659 Sep 17 22:46:55.710994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55852) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:55.745366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Allocated IP 2001:db8::1 (a92d76f0-20a9-41e1-89af-fc625c46f158/5f96b1b6-491e-4567-89f4-91efbb4b6d55/c95e87f0-c9d4-49a1-9897-ae751f05782d) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:55.794965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8586d983-af68-4a11-aaa0-6969a416198d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.823794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.836411 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8586d983-af68-4a11-aaa0-6969a416198d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.838744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.914937 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.968758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'Port': ['ID=178caae8-9e47-4fd2-8524-6ccce26faf8a,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:55.983752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.999851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.027676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8586d983-af68-4a11-aaa0-6969a416198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.031654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8586d983-af68-4a11-aaa0-6969a416198d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.039662 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8586d983-af68-4a11-aaa0-6969a416198d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e079bdfd-f80d-4521-ac59-b839034d2ff3 HTTP/1.1" status: 204 len: 168 time: 0.3248277 Sep 17 22:46:56.062531 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.063802 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-059bcfb0-f859-4db1-8948-81d7e9ed3baf tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1019258 Sep 17 22:46:56.064789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586d983-af68-4a11-aaa0-6969a416198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e079bdfd-f80d-4521-ac59-b839034d2ff3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:56.069385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55862) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:56.073967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-296e869e-82be-423c-868c-1b420271ff25 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Request body: {'floatingip': {'port_id': '363d8158-9d69-4846-ae4e-6bdeb07b0d80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:56.168726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network a92d76f0-20a9-41e1-89af-fc625c46f158 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:56.169756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Port': ['ID=c95e87f0-c9d4-49a1-9897-ae751f05782d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:56.174427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:56.177481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:56.178040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.203310 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-296e869e-82be-423c-868c-1b420271ff25 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.432617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8686d6-c6dd-41aa-8e18-297feec2ca75 None None] Network 53d47bd0-5b0a-45ae-8e46-87e247f535dc requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:56.486180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9c57693b-70f3-4b0a-843c-a055f31e0304 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:56.544671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.569670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-62f5b641-8ec9-4eec-8f04-d952a041c67c None None] Provisioning complete for port 9c57693b-70f3-4b0a-843c-a055f31e0304 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:56.570043 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-62f5b641-8ec9-4eec-8f04-d952a041c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.629206 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-296e869e-82be-423c-868c-1b420271ff25 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] update failed (client error): The resource could not be found. Sep 17 22:46:56.630436 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-296e869e-82be-423c-868c-1b420271ff25 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "PUT /v2.0/floatingips/186afc34-caef-432b-a5ea-e9cd771844ad HTTP/1.1" status: 404 len: 507 time: 0.5600436 Sep 17 22:46:56.640372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55876) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:56.656988 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94587ea2-8d9d-4969-b0ba-b09554e00b04 req-688429ae-8348-4fd7-b5c7-577060257f21 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.1878428 Sep 17 22:46:56.709601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9c57693b-70f3-4b0a-843c-a055f31e0304 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:56.710235 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.743996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75fc779a-f1bf-4dbd-8ed0-32d8125cb7cc req-97dabc9b-4c11-49c5-8283-0931fe94f174 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0868893 Sep 17 22:46:56.881479 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-62f5b641-8ec9-4eec-8f04-d952a041c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.971775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Deleting port 178caae8-9e47-4fd2-8524-6ccce26faf8a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:56.972234 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.005231 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.015042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-62f5b641-8ec9-4eec-8f04-d952a041c67c None None] For port 9c57693b-70f3-4b0a-843c-a055f31e0304, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9c57693b-70f3-4b0a-843c-a055f31e0304,segment=NetworkSegment(1776865e-9708-4c12-a2ce-bfdd529d6613),segment_id=1776865e-9708-4c12-a2ce-bfdd529d6613)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:57.047424 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-62f5b641-8ec9-4eec-8f04-d952a041c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.124410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.124862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.146106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Calling delete_port for 178caae8-9e47-4fd2-8524-6ccce26faf8a owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:57.236244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b641-8ec9-4eec-8f04-d952a041c67c None None] Pushing event updated for resources: {'Port': ['ID=9c57693b-70f3-4b0a-843c-a055f31e0304,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:57.246477 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:57.246931 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:57.247810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7b0bedee-a734-4398-bbec-3e76c990d73b None None] Provisioning complete for port c95e87f0-c9d4-49a1-9897-ae751f05782d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:57.248195 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7b0bedee-a734-4398-bbec-3e76c990d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.322234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bedee-a734-4398-bbec-3e76c990d73b None None] Port c95e87f0-c9d4-49a1-9897-ae751f05782d cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:57.372081 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.379643 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.380778 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.452411 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.482835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event updated for resources: {'Port': ['ID=c95e87f0-c9d4-49a1-9897-ae751f05782d,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:57.530934 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event deleted for resources: {'Port': ['ID=178caae8-9e47-4fd2-8524-6ccce26faf8a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:57.556309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-427bea24-4dc5-46f9-830b-19b68aa4d88c None None] Provisioning complete for port 9c57693b-70f3-4b0a-843c-a055f31e0304 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:57.556701 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-427bea24-4dc5-46f9-830b-19b68aa4d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.602888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Network a92d76f0-20a9-41e1-89af-fc625c46f158 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:57.607586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:57.684317 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.693047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.694274 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7d79c3e2-5662-4d5f-80cc-a74913a2ed9c tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "DELETE /v2.0/floatingips/186afc34-caef-432b-a5ea-e9cd771844ad HTTP/1.1" status: 204 len: 168 time: 1.0531712 Sep 17 22:46:57.697840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55904) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:57.703902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a315161e-767c-434e-a587-7e15a19639ad tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Request body: {'floatingip': {'floating_network_id': '30d326a6-81c4-4328-8c6c-203a27a24809', 'port_id': '363d8158-9d69-4846-ae4e-6bdeb07b0d80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:57.771678 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a315161e-767c-434e-a587-7e15a19639ad tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.878605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Router 6e10d25b-3382-49ce-9fd9-03d77c7724ca has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:57.950645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c858fa82-7767-47b8-b8de-c118fbfd3d0f req-f5aa6683-d197-49cd-b95b-97ed9be2f087 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.1052685 Sep 17 22:46:58.052079 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-a315161e-767c-434e-a587-7e15a19639ad tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:46:58.057636 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a315161e-767c-434e-a587-7e15a19639ad tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3542774 Sep 17 22:46:58.058851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55914) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.071533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '363d8158-9d69-4846-ae4e-6bdeb07b0d80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:58.087659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-662a0ce5-1266-431f-a1e6-6cf093a7e870 req-12a7334e-4bc6-4a54-8933-1407a4169e93 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1328232 Sep 17 22:46:58.141437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.216524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9c57693b-70f3-4b0a-843c-a055f31e0304 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:58.305423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7d8ae1e2-e1c4-4fb4-b3f4-3b21d0536d90 None None] Provisioning complete for port c95e87f0-c9d4-49a1-9897-ae751f05782d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:58.305844 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae1e2-e1c4-4fb4-b3f4-3b21d0536d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.338822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:58.356049 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8dec499f-fe57-480d-be78-b116442c6980 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "PUT /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9451463 Sep 17 22:46:58.357347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55920) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.359398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c6e19-b975-43cd-a8bf-1ecc1f2e1a42 None None] Sync routers for ids ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:58.366480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9c57693b-70f3-4b0a-843c-a055f31e0304 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:58.366830 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.410303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.420974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ae1e2-e1c4-4fb4-b3f4-3b21d0536d90 None None] Port c95e87f0-c9d4-49a1-9897-ae751f05782d cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:58.428379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c6e19-b975-43cd-a8bf-1ecc1f2e1a42 None None] Routers {'6e10d25b-3382-49ce-9fd9-03d77c7724ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:58.429180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7b5c6e19-b975-43cd-a8bf-1ecc1f2e1a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:58.478630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7b5c6e19-b975-43cd-a8bf-1ecc1f2e1a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:58.499938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c6e19-b975-43cd-a8bf-1ecc1f2e1a42 None None] Routers {'6e10d25b-3382-49ce-9fd9-03d77c7724ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:58.500721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7b5c6e19-b975-43cd-a8bf-1ecc1f2e1a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:58.560221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7b5c6e19-b975-43cd-a8bf-1ecc1f2e1a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:58.562086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c6e19-b975-43cd-a8bf-1ecc1f2e1a42 None None] The sync data for ids ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:58.574667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-47780fb1-afab-45c0-b983-434b62d3d1de tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.585070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Allocated IP 172.25.0.133 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/25ae946c-cad5-404f-8808-05578ff050c8) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:58.698388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55926) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.755857 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-47780fb1-afab-45c0-b983-434b62d3d1de tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:46:58.756954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-47780fb1-afab-45c0-b983-434b62d3d1de tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca HTTP/1.1" status: 409 len: 329 time: 0.3975468 Sep 17 22:46:58.759649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55930) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.791190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.830195 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.885686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a74c7ff1-e88b-4fb9-acc8-5c85281d480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.916624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:58.919103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:58.939766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:58.946084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event updated for resources: {'Port': ['ID=25ae946c-cad5-404f-8808-05578ff050c8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:59.125491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7d48258-cd86-4388-92b6-524f6dab2884 req-0a445d77-810c-40a3-8865-ddbdb730b8c4 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0307739 Sep 17 22:46:59.230503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Deleting port 25ae946c-cad5-404f-8808-05578ff050c8 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:59.231214 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.233752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a74c7ff1-e88b-4fb9-acc8-5c85281d480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.249295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a74c7ff1-e88b-4fb9-acc8-5c85281d480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.314813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59b0b7ce-9cd9-4b29-a8c0-a27b2b049328 req-d6a0e1d8-be59-4bf9-9b54-c5702afe65ce tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0748858 Sep 17 22:46:59.347128 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.656992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c7ff1-e88b-4fb9-acc8-5c85281d480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a961ec7d-9f1b-4f40-85bd-a17c8b17060d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:59.663741 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a74c7ff1-e88b-4fb9-acc8-5c85281d480e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8b0dd5d91f643268ab48b4f11d9aad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9631689 Sep 17 22:46:59.666921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55942) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:59.707503 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.707866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.731321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Calling delete_port for 25ae946c-cad5-404f-8808-05578ff050c8 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:59.735395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Deleting port c95e87f0-c9d4-49a1-9897-ae751f05782d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:59.735813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.804958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9001052a-8e60-432d-b8dc-04cccdd156c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.839629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.857843 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Calling delete_port for c95e87f0-c9d4-49a1-9897-ae751f05782d owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:59.876485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9001052a-8e60-432d-b8dc-04cccdd156c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.932475 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9cbf483a-b317-40d2-b744-2f5ddc45b4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.048352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.097774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event deleted for resources: {'Port': ['ID=25ae946c-cad5-404f-8808-05578ff050c8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:00.107394 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9001052a-8e60-432d-b8dc-04cccdd156c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.110754 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9001052a-8e60-432d-b8dc-04cccdd156c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.139801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.143891 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9001052a-8e60-432d-b8dc-04cccdd156c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a961ec7d-9f1b-4f40-85bd-a17c8b17060d HTTP/1.1" status: 204 len: 168 time: 0.4758201 Sep 17 22:47:00.189865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55954) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:00.193149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Port': ['ID=c95e87f0-c9d4-49a1-9897-ae751f05782d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:00.227799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001052a-8e60-432d-b8dc-04cccdd156c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a961ec7d-9f1b-4f40-85bd-a17c8b17060d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:00.430367 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] create failed (client error): The resource could not be found. Sep 17 22:47:00.432947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d0a36779-cb64-45b6-bf5e-4cdca98df954 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3720896 Sep 17 22:47:00.436125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:00.483872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcaf30c1-389f-4008-9b7a-9b60fcb4ede9 req-41bf6e95-e6cc-4107-90ec-e67e0020761b tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0580163 Sep 17 22:47:00.498907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.501296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-278294bc-caf0-4349-b552-fb776d54f4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.511709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7789123b-b712-4ad0-bb93-82a93c3ca763 req-5307bb6b-5230-4603-a5fa-e9ad1fb18b05 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0914192 Sep 17 22:47:00.600967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8ed16d9d-95b6-4668-8fe0-84e84127ef86 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Deleting port 363d8158-9d69-4846-ae4e-6bdeb07b0d80 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:00.602457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ed16d9d-95b6-4668-8fe0-84e84127ef86 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.740659 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ed16d9d-95b6-4668-8fe0-84e84127ef86 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.762805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8ed16d9d-95b6-4668-8fe0-84e84127ef86 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Calling delete_port for 363d8158-9d69-4846-ae4e-6bdeb07b0d80 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:00.949145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ed16d9d-95b6-4668-8fe0-84e84127ef86 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.012557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Router 6e10d25b-3382-49ce-9fd9-03d77c7724ca has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:01.064422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed16d9d-95b6-4668-8fe0-84e84127ef86 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event deleted for resources: {'Port': ['ID=363d8158-9d69-4846-ae4e-6bdeb07b0d80,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:01.094082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ed16d9d-95b6-4668-8fe0-84e84127ef86 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.096728 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8ed16d9d-95b6-4668-8fe0-84e84127ef86 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "DELETE /v2.0/ports/363d8158-9d69-4846-ae4e-6bdeb07b0d80 HTTP/1.1" status: 204 len: 168 time: 0.6581011 Sep 17 22:47:01.099009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55982) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:01.124843 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:01.132863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0e34aaa9-854c-484f-8448-493878534fad tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "PUT /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3719630 Sep 17 22:47:01.138077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:01.145140 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc2b95-c787-49a8-8949-a24d32869976 None None] Sync routers for ids ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:01.162181 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc2b95-c787-49a8-8949-a24d32869976 None None] Routers {'6e10d25b-3382-49ce-9fd9-03d77c7724ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:01.164105 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-07dc2b95-c787-49a8-8949-a24d32869976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:01.185945 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-278294bc-caf0-4349-b552-fb776d54f4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.192193 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-278294bc-caf0-4349-b552-fb776d54f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.213849 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-59ccb073-0228-49c3-96ab-61ea438b5070 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] show failed (client error): The resource could not be found. Sep 17 22:47:01.220376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-59ccb073-0228-49c3-96ab-61ea438b5070 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1451112368 HTTP/1.1" status: 404 len: 335 time: 0.0746036 Sep 17 22:47:01.225489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:01.231237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-df9a4088-96ef-4041-afd9-cd94c466c98b tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:01.256152 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-07dc2b95-c787-49a8-8949-a24d32869976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:01.262467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-278294bc-caf0-4349-b552-fb776d54f4bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4003b10788645309c284bc9b771528b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0657818 Sep 17 22:47:01.263736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278294bc-caf0-4349-b552-fb776d54f4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4fbe0e-7138-46c3-9d64-ea80adcab4f8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:01.268022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55994) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:01.278971 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc2b95-c787-49a8-8949-a24d32869976 None None] Routers {'6e10d25b-3382-49ce-9fd9-03d77c7724ca'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:01.279592 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-07dc2b95-c787-49a8-8949-a24d32869976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:46:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:01.306218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3a5c1-9867-46af-b002-932a664ecdf9 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:01.308007 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dde3a5c1-9867-46af-b002-932a664ecdf9 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "GET /v2.0/ports?device_id=928b93a8-caad-4df6-9e5c-390b1bdb17be HTTP/1.1" status: 200 len: 913 time: 0.2080348 Sep 17 22:47:01.309234 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-df9a4088-96ef-4041-afd9-cd94c466c98b tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] update failed (client error): The resource could not be found. Sep 17 22:47:01.310830 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df9a4088-96ef-4041-afd9-cd94c466c98b tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-2086303683 HTTP/1.1" status: 404 len: 335 time: 0.0830164 Sep 17 22:47:01.311980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55996) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:01.314728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 55998) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:01.375462 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-07dc2b95-c787-49a8-8949-a24d32869976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:01.377073 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc2b95-c787-49a8-8949-a24d32869976 None None] The sync data for ids ['6e10d25b-3382-49ce-9fd9-03d77c7724ca'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:01.384366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6f9f9e-d317-4663-af53-e042f9365bea tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Deleting subnet 0c613346-22d3-4f5e-b279-cf364078edd1 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:01.385750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8be4268-d7fe-47ad-a4a8-62dae9313edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.389859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9f9e-d317-4663-af53-e042f9365bea tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.444749 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8be4268-d7fe-47ad-a4a8-62dae9313edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.470938 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9f9e-d317-4663-af53-e042f9365bea tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.565209 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9f9e-d317-4663-af53-e042f9365bea tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.652119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9f9e-d317-4663-af53-e042f9365bea tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.676540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9f9e-d317-4663-af53-e042f9365bea tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.679275 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2b6f9f9e-d317-4663-af53-e042f9365bea tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/subnets/0c613346-22d3-4f5e-b279-cf364078edd1 HTTP/1.1" status: 204 len: 168 time: 0.3636074 Sep 17 22:47:01.685757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda54de-bec8-4eb9-959d-b1529f22ca27 None None] Network 53d47bd0-5b0a-45ae-8e46-87e247f535dc requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:01.702345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f9f9e-d317-4663-af53-e042f9365bea tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Subnet': ['ID=0c613346-22d3-4f5e-b279-cf364078edd1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:01.703007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4247835-d7f8-4900-85bb-14abd6f7c961 req-b2ce1da6-6719-43db-b808-a11d2cc6e992 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0568297 Sep 17 22:47:01.703490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56010) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:01.728426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff2c0dc0-9a9f-4a45-892b-f7440e1885e6 req-9b0e1b5a-4f21-4eaf-93e6-7bc06fd13344 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1106763 Sep 17 22:47:01.823976 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8be4268-d7fe-47ad-a4a8-62dae9313edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.826501 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8be4268-d7fe-47ad-a4a8-62dae9313edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.827671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b8be4268-d7fe-47ad-a4a8-62dae9313edf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c4fbe0e-7138-46c3-9d64-ea80adcab4f8 HTTP/1.1" status: 204 len: 168 time: 0.5580294 Sep 17 22:47:01.871766 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.877495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be4268-d7fe-47ad-a4a8-62dae9313edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4fbe0e-7138-46c3-9d64-ea80adcab4f8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:01.945349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] DHCP port deletion for 53d47bd0-5b0a-45ae-8e46-87e247f535dc request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:01.965080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.054997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] Deleting port 9c57693b-70f3-4b0a-843c-a055f31e0304 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:02.055381 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.092550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Deleting port 9c57693b-70f3-4b0a-843c-a055f31e0304 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:02.093120 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.215573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] For port 9c57693b-70f3-4b0a-843c-a055f31e0304, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9c57693b-70f3-4b0a-843c-a055f31e0304,segment=NetworkSegment(1776865e-9708-4c12-a2ce-bfdd529d6613),segment_id=1776865e-9708-4c12-a2ce-bfdd529d6613)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:02.215974 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.244725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] For port 9c57693b-70f3-4b0a-843c-a055f31e0304, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9c57693b-70f3-4b0a-843c-a055f31e0304,segment=NetworkSegment(1776865e-9708-4c12-a2ce-bfdd529d6613),segment_id=1776865e-9708-4c12-a2ce-bfdd529d6613)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:02.244725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.255537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] Calling delete_port for 9c57693b-70f3-4b0a-843c-a055f31e0304 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:02.266618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Calling delete_port for 9c57693b-70f3-4b0a-843c-a055f31e0304 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:02.277782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9c57693b-70f3-4b0a-843c-a055f31e0304 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:02.469103 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.476837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56024) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:02.479438 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.503333 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7f17-c5dd-4b16-8ff6-98360f262525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.511988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] Pushing event deleted for resources: {'Port': ['ID=9c57693b-70f3-4b0a-843c-a055f31e0304,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:02.517469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.519322 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8ec4e-d53e-4bb5-b6e5-48400c5d043a None None] No DVR routers for this DVR port 9c57693b-70f3-4b0a-843c-a055f31e0304 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:02.569968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Port': ['ID=9c57693b-70f3-4b0a-843c-a055f31e0304,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:02.590022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] No DVR routers for this DVR port 9c57693b-70f3-4b0a-843c-a055f31e0304 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:02.645449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Deleting port d0870d20-3bf2-4072-a051-16b538436e33 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:02.645801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.683185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7f17-c5dd-4b16-8ff6-98360f262525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.689286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7f17-c5dd-4b16-8ff6-98360f262525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.744716 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4f2e7f17-c5dd-4b16-8ff6-98360f262525 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=438741e8741c4bf8a1f093e88d36e5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642784 Sep 17 22:47:02.745052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56028) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:02.754079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e7f17-c5dd-4b16-8ff6-98360f262525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd9c4d1-386c-4ff5-9a97-b4e5e43bd17a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:02.775799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e3d91932-74b2-4e73-ad5a-a54ada7d540d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.823663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.855823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df281afd-8055-455c-86d5-7590e72dd6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.880508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df281afd-8055-455c-86d5-7590e72dd6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.930074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e930eba9-6d5e-4b7b-beda-1506fd404551 req-aea33a6a-2e93-4e1a-a1ef-42c461860151 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0756240 Sep 17 22:47:02.935600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26c5cb71-94ff-4d0b-9042-c54a3e9a0830 req-f49fa9b9-310b-4383-9290-63d4b91ac97b tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0823426 Sep 17 22:47:02.937230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d47bd0-5b0a-45ae-8e46-87e247f535dc']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:02.950699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df281afd-8055-455c-86d5-7590e72dd6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.952864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1776865e-9708-4c12-a2ce-bfdd529d6613') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:02.953332 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df281afd-8055-455c-86d5-7590e72dd6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.953459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1776865e-9708-4c12-a2ce-bfdd529d6613') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:02.972797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.984254 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.991478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df281afd-8055-455c-86d5-7590e72dd6b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cd9c4d1-386c-4ff5-9a97-b4e5e43bd17a HTTP/1.1" status: 204 len: 168 time: 0.2442956 Sep 17 22:47:03.005030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Calling delete_port for d0870d20-3bf2-4072-a051-16b538436e33 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:03.010687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df281afd-8055-455c-86d5-7590e72dd6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd9c4d1-386c-4ff5-9a97-b4e5e43bd17a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:03.076472 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.098329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.119412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:03.120094 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:03.124314 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:03.288350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.317608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.320197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/networks/53d47bd0-5b0a-45ae-8e46-87e247f535dc HTTP/1.1" status: 204 len: 168 time: 1.5958440 Sep 17 22:47:03.321984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f958a4-caa8-4bac-8a39-4b3c17c17545 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Network': ['ID=53d47bd0-5b0a-45ae-8e46-87e247f535dc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:03.324257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:03.435451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfa03c6-9d91-4655-901b-f0c4559e7161 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Deleting subnet 3456acbc-272d-41a2-b7e4-5c64bbd87c41 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:03.440250 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecfa03c6-9d91-4655-901b-f0c4559e7161 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.471773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.494673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecfa03c6-9d91-4655-901b-f0c4559e7161 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.501020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56046) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:03.539224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event deleted for resources: {'Port': ['ID=d0870d20-3bf2-4072-a051-16b538436e33,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:03.622203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecfa03c6-9d91-4655-901b-f0c4559e7161 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.768141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc550d6d-99bc-4b1e-ad10-a8c070020852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.773515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.774584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecfa03c6-9d91-4655-901b-f0c4559e7161 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.825073 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa03c6-9d91-4655-901b-f0c4559e7161 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Subnet': ['ID=3456acbc-272d-41a2-b7e4-5c64bbd87c41,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:03.828194 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.835424 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ecfa03c6-9d91-4655-901b-f0c4559e7161 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.837433 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ecfa03c6-9d91-4655-901b-f0c4559e7161 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/subnets/3456acbc-272d-41a2-b7e4-5c64bbd87c41 HTTP/1.1" status: 204 len: 168 time: 0.5114110 Sep 17 22:47:03.839999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56056) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:03.847480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c21a5-f78d-40e5-8893-2e506aabcec6 None None] Network 4cfb25c9-e419-41c8-8983-0e7dbce869e4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:03.907531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c738442f-95a4-4d23-866a-5e70e6f47150 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Deleting subnet bc95f0e4-151c-462b-81a5-04331ec46af8 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:03.911981 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c738442f-95a4-4d23-866a-5e70e6f47150 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.019922 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c738442f-95a4-4d23-866a-5e70e6f47150 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.136963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] DHCP port deletion for 4cfb25c9-e419-41c8-8983-0e7dbce869e4 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:04.167955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Router 928b93a8-caad-4df6-9e5c-390b1bdb17be has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:04.215944 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c738442f-95a4-4d23-866a-5e70e6f47150 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.225303 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d91f07e6-0a0a-4f5e-966a-81507f598bca req-9a0bc90a-68ae-4b3a-9ddf-fbdeccbe2f1c tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0925281 Sep 17 22:47:04.234259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-beacbd88-f8c7-485f-b4c8-cb5b14d08216 req-7726fd0b-2fce-4cba-b4c4-7a0a01a8e0a3 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0920649 Sep 17 22:47:04.253408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] Deleting port 89966f7b-3464-46d6-b511-9fa6346e5858 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:04.254020 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.349242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] For port 89966f7b-3464-46d6-b511-9fa6346e5858, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=89966f7b-3464-46d6-b511-9fa6346e5858,segment=NetworkSegment(f16c18d6-9abc-482c-b56c-b28a2de00981),segment_id=f16c18d6-9abc-482c-b56c-b28a2de00981)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:04.349650 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.353276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c738442f-95a4-4d23-866a-5e70e6f47150 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.370378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] Calling delete_port for 89966f7b-3464-46d6-b511-9fa6346e5858 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:04.377509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:04.390976 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc550d6d-99bc-4b1e-ad10-a8c070020852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.391873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d62894-edfa-409e-87f3-aea15de06638 None None] Sync routers for ids ['928b93a8-caad-4df6-9e5c-390b1bdb17be'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:04.399782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2297697a-0eb5-44b9-970a-1e2af4564148 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "PUT /v2.0/routers/928b93a8-caad-4df6-9e5c-390b1bdb17be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0860481 Sep 17 22:47:04.400671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc550d6d-99bc-4b1e-ad10-a8c070020852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.434895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56074) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.435336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56076) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.454996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fc550d6d-99bc-4b1e-ad10-a8c070020852 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=431542ae52be49368cf31491b8dbed7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9512329 Sep 17 22:47:04.459292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56078) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.480334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf364e2-2987-4edf-ada6-876577458913 None None] Network 00a23b8a-0037-4267-a4a6-6e2435be3686 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:04.488959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d62894-edfa-409e-87f3-aea15de06638 None None] Routers {'928b93a8-caad-4df6-9e5c-390b1bdb17be'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:04.489596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-23d62894-edfa-409e-87f3-aea15de06638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['928b93a8-caad-4df6-9e5c-390b1bdb17be'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.508600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c738442f-95a4-4d23-866a-5e70e6f47150 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.512986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c738442f-95a4-4d23-866a-5e70e6f47150 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/subnets/bc95f0e4-151c-462b-81a5-04331ec46af8 HTTP/1.1" status: 204 len: 168 time: 0.6696849 Sep 17 22:47:04.512986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738442f-95a4-4d23-866a-5e70e6f47150 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Subnet': ['ID=bc95f0e4-151c-462b-81a5-04331ec46af8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:04.513735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56082) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.536273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc550d6d-99bc-4b1e-ad10-a8c070020852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b49b4e-a69f-4de2-972c-ecd14f0924a4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:04.574203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-23d62894-edfa-409e-87f3-aea15de06638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.576156 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95c6c907-fba2-4b94-9354-1c1dc24ee17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.633836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68542df7-d87a-4c66-a4ad-0a1512214993 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.634919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95c6c907-fba2-4b94-9354-1c1dc24ee17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.642788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d62894-edfa-409e-87f3-aea15de06638 None None] Routers {'928b93a8-caad-4df6-9e5c-390b1bdb17be'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:04.643427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-23d62894-edfa-409e-87f3-aea15de06638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['928b93a8-caad-4df6-9e5c-390b1bdb17be'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.689767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-23d62894-edfa-409e-87f3-aea15de06638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.690659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d62894-edfa-409e-87f3-aea15de06638 None None] The sync data for ids ['928b93a8-caad-4df6-9e5c-390b1bdb17be'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:04.738449 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95c6c907-fba2-4b94-9354-1c1dc24ee17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.741967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95c6c907-fba2-4b94-9354-1c1dc24ee17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.743282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-95c6c907-fba2-4b94-9354-1c1dc24ee17a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26b49b4e-a69f-4de2-972c-ecd14f0924a4 HTTP/1.1" status: 204 len: 168 time: 0.2822216 Sep 17 22:47:04.770870 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.779529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6c907-fba2-4b94-9354-1c1dc24ee17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b49b4e-a69f-4de2-972c-ecd14f0924a4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:04.780783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.839241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-397813184-network', 'tenant_id': '6f4306a948684862805c76c67e4fe5c9'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:04.854403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] Pushing event deleted for resources: {'Port': ['ID=89966f7b-3464-46d6-b511-9fa6346e5858,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:04.868450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cb976-1402-41fa-a3c8-20351b907ea9 None None] No DVR routers for this DVR port 89966f7b-3464-46d6-b511-9fa6346e5858 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:04.903890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.977188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] DHCP port deletion for 00a23b8a-0037-4267-a4a6-6e2435be3686 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:05.014662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Made reservation on behalf of 6f4306a948684862805c76c67e4fe5c9 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:05.018463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.092910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.102700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Deleting port 9c55d347-d442-403d-87d1-59b6f54eb9f1 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:05.103083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.108786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68542df7-d87a-4c66-a4ad-0a1512214993 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.114727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68542df7-d87a-4c66-a4ad-0a1512214993 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.209587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.226611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] For port 9c55d347-d442-403d-87d1-59b6f54eb9f1, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9c55d347-d442-403d-87d1-59b6f54eb9f1,segment=NetworkSegment(a5bf5662-8881-4f10-8e72-c16724506315),segment_id=a5bf5662-8881-4f10-8e72-c16724506315)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:05.227223 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.233488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfb25c9-e419-41c8-8983-0e7dbce869e4']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.247753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16c18d6-9abc-482c-b56c-b28a2de00981') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.248056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16c18d6-9abc-482c-b56c-b28a2de00981') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.248456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Calling delete_port for 9c55d347-d442-403d-87d1-59b6f54eb9f1 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:05.261054 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.277410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.286635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:05.287098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.372968 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:05.375955 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:05.400362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5fba88cd-d9c2-49c6-86f9-ad61ee89d9d6 req-31e820b6-390e-4e5d-952e-4ccc72bf0a08 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.0499098 Sep 17 22:47:05.483612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Pushing event deleted for resources: {'Port': ['ID=9c55d347-d442-403d-87d1-59b6f54eb9f1,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:05.486550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] No DVR routers for this DVR port 9c55d347-d442-403d-87d1-59b6f54eb9f1 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:05.493264 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36ebcc29-8407-4305-8686-56b7bb60c6f1 req-5660e8b0-685f-44ed-8337-b9d8fe4f2436 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0918555 Sep 17 22:47:05.494854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.508464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.509132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.509939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.510450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.511018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.511568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.511984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.512400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.512813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.513263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.513676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.514222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3cbc1-a76d-437c-ad24-009f8a8d63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:05.559611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68542df7-d87a-4c66-a4ad-0a1512214993 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.560334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68542df7-d87a-4c66-a4ad-0a1512214993 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Fanout notify agent at l3_agent the message router_deleted on router 928b93a8-caad-4df6-9e5c-390b1bdb17be {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:05.570166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-68542df7-d87a-4c66-a4ad-0a1512214993 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.571974 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68542df7-d87a-4c66-a4ad-0a1512214993 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "DELETE /v2.0/routers/928b93a8-caad-4df6-9e5c-390b1bdb17be HTTP/1.1" status: 204 len: 168 time: 1.1338372 Sep 17 22:47:05.574750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56106) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:05.594480 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.609227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.612258 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/networks/4cfb25c9-e419-41c8-8983-0e7dbce869e4 HTTP/1.1" status: 204 len: 168 time: 1.0907028 Sep 17 22:47:05.617130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56108) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:05.661434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d24a355-a68a-4b6f-8e75-712ac7095131 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Deleting subnet 7936ba68-cef6-41ca-a1ae-9876a52a1d26 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:05.664992 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d24a355-a68a-4b6f-8e75-712ac7095131 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.716235 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d24a355-a68a-4b6f-8e75-712ac7095131 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.717760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.720003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a0988-e017-4d33-ba52-efc8aa9e1cde tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Network': ['ID=4cfb25c9-e419-41c8-8983-0e7dbce869e4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:05.834166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.838778 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d24a355-a68a-4b6f-8e75-712ac7095131 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.874269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.877285 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.914124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a23b8a-0037-4267-a4a6-6e2435be3686']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.917457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d24a355-a68a-4b6f-8e75-712ac7095131 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.938780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bf5662-8881-4f10-8e72-c16724506315') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.939366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bf5662-8881-4f10-8e72-c16724506315') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.941697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:05.955008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fb676-4579-4337-ad69-19a1e1e21381,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:05.972652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.989128 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.989683 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Added segment 93df9cb8-d1db-42eb-bc14-b157c3e9b6c7 of type vlan for network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 Sep 17 22:47:05.993653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24a355-a68a-4b6f-8e75-712ac7095131 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event deleted for resources: {'Subnet': ['ID=7936ba68-cef6-41ca-a1ae-9876a52a1d26,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:06.003927 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d24a355-a68a-4b6f-8e75-712ac7095131 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.004521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a4219-3d7a-47de-9ca8-486a7e8b1ea5 None None] Network 30d326a6-81c4-4328-8c6c-203a27a24809 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:06.005951 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0d24a355-a68a-4b6f-8e75-712ac7095131 tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "DELETE /v2.0/subnets/7936ba68-cef6-41ca-a1ae-9876a52a1d26 HTTP/1.1" status: 204 len: 168 time: 0.4300263 Sep 17 22:47:06.008542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56118) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:06.008791 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.059522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:06.059943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:06.066911 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:06.121068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.181407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9c55d347-d442-403d-87d1-59b6f54eb9f1 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:06.196845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Deleting port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:06.198464 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.198991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.222982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.236165 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.238085 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/networks/00a23b8a-0037-4267-a4a6-6e2435be3686 HTTP/1.1" status: 204 len: 168 time: 0.6102407 Sep 17 22:47:06.241954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56122) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:06.251831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75870441-54dc-4168-b4f8-5f285f438987 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Network': ['ID=00a23b8a-0037-4267-a4a6-6e2435be3686,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:06.260552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.260552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:06.261059 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.271280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 9c55d347-d442-403d-87d1-59b6f54eb9f1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:06.271846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9c55d347-d442-403d-87d1-59b6f54eb9f1 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:06.272461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 89966f7b-3464-46d6-b511-9fa6346e5858 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:06.310633 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8648312 Sep 17 22:47:06.313342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56126) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:06.321986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Request body: {'subnet': {'network_id': '7488ec02-81e8-4e23-bed2-9c84f2be9b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-397813184-subnet', 'tenant_id': '6f4306a948684862805c76c67e4fe5c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:06.334625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 89966f7b-3464-46d6-b511-9fa6346e5858 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:06.335957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 89966f7b-3464-46d6-b511-9fa6346e5858 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:06.377645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] For port 1732f4db-0687-4ee8-8ff6-5b201167f7b3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1732f4db-0687-4ee8-8ff6-5b201167f7b3,segment=NetworkSegment(f80914cd-97d4-487e-bd35-f539063c6817),segment_id=f80914cd-97d4-487e-bd35-f539063c6817)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:06.378816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.393705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-34989654-7074-4b06-8bbf-327dede7e959 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Deleting subnet 5f96b1b6-491e-4567-89f4-91efbb4b6d55 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:06.401719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Calling delete_port for 1732f4db-0687-4ee8-8ff6-5b201167f7b3 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:06.403590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34989654-7074-4b06-8bbf-327dede7e959 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.407830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cbda8-05cc-476d-a14d-059bf5656251 admin admin] Pushing event updated for resources: {'Network': ['ID=7488ec02-81e8-4e23-bed2-9c84f2be9b76,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:06.425963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:06.451507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Made reservation on behalf of 6f4306a948684862805c76c67e4fe5c9 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:06.467120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.583080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] DHCP port deletion for 30d326a6-81c4-4328-8c6c-203a27a24809 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:06.820750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb4f20a1-49f4-4411-825d-9ad91e58b731 req-78354b2a-5de9-427c-97d7-c44b8b0e66ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.1275618 Sep 17 22:47:06.823393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34989654-7074-4b06-8bbf-327dede7e959 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.832028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] Deleting port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:06.832417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.833500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb9d13c7-9915-40e1-b9a1-d1f797d69e6e req-d98dee72-a94b-4ea7-9d88-3830649874bb tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1483080 Sep 17 22:47:06.914845 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.941662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.973565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event deleted for resources: {'Port': ['ID=1732f4db-0687-4ee8-8ff6-5b201167f7b3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:06.987747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] No DVR routers for this DVR port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:07.002873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] For port 1732f4db-0687-4ee8-8ff6-5b201167f7b3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1732f4db-0687-4ee8-8ff6-5b201167f7b3,segment=NetworkSegment(f80914cd-97d4-487e-bd35-f539063c6817),segment_id=f80914cd-97d4-487e-bd35-f539063c6817)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:07.008065 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.039930 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] Calling delete_port for 1732f4db-0687-4ee8-8ff6-5b201167f7b3 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:07.045831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4149e754-1414-4954-9f64-cdf29cb4e9ac,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:07.057712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Checking segment: {'id': '93df9cb8-d1db-42eb-bc14-b157c3e9b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7488ec02-81e8-4e23-bed2-9c84f2be9b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:07.058070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Network hostable DHCP agents. Network: 7488ec02-81e8-4e23-bed2-9c84f2be9b76, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:07.091721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:07.110854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7488ec02-81e8-4e23-bed2-9c84f2be9b76) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:07.116529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:07.117291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.135649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13a73d-668d-40f4-8382-85e7c1ff90c7 None None] Network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:07.153152 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a4002bd2-c685-4deb-9bc5-4c275b6647e5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8357997 Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:07.254722 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:47:07.269916 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.289557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] No DVR routers for this DVR port 1732f4db-0687-4ee8-8ff6-5b201167f7b3 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:07.405196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb0ee9-0055-4fde-a65d-257d1bdf61e0 None None] Pushing event deleted for resources: {'Port': ['ID=1732f4db-0687-4ee8-8ff6-5b201167f7b3,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:07.424499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686b07e-b2f9-47a3-951d-3055285e10e9 None None] Network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:07.603319 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.606393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34989654-7074-4b06-8bbf-327dede7e959 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.669766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d326a6-81c4-4328-8c6c-203a27a24809']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:07.681591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80914cd-97d4-487e-bd35-f539063c6817') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:07.681961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80914cd-97d4-487e-bd35-f539063c6817') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:07.694609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.718978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.730554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:07.732051 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:07.734114 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:07.800872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34989654-7074-4b06-8bbf-327dede7e959 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.823297 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34989654-7074-4b06-8bbf-327dede7e959 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.825627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-34989654-7074-4b06-8bbf-327dede7e959 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/subnets/5f96b1b6-491e-4567-89f4-91efbb4b6d55 HTTP/1.1" status: 204 len: 168 time: 1.5680790 Sep 17 22:47:07.831570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56176) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:07.834382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4924b1-0a5a-477a-91da-e3d31550476b None None] Network a92d76f0-20a9-41e1-89af-fc625c46f158 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:07.866745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34989654-7074-4b06-8bbf-327dede7e959 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Subnet': ['ID=5f96b1b6-491e-4567-89f4-91efbb4b6d55,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:07.874734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.884277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.886388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] 10.222.0.48 "DELETE /v2.0/networks/30d326a6-81c4-4328-8c6c-203a27a24809 HTTP/1.1" status: 204 len: 168 time: 1.8768747 Sep 17 22:47:07.924401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a81d3d-ca28-4245-8464-3d53cdb93dae tempest-FloatingIPNegativeTestJSON-1706308577 tempest-FloatingIPNegativeTestJSON-1706308577-project] Pushing event deleted for resources: {'Network': ['ID=30d326a6-81c4-4328-8c6c-203a27a24809,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:08.108700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0105262d-2084-47e9-b96a-ddd47fda08ec req-4a10514e-33a4-4375-8624-9f797fb7a118 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1088390 Sep 17 22:47:08.165734 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.224221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1732f4db-0687-4ee8-8ff6-5b201167f7b3 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:08.232686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f7e3c52-a5a5-4a2d-9020-d22a97c66955 req-bc81e465-cdd6-402f-afb8-150e0f5bf73e tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/ports?device_id=8291ea50-942b-4763-8b40-4819a5e839c1 HTTP/1.1" status: 200 len: 210 time: 0.1506770 Sep 17 22:47:08.259553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1732f4db-0687-4ee8-8ff6-5b201167f7b3 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:08.259928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1732f4db-0687-4ee8-8ff6-5b201167f7b3 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:08.307203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] DHCP port deletion for a92d76f0-20a9-41e1-89af-fc625c46f158 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:08.315932 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Deleting port c39b51f2-b5bb-4801-8e78-18602c235155 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:08.316228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.373410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] Deleting port c39b51f2-b5bb-4801-8e78-18602c235155 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:08.374024 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.418852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56210) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.452320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] For port c39b51f2-b5bb-4801-8e78-18602c235155, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c39b51f2-b5bb-4801-8e78-18602c235155,segment=NetworkSegment(3ddf550c-315f-4fec-9ba4-dac84924e66c),segment_id=3ddf550c-315f-4fec-9ba4-dac84924e66c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:08.452611 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.468683 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] Calling delete_port for c39b51f2-b5bb-4801-8e78-18602c235155 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:08.474865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56216) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.481804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1216980856-network', 'tenant_id': '5f85da85a0e74fd787eb50fe7baaba7a'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:08.513105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] For port c39b51f2-b5bb-4801-8e78-18602c235155, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c39b51f2-b5bb-4801-8e78-18602c235155,segment=NetworkSegment(3ddf550c-315f-4fec-9ba4-dac84924e66c),segment_id=3ddf550c-315f-4fec-9ba4-dac84924e66c)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:08.513457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.537253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Calling delete_port for c39b51f2-b5bb-4801-8e78-18602c235155 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:08.541632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Made reservation on behalf of 5f85da85a0e74fd787eb50fe7baaba7a for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:08.544909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.556627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.568902 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.588137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] No DVR routers for this DVR port c39b51f2-b5bb-4801-8e78-18602c235155 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:08.608055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa57c47-f02e-473d-a534-5ebbaac07f81 None None] Pushing event deleted for resources: {'Port': ['ID=c39b51f2-b5bb-4801-8e78-18602c235155,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:08.663480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56220) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.702413 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.762595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Port': ['ID=c39b51f2-b5bb-4801-8e78-18602c235155,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:08.765824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] No DVR routers for this DVR port c39b51f2-b5bb-4801-8e78-18602c235155 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:08.773326 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.787775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.827163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-37723355-12a3-4c8c-a171-81e5fa8a1765 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67b46b76172f4ae89d571577e61404fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047711 Sep 17 22:47:08.827163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:08.828834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56224) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.831369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59386d1f-9c60-4cc3-9907-02d7d07fe195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.843862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf41e9-a68f-494b-bc33-cf98be3466f9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:08.858703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.859168 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Added segment b44d7a86-a880-4804-b1dd-89a29bea619a of type vlan for network c0ca4e43-14c4-49bd-b584-c21516c107ef Sep 17 22:47:08.909971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.919314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.940507 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.941669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:08.942609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.967374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92d76f0-20a9-41e1-89af-fc625c46f158']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:08.992200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddf550c-315f-4fec-9ba4-dac84924e66c') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:08.992493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddf550c-315f-4fec-9ba4-dac84924e66c') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:08.994091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0efd2c2a-5951-425d-b4de-8534eabfb4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.008770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.018891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ca4e43-14c4-49bd-b584-c21516c107ef,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:09.028265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.031672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.031672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.031672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.031672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.033511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.037467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.038614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.039294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.039698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.040135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.042605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.042874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:09.064780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0efd2c2a-5951-425d-b4de-8534eabfb4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.092609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:09.097146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: self.session.flush() Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:09.100635 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:09.114104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c0ca4e43-14c4-49bd-b584-c21516c107ef details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:09.180888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59386d1f-9c60-4cc3-9907-02d7d07fe195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.197171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-665b8a33-3a24-41c5-9923-314651c35ed0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7210994 Sep 17 22:47:09.199963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56228) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.210662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Request body: {'subnet': {'network_id': 'c0ca4e43-14c4-49bd-b584-c21516c107ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1216980856-subnet', 'tenant_id': '5f85da85a0e74fd787eb50fe7baaba7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:09.242015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Made reservation on behalf of 5f85da85a0e74fd787eb50fe7baaba7a for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:09.243559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59386d1f-9c60-4cc3-9907-02d7d07fe195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.244409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.279076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59386d1f-9c60-4cc3-9907-02d7d07fe195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43989d9-4235-4541-be45-2f2c6120ad90,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:09.289937 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.294583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.295882 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83ba0431-a998-4ee7-9ea6-bd3e367da8ff req-af22113f-808c-4a2f-be17-4facd155f53d tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0360665 Sep 17 22:47:09.300437 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/networks/a92d76f0-20a9-41e1-89af-fc625c46f158 HTTP/1.1" status: 204 len: 168 time: 1.4657979 Sep 17 22:47:09.300698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56232) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.327699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32365553-f740-4fc5-a078-7ff56f4fbae6 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Pushing event deleted for resources: {'Network': ['ID=a92d76f0-20a9-41e1-89af-fc625c46f158,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:09.352066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-59386d1f-9c60-4cc3-9907-02d7d07fe195 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=140675ccfd6741cb83b66b7e3bf18b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871738 Sep 17 22:47:09.355585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56234) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.373247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-65ad6aad-cc84-469d-b178-584b72729cf9 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e10d25b-3382-49ce-9fd9-03d77c7724ca HTTP/1.1" status: 200 len: 205 time: 0.0608723 Sep 17 22:47:09.373597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56236) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.417920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56240) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.418576 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0efd2c2a-5951-425d-b4de-8534eabfb4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.421146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0efd2c2a-5951-425d-b4de-8534eabfb4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.424666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0efd2c2a-5951-425d-b4de-8534eabfb4e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa400e10-4691-4c73-b3ff-ab93086be7ad HTTP/1.1" status: 204 len: 168 time: 0.5920222 Sep 17 22:47:09.496252 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.573736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c22f8f-e47c-4f45-bcb1-59c8be5870d7,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:09.582451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Checking segment: {'id': 'b44d7a86-a880-4804-b1dd-89a29bea619a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0ca4e43-14c4-49bd-b584-c21516c107ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:09.582934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Network hostable DHCP agents. Network: c0ca4e43-14c4-49bd-b584-c21516c107ef, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:09.603838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Network c0ca4e43-14c4-49bd-b584-c21516c107ef is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:09.618259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c0ca4e43-14c4-49bd-b584-c21516c107ef) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:09.623047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:09.624023 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.634098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ca82b-e921-456c-ae58-2d1a390d76fd None None] Network c0ca4e43-14c4-49bd-b584-c21516c107ef requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:09.646470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-75020750-91cd-4e5c-990b-98e66671f039 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4440625 Sep 17 22:47:09.867385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c35dbe-c715-4a78-9ce6-5f4de9787826 None None] Network c0ca4e43-14c4-49bd-b584-c21516c107ef requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:09.886058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd2c2a-5951-425d-b4de-8534eabfb4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa400e10-4691-4c73-b3ff-ab93086be7ad,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:09.915094 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deb626bd-a9d7-4c0c-a043-6f91a930cd38 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.026613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd081d49-4d54-4f88-83d0-6de8896e3c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.088981 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff42942-65d7-4d42-b1d9-119f10c21bbb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.150779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c39b51f2-b5bb-4801-8e78-18602c235155 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:10.192062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c39b51f2-b5bb-4801-8e78-18602c235155 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:10.192062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c39b51f2-b5bb-4801-8e78-18602c235155 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:10.192699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd081d49-4d54-4f88-83d0-6de8896e3c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.198954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deb626bd-a9d7-4c0c-a043-6f91a930cd38 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.208336 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deb626bd-a9d7-4c0c-a043-6f91a930cd38 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.230124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff42942-65d7-4d42-b1d9-119f10c21bbb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.321111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deb626bd-a9d7-4c0c-a043-6f91a930cd38 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.322153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb626bd-a9d7-4c0c-a043-6f91a930cd38 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Fanout notify agent at l3_agent the message router_deleted on router 6e10d25b-3382-49ce-9fd9-03d77c7724ca {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:10.330562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-deb626bd-a9d7-4c0c-a043-6f91a930cd38 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.331670 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-deb626bd-a9d7-4c0c-a043-6f91a930cd38 tempest-RoutersNegativeIpV6Test-774182061 tempest-RoutersNegativeIpV6Test-774182061-project] 10.222.0.48 "DELETE /v2.0/routers/6e10d25b-3382-49ce-9fd9-03d77c7724ca HTTP/1.1" status: 204 len: 168 time: 0.9651484 Sep 17 22:47:10.365783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd081d49-4d54-4f88-83d0-6de8896e3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.369660 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd081d49-4d54-4f88-83d0-6de8896e3c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.371044 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bd081d49-4d54-4f88-83d0-6de8896e3c73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e43989d9-4235-4541-be45-2f2c6120ad90 HTTP/1.1" status: 204 len: 168 time: 1.0144918 Sep 17 22:47:10.376896 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff42942-65d7-4d42-b1d9-119f10c21bbb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.379879 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ff42942-65d7-4d42-b1d9-119f10c21bbb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.382444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ff42942-65d7-4d42-b1d9-119f10c21bbb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "DELETE /v2.0/security-groups/cdecc981-4c13-4d09-8367-1d87ebbc7241 HTTP/1.1" status: 204 len: 168 time: 0.9577508 Sep 17 22:47:10.386449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56290) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.389244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd081d49-4d54-4f88-83d0-6de8896e3c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43989d9-4235-4541-be45-2f2c6120ad90,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:10.418852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff42942-65d7-4d42-b1d9-119f10c21bbb tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdecc981-4c13-4d09-8367-1d87ebbc7241,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:10.430450 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-0c24df01-6d1d-45b9-a616-6e5c01c44311 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] show failed (client error): The resource could not be found. Sep 17 22:47:10.436778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56292) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.440086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c24df01-6d1d-45b9-a616-6e5c01c44311 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "GET /v2.0/security-groups/cdecc981-4c13-4d09-8367-1d87ebbc7241 HTTP/1.1" status: 404 len: 347 time: 0.0525405 Sep 17 22:47:10.469081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56294) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.565357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd3e92df-8e5a-4d79-aed5-fda69be4f98c req-51ecff78-d68d-4540-b345-35ca9832b2fa tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0934289 Sep 17 22:47:10.631120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting port becc80e2-c9f9-46ca-90cd-eb5187f8d05c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:10.631486 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.651476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-4bc8bfbb-693b-413f-94b2-40e4ecc9a806 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:10.664149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-4bc8bfbb-693b-413f-94b2-40e4ecc9a806 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/networks?id=7488ec02-81e8-4e23-bed2-9c84f2be9b76 HTTP/1.1" status: 200 len: 808 time: 0.2974963 Sep 17 22:47:10.686345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-52597956-5355-4cbe-aaa9-faea00272dcf tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/quotas/6f4306a948684862805c76c67e4fe5c9 HTTP/1.1" status: 200 len: 375 time: 0.0212357 Sep 17 22:47:10.719074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.719469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.741971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Calling delete_port for becc80e2-c9f9-46ca-90cd-eb5187f8d05c owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:10.748562 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-54cd4961-5335-4cc9-9509-2a53ab33a62e tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f4306a948684862805c76c67e4fe5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607617 Sep 17 22:47:10.875489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56304) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.884613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-e6d4ff2f-574f-4366-9c6e-265f7cd89722 service neutron] 10.222.0.48 "GET /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346581 Sep 17 22:47:10.955336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'networks': [{'name': 'tempest-network--773723653'}, {'name': 'tempest-network--1648943917'}]} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:10.955760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'network': {'name': 'tempest-network--773723653'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:10.956330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'network': {'name': 'tempest-network--1648943917'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:11.041796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56308) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:11.045259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Made reservation on behalf of a9b680b092b3490e9a79c13e2aa3ddd1 for: {'network': 2} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:11.050188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.063948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-858f0c39-7014-4a5b-8a82-1edfae4270b3 service neutron] 10.222.0.48 "GET /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779990 Sep 17 22:47:11.075391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eaed54e7-4e10-40c9-a161-dd00ca33d96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.093960 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.170295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.210061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Port': ['ID=becc80e2-c9f9-46ca-90cd-eb5187f8d05c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:11.223499 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eaed54e7-4e10-40c9-a161-dd00ca33d96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.223889 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-50b6e382-ea1f-42b2-9d09-45a5026c67a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe017ae1fa6c4a98bf6b48105694060e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444388 Sep 17 22:47:11.227064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56310) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:11.233233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eaed54e7-4e10-40c9-a161-dd00ca33d96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.287602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed54e7-4e10-40c9-a161-dd00ca33d96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6889c1d-2321-4f34-9f05-461104ec8d0c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:11.295188 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eaed54e7-4e10-40c9-a161-dd00ca33d96a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48dd33fe1ea247188a98b5a929c42881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419286 Sep 17 22:47:11.295352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56312) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:11.399423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7da64389-ae97-4d95-b856-e4d91c910e57 req-2bacd27e-d64d-4a6c-b810-b9d5f7fd02b0 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 210 time: 0.0349281 Sep 17 22:47:11.418784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dde6484f-76af-46b6-9e9d-acf71d40ba65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.428344 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.431506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.435200 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-342e3666-1150-44bb-9c6b-911b2acb7ec1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "DELETE /v2.0/floatingips/0321072b-619e-4b1f-a803-822feb30f555 HTTP/1.1" status: 204 len: 168 time: 0.9925168 Sep 17 22:47:11.442270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56318) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:11.466407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b576f6a9-1194-4372-9526-fa36f9f62c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.469957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.480491 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dde6484f-76af-46b6-9e9d-acf71d40ba65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.489515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.489618 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.509023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b576f6a9-1194-4372-9526-fa36f9f62c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.541477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:11.552787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.553172 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Added segment b5557a86-0738-4ad0-8696-356ca133729a of type vlan for network b1174e78-a92d-4b87-9ae9-fb4536ee7249 Sep 17 22:47:11.584773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bdef3e50-009f-4241-9320-b3d9ac911de1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting port 5851e6ee-6f65-43ed-a134-a39c70ee86e4 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:11.585329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bdef3e50-009f-4241-9320-b3d9ac911de1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.605164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.629982 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dde6484f-76af-46b6-9e9d-acf71d40ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.632774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dde6484f-76af-46b6-9e9d-acf71d40ba65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.638849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:11.642165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dde6484f-76af-46b6-9e9d-acf71d40ba65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6889c1d-2321-4f34-9f05-461104ec8d0c HTTP/1.1" status: 204 len: 168 time: 0.3438954 Sep 17 22:47:11.649540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.649884 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Added segment 8b69f6cf-6d0f-4b8c-8872-17c9e9ddb23a of type vlan for network 5221ed88-9b68-4d6e-b8c5-09d77f09afe8 Sep 17 22:47:11.692482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.749187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.750230 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.768222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:11.776549 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bdef3e50-009f-4241-9320-b3d9ac911de1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.779521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:11.786417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.802211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bdef3e50-009f-4241-9320-b3d9ac911de1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Calling delete_port for 5851e6ee-6f65-43ed-a134-a39c70ee86e4 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:11.823467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de39932-d2b4-48c7-a6f2-2a17bfb4cbc3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:11.881269 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4097760 Sep 17 22:47:11.885108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56330) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:11.899481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6484f-76af-46b6-9e9d-acf71d40ba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6889c1d-2321-4f34-9f05-461104ec8d0c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:11.962732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d5449cc-e423-4b4b-b350-0cb85144a4b7 req-bf58e3f8-75e4-4fd8-84af-3bfce209ee82 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0651176 Sep 17 22:47:12.061326 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bdef3e50-009f-4241-9320-b3d9ac911de1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.062471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Network': ['ID=b1174e78-a92d-4b87-9ae9-fb4536ee7249,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:12.076287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b1174e78-a92d-4b87-9ae9-fb4536ee7249 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:12.096039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b576f6a9-1194-4372-9526-fa36f9f62c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.100520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b576f6a9-1194-4372-9526-fa36f9f62c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.102954 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b576f6a9-1194-4372-9526-fa36f9f62c4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84ceff7c-7bb9-43c6-8f48-177b29904a74 HTTP/1.1" status: 204 len: 168 time: 0.8742998 Sep 17 22:47:12.151271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef3e50-009f-4241-9320-b3d9ac911de1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Port': ['ID=5851e6ee-6f65-43ed-a134-a39c70ee86e4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:12.158520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e0d26-6a99-49ea-a412-fe4ba39c48ee tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:12.178992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e0d26-6a99-49ea-a412-fe4ba39c48ee tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:12.200296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e0d26-6a99-49ea-a412-fe4ba39c48ee tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:12.217257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e0d26-6a99-49ea-a412-fe4ba39c48ee tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:12.221057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ab8e0d26-6a99-49ea-a412-fe4ba39c48ee tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3344133 Sep 17 22:47:12.247125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56340) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:12.259560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576f6a9-1194-4372-9526-fa36f9f62c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ceff7c-7bb9-43c6-8f48-177b29904a74,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:12.341363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf50e2-4b63-4686-b6ee-76295f87e3cd tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Network': ['ID=5221ed88-9b68-4d6e-b8c5-09d77f09afe8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:12.359694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 5221ed88-9b68-4d6e-b8c5-09d77f09afe8 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:12.496500 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bdef3e50-009f-4241-9320-b3d9ac911de1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.498464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bdef3e50-009f-4241-9320-b3d9ac911de1 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "DELETE /v2.0/ports/5851e6ee-6f65-43ed-a134-a39c70ee86e4 HTTP/1.1" status: 204 len: 168 time: 1.0550740 Sep 17 22:47:12.501547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56350) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:12.617191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7b3367d-ba60-46ce-99a5-ca03b494cc9a req-585919b8-a05b-4963-a1fd-568b479ca655 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 210 time: 0.0989885 Sep 17 22:47:12.635389 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.735100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-217118ee-7760-48a6-b09d-aed839b447ca tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting port 839128b0-1d60-4fbd-a669-2ab60db4f67b {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:12.736008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-217118ee-7760-48a6-b09d-aed839b447ca tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.887375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.967600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-217118ee-7760-48a6-b09d-aed839b447ca tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.000250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-217118ee-7760-48a6-b09d-aed839b447ca tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Calling delete_port for 839128b0-1d60-4fbd-a669-2ab60db4f67b owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:13.007349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1174e78-a92d-4b87-9ae9-fb4536ee7249']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:13.128991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5557a86-0738-4ad0-8696-356ca133729a') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:13.129289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5557a86-0738-4ad0-8696-356ca133729a') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:13.196400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.221128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e867965-108d-414c-9c42-c2b827fbf8ea req-9cae7065-ba0d-4b7b-86ef-de6457b68573 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0893605 Sep 17 22:47:13.292375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.307339 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-217118ee-7760-48a6-b09d-aed839b447ca tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.319888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:13.320097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:13.323373 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:13.365370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-7b30f24c-f549-40d2-8d8c-5b41a9edb1f3 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:13.367029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-7b30f24c-f549-40d2-8d8c-5b41a9edb1f3 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.45 "GET /v2.0/networks?id=7488ec02-81e8-4e23-bed2-9c84f2be9b76 HTTP/1.1" status: 200 len: 808 time: 0.4861975 Sep 17 22:47:13.387658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Request body: {'port': {'device_id': '28c59d36-9764-4e9e-907c-b7d7fd34187b', 'network_id': '7488ec02-81e8-4e23-bed2-9c84f2be9b76', 'admin_state_up': True, 'tenant_id': '6f4306a948684862805c76c67e4fe5c9'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:13.394435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217118ee-7760-48a6-b09d-aed839b447ca tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Port': ['ID=839128b0-1d60-4fbd-a669-2ab60db4f67b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:13.425508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e1ac343e-8f71-4a94-a8ad-b4a214f87aa1 req-77567eb4-3855-48c6-88ae-50fc4c57f422 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0423837 Sep 17 22:47:13.511524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-217118ee-7760-48a6-b09d-aed839b447ca tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.516097 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-217118ee-7760-48a6-b09d-aed839b447ca tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "DELETE /v2.0/ports/839128b0-1d60-4fbd-a669-2ab60db4f67b HTTP/1.1" status: 204 len: 168 time: 1.0110064 Sep 17 22:47:13.516524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56378) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:13.522988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.534502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.537448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/networks/b1174e78-a92d-4b87-9ae9-fb4536ee7249 HTTP/1.1" status: 204 len: 168 time: 1.2901497 Sep 17 22:47:13.539319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56382) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:13.560479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664b66b-d3f4-4c8b-a93e-9eccd777792f tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Network': ['ID=b1174e78-a92d-4b87-9ae9-fb4536ee7249,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:13.666983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34a81e1-dff1-4d9a-a924-df0014495cd5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting subnet adc04d14-95c4-4f0e-85e6-301e27f5dfba {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:13.670287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Made reservation on behalf of 6f4306a948684862805c76c67e4fe5c9 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:13.676842 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.692583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e34a81e1-dff1-4d9a-a924-df0014495cd5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.726893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.760885 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e34a81e1-dff1-4d9a-a924-df0014495cd5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.910834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b76cbf4a-2b27-491b-a129-cd8e7b2d1b74 req-26d943c5-9d69-4944-b3d0-db0039b12815 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 210 time: 0.0632904 Sep 17 22:47:13.939728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.964731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56392) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:14.025900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5221ed88-9b68-4d6e-b8c5-09d77f09afe8']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:14.027364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Allocated IP 172.20.0.3 (7488ec02-81e8-4e23-bed2-9c84f2be9b76/4149e754-1414-4954-9f64-cdf29cb4e9ac/4d6342a1-4355-4679-8e90-f66ee6c3cab9) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:14.068866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b69f6cf-6d0f-4b8c-8872-17c9e9ddb23a') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:14.069204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b69f6cf-6d0f-4b8c-8872-17c9e9ddb23a') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:14.126521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e34a81e1-dff1-4d9a-a924-df0014495cd5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.130978 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.169959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.181974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:14.182380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:14.185404 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:14.267725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.276918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.295908 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.303449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56404) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:14.304467 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/networks/5221ed88-9b68-4d6e-b8c5-09d77f09afe8 HTTP/1.1" status: 204 len: 168 time: 0.7383018 Sep 17 22:47:14.310332 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e34a81e1-dff1-4d9a-a924-df0014495cd5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.361957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7123325-9dda-49d2-9e59-d24288dc3827 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Network': ['ID=5221ed88-9b68-4d6e-b8c5-09d77f09afe8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:14.367940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a81e1-dff1-4d9a-a924-df0014495cd5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Subnet': ['ID=adc04d14-95c4-4f0e-85e6-301e27f5dfba,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:14.370662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e34a81e1-dff1-4d9a-a924-df0014495cd5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.372512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e34a81e1-dff1-4d9a-a924-df0014495cd5 tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "DELETE /v2.0/subnets/adc04d14-95c4-4f0e-85e6-301e27f5dfba HTTP/1.1" status: 204 len: 168 time: 0.8548410 Sep 17 22:47:14.375444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56408) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:14.378044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f30c97-31bb-4015-ac6e-6fd9feda2d27 None None] Network 25be45c2-999c-4309-8e35-03537cb4956d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:14.384466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-secgroup--415414879'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:14.450491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff862bb-8e4c-42de-a1ba-65e739335fed tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Deleting subnet a8bc366c-2f3b-4887-b606-adf539a3c42a {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:14.455451 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ff862bb-8e4c-42de-a1ba-65e739335fed tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.509703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.514495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ff862bb-8e4c-42de-a1ba-65e739335fed tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.521365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95c7fb4f-a42c-4091-b6a1-9518863b462d req-ab00ddb5-9688-46b2-aa87-2fce3a3bd1cd tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1488845 Sep 17 22:47:14.581605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.600545 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.631224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:14.663942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ff862bb-8e4c-42de-a1ba-65e739335fed tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.665162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:14.671491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] DHCP port deletion for 25be45c2-999c-4309-8e35-03537cb4956d request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:14.675424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Pushing event updated for resources: {'Port': ['ID=4d6342a1-4355-4679-8e90-f66ee6c3cab9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:14.689360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:14.703758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf6744-4bdc-4b38-ac0f-291e907e5e9e tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:14.712563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf6744-4bdc-4b38-ac0f-291e907e5e9e tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:14.721052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eebf6744-4bdc-4b38-ac0f-291e907e5e9e tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4164822 Sep 17 22:47:14.734253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] Deleting port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:14.734851 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.743955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56420) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:14.748913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1069138158'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:14.811145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] For port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1abfbf5d-5c9e-4774-9aea-ec7ee45507e8,segment=NetworkSegment(d861b38c-90cc-4f51-b3ce-996b449f1d1b),segment_id=d861b38c-90cc-4f51-b3ce-996b449f1d1b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:14.811446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.827208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ff862bb-8e4c-42de-a1ba-65e739335fed tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.834477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] Calling delete_port for 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:14.843981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:14.845248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.880571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff862bb-8e4c-42de-a1ba-65e739335fed tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Subnet': ['ID=a8bc366c-2f3b-4887-b606-adf539a3c42a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:14.898530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4ff862bb-8e4c-42de-a1ba-65e739335fed tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.901493 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4ff862bb-8e4c-42de-a1ba-65e739335fed tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "DELETE /v2.0/subnets/a8bc366c-2f3b-4887-b606-adf539a3c42a HTTP/1.1" status: 204 len: 168 time: 0.5245726 Sep 17 22:47:14.904315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56422) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:14.922395 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.929422 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.968590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f02d7e-b0ef-4acb-b537-ea3c29e7f2a6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:14.983767 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:47:14.983767 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:47:14.983767 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id_1': 'f41265b78428438bb662136a96dff025', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 46, 54, 932724)}] Sep 17 22:47:14.983767 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:47:14.984805 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:47:15.010888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-b7fdbd11-4611-4a7f-93c3-97fba00bc91a tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6304631 Sep 17 22:47:15.012385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d25f530-2dc9-4025-960f-82eaa0752bbb None None] Network 104a4ac0-9927-4f18-af60-5a455dfef964 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:15.025645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Request body: {'port': {'device_id': '28c59d36-9764-4e9e-907c-b7d7fd34187b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:15.139139 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.147997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.155371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Made reservation on behalf of a9b680b092b3490e9a79c13e2aa3ddd1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:15.162891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.222090 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.243527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] Pushing event deleted for resources: {'Port': ['ID=1abfbf5d-5c9e-4774-9aea-ec7ee45507e8,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:15.247075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65175d3e-61b2-44ef-997f-0538c4fac811 None None] No DVR routers for this DVR port 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:15.296855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce133c2d-93d0-40db-b89c-0629d52e9001 req-b84036c5-e217-403e-8015-ace96e69feac tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:15.299290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce133c2d-93d0-40db-b89c-0629d52e9001 req-b84036c5-e217-403e-8015-ace96e69feac tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 931 time: 0.1802437 Sep 17 22:47:15.303140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.329640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25be45c2-999c-4309-8e35-03537cb4956d']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:15.339599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd861b38c-90cc-4f51-b3ce-996b449f1d1b') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:15.339888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd861b38c-90cc-4f51-b3ce-996b449f1d1b') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:15.350300 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.365699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.376411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce133c2d-93d0-40db-b89c-0629d52e9001 req-d7c0733f-d127-4d38-8798-73ce4c533121 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695074 Sep 17 22:47:15.395015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:15.398723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:15.399453 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:15.403574 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:15.434764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] DHCP port deletion for 104a4ac0-9927-4f18-af60-5a455dfef964 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:15.490359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.490720 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Added segment 47d7fa08-7621-4eab-afff-48ada1173950 of type vlan for network 33e5a308-16a8-4516-905b-94b162480ce5 Sep 17 22:47:15.497847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.532470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] Deleting port 962d3782-8f03-45c8-ac58-e2c07987246b {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:15.533262 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.607374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.637596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.640646 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "DELETE /v2.0/networks/25be45c2-999c-4309-8e35-03537cb4956d HTTP/1.1" status: 204 len: 168 time: 0.7346928 Sep 17 22:47:15.653740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56458) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:15.670763 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.673971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ca68c-27c3-4618-86cd-1606920a49ce tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Network': ['ID=25be45c2-999c-4309-8e35-03537cb4956d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:15.677924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] For port 962d3782-8f03-45c8-ac58-e2c07987246b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=962d3782-8f03-45c8-ac58-e2c07987246b,segment=NetworkSegment(9a07c9c8-56af-4e19-9062-a0f56d8031e2),segment_id=9a07c9c8-56af-4e19-9062-a0f56d8031e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:15.680646 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.695563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] Calling delete_port for 962d3782-8f03-45c8-ac58-e2c07987246b owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:15.739514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.743220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81459763-a05f-44e0-a814-f106f1dccdf8 req-02ce1e62-eb56-41d1-95b1-86cbba1aae05 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0707829 Sep 17 22:47:15.747859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:15.748640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.798512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56462) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:15.841484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.873099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Network': ['ID=33e5a308-16a8-4516-905b-94b162480ce5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:15.914884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.918551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 33e5a308-16a8-4516-905b-94b162480ce5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:15.923000 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.930912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.933982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] Pushing event deleted for resources: {'Port': ['ID=962d3782-8f03-45c8-ac58-e2c07987246b,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:15.935481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-00289596-5148-4e3f-8762-7d05199b7032 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1900580 Sep 17 22:47:15.937755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56468) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:15.945413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1594786036'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:15.962430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c834d2-9b03-4fdd-98c3-043772379205 None None] No DVR routers for this DVR port 962d3782-8f03-45c8-ac58-e2c07987246b on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:15.971541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6342a1-4355-4679-8e90-f66ee6c3cab9 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:47:15.992236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.010743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Made reservation on behalf of a9b680b092b3490e9a79c13e2aa3ddd1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:16.015886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.063813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dda7be26-43fb-468a-acf9-7a28d991ac5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.114473 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.115529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1493607 Sep 17 22:47:16.116006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b47507-d476-4100-b21f-74783e362cae tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5af5fe-13a1-41a9-b9bc-1fdca679c597,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:16.128968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56472) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.147603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Transition to ACTIVE for port object 4d6342a1-4355-4679-8e90-f66ee6c3cab9 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:47:16.164587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.177479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 962d3782-8f03-45c8-ac58-e2c07987246b no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:16.194582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dda7be26-43fb-468a-acf9-7a28d991ac5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.209938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 962d3782-8f03-45c8-ac58-e2c07987246b {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:16.210663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 962d3782-8f03-45c8-ac58-e2c07987246b not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:16.211250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:16.211504 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.226380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-adee7149-5943-4b85-8ca3-9e8dd0024c85 req-d8c03328-bb4c-4232-8ada-a88a02e9dbb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a13062a8b27d4bcbbbcbc595c5d12e70&device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0351710 Sep 17 22:47:16.227252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:16.229241 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dda7be26-43fb-468a-acf9-7a28d991ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.241843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:16.242190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1abfbf5d-5c9e-4774-9aea-ec7ee45507e8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:16.286778 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-590b859e-a6a5-4f63-bcf7-ad565f11cbce req-768f7779-01c0-4e34-a3e5-9e999d7876b5 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0784593 Sep 17 22:47:16.295905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.296253 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Added segment 3b57e307-f39e-400b-ae9a-4ddd6cfbcbb4 of type vlan for network 7d3250df-39ef-4b97-b1ff-4d5978b0b576 Sep 17 22:47:16.314329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-adee7149-5943-4b85-8ca3-9e8dd0024c85 req-d6d4a265-486a-4b7d-9721-76a04165bf21 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a13062a8b27d4bcbbbcbc595c5d12e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619340 Sep 17 22:47:16.316020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104a4ac0-9927-4f18-af60-5a455dfef964']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:16.345416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a07c9c8-56af-4e19-9062-a0f56d8031e2') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:16.345712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a07c9c8-56af-4e19-9062-a0f56d8031e2') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:16.348416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dda7be26-43fb-468a-acf9-7a28d991ac5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=befebab55ea2473f919890d34ff86c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484166 Sep 17 22:47:16.355146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Pushing event updated for resources: {'Port': ['ID=4d6342a1-4355-4679-8e90-f66ee6c3cab9,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:16.358743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56474) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.372200 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.381104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7be26-43fb-468a-acf9-7a28d991ac5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c8c2d9-2224-449c-9b03-3ac61aee6772,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:16.418902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c15e8caa-9e58-4739-af91-8e24c3dbde4e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2818651 Sep 17 22:47:16.441663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56480) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.481135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.506659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2638740a-a456-41e7-af22-28fa5a49a983 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-security--704613539', 'description': 'tempest-security-description-984300122'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:16.512958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:16.512958 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:16.515822 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:16.525905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.549557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Attempting to bind port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:16.549951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Attempting to bind port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '93df9cb8-d1db-42eb-bc14-b157c3e9b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7488ec02-81e8-4e23-bed2-9c84f2be9b76'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:16.550280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Attempting to bind port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 on network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:16.589298 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2638740a-a456-41e7-af22-28fa5a49a983 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.673067 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2638740a-a456-41e7-af22-28fa5a49a983 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.685482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2638740a-a456-41e7-af22-28fa5a49a983 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.689944 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2638740a-a456-41e7-af22-28fa5a49a983 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.693639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2638740a-a456-41e7-af22-28fa5a49a983 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "PUT /v2.0/security-groups/7e5af5fe-13a1-41a9-b9bc-1fdca679c597 HTTP/1.1" status: 200 len: 1778 time: 0.2005825 Sep 17 22:47:16.694810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56488) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.709840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee7149-5943-4b85-8ca3-9e8dd0024c85 req-93cae89a-4c68-425a-9305-93eee264d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:16.711519 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-adee7149-5943-4b85-8ca3-9e8dd0024c85 req-93cae89a-4c68-425a-9305-93eee264d74e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3954582 Sep 17 22:47:16.712200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.719193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:16.720313 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.815129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638740a-a456-41e7-af22-28fa5a49a983 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5af5fe-13a1-41a9-b9bc-1fdca679c597,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:16.870935 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9291232 Sep 17 22:47:16.870935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317865c-8105-4648-b2f9-a09c0e5670b6 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Network': ['ID=7d3250df-39ef-4b97-b1ff-4d5978b0b576,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:16.882307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56492) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.883440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7d3250df-39ef-4b97-b1ff-4d5978b0b576 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:16.886862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 on network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:47:16.887303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Attempting to bind port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 on network 7488ec02-81e8-4e23-bed2-9c84f2be9b76 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:16.889879 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8cd2451f-1ed2-479d-8bb4-c1bb3e060c47 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups/7e5af5fe-13a1-41a9-b9bc-1fdca679c597 HTTP/1.1" status: 200 len: 1778 time: 0.1902127 Sep 17 22:47:16.894788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56494) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.896914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:16.899087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'ports': [{'network_id': '33e5a308-16a8-4516-905b-94b162480ce5', 'name': 'tempest-port--1503857223', 'admin_state_up': True}, {'network_id': '7d3250df-39ef-4b97-b1ff-4d5978b0b576', 'admin_state_up': False}]} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:16.899225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Checking segment: {'id': '93df9cb8-d1db-42eb-bc14-b157c3e9b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7488ec02-81e8-4e23-bed2-9c84f2be9b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:16.899319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'port': {'network_id': '33e5a308-16a8-4516-905b-94b162480ce5', 'name': 'tempest-port--1503857223', 'admin_state_up': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:16.899400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Bound using segment: {'id': '93df9cb8-d1db-42eb-bc14-b157c3e9b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7488ec02-81e8-4e23-bed2-9c84f2be9b76'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:16.899483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'port': {'network_id': '7d3250df-39ef-4b97-b1ff-4d5978b0b576', 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:16.899570 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Bound port: 4d6342a1-4355-4679-8e90-f66ee6c3cab9, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93df9cb8-d1db-42eb-bc14-b157c3e9b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7488ec02-81e8-4e23-bed2-9c84f2be9b76'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:16.899570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.989893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.001666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.003690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] 10.222.0.48 "DELETE /v2.0/networks/104a4ac0-9927-4f18-af60-5a455dfef964 HTTP/1.1" status: 204 len: 168 time: 1.3489456 Sep 17 22:47:17.060690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034ecac-c6b2-4773-b2d2-d0678f29f29b req-b47de3ff-1fd4-4738-9e07-9b983f054ebc tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:17.071330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7034ecac-c6b2-4773-b2d2-d0678f29f29b req-b47de3ff-1fd4-4738-9e07-9b983f054ebc tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 943 time: 0.5862074 Sep 17 22:47:17.076047 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6765-b6da-4931-b153-fa260e12b111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.144145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0350fb-25fa-4565-82d4-f915278a72aa tempest-TaggedBootDevicesTest_v242-605380564 tempest-TaggedBootDevicesTest_v242-605380564-project] Pushing event deleted for resources: {'Network': ['ID=104a4ac0-9927-4f18-af60-5a455dfef964,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:17.180377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6765-b6da-4931-b153-fa260e12b111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.218917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Made reservation on behalf of a9b680b092b3490e9a79c13e2aa3ddd1 for: {'port': 2} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:17.224248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.234260 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:47:17.249822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.265514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d00f868-10ed-453c-8c31-337f3f0dd416 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.277304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7034ecac-c6b2-4773-b2d2-d0678f29f29b req-b2a97ad6-442d-44bb-bd75-c15bb5015507 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045031 Sep 17 22:47:17.281699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] For port 4d6342a1-4355-4679-8e90-f66ee6c3cab9, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:17.314962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] For port 4d6342a1-4355-4679-8e90-f66ee6c3cab9, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d6342a1-4355-4679-8e90-f66ee6c3cab9,segment=NetworkSegment(93df9cb8-d1db-42eb-bc14-b157c3e9b6c7),segment_id=93df9cb8-d1db-42eb-bc14-b157c3e9b6c7)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:17.326196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d00f868-10ed-453c-8c31-337f3f0dd416 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.337670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.388000 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6765-b6da-4931-b153-fa260e12b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.391070 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6765-b6da-4931-b153-fa260e12b111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.393243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3b5a6765-b6da-4931-b153-fa260e12b111 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47c8c2d9-2224-449c-9b03-3ac61aee6772 HTTP/1.1" status: 204 len: 168 time: 1.0270507 Sep 17 22:47:17.410911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] device_id is not set on port 095e4851-0ec1-4cbb-86d2-0b9566188f5a yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:47:17.483907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e13b5c30-c111-445a-b74b-d1ec61499fc7 req-a9941f4b-6792-4771-834a-94b089489850 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0396612 Sep 17 22:47:17.485949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:17.486870 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.488293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] 10.222.0.45 "PUT /v2.0/ports/4d6342a1-4355-4679-8e90-f66ee6c3cab9 HTTP/1.1" status: 200 len: 1092 time: 2.4689271 Sep 17 22:47:17.512298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c59d36-9764-4e9e-907c-b7d7fd34187b', 'tag': '4d6342a1-4355-4679-8e90-f66ee6c3cab9'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:17.517409 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b8851f-b3a5-41b2-bfa5-be331d9696b6" -d '{"events": [{"name": "network-changed", "server_uuid": "28c59d36-9764-4e9e-907c-b7d7fd34187b", "tag": "4d6342a1-4355-4679-8e90-f66ee6c3cab9"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:17.521062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a6765-b6da-4931-b153-fa260e12b111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c8c2d9-2224-449c-9b03-3ac61aee6772,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:17.625116 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d00f868-10ed-453c-8c31-337f3f0dd416 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.627871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d00f868-10ed-453c-8c31-337f3f0dd416 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.630787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3d00f868-10ed-453c-8c31-337f3f0dd416 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/7e5af5fe-13a1-41a9-b9bc-1fdca679c597 HTTP/1.1" status: 204 len: 168 time: 0.7280834 Sep 17 22:47:17.630787 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f72098-75c9-477f-af5f-3f3d110cbe64 x-openstack-request-id: req-06f72098-75c9-477f-af5f-3f3d110cbe64 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:17.631040 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.631164 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c59d36-9764-4e9e-907c-b7d7fd34187b", "tag": "4d6342a1-4355-4679-8e90-f66ee6c3cab9", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:17.631164 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06f72098-75c9-477f-af5f-3f3d110cbe64 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:17.631164 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c59d36-9764-4e9e-907c-b7d7fd34187b', 'tag': '4d6342a1-4355-4679-8e90-f66ee6c3cab9', 'status': 'completed', 'code': 200} Sep 17 22:47:17.635637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56514) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:17.661689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00f868-10ed-453c-8c31-337f3f0dd416 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5af5fe-13a1-41a9-b9bc-1fdca679c597,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:17.671250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfb65d-680e-40a1-8974-5ad8e19901ae service neutron] Pushing event updated for resources: {'Port': ['ID=4d6342a1-4355-4679-8e90-f66ee6c3cab9,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:17.696238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-6cc7c725-809a-4925-a6a5-4efc13a5b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:17.697851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-6cc7c725-809a-4925-a6a5-4efc13a5b0f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f4306a948684862805c76c67e4fe5c9&device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 1095 time: 0.1518199 Sep 17 22:47:17.762490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-cfaa529c-9a15-44c4-98f8-34eaaafbfc39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6342a1-4355-4679-8e90-f66ee6c3cab9 HTTP/1.1" status: 200 len: 217 time: 0.0555725 Sep 17 22:47:17.775976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] device_id is not set on port 39b95f8c-94dd-4aad-abf3-e15d52944ff1 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:47:17.789341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-771519d3-ec7e-4271-be3d-dd5a1c703b38 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1501384 Sep 17 22:47:17.790782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56518) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:17.809677 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-c3302ec3-9c74-4852-90f8-6a2b0ac249c6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] delete failed (client error): The resource could not be found. Sep 17 22:47:17.810728 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c3302ec3-9c74-4852-90f8-6a2b0ac249c6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/7e5af5fe-13a1-41a9-b9bc-1fdca679c597 HTTP/1.1" status: 404 len: 347 time: 0.0190301 Sep 17 22:47:17.815818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56520) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:17.822960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-390287f7-61e4-4534-adcf-c6f52be85480 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-secgroup--124231376'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:17.846276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-319d606d-b59e-4c03-8b00-a5bc36c30acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:17.858253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-319d606d-b59e-4c03-8b00-a5bc36c30acd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4149e754-1414-4954-9f64-cdf29cb4e9ac HTTP/1.1" status: 200 len: 848 time: 0.0892656 Sep 17 22:47:17.939948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56522) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:17.942352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-e96e679c-a527-46f2-8a8c-d92d37b49c2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7488ec02-81e8-4e23-bed2-9c84f2be9b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749166 Sep 17 22:47:18.063041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb415-f355-4ddc-84d8-9d1aa9d531e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.105956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-892757c5-c286-420a-9dd5-a5adbfd9f4a8 service neutron] 10.222.0.45 "GET /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558042 Sep 17 22:47:18.225052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-390287f7-61e4-4534-adcf-c6f52be85480 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.245540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcb75ccc-2ebb-4a99-a826-83ebd9ac8877 req-bd0c6af3-e347-48be-a844-9aba5c64c3ad service neutron] 10.222.0.45 "GET /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290545 Sep 17 22:47:18.273752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb415-f355-4ddc-84d8-9d1aa9d531e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.278344 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb415-f355-4ddc-84d8-9d1aa9d531e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.281732 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-adee7149-5943-4b85-8ca3-9e8dd0024c85 req-ce12d198-a0a4-4354-ae59-42fd6e371534 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0517702 Sep 17 22:47:18.369883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.377540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56528) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:18.385669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0d7bb415-f355-4ddc-84d8-9d1aa9d531e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff4d9d8e7e2d4818810cb4c9ce73b92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420710 Sep 17 22:47:18.390073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bb415-f355-4ddc-84d8-9d1aa9d531e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02300593-50c3-4de3-9e0a-d2c3a4987285,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:18.453676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-82ac4f4d-a423-42ac-b04f-03611e5c15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:18.455764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-82ac4f4d-a423-42ac-b04f-03611e5c15db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f4306a948684862805c76c67e4fe5c9&device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 1095 time: 0.1446309 Sep 17 22:47:18.481380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6f25c-5943-412f-8256-7ef5567a670e req-990bc8cc-3449-434d-a186-410ea6172c2f tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:18.490166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ae6f25c-5943-412f-8256-7ef5567a670e req-990bc8cc-3449-434d-a186-410ea6172c2f tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 943 time: 0.1011291 Sep 17 22:47:18.490646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-390287f7-61e4-4534-adcf-c6f52be85480 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.492528 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.506889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-390287f7-61e4-4534-adcf-c6f52be85480 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.582810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b99f4c8-5a88-4f59-a9d4-b06401f9903b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.598630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-390287f7-61e4-4534-adcf-c6f52be85480 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.603116 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-390287f7-61e4-4534-adcf-c6f52be85480 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7849653 Sep 17 22:47:18.604684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56534) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:18.611950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ae6f25c-5943-412f-8256-7ef5567a670e req-bb04d02a-c707-47cf-8508-1ab1eaf03bad tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207080 Sep 17 22:47:18.617795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-64830917-9b4f-4b79-9957-a256ce57225e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': '6877b995-d933-404c-83f1-9df10e91f8bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:18.636188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Port': ['ID=095e4851-0ec1-4cbb-86d2-0b9566188f5a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:18.644811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da2f431c-bd95-48fa-9e9e-05737200ac0d req-58374360-fa88-4bb9-9b59-073dd09c23f1 tempest-ServerShowV254Test-1110116152 tempest-ServerShowV254Test-1110116152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1612c4f-2b4d-4918-a742-a1ddc0b2d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0631857 Sep 17 22:47:18.658115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b99f4c8-5a88-4f59-a9d4-b06401f9903b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.676194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-efc090e2-8501-4247-b1be-5984c12ca6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:18.677553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390287f7-61e4-4534-adcf-c6f52be85480 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6877b995-d933-404c-83f1-9df10e91f8bb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:18.678146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-efc090e2-8501-4247-b1be-5984c12ca6a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7488ec02-81e8-4e23-bed2-9c84f2be9b76 HTTP/1.1" status: 200 len: 909 time: 0.2138407 Sep 17 22:47:18.710871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Checking segment: {'id': '47d7fa08-7621-4eab-afff-48ada1173950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33e5a308-16a8-4516-905b-94b162480ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:18.711235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Network hostable DHCP agents. Network: 33e5a308-16a8-4516-905b-94b162480ce5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:18.737954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Network 33e5a308-16a8-4516-905b-94b162480ce5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:18.741219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-952a4564-73e7-4d01-a2a0-b45dea524d36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6342a1-4355-4679-8e90-f66ee6c3cab9 HTTP/1.1" status: 200 len: 217 time: 0.0548692 Sep 17 22:47:18.741904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64830917-9b4f-4b79-9957-a256ce57225e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.748560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 33e5a308-16a8-4516-905b-94b162480ce5) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:18.750657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b99f4c8-5a88-4f59-a9d4-b06401f9903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.753977 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7b99f4c8-5a88-4f59-a9d4-b06401f9903b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.755193 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7b99f4c8-5a88-4f59-a9d4-b06401f9903b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02300593-50c3-4de3-9e0a-d2c3a4987285 HTTP/1.1" status: 204 len: 168 time: 0.3733962 Sep 17 22:47:18.759767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:18.760657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.795542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fb039-dc77-4747-83e2-bec5e524f077 None None] Network 33e5a308-16a8-4516-905b-94b162480ce5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:18.827995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99f4c8-5a88-4f59-a9d4-b06401f9903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02300593-50c3-4de3-9e0a-d2c3a4987285,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:18.856847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.872496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-5c1bc26a-2e98-4caf-9066-5b91b2b3bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:18.879245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-5c1bc26a-2e98-4caf-9066-5b91b2b3bd65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4149e754-1414-4954-9f64-cdf29cb4e9ac HTTP/1.1" status: 200 len: 848 time: 0.1261711 Sep 17 22:47:18.905444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Port': ['ID=39b95f8c-94dd-4aad-abf3-e15d52944ff1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:18.944804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Checking segment: {'id': '3b57e307-f39e-400b-ae9a-4ddd6cfbcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d3250df-39ef-4b97-b1ff-4d5978b0b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:18.945192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Network hostable DHCP agents. Network: 7d3250df-39ef-4b97-b1ff-4d5978b0b576, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:18.965483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-809b4943-c792-4cf5-a759-069a7d1c8577 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7488ec02-81e8-4e23-bed2-9c84f2be9b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734580 Sep 17 22:47:18.967650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64830917-9b4f-4b79-9957-a256ce57225e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.974760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64830917-9b4f-4b79-9957-a256ce57225e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.980358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Network 7d3250df-39ef-4b97-b1ff-4d5978b0b576 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:18.993429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7d3250df-39ef-4b97-b1ff-4d5978b0b576) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:19.000110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:19.007092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:19.012338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:19.013627 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.020248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830917-9b4f-4b79-9957-a256ce57225e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cab583-25da-4aa0-9332-b6fa337d8f08,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:19.037081 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64830917-9b4f-4b79-9957-a256ce57225e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.038337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-64830917-9b4f-4b79-9957-a256ce57225e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4310429 Sep 17 22:47:19.043208 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3b136aec-fc28-4434-bd89-24796a8a1770 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1496964 Sep 17 22:47:19.043208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56540) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.053851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56542) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.066291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc225b-585e-4dc7-96dd-fa0789ee28da None None] Network 7d3250df-39ef-4b97-b1ff-4d5978b0b576 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:19.121718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-68752677-1770-43f0-b5ca-8ca7769e4727 service neutron] 10.222.0.45 "GET /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446714 Sep 17 22:47:19.142971 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25f9bf96-f938-4cf1-95ee-46826f54b51a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.158219 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25f9bf96-f938-4cf1-95ee-46826f54b51a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.214616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0f322-8223-4a91-b078-e261263fb621 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:19.238644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0f322-8223-4a91-b078-e261263fb621 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:19.240368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9cd0f322-8223-4a91-b078-e261263fb621 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1854408 Sep 17 22:47:19.243596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56552) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.277430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25f9bf96-f938-4cf1-95ee-46826f54b51a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.283813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25f9bf96-f938-4cf1-95ee-46826f54b51a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.288111 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-25f9bf96-f938-4cf1-95ee-46826f54b51a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/00cab583-25da-4aa0-9332-b6fa337d8f08 HTTP/1.1" status: 204 len: 168 time: 0.2426355 Sep 17 22:47:19.288894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56556) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.305257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9bf96-f938-4cf1-95ee-46826f54b51a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00cab583-25da-4aa0-9332-b6fa337d8f08,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:19.400314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68b8851f-b3a5-41b2-bfa5-be331d9696b6 req-6b879062-acc0-4a56-9d69-dae032744d66 service neutron] 10.222.0.45 "GET /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671754 Sep 17 22:47:19.413891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8daa4b02-ebe4-4094-8bbc-a15abfd1e670 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1216660 Sep 17 22:47:19.416414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56560) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.476229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-270475fe-391c-42d4-a0a7-50f0a8b90913 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Deleting port 095e4851-0ec1-4cbb-86d2-0b9566188f5a {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:19.476580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-270475fe-391c-42d4-a0a7-50f0a8b90913 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.555572 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01baa9d4-fd5f-41ee-a44e-f288f69da145 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.581245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-270475fe-391c-42d4-a0a7-50f0a8b90913 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.606963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-270475fe-391c-42d4-a0a7-50f0a8b90913 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Calling delete_port for 095e4851-0ec1-4cbb-86d2-0b9566188f5a owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:19.609464 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01baa9d4-fd5f-41ee-a44e-f288f69da145 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.721642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01baa9d4-fd5f-41ee-a44e-f288f69da145 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.724211 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01baa9d4-fd5f-41ee-a44e-f288f69da145 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.731328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-01baa9d4-fd5f-41ee-a44e-f288f69da145 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/6877b995-d933-404c-83f1-9df10e91f8bb HTTP/1.1" status: 204 len: 168 time: 0.3113539 Sep 17 22:47:19.736020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56574) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.752800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baa9d4-fd5f-41ee-a44e-f288f69da145 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6877b995-d933-404c-83f1-9df10e91f8bb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:19.849660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-270475fe-391c-42d4-a0a7-50f0a8b90913 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.863649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4357-4459-4168-8b9d-4efdc9b398da req-72b970e3-7da9-4418-9690-7d2c476c4d92 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:19.865256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-383b4357-4459-4168-8b9d-4efdc9b398da req-72b970e3-7da9-4418-9690-7d2c476c4d92 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 943 time: 0.1155124 Sep 17 22:47:19.890915 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270475fe-391c-42d4-a0a7-50f0a8b90913 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Port': ['ID=095e4851-0ec1-4cbb-86d2-0b9566188f5a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:19.896384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cf0212d9-ec57-4052-b46a-23511fc4e3f2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1615472 Sep 17 22:47:19.901444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56582) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.913958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ca1eb06a-84c6-42b6-8bed-ba3058374f5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-secgroup--536322604'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:19.923908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-270475fe-391c-42d4-a0a7-50f0a8b90913 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.926249 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-270475fe-391c-42d4-a0a7-50f0a8b90913 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/ports/095e4851-0ec1-4cbb-86d2-0b9566188f5a HTTP/1.1" status: 204 len: 168 time: 0.6817393 Sep 17 22:47:19.929042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56584) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.989741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb06a-84c6-42b6-8bed-ba3058374f5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.996204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-383b4357-4459-4168-8b9d-4efdc9b398da req-f050d749-ee21-4b23-8d15-7c046daefb77 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074572 Sep 17 22:47:20.061993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a73e19df-75a2-48dd-a067-cb0aa11aa0b8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Deleting port 39b95f8c-94dd-4aad-abf3-e15d52944ff1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:20.062616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a73e19df-75a2-48dd-a067-cb0aa11aa0b8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.135700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb06a-84c6-42b6-8bed-ba3058374f5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.147421 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb06a-84c6-42b6-8bed-ba3058374f5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.194504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56590) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.225870 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a73e19df-75a2-48dd-a067-cb0aa11aa0b8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.227199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb06a-84c6-42b6-8bed-ba3058374f5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.237590 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ca1eb06a-84c6-42b6-8bed-ba3058374f5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3341053 Sep 17 22:47:20.238634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56596) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.247890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a73e19df-75a2-48dd-a067-cb0aa11aa0b8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Calling delete_port for 39b95f8c-94dd-4aad-abf3-e15d52944ff1 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:20.250723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8ae1b867-ded5-461e-bae5-b96cb9a68f7d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': '2df8df40-1961-4bbc-a8fe-950cdddca745', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:20.308673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eb06a-84c6-42b6-8bed-ba3058374f5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df8df40-1961-4bbc-a8fe-950cdddca745,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:20.353925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ae1b867-ded5-461e-bae5-b96cb9a68f7d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.373310 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a73e19df-75a2-48dd-a067-cb0aa11aa0b8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.434420 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ae1b867-ded5-461e-bae5-b96cb9a68f7d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.441001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a73e19df-75a2-48dd-a067-cb0aa11aa0b8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.445259 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ae1b867-ded5-461e-bae5-b96cb9a68f7d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.447435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56600) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.448146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a73e19df-75a2-48dd-a067-cb0aa11aa0b8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/ports/39b95f8c-94dd-4aad-abf3-e15d52944ff1 HTTP/1.1" status: 204 len: 168 time: 0.5180633 Sep 17 22:47:20.449495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e19df-75a2-48dd-a067-cb0aa11aa0b8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Port': ['ID=39b95f8c-94dd-4aad-abf3-e15d52944ff1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:20.481645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1b867-ded5-461e-bae5-b96cb9a68f7d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabb3a3b-0618-4b06-b52c-a607ccb4cc16,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:20.512376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-086fc029-6f6e-457a-b965-3299b60bd777 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0563858 Sep 17 22:47:20.513714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56602) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.519171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ae1b867-ded5-461e-bae5-b96cb9a68f7d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.521321 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8ae1b867-ded5-461e-bae5-b96cb9a68f7d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2769878 Sep 17 22:47:20.521521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1964665962'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:20.524072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56604) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.531571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-50cc21d5-bf73-43be-9f1d-bd97002b0513 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': '2df8df40-1961-4bbc-a8fe-950cdddca745', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:20.550077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Made reservation on behalf of a9b680b092b3490e9a79c13e2aa3ddd1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:20.555785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.603905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ba22-b761-4686-8109-f7548a250b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.619954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:20.627917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50cc21d5-bf73-43be-9f1d-bd97002b0513 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.632580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.632958 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Added segment 0ba674bc-9023-4f28-ae18-c419d7a3784f of type vlan for network d13b7b8d-22b4-4419-9839-0d5cc40255c1 Sep 17 22:47:20.705232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.750055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.771080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:20.772093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50cc21d5-bf73-43be-9f1d-bd97002b0513 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.773625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.781368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50cc21d5-bf73-43be-9f1d-bd97002b0513 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.849759 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc21d5-bf73-43be-9f1d-bd97002b0513 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97a5f7a-0d86-4a6a-ad48-4620f7aaa5d0,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:20.874837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ba22-b761-4686-8109-f7548a250b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.894345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ba22-b761-4686-8109-f7548a250b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.900901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Network': ['ID=d13b7b8d-22b4-4419-9839-0d5cc40255c1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:20.918895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network d13b7b8d-22b4-4419-9839-0d5cc40255c1 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:20.932263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4c3b6527-7f73-44dd-a22f-b52a9c402911 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4169657 Sep 17 22:47:20.932924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56620) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.935460 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-50cc21d5-bf73-43be-9f1d-bd97002b0513 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.936681 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-50cc21d5-bf73-43be-9f1d-bd97002b0513 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4101794 Sep 17 22:47:20.944843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56622) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.945993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1090450124'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:20.970208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5c256369-c384-4c31-ba55-0ca01fdffcc9 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': '2df8df40-1961-4bbc-a8fe-950cdddca745', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:20.997277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Made reservation on behalf of a9b680b092b3490e9a79c13e2aa3ddd1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:21.009850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.020284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7ba22-b761-4686-8109-f7548a250b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66726ee6-6b7e-4fc9-8c9d-155b2aef5048,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:21.028351 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f8c7ba22-b761-4686-8109-f7548a250b17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a13062a8b27d4bcbbbcbc595c5d12e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289173 Sep 17 22:47:21.028351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c256369-c384-4c31-ba55-0ca01fdffcc9 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.042919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56626) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:21.093793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:21.129781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56628) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:21.150076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.152157 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Added segment fcb9410a-7149-4854-be0c-29e972e81641 of type vlan for network e18e8a76-a457-4685-982b-0c4605dcbd27 Sep 17 22:47:21.155306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c256369-c384-4c31-ba55-0ca01fdffcc9 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.167836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c256369-c384-4c31-ba55-0ca01fdffcc9 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.174133 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23c862dc-b3c3-4283-ac4e-44c5b0d80ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.242835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec81452-0c01-45ae-9ba3-8bfa30235aa8 req-d08849dc-617f-4642-aec6-c6ceb1e799b3 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:21.269580 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ec81452-0c01-45ae-9ba3-8bfa30235aa8 req-d08849dc-617f-4642-aec6-c6ceb1e799b3 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 943 time: 0.1463904 Sep 17 22:47:21.272711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.316150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23c862dc-b3c3-4283-ac4e-44c5b0d80ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.320564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4d6342a1-4355-4679-8e90-f66ee6c3cab9 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:47:21.324065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c256369-c384-4c31-ba55-0ca01fdffcc9 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b69376f-5573-45ec-a873-a7836fded126,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:21.348376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c256369-c384-4c31-ba55-0ca01fdffcc9 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.355413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5c256369-c384-4c31-ba55-0ca01fdffcc9 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4050784 Sep 17 22:47:21.360675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56632) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:21.365271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-96c909ac-c18f-4864-8bc2-fc2e4107531e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': '2df8df40-1961-4bbc-a8fe-950cdddca745', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:21.365666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ec81452-0c01-45ae-9ba3-8bfa30235aa8 req-b8f5d2c0-8fd9-4b0e-85cf-4301542f3696 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949373 Sep 17 22:47:21.367092 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.383291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:21.384023 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.459256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96c909ac-c18f-4864-8bc2-fc2e4107531e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.521888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5878005 Sep 17 22:47:21.525776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43e130-272f-4761-86bd-a1325ee85de0 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Network': ['ID=e18e8a76-a457-4685-982b-0c4605dcbd27,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:21.537564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4d6342a1-4355-4679-8e90-f66ee6c3cab9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d6342a1-4355-4679-8e90-f66ee6c3cab9,segment=NetworkSegment(93df9cb8-d1db-42eb-bc14-b157c3e9b6c7),segment_id=93df9cb8-d1db-42eb-bc14-b157c3e9b6c7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:21.540132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96c909ac-c18f-4864-8bc2-fc2e4107531e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.545732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96c909ac-c18f-4864-8bc2-fc2e4107531e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.546061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e18e8a76-a457-4685-982b-0c4605dcbd27 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:21.571220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1309568879'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:21.580883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-96c909ac-c18f-4864-8bc2-fc2e4107531e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.582176 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-96c909ac-c18f-4864-8bc2-fc2e4107531e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2205050 Sep 17 22:47:21.583332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c909ac-c18f-4864-8bc2-fc2e4107531e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6b688e-6a77-4978-89c3-87d4dc55a94b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:21.585779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56634) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:21.591991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9408b788-963b-47b6-a455-59946afb9ded tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': '2df8df40-1961-4bbc-a8fe-950cdddca745', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:21.597926 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23c862dc-b3c3-4283-ac4e-44c5b0d80ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.601051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23c862dc-b3c3-4283-ac4e-44c5b0d80ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.605398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-23c862dc-b3c3-4283-ac4e-44c5b0d80ed6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66726ee6-6b7e-4fc9-8c9d-155b2aef5048 HTTP/1.1" status: 204 len: 168 time: 0.5584087 Sep 17 22:47:21.614383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Made reservation on behalf of efa28b30c3504f89aa3dae849e687a2d for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:21.621556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.650781 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.658184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c862dc-b3c3-4283-ac4e-44c5b0d80ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66726ee6-6b7e-4fc9-8c9d-155b2aef5048,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:21.674538 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9408b788-963b-47b6-a455-59946afb9ded tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.770870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '4d6342a1-4355-4679-8e90-f66ee6c3cab9', 'network_id': '7488ec02-81e8-4e23-bed2-9c84f2be9b76', 'port_id': '4d6342a1-4355-4679-8e90-f66ee6c3cab9', 'mac_address': 'fa:16:3e:6b:e4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4149e754-1414-4954-9f64-cdf29cb4e9ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:47:21.799507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9408b788-963b-47b6-a455-59946afb9ded tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.809466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9408b788-963b-47b6-a455-59946afb9ded tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.823395 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.840547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6342a1-4355-4679-8e90-f66ee6c3cab9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:47:21.856673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408b788-963b-47b6-a455-59946afb9ded tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51d2722-bb4e-46d6-b409-35db1a86fc37,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:21.890450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4d6342a1-4355-4679-8e90-f66ee6c3cab9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d6342a1-4355-4679-8e90-f66ee6c3cab9,segment=NetworkSegment(93df9cb8-d1db-42eb-bc14-b157c3e9b6c7),segment_id=93df9cb8-d1db-42eb-bc14-b157c3e9b6c7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:21.897944 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.902147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.912394 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.924883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9408b788-963b-47b6-a455-59946afb9ded tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.928795 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9408b788-963b-47b6-a455-59946afb9ded tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3394380 Sep 17 22:47:21.929173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56644) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:21.935361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:21.947010 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.947376 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Added segment 0dd273c5-1565-4b79-be71-1314fbc53dd7 of type vlan for network 48b1d58b-ada2-437a-80b5-8e78bbac4bcd Sep 17 22:47:21.977639 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b15d5937-4d04-45ed-bc61-b252c3c0e463 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.996903 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b15d5937-4d04-45ed-bc61-b252c3c0e463 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.013662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.017856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4d6342a1-4355-4679-8e90-f66ee6c3cab9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:22.085272 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b15d5937-4d04-45ed-bc61-b252c3c0e463 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.098132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b15d5937-4d04-45ed-bc61-b252c3c0e463 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.102899 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b15d5937-4d04-45ed-bc61-b252c3c0e463 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b51d2722-bb4e-46d6-b409-35db1a86fc37 HTTP/1.1" status: 204 len: 168 time: 0.1728473 Sep 17 22:47:22.110805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4d6342a1-4355-4679-8e90-f66ee6c3cab9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:47:22.112236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56648) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:22.131039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.139440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:22.140225 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.152311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d5937-4d04-45ed-bc61-b252c3c0e463 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b51d2722-bb4e-46d6-b409-35db1a86fc37,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:22.209354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6e91c7-9807-450b-83dc-352aa3165c26,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:22.237068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1024733 Sep 17 22:47:22.237321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56652) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:22.292140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45517c1-fc2b-4777-88e0-b6073c2505fb tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Pushing event updated for resources: {'Network': ['ID=48b1d58b-ada2-437a-80b5-8e78bbac4bcd,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:22.316585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 48b1d58b-ada2-437a-80b5-8e78bbac4bcd details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:22.326834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56656) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:22.327223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4ea14b5c-8362-474c-ad0c-59ba1a8dca87 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2136071 Sep 17 22:47:22.398955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a478607-5aa2-4f60-9474-f0687fc000df tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.435508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a478607-5aa2-4f60-9474-f0687fc000df tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.519484 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a478607-5aa2-4f60-9474-f0687fc000df tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.550775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a478607-5aa2-4f60-9474-f0687fc000df tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.560324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a478607-5aa2-4f60-9474-f0687fc000df tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5b6b688e-6a77-4978-89c3-87d4dc55a94b HTTP/1.1" status: 204 len: 168 time: 0.2321103 Sep 17 22:47:22.570711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56664) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:22.702785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Request body: {'network': {'name': 'tempest-network--1147407596', 'router:external': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:22.708553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b4c82-c843-442f-9884-579c008dac1c req-ffb947bb-3c77-4608-85b9-eabdee73808f tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:22.712048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce3b4c82-c843-442f-9884-579c008dac1c req-ffb947bb-3c77-4608-85b9-eabdee73808f tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 944 time: 0.2022293 Sep 17 22:47:22.792333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a478607-5aa2-4f60-9474-f0687fc000df tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b6b688e-6a77-4978-89c3-87d4dc55a94b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:22.798697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce3b4c82-c843-442f-9884-579c008dac1c req-0ed5fb44-cc91-4d3e-a329-8bf5d3ce6414 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804298 Sep 17 22:47:22.815525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Made reservation on behalf of 8673a4d4bf3a4c9d92eeb6ebcd95ba52 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:22.817997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.843948 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.937544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56676) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:22.940327 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1f031650-298b-4451-9d22-ec0d782f1605 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3647709 Sep 17 22:47:22.986026 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbdb7e62-296c-4a20-8188-20fb76b560c5 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.995801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbdb7e62-296c-4a20-8188-20fb76b560c5 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.032010 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbdb7e62-296c-4a20-8188-20fb76b560c5 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.050696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbdb7e62-296c-4a20-8188-20fb76b560c5 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.054769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dbdb7e62-296c-4a20-8188-20fb76b560c5 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5b69376f-5573-45ec-a873-a7836fded126 HTTP/1.1" status: 204 len: 168 time: 0.1144631 Sep 17 22:47:23.059556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56682) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.086323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb7e62-296c-4a20-8188-20fb76b560c5 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b69376f-5573-45ec-a873-a7836fded126,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:23.166844 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56686) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.171466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b4ef35bf-cbf8-4964-a146-3efcfae73908 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0967240 Sep 17 22:47:23.273878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be636200-2c9f-44d9-83b6-e32697d55c22 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.293931 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be636200-2c9f-44d9-83b6-e32697d55c22 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.334411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4d6342a1-4355-4679-8e90-f66ee6c3cab9 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:23.338198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be636200-2c9f-44d9-83b6-e32697d55c22 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.342169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.349025 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-be636200-2c9f-44d9-83b6-e32697d55c22 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.354004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56690) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.354587 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be636200-2c9f-44d9-83b6-e32697d55c22 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b97a5f7a-0d86-4a6a-ad48-4620f7aaa5d0 HTTP/1.1" status: 204 len: 168 time: 0.1774070 Sep 17 22:47:23.361188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.387660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:23.475687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:47:23.484439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:23.486951 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.496371 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8189c79d-cb9c-44d0-b402-461b0b7a7d6f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1407073 Sep 17 22:47:23.499903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56700) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.521656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba2464-dbfa-4c61-a324-af78c0c2a95e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:23.543623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.548388 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Added segment a9755767-1804-4de9-8f53-3feee57d00df of type vlan for network ce40ebfc-7848-4bdc-9fdd-039817bfd5da Sep 17 22:47:23.551164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be636200-2c9f-44d9-83b6-e32697d55c22 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97a5f7a-0d86-4a6a-ad48-4620f7aaa5d0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:23.596334 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b5a463b-4677-4178-a605-220dea6bc29f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.621101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b5a463b-4677-4178-a605-220dea6bc29f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.715973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b5a463b-4677-4178-a605-220dea6bc29f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.723452 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.732329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.733996 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b5a463b-4677-4178-a605-220dea6bc29f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.739456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7b5a463b-4677-4178-a605-220dea6bc29f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/dabb3a3b-0618-4b06-b52c-a607ccb4cc16 HTTP/1.1" status: 204 len: 168 time: 0.2340386 Sep 17 22:47:23.754920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56706) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.769864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c59d36-9764-4e9e-907c-b7d7fd34187b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6342a1-4355-4679-8e90-f66ee6c3cab9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:23.778567 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba8c988-b7c3-4933-a238-6dff3030a0ea" -d '{"events": [{"server_uuid": "28c59d36-9764-4e9e-907c-b7d7fd34187b", "name": "network-vif-plugged", "status": "completed", "tag": "4d6342a1-4355-4679-8e90-f66ee6c3cab9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:23.782216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a463b-4677-4178-a605-220dea6bc29f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dabb3a3b-0618-4b06-b52c-a607ccb4cc16,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:23.795180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4d6342a1-4355-4679-8e90-f66ee6c3cab9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d6342a1-4355-4679-8e90-f66ee6c3cab9,segment=NetworkSegment(93df9cb8-d1db-42eb-bc14-b157c3e9b6c7),segment_id=93df9cb8-d1db-42eb-bc14-b157c3e9b6c7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:23.803901 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.864722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4d6342a1-4355-4679-8e90-f66ee6c3cab9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:23.901614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f28e4989-69d6-4ea9-a548-8445791cc6d8 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1388268 Sep 17 22:47:23.907338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56716) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.915708 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea766bd1-43ff-46b5-b9e2-d56cc231c153 x-openstack-request-id: req-ea766bd1-43ff-46b5-b9e2-d56cc231c153 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:23.916007 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c59d36-9764-4e9e-907c-b7d7fd34187b", "name": "network-vif-plugged", "status": "completed", "tag": "4d6342a1-4355-4679-8e90-f66ee6c3cab9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:23.916264 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea766bd1-43ff-46b5-b9e2-d56cc231c153 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:23.916666 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c59d36-9764-4e9e-907c-b7d7fd34187b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6342a1-4355-4679-8e90-f66ee6c3cab9', 'code': 200} Sep 17 22:47:23.971530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.973647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.973990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.102021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Network': ['ID=ce40ebfc-7848-4bdc-9fdd-039817bfd5da,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:24.140612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network ce40ebfc-7848-4bdc-9fdd-039817bfd5da details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:24.158352 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-08398a5d-87b0-4348-9fff-896577625ea0 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9193473 Sep 17 22:47:24.161081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56728) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.214327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1426761-a381-4d19-b603-9eadd70739d9 req-d1b4e123-9ef8-4ea0-876c-ea8118d29b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.217744 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1426761-a381-4d19-b603-9eadd70739d9 req-d1b4e123-9ef8-4ea0-876c-ea8118d29b18 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 1097 time: 0.2350810 Sep 17 22:47:24.229344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7b857-4124-4567-bc04-d90c50e39424 req-5f9f19d7-b308-485c-8fe3-dd44ac6606ba tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.242198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2e7b857-4124-4567-bc04-d90c50e39424 req-5f9f19d7-b308-485c-8fe3-dd44ac6606ba tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 945 time: 0.2243514 Sep 17 22:47:24.354236 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.380346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2037f57-f422-4df4-8691-772ed8c5769d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.393844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2e7b857-4124-4567-bc04-d90c50e39424 req-3e5270c6-91fc-448a-9f60-11ad4efbe1a3 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506233 Sep 17 22:47:24.448858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1426761-a381-4d19-b603-9eadd70739d9 req-f4fa684c-4c9a-4bf1-847e-bdca12ed1d65 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401381 Sep 17 22:47:24.463917 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2037f57-f422-4df4-8691-772ed8c5769d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.549864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2037f57-f422-4df4-8691-772ed8c5769d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.553097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2037f57-f422-4df4-8691-772ed8c5769d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.557737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f2037f57-f422-4df4-8691-772ed8c5769d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/2df8df40-1961-4bbc-a8fe-950cdddca745 HTTP/1.1" status: 204 len: 168 time: 0.6471021 Sep 17 22:47:24.564959 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56744) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.586768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.608810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2037f57-f422-4df4-8691-772ed8c5769d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df8df40-1961-4bbc-a8fe-950cdddca745,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:24.642936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce40ebfc-7848-4bdc-9fdd-039817bfd5da']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:24.676668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9755767-1804-4de9-8f53-3feee57d00df') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:24.677833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9755767-1804-4de9-8f53-3feee57d00df') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:24.710002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-af15ed4b-f5a9-4e01-b6ba-85ccfadd62ed tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459281 Sep 17 22:47:24.710946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56750) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.714744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.723723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9ac96c70-2a27-4083-9300-9d364497de7e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-secgroup--614588737'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:24.741609 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.754377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:24.757196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:24.759365 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:24.776760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ac96c70-2a27-4083-9300-9d364497de7e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.857451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56752) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.877245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'subnets': [{'network_id': 'd13b7b8d-22b4-4419-9839-0d5cc40255c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--66960634', 'ip_version': 6}, {'network_id': 'e18e8a76-a457-4685-982b-0c4605dcbd27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:24.877601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'subnet': {'network_id': 'd13b7b8d-22b4-4419-9839-0d5cc40255c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--66960634', 'ip_version': 6}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:24.878757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Request body: {'subnet': {'network_id': 'e18e8a76-a457-4685-982b-0c4605dcbd27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:24.921491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.949063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce40ebfc-7848-4bdc-9fdd-039817bfd5da {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:47:24.951169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce40ebfc-7848-4bdc-9fdd-039817bfd5da,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:24.958268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.965502 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1aa31c05-0758-44b1-b6c4-795134226743 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "DELETE /v2.0/networks/ce40ebfc-7848-4bdc-9fdd-039817bfd5da HTTP/1.1" status: 204 len: 168 time: 0.8027754 Sep 17 22:47:24.966145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56756) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:25.001774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:25.058184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56758) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:25.080469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ac96c70-2a27-4083-9300-9d364497de7e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.158713 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ac96c70-2a27-4083-9300-9d364497de7e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.225465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Made reservation on behalf of 8673a4d4bf3a4c9d92eeb6ebcd95ba52 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:25.228526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.283867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac96c70-2a27-4083-9300-9d364497de7e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f7a0d9-3d56-4ac3-929f-ed565d9ffc3c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:25.308050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6de8-eddb-44d6-aae9-c6ac706b6bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.310192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ac96c70-2a27-4083-9300-9d364497de7e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.314769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9ac96c70-2a27-4083-9300-9d364497de7e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5990832 Sep 17 22:47:25.315577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56762) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:25.320353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-83741422-b8e0-4739-a8a5-e4a4462762a1 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': '48f7a0d9-3d56-4ac3-929f-ed565d9ffc3c', 'direction': 'ingress', 'protocol': 17}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:25.339827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Made reservation on behalf of a9b680b092b3490e9a79c13e2aa3ddd1 for: {'subnet': 2} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:25.349567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.349916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.376312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83741422-b8e0-4739-a8a5-e4a4462762a1 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.421193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:25.451526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.451890 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Added segment f762d723-142a-4d48-b03f-c6937395ba0b of type vlan for network 352fbdb9-1d6e-4ec0-84f8-f512a9016150 Sep 17 22:47:25.559322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83741422-b8e0-4739-a8a5-e4a4462762a1 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.565128 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83741422-b8e0-4739-a8a5-e4a4462762a1 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.587657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83741422-b8e0-4739-a8a5-e4a4462762a1 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5af265-d4fa-46f2-a65f-08390a2c06a1,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:25.626666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.771485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb6bc0-8a1f-45d1-9f64-742db073f696 req-7bbd2cf2-3cf3-44ac-bf47-a47a2e402f00 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:25.776746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cecb6bc0-8a1f-45d1-9f64-742db073f696 req-7bbd2cf2-3cf3-44ac-bf47-a47a2e402f00 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 945 time: 0.2170904 Sep 17 22:47:25.791465 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.792409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:25.793119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.931733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Network': ['ID=352fbdb9-1d6e-4ec0-84f8-f512a9016150,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:25.945378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 352fbdb9-1d6e-4ec0-84f8-f512a9016150 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:25.965642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cecb6bc0-8a1f-45d1-9f64-742db073f696 req-8f2f9f22-fa12-4f77-b304-07e52cf8d085 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778457 Sep 17 22:47:25.999724 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6de8-eddb-44d6-aae9-c6ac706b6bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.025606 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-83741422-b8e0-4739-a8a5-e4a4462762a1 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.027513 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-83741422-b8e0-4739-a8a5-e4a4462762a1 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7108703 Sep 17 22:47:26.030372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56774) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:26.064432 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6de8-eddb-44d6-aae9-c6ac706b6bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.124076 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-051ee711-81e8-41a3-bfe7-b3648baf20b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.132269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1f69ba7c-85a3-4fd7-974c-5e6ccd615e71 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1352730 Sep 17 22:47:26.138191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56776) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:26.144048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Request body: {'subnet': {'network_id': '352fbdb9-1d6e-4ec0-84f8-f512a9016150', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:26.150319 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b6de8-eddb-44d6-aae9-c6ac706b6bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d64f1-8451-4f21-a109-974082af61ef,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:26.166902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ae8b6de8-eddb-44d6-aae9-c6ac706b6bbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d72483e574d4c788c6c420a511996c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1048489 Sep 17 22:47:26.167074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56778) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:26.182448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-051ee711-81e8-41a3-bfe7-b3648baf20b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.266996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-051ee711-81e8-41a3-bfe7-b3648baf20b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.270366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-051ee711-81e8-41a3-bfe7-b3648baf20b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.273701 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-051ee711-81e8-41a3-bfe7-b3648baf20b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/48f7a0d9-3d56-4ac3-929f-ed565d9ffc3c HTTP/1.1" status: 204 len: 168 time: 0.2396955 Sep 17 22:47:26.274231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56780) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:26.283470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Made reservation on behalf of 8673a4d4bf3a4c9d92eeb6ebcd95ba52 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:26.286901 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.290157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ee711-81e8-41a3-bfe7-b3648baf20b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f7a0d9-3d56-4ac3-929f-ed565d9ffc3c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:26.352420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d53085a6-5840-4806-943f-54f0019dbeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.374636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d53085a6-5840-4806-943f-54f0019dbeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.471002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bce21a60-41c9-42c9-b242-442b2012d75d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1900644 Sep 17 22:47:26.472009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56782) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:26.478250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-fc5fcece-3795-4f21-b517-63d837007173 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518189835'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:26.502145 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d53085a6-5840-4806-943f-54f0019dbeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.504716 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d53085a6-5840-4806-943f-54f0019dbeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.505902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d53085a6-5840-4806-943f-54f0019dbeec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af7d64f1-8451-4f21-a109-974082af61ef HTTP/1.1" status: 204 len: 168 time: 0.3380163 Sep 17 22:47:26.525671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53085a6-5840-4806-943f-54f0019dbeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d64f1-8451-4f21-a109-974082af61ef,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:26.539238 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc5fcece-3795-4f21-b517-63d837007173 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.547022 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.698546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Subnet': ['ID=374ec192-7981-42da-bfa3-41fa53484315,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:26.712862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Checking segment: {'id': '0ba674bc-9023-4f28-ae18-c419d7a3784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd13b7b8d-22b4-4419-9839-0d5cc40255c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:26.713297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Network hostable DHCP agents. Network: d13b7b8d-22b4-4419-9839-0d5cc40255c1, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:26.737106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc5fcece-3795-4f21-b517-63d837007173 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.749278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc5fcece-3795-4f21-b517-63d837007173 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.768142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Network d13b7b8d-22b4-4419-9839-0d5cc40255c1 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:26.786756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, d13b7b8d-22b4-4419-9839-0d5cc40255c1) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:26.790873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.798755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f0f24-3e56-4931-a94b-7cd8a5f66aaa None None] Network d13b7b8d-22b4-4419-9839-0d5cc40255c1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:26.813300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fcece-3795-4f21-b517-63d837007173 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b441066-7e86-4627-a883-05bf58fbdb52,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:26.817136 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc5fcece-3795-4f21-b517-63d837007173 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.818467 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fc5fcece-3795-4f21-b517-63d837007173 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3453846 Sep 17 22:47:26.821136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56796) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:26.826664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-99e74027-e749-4ed4-8894-84eb14874665 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545046705'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:26.878368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99e74027-e749-4ed4-8894-84eb14874665 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.996705 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99e74027-e749-4ed4-8894-84eb14874665 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.010088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event updated for resources: {'Subnet': ['ID=415f67d6-4c6c-47dc-9b76-2cbd8b6d34c4,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:27.015085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99e74027-e749-4ed4-8894-84eb14874665 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.048543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Checking segment: {'id': 'fcb9410a-7149-4854-be0c-29e972e81641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e18e8a76-a457-4685-982b-0c4605dcbd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:27.050536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Network hostable DHCP agents. Network: e18e8a76-a457-4685-982b-0c4605dcbd27, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:27.061467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99e74027-e749-4ed4-8894-84eb14874665 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.063463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-99e74027-e749-4ed4-8894-84eb14874665 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2412484 Sep 17 22:47:27.068177 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56802) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:27.085405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-75bd0108-99cb-4447-b7ff-5a654f8bd0a2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': '7b441066-7e86-4627-a883-05bf58fbdb52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08ae262c-a0ab-4d71-b926-0009e5ca51a3', 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:27.116068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Network e18e8a76-a457-4685-982b-0c4605dcbd27 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:27.180084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e74027-e749-4ed4-8894-84eb14874665 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ae262c-a0ab-4d71-b926-0009e5ca51a3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:27.211755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75bd0108-99cb-4447-b7ff-5a654f8bd0a2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.233699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e18e8a76-a457-4685-982b-0c4605dcbd27) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:27.263253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da692a1a-23b3-4b0b-a51c-be330ad51793 None None] Network e18e8a76-a457-4685-982b-0c4605dcbd27 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:27.263763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.268031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.268834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.309655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7433f953-8208-4679-9d86-e8928e5fa6eb tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.4509385 Sep 17 22:47:27.316327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56810) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:27.316576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f5b42-c8da-4d07-b49c-5a31ecf71714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-d13b7b8d-22b4-4419-9839-0d5cc40255c1', 'network_id': 'd13b7b8d-22b4-4419-9839-0d5cc40255c1', 'tenant_id': 'a9b680b092b3490e9a79c13e2aa3ddd1', 'fixed_ips': [{'subnet_id': '374ec192-7981-42da-bfa3-41fa53484315'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:47:27.325176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-333f5b42-c8da-4d07-b49c-5a31ecf71714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.442062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:47:27.449322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.514189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5326cb35-3766-455c-a8a5-da55f4e802af tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.523921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5326cb35-3766-455c-a8a5-da55f4e802af tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.529574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5326cb35-3766-455c-a8a5-da55f4e802af tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.536334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5326cb35-3766-455c-a8a5-da55f4e802af tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2158606 Sep 17 22:47:27.555899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56812) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:27.561851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068561c-e362-46e9-81e1-36baacf43547 req-8bdfdd0a-63c4-4857-a8c6-013d89f56698 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.581692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b068561c-e362-46e9-81e1-36baacf43547 req-8bdfdd0a-63c4-4857-a8c6-013d89f56698 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 945 time: 0.4374933 Sep 17 22:47:27.663544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75bd0108-99cb-4447-b7ff-5a654f8bd0a2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.675946 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75bd0108-99cb-4447-b7ff-5a654f8bd0a2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.694256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Subnet': ['ID=378c6276-cdb1-42ba-beba-d106f6536e5e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:27.715211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b068561c-e362-46e9-81e1-36baacf43547 req-84ad743c-4891-4707-97d6-524e0b058e19 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321497 Sep 17 22:47:27.758542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea1b792-285b-42ac-bea2-fd8107d97ff2 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Deleting subnet 374ec192-7981-42da-bfa3-41fa53484315 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:27.775608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd0108-99cb-4447-b7ff-5a654f8bd0a2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91d20b6-fca8-4008-82f6-04c8fb54fe2f,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:27.803498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75bd0108-99cb-4447-b7ff-5a654f8bd0a2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.804775 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-75bd0108-99cb-4447-b7ff-5a654f8bd0a2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7289951 Sep 17 22:47:27.807839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56822) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:27.809179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Checking segment: {'id': 'f762d723-142a-4d48-b03f-c6937395ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '352fbdb9-1d6e-4ec0-84f8-f512a9016150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:27.809604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Network hostable DHCP agents. Network: 352fbdb9-1d6e-4ec0-84f8-f512a9016150, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:27.812244 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea1b792-285b-42ac-bea2-fd8107d97ff2 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.880494 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d369b4ef-a4e1-4944-8343-681e1e1a1c9f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.904636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d369b4ef-a4e1-4944-8343-681e1e1a1c9f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.954146 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e18e8a76-a457-4685-982b-0c4605dcbd27', 'network_id': 'e18e8a76-a457-4685-982b-0c4605dcbd27', 'tenant_id': 'a9b680b092b3490e9a79c13e2aa3ddd1', 'fixed_ips': [{'subnet_id': '415f67d6-4c6c-47dc-9b76-2cbd8b6d34c4'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:47:27.959504 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.969427 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea1b792-285b-42ac-bea2-fd8107d97ff2 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.021748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Network 352fbdb9-1d6e-4ec0-84f8-f512a9016150 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:28.057308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 352fbdb9-1d6e-4ec0-84f8-f512a9016150) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:28.075371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:28.075982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.141906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea1b792-285b-42ac-bea2-fd8107d97ff2 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.205988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a7f9c096-cb70-4aa2-b94b-cfbdd143f28d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0657330 Sep 17 22:47:28.210022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56830) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:28.210639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56832) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:28.220383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Request body: {'floatingip': {'floating_network_id': '352fbdb9-1d6e-4ec0-84f8-f512a9016150'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:28.303772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.310372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31ce7d-a29d-4983-8057-f9259cbb1753 None None] Network 352fbdb9-1d6e-4ec0-84f8-f512a9016150 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:28.397156 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea1b792-285b-42ac-bea2-fd8107d97ff2 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.462376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d369b4ef-a4e1-4944-8343-681e1e1a1c9f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.497291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1b792-285b-42ac-bea2-fd8107d97ff2 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Subnet': ['ID=374ec192-7981-42da-bfa3-41fa53484315,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:28.515305 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d369b4ef-a4e1-4944-8343-681e1e1a1c9f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.515532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eea1b792-285b-42ac-bea2-fd8107d97ff2 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.519353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d369b4ef-a4e1-4944-8343-681e1e1a1c9f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b91d20b6-fca8-4008-82f6-04c8fb54fe2f HTTP/1.1" status: 204 len: 168 time: 0.7078228 Sep 17 22:47:28.528761 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eea1b792-285b-42ac-bea2-fd8107d97ff2 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/subnets/374ec192-7981-42da-bfa3-41fa53484315 HTTP/1.1" status: 204 len: 168 time: 0.9674406 Sep 17 22:47:28.534139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56842) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:28.534486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56844) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:28.535760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369b4ef-a4e1-4944-8343-681e1e1a1c9f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b91d20b6-fca8-4008-82f6-04c8fb54fe2f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server [None req-333f5b42-c8da-4d07-b49c-5a31ecf71714 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 374ec192-7981-42da-bfa3-41fa53484315: This subnet is being modified by another concurrent operation. Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 374ec192-7981-42da-bfa3-41fa53484315: This subnet is being modified by another concurrent operation. Sep 17 22:47:28.537907 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Sep 17 22:47:28.604243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-712686929-network', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:28.624862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.669178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Allocated IP 2001:db8:0:1::1 (e18e8a76-a457-4685-982b-0c4605dcbd27/415f67d6-4c6c-47dc-9b76-2cbd8b6d34c4/2cda5f4b-5d27-4901-80e6-5815eb5ec51a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:28.744878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Made reservation on behalf of d24e6b97499c4398944a2f2cb0ca6afb for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:28.747458 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.766130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.784286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-921fb639-b910-49d6-bce2-6fd70509ced3 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Deleting subnet 415f67d6-4c6c-47dc-9b76-2cbd8b6d34c4 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:28.873387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e59cd6df-af4e-491b-ae6f-fdcf521d01c1 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3318160 Sep 17 22:47:28.877086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:28.889222 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.945114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41f2b9-ff7d-40bf-a700-4b407f7ae0c9 None None] Network d13b7b8d-22b4-4419-9839-0d5cc40255c1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:28.962219 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.967385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-921fb639-b910-49d6-bce2-6fd70509ced3 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.014123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a2e5f8-a16a-4999-b50f-7411fd472282 None None] Network 352fbdb9-1d6e-4ec0-84f8-f512a9016150 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:29.050695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Allocated IP 172.20.0.5 (352fbdb9-1d6e-4ec0-84f8-f512a9016150/378c6276-cdb1-42ba-beba-d106f6536e5e/54574206-46ae-4a41-9a3e-3db9984a2492) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:29.142142 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9224-685f-4ef4-bd47-232118510a77 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.282027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Pushing event updated for resources: {'Port': ['ID=2cda5f4b-5d27-4901-80e6-5815eb5ec51a,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.287971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9224-685f-4ef4-bd47-232118510a77 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.345080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-921fb639-b910-49d6-bce2-6fd70509ced3 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.385943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Network e18e8a76-a457-4685-982b-0c4605dcbd27 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:29.395353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:29.403534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:29.404346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.417493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9224-685f-4ef4-bd47-232118510a77 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.420456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9224-685f-4ef4-bd47-232118510a77 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.423047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a1ec9224-685f-4ef4-bd47-232118510a77 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/08ae262c-a0ab-4d71-b926-0009e5ca51a3 HTTP/1.1" status: 204 len: 168 time: 0.5446427 Sep 17 22:47:29.431622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56854) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:29.435031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.445220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec9224-685f-4ef4-bd47-232118510a77 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ae262c-a0ab-4d71-b926-0009e5ca51a3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.521673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Attempting to bind port 2cda5f4b-5d27-4901-80e6-5815eb5ec51a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:29.522181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Attempting to bind port 2cda5f4b-5d27-4901-80e6-5815eb5ec51a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'fcb9410a-7149-4854-be0c-29e972e81641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e18e8a76-a457-4685-982b-0c4605dcbd27'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:29.522556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Attempting to bind port 2cda5f4b-5d27-4901-80e6-5815eb5ec51a on network e18e8a76-a457-4685-982b-0c4605dcbd27 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:29.559517 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.572154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:29.572597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Checking segment: {'id': 'fcb9410a-7149-4854-be0c-29e972e81641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e18e8a76-a457-4685-982b-0c4605dcbd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:29.573227 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.573666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Bound using segment: {'id': 'fcb9410a-7149-4854-be0c-29e972e81641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e18e8a76-a457-4685-982b-0c4605dcbd27'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:29.574152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Bound port: 2cda5f4b-5d27-4901-80e6-5815eb5ec51a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb9410a-7149-4854-be0c-29e972e81641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e18e8a76-a457-4685-982b-0c4605dcbd27'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:29.574538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.589625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-921fb639-b910-49d6-bce2-6fd70509ced3 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.651884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:29.689894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.706224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b871d70d-5a0e-4cf5-ac14-3b497da3ac01,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.764240 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.764952 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Added segment 56713510-7500-4763-bc74-d66cf62726d6 of type vlan for network da8d9fec-04e5-47f2-ae93-63b55dd497fc Sep 17 22:47:29.801764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Network 352fbdb9-1d6e-4ec0-84f8-f512a9016150 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:29.810005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:29.819498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] For port 2cda5f4b-5d27-4901-80e6-5815eb5ec51a, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:29.822230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-921fb639-b910-49d6-bce2-6fd70509ced3 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.823693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] For port 2cda5f4b-5d27-4901-80e6-5815eb5ec51a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2cda5f4b-5d27-4901-80e6-5815eb5ec51a,segment=NetworkSegment(fcb9410a-7149-4854-be0c-29e972e81641),segment_id=fcb9410a-7149-4854-be0c-29e972e81641)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:29.841102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:29.844728 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.882093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Port': ['ID=54574206-46ae-4a41-9a3e-3db9984a2492,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.893162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f687f045-6bc9-4d3c-976c-056314dfe8f6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4426017 Sep 17 22:47:29.897061 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.899048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56858) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:29.965488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-921fb639-b910-49d6-bce2-6fd70509ced3 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.968726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-921fb639-b910-49d6-bce2-6fd70509ced3 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/subnets/415f67d6-4c6c-47dc-9b76-2cbd8b6d34c4 HTTP/1.1" status: 204 len: 168 time: 1.4255328 Sep 17 22:47:29.970376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fb639-b910-49d6-bce2-6fd70509ced3 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Subnet': ['ID=415f67d6-4c6c-47dc-9b76-2cbd8b6d34c4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.972994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56860) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:30.039011 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bf11c29e-29e3-4135-8c5c-0cb0c8db443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.082436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d022fe1-a19f-443c-8bd0-85d7bbcf3827 None None] Pushing event updated for resources: {'Port': ['ID=2cda5f4b-5d27-4901-80e6-5815eb5ec51a,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:30.100875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.102127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:30.102758 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.258478 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.263237 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0259433 Sep 17 22:47:30.273965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56866) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:30.279658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Request body: {'subnet': {'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-subnet', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:30.306766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691d368-2cda-42c4-bcbb-127730ec3edf tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:30.314516 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2691d368-2cda-42c4-bcbb-127730ec3edf tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3397856 Sep 17 22:47:30.316531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56868) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:30.319910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d1e11-e2ae-4eb8-a16c-6f2625cb42fc admin admin] Pushing event updated for resources: {'Network': ['ID=da8d9fec-04e5-47f2-ae93-63b55dd497fc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:30.322603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f41513b-ae2e-4736-ade6-347943127f3f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.332163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:30.374254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Made reservation on behalf of d24e6b97499c4398944a2f2cb0ca6afb for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:30.382333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.480852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f41513b-ae2e-4736-ade6-347943127f3f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.543409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.550884 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.716227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f41513b-ae2e-4736-ade6-347943127f3f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.720688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f41513b-ae2e-4736-ade6-347943127f3f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.721910 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1f41513b-ae2e-4736-ade6-347943127f3f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/7b441066-7e86-4627-a883-05bf58fbdb52 HTTP/1.1" status: 204 len: 168 time: 0.8218353 Sep 17 22:47:30.725192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56870) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:30.772676 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.819637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41513b-ae2e-4736-ade6-347943127f3f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b441066-7e86-4627-a883-05bf58fbdb52,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:30.925717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Deleting port 2cda5f4b-5d27-4901-80e6-5815eb5ec51a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:30.926056 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.927803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f02caa9-9034-41f9-b25f-10607232c3a0,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:30.960249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5229455a-903f-4cea-96f7-f2e6347be1f7 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2128913 Sep 17 22:47:30.960592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Checking segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:30.960592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Network hostable DHCP agents. Network: da8d9fec-04e5-47f2-ae93-63b55dd497fc, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:30.962383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56876) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:30.965146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7a517a83-e94e-417a-83aa-27bacce036c2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-secgroup--469405789'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:30.997368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:31.018844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, da8d9fec-04e5-47f2-ae93-63b55dd497fc) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:31.023636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:31.024547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.029266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c31359a-1293-4aa9-92d3-e03040ffbd13 None None] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:31.081802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b2f995cb-164c-4a63-9c49-d78a0cd47947 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8060279 Sep 17 22:47:31.083925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56880) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:31.097864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7a517a83-e94e-417a-83aa-27bacce036c2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.098451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:31.101685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] For port 2cda5f4b-5d27-4901-80e6-5815eb5ec51a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2cda5f4b-5d27-4901-80e6-5815eb5ec51a,segment=NetworkSegment(fcb9410a-7149-4854-be0c-29e972e81641),segment_id=fcb9410a-7149-4854-be0c-29e972e81641)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:31.101985 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.105687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.132424 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.150597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Calling delete_port for 2cda5f4b-5d27-4901-80e6-5815eb5ec51a owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:31.165792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.166950 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.357350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:47:31.358216 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.394056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.394908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56888) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:31.451213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Port': ['ID=54574206-46ae-4a41-9a3e-3db9984a2492,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:31.644383 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.750091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.775472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Allocated IP 172.20.0.2 (da8d9fec-04e5-47f2-ae93-63b55dd497fc/1f02caa9-9034-41f9-b25f-10607232c3a0/7168ebb0-e750-4a71-9289-807bd47dcb10) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:31.811823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6483f76-3211-428e-802e-bad8c77bfe18 None None] Network e18e8a76-a457-4685-982b-0c4605dcbd27 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:31.849832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] No DVR routers for this DVR port 2cda5f4b-5d27-4901-80e6-5815eb5ec51a on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:31.891608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Port': ['ID=2cda5f4b-5d27-4901-80e6-5815eb5ec51a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:31.898648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7a517a83-e94e-417a-83aa-27bacce036c2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.914509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7a517a83-e94e-417a-83aa-27bacce036c2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.926579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7c9a869f-852b-42e7-869d-d6f9dc2947f7 None None] Could not find standard attr ID for object 2cda5f4b-5d27-4901-80e6-5815eb5ec51a. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:47:31.940813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.944623 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b3887d38-67e4-4819-b45c-a33aaa5df850 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7303298 Sep 17 22:47:31.951055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56902) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:32.015547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.220338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-8c9e999a-bc4e-4861-aa0a-03bc7da3d063 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6466131 Sep 17 22:47:32.223208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.562129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-1ab0f03a-2df5-4e2b-8c8f-f07ad286cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:32.564471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-1ab0f03a-2df5-4e2b-8c8f-f07ad286cb49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f4306a948684862805c76c67e4fe5c9&device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 1097 time: 0.1936367 Sep 17 22:47:32.597301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7a517a83-e94e-417a-83aa-27bacce036c2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.601875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7a517a83-e94e-417a-83aa-27bacce036c2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6381505 Sep 17 22:47:32.603549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56910) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:32.625500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18e8a76-a457-4685-982b-0c4605dcbd27']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:32.637463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb9410a-7149-4854-be0c-29e972e81641') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:32.638103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb9410a-7149-4854-be0c-29e972e81641') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:32.650276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.667252 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.674465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9b4dba1a-23f2-43b0-9a65-7aef1923540f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': 'b1e5e8bf-5618-4791-85b1-0ca22a518062', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:32.675968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:32.676611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:32.768862 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:32.771432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a517a83-e94e-417a-83aa-27bacce036c2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e5e8bf-5618-4791-85b1-0ca22a518062,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:32.779296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.789020 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-236b528a-293e-456b-866d-f78321b12221 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=352fbdb9-1d6e-4ec0-84f8-f512a9016150 HTTP/1.1" status: 200 len: 689 time: 0.8335793 Sep 17 22:47:32.799526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56916) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:32.802212 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.808049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/networks/e18e8a76-a457-4685-982b-0c4605dcbd27 HTTP/1.1" status: 204 len: 168 time: 2.4898145 Sep 17 22:47:32.810686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56918) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:32.861497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f076be-6e6e-420b-bafb-a007952fba18 None None] DHCP port deletion for e18e8a76-a457-4685-982b-0c4605dcbd27 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:32.917599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a605caf1-35dd-4e14-89ce-7bd32babb880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.930977 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.946543 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.971346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.992766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2791e-9eba-4e5b-a396-b7e226228d14 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Network': ['ID=e18e8a76-a457-4685-982b-0c4605dcbd27,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:33.005485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:33.007093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Pushing event updated for resources: {'Port': ['ID=7168ebb0-e750-4a71-9289-807bd47dcb10,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:33.010610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:33.016910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:33.072717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b4dba1a-23f2-43b0-9a65-7aef1923540f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.104710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Attempting to bind port 7168ebb0-e750-4a71-9289-807bd47dcb10 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:33.105477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Attempting to bind port 7168ebb0-e750-4a71-9289-807bd47dcb10 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:33.106576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Attempting to bind port 7168ebb0-e750-4a71-9289-807bd47dcb10 on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:33.124246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:33.128538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Checking segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:33.129628 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.131314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Bound using segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:33.131839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Bound port: 7168ebb0-e750-4a71-9289-807bd47dcb10, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:33.132234 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.134457 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.175690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.220637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13b7b8d-22b4-4419-9839-0d5cc40255c1']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:33.230221 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.232985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba674bc-9023-4f28-ae18-c419d7a3784f') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:33.233563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba674bc-9023-4f28-ae18-c419d7a3784f') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:33.255051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.293668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] For port 7168ebb0-e750-4a71-9289-807bd47dcb10, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:33.297554 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.298836 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] For port 7168ebb0-e750-4a71-9289-807bd47dcb10, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7168ebb0-e750-4a71-9289-807bd47dcb10,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:33.310048 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.320042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:33.320893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:33.327958 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:33.394875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-c4610f14-e13e-4ce8-ad5c-e1709427120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:33.404531 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-c4610f14-e13e-4ce8-ad5c-e1709427120c service neutron] 10.222.0.45 "GET /v2.0/networks?id=7488ec02-81e8-4e23-bed2-9c84f2be9b76 HTTP/1.1" status: 200 len: 909 time: 0.7249613 Sep 17 22:47:33.450263 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.450615 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.460373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.464341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/networks/d13b7b8d-22b4-4419-9839-0d5cc40255c1 HTTP/1.1" status: 204 len: 168 time: 0.6505318 Sep 17 22:47:33.465876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56930) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:33.505443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44a3b5-2f8f-4a53-87ea-5da43c448493 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Network': ['ID=d13b7b8d-22b4-4419-9839-0d5cc40255c1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:33.529591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064851d2-60f7-43fc-a3e5-1eb958a66c17 None None] Pushing event updated for resources: {'Port': ['ID=7168ebb0-e750-4a71-9289-807bd47dcb10,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:33.625935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.732583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-a8970c1c-d166-4a55-bb31-881b3631945b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6342a1-4355-4679-8e90-f66ee6c3cab9 HTTP/1.1" status: 200 len: 217 time: 0.2454250 Sep 17 22:47:33.751484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.758678 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.805971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3250df-39ef-4b97-b1ff-4d5978b0b576']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:33.820125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b57e307-f39e-400b-ae9a-4ddd6cfbcbb4') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:33.820420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b57e307-f39e-400b-ae9a-4ddd6cfbcbb4') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:33.835528 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.835758 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.873520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.880994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:33.880994 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:33.884155 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:33.896457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b4dba1a-23f2-43b0-9a65-7aef1923540f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.965018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.968439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.968704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-37cbb17c-1eb0-4268-9d0b-c52cb0d10295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:33.971766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-37cbb17c-1eb0-4268-9d0b-c52cb0d10295 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4149e754-1414-4954-9f64-cdf29cb4e9ac HTTP/1.1" status: 200 len: 848 time: 0.2086051 Sep 17 22:47:33.990186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.992584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/networks/7d3250df-39ef-4b97-b1ff-4d5978b0b576 HTTP/1.1" status: 204 len: 168 time: 0.5238647 Sep 17 22:47:33.995102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56932) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:34.013907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff035f-002a-42df-aad5-ee8d071205d8 tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Network': ['ID=7d3250df-39ef-4b97-b1ff-4d5978b0b576,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:34.110241 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.217375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7168ebb0-e750-4a71-9289-807bd47dcb10 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:34.264805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.298359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e5a308-16a8-4516-905b-94b162480ce5']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:34.302673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7168ebb0-e750-4a71-9289-807bd47dcb10 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:34.303053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.311155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d7fa08-7621-4eab-afff-48ada1173950') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:34.311625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d7fa08-7621-4eab-afff-48ada1173950') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:34.332322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.350999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.359526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:34.360047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.388077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b4dba1a-23f2-43b0-9a65-7aef1923540f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:34.397312 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:34.444190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.450781 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.462307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.465508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] 10.222.0.48 "DELETE /v2.0/networks/33e5a308-16a8-4516-905b-94b162480ce5 HTTP/1.1" status: 204 len: 168 time: 0.4691947 Sep 17 22:47:34.482840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b044fb-544f-4026-aa2d-c0ff51caa8db tempest-BulkNetworkOpsIpV6Test-1008804523 tempest-BulkNetworkOpsIpV6Test-1008804523-project] Pushing event deleted for resources: {'Network': ['ID=33e5a308-16a8-4516-905b-94b162480ce5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:34.516232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 7168ebb0-e750-4a71-9289-807bd47dcb10, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7168ebb0-e750-4a71-9289-807bd47dcb10,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:34.522496 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.535269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-2b1531fc-b377-4c43-9ecf-0527573f981e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7488ec02-81e8-4e23-bed2-9c84f2be9b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385577 Sep 17 22:47:34.552904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2cda5f4b-5d27-4901-80e6-5815eb5ec51a no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:34.589208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dba1a-23f2-43b0-9a65-7aef1923540f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0beb099-f6b8-4939-8f29-ac03fd14757e,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:34.623317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11962560-e856-4a60-93e6-946b445fbf8b req-dd082318-a7ca-4184-8f3b-66b54ee7c640 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:34.631776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11962560-e856-4a60-93e6-946b445fbf8b req-dd082318-a7ca-4184-8f3b-66b54ee7c640 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 945 time: 1.0847874 Sep 17 22:47:34.633687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 2cda5f4b-5d27-4901-80e6-5815eb5ec51a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:34.634038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2cda5f4b-5d27-4901-80e6-5815eb5ec51a not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:34.651391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b4dba1a-23f2-43b0-9a65-7aef1923540f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.652598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9b4dba1a-23f2-43b0-9a65-7aef1923540f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.0345659 Sep 17 22:47:34.655520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56938) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:34.675059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=7168ebb0-e750-4a71-9289-807bd47dcb10,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:34.738386 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.743523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8833e396-a475-45ac-a986-6a36c6f2e24d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.785849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8833e396-a475-45ac-a986-6a36c6f2e24d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.790427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Allocated IP 172.25.0.121 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/95a864a8-73e2-4f48-a404-01f0a33ad39e) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:34.825886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-540ede6f-7ec4-4dad-95ad-7b67c331e5e0 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:34.829824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-540ede6f-7ec4-4dad-95ad-7b67c331e5e0 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.45 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 945 time: 0.1186388 Sep 17 22:47:34.832752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c38ddd-f7b3-487f-8aa5-11b85b5bbba8 None None] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:34.847760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8833e396-a475-45ac-a986-6a36c6f2e24d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.873293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56946) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:34.877240 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8833e396-a475-45ac-a986-6a36c6f2e24d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.878325 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8833e396-a475-45ac-a986-6a36c6f2e24d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f0beb099-f6b8-4939-8f29-ac03fd14757e HTTP/1.1" status: 204 len: 168 time: 0.2211616 Sep 17 22:47:34.883351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11962560-e856-4a60-93e6-946b445fbf8b req-7d6d6196-35b5-4b0d-a8ec-4441a7de7b7d tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/security-groups?id=a73fb676-4579-4337-ad69-19a1e1e21381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505198 Sep 17 22:47:34.889607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56948) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:34.902564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833e396-a475-45ac-a986-6a36c6f2e24d tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0beb099-f6b8-4939-8f29-ac03fd14757e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:35.018602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Deleting port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:35.018957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.039622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-1cffe78d-02a8-4a14-a255-0f68c607b706 service neutron] 10.222.0.45 "GET /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936943 Sep 17 22:47:35.060690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-707eaeab-3da4-4377-9f10-3a48fc34b90f None None] Provisioning complete for port 7168ebb0-e750-4a71-9289-807bd47dcb10 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:35.061000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-707eaeab-3da4-4377-9f10-3a48fc34b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.066884 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Deleting port 54574206-46ae-4a41-9a3e-3db9984a2492 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:35.067113 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.205649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] For port 4d6342a1-4355-4679-8e90-f66ee6c3cab9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d6342a1-4355-4679-8e90-f66ee6c3cab9,segment=NetworkSegment(93df9cb8-d1db-42eb-bc14-b157c3e9b6c7),segment_id=93df9cb8-d1db-42eb-bc14-b157c3e9b6c7)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:35.206274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.206545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-51e96a2a-00f1-4f34-89cf-a50145ebf979 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3093364 Sep 17 22:47:35.230873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56954) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.258451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Calling delete_port for 4d6342a1-4355-4679-8e90-f66ee6c3cab9 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:35.349969 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.362652 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-67e77807-e30d-4da0-a489-5a10861c874c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9b680b092b3490e9a79c13e2aa3ddd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806795 Sep 17 22:47:35.365356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56956) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.396077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.396754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.440919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11151ca-e6af-493c-8810-50f5a3aa543e None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:47:35.443493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.452877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-01c88dcf-afb4-4be8-85b1-7364745d2cb7 req-61899a81-65e9-4c7a-9650-5ab19a6eedef service neutron] 10.222.0.45 "GET /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914058 Sep 17 22:47:35.462507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Calling delete_port for 54574206-46ae-4a41-9a3e-3db9984a2492 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:35.492039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-433e2d6a-bbd4-4a8f-94b9-dfc5d940e68f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.542432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-433e2d6a-bbd4-4a8f-94b9-dfc5d940e68f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.545375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b5b87-27d8-49eb-9293-cfa404887b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.555284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0ddb1856-6a70-4ea4-bda2-955e9d04796b None None] Provisioning complete for port 7168ebb0-e750-4a71-9289-807bd47dcb10 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:35.555691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0ddb1856-6a70-4ea4-bda2-955e9d04796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.620682 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.633908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11151ca-e6af-493c-8810-50f5a3aa543e None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:47:35.686447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:35.696620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:35.700666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=95a864a8-73e2-4f48-a404-01f0a33ad39e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:35.704829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:35.725228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-433e2d6a-bbd4-4a8f-94b9-dfc5d940e68f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.727759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-433e2d6a-bbd4-4a8f-94b9-dfc5d940e68f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.731599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-433e2d6a-bbd4-4a8f-94b9-dfc5d940e68f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/b1e5e8bf-5618-4791-85b1-0ca22a518062 HTTP/1.1" status: 204 len: 168 time: 0.4971931 Sep 17 22:47:35.735315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56958) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.736994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Deleting port f73484a9-f98a-432b-9928-3f57da44ffa9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:35.736994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.737202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b5b87-27d8-49eb-9293-cfa404887b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.776771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e2d6a-bbd4-4a8f-94b9-dfc5d940e68f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e5e8bf-5618-4791-85b1-0ca22a518062,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:35.834060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.856247 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-75acf3a3-6fa9-465d-a260-32c1ac142a5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135395 Sep 17 22:47:35.889096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56960) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.893987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Pushing event deleted for resources: {'Port': ['ID=4d6342a1-4355-4679-8e90-f66ee6c3cab9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:35.894864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.915171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ffd8204c-c593-49a7-a98e-bd71adb1e7b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318268191'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:35.952669 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b5b87-27d8-49eb-9293-cfa404887b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.956306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-870b5b87-27d8-49eb-9293-cfa404887b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.958192 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-870b5b87-27d8-49eb-9293-cfa404887b90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9de39932-d2b4-48c7-a6f2-2a17bfb4cbc3 HTTP/1.1" status: 204 len: 168 time: 0.5910668 Sep 17 22:47:35.995863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event deleted for resources: {'Port': ['ID=54574206-46ae-4a41-9a3e-3db9984a2492,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.050142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b5b87-27d8-49eb-9293-cfa404887b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de39932-d2b4-48c7-a6f2-2a17bfb4cbc3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.075461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] No DVR routers for this DVR port 4d6342a1-4355-4679-8e90-f66ee6c3cab9 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:36.082751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.085502 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81dcc838-6ec3-4a59-8ef5-87e2f5fbaf7e req-45c3cfb6-5f0b-4f91-8dd0-a2e6a937d391 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.45 "DELETE /v2.0/ports/4d6342a1-4355-4679-8e90-f66ee6c3cab9 HTTP/1.1" status: 204 len: 173 time: 1.2486699 Sep 17 22:47:36.087103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c59d36-9764-4e9e-907c-b7d7fd34187b', 'name': 'network-vif-deleted', 'tag': '4d6342a1-4355-4679-8e90-f66ee6c3cab9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:36.090887 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cb7ed9-69b6-4f7e-99e2-dc9fc86c3a7f" -d '{"events": [{"server_uuid": "28c59d36-9764-4e9e-907c-b7d7fd34187b", "name": "network-vif-deleted", "tag": "4d6342a1-4355-4679-8e90-f66ee6c3cab9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:36.097823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8204c-c593-49a7-a98e-bd71adb1e7b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.172618 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f4f083-bb21-43fd-9cd1-dc4a2efd4458 x-openstack-request-id: req-a7f4f083-bb21-43fd-9cd1-dc4a2efd4458 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:36.173003 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c59d36-9764-4e9e-907c-b7d7fd34187b", "name": "network-vif-deleted", "tag": "4d6342a1-4355-4679-8e90-f66ee6c3cab9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:36.173283 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7f4f083-bb21-43fd-9cd1-dc4a2efd4458 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:36.176229 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c59d36-9764-4e9e-907c-b7d7fd34187b', 'name': 'network-vif-deleted', 'tag': '4d6342a1-4355-4679-8e90-f66ee6c3cab9', 'status': 'completed', 'code': 200} Sep 17 22:47:36.235742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] For port f73484a9-f98a-432b-9928-3f57da44ffa9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f73484a9-f98a-432b-9928-3f57da44ffa9,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:36.237797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.280617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7168ebb0-e750-4a71-9289-807bd47dcb10 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:36.286409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07d29cda-e189-4ea0-abac-ba91f027dccc req-4145a370-2498-454e-b9d5-8790d5d979d5 tempest-VolumesActionsTest-1841983336 tempest-VolumesActionsTest-1841983336-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c59d36-9764-4e9e-907c-b7d7fd34187b HTTP/1.1" status: 200 len: 210 time: 0.2351129 Sep 17 22:47:36.316041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8204c-c593-49a7-a98e-bd71adb1e7b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.320832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8204c-c593-49a7-a98e-bd71adb1e7b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.368435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8204c-c593-49a7-a98e-bd71adb1e7b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.369902 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ffd8204c-c593-49a7-a98e-bd71adb1e7b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4713867 Sep 17 22:47:36.372648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56974) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.378890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-34304115-a627-4089-a857-ec28eb59be5e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': 'b71f0dbe-f17b-4156-9a7a-f15527b876ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:36.384239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8204c-c593-49a7-a98e-bd71adb1e7b6 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71f0dbe-f17b-4156-9a7a-f15527b876ad,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.397335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7168ebb0-e750-4a71-9289-807bd47dcb10 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:36.397868 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.410965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Calling delete_port for f73484a9-f98a-432b-9928-3f57da44ffa9 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:36.434440 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34304115-a627-4089-a857-ec28eb59be5e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.505693 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.531086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34304115-a627-4089-a857-ec28eb59be5e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.539428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34304115-a627-4089-a857-ec28eb59be5e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.566277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34304115-a627-4089-a857-ec28eb59be5e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.570150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-34304115-a627-4089-a857-ec28eb59be5e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1940560 Sep 17 22:47:36.570575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56982) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.579615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34304115-a627-4089-a857-ec28eb59be5e tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2426cd3d-0aa3-4e50-b1d6-c55001728d61,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.586013 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.603794 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d110777f-fcad-41cd-b1e7-c3a8e014d95f tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules/2426cd3d-0aa3-4e50-b1d6-c55001728d61 HTTP/1.1" status: 200 len: 763 time: 0.0296531 Sep 17 22:47:36.604206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56984) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.640604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.650723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.659842 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-af1dd811-11e0-4ebf-9e94-70781ff74787 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0535257 Sep 17 22:47:36.662153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56988) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.695573 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44f73a8f-f90b-4c42-b6de-ddd60e59520a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.706226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44f73a8f-f90b-4c42-b6de-ddd60e59520a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.731518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=378c6276-cdb1-42ba-beba-d106f6536e5e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.744441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44f73a8f-f90b-4c42-b6de-ddd60e59520a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.754414 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44f73a8f-f90b-4c42-b6de-ddd60e59520a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.760048 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-44f73a8f-f90b-4c42-b6de-ddd60e59520a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2426cd3d-0aa3-4e50-b1d6-c55001728d61 HTTP/1.1" status: 204 len: 168 time: 0.0963271 Sep 17 22:47:36.761815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56992) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.776009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f73a8f-f90b-4c42-b6de-ddd60e59520a tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2426cd3d-0aa3-4e50-b1d6-c55001728d61,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.829610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-66bf9e27-9971-452c-98ca-35f39d8a8fc2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606089 Sep 17 22:47:36.830493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56994) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.837217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6a63bca2-0eae-40d9-bef7-9f55886b8b45 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': 'b71f0dbe-f17b-4156-9a7a-f15527b876ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:36.883220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a63bca2-0eae-40d9-bef7-9f55886b8b45 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.949524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a63bca2-0eae-40d9-bef7-9f55886b8b45 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.955822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a63bca2-0eae-40d9-bef7-9f55886b8b45 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.987706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63bca2-0eae-40d9-bef7-9f55886b8b45 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e67b99-eff0-4236-87cc-a8962dce6c5c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.997673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a63bca2-0eae-40d9-bef7-9f55886b8b45 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.002252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6a63bca2-0eae-40d9-bef7-9f55886b8b45 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1668456 Sep 17 22:47:37.002529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.022859 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-559392d5-4db6-46a6-9242-bd7925cbde5c tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules/b5e67b99-eff0-4236-87cc-a8962dce6c5c HTTP/1.1" status: 200 len: 763 time: 0.0173852 Sep 17 22:47:37.024650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57004) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.097593 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6e7c7091-24ac-4d11-8a92-ad75decfeac2 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0715399 Sep 17 22:47:37.098518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57008) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.154185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.178879 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a281379-4a97-4d10-ba3c-d1cdcf4881a3 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.193060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a281379-4a97-4d10-ba3c-d1cdcf4881a3 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.206313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57012) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.213750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352fbdb9-1d6e-4ec0-84f8-f512a9016150']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.238727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a281379-4a97-4d10-ba3c-d1cdcf4881a3 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.249204 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6a281379-4a97-4d10-ba3c-d1cdcf4881a3 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.253644 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6a281379-4a97-4d10-ba3c-d1cdcf4881a3 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b5e67b99-eff0-4236-87cc-a8962dce6c5c HTTP/1.1" status: 204 len: 168 time: 0.1507795 Sep 17 22:47:37.255483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57016) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.261822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a281379-4a97-4d10-ba3c-d1cdcf4881a3 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e67b99-eff0-4236-87cc-a8962dce6c5c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:37.268492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f762d723-142a-4d48-b03f-c6937395ba0b') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.268782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f762d723-142a-4d48-b03f-c6937395ba0b') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.285043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.316053 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2b88e430-ccca-4a3e-ab66-46402446374b tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566113 Sep 17 22:47:37.316314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57018) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.323898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1500fe23-a057-4561-aae9-e9406b6e65cb tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Request body: {'security_group_rule': {'security_group_id': 'b71f0dbe-f17b-4156-9a7a-f15527b876ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:37.329112 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.367611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4d6342a1-4355-4679-8e90-f66ee6c3cab9 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:37.382480 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1500fe23-a057-4561-aae9-e9406b6e65cb tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.389336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d10d2ee1-e797-4a57-9014-586470865c98 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1929329910', 'prefixes': ['172.20.0.0/16']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:37.393920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 4d6342a1-4355-4679-8e90-f66ee6c3cab9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:37.394348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4d6342a1-4355-4679-8e90-f66ee6c3cab9 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:37.405766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:37.406857 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:37.411281 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:37.455624 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.463707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1500fe23-a057-4561-aae9-e9406b6e65cb tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.470542 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1500fe23-a057-4561-aae9-e9406b6e65cb tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.504428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1500fe23-a057-4561-aae9-e9406b6e65cb tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.506416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1500fe23-a057-4561-aae9-e9406b6e65cb tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890726 Sep 17 22:47:37.507916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500fe23-a057-4561-aae9-e9406b6e65cb tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e219f9-6ecd-4ee6-a9b1-44eadfde84c2,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:37.514058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57024) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.557357 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.578661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73484a9-f98a-432b-9928-3f57da44ffa9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:37.644286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-65d65626-c9bb-4480-bc9b-08bf88389edb tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules/f5e219f9-6ecd-4ee6-a9b1-44eadfde84c2 HTTP/1.1" status: 200 len: 764 time: 0.1263444 Sep 17 22:47:37.646807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57026) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.661115 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.688549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 352fbdb9-1d6e-4ec0-84f8-f512a9016150 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:47:37.696502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.698320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "DELETE /v2.0/networks/352fbdb9-1d6e-4ec0-84f8-f512a9016150 HTTP/1.1" status: 204 len: 168 time: 4.8741505 Sep 17 22:47:37.710383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57028) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.733082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676aba43-cfca-4d39-bb0d-c50eafcd0406 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event deleted for resources: {'Network': ['ID=352fbdb9-1d6e-4ec0-84f8-f512a9016150,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:37.867905 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8082a8da-caf1-4d56-99fa-81674ccc4076 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2184081 Sep 17 22:47:37.874366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57034) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.909559 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.952046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0b35b6e-bbc5-47fb-958e-5f61c7e9face tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.959825 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a522b560-68ed-4b5a-9d99-b454f060392c tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2463737 Sep 17 22:47:37.960508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57038) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.964603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0b35b6e-bbc5-47fb-958e-5f61c7e9face tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.002671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0b35b6e-bbc5-47fb-958e-5f61c7e9face tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.022248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d0b35b6e-bbc5-47fb-958e-5f61c7e9face tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.025599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d0b35b6e-bbc5-47fb-958e-5f61c7e9face tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f5e219f9-6ecd-4ee6-a9b1-44eadfde84c2 HTTP/1.1" status: 204 len: 168 time: 0.1493874 Sep 17 22:47:38.028518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b35b6e-bbc5-47fb-958e-5f61c7e9face tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5e219f9-6ecd-4ee6-a9b1-44eadfde84c2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:38.030457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.131758 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a9ca9071-9959-4fac-ac13-5657f268af18 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0897443 Sep 17 22:47:38.135197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57042) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.245201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.247577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.248334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.249007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.249681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.250916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.251690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.252487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.257880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7c62d9f2-1e6c-40ad-b6bb-8a617bc52b31 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5287 time: 0.2912054 Sep 17 22:47:38.258379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57046) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.259078 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ff1a-c78c-45ec-94e3-04b1e716a662 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.268405 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d10d2ee1-e797-4a57-9014-586470865c98 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] Notify callbacks [] for subnetpool, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.269799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d10d2ee1-e797-4a57-9014-586470865c98 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0624931 Sep 17 22:47:38.272508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57048) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.317841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b860bf67-2434-4527-b064-0e226a4e031b tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] 10.222.0.48 "GET /v2.0/subnetpools/a90871a6-6f74-4c7a-9773-11a8d9436e9a HTTP/1.1" status: 200 len: 732 time: 0.0440879 Sep 17 22:47:38.351226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57050) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.413025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-683bcd1e-c6a4-41bc-970a-c86c5a800205 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1156113937'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:38.427100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Router 4a198355-a1b9-47dc-aa03-9187fd927e28 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:47:38.437438 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-d2d0823d-5226-4ec1-b8c9-98e3d2e74140 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] delete failed (client error): The resource could not be found. Sep 17 22:47:38.439341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2d0823d-5226-4ec1-b8c9-98e3d2e74140 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/2e1ccaf2-9705-4c09-ac32-7772caaddbe4 HTTP/1.1" status: 404 len: 345 time: 0.1642954 Sep 17 22:47:38.442739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57052) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.468179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ff1a-c78c-45ec-94e3-04b1e716a662 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.479688 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ef5c6a-e2fe-4963-93e3-1a69d7a0a994 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] DELETE failed (client error): The resource could not be found. Sep 17 22:47:38.480530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ef5c6a-e2fe-4963-93e3-1a69d7a0a994 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:38.486662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6ef5c6a-e2fe-4963-93e3-1a69d7a0a994 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "DELETE /v2.0/networks/352fbdb9-1d6e-4ec0-84f8-f512a9016150 HTTP/1.1" status: 404 len: 339 time: 0.0424502 Sep 17 22:47:38.497572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57054) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.509237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Request body: {'network': {'name': 'tempest-network--14576574', 'router:external': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:38.594830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Made reservation on behalf of 8673a4d4bf3a4c9d92eeb6ebcd95ba52 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:38.597217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.613030 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ff1a-c78c-45ec-94e3-04b1e716a662 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.619756 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ff1a-c78c-45ec-94e3-04b1e716a662 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.624151 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0bb8ff1a-c78c-45ec-94e3-04b1e716a662 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "DELETE /v2.0/security-groups/b71f0dbe-f17b-4156-9a7a-f15527b876ad HTTP/1.1" status: 204 len: 168 time: 0.4845841 Sep 17 22:47:38.630201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57056) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.630429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Router cf8abcf2-82b5-49b3-a127-324fa205fe69 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:38.635888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-683bcd1e-c6a4-41bc-970a-c86c5a800205 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] Notify callbacks [] for subnetpool, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.639642 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-683bcd1e-c6a4-41bc-970a-c86c5a800205 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] 10.222.0.48 "PUT /v2.0/subnetpools/a90871a6-6f74-4c7a-9773-11a8d9436e9a HTTP/1.1" status: 200 len: 684 time: 0.2824180 Sep 17 22:47:38.643334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57058) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.666588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8ff1a-c78c-45ec-94e3-04b1e716a662 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71f0dbe-f17b-4156-9a7a-f15527b876ad,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:38.679312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:38.712813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.713295 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Added segment 6fab46bf-c1af-4454-bc93-298333d171e5 of type vlan for network 541b98bb-f246-4364-aea3-648dbca258f8 Sep 17 22:47:38.729467 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9400194f-add7-4213-9e02-398e7c602d97 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870192 Sep 17 22:47:38.730065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57060) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.730189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:38.747039 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Sync routers for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:38.765889 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:38.766951 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.829473 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.853581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.854756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9284ce86-69e2-48d9-b246-7411edab3aa2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7698886 Sep 17 22:47:38.858971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57064) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.908064 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bbcea3a3-8d71-49b4-93b7-d5d283fd8580 tempest-SecGroupTest-1340065711 tempest-SecGroupTest-1340065711-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1763134 Sep 17 22:47:38.910543 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.911664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:38.912704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.917499 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1975400-6704-4d2a-b63d-ee084911ace1 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] Notify callbacks [] for subnetpool, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.918713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a1975400-6704-4d2a-b63d-ee084911ace1 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] 10.222.0.48 "DELETE /v2.0/subnetpools/a90871a6-6f74-4c7a-9773-11a8d9436e9a HTTP/1.1" status: 204 len: 168 time: 0.2725034 Sep 17 22:47:38.928191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57070) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.951856 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:38.958816 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-f6e61eea-da95-4842-b8b4-1e5999afb2c8 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] show failed (client error): The resource could not be found. Sep 17 22:47:38.960555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f6e61eea-da95-4842-b8b4-1e5999afb2c8 tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] 10.222.0.48 "GET /v2.0/subnetpools/a90871a6-6f74-4c7a-9773-11a8d9436e9a HTTP/1.1" status: 404 len: 346 time: 0.0308685 Sep 17 22:47:38.964289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:38.973315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8b909195-4f27-4ebe-a6bc-44230bf59d30 admin admin] 10.222.0.48 "PUT /v2.0/routers/cf8abcf2-82b5-49b3-a127-324fa205fe69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5771885 Sep 17 22:47:38.974106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57072) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.974446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57074) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.975280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] Sync routers for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:38.996845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:38.998568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.087255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Network': ['ID=541b98bb-f246-4364-aea3-648dbca258f8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:39.096087 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9a731a98-a01a-46e2-be87-81d640521d08 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5972276 Sep 17 22:47:39.107592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57078) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.120973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 541b98bb-f246-4364-aea3-648dbca258f8 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:39.183493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.212910 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-e0eb9e72-b02a-43f7-b5cf-b738091ea57f tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] delete failed (client error): The resource could not be found. Sep 17 22:47:39.214150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e0eb9e72-b02a-43f7-b5cf-b738091ea57f tempest-SubnetPoolsTestJSON-619397945 tempest-SubnetPoolsTestJSON-619397945-project] 10.222.0.48 "DELETE /v2.0/subnetpools/a90871a6-6f74-4c7a-9773-11a8d9436e9a HTTP/1.1" status: 404 len: 346 time: 0.2368953 Sep 17 22:47:39.407839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1762e324-6e3a-4611-9beb-3c0ca5bec84d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:39.438182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1762e324-6e3a-4611-9beb-3c0ca5bec84d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:39.467441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1762e324-6e3a-4611-9beb-3c0ca5bec84d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:39.496315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1762e324-6e3a-4611-9beb-3c0ca5bec84d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:39.501356 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1762e324-6e3a-4611-9beb-3c0ca5bec84d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3927109 Sep 17 22:47:39.508576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57092) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.525236 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:36Z', 'revision_number': 3, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.570627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:39.605735 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Checking router: 4a198355-a1b9-47dc-aa03-9187fd927e28 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:39.605735 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Updating router 4a198355-a1b9-47dc-aa03-9187fd927e28 port 95a864a8-73e2-4f48-a404-01f0a33ad39e binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:47:39.661837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57100) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.663620 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.739190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.875689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57106) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.045850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.111381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:47:37Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.131264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541b98bb-f246-4364-aea3-648dbca258f8']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.156633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fab46bf-c1af-4454-bc93-298333d171e5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.156981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fab46bf-c1af-4454-bc93-298333d171e5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.177057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.186543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0d0fa28f-450f-4a91-86c9-527a024b7c30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f41265b78428438bb662136a96dff025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201614 Sep 17 22:47:40.189386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57110) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.214102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] Checking router: cf8abcf2-82b5-49b3-a127-324fa205fe69 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:40.235704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.247494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] Routers {'cf8abcf2-82b5-49b3-a127-324fa205fe69'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:40.248213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['cf8abcf2-82b5-49b3-a127-324fa205fe69'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.252535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:40.253952 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:40.295964 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:40.340833 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307aaaa5-ad32-4228-9139-f971df1e8f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.362772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-902fe7ed-c5f1-47ae-9145-d2cefd1f7661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.380821 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.396825 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.409307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] Set router cf8abcf2-82b5-49b3-a127-324fa205fe69 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:40.446594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.499171 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Attempting to bind port 95a864a8-73e2-4f48-a404-01f0a33ad39e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:40.501168 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Attempting to bind port 95a864a8-73e2-4f48-a404-01f0a33ad39e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:40.501660 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Attempting to bind port 95a864a8-73e2-4f48-a404-01f0a33ad39e on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:40.506047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-902fe7ed-c5f1-47ae-9145-d2cefd1f7661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.508497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 541b98bb-f246-4364-aea3-648dbca258f8 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:47:40.531597 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:40.532402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:40.537540 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.538192 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:40.539119 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Bound port: 95a864a8-73e2-4f48-a404-01f0a33ad39e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:40.539741 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.565204 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.596471 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.606126 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "DELETE /v2.0/networks/541b98bb-f246-4364-aea3-648dbca258f8 HTTP/1.1" status: 204 len: 168 time: 1.0950599 Sep 17 22:47:40.625956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57114) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.644111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Request body: {'network': {'name': 'tempest-network--858713455', 'router:external': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:40.646528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f20369-aeff-42fb-9e20-b474b96c326d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event deleted for resources: {'Network': ['ID=541b98bb-f246-4364-aea3-648dbca258f8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:40.651014 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Pushing event updated for resources: {'Port': ['ID=95a864a8-73e2-4f48-a404-01f0a33ad39e,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:40.685690 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.686042 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.686369 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.686704 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.693165 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.693601 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.693940 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.694274 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.694605 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.694932 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.695261 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.695574 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.712654 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] For port 95a864a8-73e2-4f48-a404-01f0a33ad39e, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:40.716366 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] For port 95a864a8-73e2-4f48-a404-01f0a33ad39e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=95a864a8-73e2-4f48-a404-01f0a33ad39e,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:40.729225 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.732637 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-9a258dd7-a8a9-4988-9f27-4d768c51e512 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2715979 Sep 17 22:47:40.764118 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-902fe7ed-c5f1-47ae-9145-d2cefd1f7661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.766792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-902fe7ed-c5f1-47ae-9145-d2cefd1f7661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.768001 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-902fe7ed-c5f1-47ae-9145-d2cefd1f7661 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1f02d7e-b0ef-4acb-b537-ea3c29e7f2a6 HTTP/1.1" status: 204 len: 168 time: 0.5777147 Sep 17 22:47:40.799198 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe7ed-c5f1-47ae-9145-d2cefd1f7661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f02d7e-b0ef-4acb-b537-ea3c29e7f2a6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:40.878785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:47:37Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.901357 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:40.905409 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.948614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-e4fe1dc3-61b3-4da5-89b4-29bd9915c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:40.950312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-e4fe1dc3-61b3-4da5-89b4-29bd9915c76a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1098 time: 0.1295981 Sep 17 22:47:40.991596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217af197-9df4-4e93-9e1d-5de45db8dbc0 None None] The sync data for ids ['cf8abcf2-82b5-49b3-a127-324fa205fe69'] in n-d-789963-10 is: [{'id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'name': 'tempest-TaggedBootDevicesTest_v242-649330432-router', 'tenant_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:17Z', 'updated_at': '2021-09-17T22:47:37Z', 'revision_number': 5, 'project_id': '2c8a0d21b0ec4b4e92867682ef16cff0', 'gw_port': {'id': '3a9134aa-b1c3-47a2-a63c-204ab0ed6155', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8abcf2-82b5-49b3-a127-324fa205fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:19Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:41.115308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Deleting port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:41.115870 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.131125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-07d72a01-7abd-41e7-9ed5-04b9ae9a0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:41.137362 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-07d72a01-7abd-41e7-9ed5-04b9ae9a0141 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.1558919 Sep 17 22:47:41.178317 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6d0f8-094c-47e9-9510-ea603c7f1b85 None None] Pushing event updated for resources: {'Port': ['ID=95a864a8-73e2-4f48-a404-01f0a33ad39e,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:41.220875 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:41.285497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-fe260ccf-1b6b-4676-a13c-98d4fcdd75cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 1001 time: 0.1379533 Sep 17 22:47:41.381252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-cd8fde40-69e0-4ee0-bbbc-62927501f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:41.384605 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-cd8fde40-69e0-4ee0-bbbc-62927501f9ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.0899017 Sep 17 22:47:41.448999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307aaaa5-ad32-4228-9139-f971df1e8f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.466973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-3d3f91b8-88a4-4f55-ac42-bda4020f56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:41.471758 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-3d3f91b8-88a4-4f55-ac42-bda4020f56a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779891 Sep 17 22:47:41.474405 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.480761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307aaaa5-ad32-4228-9139-f971df1e8f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.546383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] For port 3a9134aa-b1c3-47a2-a63c-204ab0ed6155, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3a9134aa-b1c3-47a2-a63c-204ab0ed6155,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:41.547633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.607299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Made reservation on behalf of 8673a4d4bf3a4c9d92eeb6ebcd95ba52 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:41.615552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.641460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-307aaaa5-ad32-4228-9139-f971df1e8f1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9452a35d14b47e8b8e4896a7bde2df3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7622085 Sep 17 22:47:41.649683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Calling delete_port for 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:41.651933 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57132) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:41.693694 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:36Z', 'revision_number': 3, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.767278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af1625-4082-407f-8e5e-59d3ff982a65 None None] The sync data for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 is: [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:36Z', 'revision_number': 3, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:41.803928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aaaa5-ad32-4228-9139-f971df1e8f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfabb3f7-3867-49c1-8572-baa2d892e9ee,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:41.823648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a7b41b5-b4b6-4f02-b219-aee12d427967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.845566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-6ffdb671-1cc8-4de9-827d-80e2032ef16a service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602636 Sep 17 22:47:41.897038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a7b41b5-b4b6-4f02-b219-aee12d427967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.955101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:41.965065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.965418 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Added segment da118e08-cf90-4781-9bfc-a3401ec6e97a of type vlan for network c5cfc1d4-20a0-4d04-a95c-87d9ee047fd0 Sep 17 22:47:42.047736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a7b41b5-b4b6-4f02-b219-aee12d427967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.056960 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3a7b41b5-b4b6-4f02-b219-aee12d427967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.058295 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3a7b41b5-b4b6-4f02-b219-aee12d427967 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfabb3f7-3867-49c1-8572-baa2d892e9ee HTTP/1.1" status: 204 len: 168 time: 0.4042621 Sep 17 22:47:42.130362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f73484a9-f98a-432b-9928-3f57da44ffa9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:42.196789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b41b5-b4b6-4f02-b219-aee12d427967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfabb3f7-3867-49c1-8572-baa2d892e9ee,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:42.230461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: f73484a9-f98a-432b-9928-3f57da44ffa9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:42.231179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f73484a9-f98a-432b-9928-3f57da44ffa9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:42.331153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.370993 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bf424818-a4c3-405f-b4f3-a99417fc4cbb req-a3fd9fb5-867a-4847-8057-fb705bdc79ce service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137324 Sep 17 22:47:42.496506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.509721 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.510867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:42.511568 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.587775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9134aa-b1c3-47a2-a63c-204ab0ed6155,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:42.710904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Allocated IP 172.20.0.1 (da8d9fec-04e5-47f2-ae93-63b55dd497fc/1f02caa9-9034-41f9-b25f-10607232c3a0/4747446f-3ee0-443d-9e7f-4ae49b893464) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:42.728633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0944593 Sep 17 22:47:42.731349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57158) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.838421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d0da-99f9-490d-a20e-91e0bcd3381d tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Network': ['ID=c5cfc1d4-20a0-4d04-a95c-87d9ee047fd0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:42.854047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c5cfc1d4-20a0-4d04-a95c-87d9ee047fd0 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:42.939323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.986030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c26e6-c079-4154-b8df-7c261682bf24 tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:42.989307 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c23c26e6-c079-4154-b8df-7c261682bf24 tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] 10.222.0.48 "GET /v2.0/networks/c5cfc1d4-20a0-4d04-a95c-87d9ee047fd0 HTTP/1.1" status: 200 len: 756 time: 0.2564991 Sep 17 22:47:42.993747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57170) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:43.321362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3066613c-dda9-4ca8-b920-87997182a147 tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:43.322839 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3066613c-dda9-4ca8-b920-87997182a147 tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] 10.222.0.48 "GET /v2.0/networks/48b1d58b-ada2-437a-80b5-8e78bbac4bcd HTTP/1.1" status: 200 len: 768 time: 0.3275468 Sep 17 22:47:43.336015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57188) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:43.364263 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.378166 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.413915 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.549740 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.550521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf8abcf2-82b5-49b3-a127-324fa205fe69 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:43.566147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.581182 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.582956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dec61827-ce7e-42e2-862e-3287f46984af admin admin] 10.222.0.48 "DELETE /v2.0/routers/cf8abcf2-82b5-49b3-a127-324fa205fe69 HTTP/1.1" status: 204 len: 168 time: 4.5846140 Sep 17 22:47:43.585269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57200) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:43.719845 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.735359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-022114ab-bab3-4ced-b2e8-f0ec9cdd9782 admin admin] Deleting subnet a403d8ef-12d7-498f-8761-b85364669067 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:43.748599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-022114ab-bab3-4ced-b2e8-f0ec9cdd9782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.825858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-022114ab-bab3-4ced-b2e8-f0ec9cdd9782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.830846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57208) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:43.862431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:43.904549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:43.913660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.917207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:43.928424 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-022114ab-bab3-4ced-b2e8-f0ec9cdd9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.939711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Pushing event updated for resources: {'Port': ['ID=4747446f-3ee0-443d-9e7f-4ae49b893464,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:44.019836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-022114ab-bab3-4ced-b2e8-f0ec9cdd9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.051689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cfc1d4-20a0-4d04-a95c-87d9ee047fd0']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:44.106811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da118e08-cf90-4781-9bfc-a3401ec6e97a') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:44.123249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022114ab-bab3-4ced-b2e8-f0ec9cdd9782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a403d8ef-12d7-498f-8761-b85364669067,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:44.138483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da118e08-cf90-4781-9bfc-a3401ec6e97a') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:44.147008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-022114ab-bab3-4ced-b2e8-f0ec9cdd9782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.147238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839eafb-6dd6-4bd6-9108-d8d9f9b6cadc None None] Network aa388694-c383-4083-82af-2984c0d11591 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:44.163320 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-022114ab-bab3-4ced-b2e8-f0ec9cdd9782 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a403d8ef-12d7-498f-8761-b85364669067 HTTP/1.1" status: 204 len: 168 time: 0.5769160 Sep 17 22:47:44.166943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57216) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:44.208101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.211728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.431870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.456138 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb9edd40-3193-49d8-98c8-5e0ed97c6407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.495527 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.498559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 95a864a8-73e2-4f48-a404-01f0a33ad39e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:44.529973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:44.534323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:44.537987 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:44.574020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Deleting port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:44.574497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.577431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ae579fa8-224c-4966-82f6-45a0072e8714 None None] Provisioning complete for port 4747446f-3ee0-443d-9e7f-4ae49b893464 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:44.578086 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ae579fa8-224c-4966-82f6-45a0072e8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.729185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 95a864a8-73e2-4f48-a404-01f0a33ad39e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:44.729745 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.735366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] DHCP port deletion for aa388694-c383-4083-82af-2984c0d11591 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:44.750898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ae579fa8-224c-4966-82f6-45a0072e8714 None None] Port 4747446f-3ee0-443d-9e7f-4ae49b893464 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:44.791205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] For port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d91287e0-94d9-4f7d-97dd-29cd5b9e1c74,segment=NetworkSegment(72163e6d-2b54-4cf1-85ee-b3725be51bf1),segment_id=72163e6d-2b54-4cf1-85ee-b3725be51bf1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:44.791602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.815553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Calling delete_port for d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:44.846904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.919465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5cfc1d4-20a0-4d04-a95c-87d9ee047fd0 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:47:44.934268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.951823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "DELETE /v2.0/networks/c5cfc1d4-20a0-4d04-a95c-87d9ee047fd0 HTTP/1.1" status: 204 len: 168 time: 1.6101553 Sep 17 22:47:44.961559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57232) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:45.019218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.063675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Request body: {'network': {'name': 'tempest-network--608614666'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:45.101781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93e881-ba0e-4768-b2f1-9101673323db tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5cfc1d4-20a0-4d04-a95c-87d9ee047fd0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.132772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91287e0-94d9-4f7d-97dd-29cd5b9e1c74,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.134712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] No DVR routers for this DVR port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:45.208756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.242647 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.271462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 95a864a8-73e2-4f48-a404-01f0a33ad39e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=95a864a8-73e2-4f48-a404-01f0a33ad39e,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:45.285718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.323808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.348566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa388694-c383-4083-82af-2984c0d11591']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:45.380115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72163e6d-2b54-4cf1-85ee-b3725be51bf1') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:45.381764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72163e6d-2b54-4cf1-85ee-b3725be51bf1') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:45.402036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=95a864a8-73e2-4f48-a404-01f0a33ad39e,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.406728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:45.430051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.438417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:45.439061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3a9134aa-b1c3-47a2-a63c-204ab0ed6155 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:45.447566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] Deleting port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:45.448049 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.454322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.465495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:45.466266 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:45.469394 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:45.543203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] For port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74, host n-d-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:45.543466 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.549386 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.556294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.558930 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aa388694-c383-4083-82af-2984c0d11591 HTTP/1.1" status: 204 len: 168 time: 1.3908410 Sep 17 22:47:45.562579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] Calling delete_port for d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:45.566013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.ipam_backend_mixin [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] Port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 was not found and therefore no delete operation was performed {{(pid=94739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:47:45.567396 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.581562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de533579-bec6-404a-a3ae-e7f8a2913881 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa388694-c383-4083-82af-2984c0d11591,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.597463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] Network aa388694-c383-4083-82af-2984c0d11591 is not hosted by any dhcp agent {{(pid=94739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:47:45.598263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] No DVR routers for this DVR port d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:45.603558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3b121-bfc9-45ba-b342-4098def9508a None None] Pushing event deleted for resources: {'Port': ['ID=d91287e0-94d9-4f7d-97dd-29cd5b9e1c74,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.652498 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.673196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57254) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:45.694328 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb9edd40-3193-49d8-98c8-5e0ed97c6407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.696075 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.736135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb9edd40-3193-49d8-98c8-5e0ed97c6407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.874473 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7482897-c67a-4476-8ffc-965e53ecf33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.878183 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.881374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Pushing event updated for resources: {'Port': ['ID=4747446f-3ee0-443d-9e7f-4ae49b893464,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.898853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57264) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:45.923969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9edd40-3193-49d8-98c8-5e0ed97c6407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1017f27b-563d-4bfc-abe5-c134adc576a4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.947439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eb9edd40-3193-49d8-98c8-5e0ed97c6407 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f1c3a2e0a934d1fad64d87fcec15146&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1137962 Sep 17 22:47:45.951052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57270) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:45.960062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Made reservation on behalf of 8673a4d4bf3a4c9d92eeb6ebcd95ba52 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:45.963270 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.097982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:46.127069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.127522 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Added segment 6ecb6beb-6ef8-4e5f-a284-354747a835dc of type vlan for network a9b1a9a8-fba1-4118-8070-b75729d590af Sep 17 22:47:46.152495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:46.155085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:46.205915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 95a864a8-73e2-4f48-a404-01f0a33ad39e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:46.340715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 95a864a8-73e2-4f48-a404-01f0a33ad39e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:46.342648 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.346592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Router 4a198355-a1b9-47dc-aa03-9187fd927e28 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:46.366540 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.464156 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.465398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:46.466079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.592799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-234ec737-b17d-43a9-bdd7-bd1d8d894a89 None None] Provisioning complete for port 4747446f-3ee0-443d-9e7f-4ae49b893464 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:46.593713 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-234ec737-b17d-43a9-bdd7-bd1d8d894a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.635074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1603c7e6-4f81-4165-950e-2c8eb476f84c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c8a0d21b0ec4b4e92867682ef16cff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7350490 Sep 17 22:47:46.635722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57282) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:46.651742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-234ec737-b17d-43a9-bdd7-bd1d8d894a89 None None] Port 4747446f-3ee0-443d-9e7f-4ae49b893464 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:46.661657 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:46.661904 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa8dd-ed1d-4e5b-a395-6845f0173995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.690429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:46.691842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d91287e0-94d9-4f7d-97dd-29cd5b9e1c74 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:46.722547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa8dd-ed1d-4e5b-a395-6845f0173995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.800532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b6bb-07e7-4f77-a53d-e6a870cbd4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.845048 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b6bb-07e7-4f77-a53d-e6a870cbd4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.848351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7482897-c67a-4476-8ffc-965e53ecf33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.871184 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7482897-c67a-4476-8ffc-965e53ecf33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.899058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa8dd-ed1d-4e5b-a395-6845f0173995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.901635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa8dd-ed1d-4e5b-a395-6845f0173995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.902835 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bdbfa8dd-ed1d-4e5b-a395-6845f0173995 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1017f27b-563d-4bfc-abe5-c134adc576a4 HTTP/1.1" status: 204 len: 168 time: 0.9416606 Sep 17 22:47:46.949300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c7482897-c67a-4476-8ffc-965e53ecf33c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bbb3761a0af43dfb68b5eef37b858c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2748992 Sep 17 22:47:46.950797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7482897-c67a-4476-8ffc-965e53ecf33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22866513-7e24-497e-8f9c-7a26e9979e47,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:46.953403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57288) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:46.978244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfa8dd-ed1d-4e5b-a395-6845f0173995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1017f27b-563d-4bfc-abe5-c134adc576a4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:46.988863 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b6bb-07e7-4f77-a53d-e6a870cbd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.991462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b6bb-07e7-4f77-a53d-e6a870cbd4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.995387 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f7e3b6bb-07e7-4f77-a53d-e6a870cbd4ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91206b3c-434f-429a-a480-5cbe323d19d3 HTTP/1.1" status: 204 len: 168 time: 0.3527107 Sep 17 22:47:47.024068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3b6bb-07e7-4f77-a53d-e6a870cbd4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91206b3c-434f-429a-a480-5cbe323d19d3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:47.043675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d90a0b2e-d739-4128-bd7c-1e4307f1b864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.073894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d90a0b2e-d739-4128-bd7c-1e4307f1b864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.076182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Network': ['ID=a9b1a9a8-fba1-4118-8070-b75729d590af,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:47.080807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a2772376-5d4e-4592-8086-68cef1ec7f94 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0433767 Sep 17 22:47:47.082534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:47.085743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57294) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:47.091204 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Sync routers for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:47.096128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3316cfb9-3f68-40bb-bacf-38897346cf62 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:47.117476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f2a17223-0020-4813-ae4b-6dd24b97ff3d admin admin] 10.222.0.48 "PUT /v2.0/routers/4a198355-a1b9-47dc-aa03-9187fd927e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2484283 Sep 17 22:47:47.117686 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:47.117686 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:47.141374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a9b1a9a8-fba1-4118-8070-b75729d590af details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:47.291276 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:47.340797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d90a0b2e-d739-4128-bd7c-1e4307f1b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.357175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d90a0b2e-d739-4128-bd7c-1e4307f1b864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.360107 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d90a0b2e-d739-4128-bd7c-1e4307f1b864 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22866513-7e24-497e-8f9c-7a26e9979e47 HTTP/1.1" status: 204 len: 168 time: 0.4038763 Sep 17 22:47:47.441665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a0b2e-d739-4128-bd7c-1e4307f1b864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22866513-7e24-497e-8f9c-7a26e9979e47,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:47.530172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3316cfb9-3f68-40bb-bacf-38897346cf62 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.560719 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 2, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:47.563882 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3316cfb9-3f68-40bb-bacf-38897346cf62 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.594416 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Checking router: 4a198355-a1b9-47dc-aa03-9187fd927e28 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:47.595057 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Updating router 4a198355-a1b9-47dc-aa03-9187fd927e28 port 4747446f-3ee0-443d-9e7f-4ae49b893464 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:47:47.626166 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.685308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3316cfb9-3f68-40bb-bacf-38897346cf62 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Network a9b1a9a8-fba1-4118-8070-b75729d590af is not hosted by any dhcp agent {{(pid=94738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:47:47.686208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3316cfb9-3f68-40bb-bacf-38897346cf62 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:47.686814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3316cfb9-3f68-40bb-bacf-38897346cf62 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.688993 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3316cfb9-3f68-40bb-bacf-38897346cf62 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "PUT /v2.0/networks/a9b1a9a8-fba1-4118-8070-b75729d590af HTTP/1.1" status: 200 len: 857 time: 0.6022475 Sep 17 22:47:47.690025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316cfb9-3f68-40bb-bacf-38897346cf62 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event updated for resources: {'Network': ['ID=a9b1a9a8-fba1-4118-8070-b75729d590af,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:47.691887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57310) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:47.802400 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.909637 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.941890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b1a9a8-fba1-4118-8070-b75729d590af']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:47.957595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecb6beb-6ef8-4e5f-a284-354747a835dc') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:47.957959 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecb6beb-6ef8-4e5f-a284-354747a835dc') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:47.974521 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.989831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.000239 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:48.001299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:48.003698 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:48.040408 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.050673 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.095502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.103579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9b1a9a8-fba1-4118-8070-b75729d590af {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:47:48.107865 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.112335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a9b1a9a8-fba1-4118-8070-b75729d590af HTTP/1.1" status: 204 len: 168 time: 0.4195054 Sep 17 22:47:48.116191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57320) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:48.145743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3851ca3-7892-4979-b0ac-e8ae1948a7d7 tempest-ExternalNetworksTestJSON-976343836 tempest-ExternalNetworksTestJSON-976343836-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9b1a9a8-fba1-4118-8070-b75729d590af,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:48.189236 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685cd72-d8a7-4d72-a0e8-551632b7bacf None None] Pushing event updated for resources: {'Port': ['ID=4747446f-3ee0-443d-9e7f-4ae49b893464,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:48.241709 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-be08c157-7c0d-409e-90f0-75fa1e379f80 tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:48.242822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be08c157-7c0d-409e-90f0-75fa1e379f80 tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:48.247841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57330) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:48.259419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57334) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:48.259650 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be08c157-7c0d-409e-90f0-75fa1e379f80 tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] 10.222.0.48 "DELETE /v2.0/subnets/378c6276-cdb1-42ba-beba-d106f6536e5e HTTP/1.1" status: 404 len: 337 time: 0.1414053 Sep 17 22:47:48.383429 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Attempting to bind port 4747446f-3ee0-443d-9e7f-4ae49b893464 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:48.383971 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Attempting to bind port 4747446f-3ee0-443d-9e7f-4ae49b893464 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:48.384343 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Attempting to bind port 4747446f-3ee0-443d-9e7f-4ae49b893464 on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:48.403744 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:48.404116 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Checking segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:48.404575 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.404987 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Bound using segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:48.405476 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Bound port: 4747446f-3ee0-443d-9e7f-4ae49b893464, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:48.406451 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.561099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57344) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:48.571802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-6b9a5755-2a4a-4f7b-8607-1d6a23a22da4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109989045', 'description': 'tempest-description--1218568678'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:48.578729 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-777437cb-6052-400d-81d2-09120397a8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.652517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.665504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6b9a5755-2a4a-4f7b-8607-1d6a23a22da4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.669943 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] For port 4747446f-3ee0-443d-9e7f-4ae49b893464, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:48.677322 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] For port 4747446f-3ee0-443d-9e7f-4ae49b893464, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4747446f-3ee0-443d-9e7f-4ae49b893464,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:48.686055 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.709576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9333f164-5145-4222-8556-37b1c95bd8b7 None None] Provisioning complete for port 4747446f-3ee0-443d-9e7f-4ae49b893464 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:48.710336 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9333f164-5145-4222-8556-37b1c95bd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.838891 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:48.840348 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:48.922629 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.053291 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685cd72-d8a7-4d72-a0e8-551632b7bacf None None] Pushing event updated for resources: {'Port': ['ID=4747446f-3ee0-443d-9e7f-4ae49b893464,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:49.073627 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9333f164-5145-4222-8556-37b1c95bd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.160099 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.213112 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9333f164-5145-4222-8556-37b1c95bd8b7 None None] For port 4747446f-3ee0-443d-9e7f-4ae49b893464, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4747446f-3ee0-443d-9e7f-4ae49b893464,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:49.223125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9333f164-5145-4222-8556-37b1c95bd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.277997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b1d58b-ada2-437a-80b5-8e78bbac4bcd']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:49.314372 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:49.321003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd273c5-1565-4b79-be71-1314fbc53dd7') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:49.321886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd273c5-1565-4b79-be71-1314fbc53dd7') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:49.363212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.409184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.429922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:49.433471 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.444168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333f164-5145-4222-8556-37b1c95bd8b7 None None] Pushing event updated for resources: {'Port': ['ID=4747446f-3ee0-443d-9e7f-4ae49b893464,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:49.454098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57384) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:49.487899 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:49.503280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-be9faffa-440d-4dbe-bdda-b9b69ae015c2 None None] Provisioning complete for port 4747446f-3ee0-443d-9e7f-4ae49b893464 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:49.503664 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-be9faffa-440d-4dbe-bdda-b9b69ae015c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.647966 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-777437cb-6052-400d-81d2-09120397a8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.648109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1486360275-network', 'tenant_id': 'e0f0f397eabf4d27b3ed4576f4724621'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:49.668260 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-777437cb-6052-400d-81d2-09120397a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.749371 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-777437cb-6052-400d-81d2-09120397a8fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8761f599c1e44df3ad8493ff49cbf0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4753737 Sep 17 22:47:49.774919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57392) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:49.821973 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:48Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:49.825968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.870508 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ea556-65ba-47e2-8b06-021cf8a3cc7c None None] The sync data for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 is: [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:48Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:49.878690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6b9a5755-2a4a-4f7b-8607-1d6a23a22da4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.889839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6b9a5755-2a4a-4f7b-8607-1d6a23a22da4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.896196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.901275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] 10.222.0.48 "DELETE /v2.0/networks/48b1d58b-ada2-437a-80b5-8e78bbac4bcd HTTP/1.1" status: 204 len: 168 time: 1.6520021 Sep 17 22:47:49.917141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb05dfa-b73d-43da-9222-f6ff6941aa6d tempest-ExternalNetworksTestJSON-2030197527 tempest-ExternalNetworksTestJSON-2030197527-project] Pushing event deleted for resources: {'Network': ['ID=48b1d58b-ada2-437a-80b5-8e78bbac4bcd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:49.925005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777437cb-6052-400d-81d2-09120397a8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ad0a1b-1fdc-4df3-80de-6df3a6bf3171,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:49.933448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552611f3-86d8-40db-977a-acb6569697da req-5a9c7918-e31f-4f19-a99d-2e807ad3507a tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:49.935588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-552611f3-86d8-40db-977a-acb6569697da req-5a9c7918-e31f-4f19-a99d-2e807ad3507a tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1098 time: 0.4430714 Sep 17 22:47:49.995092 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a763417-c7cf-4a33-830b-c2772cf33228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.003455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a5755-2a4a-4f7b-8607-1d6a23a22da4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b57904b-2400-4102-ae67-7a49ffe8e45a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:50.045325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Made reservation on behalf of e0f0f397eabf4d27b3ed4576f4724621 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:50.055818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.085012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.095491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6b9a5755-2a4a-4f7b-8607-1d6a23a22da4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.097402 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6b9a5755-2a4a-4f7b-8607-1d6a23a22da4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5348842 Sep 17 22:47:50.103325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57400) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:50.139508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8ced015e-fe59-4e22-ba5b-396e5a8b6733 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'security_group_rule': {'security_group_id': '5b57904b-2400-4102-ae67-7a49ffe8e45a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:50.147679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-552611f3-86d8-40db-977a-acb6569697da req-155d60a1-398f-4ca5-bfef-1cebb288d87f tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875913 Sep 17 22:47:50.165751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a763417-c7cf-4a33-830b-c2772cf33228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.185474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57406) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:50.362183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4747446f-3ee0-443d-9e7f-4ae49b893464 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:50.473412 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.487687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.511721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4747446f-3ee0-443d-9e7f-4ae49b893464 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:50.512450 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.522715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:50.555183 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.555567 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Added segment f6e8f323-8038-430b-a14c-5866e3ef1636 of type vlan for network b058ab1f-e917-4051-b02e-cff9eea99dcb Sep 17 22:47:50.718569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57416) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:50.760356 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a763417-c7cf-4a33-830b-c2772cf33228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.764622 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a763417-c7cf-4a33-830b-c2772cf33228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.775167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5a763417-c7cf-4a33-830b-c2772cf33228 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33ad0a1b-1fdc-4df3-80de-6df3a6bf3171 HTTP/1.1" status: 204 len: 168 time: 0.9921174 Sep 17 22:47:50.820255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a763417-c7cf-4a33-830b-c2772cf33228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ad0a1b-1fdc-4df3-80de-6df3a6bf3171,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:50.878435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.938259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port ae42f0a1-88a4-4abe-9b28-cc89936095fa {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:50.938611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.958835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca1769-161e-4673-a861-6db9cf9e9315,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:50.992767 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ced015e-fe59-4e22-ba5b-396e5a8b6733 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.028260 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.033247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:51.035459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.213740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2b9214a2-a19f-402e-b2da-d34e04c2d515 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efa28b30c3504f89aa3dae849e687a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777381 Sep 17 22:47:51.220633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57434) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:51.257157 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8019078 Sep 17 22:47:51.264643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57438) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:51.272252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Request body: {'subnet': {'network_id': 'b058ab1f-e917-4051-b02e-cff9eea99dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1486360275-subnet', 'tenant_id': 'e0f0f397eabf4d27b3ed4576f4724621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:51.306010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bdf77-1443-4e4c-83bb-53af2cbcae1d admin admin] Pushing event updated for resources: {'Network': ['ID=b058ab1f-e917-4051-b02e-cff9eea99dcb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:51.308053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57440) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:51.318131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b058ab1f-e917-4051-b02e-cff9eea99dcb details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:51.440087 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab05f772-d9f6-463c-9d1a-a2b0045de53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.465631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.466257 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.524442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ced015e-fe59-4e22-ba5b-396e5a8b6733 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.529632 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab05f772-d9f6-463c-9d1a-a2b0045de53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.536436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Made reservation on behalf of e0f0f397eabf4d27b3ed4576f4724621 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:51.538510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for ae42f0a1-88a4-4abe-9b28-cc89936095fa owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:51.538958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.550594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ced015e-fe59-4e22-ba5b-396e5a8b6733 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.700658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced015e-fe59-4e22-ba5b-396e5a8b6733 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b885190-1b43-4915-afa3-3e588eace37c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:51.827154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ced015e-fe59-4e22-ba5b-396e5a8b6733 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.835774 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8ced015e-fe59-4e22-ba5b-396e5a8b6733 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7000706 Sep 17 22:47:51.837928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57454) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:51.864019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e9e9b3d3-fced-4e66-a4ee-eb921d7e95fc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'security_group_rule': {'security_group_id': '5b57904b-2400-4102-ae67-7a49ffe8e45a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:51.927565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.958710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab05f772-d9f6-463c-9d1a-a2b0045de53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.961434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab05f772-d9f6-463c-9d1a-a2b0045de53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.962714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ab05f772-d9f6-463c-9d1a-a2b0045de53c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a6e91c7-9807-450b-83dc-352aa3165c26 HTTP/1.1" status: 204 len: 168 time: 0.7410631 Sep 17 22:47:52.228048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05f772-d9f6-463c-9d1a-a2b0045de53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6e91c7-9807-450b-83dc-352aa3165c26,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:52.312407 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.348581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=ae42f0a1-88a4-4abe-9b28-cc89936095fa,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:52.404769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.479710 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b3d3-fced-4e66-a4ee-eb921d7e95fc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.491695 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.529496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.530129 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Floating IP 03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce disassociated (deleted). External IP: 172.25.0.218, port: b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69. Sep 17 22:47:52.594680 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b7f6fe6fcde4ce4be991fce6bb37c27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2539132 Sep 17 22:47:52.613147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83242ea-c224-4c3a-8640-b1803e5a301a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:52.619283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:52.668253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.670357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.671588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.672130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.672669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.673218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.673740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.674277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.674811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.675320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.675834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.676364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab8274-1d56-41b7-a67f-a251da0452b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:52.871550 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b3d3-fced-4e66-a4ee-eb921d7e95fc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.876794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.925923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b3d3-fced-4e66-a4ee-eb921d7e95fc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.993547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a9362bb-bcf4-4ed8-9c46-8e950581d1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.025534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b3d3-fced-4e66-a4ee-eb921d7e95fc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.031243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e9e9b3d3-fced-4e66-a4ee-eb921d7e95fc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1853616 Sep 17 22:47:53.032790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57486) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:53.041690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9b3d3-fced-4e66-a4ee-eb921d7e95fc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048cfe47-fc04-40cf-b067-c5c2633631c7,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:53.043987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:53.047020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Checking segment: {'id': 'f6e8f323-8038-430b-a14c-5866e3ef1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b058ab1f-e917-4051-b02e-cff9eea99dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:53.047617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Network hostable DHCP agents. Network: b058ab1f-e917-4051-b02e-cff9eea99dcb, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:53.063112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57488) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:53.095092 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a9362bb-bcf4-4ed8-9c46-8e950581d1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.101988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.104175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f248a2e-85ad-4e37-8072-7d5b5ad2d64d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:53.136867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:53.141909 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7c6dff13-2fcb-43d3-b926-5dac2ccae036 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8673a4d4bf3a4c9d92eeb6ebcd95ba52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770476 Sep 17 22:47:53.143121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Network b058ab1f-e917-4051-b02e-cff9eea99dcb is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:53.145101 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57490) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:53.165748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b058ab1f-e917-4051-b02e-cff9eea99dcb) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:53.170137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:53.170740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.180571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1bac4b-8e99-40e9-a0cd-d66256663ae8 None None] Network b058ab1f-e917-4051-b02e-cff9eea99dcb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:53.220690 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-27dfea7f-a302-4a40-8e17-856e560f6cb6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9527650 Sep 17 22:47:53.221557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9619147-d3ca-45c8-b726-15af3126d4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.253890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9619147-d3ca-45c8-b726-15af3126d4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.363577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9619147-d3ca-45c8-b726-15af3126d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.367911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9619147-d3ca-45c8-b726-15af3126d4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.369753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a9619147-d3ca-45c8-b726-15af3126d4b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7ba2464-dbfa-4c61-a324-af78c0c2a95e HTTP/1.1" status: 204 len: 168 time: 0.2235620 Sep 17 22:47:53.401777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:53.408066 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.413534 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a9362bb-bcf4-4ed8-9c46-8e950581d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.414384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619147-d3ca-45c8-b726-15af3126d4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba2464-dbfa-4c61-a324-af78c0c2a95e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:53.416055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a9362bb-bcf4-4ed8-9c46-8e950581d1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.417639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a9362bb-bcf4-4ed8-9c46-8e950581d1e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e83242ea-c224-4c3a-8640-b1803e5a301a HTTP/1.1" status: 204 len: 168 time: 0.7960517 Sep 17 22:47:53.454755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9362bb-bcf4-4ed8-9c46-8e950581d1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83242ea-c224-4c3a-8640-b1803e5a301a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:53.477540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d3fa188a-bd73-48dc-918a-ba93562aa7bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/floatingips/03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce HTTP/1.1" status: 204 len: 168 time: 3.2909350 Sep 17 22:47:53.480514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:53.495873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] Sync routers for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:53.497118 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:53.522492 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.605733 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3ce54-47c5-4381-b8b6-10604accbd20 None None] Network b058ab1f-e917-4051-b02e-cff9eea99dcb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:53.616865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:53.617441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:53.675591 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c770535-216f-44d7-9274-405c43342113 x-openstack-request-id: req-0c770535-216f-44d7-9274-405c43342113 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:53.676680 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:53.676965 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c770535-216f-44d7-9274-405c43342113 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:53.677390 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'status': 'completed', 'code': 200} Sep 17 22:47:53.750141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-e92df4fd-3aeb-4762-921e-56670e29a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:53.750141 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-e92df4fd-3aeb-4762-921e-56670e29a014 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 1098 time: 0.1179626 Sep 17 22:47:53.939673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-12d9f3b1-8be1-493e-90d5-ff2030029946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:53.941337 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-12d9f3b1-8be1-493e-90d5-ff2030029946 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 200 len: 897 time: 0.1832263 Sep 17 22:47:53.973536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Allocated IP 172.25.0.116 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/98b4cb13-9d4f-4800-901e-7041b58feadf) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:54.058778 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-36a6e9d6-cf1d-421d-8e22-cd4153181f2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 200 len: 217 time: 0.1075106 Sep 17 22:47:54.138639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6ed8e-192e-4893-9452-0e3370d203f6 req-1041e60d-cea4-433a-a8c9-152cfd4b99cf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:54.158801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49e6ed8e-192e-4893-9452-0e3370d203f6 req-1041e60d-cea4-433a-a8c9-152cfd4b99cf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 946 time: 0.2432001 Sep 17 22:47:54.177557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:54.208836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-4f7fa172-70a4-4bc8-8622-520a3d9abb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:54.213334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-4f7fa172-70a4-4bc8-8622-520a3d9abb0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 200 len: 835 time: 0.1456587 Sep 17 22:47:54.235105 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:47:54.332207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-5a40a309-c81f-4ca5-9d5e-87f78d34398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:54.333937 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-5a40a309-c81f-4ca5-9d5e-87f78d34398a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060197 Sep 17 22:47:54.457880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57546) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:54.461113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49e6ed8e-192e-4893-9452-0e3370d203f6 req-49097035-1e64-4d36-93c4-853c78baff69 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922289 Sep 17 22:47:54.532025 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35800de8-21da-4062-8bb5-0146f98d41c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.571752 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-8bed45e2-3a62-4c27-9b1c-3e93068de7fe service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286885 Sep 17 22:47:54.650871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.658725 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:37Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:54.779080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] Checking router: f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:54.807843 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75336f64-a1bc-4ee6-8d52-0cbdcf8517b9 req-6e25f07c-3d2c-44e6-87c5-00d33ed79225 service neutron] 10.222.0.49 "GET /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282627 Sep 17 22:47:54.814489 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.863211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:54.867715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:47:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:54.899960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:54.906688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:54.916028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:54.967320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'Port': ['ID=98b4cb13-9d4f-4800-901e-7041b58feadf,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:55.080037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:55.118169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35800de8-21da-4062-8bb5-0146f98d41c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.154328 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35800de8-21da-4062-8bb5-0146f98d41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.377264 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.418737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-c34a279f-9a28-44e6-a399-ddd22a5d7398 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:55.421945 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-c34a279f-9a28-44e6-a399-ddd22a5d7398 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 946 time: 0.1109056 Sep 17 22:47:55.551334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57592) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:55.599796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:37Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:55.602233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-35800de8-21da-4062-8bb5-0146f98d41c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b44e1f34a244d14a927b5ec0522365d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1400869 Sep 17 22:47:55.614812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57598) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:55.624591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35800de8-21da-4062-8bb5-0146f98d41c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be90a21-64b0-409b-9f4b-21c139d217bf,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:55.648361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53017a1e-b7a5-4c37-ac46-b5b4dd8f34fd None None] The sync data for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 is: [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:44:30Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '696ccfb3-e95a-4e30-9d9d-66ced80fad35', 'name': '', 'network_id': '3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:2e:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:27Z', 'updated_at': '2021-09-17T22:44:37Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '120f7124-ebb1-47bd-a6f8-e5e4c19adc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:55.734799 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.750343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:55.752550 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.928163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786b361-ed51-48a8-a39d-76c9023bd607 req-cd15084c-20d8-402b-bb76-cec231ce6b2f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:55.940181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4786b361-ed51-48a8-a39d-76c9023bd607 req-cd15084c-20d8-402b-bb76-cec231ce6b2f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e1232e-b4c3-4e10-a1d2-7eea0311128a HTTP/1.1" status: 200 len: 946 time: 0.2856898 Sep 17 22:47:56.083069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:56.083546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.118272 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e40c6467-25f7-44ef-b453-e0a87f6bfb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.119915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:56.226797 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84db93a-8ec2-4b1d-9e8e-bf1e5e643a76 None None] New status for floating IP 03f4d6d9-8bdf-4ec0-a0d3-33cf1e3dddce: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:47:56.381007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e40c6467-25f7-44ef-b453-e0a87f6bfb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.485866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.486666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4786b361-ed51-48a8-a39d-76c9023bd607 req-22123b59-fd5d-4c42-9af9-cf701b610dbb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=05da5bf4-b631-46c9-99ff-c5522792821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5410330 Sep 17 22:47:56.489762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4c14-afe0-4852-8765-c97e66b52202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.553693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:56.604554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] No DVR routers for this DVR port b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:56.605677 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e40c6467-25f7-44ef-b453-e0a87f6bfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.609459 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e40c6467-25f7-44ef-b453-e0a87f6bfb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.609967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.613035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e40c6467-25f7-44ef-b453-e0a87f6bfb3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8be90a21-64b0-409b-9f4b-21c139d217bf HTTP/1.1" status: 204 len: 168 time: 0.9791918 Sep 17 22:47:56.623582 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3a670f55-daf7-4e91-82e6-098d86de2884 req-3b0dbf9e-9526-4c5d-82ac-e70594ddf064 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "DELETE /v2.0/ports/b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 HTTP/1.1" status: 204 len: 173 time: 1.1846120 Sep 17 22:47:56.628386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-deleted', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:56.634162 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c54be7f-d312-47b2-97e7-232d80452622" -d '{"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-deleted", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:56.718253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c6467-25f7-44ef-b453-e0a87f6bfb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be90a21-64b0-409b-9f4b-21c139d217bf,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:56.766899 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660c809d-23d8-4dc1-b66a-899889966268 x-openstack-request-id: req-660c809d-23d8-4dc1-b66a-899889966268 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:56.767368 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1232e-b4c3-4e10-a1d2-7eea0311128a", "name": "network-vif-deleted", "tag": "b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:56.767860 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-660c809d-23d8-4dc1-b66a-899889966268 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:56.768385 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1232e-b4c3-4e10-a1d2-7eea0311128a', 'name': 'network-vif-deleted', 'tag': 'b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69', 'status': 'completed', 'code': 200} Sep 17 22:47:57.350545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57662) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:57.569016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57674) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:57.666560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-1db3727d-8d7d-4953-abd4-2f718a827321 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:57.675742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-1db3727d-8d7d-4953-abd4-2f718a827321 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/networks?id=b058ab1f-e917-4051-b02e-cff9eea99dcb HTTP/1.1" status: 200 len: 810 time: 1.1593218 Sep 17 22:47:57.714529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:57.729292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-381454b7-2a65-4d6f-85ce-0a378d2c25e3 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/quotas/e0f0f397eabf4d27b3ed4576f4724621 HTTP/1.1" status: 200 len: 375 time: 0.0512397 Sep 17 22:47:57.784533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:57.797942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-00e80307-3230-4818-8a16-8c3efea90b7f tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0f0f397eabf4d27b3ed4576f4724621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670664 Sep 17 22:47:57.804958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-05900e0a-0fa2-470b-808a-e26c56128a36 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:47:57.810113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:57.816605 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-05900e0a-0fa2-470b-808a-e26c56128a36 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177372 Sep 17 22:47:57.899808 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4c14-afe0-4852-8765-c97e66b52202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:57.920154 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4c14-afe0-4852-8765-c97e66b52202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.026487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'Port': ['ID=98b4cb13-9d4f-4800-901e-7041b58feadf,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:58.041230 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.065311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fc0b4c14-afe0-4852-8765-c97e66b52202 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d6fbd126507470e819bcb4fed4d1bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4981632 Sep 17 22:47:58.070993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57686) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:58.096764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b4c14-afe0-4852-8765-c97e66b52202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9321970b-1c3e-4f4c-ab63-a4b7e5fb2188,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:58.135754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-c194dd14-c0f2-400b-95e8-9b60fc8d7f82 service neutron] 10.222.0.48 "GET /v2.0/networks/b058ab1f-e917-4051-b02e-cff9eea99dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179281 Sep 17 22:47:58.146641 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.212885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.214168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e2a597cf-f7bb-4dda-bcd3-7b71bedb6d95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1787391 Sep 17 22:47:58.273631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99da0433-e10a-4f04-a21c-5a3b64261377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.292560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.320175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-d45ff75f-ac5d-4a7e-84ee-77c7cf04a4ae service neutron] 10.222.0.48 "GET /v2.0/networks/b058ab1f-e917-4051-b02e-cff9eea99dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831083 Sep 17 22:47:58.340364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99da0433-e10a-4f04-a21c-5a3b64261377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.387986 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.455745 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99da0433-e10a-4f04-a21c-5a3b64261377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.459043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99da0433-e10a-4f04-a21c-5a3b64261377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:58.460631 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-99da0433-e10a-4f04-a21c-5a3b64261377 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9321970b-1c3e-4f4c-ab63-a4b7e5fb2188 HTTP/1.1" status: 204 len: 168 time: 0.3886559 Sep 17 22:47:58.469907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da0433-e10a-4f04-a21c-5a3b64261377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9321970b-1c3e-4f4c-ab63-a4b7e5fb2188,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:58.548739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Allocated IP 172.25.0.26 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/9f4917c8-0e82-4183-8ec8-9ea0ef2e01c1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:58.704322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-3797a15d-04b8-4a4e-9347-cad49a80e0e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1109989045&fields=id&tenant_id=d24e6b97499c4398944a2f2cb0ca6afb HTTP/1.1" status: 200 len: 267 time: 0.1049342 Sep 17 22:47:58.943700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57728) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:58.962292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:58.989313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b655d4ac-67c3-4161-80e7-e479eeab277f req-9a70e670-30f1-4714-8d0b-07a3c44ed04d tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 210 time: 0.1814978 Sep 17 22:47:58.993537 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.057540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:59.061097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device b6e79ead-ecb5-4b4d-ae21-c9c8517f1c69 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:59.079862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960a30-3358-484d-922d-c6fc576ee39f req-4c558e55-c80d-4934-9733-18c386672015 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:59.106634 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.106791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-4c558e55-c80d-4934-9733-18c386672015 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 816 time: 0.3916380 Sep 17 22:47:59.158491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-0ff1c717-d13e-4d30-9a2b-e2e487be91ef tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/quotas/d24e6b97499c4398944a2f2cb0ca6afb HTTP/1.1" status: 200 len: 375 time: 0.0507786 Sep 17 22:47:59.167449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 696ccfb3-e95a-4e30-9d9d-66ced80fad35 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:59.168117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.213971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:59.230834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:59.235977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Pushing event updated for resources: {'Port': ['ID=9f4917c8-0e82-4183-8ec8-9ea0ef2e01c1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:59.238943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:59.388625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.411891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 696ccfb3-e95a-4e30-9d9d-66ced80fad35, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=696ccfb3-e95a-4e30-9d9d-66ced80fad35,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:59.412407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.432208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-444beb8a-c4a1-4e07-bc8e-e9f6031248b6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2709005 Sep 17 22:47:59.446762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 696ccfb3-e95a-4e30-9d9d-66ced80fad35 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:59.453132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.459953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57742) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:59.545254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44f5913-bfca-4954-8d93-5a6c2ce1f04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.568634 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d55072f-6b73-4b68-98b0-2f7926ce8f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.651416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-2198f218-f2f2-4167-9d1c-0044303edf31 service neutron] 10.222.0.48 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006865 Sep 17 22:47:59.791145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-78f84f1a-5eb2-4bb5-a45e-e01daf5e52bb service neutron] 10.222.0.48 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382523 Sep 17 22:47:59.797637 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44f5913-bfca-4954-8d93-5a6c2ce1f04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.871744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44f5913-bfca-4954-8d93-5a6c2ce1f04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:59.980580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a44f5913-bfca-4954-8d93-5a6c2ce1f04a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb23af994fbc4c62943d4121d7002979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146012 Sep 17 22:47:59.984987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57754) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:59.992923 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1d6d-bce0-4ddb-8b12-69cb5bf3aeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:00.075105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2bd2883-fa99-4cbc-844f-7ce1b909df96 req-694ed179-48bf-49db-9545-3f6739cf8334 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 210 time: 0.1011229 Sep 17 22:48:00.144033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f5913-bfca-4954-8d93-5a6c2ce1f04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c40973-b849-4c1e-ba6a-ed7a14349f61,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:00.168955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:00.230690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=696ccfb3-e95a-4e30-9d9d-66ced80fad35,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:00.258210 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:00.308804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc4ae8a2-3a8e-4c13-a240-a1572f578985 req-b0b87a9c-1de3-417e-b996-4fbebd949cfb tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 210 time: 0.1832099 Sep 17 22:48:00.316081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:00.355007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1582-45ea-492a-bdbc-b9706d1377ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:00.455035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1582-45ea-492a-bdbc-b9706d1377ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:00.570627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1582-45ea-492a-bdbc-b9706d1377ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:00.577461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1582-45ea-492a-bdbc-b9706d1377ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:00.583600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aa0a1582-45ea-492a-bdbc-b9706d1377ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0c40973-b849-4c1e-ba6a-ed7a14349f61 HTTP/1.1" status: 204 len: 168 time: 0.5984077 Sep 17 22:48:00.597430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a1582-45ea-492a-bdbc-b9706d1377ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c40973-b849-4c1e-ba6a-ed7a14349f61,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:00.944175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Pushing event updated for resources: {'Port': ['ID=9f4917c8-0e82-4183-8ec8-9ea0ef2e01c1,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:01.017791 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d55072f-6b73-4b68-98b0-2f7926ce8f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.179953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-9e56fa8c-0d00-4f80-8ece-cbc4f9b99338 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:01.192802 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-9e56fa8c-0d00-4f80-8ece-cbc4f9b99338 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.49 "GET /v2.0/networks?id=b058ab1f-e917-4051-b02e-cff9eea99dcb HTTP/1.1" status: 200 len: 810 time: 0.2688820 Sep 17 22:48:01.201959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.209728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d55072f-6b73-4b68-98b0-2f7926ce8f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.258256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38aa4aa9-7549-44cb-84a0-669c6258211c req-5b9cc1c4-90d1-42f9-bf11-78be068daa87 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 210 time: 0.0522928 Sep 17 22:48:01.298935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Request body: {'port': {'device_id': 'b57da33f-7b85-40e5-a990-f58839ee9a30', 'network_id': 'b058ab1f-e917-4051-b02e-cff9eea99dcb', 'admin_state_up': True, 'tenant_id': 'e0f0f397eabf4d27b3ed4576f4724621'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:01.392140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.393979 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a2f789cc-6d72-4545-9557-d63c7b267745 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0405035 Sep 17 22:48:01.396678 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6d55072f-6b73-4b68-98b0-2f7926ce8f44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=339b4a1302b34993a325b2acc2a84932&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4520168 Sep 17 22:48:01.397157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57802) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:01.405573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:01.406349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-401111851', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'fixed_ips': [{'ip_address': '172.25.0.26'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:01.460853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55072f-6b73-4b68-98b0-2f7926ce8f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e5e68d-c0e1-4c55-8eb0-67eb6c6c29dc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:01.462636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Made reservation on behalf of e8ca027ec6d94d3d85e3952f34103bf6 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:01.466039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.494299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.582526 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a25abdf2-e1b9-4ab6-80f2-6a7308435577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.597501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45e8efc6-ba7d-4469-88c0-a76f60494450 req-cc5bf564-a551-4277-b3bc-2fb649941d9b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 210 time: 0.0938270 Sep 17 22:48:01.598908 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.642108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a25abdf2-e1b9-4ab6-80f2-6a7308435577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.758177 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.769515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.774249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] device_id is not set on port 78da5692-ae86-4372-bf41-1090080c9baf yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:48:01.931196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a25abdf2-e1b9-4ab6-80f2-6a7308435577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.933826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a25abdf2-e1b9-4ab6-80f2-6a7308435577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.938300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a25abdf2-e1b9-4ab6-80f2-6a7308435577 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2e5e68d-c0e1-4c55-8eb0-67eb6c6c29dc HTTP/1.1" status: 204 len: 168 time: 0.5261183 Sep 17 22:48:01.941261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Made reservation on behalf of e0f0f397eabf4d27b3ed4576f4724621 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:01.944780 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:01.976824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25abdf2-e1b9-4ab6-80f2-6a7308435577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e5e68d-c0e1-4c55-8eb0-67eb6c6c29dc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:02.048107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b293fd03-3519-4fe3-a9ac-c4e786a5486e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:02.056590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960a30-3358-484d-922d-c6fc576ee39f req-5b6e88ae-9ea8-4ba9-a072-0a489af10daa tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:02.058252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-5b6e88ae-9ea8-4ba9-a072-0a489af10daa tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.45 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 816 time: 0.3639917 Sep 17 22:48:02.230584 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 22:48:02.231393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:48:02.256024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ef95c87b-6b43-4b5c-92ab-59f226ca1f44 tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8564246 Sep 17 22:48:02.257659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57828) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:02.283315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Allocated IP 172.20.0.10 (b058ab1f-e917-4051-b02e-cff9eea99dcb/0f248a2e-85ad-4e37-8072-7d5b5ad2d64d/24995c64-5edc-4b6b-8d4c-cff899fb664d) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:02.351364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-185f5936-1b9d-461e-a14e-e8a42f2153b5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24e6b97499c4398944a2f2cb0ca6afb HTTP/1.1" status: 200 len: 380 time: 0.2528162 Sep 17 22:48:02.366746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'port': {'device_id': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'admin_state_up': True, 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'security_groups': ['5b57904b-2400-4102-ae67-7a49ffe8e45a']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:02.455265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a234b354-a155-48ad-b4ec-8dbf893a59f3 req-fbf77c45-cec1-4d28-87b6-96761f1065e6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 210 time: 0.0318594 Sep 17 22:48:02.487292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Deleting port 9f4917c8-0e82-4183-8ec8-9ea0ef2e01c1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:02.487647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.596823 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.597967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.616133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Calling delete_port for 9f4917c8-0e82-4183-8ec8-9ea0ef2e01c1 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:02.647514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:48:02.708345 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65c8e6f9-c556-4058-9f2e-8ec13134d23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.771418 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6131e7bc-c2e6-4165-a41a-37d5fd1c3f88 req-7c1fb63e-4c76-4869-bfa7-1a73a184fe55 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 210 time: 0.0464046 Sep 17 22:48:02.812339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:02.923044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Made reservation on behalf of d24e6b97499c4398944a2f2cb0ca6afb for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:02.927316 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.951001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.056710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f4917c8-0e82-4183-8ec8-9ea0ef2e01c1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:03.096814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6dad-27a9-4535-bda3-926f98685dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.109963 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.110817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:03.131513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948abdb7-e895-4542-8b9f-494889db423b None None] Sync routers for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:03.145024 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bd5e8d26-24d0-49bd-b589-3c535675b990 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "PUT /v2.0/routers/f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5741420 Sep 17 22:48:03.147961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57864) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:03.157053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948abdb7-e895-4542-8b9f-494889db423b None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:03.159966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-948abdb7-e895-4542-8b9f-494889db423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:03.229807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.266487 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.269155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.270381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-be444a3f-0af1-4785-b500-7c062ece643e tempest-ExternalNetworksAdminNegativeTestJSON-612158491 tempest-ExternalNetworksAdminNegativeTestJSON-612158491-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/d83e5acd-d7b5-4bdf-a609-36cf85f2b8b8 HTTP/1.1" status: 204 len: 168 time: 1.0114241 Sep 17 22:48:03.310366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-329149df-a5c3-4315-a2b5-a0351f915d6c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting subnet 120f7124-ebb1-47bd-a6f8-e5e4c19adc4e {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:48:03.324804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-329149df-a5c3-4315-a2b5-a0351f915d6c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.368355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.385032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Allocated IP 172.20.0.10 (da8d9fec-04e5-47f2-ae93-63b55dd497fc/1f02caa9-9034-41f9-b25f-10607232c3a0/3c198e72-4aee-4283-b0a8-8ecf29f6b43e) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:03.402239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-948abdb7-e895-4542-8b9f-494889db423b None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:03.431002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-329149df-a5c3-4315-a2b5-a0351f915d6c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.538571 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-329149df-a5c3-4315-a2b5-a0351f915d6c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.598359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.615933 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-329149df-a5c3-4315-a2b5-a0351f915d6c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.649385 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.660920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Network b058ab1f-e917-4051-b02e-cff9eea99dcb is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:03.664375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db9fab-6723-47bb-82f6-781a6ec8fa11 None None] Network 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:03.673714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:03.676409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:03.683760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-329149df-a5c3-4315-a2b5-a0351f915d6c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.688658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-329149df-a5c3-4315-a2b5-a0351f915d6c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/subnets/120f7124-ebb1-47bd-a6f8-e5e4c19adc4e HTTP/1.1" status: 204 len: 168 time: 0.5358338 Sep 17 22:48:03.719678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57880) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:03.721735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329149df-a5c3-4315-a2b5-a0351f915d6c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Subnet': ['ID=120f7124-ebb1-47bd-a6f8-e5e4c19adc4e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:03.742927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:03.743857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.753676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Pushing event updated for resources: {'Port': ['ID=24995c64-5edc-4b6b-8d4c-cff899fb664d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:03.768819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:03.822287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4063-75b2-4f3e-b32f-ddd4a9df60fd req-884d9fab-bc35-486e-8b83-9eda48af70ce tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:03.831433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:03.832178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9d4063-75b2-4f3e-b32f-ddd4a9df60fd req-884d9fab-bc35-486e-8b83-9eda48af70ce tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 932 time: 0.1790788 Sep 17 22:48:03.836150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:03.949107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.983479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d9d4063-75b2-4f3e-b32f-ddd4a9df60fd req-01a320e6-06aa-480b-b853-cec1d278f0df tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356502 Sep 17 22:48:03.987899 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6dad-27a9-4535-bda3-926f98685dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.018060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:04.027679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-948abdb7-e895-4542-8b9f-494889db423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:48:00Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:04.050607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:04.054072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.067823 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e55dba09-4541-4719-b89f-fcdf2afcc08b tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7822397 Sep 17 22:48:04.106601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Request body: {'port': {'device_id': 'b57da33f-7b85-40e5-a990-f58839ee9a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:04.116362 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-e54faca7-af54-4ffc-897a-a18035330e8c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7577925 Sep 17 22:48:04.133938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] DHCP port deletion for 3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:48:04.156975 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6dad-27a9-4535-bda3-926f98685dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.171877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57894) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:04.183238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Request body: {'port': {'device_id': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:04.203864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948abdb7-e895-4542-8b9f-494889db423b None None] Checking router: f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:04.226980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948abdb7-e895-4542-8b9f-494889db423b None None] Routers {'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:04.228763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-948abdb7-e895-4542-8b9f-494889db423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:04.331632 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.342136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0a3b6dad-27a9-4535-bda3-926f98685dbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d02c07abf2d409190b7d819c1f4417f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5282798 Sep 17 22:48:04.358729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57902) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:04.420042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c756b-d7a2-43c7-873e-ac8b56a14d61 req-437f5bfa-a42e-4b00-ac0a-874f8b80d5dd tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:04.433694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a8c756b-d7a2-43c7-873e-ac8b56a14d61 req-437f5bfa-a42e-4b00-ac0a-874f8b80d5dd tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 932 time: 0.4677317 Sep 17 22:48:04.437656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b6dad-27a9-4535-bda3-926f98685dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca2e3f9-9602-4fed-bfe0-d577de60093a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:04.452505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.532003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.554385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:04.611962 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.648712 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fed915a3-bb37-426a-9487-136b5555ba6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.675807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a8c756b-d7a2-43c7-873e-ac8b56a14d61 req-c4524496-1dd2-4d18-8bd4-c0fee85059fd tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740554 Sep 17 22:48:04.680176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-948abdb7-e895-4542-8b9f-494889db423b None None] Set router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:04.769103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 69c8caa0-5e27-4090-ac93-a4dfd6710741 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:04.769490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.782944 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fed915a3-bb37-426a-9487-136b5555ba6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.806515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e050feb6-80ff-4020-91c8-c56b1c680b96 None None] Provisioning complete for port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:04.807292 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e050feb6-80ff-4020-91c8-c56b1c680b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.812964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.876546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] Deleting port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:04.877281 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.944555 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd853-4234-46f2-b542-249a3e13e190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.953927 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e050feb6-80ff-4020-91c8-c56b1c680b96 None None] Port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:04.974877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 69c8caa0-5e27-4090-ac93-a4dfd6710741, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=69c8caa0-5e27-4090-ac93-a4dfd6710741,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:04.975513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:04.993066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 69c8caa0-5e27-4090-ac93-a4dfd6710741 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:05.068208 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.145506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] For port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:05.146020 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.197037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] Calling delete_port for 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:05.230797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fed915a3-bb37-426a-9487-136b5555ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.234983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fed915a3-bb37-426a-9487-136b5555ba6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.236236 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fed915a3-bb37-426a-9487-136b5555ba6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ca2e3f9-9602-4fed-bfe0-d577de60093a HTTP/1.1" status: 204 len: 168 time: 0.8686078 Sep 17 22:48:05.305168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49094-66d8-4dad-baf2-a4e9b567a3e5 req-9c031c25-f6d9-4ad0-a8bb-4a84584dbce9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:05.307031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9b49094-66d8-4dad-baf2-a4e9b567a3e5 req-9c031c25-f6d9-4ad0-a8bb-4a84584dbce9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 932 time: 0.1447177 Sep 17 22:48:05.316946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,segment=NetworkSegment(6f376818-7afa-414e-bc16-ec76fd651fd1),segment_id=6f376818-7afa-414e-bc16-ec76fd651fd1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:05.346947 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.361748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed915a3-bb37-426a-9487-136b5555ba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca2e3f9-9602-4fed-bfe0-d577de60093a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:05.394410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.525320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=69c8caa0-5e27-4090-ac93-a4dfd6710741,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:05.526209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:05.542423 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.546590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c198e72-4aee-4283-b0a8-8ecf29f6b43e {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:05.568184 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.573008 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd853-4234-46f2-b542-249a3e13e190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.579868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24995c64-5edc-4b6b-8d4c-cff899fb664d {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:05.594200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9b49094-66d8-4dad-baf2-a4e9b567a3e5 req-4e539079-7eb0-46f3-baca-cc4db7737b4c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743163 Sep 17 22:48:05.601158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.603785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.604142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.604485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.604691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd853-4234-46f2-b542-249a3e13e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.604920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.605174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.608866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.608866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.609488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.609704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.609826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.610529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.610529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.630619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Transition to ACTIVE for port object 3c198e72-4aee-4283-b0a8-8ecf29f6b43e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:48:05.665352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.668771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-948abdb7-e895-4542-8b9f-494889db423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:48:00Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:05.690566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.705779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Transition to ACTIVE for port object 24995c64-5edc-4b6b-8d4c-cff899fb664d will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:48:05.710431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bd853-4234-46f2-b542-249a3e13e190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c35365-b7b0-48fb-8784-4a9d07921ba9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:05.749460 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1f8bd853-4234-46f2-b542-249a3e13e190 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=715ccf12c60c4baf8d8123ab4af212a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4663835 Sep 17 22:48:05.749879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948abdb7-e895-4542-8b9f-494889db423b None None] The sync data for ids ['f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c'] in n-d-789963-10 is: [{'id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133150658', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:18Z', 'updated_at': '2021-09-17T22:48:00Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '69c8caa0-5e27-4090-ac93-a4dfd6710741', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:19Z', 'updated_at': '2021-09-17T22:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:05.754401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57946) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:05.761118 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.782859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.834167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] Pushing event deleted for resources: {'Port': ['ID=3bd0157f-591d-4b9c-adae-3a24bc6f6ba2,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:05.846290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ee6d7-7163-4f67-9d50-f0601906c27d None None] No DVR routers for this DVR port 3bd0157f-591d-4b9c-adae-3a24bc6f6ba2 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:05.878437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:05.887571 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.914226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.001199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7f45a-57f7-4687-8673-5d1ea2a1134f req-802ca824-b958-4b98-8196-a9a94d62be38 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:06.001199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fb7f45a-57f7-4687-8673-5d1ea2a1134f req-802ca824-b958-4b98-8196-a9a94d62be38 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 944 time: 0.1271632 Sep 17 22:48:06.006468 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.007147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Fanout notify agent at l3_agent the message router_deleted on router f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:48:06.020350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.023999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d938e274-5504-455d-9b8c-51d9540d028e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/routers/f42e6fa5-fa2c-4f8f-b0b0-82f9f5f8570c HTTP/1.1" status: 204 len: 168 time: 2.2975788 Sep 17 22:48:06.024129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57956) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:06.077641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57958) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:06.193782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24699519-f241-498b-9b30-058d688ac5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.198781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fb7f45a-57f7-4687-8673-5d1ea2a1134f req-0bfa160e-0cea-4e8b-8e9b-5ef28699dfe5 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891844 Sep 17 22:48:06.257394 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.269390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 696ccfb3-e95a-4e30-9d9d-66ced80fad35 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:06.328523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 696ccfb3-e95a-4e30-9d9d-66ced80fad35 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:06.328867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 696ccfb3-e95a-4e30-9d9d-66ced80fad35 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:06.391293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Pushing event updated for resources: {'Port': ['ID=24995c64-5edc-4b6b-8d4c-cff899fb664d,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:06.448588 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bff1e7ae-09f6-4f43-8999-594c4ea49aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.469606 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.477644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Attempting to bind port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:06.477988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Attempting to bind port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:06.478319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Attempting to bind port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:06.490789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on network da8d9fec-04e5-47f2-ae93-63b55dd497fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:48:06.491067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Attempting to bind port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:06.506570 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:06.515597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Attempting to bind port 24995c64-5edc-4b6b-8d4c-cff899fb664d on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:06.518997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Attempting to bind port 24995c64-5edc-4b6b-8d4c-cff899fb664d by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'f6e8f323-8038-430b-a14c-5866e3ef1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b058ab1f-e917-4051-b02e-cff9eea99dcb'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:06.518997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Attempting to bind port 24995c64-5edc-4b6b-8d4c-cff899fb664d on network b058ab1f-e917-4051-b02e-cff9eea99dcb {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:06.522534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f376818-7afa-414e-bc16-ec76fd651fd1') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:06.524431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f376818-7afa-414e-bc16-ec76fd651fd1') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:06.543862 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.548275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Port 24995c64-5edc-4b6b-8d4c-cff899fb664d on network b058ab1f-e917-4051-b02e-cff9eea99dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:48:06.548813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Attempting to bind port 24995c64-5edc-4b6b-8d4c-cff899fb664d on network b058ab1f-e917-4051-b02e-cff9eea99dcb {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:06.563025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:06.563665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Checking segment: {'id': 'f6e8f323-8038-430b-a14c-5866e3ef1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b058ab1f-e917-4051-b02e-cff9eea99dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:06.564179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Bound using segment: {'id': 'f6e8f323-8038-430b-a14c-5866e3ef1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b058ab1f-e917-4051-b02e-cff9eea99dcb'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:06.565334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Bound port: 24995c64-5edc-4b6b-8d4c-cff899fb664d, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e8f323-8038-430b-a14c-5866e3ef1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b058ab1f-e917-4051-b02e-cff9eea99dcb'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:06.565775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.568237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:06.568674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Checking segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:06.569169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Bound using segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:06.569727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Bound port: 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:06.570169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.570581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.580589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:06.581398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:06.590887 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:06.825533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.844010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70a846-0cd9-4a5d-bcd3-f24071d186fc req-93323b10-887c-4442-a8fd-a37313300095 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:06.845834 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c70a846-0cd9-4a5d-bcd3-f24071d186fc req-93323b10-887c-4442-a8fd-a37313300095 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.1003661 Sep 17 22:48:06.847079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.848907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/networks/3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5 HTTP/1.1" status: 204 len: 168 time: 0.8238723 Sep 17 22:48:06.851674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57984) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:06.871944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b164b-9192-4fa6-b72d-54dc5c68881c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Network': ['ID=3e7a1b25-aa96-4f6e-93c9-f4b200aaf2b5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:06.970468 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-112c9274-39ab-4d54-a89c-63de4866971a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:06.999345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c70a846-0cd9-4a5d-bcd3-f24071d186fc req-1145e0db-8ee8-4c9d-aa9f-6740c8c8b9c6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304226 Sep 17 22:48:07.012695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-112c9274-39ab-4d54-a89c-63de4866971a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.133119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-112c9274-39ab-4d54-a89c-63de4866971a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.136085 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-112c9274-39ab-4d54-a89c-63de4866971a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.147220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-112c9274-39ab-4d54-a89c-63de4866971a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/security-groups/05da5bf4-b631-46c9-99ff-c5522792821d HTTP/1.1" status: 204 len: 168 time: 0.2944167 Sep 17 22:48:07.171868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c9274-39ab-4d54-a89c-63de4866971a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05da5bf4-b631-46c9-99ff-c5522792821d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:07.298456 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bff1e7ae-09f6-4f43-8999-594c4ea49aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.433342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843b61-f97e-4d2d-8276-0ab568c9b553 req-8bdea56d-75d6-4721-acb4-af9297d826c3 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:07.438942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0843b61-f97e-4d2d-8276-0ab568c9b553 req-8bdea56d-75d6-4721-acb4-af9297d826c3 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 944 time: 0.1001542 Sep 17 22:48:07.518312 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0843b61-f97e-4d2d-8276-0ab568c9b553 req-1035553a-cbfa-4c15-8164-ee943a74646d tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713036 Sep 17 22:48:07.601382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24699519-f241-498b-9b30-058d688ac5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.605528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:07.609011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] For port 24995c64-5edc-4b6b-8d4c-cff899fb664d, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:07.612875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:07.615176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] For port 24995c64-5edc-4b6b-8d4c-cff899fb664d, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=24995c64-5edc-4b6b-8d4c-cff899fb664d,segment=NetworkSegment(f6e8f323-8038-430b-a14c-5866e3ef1636),segment_id=f6e8f323-8038-430b-a14c-5866e3ef1636)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:07.617063 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24699519-f241-498b-9b30-058d688ac5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.643260 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.652198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bff1e7ae-09f6-4f43-8999-594c4ea49aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.655436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bff1e7ae-09f6-4f43-8999-594c4ea49aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.659384 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bff1e7ae-09f6-4f43-8999-594c4ea49aad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24c35365-b7b0-48fb-8784-4a9d07921ba9 HTTP/1.1" status: 204 len: 168 time: 1.9007564 Sep 17 22:48:07.659384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.740860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:07.741639 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.743236 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] 10.222.0.45 "PUT /v2.0/ports/3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1093 time: 3.5700600 Sep 17 22:48:07.764158 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:07.773974 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f6125c-e124-4172-a22b-bf5ea014b2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:07.788107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:07.789081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.792516 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] 10.222.0.49 "PUT /v2.0/ports/24995c64-5edc-4b6b-8d4c-cff899fb664d HTTP/1.1" status: 200 len: 1093 time: 3.6979845 Sep 17 22:48:07.798932 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24699519-f241-498b-9b30-058d688ac5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aba6d9-3b4a-4b58-bb66-6461c407caf1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:07.830704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58014) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:07.831249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-24699519-f241-498b-9b30-058d688ac5c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5f88c6f9aff4de1a994526e819296e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7478883 Sep 17 22:48:07.962588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1e7ae-09f6-4f43-8999-594c4ea49aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c35365-b7b0-48fb-8784-4a9d07921ba9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:07.963925 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6942ebec-fa28-4b31-a4d9-fdfe5fc63614 x-openstack-request-id: req-6942ebec-fa28-4b31-a4d9-fdfe5fc63614 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:07.964630 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:07.964897 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6942ebec-fa28-4b31-a4d9-fdfe5fc63614 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:07.965360 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'status': 'completed', 'code': 200} Sep 17 22:48:07.965737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58016) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:07.995945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c6fb8278-a738-4c1b-b486-c60d338f53a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759964917', 'description': 'tempest-secgroup-smoke-1759964917 description', 'project_id': 'dd57f2c534624464a18ff984d4076422'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:08.010575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935ff9a-6b15-4381-876d-9a6673765b35 service neutron] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:08.056100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-339a7317-4ddd-4efc-a74c-523c48bd2098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.131146 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 69c8caa0-5e27-4090-ac93-a4dfd6710741 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:08.138625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-339a7317-4ddd-4efc-a74c-523c48bd2098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.197707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 69c8caa0-5e27-4090-ac93-a4dfd6710741 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:08.199837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 69c8caa0-5e27-4090-ac93-a4dfd6710741 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:08.250052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960a30-3358-484d-922d-c6fc576ee39f req-c158298f-c2b4-428b-9881-2adb4988adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:08.251673 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-c158298f-c2b4-428b-9881-2adb4988adeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1096 time: 0.4028177 Sep 17 22:48:08.255652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d597b-297f-4069-95b5-ac4001b9a888 service neutron] Pushing event updated for resources: {'Port': ['ID=24995c64-5edc-4b6b-8d4c-cff899fb664d,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:08.265188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-f600d2cf-866a-48cb-9cff-b06455a3b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:08.267603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-f600d2cf-866a-48cb-9cff-b06455a3b2f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f0f397eabf4d27b3ed4576f4724621&device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 1096 time: 0.3997362 Sep 17 22:48:08.273944 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-339a7317-4ddd-4efc-a74c-523c48bd2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.278535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-339a7317-4ddd-4efc-a74c-523c48bd2098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.282826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-339a7317-4ddd-4efc-a74c-523c48bd2098 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3aba6d9-3b4a-4b58-bb66-6461c407caf1 HTTP/1.1" status: 204 len: 168 time: 0.4470329 Sep 17 22:48:08.296813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a7317-4ddd-4efc-a74c-523c48bd2098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aba6d9-3b4a-4b58-bb66-6461c407caf1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:08.316527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d95c48-ef53-46cd-9cc2-aa505dedd6d6 req-045521c5-c0c6-460a-91e1-92e4f697553b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:08.325892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43d95c48-ef53-46cd-9cc2-aa505dedd6d6 req-045521c5-c0c6-460a-91e1-92e4f697553b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.1225655 Sep 17 22:48:08.343340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-76613a59-67f4-4470-9bbb-943b4522805b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 217 time: 0.0811253 Sep 17 22:48:08.351026 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6fb8278-a738-4c1b-b486-c60d338f53a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.390466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43d95c48-ef53-46cd-9cc2-aa505dedd6d6 req-cec4cc39-8b38-4f5f-a857-cc687bb1ed26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607154 Sep 17 22:48:08.438322 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-79c79721-d4bd-4d46-ab47-8113cf51259f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24995c64-5edc-4b6b-8d4c-cff899fb664d HTTP/1.1" status: 200 len: 217 time: 0.0932930 Sep 17 22:48:08.483687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960a30-3358-484d-922d-c6fc576ee39f req-9c55124b-7f35-461c-b7c4-56a7acb31005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:08.485694 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-9c55124b-7f35-461c-b7c4-56a7acb31005 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.1304023 Sep 17 22:48:08.505917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58032) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:08.587746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-89a32ed2-0422-4255-b71e-0e3ff0a5d5e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8ca027ec6d94d3d85e3952f34103bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794878 Sep 17 22:48:08.589717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58040) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:08.672745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e1f71ccd-d0e3-47ee-af0c-951e2d96a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:08.674882 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-e1f71ccd-d0e3-47ee-af0c-951e2d96a99f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f248a2e-85ad-4e37-8072-7d5b5ad2d64d HTTP/1.1" status: 200 len: 850 time: 0.2290108 Sep 17 22:48:08.698215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960a30-3358-484d-922d-c6fc576ee39f req-175b4ffd-1e3c-4268-81be-161a5105b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:08.700066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-175b4ffd-1e3c-4268-81be-161a5105b725 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2075038 Sep 17 22:48:08.757054 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-3f3ebf49-61a3-4ae8-ae7c-56531c71ea3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b058ab1f-e917-4051-b02e-cff9eea99dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735369 Sep 17 22:48:08.757596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d493f-6372-4a94-8ee5-3c33c4293fa5 req-98d56613-35a7-4ec1-83dc-38ca9ad57318 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:08.759176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e66d493f-6372-4a94-8ee5-3c33c4293fa5 req-98d56613-35a7-4ec1-83dc-38ca9ad57318 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 944 time: 0.1212208 Sep 17 22:48:08.778762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df1a3cac-aa60-44bf-98e7-0848c635ef9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.834211 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df1a3cac-aa60-44bf-98e7-0848c635ef9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.838947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e66d493f-6372-4a94-8ee5-3c33c4293fa5 req-49db400d-9eef-42a7-8f65-f5ffc73e412d tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Sep 17 22:48:08.926489 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df1a3cac-aa60-44bf-98e7-0848c635ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.930093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df1a3cac-aa60-44bf-98e7-0848c635ef9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.931449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-df1a3cac-aa60-44bf-98e7-0848c635ef9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b293fd03-3519-4fe3-a9ac-c4e786a5486e HTTP/1.1" status: 204 len: 168 time: 0.3365824 Sep 17 22:48:08.941990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6fb8278-a738-4c1b-b486-c60d338f53a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.943564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a3cac-aa60-44bf-98e7-0848c635ef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b293fd03-3519-4fe3-a9ac-c4e786a5486e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:08.970898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6fb8278-a738-4c1b-b486-c60d338f53a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.043881 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c6fb8278-a738-4c1b-b486-c60d338f53a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.048410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58054) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:09.053409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '49612cbf-f661-4844-8e70-00a900edc06a', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:09.053780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c6fb8278-a738-4c1b-b486-c60d338f53a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0534034 Sep 17 22:48:09.060411 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-941d5dda-b76c-4534-84d8-1c718ebca9fa service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165801 Sep 17 22:48:09.062838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb8278-a738-4c1b-b486-c60d338f53a0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49612cbf-f661-4844-8e70-00a900edc06a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:09.067919 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-37b60051-0e10-44dd-9ce0-0fd1ca995c73 service neutron] 10.222.0.49 "GET /v2.0/networks/b058ab1f-e917-4051-b02e-cff9eea99dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916887 Sep 17 22:48:09.125604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.194968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.203660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.238725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378956fa-1aa4-4f26-ba62-b0d6b1d89fb7,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:09.252376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.253579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2041118 Sep 17 22:48:09.255091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.255439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.256063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.256408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.258813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58062) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:09.271660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3d606362-24e1-463b-b3dd-8f47f3696b74 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '49612cbf-f661-4844-8e70-00a900edc06a', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:09.273581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.277123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.277551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.278306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.278765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.279120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.279659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.280481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e65941-6cc9-4e46-a733-23f028bff3dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:09.335853 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9c31cee9-a3c8-4602-afb8-e4f232da964e req-93fde6b8-0979-41b1-a169-63951983ce73 service neutron] 10.222.0.49 "GET /v2.0/networks/b058ab1f-e917-4051-b02e-cff9eea99dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569213 Sep 17 22:48:09.350972 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-20960a30-3358-484d-922d-c6fc576ee39f req-358f6062-14bc-4975-832a-1f95e5c55266 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729228 Sep 17 22:48:09.350972 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d606362-24e1-463b-b3dd-8f47f3696b74 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.501161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d606362-24e1-463b-b3dd-8f47f3696b74 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.514831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d606362-24e1-463b-b3dd-8f47f3696b74 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.525206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-b65e7585-9a06-4ea5-a9c6-afb0bd7dd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:09.526805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-b65e7585-9a06-4ea5-a9c6-afb0bd7dd67a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1096 time: 0.1047835 Sep 17 22:48:09.547409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d606362-24e1-463b-b3dd-8f47f3696b74 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc882d8-f0cb-48f6-b57a-a0b22ad5904d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:09.569730 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d606362-24e1-463b-b3dd-8f47f3696b74 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.583357 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3d606362-24e1-463b-b3dd-8f47f3696b74 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157654 Sep 17 22:48:09.587774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58078) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:09.600263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a79b9c0c-cf36-464d-b8b8-d80824a75055 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '49612cbf-f661-4844-8e70-00a900edc06a', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:09.632164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625913d7-e1d9-4ddc-9e7d-389e3b9e4e83 req-928fb840-c69a-4bb9-aaba-b9a2512fa541 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:09.643412 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-625913d7-e1d9-4ddc-9e7d-389e3b9e4e83 req-928fb840-c69a-4bb9-aaba-b9a2512fa541 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.1406968 Sep 17 22:48:09.722977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-625913d7-e1d9-4ddc-9e7d-389e3b9e4e83 req-4a64bafd-a3d3-464d-9897-d3cba63216b4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786171 Sep 17 22:48:09.754229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a79b9c0c-cf36-464d-b8b8-d80824a75055 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.760538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-38fb0123-a3c0-4921-9cc2-9165a78ae00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:09.762239 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-38fb0123-a3c0-4921-9cc2-9165a78ae00b service neutron] 10.222.0.45 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.2236121 Sep 17 22:48:09.815801 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-66006fa6-6c8d-4071-b756-482b12b456ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 217 time: 0.0454869 Sep 17 22:48:09.933977 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a79b9c0c-cf36-464d-b8b8-d80824a75055 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.945918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-9cabb148-50dc-4823-984b-934cf1d42f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:09.947592 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-9cabb148-50dc-4823-984b-934cf1d42f3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.1189733 Sep 17 22:48:09.948547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a79b9c0c-cf36-464d-b8b8-d80824a75055 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.967955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57da33f-7b85-40e5-a990-f58839ee9a30', 'tag': '24995c64-5edc-4b6b-8d4c-cff899fb664d'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:09.970354 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6f4090-7efc-4857-a504-7bc6226f1129" -d '{"events": [{"name": "network-changed", "server_uuid": "b57da33f-7b85-40e5-a990-f58839ee9a30", "tag": "24995c64-5edc-4b6b-8d4c-cff899fb664d"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:10.019558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b9c0c-cf36-464d-b8b8-d80824a75055 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2016ffbc-f150-4f46-a2b6-b996b0c9659b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:10.100991 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad72a61-c43d-41e9-86a0-1f89815087d7 x-openstack-request-id: req-aad72a61-c43d-41e9-86a0-1f89815087d7 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:10.101303 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57da33f-7b85-40e5-a990-f58839ee9a30", "tag": "24995c64-5edc-4b6b-8d4c-cff899fb664d", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:10.101553 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aad72a61-c43d-41e9-86a0-1f89815087d7 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:10.101960 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57da33f-7b85-40e5-a990-f58839ee9a30', 'tag': '24995c64-5edc-4b6b-8d4c-cff899fb664d', 'status': 'completed', 'code': 200} Sep 17 22:48:10.105046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a79b9c0c-cf36-464d-b8b8-d80824a75055 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.109604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a79b9c0c-cf36-464d-b8b8-d80824a75055 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5208061 Sep 17 22:48:10.110411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58116) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:10.134106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-aa9e04aa-a317-4b4b-afc6-a5cea18f9060 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '49612cbf-f661-4844-8e70-00a900edc06a', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:10.175278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1640-6da4-4fed-8e22-ddde95c32fb4 req-70784d84-3f5d-460d-be22-fc4d32935c6d tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:10.190363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e5e1640-6da4-4fed-8e22-ddde95c32fb4 req-70784d84-3f5d-460d-be22-fc4d32935c6d tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 944 time: 0.2220891 Sep 17 22:48:10.314666 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e5e1640-6da4-4fed-8e22-ddde95c32fb4 req-38d34904-0677-424e-a9a2-c6763a5d8e2a tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213231 Sep 17 22:48:10.323628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-3dd4a408-b6ac-461b-a882-23a097a3acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:10.325260 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-3dd4a408-b6ac-461b-a882-23a097a3acd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3593729 Sep 17 22:48:10.326211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa9e04aa-a317-4b4b-afc6-a5cea18f9060 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.462222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa9e04aa-a317-4b4b-afc6-a5cea18f9060 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.720427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-d3329e32-8f7b-4d18-9f63-99dd8272ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:10.730136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-d3329e32-8f7b-4d18-9f63-99dd8272ab6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f0f397eabf4d27b3ed4576f4724621&device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 1096 time: 0.6080849 Sep 17 22:48:10.730836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa9e04aa-a317-4b4b-afc6-a5cea18f9060 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.768229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58154) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:10.817046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e04aa-a317-4b4b-afc6-a5cea18f9060 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2729889f-f797-47f2-a056-3f5454cf4540,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:10.831675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-03cb8b02-c144-4097-9638-32e7c2ecade1 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260128 Sep 17 22:48:10.962492 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-11f6125c-e124-4172-a22b-bf5ea014b2ea req-b9132c6e-e989-4dc7-9850-49c8ba1261a8 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213701 Sep 17 22:48:10.988324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa9e04aa-a317-4b4b-afc6-a5cea18f9060 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.992005 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aa9e04aa-a317-4b4b-afc6-a5cea18f9060 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8787353 Sep 17 22:48:10.996472 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d789c9-a637-40de-a1ba-57bf0592978f req-e599bd42-6a30-4cb1-ba6f-d1b3c4efc43d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:11.006693 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26d789c9-a637-40de-a1ba-57bf0592978f req-e599bd42-6a30-4cb1-ba6f-d1b3c4efc43d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.1409242 Sep 17 22:48:11.008438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58160) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:11.033366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a322c462-c436-419d-af9c-e67fafa75c65 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '49612cbf-f661-4844-8e70-00a900edc06a', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:11.146252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26d789c9-a637-40de-a1ba-57bf0592978f req-f2ac9915-cdbc-409f-80fb-d5ce7613678d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311758 Sep 17 22:48:11.212315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-06072c89-a92d-4326-aa8c-87256ccb8f0e tempest-AgentManagementNegativeTest-1225690477 tempest-AgentManagementNegativeTest-1225690477-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4393232 Sep 17 22:48:11.212315 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-a322c462-c436-419d-af9c-e67fafa75c65 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Project dd57f2c534624464a18ff984d4076422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:48:11.239125 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a322c462-c436-419d-af9c-e67fafa75c65 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.251983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-3cb35074-9960-4268-b212-53f0c91f5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:11.259405 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-3cb35074-9960-4268-b212-53f0c91f5528 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b058ab1f-e917-4051-b02e-cff9eea99dcb HTTP/1.1" status: 200 len: 911 time: 0.5177479 Sep 17 22:48:11.363323 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-fcd4e2f7-9d8a-46e7-a801-9000dfc1e2cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24995c64-5edc-4b6b-8d4c-cff899fb664d HTTP/1.1" status: 200 len: 217 time: 0.0954316 Sep 17 22:48:11.396270 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a322c462-c436-419d-af9c-e67fafa75c65 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.413744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a322c462-c436-419d-af9c-e67fafa75c65 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.446619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322c462-c436-419d-af9c-e67fafa75c65 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5882d8b-0bf5-451e-b27b-4684b36fbafb,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:11.493565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:48:11.501318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-9644aa93-fda3-4931-8a96-efcd15510ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:11.505241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-9644aa93-fda3-4931-8a96-efcd15510ece service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f248a2e-85ad-4e37-8072-7d5b5ad2d64d HTTP/1.1" status: 200 len: 850 time: 0.1312237 Sep 17 22:48:11.561532 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-b65f1340-6d28-4aa8-a54a-1f56e0866a49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b058ab1f-e917-4051-b02e-cff9eea99dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483267 Sep 17 22:48:11.628064 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a322c462-c436-419d-af9c-e67fafa75c65 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.630094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a322c462-c436-419d-af9c-e67fafa75c65 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6207733 Sep 17 22:48:11.634160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:11.664536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '49612cbf-f661-4844-8e70-00a900edc06a', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:11.693036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:11.714711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'port_id': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'mac_address': 'fa:16:3e:15:bb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:48:11.826086 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.844675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-177bbbdc-b457-4a6b-ab62-f28f2988e965 service neutron] 10.222.0.49 "GET /v2.0/networks/b058ab1f-e917-4051-b02e-cff9eea99dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755551 Sep 17 22:48:11.862552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c198e72-4aee-4283-b0a8-8ecf29f6b43e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:11.951204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:11.973290 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.038765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58190) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:12.148404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:12.221829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['3c198e72-4aee-4283-b0a8-8ecf29f6b43e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:48:12.241724 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1f6f4090-7efc-4857-a504-7bc6226f1129 req-0775396d-3b31-47ce-b395-5674e228089e service neutron] 10.222.0.49 "GET /v2.0/networks/b058ab1f-e917-4051-b02e-cff9eea99dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889215 Sep 17 22:48:12.331955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f58d6b9-e969-4eae-9229-72d0fe9da724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.466458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:48:12.466458 n-d-789963-10 neutron-server[94737]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:48:12.466458 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id': 'dd57f2c534624464a18ff984d4076422', 'id': '26bf33d8-b868-41bf-a2d1-bba0dd975462', 'expiration': datetime.datetime(2021, 9, 17, 22, 50, 12, 418360)}] Sep 17 22:48:12.466458 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:48:12.472039 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:48:12.556575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e4ab6-ff0c-4abf-924b-fbee246cdcd9 req-e6666db2-62a2-4e4f-aeb9-941f6e1a23f7 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:12.558402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a23e4ab6-ff0c-4abf-924b-fbee246cdcd9 req-e6666db2-62a2-4e4f-aeb9-941f6e1a23f7 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 944 time: 1.0606234 Sep 17 22:48:12.588288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f58d6b9-e969-4eae-9229-72d0fe9da724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.605157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7f58d6b9-e969-4eae-9229-72d0fe9da724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.672765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979160e1-f770-47fd-ba8b-ec108b0c51ed req-1a2d772a-d4d4-4f35-8c14-280e342b5279 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:12.673392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58d6b9-e969-4eae-9229-72d0fe9da724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969cd96-b5eb-4950-a732-881025154fe8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:12.676322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-979160e1-f770-47fd-ba8b-ec108b0c51ed req-1a2d772a-d4d4-4f35-8c14-280e342b5279 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.2510817 Sep 17 22:48:12.713001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a23e4ab6-ff0c-4abf-924b-fbee246cdcd9 req-24c468c1-cde2-4a27-a44a-9175fdd0d007 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453321 Sep 17 22:48:12.724219 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7f58d6b9-e969-4eae-9229-72d0fe9da724 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bbcf17d1ecb4fb88caa770155a5ee80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6842973 Sep 17 22:48:12.726916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:12.814363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-979160e1-f770-47fd-ba8b-ec108b0c51ed req-e4f7a79f-8991-48b4-84a5-a47d309f6c7f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300917 Sep 17 22:48:12.884591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4291de8c-efba-48d8-80fa-3d65e91b965b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.932769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4291de8c-efba-48d8-80fa-3d65e91b965b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.004499 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Project dd57f2c534624464a18ff984d4076422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:48:13.011819 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.065208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 24995c64-5edc-4b6b-8d4c-cff899fb664d details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:48:13.073077 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4291de8c-efba-48d8-80fa-3d65e91b965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.076003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4291de8c-efba-48d8-80fa-3d65e91b965b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.080132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4291de8c-efba-48d8-80fa-3d65e91b965b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e969cd96-b5eb-4950-a732-881025154fe8 HTTP/1.1" status: 204 len: 168 time: 0.3490336 Sep 17 22:48:13.104076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291de8c-efba-48d8-80fa-3d65e91b965b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e969cd96-b5eb-4950-a732-881025154fe8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:13.138717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.153599 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.193388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea65926-42f4-455a-96c6-605f606fb94b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:13.209934 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.211487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e10c819d-4c50-40d3-9ee1-f28511e19c11 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5674396 Sep 17 22:48:13.214417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58220) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:13.253090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'network': {'name': 'tempest-network-smoke--1786663169', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'port_security_enabled': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:13.305920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:13.312107 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.370789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:13.406635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.406974 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Added segment 8541230e-60e5-465f-9a54-c29ff82052d9 of type vlan for network d2fe818a-f61c-4931-989b-5468f062413e Sep 17 22:48:13.419951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 24995c64-5edc-4b6b-8d4c-cff899fb664d, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=24995c64-5edc-4b6b-8d4c-cff899fb664d,segment=NetworkSegment(f6e8f323-8038-430b-a14c-5866e3ef1636),segment_id=f6e8f323-8038-430b-a14c-5866e3ef1636)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:13.449397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '24995c64-5edc-4b6b-8d4c-cff899fb664d', 'network_id': 'b058ab1f-e917-4051-b02e-cff9eea99dcb', 'port_id': '24995c64-5edc-4b6b-8d4c-cff899fb664d', 'mac_address': 'fa:16:3e:51:9d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f248a2e-85ad-4e37-8072-7d5b5ad2d64d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:48:13.517859 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:13.522482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.590952 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.599425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:13.600067 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.641589 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4253304 Sep 17 22:48:13.644604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58238) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:13.650638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'admin_state_up': True, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:13.657084 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.696708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.698086 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.712181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24995c64-5edc-4b6b-8d4c-cff899fb664d {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:13.764853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 24995c64-5edc-4b6b-8d4c-cff899fb664d, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=24995c64-5edc-4b6b-8d4c-cff899fb664d,segment=NetworkSegment(f6e8f323-8038-430b-a14c-5866e3ef1636),segment_id=f6e8f323-8038-430b-a14c-5866e3ef1636)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:13.782174 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.821561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:48:13.829575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:13.830315 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.833369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e8992-6125-4f59-a5a6-389d390b5265 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Network': ['ID=d2fe818a-f61c-4931-989b-5468f062413e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:13.846665 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.878888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network d2fe818a-f61c-4931-989b-5468f062413e details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:14.062503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=24995c64-5edc-4b6b-8d4c-cff899fb664d,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:14.169616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['24995c64-5edc-4b6b-8d4c-cff899fb664d'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:48:14.179682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.351107 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.379638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:14.382179 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b3e359-573e-4f73-989e-71d9584aac9e" -d '{"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-plugged", "status": "completed", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:14.404345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:14.418117 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.421878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a7-64ba-4771-85c8-11103bc21963 req-560516c5-712d-4c15-8333-95a9ef3970a6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:14.430833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8d5c6a7-64ba-4771-85c8-11103bc21963 req-560516c5-712d-4c15-8333-95a9ef3970a6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.4192781 Sep 17 22:48:14.441057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6b9d-d403-48b8-b6dd-b26b35a8a615 req-0bac309c-1817-42c3-8f50-a12729124447 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:14.449327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1df6b9d-d403-48b8-b6dd-b26b35a8a615 req-0bac309c-1817-42c3-8f50-a12729124447 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 945 time: 0.4388385 Sep 17 22:48:14.483951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:14.533100 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58268) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:14.580253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8d5c6a7-64ba-4771-85c8-11103bc21963 req-981dcf07-b90a-47c9-b37f-f3136893bc68 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482766 Sep 17 22:48:14.583547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1df6b9d-d403-48b8-b6dd-b26b35a8a615 req-a27f15ed-054c-4719-a55d-b373abfd78fb tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329670 Sep 17 22:48:14.587467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58270) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:14.680083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-781633b2-2de5-4717-b942-560f1ec94c91 admin admin] Deleting subnet 4149e754-1414-4954-9f64-cdf29cb4e9ac {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:48:14.693002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-781633b2-2de5-4717-b942-560f1ec94c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.715600 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232fe934-9be8-44f7-89ea-7dd2bb574adb x-openstack-request-id: req-232fe934-9be8-44f7-89ea-7dd2bb574adb {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:14.715897 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-plugged", "status": "completed", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:14.716153 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-232fe934-9be8-44f7-89ea-7dd2bb574adb {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:14.716825 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'code': 200} Sep 17 22:48:14.797212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1189491618'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:14.803051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-781633b2-2de5-4717-b942-560f1ec94c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.828852 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.859580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.915194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:14.918886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9797c42-18ff-4cb4-be08-c98f44079381 req-48e1d719-8e24-4a0d-a4e5-bad0557db10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:14.919515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.921231 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9797c42-18ff-4cb4-be08-c98f44079381 req-48e1d719-8e24-4a0d-a4e5-bad0557db10e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1098 time: 0.1354642 Sep 17 22:48:14.922563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-781633b2-2de5-4717-b942-560f1ec94c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.936143 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.023666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9797c42-18ff-4cb4-be08-c98f44079381 req-2e5ac906-0e37-40c1-8eb4-e4e10cd004a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750186 Sep 17 22:48:15.039426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-781633b2-2de5-4717-b942-560f1ec94c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.075737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781633b2-2de5-4717-b942-560f1ec94c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4149e754-1414-4954-9f64-cdf29cb4e9ac,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:15.084126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.092034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-781633b2-2de5-4717-b942-560f1ec94c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.095101 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-781633b2-2de5-4717-b942-560f1ec94c91 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4149e754-1414-4954-9f64-cdf29cb4e9ac HTTP/1.1" status: 204 len: 168 time: 0.5600910 Sep 17 22:48:15.098659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58276) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:15.104332 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.174646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b707ab5e-d988-48fe-925a-9a6a360b7eed,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:15.194940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:15.238457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.25.0.21 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/944ae552-be59-40ef-8abe-26031bfe6ac6) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:15.249358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.249358 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 563e83b4-a7d1-4dad-8510-7e67532b11f5 of type vlan for network 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a Sep 17 22:48:15.330393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.360182 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.449699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.461801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:15.462461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.550603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.610971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7488ec02-81e8-4e23-bed2-9c84f2be9b76']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:15.628801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:15.635480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c1695b5b-511f-4819-b161-00a5a11ed4e8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0457153 Sep 17 22:48:15.658990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.659215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:15.697051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93df9cb8-d1db-42eb-bc14-b157c3e9b6c7') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:15.697391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93df9cb8-d1db-42eb-bc14-b157c3e9b6c7') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:15.737793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.791520 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.804858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58294) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:15.821803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': '6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:15.830906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:15.831611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:15.833034 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:15.878804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.979192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ad147-68b1-4802-aa5d-8343c20cdfa6 req-53aa4dfe-977c-4804-8c16-a7f8eaf8cf0f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:15.980775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba8ad147-68b1-4802-aa5d-8343c20cdfa6 req-53aa4dfe-977c-4804-8c16-a7f8eaf8cf0f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1918650 Sep 17 22:48:15.987188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=944ae552-be59-40ef-8abe-26031bfe6ac6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:15.992964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:16.005689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:16.006745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.019156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:16.041859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.044177 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7488ec02-81e8-4e23-bed2-9c84f2be9b76 HTTP/1.1" status: 204 len: 168 time: 0.9411840 Sep 17 22:48:16.047939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bf967-2453-4e81-8bfb-dcb6fcf2de87 admin admin] Pushing event deleted for resources: {'Network': ['ID=7488ec02-81e8-4e23-bed2-9c84f2be9b76,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:16.054403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58298) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:16.134926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197fbdb-dde5-4428-9158-6f0403e39d07 req-69efed63-1025-41c6-8eee-0cbfacbb4e2c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:16.136401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c197fbdb-dde5-4428-9158-6f0403e39d07 req-69efed63-1025-41c6-8eee-0cbfacbb4e2c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 945 time: 0.3462117 Sep 17 22:48:16.191670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba8ad147-68b1-4802-aa5d-8343c20cdfa6 req-470a8075-13e2-4387-bf54-f473d9af775d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008829 Sep 17 22:48:16.194310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:16.207686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.261166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dfac5e-d4ca-4144-b3a3-31a075e2a08b admin admin] Deleting subnet b9c22f8f-e47c-4f45-bcb1-59c8be5870d7 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:48:16.262545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c197fbdb-dde5-4428-9158-6f0403e39d07 req-9105e5e5-26df-4dc9-bf99-3f12568fa16c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897989 Sep 17 22:48:16.287635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48dfac5e-d4ca-4144-b3a3-31a075e2a08b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.387067 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48dfac5e-d4ca-4144-b3a3-31a075e2a08b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.453192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.565347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48dfac5e-d4ca-4144-b3a3-31a075e2a08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.724060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.743522 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48dfac5e-d4ca-4144-b3a3-31a075e2a08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.791355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-48dfac5e-d4ca-4144-b3a3-31a075e2a08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.796838 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-48dfac5e-d4ca-4144-b3a3-31a075e2a08b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b9c22f8f-e47c-4f45-bcb1-59c8be5870d7 HTTP/1.1" status: 204 len: 168 time: 0.7352209 Sep 17 22:48:16.798062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58312) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:16.847400 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': '563e83b4-a7d1-4dad-8510-7e67532b11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:16.848470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:16.880095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=2d006f8b-b66b-411a-9820-5f8a6d9006d4,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:16.913453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.946904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfac5e-d4ca-4144-b3a3-31a075e2a08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c22f8f-e47c-4f45-bcb1-59c8be5870d7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:16.959753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:16.985050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:16.990426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:16.991147 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:16.993548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4827bb93-d588-48af-82ac-a59b3f16b1ae None None] Network 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:17.023824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-285d2bff-981a-46fe-9bc6-8302060b60a4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2075522 Sep 17 22:48:17.026924 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.027740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58316) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:17.034306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-408722423'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:17.078975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:17.082632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.132970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:17.146920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 24995c64-5edc-4b6b-8d4c-cff899fb664d up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:17.150422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.150782 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 0bb1ed3c-fbec-416d-9d66-e55556121e73 of type vlan for network 4d567eab-ae9d-4c73-b6e8-dd158a25a330 Sep 17 22:48:17.155134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.199046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.211582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ca4e43-14c4-49bd-b584-c21516c107ef']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:17.227130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44d7a86-a880-4804-b1dd-89a29bea619a') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:17.227936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44d7a86-a880-4804-b1dd-89a29bea619a') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:17.229924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a', 'network_id': '6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '2d006f8b-b66b-411a-9820-5f8a6d9006d4'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:17.231236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.240609 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.244143 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.270521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:17.271706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.283403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.317999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:17.321658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.362310 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 24995c64-5edc-4b6b-8d4c-cff899fb664d completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:48:17.374336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 24995c64-5edc-4b6b-8d4c-cff899fb664d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:17.374888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:17.427107 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:17.545601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=4d567eab-ae9d-4c73-b6e8-dd158a25a330,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:17.549693 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-323954cf-a6b1-43f0-a543-133b96ed0bdf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5206399 Sep 17 22:48:17.552509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58326) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:17.557570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': '4d567eab-ae9d-4c73-b6e8-dd158a25a330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:17.557960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Allocated IP 172.20.255.242 (6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a/2d006f8b-b66b-411a-9820-5f8a6d9006d4/16a3a079-c919-4442-b088-002d13e3f59e) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:17.588198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4d567eab-ae9d-4c73-b6e8-dd158a25a330 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:17.640316 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.676851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.683507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] 10.222.0.48 "DELETE /v2.0/networks/c0ca4e43-14c4-49bd-b584-c21516c107ef HTTP/1.1" status: 204 len: 168 time: 0.8844135 Sep 17 22:48:17.734324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a91afd-19af-4abe-953c-cc5add80a39a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ca4e43-14c4-49bd-b584-c21516c107ef,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:17.754686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:17.760532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.761416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.784619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573e1ae-4c63-46a0-8631-6917282dd1b2 req-26793c57-1e9b-48a6-bc1c-39ed07fae718 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:17.798559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c573e1ae-4c63-46a0-8631-6917282dd1b2 req-26793c57-1e9b-48a6-bc1c-39ed07fae718 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 945 time: 0.3735082 Sep 17 22:48:17.952799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c573e1ae-4c63-46a0-8631-6917282dd1b2 req-e1baf519-a0a9-4f37-9f74-d156cf17affc tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526256 Sep 17 22:48:17.989605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb00a1d-d396-4d79-9be0-c3cd2a9d2a06 req-bcc54b05-dafa-4305-ac7c-7576834d97cd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:18.001719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adb00a1d-d396-4d79-9be0-c3cd2a9d2a06 req-bcc54b05-dafa-4305-ac7c-7576834d97cd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.5829010 Sep 17 22:48:18.193022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adb00a1d-d396-4d79-9be0-c3cd2a9d2a06 req-9e70f003-5069-4e96-a3c1-ae6d53b8e4e4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634712 Sep 17 22:48:18.194070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 8f7f7716-4734-4ee9-9b58-51b8086155ff is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:48:18.434892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.445540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58342) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:18.555606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57da33f-7b85-40e5-a990-f58839ee9a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24995c64-5edc-4b6b-8d4c-cff899fb664d'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:18.557913 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272862e9-2470-4482-95cd-86f88c4e2ea1" -d '{"events": [{"server_uuid": "b57da33f-7b85-40e5-a990-f58839ee9a30", "name": "network-vif-plugged", "status": "completed", "tag": "24995c64-5edc-4b6b-8d4c-cff899fb664d"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:18.598946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:18.620301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 24995c64-5edc-4b6b-8d4c-cff899fb664d, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=24995c64-5edc-4b6b-8d4c-cff899fb664d,segment=NetworkSegment(f6e8f323-8038-430b-a14c-5866e3ef1636),segment_id=f6e8f323-8038-430b-a14c-5866e3ef1636)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:18.626158 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56464576-1328-4691-9535-640412b266bb None None] Sync routers for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:18.634487 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.644574 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56464576-1328-4691-9535-640412b266bb None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:18.646895 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-56464576-1328-4691-9535-640412b266bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:18.659124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef561a3-b6ac-413e-a59e-d7a9f1f78a9b req-6a245b6f-6500-47cf-892d-360215da6eb7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:18.677210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58348) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:18.678963 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ef561a3-b6ac-413e-a59e-d7a9f1f78a9b req-6a245b6f-6500-47cf-892d-360215da6eb7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.2172158 Sep 17 22:48:18.706679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'floatingip': {'port_id': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:18.720666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.726178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-99d9a6c4-5124-48e0-aca7-b651eb842356 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0763004 Sep 17 22:48:18.726178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58350) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:18.726817 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00104faf-c36b-4edf-bdf4-bd2f3c1da1bd x-openstack-request-id: req-00104faf-c36b-4edf-bdf4-bd2f3c1da1bd {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:18.727307 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57da33f-7b85-40e5-a990-f58839ee9a30", "name": "network-vif-plugged", "status": "completed", "tag": "24995c64-5edc-4b6b-8d4c-cff899fb664d", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:18.727877 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00104faf-c36b-4edf-bdf4-bd2f3c1da1bd {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:18.728445 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57da33f-7b85-40e5-a990-f58839ee9a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24995c64-5edc-4b6b-8d4c-cff899fb664d', 'code': 200} Sep 17 22:48:18.735904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=24995c64-5edc-4b6b-8d4c-cff899fb664d,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:18.744806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.761766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.809827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=8569d76f-6515-47fb-872c-5d267d2a1c48,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:18.860794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Pushing event updated for resources: {'Port': ['ID=16a3a079-c919-4442-b088-002d13e3f59e,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:18.882595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.889764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.892894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': '0bb1ed3c-fbec-416d-9d66-e55556121e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4d567eab-ae9d-4c73-b6e8-dd158a25a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:18.893538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: 4d567eab-ae9d-4c73-b6e8-dd158a25a330, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:18.901770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Network 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:18.907247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:18.912426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:18.924314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1be3299f-740d-4a8c-bc5c-002ca799f7fb tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=dd57f2c534624464a18ff984d4076422&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1956470 Sep 17 22:48:18.930280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58354) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:18.971381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58358) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:18.979804 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fea78b1c-afe3-4df9-a452-043d88bcac04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f4306a948684862805c76c67e4fe5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240264 Sep 17 22:48:19.036777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network 4d567eab-ae9d-4c73-b6e8-dd158a25a330 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:19.117352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Attempting to bind port 16a3a079-c919-4442-b088-002d13e3f59e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:19.121121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Attempting to bind port 16a3a079-c919-4442-b088-002d13e3f59e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '563e83b4-a7d1-4dad-8510-7e67532b11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:19.123832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Attempting to bind port 16a3a079-c919-4442-b088-002d13e3f59e on network 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:19.132795 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-56464576-1328-4691-9535-640412b266bb None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:19.137068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc17b4-3ee9-4a97-afbc-0ad1d8d83a93 req-f87a8ef9-4783-4668-86b5-162903c81d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:19.143247 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82bc17b4-3ee9-4a97-afbc-0ad1d8d83a93 req-f87a8ef9-4783-4668-86b5-162903c81d07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 1098 time: 0.3117747 Sep 17 22:48:19.143974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:19.147489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Checking segment: {'id': '563e83b4-a7d1-4dad-8510-7e67532b11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:19.148537 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.150910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4d567eab-ae9d-4c73-b6e8-dd158a25a330) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:19.151276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Bound using segment: {'id': '563e83b4-a7d1-4dad-8510-7e67532b11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:19.153805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Bound port: 16a3a079-c919-4442-b088-002d13e3f59e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563e83b4-a7d1-4dad-8510-7e67532b11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:19.160530 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.164605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:19.166907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.191111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b48d7-a812-4daa-9dd7-492b34b43180 None None] Network 4d567eab-ae9d-4c73-b6e8-dd158a25a330 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:19.743525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4d567eab-ae9d-4c73-b6e8-dd158a25a330', 'network_id': '4d567eab-ae9d-4c73-b6e8-dd158a25a330', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '8569d76f-6515-47fb-872c-5d267d2a1c48'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:19.745269 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.790487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] For port 16a3a079-c919-4442-b088-002d13e3f59e, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:19.821907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] For port 16a3a079-c919-4442-b088-002d13e3f59e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=16a3a079-c919-4442-b088-002d13e3f59e,segment=NetworkSegment(563e83b4-a7d1-4dad-8510-7e67532b11f5),segment_id=563e83b4-a7d1-4dad-8510-7e67532b11f5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:19.829896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.875220 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-56464576-1328-4691-9535-640412b266bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:16Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:19.989495 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56464576-1328-4691-9535-640412b266bb None None] Checking router: 8f7f7716-4734-4ee9-9b58-51b8086155ff for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:19.990763 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56464576-1328-4691-9535-640412b266bb None None] Updating router 8f7f7716-4734-4ee9-9b58-51b8086155ff port 944ae552-be59-40ef-8abe-26031bfe6ac6 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:48:20.003917 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-52a5100d-a8ba-4a1a-80b5-6f869185d3c9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4502156 Sep 17 22:48:20.039784 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-56464576-1328-4691-9535-640412b266bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.056099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58368) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:20.119648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-82bc17b4-3ee9-4a97-afbc-0ad1d8d83a93 req-992e28aa-fef7-4677-8466-6a41a518d929 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9465568 Sep 17 22:48:20.457133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1d736-d2d6-41f2-a98e-e4771c4fb661 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:20.474576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b0f1d736-d2d6-41f2-a98e-e4771c4fb661 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5295119 Sep 17 22:48:20.478119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58378) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:20.554132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f3b3-f52b-43a8-84fc-a88e4ccdfe71 None None] Pushing event updated for resources: {'Port': ['ID=16a3a079-c919-4442-b088-002d13e3f59e,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:20.574138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Allocated IP 172.20.0.2 (4d567eab-ae9d-4c73-b6e8-dd158a25a330/8569d76f-6515-47fb-872c-5d267d2a1c48/d552d70d-a3ac-4aee-958b-f137cbc68b81) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:20.667118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3ba127e1-6c22-45da-ba83-2d289238bf6f tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1745865 Sep 17 22:48:20.688639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58382) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:20.761693 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-56464576-1328-4691-9535-640412b266bb None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.781161 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-56464576-1328-4691-9535-640412b266bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.788747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cebdf-bb86-456d-9510-877020dc0bdb req-297bfc1d-5481-4628-9291-d771f08a89fd tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:20.814201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-748cebdf-bb86-456d-9510-877020dc0bdb req-297bfc1d-5481-4628-9291-d771f08a89fd tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 946 time: 1.0168676 Sep 17 22:48:20.822236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cefb9f7c-bad8-4453-b183-3719b08fd6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.829164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915845488', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:20.957134 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-56464576-1328-4691-9535-640412b266bb None None] Attempting to bind port 944ae552-be59-40ef-8abe-26031bfe6ac6 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:20.957662 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-56464576-1328-4691-9535-640412b266bb None None] Attempting to bind port 944ae552-be59-40ef-8abe-26031bfe6ac6 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:20.957848 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56464576-1328-4691-9535-640412b266bb None None] Attempting to bind port 944ae552-be59-40ef-8abe-26031bfe6ac6 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:20.963356 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3ac56-8402-4647-9d86-90c75815779f None None] Pushing event updated for resources: {'Port': ['ID=944ae552-be59-40ef-8abe-26031bfe6ac6,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:20.968422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.977283 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56464576-1328-4691-9535-640412b266bb None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:20.977660 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56464576-1328-4691-9535-640412b266bb None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:20.978063 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-56464576-1328-4691-9535-640412b266bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.978452 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56464576-1328-4691-9535-640412b266bb None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:20.978923 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-56464576-1328-4691-9535-640412b266bb None None] Bound port: 944ae552-be59-40ef-8abe-26031bfe6ac6, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:20.979298 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-56464576-1328-4691-9535-640412b266bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.096376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cefb9f7c-bad8-4453-b183-3719b08fd6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.190371 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.207757 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.222203 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-56464576-1328-4691-9535-640412b266bb None None] For port 944ae552-be59-40ef-8abe-26031bfe6ac6, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:21.230332 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-56464576-1328-4691-9535-640412b266bb None None] For port 944ae552-be59-40ef-8abe-26031bfe6ac6, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=944ae552-be59-40ef-8abe-26031bfe6ac6,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:21.237532 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-56464576-1328-4691-9535-640412b266bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.325525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Network 4d567eab-ae9d-4c73-b6e8-dd158a25a330 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:21.334126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:21.337638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:21.352364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Pushing event updated for resources: {'Port': ['ID=d552d70d-a3ac-4aee-958b-f137cbc68b81,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:21.363426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-748cebdf-bb86-456d-9510-877020dc0bdb req-11a6c14f-763e-4d86-b999-981dd7df4035 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479364 Sep 17 22:48:21.449525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58402) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:21.587653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:21.600448 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.607417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Attempting to bind port d552d70d-a3ac-4aee-958b-f137cbc68b81 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:21.610632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Attempting to bind port d552d70d-a3ac-4aee-958b-f137cbc68b81 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '0bb1ed3c-fbec-416d-9d66-e55556121e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4d567eab-ae9d-4c73-b6e8-dd158a25a330'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:21.615866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Attempting to bind port d552d70d-a3ac-4aee-958b-f137cbc68b81 on network 4d567eab-ae9d-4c73-b6e8-dd158a25a330 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:21.643420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:21.646668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Checking segment: {'id': '0bb1ed3c-fbec-416d-9d66-e55556121e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4d567eab-ae9d-4c73-b6e8-dd158a25a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:21.649161 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.651376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Bound using segment: {'id': '0bb1ed3c-fbec-416d-9d66-e55556121e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4d567eab-ae9d-4c73-b6e8-dd158a25a330'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:21.655445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Bound port: d552d70d-a3ac-4aee-958b-f137cbc68b81, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb1ed3c-fbec-416d-9d66-e55556121e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4d567eab-ae9d-4c73-b6e8-dd158a25a330'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:21.658015 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.669378 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56464576-1328-4691-9535-640412b266bb None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:21.672568 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-56464576-1328-4691-9535-640412b266bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:21.750415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.resource_extend [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:48:21.860669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Deleting port d552d70d-a3ac-4aee-958b-f137cbc68b81 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:21.861015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] For port d552d70d-a3ac-4aee-958b-f137cbc68b81, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:21.862218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.870907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] For port d552d70d-a3ac-4aee-958b-f137cbc68b81, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d552d70d-a3ac-4aee-958b-f137cbc68b81,segment=NetworkSegment(0bb1ed3c-fbec-416d-9d66-e55556121e73),segment_id=0bb1ed3c-fbec-416d-9d66-e55556121e73)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:21.879080 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.023550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] For port d552d70d-a3ac-4aee-958b-f137cbc68b81, host n-d-789963-10, got binding levels [] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:22.024092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.028260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1595c1-c337-42ac-a435-adde4f1d40a2 None None] Pushing event updated for resources: {'Port': ['ID=d552d70d-a3ac-4aee-958b-f137cbc68b81,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:22.034605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cefb9f7c-bad8-4453-b183-3719b08fd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.048435 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cefb9f7c-bad8-4453-b183-3719b08fd6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.049727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cefb9f7c-bad8-4453-b183-3719b08fd6c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a73fb676-4579-4337-ad69-19a1e1e21381 HTTP/1.1" status: 204 len: 168 time: 3.0749311 Sep 17 22:48:22.052751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Calling delete_port for d552d70d-a3ac-4aee-958b-f137cbc68b81 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:22.098456 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-56464576-1328-4691-9535-640412b266bb None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:22.170310 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3ac56-8402-4647-9d86-90c75815779f None None] Pushing event updated for resources: {'Port': ['ID=944ae552-be59-40ef-8abe-26031bfe6ac6,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:22.219336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bd18706-a4bd-49fa-adee-eaf2054723b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.272950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb9f7c-bad8-4453-b183-3719b08fd6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fb676-4579-4337-ad69-19a1e1e21381,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:22.345697 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.381836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.406606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 16a3a079-c919-4442-b088-002d13e3f59e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:22.585545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7594354-ed83-4357-a1e7-7cb3d7e9f7e6 None None] Network 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:22.645013 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-56464576-1328-4691-9535-640412b266bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:16Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:22.722260 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56464576-1328-4691-9535-640412b266bb None None] The sync data for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 is: [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:16Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:22.796450 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Floating IP 25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa associated. External IP: 172.25.0.116, port: 3c198e72-4aee-4283-b0a8-8ecf29f6b43e. Sep 17 22:48:22.885863 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.925520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 16a3a079-c919-4442-b088-002d13e3f59e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:22.926134 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.979618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-198250ca-ae16-44c5-aab0-abff68148137 None None] Provisioning complete for port 16a3a079-c919-4442-b088-002d13e3f59e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:22.980510 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-198250ca-ae16-44c5-aab0-abff68148137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.035988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58424) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:23.120168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bd18706-a4bd-49fa-adee-eaf2054723b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.140432 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-198250ca-ae16-44c5-aab0-abff68148137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.144555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4700-e97a-485d-b105-a170a7b178fe req-7a8c88c2-6044-4b54-bd8a-cdc2d8caa13f tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:23.146322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d3d4700-e97a-485d-b105-a170a7b178fe req-7a8c88c2-6044-4b54-bd8a-cdc2d8caa13f tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 946 time: 0.4150844 Sep 17 22:48:23.160064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Subnet': ['ID=5a7510e4-72d6-4e94-a41b-e090d5114f67,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:23.165958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.173758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4bd18706-a4bd-49fa-adee-eaf2054723b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.215789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4bd18706-a4bd-49fa-adee-eaf2054723b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76bfa5b74c4a458785187ce5416f43d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7580779 Sep 17 22:48:23.256487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58426) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:23.270487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Port': ['ID=d552d70d-a3ac-4aee-958b-f137cbc68b81,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:23.300429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Checking segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:23.300429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network hostable DHCP agents. Network: d2fe818a-f61c-4931-989b-5468f062413e, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:23.381413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3a6ccaf8-d863-4211-b63c-1f0a0cd0080b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f85da85a0e74fd787eb50fe7baaba7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435745 Sep 17 22:48:23.386269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58428) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:23.436221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No DVR routers for this DVR port d552d70d-a3ac-4aee-958b-f137cbc68b81 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:23.448838 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.471810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd18706-a4bd-49fa-adee-eaf2054723b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099ae392-4734-4e15-8607-aa92d90003df,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:23.508744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-198250ca-ae16-44c5-aab0-abff68148137 None None] For port 16a3a079-c919-4442-b088-002d13e3f59e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=16a3a079-c919-4442-b088-002d13e3f59e,segment=NetworkSegment(563e83b4-a7d1-4dad-8510-7e67532b11f5),segment_id=563e83b4-a7d1-4dad-8510-7e67532b11f5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:23.527379 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-198250ca-ae16-44c5-aab0-abff68148137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.544203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d3d4700-e97a-485d-b105-a170a7b178fe req-8d3277ba-9525-42da-bdfc-68cb7cbdb1a6 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860371 Sep 17 22:48:23.622249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network d2fe818a-f61c-4931-989b-5468f062413e is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:23.700153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, d2fe818a-f61c-4931-989b-5468f062413e) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:23.713627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30023b56-6abd-4722-b6e1-1235b407ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.750592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:23.750757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.778850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Router 4a198355-a1b9-47dc-aa03-9187fd927e28 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:48:23.782029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.823405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e19b24e0-c376-489c-8a7a-f6c9db72f960 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1243916 Sep 17 22:48:23.824480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58434) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:23.866934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b54b6bc-9f14-4c2a-9fdb-c207cd0b9d2f None None] Network d2fe818a-f61c-4931-989b-5468f062413e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:23.977933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198250ca-ae16-44c5-aab0-abff68148137 None None] Pushing event updated for resources: {'Port': ['ID=16a3a079-c919-4442-b088-002d13e3f59e,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:24.077095 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:48:24.077501 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:48:24.155404 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30023b56-6abd-4722-b6e1-1235b407ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.172722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-928362f2-cd56-4c58-8338-20af85600abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.188495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23399e9-e59b-48d2-b3ba-52b497cb5986 None None] Network 4d567eab-ae9d-4c73-b6e8-dd158a25a330 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:24.240529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-68aede6c-97e2-499f-a45e-1ee814e9a71b None None] Provisioning complete for port 16a3a079-c919-4442-b088-002d13e3f59e triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:24.240966 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-68aede6c-97e2-499f-a45e-1ee814e9a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.315506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-928362f2-cd56-4c58-8338-20af85600abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.384210 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.464572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:24.475039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=8569d76f-6515-47fb-872c-5d267d2a1c48,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:24.479696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.528275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] Sync routers for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:24.544014 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-02ab3f0f-9635-4977-8acf-4b80d5abf5e8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "PUT /v2.0/floatingips/25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa HTTP/1.1" status: 200 len: 992 time: 5.8463621 Sep 17 22:48:24.547106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:24.549821 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2bbb6a-f590-4c52-96df-cb33649578bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:24.588905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.597588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37cbec-a338-4ba7-8b24-ecedf070bd1d req-438d2733-0cc8-40ed-b35d-47f633df4284 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:24.602362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b37cbec-a338-4ba7-8b24-ecedf070bd1d req-438d2733-0cc8-40ed-b35d-47f633df4284 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 946 time: 0.3568773 Sep 17 22:48:24.623714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d567eab-ae9d-4c73-b6e8-dd158a25a330']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:24.636479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb1ed3c-fbec-416d-9d66-e55556121e73') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:24.637303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb1ed3c-fbec-416d-9d66-e55556121e73') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:24.649472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.670890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.678454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:24.679181 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.734362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30023b56-6abd-4722-b6e1-1235b407ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.737989 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-30023b56-6abd-4722-b6e1-1235b407ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.739456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-30023b56-6abd-4722-b6e1-1235b407ff72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/099ae392-4734-4e15-8607-aa92d90003df HTTP/1.1" status: 204 len: 168 time: 1.4734457 Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:24.749102 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:24.753746 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454e49e-5db8-4664-aa3e-8addf26ce9c1 x-openstack-request-id: req-1454e49e-5db8-4664-aa3e-8addf26ce9c1 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:24.754299 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:24.754754 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1454e49e-5db8-4664-aa3e-8addf26ce9c1 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:24.755567 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'status': 'completed', 'code': 200} Sep 17 22:48:24.760429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023b56-6abd-4722-b6e1-1235b407ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ae392-4734-4e15-8607-aa92d90003df,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:24.770085 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-928362f2-cd56-4c58-8338-20af85600abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.772596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-928362f2-cd56-4c58-8338-20af85600abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.777149 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-928362f2-cd56-4c58-8338-20af85600abf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9baf41e9-a68f-494b-bc33-cf98be3466f9 HTTP/1.1" status: 204 len: 168 time: 1.3761060 Sep 17 22:48:24.788814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.815983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.823808 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/4d567eab-ae9d-4c73-b6e8-dd158a25a330 HTTP/1.1" status: 204 len: 168 time: 4.7490635 Sep 17 22:48:24.824945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf388282-b45f-4f75-95ad-a6c06f158cf7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=4d567eab-ae9d-4c73-b6e8-dd158a25a330,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:24.828469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58452) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:24.841097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1532426879'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:24.846946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b37cbec-a338-4ba7-8b24-ecedf070bd1d req-226c40c4-5a89-4214-b84b-64c82aea0c43 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402205 Sep 17 22:48:24.852515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928362f2-cd56-4c58-8338-20af85600abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf41e9-a68f-494b-bc33-cf98be3466f9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:25.000817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e963acd6-3d00-426c-8644-1c25327d8ddb None None] DHCP port deletion for 4d567eab-ae9d-4c73-b6e8-dd158a25a330 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:48:25.054021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.063260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:25.063910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:25.282648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-874e7c6a-682a-4ecc-99c8-8febb9b0cc01 None None] Could not find standard attr ID for object d552d70d-a3ac-4aee-958b-f137cbc68b81. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:48:25.484631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 944ae552-be59-40ef-8abe-26031bfe6ac6 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:25.525326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-d2fe818a-f61c-4931-989b-5468f062413e', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:25.526552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.578516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:25.680421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58468) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:25.700690 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-13893769-0ce6-47fd-ad2c-0b8039c6bf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.723409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-402c37b0-7768-4e5d-ab80-5a2b5ea03c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:25.733740 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-402c37b0-7768-4e5d-ab80-5a2b5ea03c9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1098 time: 0.9760444 Sep 17 22:48:25.963119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-d326662a-e464-43f5-9d3f-142c8e1f4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:25.965760 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-d326662a-e464-43f5-9d3f-142c8e1f4554 service neutron] 10.222.0.45 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.2059751 Sep 17 22:48:25.974290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:25.979441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.042901 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-13893769-0ce6-47fd-ad2c-0b8039c6bf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.077715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-3d31bbee-fee4-4ba1-9afe-714008dc9d67 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:26.079521 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-3d31bbee-fee4-4ba1-9afe-714008dc9d67 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 946 time: 0.3448255 Sep 17 22:48:26.085553 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-13893769-0ce6-47fd-ad2c-0b8039c6bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.117534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:26.141931 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.151038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-13893769-0ce6-47fd-ad2c-0b8039c6bf23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bd6f3e61cb248a4b3e4cf3ecbde650d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673364 Sep 17 22:48:26.151727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58484) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:26.154735 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 84e459d8-0e32-4393-bd07-9afa967cf7af of type vlan for network c925de5b-869c-4650-97d9-ea5b88799bcb Sep 17 22:48:26.157857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13893769-0ce6-47fd-ad2c-0b8039c6bf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edba788-2b35-490b-8989-310c8d95c57e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:26.163177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 944ae552-be59-40ef-8abe-26031bfe6ac6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:26.163789 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.214070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea31fc-80a6-4cd2-b4b1-76308a46865a req-06418ffc-9a4d-4c44-8ec5-324fa1fd2616 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:26.215652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24ea31fc-80a6-4cd2-b4b1-76308a46865a req-06418ffc-9a4d-4c44-8ec5-324fa1fd2616 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 946 time: 0.1667655 Sep 17 22:48:26.282052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24ea31fc-80a6-4cd2-b4b1-76308a46865a req-cdc82f73-a474-4560-8303-de021c5d1bc3 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532413 Sep 17 22:48:26.312381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.20.0.1 (d2fe818a-f61c-4931-989b-5468f062413e/5a7510e4-72d6-4e94-a41b-e090d5114f67/990a2987-4803-49e0-b5d8-cb5792fd2838) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:26.338281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.429566 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.433996 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f14c79e-4ea3-41db-b645-58847618c2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.448725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:26.450718 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.452593 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.491307 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f14c79e-4ea3-41db-b645-58847618c2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.492718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 944ae552-be59-40ef-8abe-26031bfe6ac6, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=944ae552-be59-40ef-8abe-26031bfe6ac6,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:26.558811 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.559601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 16a3a079-c919-4442-b088-002d13e3f59e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:26.650019 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f14c79e-4ea3-41db-b645-58847618c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.658615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f14c79e-4ea3-41db-b645-58847618c2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.671099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9f14c79e-4ea3-41db-b645-58847618c2e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0edba788-2b35-490b-8989-310c8d95c57e HTTP/1.1" status: 204 len: 168 time: 0.5087023 Sep 17 22:48:26.673129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58502) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:26.684303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=944ae552-be59-40ef-8abe-26031bfe6ac6,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:26.723491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14c79e-4ea3-41db-b645-58847618c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edba788-2b35-490b-8989-310c8d95c57e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:26.725152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=c925de5b-869c-4650-97d9-ea5b88799bcb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:26.751918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c925de5b-869c-4650-97d9-ea5b88799bcb details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:26.814601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-b1f2d625-e4a6-4273-9d1b-cb104c8ce9b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1000 time: 0.8320642 Sep 17 22:48:26.837715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58516) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:26.839446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4fcc3b7d-1ff1-4f52-9bce-8b7e4c867698 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0075707 Sep 17 22:48:26.844519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': 'c925de5b-869c-4650-97d9-ea5b88799bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:26.959247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 16a3a079-c919-4442-b088-002d13e3f59e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:26.959823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.985725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.988393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:26.992817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.006633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'port_id': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'mac_address': 'fa:16:3e:15:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:47:55Z', 'updated_at': '2021-09-17T22:48:21Z', 'revision_number': 1, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:27.006939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-cd761528-3b84-439c-969e-e5020de3943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:27.014344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-cd761528-3b84-439c-969e-e5020de3943f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.1874089 Sep 17 22:48:27.047042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] Checking router: 4a198355-a1b9-47dc-aa03-9187fd927e28 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:27.069313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:27.070790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:27.132516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Performing IP validity checks on allocation pools {{(pid=94737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:48:27.134097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:48:27.168495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-82d39051-2b73-4a89-b4f2-2772ebdc5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:27.175487 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-82d39051-2b73-4a89-b4f2-2772ebdc5400 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439013 Sep 17 22:48:27.177786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Deleting port 24995c64-5edc-4b6b-8d4c-cff899fb664d {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:27.178135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.372105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49def7e6-c8a8-44e7-83f8-08c1a107047b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.386327 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.402309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 944ae552-be59-40ef-8abe-26031bfe6ac6 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:27.414480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:27.449347 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-4a6a9dca-faee-4bb2-b52b-854d230b6bc9 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578056 Sep 17 22:48:27.531613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] For port 24995c64-5edc-4b6b-8d4c-cff899fb664d, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=24995c64-5edc-4b6b-8d4c-cff899fb664d,segment=NetworkSegment(f6e8f323-8038-430b-a14c-5866e3ef1636),segment_id=f6e8f323-8038-430b-a14c-5866e3ef1636)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:27.531999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.538583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=417cf299-5a8b-45a7-bac1-cc62e7410e56,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:27.568779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Calling delete_port for 24995c64-5edc-4b6b-8d4c-cff899fb664d owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:27.738634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6a2bbb6a-f590-4c52-96df-cb33649578bf req-b6a9019d-0bdb-4ac4-b275-a9a83f6c0454 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769163 Sep 17 22:48:27.778750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 944ae552-be59-40ef-8abe-26031bfe6ac6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:27.779917 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.824525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb7399-58be-4d0c-83ff-513ccccc86c0 req-c9bd5a60-bc64-4527-a33c-84c594d72b98 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:27.833496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97fb7399-58be-4d0c-83ff-513ccccc86c0 req-c9bd5a60-bc64-4527-a33c-84c594d72b98 tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/ports?device_id=b57da33f-7b85-40e5-a990-f58839ee9a30 HTTP/1.1" status: 200 len: 946 time: 0.3324673 Sep 17 22:48:27.937360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': '84e459d8-0e32-4393-bd07-9afa967cf7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c925de5b-869c-4650-97d9-ea5b88799bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:27.938310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: c925de5b-869c-4650-97d9-ea5b88799bcb, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:27.983592 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.999172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.015966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97fb7399-58be-4d0c-83ff-513ccccc86c0 req-0ece62fc-0a8c-4021-9e2a-e0c17367662c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dca1769-161e-4673-a861-6db9cf9e9315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815102 Sep 17 22:48:28.072642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Allocated IP 172.20.0.2 (d2fe818a-f61c-4931-989b-5468f062413e/5a7510e4-72d6-4e94-a41b-e090d5114f67/da27686c-ae82-43e8-949f-c0cd89e8c054) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:28.105413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Pushing event deleted for resources: {'Port': ['ID=24995c64-5edc-4b6b-8d4c-cff899fb664d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:28.135664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49def7e6-c8a8-44e7-83f8-08c1a107047b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.153598 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49def7e6-c8a8-44e7-83f8-08c1a107047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.214656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] No DVR routers for this DVR port 24995c64-5edc-4b6b-8d4c-cff899fb664d on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:28.217330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network d2fe818a-f61c-4931-989b-5468f062413e is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:28.218611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=990a2987-4803-49e0-b5d8-cb5792fd2838,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:28.220645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.227539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ab9c48b-b7cd-45ed-a589-b8d3995d2e62 req-1a54fcab-35ff-43d9-b2cc-b8865ac4975c tempest-ServerGroupTestJSON-1998097515 tempest-ServerGroupTestJSON-1998097515-project] 10.222.0.49 "DELETE /v2.0/ports/24995c64-5edc-4b6b-8d4c-cff899fb664d HTTP/1.1" status: 204 len: 173 time: 2.0453541 Sep 17 22:48:28.229122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network c925de5b-869c-4650-97d9-ea5b88799bcb is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:28.231362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57da33f-7b85-40e5-a990-f58839ee9a30', 'name': 'network-vif-deleted', 'tag': '24995c64-5edc-4b6b-8d4c-cff899fb664d'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:28.235923 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4be896-d2b4-47c4-87cb-bf248e2f6936" -d '{"events": [{"server_uuid": "b57da33f-7b85-40e5-a990-f58839ee9a30", "name": "network-vif-deleted", "tag": "24995c64-5edc-4b6b-8d4c-cff899fb664d"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:28.242116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:28.252266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:28.255249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49def7e6-c8a8-44e7-83f8-08c1a107047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f4802a-4385-4d24-99c1-2a41528d8270,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:28.297588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c925de5b-869c-4650-97d9-ea5b88799bcb) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:28.311446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-49def7e6-c8a8-44e7-83f8-08c1a107047b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b463c70dc82d434bb349abb54b8ba185&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6226287 Sep 17 22:48:28.314760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58594) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:28.315456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:28.316175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.337236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.342305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c223f2-8266-4299-ab14-90239bee5b5a None None] Network c925de5b-869c-4650-97d9-ea5b88799bcb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:28.364877 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f83bd-5cf3-4151-ad25-2b4fb187cf36 x-openstack-request-id: req-373f83bd-5cf3-4151-ad25-2b4fb187cf36 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:28.365295 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57da33f-7b85-40e5-a990-f58839ee9a30", "name": "network-vif-deleted", "tag": "24995c64-5edc-4b6b-8d4c-cff899fb664d", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:28.365483 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-373f83bd-5cf3-4151-ad25-2b4fb187cf36 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:28.365941 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57da33f-7b85-40e5-a990-f58839ee9a30', 'name': 'network-vif-deleted', 'tag': '24995c64-5edc-4b6b-8d4c-cff899fb664d', 'status': 'completed', 'code': 200} Sep 17 22:48:28.406366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d5a71c5-e494-441c-bf47-09aae333dd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.456611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d5a71c5-e494-441c-bf47-09aae333dd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.474344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-55f0ae78-0f8c-496e-aa79-1ab1b2b4d0cc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6331036 Sep 17 22:48:28.475197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58606) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:28.483392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'port_id': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'mac_address': 'fa:16:3e:15:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:47:55Z', 'updated_at': '2021-09-17T22:48:21Z', 'revision_number': 1, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:28.542222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d5a71c5-e494-441c-bf47-09aae333dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.557650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d5a71c5-e494-441c-bf47-09aae333dd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.559305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d5a71c5-e494-441c-bf47-09aae333dd1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1f4802a-4385-4d24-99c1-2a41528d8270 HTTP/1.1" status: 204 len: 168 time: 0.2409637 Sep 17 22:48:28.583877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a71c5-e494-441c-bf47-09aae333dd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f4802a-4385-4d24-99c1-2a41528d8270,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:28.696120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed702df-922c-4e35-9611-4387d3312d5e None None] The sync data for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 is: [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'port_id': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'mac_address': 'fa:16:3e:15:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:47:55Z', 'updated_at': '2021-09-17T22:48:21Z', 'revision_number': 1, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:28.943694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.062509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-c925de5b-869c-4650-97d9-ea5b88799bcb', 'network_id': 'c925de5b-869c-4650-97d9-ea5b88799bcb', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '417cf299-5a8b-45a7-bac1-cc62e7410e56'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:29.063981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.087411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.178658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 24995c64-5edc-4b6b-8d4c-cff899fb664d no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:29.224408 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3a2ea-1f9c-43b7-83b9-18b69a9b03be None None] New status for floating IP 25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:48:29.314698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 24995c64-5edc-4b6b-8d4c-cff899fb664d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:29.315049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 24995c64-5edc-4b6b-8d4c-cff899fb664d not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:29.342675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58662) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:29.370470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dabe7946-e74f-449f-bf09-67d103882ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.386033 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.422553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.652331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dabe7946-e74f-449f-bf09-67d103882ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.662268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58678) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:29.720726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Network d2fe818a-f61c-4931-989b-5468f062413e is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:29.730147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d407a9-8337-4f97-a8e8-9dbbe4803dbe admin admin] Deleting subnet 0f248a2e-85ad-4e37-8072-7d5b5ad2d64d {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:48:29.730910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:29.738030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:29.742487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dabe7946-e74f-449f-bf09-67d103882ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.758951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80d407a9-8337-4f97-a8e8-9dbbe4803dbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.770839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Pushing event updated for resources: {'Port': ['ID=da27686c-ae82-43e8-949f-c0cd89e8c054,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:29.922323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe7946-e74f-449f-bf09-67d103882ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed991ef-5c83-4857-ab53-ea07929c9391,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:29.944955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Attempting to bind port da27686c-ae82-43e8-949f-c0cd89e8c054 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:29.945587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Attempting to bind port da27686c-ae82-43e8-949f-c0cd89e8c054 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:29.946382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Attempting to bind port da27686c-ae82-43e8-949f-c0cd89e8c054 on network d2fe818a-f61c-4931-989b-5468f062413e {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:29.960042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:29.960724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Checking segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:29.961324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.961862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Bound using segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:29.962790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Bound port: da27686c-ae82-43e8-949f-c0cd89e8c054, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:29.963252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dabe7946-e74f-449f-bf09-67d103882ec0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a0d98cca3ed4f458073777099f8787a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192517 Sep 17 22:48:29.963524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.966027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58684) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:29.974661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Allocated IP 172.20.0.3 (c925de5b-869c-4650-97d9-ea5b88799bcb/417cf299-5a8b-45a7-bac1-cc62e7410e56/78458374-48ab-4a4c-bf9d-ba016c9a209e) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:29.981524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80d407a9-8337-4f97-a8e8-9dbbe4803dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.028691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c2aefb2-4dd5-4bd7-9748-208f4457d993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.048987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.087983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80d407a9-8337-4f97-a8e8-9dbbe4803dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.150066 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63198323-802b-4d1c-a0f2-3bca3c89dc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.217441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63198323-802b-4d1c-a0f2-3bca3c89dc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.260092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80d407a9-8337-4f97-a8e8-9dbbe4803dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.282662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-80d407a9-8337-4f97-a8e8-9dbbe4803dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.284582 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-80d407a9-8337-4f97-a8e8-9dbbe4803dbe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0f248a2e-85ad-4e37-8072-7d5b5ad2d64d HTTP/1.1" status: 204 len: 168 time: 0.6199789 Sep 17 22:48:30.313016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58692) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:30.315235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d407a9-8337-4f97-a8e8-9dbbe4803dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f248a2e-85ad-4e37-8072-7d5b5ad2d64d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:30.323446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.348227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] For port da27686c-ae82-43e8-949f-c0cd89e8c054, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:30.351125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.380397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] For port da27686c-ae82-43e8-949f-c0cd89e8c054, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=da27686c-ae82-43e8-949f-c0cd89e8c054,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:30.502326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63198323-802b-4d1c-a0f2-3bca3c89dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.503378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Pushing event updated for resources: {'Port': ['ID=78458374-48ab-4a4c-bf9d-ba016c9a209e,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:30.506241 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-63198323-802b-4d1c-a0f2-3bca3c89dc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.507997 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-63198323-802b-4d1c-a0f2-3bca3c89dc3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ed991ef-5c83-4857-ab53-ea07929c9391 HTTP/1.1" status: 204 len: 168 time: 0.5396497 Sep 17 22:48:30.508382 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.537868 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.550486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63198323-802b-4d1c-a0f2-3bca3c89dc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed991ef-5c83-4857-ab53-ea07929c9391,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:30.559222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.568900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Network c925de5b-869c-4650-97d9-ea5b88799bcb is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:30.597883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=417cf299-5a8b-45a7-bac1-cc62e7410e56,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:30.624461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:30.629951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:30.695304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.728965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c925de5b-869c-4650-97d9-ea5b88799bcb']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:30.749518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e459d8-0e32-4393-bd07-9afa967cf7af') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:30.750473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e459d8-0e32-4393-bd07-9afa967cf7af') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:30.776734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.799951 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.807306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:30.808351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2625c0a-d3ce-4fed-aad2-d6e669d4a313 None None] Pushing event updated for resources: {'Port': ['ID=da27686c-ae82-43e8-949f-c0cd89e8c054,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:30.808520 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.826918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Attempting to bind port 78458374-48ab-4a4c-bf9d-ba016c9a209e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:30.827687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Attempting to bind port 78458374-48ab-4a4c-bf9d-ba016c9a209e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '84e459d8-0e32-4393-bd07-9afa967cf7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c925de5b-869c-4650-97d9-ea5b88799bcb'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:30.828237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Attempting to bind port 78458374-48ab-4a4c-bf9d-ba016c9a209e on network c925de5b-869c-4650-97d9-ea5b88799bcb {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:30.843985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:30.844364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Checking segment: {'id': '84e459d8-0e32-4393-bd07-9afa967cf7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c925de5b-869c-4650-97d9-ea5b88799bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:30.844772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.845219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Bound using segment: {'id': '84e459d8-0e32-4393-bd07-9afa967cf7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c925de5b-869c-4650-97d9-ea5b88799bcb'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:30.851303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Bound port: 78458374-48ab-4a4c-bf9d-ba016c9a209e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e459d8-0e32-4393-bd07-9afa967cf7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c925de5b-869c-4650-97d9-ea5b88799bcb'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:30.851948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.895704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:30.959360 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:30.971171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b058ab1f-e917-4051-b02e-cff9eea99dcb']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:30.985210 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:48:30.985210 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:48:30.985210 n-d-789963-10 neutron-server[94737]: [parameters: {'id': 'c925de5b-869c-4650-97d9-ea5b88799bcb'}] Sep 17 22:48:30.985210 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:48:30.985750 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:48:31.009896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] For port 78458374-48ab-4a4c-bf9d-ba016c9a209e, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:31.011497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.015398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e8f323-8038-430b-a14c-5866e3ef1636') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:31.017806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e8f323-8038-430b-a14c-5866e3ef1636') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:31.020316 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.024426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] For port 78458374-48ab-4a4c-bf9d-ba016c9a209e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=78458374-48ab-4a4c-bf9d-ba016c9a209e,segment=NetworkSegment(84e459d8-0e32-4393-bd07-9afa967cf7af),segment_id=84e459d8-0e32-4393-bd07-9afa967cf7af)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:31.037715 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.045164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.124396 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.134123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:31.134810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:31.219227 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:31.236338 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:48:31.241743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.256849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.263006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] 10.222.0.48 "DELETE /v2.0/networks/b058ab1f-e917-4051-b02e-cff9eea99dcb HTTP/1.1" status: 204 len: 168 time: 0.9487922 Sep 17 22:48:31.294316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd0bc2-7214-46a1-9be2-73826ad91aae admin admin] Pushing event deleted for resources: {'Network': ['ID=b058ab1f-e917-4051-b02e-cff9eea99dcb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:31.333811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b66641-c97f-47d2-b647-8275ede32b4c None None] Network c925de5b-869c-4650-97d9-ea5b88799bcb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:31.353216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=990a2987-4803-49e0-b5d8-cb5792fd2838,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:31.362515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0ebf6-18bf-4276-b4f2-9a9ce871a759 None None] Pushing event updated for resources: {'Port': ['ID=78458374-48ab-4a4c-bf9d-ba016c9a209e,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:31.376416 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.409105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device da27686c-ae82-43e8-949f-c0cd89e8c054 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:31.588557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.591008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58740) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:31.621410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa812b2a-b1f5-4318-9f81-fac5cf6c206b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.630534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network d2fe818a-f61c-4931-989b-5468f062413e is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:31.634624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:31.659142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port da27686c-ae82-43e8-949f-c0cd89e8c054 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:31.660394 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.764673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58742) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:31.814037 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.821544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Deleting port 78458374-48ab-4a4c-bf9d-ba016c9a209e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:31.822383 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.877542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port da27686c-ae82-43e8-949f-c0cd89e8c054, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=da27686c-ae82-43e8-949f-c0cd89e8c054,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:31.884907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.946377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa812b2a-b1f5-4318-9f81-fac5cf6c206b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.954208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-aa812b2a-b1f5-4318-9f81-fac5cf6c206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:31.985345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=da27686c-ae82-43e8-949f-c0cd89e8c054,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:32.011699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aa812b2a-b1f5-4318-9f81-fac5cf6c206b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0f54abe8ce347fe84dacaf6a20d0a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191668 Sep 17 22:48:32.014786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58752) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:32.015663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa812b2a-b1f5-4318-9f81-fac5cf6c206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f841784-81c2-4719-a65e-102e881a9bef,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:32.070695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 8f7f7716-4734-4ee9-9b58-51b8086155ff has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:48:32.107769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59149ebe-8aee-44fb-a6f1-534891422e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.134788 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59149ebe-8aee-44fb-a6f1-534891422e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.156183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-48e3edf8-4b58-4fb3-b1eb-d090a2841b0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0f0f397eabf4d27b3ed4576f4724621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855011 Sep 17 22:48:32.167267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58754) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:32.167875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58756) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:32.195741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] For port 78458374-48ab-4a4c-bf9d-ba016c9a209e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=78458374-48ab-4a4c-bf9d-ba016c9a209e,segment=NetworkSegment(84e459d8-0e32-4393-bd07-9afa967cf7af),segment_id=84e459d8-0e32-4393-bd07-9afa967cf7af)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:32.196391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.209169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59149ebe-8aee-44fb-a6f1-534891422e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.211809 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59149ebe-8aee-44fb-a6f1-534891422e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.213027 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-59149ebe-8aee-44fb-a6f1-534891422e37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f841784-81c2-4719-a65e-102e881a9bef HTTP/1.1" status: 204 len: 168 time: 0.1888123 Sep 17 22:48:32.227606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59149ebe-8aee-44fb-a6f1-534891422e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f841784-81c2-4719-a65e-102e881a9bef,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:32.272671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Calling delete_port for 78458374-48ab-4a4c-bf9d-ba016c9a209e owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:32.451192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e856f-e18a-4194-a1cb-da9a732e67c7 None None] Network d2fe818a-f61c-4931-989b-5468f062413e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:32.463126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:32.492768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-514795e3-3736-415a-825a-afd7574ab424 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "PUT /v2.0/routers/8f7f7716-4734-4ee9-9b58-51b8086155ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6172724 Sep 17 22:48:32.493005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Sync routers for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:32.501135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ffd11ae-4c60-4d28-94c1-f32ce788bcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.506162 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2d97-d5d0-407e-b425-f30ee34d78f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.723391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ffd11ae-4c60-4d28-94c1-f32ce788bcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.752599 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ffd11ae-4c60-4d28-94c1-f32ce788bcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.808531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:32.809269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:32.813675 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2d97-d5d0-407e-b425-f30ee34d78f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.827777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-526c7952-4853-4af2-bfdb-848a6e88431e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.890545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58784) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:32.891801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ffd11ae-4c60-4d28-94c1-f32ce788bcba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17aabe19b5e04f08b5f448b2348b9d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206154 Sep 17 22:48:32.931586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d4c26420-f009-4acd-b18b-23df57ba46f9 None None] Provisioning complete for port da27686c-ae82-43e8-949f-c0cd89e8c054 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:32.931924 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d4c26420-f009-4acd-b18b-23df57ba46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:32.934136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd11ae-4c60-4d28-94c1-f32ce788bcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9879838d-5c93-4764-8d14-1c94a54f78fc,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:32.956404 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.013121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8dca58-3f42-4c2f-ac0e-8550ba96aabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.018416 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2d97-d5d0-407e-b425-f30ee34d78f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.021156 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2d97-d5d0-407e-b425-f30ee34d78f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.026295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cb1c2d97-d5d0-407e-b425-f30ee34d78f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dca1769-161e-4673-a861-6db9cf9e9315 HTTP/1.1" status: 204 len: 168 time: 0.8571417 Sep 17 22:48:33.029556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Port': ['ID=78458374-48ab-4a4c-bf9d-ba016c9a209e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:33.036383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No DVR routers for this DVR port 78458374-48ab-4a4c-bf9d-ba016c9a209e on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:33.066457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8dca58-3f42-4c2f-ac0e-8550ba96aabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.142094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c2d97-d5d0-407e-b425-f30ee34d78f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca1769-161e-4673-a861-6db9cf9e9315,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:33.207658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8dca58-3f42-4c2f-ac0e-8550ba96aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.216156 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d8dca58-3f42-4c2f-ac0e-8550ba96aabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.218983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1d8dca58-3f42-4c2f-ac0e-8550ba96aabd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9879838d-5c93-4764-8d14-1c94a54f78fc HTTP/1.1" status: 204 len: 168 time: 0.3273845 Sep 17 22:48:33.249008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dca58-3f42-4c2f-ac0e-8550ba96aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9879838d-5c93-4764-8d14-1c94a54f78fc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:33.293811 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.366463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c925de5b-869c-4650-97d9-ea5b88799bcb']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:33.403419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e459d8-0e32-4393-bd07-9afa967cf7af') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:33.404431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e459d8-0e32-4393-bd07-9afa967cf7af') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:33.443975 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.448756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.462930 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device da27686c-ae82-43e8-949f-c0cd89e8c054 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:33.499773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.506395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-b68a812b-6aa0-4749-8979-162c14b7aacc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759964917&fields=id&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 267 time: 0.0715861 Sep 17 22:48:33.511897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:33.512422 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:33.518156 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:33.605093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:33.663410 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-2401ee8b-3c5b-4685-8b37-f73cd8cfd26d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044710 Sep 17 22:48:33.784308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-24f2f011-c55d-44d5-a1d7-7336164898aa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:33.789722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-24f2f011-c55d-44d5-a1d7-7336164898aa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 797 time: 0.2675328 Sep 17 22:48:33.798281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-c69c9fed-450a-4b44-8b4a-22037c40c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:33.803614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-c69c9fed-450a-4b44-8b4a-22037c40c71a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1098 time: 0.0855277 Sep 17 22:48:33.964403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-bb883601-8112-42dd-851b-b83ee3fd5bb3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/quotas/dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 375 time: 0.1580918 Sep 17 22:48:34.006178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.017443 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.022600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/c925de5b-869c-4650-97d9-ea5b88799bcb HTTP/1.1" status: 204 len: 168 time: 5.5402691 Sep 17 22:48:34.051659 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.052685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58826) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:34.065552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-202278170'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:34.129557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2fee7-6266-472d-a1d7-0eca86164fd9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=c925de5b-869c-4650-97d9-ea5b88799bcb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:34.184686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-334ab043-9d64-4573-83da-0c4d1b156d1d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2096438 Sep 17 22:48:34.257392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:34.266646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.276624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58830) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:34.312488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-8bdb9fe8-fad8-474c-b267-dff59b59ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:34.319530 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-8bdb9fe8-fad8-474c-b267-dff59b59ecdb service neutron] 10.222.0.45 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.4897666 Sep 17 22:48:34.324118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port da27686c-ae82-43e8-949f-c0cd89e8c054 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:34.328089 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.411129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5ca06df-8402-4c2d-b735-521293a5e132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.438424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:34.502969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-11cee4bc-e86b-44bb-a569-dfd71c4ee696 service neutron] 10.222.0.48 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747622 Sep 17 22:48:34.548549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.548897 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 49814eb4-ab17-41d3-b00e-2b21e192d768 of type vlan for network 5f7c5753-21ea-454d-b0a6-704e16a3c2c0 Sep 17 22:48:34.574435 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-5f59d6d9-da25-4e29-a759-2df3621be9d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1002 time: 0.2397239 Sep 17 22:48:34.722683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-0af3fcdd-3a3e-4d32-b138-6af154bbdfdd service neutron] 10.222.0.48 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163405 Sep 17 22:48:34.806131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1b733c97-327b-4e90-8a7f-49c7c83737f6 None None] Provisioning complete for port da27686c-ae82-43e8-949f-c0cd89e8c054 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:34.816620 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b733c97-327b-4e90-8a7f-49c7c83737f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.821305 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.839024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:34.888343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-b421e422-4fac-4723-add9-2817abb2890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:34.894140 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-b421e422-4fac-4723-add9-2817abb2890c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.2804701 Sep 17 22:48:34.974532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:35.012368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:35.017311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:35.037816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:30Z', 'revision_number': 2, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:35.161151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Checking router: 8f7f7716-4734-4ee9-9b58-51b8086155ff for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:35.161504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Updating router 8f7f7716-4734-4ee9-9b58-51b8086155ff port 990a2987-4803-49e0-b5d8-cb5792fd2838 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:48:35.255309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dce470a1-65eb-45aa-9897-433119204dc9 req-b522a830-15a5-4663-88b5-0b90e64e0730 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 210 time: 0.0719175 Sep 17 22:48:35.277686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:35.287439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5ca06df-8402-4c2d-b735-521293a5e132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:35.373537 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5ca06df-8402-4c2d-b735-521293a5e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:35.499593 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4404652 Sep 17 22:48:35.502261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58866) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:35.508420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': '5f7c5753-21ea-454d-b0a6-704e16a3c2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:35.585670 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f5ca06df-8402-4c2d-b735-521293a5e132 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8770068335e34e319774e2e55e31b459&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2977057 Sep 17 22:48:35.589327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58868) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:35.671889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58870) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:35.711387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160ec51-671c-4684-b60d-0f1fb4cf7e92 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=5f7c5753-21ea-454d-b0a6-704e16a3c2c0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:35.725714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca06df-8402-4c2d-b735-521293a5e132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d57c99-3e99-4af8-8959-18491e5c385c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:35.736524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-63b76dc8-5a93-434b-9384-c8dd17e0f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:35.749780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-63b76dc8-5a93-434b-9384-c8dd17e0f16f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8253324 Sep 17 22:48:35.750585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:35.754265 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:35.811153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3561d41-7aa6-4e83-9069-f21beecd06b2 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:48:35.814075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 5f7c5753-21ea-454d-b0a6-704e16a3c2c0 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:35.887483 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.001375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19730111-3e86-42ef-94bb-5d1d030783f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.006926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3561d41-7aa6-4e83-9069-f21beecd06b2 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:48:36.054265 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.079639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-beb8b639-7313-4d55-a230-572e329681e7 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110969 Sep 17 22:48:36.117400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19730111-3e86-42ef-94bb-5d1d030783f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.184779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=e507f8fe-1566-404b-a678-303e874a3720,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:36.229560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2078458527-network', 'tenant_id': '477a2ba879c24b8680e9f83560ba690e'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:36.254596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': '49814eb4-ab17-41d3-b00e-2b21e192d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5f7c5753-21ea-454d-b0a6-704e16a3c2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:36.255180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: 5f7c5753-21ea-454d-b0a6-704e16a3c2c0, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:36.342290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network 5f7c5753-21ea-454d-b0a6-704e16a3c2c0 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:36.361224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 5f7c5753-21ea-454d-b0a6-704e16a3c2c0) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:36.367338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1b733c97-327b-4e90-8a7f-49c7c83737f6 None None] Provisioning complete for port 990a2987-4803-49e0-b5d8-cb5792fd2838 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:36.369791 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b733c97-327b-4e90-8a7f-49c7c83737f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.372040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:36.373448 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.454631 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cedc855-a403-4c64-9f0e-a8655972e3b3 req-189bf0f1-fea7-41ac-a812-e6eedead6f00 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 210 time: 0.0400579 Sep 17 22:48:36.500422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19730111-3e86-42ef-94bb-5d1d030783f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.503795 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19730111-3e86-42ef-94bb-5d1d030783f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.507310 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-19730111-3e86-42ef-94bb-5d1d030783f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08d57c99-3e99-4af8-8959-18491e5c385c HTTP/1.1" status: 204 len: 168 time: 0.8603640 Sep 17 22:48:36.515768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Made reservation on behalf of 477a2ba879c24b8680e9f83560ba690e for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:36.516653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-853768a6-c4bb-41cc-9afb-ad5ed12bffdb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0130496 Sep 17 22:48:36.517233 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.518215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:36.532818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.550057 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730111-3e86-42ef-94bb-5d1d030783f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d57c99-3e99-4af8-8959-18491e5c385c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:36.561438 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-25bb0080-a094-4d6a-94de-7e8e3c34bf01 req-3a0d688e-472f-4ed4-ab11-3c1142893614 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684353 Sep 17 22:48:36.585041 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.607534 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.728684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603ed17-f345-431f-8452-55a5e187e06e None None] Pushing event updated for resources: {'Port': ['ID=990a2987-4803-49e0-b5d8-cb5792fd2838,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:36.757093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.773111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.785082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.789746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1b733c97-327b-4e90-8a7f-49c7c83737f6 None None] Port 990a2987-4803-49e0-b5d8-cb5792fd2838 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:36.876819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c319ce-9d85-4218-abf9-664dd8c17e11,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:36.906834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:36.918833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:37.000509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.001342 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Added segment ae063366-3f9c-4213-b639-9387c2907bab of type vlan for network 71c2ee2c-98cf-47f0-b1d4-96062d10afb5 Sep 17 22:48:37.009452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71cb2f0-3d32-43f5-a6a4-a28e07c2cd4a None None] Network 5f7c5753-21ea-454d-b0a6-704e16a3c2c0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:37.173865 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.259515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.425889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=e507f8fe-1566-404b-a678-303e874a3720,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:37.505549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-78d3987e-9ea1-4189-82eb-ec4366a71c3b None None] Provisioning complete for port 990a2987-4803-49e0-b5d8-cb5792fd2838 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:37.506377 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-78d3987e-9ea1-4189-82eb-ec4366a71c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.509732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-457ddabf-3bfd-4ba5-b1f7-d9416196fc5b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:37.512960 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-457ddabf-3bfd-4ba5-b1f7-d9416196fc5b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 797 time: 0.5762234 Sep 17 22:48:37.521246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.522271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:37.522860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.629309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9578ae8-2ab3-47c0-bd65-f7048f1f12db None None] Network 5f7c5753-21ea-454d-b0a6-704e16a3c2c0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:37.650606 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.677063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Attempting to bind port 990a2987-4803-49e0-b5d8-cb5792fd2838 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:37.678491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Attempting to bind port 990a2987-4803-49e0-b5d8-cb5792fd2838 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:37.679380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Attempting to bind port 990a2987-4803-49e0-b5d8-cb5792fd2838 on network d2fe818a-f61c-4931-989b-5468f062413e {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:37.681477 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0063238 Sep 17 22:48:37.696650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58924) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:37.701812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Request body: {'subnet': {'network_id': '71c2ee2c-98cf-47f0-b1d4-96062d10afb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2078458527-subnet', 'tenant_id': '477a2ba879c24b8680e9f83560ba690e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:37.707452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:37.708032 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-74f1c76d-72c3-4370-8cb1-02ff9081b4ff tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 380 time: 0.1604619 Sep 17 22:48:37.708230 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Checking segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:37.708654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8615f-083d-401b-98b3-803bf2fc41d9 admin admin] Pushing event updated for resources: {'Network': ['ID=71c2ee2c-98cf-47f0-b1d4-96062d10afb5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:37.709009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.709563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Bound using segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:37.710207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Bound port: 990a2987-4803-49e0-b5d8-cb5792fd2838, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:37.710773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.726183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'port': {'device_id': '7f33d1a9-a362-4b5a-9046-e72763456258', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'admin_state_up': True, 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'security_groups': ['49612cbf-f661-4844-8e70-00a900edc06a']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:37.726832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 71c2ee2c-98cf-47f0-b1d4-96062d10afb5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:37.735746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-78d3987e-9ea1-4189-82eb-ec4366a71c3b None None] Port 990a2987-4803-49e0-b5d8-cb5792fd2838 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:37.754601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97b0e0f5-3480-46da-b51c-72ebc1037d55 req-1b5bdbeb-ec28-454c-b54f-3ca2ce1cfad2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 210 time: 0.1221800 Sep 17 22:48:37.761091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7c5753-21ea-454d-b0a6-704e16a3c2c0']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:37.787214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49814eb4-ab17-41d3-b00e-2b21e192d768') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:37.787569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49814eb4-ab17-41d3-b00e-2b21e192d768') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:37.798180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Made reservation on behalf of 477a2ba879c24b8680e9f83560ba690e for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:37.802155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.824897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.943874 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.946589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:37.950973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.998670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:37.999126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:38.006392 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:38.085113 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.103417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.105818 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/5f7c5753-21ea-454d-b0a6-704e16a3c2c0 HTTP/1.1" status: 204 len: 168 time: 1.5864499 Sep 17 22:48:38.110467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58932) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:38.127695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-668997643'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:38.139441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd48e5-657c-4fdd-8d02-76ad15c6657f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=5f7c5753-21ea-454d-b0a6-704e16a3c2c0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:38.165302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6088858a-fce6-48ec-98fa-7f276b4e2bc9 None None] Provisioning complete for port 990a2987-4803-49e0-b5d8-cb5792fd2838 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:38.165867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6088858a-fce6-48ec-98fa-7f276b4e2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.230176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:38.235486 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.238182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] For port 990a2987-4803-49e0-b5d8-cb5792fd2838, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:38.259798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] For port 990a2987-4803-49e0-b5d8-cb5792fd2838, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=990a2987-4803-49e0-b5d8-cb5792fd2838,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:38.274204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6088858a-fce6-48ec-98fa-7f276b4e2bc9 None None] Port 990a2987-4803-49e0-b5d8-cb5792fd2838 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:38.288101 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.302820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:38.315418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.315827 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 404db626-6eb4-48b1-a93f-aded3434d653 of type vlan for network 15609a03-713f-45fb-8529-bc1bdbc4605a Sep 17 22:48:38.349175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.20.0.8 (d2fe818a-f61c-4931-989b-5468f062413e/5a7510e4-72d6-4e94-a41b-e090d5114f67/26b2756a-93c8-4730-b157-d94bfc4df77b) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:38.444334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:38.444906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:38.451041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603ed17-f345-431f-8452-55a5e187e06e None None] Pushing event updated for resources: {'Port': ['ID=990a2987-4803-49e0-b5d8-cb5792fd2838,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:38.596001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.722264 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.739760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:38.771950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:38.774502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.resource_extend [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:48:38.839315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-e8f69158-e77c-41d1-9925-602143a1eb89 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b4467ab831114dc3a2c114355cf563c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1627676 Sep 17 22:48:38.859345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.895428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.943514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network d2fe818a-f61c-4931-989b-5468f062413e is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:38.947768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:38.955087 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.963632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:38.963977 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.964918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:38.995531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-533e67a4-f75f-4286-bfdc-488eadb1bb19 None None] Provisioning complete for port 990a2987-4803-49e0-b5d8-cb5792fd2838 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:38.995937 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-533e67a4-f75f-4286-bfdc-488eadb1bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.075409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:39.128905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:39.130806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.188299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-172fc799-3ef5-4002-8050-77683b06d20e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4733465 Sep 17 22:48:39.196501 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0f277f6-ed17-4f52-b72d-6d6c19380f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.227348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Request body: {'port': {'device_id': '7f33d1a9-a362-4b5a-9046-e72763456258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:39.338018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:38Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:39.404608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58980) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:39.414796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b1cfd-2679-4590-8cff-b2bb70ba1bc4 None None] The sync data for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 is: [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:38Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:39.431373 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-533e67a4-f75f-4286-bfdc-488eadb1bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.436293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-90935e53-15c8-413b-92f9-6da270158916 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:39.437933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-90935e53-15c8-413b-92f9-6da270158916 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5918138 Sep 17 22:48:39.512271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3734913 Sep 17 22:48:39.514704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58984) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:39.521547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-533e67a4-f75f-4286-bfdc-488eadb1bb19 None None] For port 990a2987-4803-49e0-b5d8-cb5792fd2838, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=990a2987-4803-49e0-b5d8-cb5792fd2838,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:39.530772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.533664 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-533e67a4-f75f-4286-bfdc-488eadb1bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.671204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e67a4-f75f-4286-bfdc-488eadb1bb19 None None] Pushing event updated for resources: {'Port': ['ID=990a2987-4803-49e0-b5d8-cb5792fd2838,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:39.702238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': '15609a03-713f-45fb-8529-bc1bdbc4605a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:39.714339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9adf9f-6bc7-4b72-91d4-af6a92ffc3cd tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=15609a03-713f-45fb-8529-bc1bdbc4605a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:39.725882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bebc694d-7296-460e-a7b7-90a4836c3672 None None] Provisioning complete for port 26b2756a-93c8-4730-b157-d94bfc4df77b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:39.726458 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bebc694d-7296-460e-a7b7-90a4836c3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.727807 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea1513f-f101-41dc-b36a-a77b1d80c1d4,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:39.730295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 15609a03-713f-45fb-8529-bc1bdbc4605a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:39.756659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Checking segment: {'id': 'ae063366-3f9c-4213-b639-9387c2907bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '71c2ee2c-98cf-47f0-b1d4-96062d10afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:39.757395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Network hostable DHCP agents. Network: 71c2ee2c-98cf-47f0-b1d4-96062d10afb5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:39.830960 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d316c0a-ef26-43ef-9e2e-c693d6d65edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.834164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0f277f6-ed17-4f52-b72d-6d6c19380f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.850968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-92866636-14db-4a69-80cb-a49d677f4fd0 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/quotas/b4467ab831114dc3a2c114355cf563c8 HTTP/1.1" status: 200 len: 375 time: 0.3899753 Sep 17 22:48:39.968108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bebc694d-7296-460e-a7b7-90a4836c3672 None None] Port 26b2756a-93c8-4730-b157-d94bfc4df77b cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:39.996243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0f277f6-ed17-4f52-b72d-6d6c19380f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.008779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-873d36b3-ad4d-4da7-b9e8-9e1ca817c363 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4467ab831114dc3a2c114355cf563c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1473439 Sep 17 22:48:40.031213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265c7e-c851-4804-866a-aae6cbc15cf3 req-f90716be-089e-4c92-b653-df8913da926c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:40.032823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58265c7e-c851-4804-866a-aae6cbc15cf3 req-f90716be-089e-4c92-b653-df8913da926c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 931 time: 1.0637026 Sep 17 22:48:40.035800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Network 71c2ee2c-98cf-47f0-b1d4-96062d10afb5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:40.066740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 71c2ee2c-98cf-47f0-b1d4-96062d10afb5) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:40.077643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549c4d7-6316-47c9-ae79-229b08e68bb0 None None] Network 71c2ee2c-98cf-47f0-b1d4-96062d10afb5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:40.089043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:40.099765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.155914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f277f6-ed17-4f52-b72d-6d6c19380f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23f343-a011-4ec8-acde-9068999c9595,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:40.170543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-58265c7e-c851-4804-866a-aae6cbc15cf3 req-408e0fc6-bcbd-49f1-b26b-c31e2bddd118 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251707 Sep 17 22:48:40.214377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d316c0a-ef26-43ef-9e2e-c693d6d65edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.230644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58990) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:40.241312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b0f277f6-ed17-4f52-b72d-6d6c19380f58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43a764e4f2424d3ead787e4c27013964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4608705 Sep 17 22:48:40.248410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6be66d40-5af0-4c1d-bfa4-1b074c5877da admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5496964 Sep 17 22:48:40.301141 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0d316c0a-ef26-43ef-9e2e-c693d6d65edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.435880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:40.440051 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.465291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f839215-343d-49e7-afbe-e641899073ae None None] Network 71c2ee2c-98cf-47f0-b1d4-96062d10afb5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:40.502878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b2756a-93c8-4730-b157-d94bfc4df77b {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:40.528870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.564522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Transition to ACTIVE for port object 26b2756a-93c8-4730-b157-d94bfc4df77b will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:48:40.582567 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0d316c0a-ef26-43ef-9e2e-c693d6d65edc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3293ae38f6274a00af668e8ba4ac480a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1764309 Sep 17 22:48:40.583247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:40.588235 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.591140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59004) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:40.705072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d316c0a-ef26-43ef-9e2e-c693d6d65edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f27c27-777d-44c8-8923-9a713f8544fd,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:40.754193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df1bafa-8d8b-4586-a630-543976572f98 admin admin] Deleting subnet 4ea1513f-f101-41dc-b36a-a77b1d80c1d4 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:48:40.795032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6df1bafa-8d8b-4586-a630-543976572f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.939722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b94125-6a40-4663-96d6-9325a091ba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.945524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:41.028328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6df1bafa-8d8b-4586-a630-543976572f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.042495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0881fe96-3084-4229-9dac-334f5b76b1ee req-3e66d7e5-59fc-4517-a58f-163452b44752 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 210 time: 0.6137323 Sep 17 22:48:41.077419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-030521ed-6b63-408a-b075-f28a9854d62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.098685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b94125-6a40-4663-96d6-9325a091ba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.117645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:41.118029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:41.118386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:41.130641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:48:41.130976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:41.177442 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-030521ed-6b63-408a-b075-f28a9854d62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.217619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:41.218021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Checking segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:41.220561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Bound using segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:41.221092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Bound port: 26b2756a-93c8-4730-b157-d94bfc4df77b, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:41.221759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.229849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6df1bafa-8d8b-4586-a630-543976572f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.437260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b761d-a19b-48d7-9a78-31c322bbb322 req-59100004-bccc-4321-9950-4b81b18f3d19 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:41.443880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:41.447095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f44b761d-a19b-48d7-9a78-31c322bbb322 req-59100004-bccc-4321-9950-4b81b18f3d19 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 943 time: 0.1392183 Sep 17 22:48:41.449688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b94125-6a40-4663-96d6-9325a091ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.457783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b94125-6a40-4663-96d6-9325a091ba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.459384 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c0b94125-6a40-4663-96d6-9325a091ba76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34f27c27-777d-44c8-8923-9a713f8544fd HTTP/1.1" status: 204 len: 168 time: 0.7654500 Sep 17 22:48:41.461677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:41.475575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.482092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b94125-6a40-4663-96d6-9325a091ba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f27c27-777d-44c8-8923-9a713f8544fd,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:41.509375 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f44b761d-a19b-48d7-9a78-31c322bbb322 req-c52949aa-d7f9-4ec3-938a-b2f3ffe52923 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610821 Sep 17 22:48:41.510707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6df1bafa-8d8b-4586-a630-543976572f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.516171 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-030521ed-6b63-408a-b075-f28a9854d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.519009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-030521ed-6b63-408a-b075-f28a9854d62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.520267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-030521ed-6b63-408a-b075-f28a9854d62f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e23f343-a011-4ec8-acde-9068999c9595 HTTP/1.1" status: 204 len: 168 time: 1.2885118 Sep 17 22:48:41.531815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030521ed-6b63-408a-b075-f28a9854d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23f343-a011-4ec8-acde-9068999c9595,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:41.578344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:41.578980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.580702 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] 10.222.0.49 "PUT /v2.0/ports/26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 1092 time: 2.3725195 Sep 17 22:48:41.598209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:41.602210 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7236aeb-3be4-4897-97ef-78978b0eb6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:41.622458 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1bafa-8d8b-4586-a630-543976572f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea1513f-f101-41dc-b36a-a77b1d80c1d4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:41.641911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6df1bafa-8d8b-4586-a630-543976572f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.643829 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6df1bafa-8d8b-4586-a630-543976572f98 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4ea1513f-f101-41dc-b36a-a77b1d80c1d4 HTTP/1.1" status: 204 len: 168 time: 1.0568388 Sep 17 22:48:41.651085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59024) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:41.677602 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 990a2987-4803-49e0-b5d8-cb5792fd2838 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:41.710728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.778994 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4dc157-4ac0-468c-975a-f7d474c98ff7 x-openstack-request-id: req-fb4dc157-4ac0-468c-975a-f7d474c98ff7 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:41.784197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=50f13215-a99a-4980-8d84-a699b16476de,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:41.787005 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:41.787445 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb4dc157-4ac0-468c-975a-f7d474c98ff7 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:41.789919 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'status': 'completed', 'code': 200} Sep 17 22:48:41.806543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': '404db626-6eb4-48b1-a93f-aded3434d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15609a03-713f-45fb-8529-bc1bdbc4605a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:41.806953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: 15609a03-713f-45fb-8529-bc1bdbc4605a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:41.852079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 990a2987-4803-49e0-b5d8-cb5792fd2838 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:41.852675 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.871126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network 15609a03-713f-45fb-8529-bc1bdbc4605a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:41.893364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 15609a03-713f-45fb-8529-bc1bdbc4605a) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:41.907833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:41.908439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.912232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df07ab-a72e-4294-8580-fb101ace4737 None None] Network 15609a03-713f-45fb-8529-bc1bdbc4605a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:41.954956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e395315f-b5c6-4ecb-8ad1-7cec655f78ef tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2632413 Sep 17 22:48:41.961652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59030) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:41.974199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a760b-cbe4-46a1-8c0e-536cdc993bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:42.238025 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.320231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59034) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:42.402647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-15609a03-713f-45fb-8529-bc1bdbc4605a', 'network_id': '15609a03-713f-45fb-8529-bc1bdbc4605a', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '50f13215-a99a-4980-8d84-a699b16476de'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:42.405160 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.447433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a62c687-65a6-4ed6-b9b1-7148c7811870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.460845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa2b8d59-1de9-4889-a417-5ffae6fbfb9c req-2cfda3b0-9282-4d59-8f12-9cd22bb6fda6 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 210 time: 0.1387796 Sep 17 22:48:42.487701 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.660396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Allocated IP 172.20.0.2 (15609a03-713f-45fb-8529-bc1bdbc4605a/50f13215-a99a-4980-8d84-a699b16476de/c5a782d2-6fab-4092-b431-0aaaf6fa983b) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:42.701529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a62c687-65a6-4ed6-b9b1-7148c7811870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.711554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bd68c-f8b9-47de-84bf-6560987681db req-361bb242-c80c-4662-8e2c-d4693940ae47 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:42.717495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-406bd68c-f8b9-47de-84bf-6560987681db req-361bb242-c80c-4662-8e2c-d4693940ae47 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 943 time: 0.1052163 Sep 17 22:48:42.719106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a62c687-65a6-4ed6-b9b1-7148c7811870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.813736 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7a62c687-65a6-4ed6-b9b1-7148c7811870 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01fa7171db3d4d2d98cf22c770a60612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695115 Sep 17 22:48:42.821190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:42.821604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-406bd68c-f8b9-47de-84bf-6560987681db req-73fc0e6d-2ed2-4f08-bc06-77ebe094e669 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977783 Sep 17 22:48:42.824914 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-57e86625-ce25-46ce-8950-d0b033bba627 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b4467ab831114dc3a2c114355cf563c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5261939 Sep 17 22:48:42.825092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62c687-65a6-4ed6-b9b1-7148c7811870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ceab8c-3767-4f0c-b4ba-d1c3c529034f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:42.877805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-45bdbf54-2127-40ad-a9ff-214ca058cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:42.878062 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.879441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-45bdbf54-2127-40ad-a9ff-214ca058cd44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1095 time: 1.1850626 Sep 17 22:48:42.881837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.891234 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.910647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.933116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Network 15609a03-713f-45fb-8529-bc1bdbc4605a is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:42.937065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:42.944194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:42.947791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=50f13215-a99a-4980-8d84-a699b16476de,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:42.986472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Pushing event updated for resources: {'Port': ['ID=c5a782d2-6fab-4092-b431-0aaaf6fa983b,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:43.008440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-6cbeace9-0b28-4213-ac93-89ccb2f990d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 217 time: 0.0992877 Sep 17 22:48:43.030028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Attempting to bind port c5a782d2-6fab-4092-b431-0aaaf6fa983b on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:43.030396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Attempting to bind port c5a782d2-6fab-4092-b431-0aaaf6fa983b by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '404db626-6eb4-48b1-a93f-aded3434d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15609a03-713f-45fb-8529-bc1bdbc4605a'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:43.030761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Attempting to bind port c5a782d2-6fab-4092-b431-0aaaf6fa983b on network 15609a03-713f-45fb-8529-bc1bdbc4605a {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:43.037977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:43.037977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Checking segment: {'id': '404db626-6eb4-48b1-a93f-aded3434d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15609a03-713f-45fb-8529-bc1bdbc4605a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:43.040090 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.040514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Bound using segment: {'id': '404db626-6eb4-48b1-a93f-aded3434d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15609a03-713f-45fb-8529-bc1bdbc4605a'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:43.041782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Bound port: c5a782d2-6fab-4092-b431-0aaaf6fa983b, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404db626-6eb4-48b1-a93f-aded3434d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15609a03-713f-45fb-8529-bc1bdbc4605a'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:43.041782 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.043669 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.068001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15609a03-713f-45fb-8529-bc1bdbc4605a']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:43.079478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404db626-6eb4-48b1-a93f-aded3434d653') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:43.079478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404db626-6eb4-48b1-a93f-aded3434d653') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:43.109951 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.124508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] For port c5a782d2-6fab-4092-b431-0aaaf6fa983b, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:43.128101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] For port c5a782d2-6fab-4092-b431-0aaaf6fa983b, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c5a782d2-6fab-4092-b431-0aaaf6fa983b,segment=NetworkSegment(404db626-6eb4-48b1-a93f-aded3434d653),segment_id=404db626-6eb4-48b1-a93f-aded3434d653)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:43.133900 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.135907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.144830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:43.145615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:43.149278 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:43.151688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db83c70d-07cf-4ddb-9f2d-ce9497a22298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.232288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de2d0d-12c7-48b6-a246-4c9809ce5d20 None None] Pushing event updated for resources: {'Port': ['ID=c5a782d2-6fab-4092-b431-0aaaf6fa983b,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:43.247604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:48:43.247604 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:48:43.247604 n-d-789963-10 neutron-server[94737]: [parameters: {'id': '15609a03-713f-45fb-8529-bc1bdbc4605a'}] Sep 17 22:48:43.247604 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:48:43.248238 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:48:43.259061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ebff00-8c28-4bcd-a46b-21410e8e483a None None] Network 15609a03-713f-45fb-8529-bc1bdbc4605a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:43.286770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db83c70d-07cf-4ddb-9f2d-ce9497a22298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.289925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-dce68d9a-26e5-407f-b763-78ea8d57d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:43.291664 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-dce68d9a-26e5-407f-b763-78ea8d57d45d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 200 len: 835 time: 0.2524509 Sep 17 22:48:43.298983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-132eb576-8d6d-47e8-bd4d-53aee5d355b1 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:43.300588 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-132eb576-8d6d-47e8-bd4d-53aee5d355b1 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4478388 Sep 17 22:48:43.308575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.332116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Request body: {'port': {'device_id': '03168ae3-1688-4673-bded-203e608ac9a9', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': 'b4467ab831114dc3a2c114355cf563c8'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:43.397857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b650357-0733-405a-97a4-ff9026af61fd None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:48:43.410312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c2ee2c-98cf-47f0-b1d4-96062d10afb5']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:43.471034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae063366-3f9c-4213-b639-9387c2907bab') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:43.471339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae063366-3f9c-4213-b639-9387c2907bab') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:43.495018 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.515531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b650357-0733-405a-97a4-ff9026af61fd None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:48:43.519831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-f0f372fd-8fff-4960-97d4-c236a7b52aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:43.521447 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-f0f372fd-8fff-4960-97d4-c236a7b52aa6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d2fe818a-f61c-4931-989b-5468f062413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2150357 Sep 17 22:48:43.527458 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.563492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:43.563914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:43.567799 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:43.589840 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db83c70d-07cf-4ddb-9f2d-ce9497a22298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.593399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db83c70d-07cf-4ddb-9f2d-ce9497a22298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.597234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db83c70d-07cf-4ddb-9f2d-ce9497a22298 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21ceab8c-3767-4f0c-b4ba-d1c3c529034f HTTP/1.1" status: 204 len: 168 time: 0.7706428 Sep 17 22:48:43.618033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-092ddcc9-6621-4d04-ad0f-e0d6a7b0e1e6 req-08d82629-8783-47ef-8faa-be44ba32ed39 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 210 time: 0.0381205 Sep 17 22:48:43.712909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83c70d-07cf-4ddb-9f2d-ce9497a22298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ceab8c-3767-4f0c-b4ba-d1c3c529034f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:43.744234 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.750053 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.755094 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.759511 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] 10.222.0.48 "DELETE /v2.0/networks/71c2ee2c-98cf-47f0-b1d4-96062d10afb5 HTTP/1.1" status: 204 len: 168 time: 2.0996540 Sep 17 22:48:43.764711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Made reservation on behalf of b4467ab831114dc3a2c114355cf563c8 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:43.769153 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.802020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a9460-dbf6-480a-92ae-21dbc5b4ea50 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c2ee2c-98cf-47f0-b1d4-96062d10afb5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:43.816301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.847228 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-9ba5c78c-317c-4854-95a4-7441601e780c service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160958 Sep 17 22:48:43.931710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Deleting port c5a782d2-6fab-4092-b431-0aaaf6fa983b {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:43.932144 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.043699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7b58f172-e52a-4f18-8ced-350444f96cb1 req-6af08287-9935-4445-8e23-4f67b5bbb673 service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862156 Sep 17 22:48:44.081204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] For port c5a782d2-6fab-4092-b431-0aaaf6fa983b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c5a782d2-6fab-4092-b431-0aaaf6fa983b,segment=NetworkSegment(404db626-6eb4-48b1-a93f-aded3434d653),segment_id=404db626-6eb4-48b1-a93f-aded3434d653)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:44.081585 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.105702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Calling delete_port for c5a782d2-6fab-4092-b431-0aaaf6fa983b owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:44.120074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c1bd-334a-4313-a8c9-cca69d4b40be req-cd5cc0cb-fb93-4df3-b9be-713aedb3a0d3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:44.122578 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5771c1bd-334a-4313-a8c9-cca69d4b40be req-cd5cc0cb-fb93-4df3-b9be-713aedb3a0d3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 943 time: 0.1559279 Sep 17 22:48:44.123455 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.130868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.204303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59060) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:44.240464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5771c1bd-334a-4313-a8c9-cca69d4b40be req-e9e86598-e575-4dc1-bb93-d279a07f9139 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044252 Sep 17 22:48:44.296613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bae4de5c-6000-4787-9685-d3d96e2ed100 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=477a2ba879c24b8680e9f83560ba690e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911176 Sep 17 22:48:44.300731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59064) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:44.307126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:44.363098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.368430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-b0c78da9-8a3e-46e4-b142-904b5e936793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:44.370252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-b0c78da9-8a3e-46e4-b142-904b5e936793 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1095 time: 0.2194648 Sep 17 22:48:44.398898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No DVR routers for this DVR port c5a782d2-6fab-4092-b431-0aaaf6fa983b on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:44.406865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Allocated IP 192.168.233.131 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/c294fc35-4417-43ca-a060-7089330207d1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:44.409609 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Port': ['ID=c5a782d2-6fab-4092-b431-0aaaf6fa983b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:44.491051 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d4cce3c-777a-4002-a5ba-2fb5d477ad8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.558535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d4cce3c-777a-4002-a5ba-2fb5d477ad8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.562064 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.571811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-424df95a-87f0-4069-b00e-dae103360246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:44.573352 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-424df95a-87f0-4069-b00e-dae103360246 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 898 time: 0.1811786 Sep 17 22:48:44.607880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15609a03-713f-45fb-8529-bc1bdbc4605a']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:44.630550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404db626-6eb4-48b1-a93f-aded3434d653') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:44.630550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404db626-6eb4-48b1-a93f-aded3434d653') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:44.630897 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-1b62b684-f563-4fa7-8f40-e19c87d74723 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 217 time: 0.0433578 Sep 17 22:48:44.642251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.663898 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.677368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:44.678081 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.737540 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-2dc604dc-837f-4a75-b90b-e1068da70491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:44.738471 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-2dc604dc-837f-4a75-b90b-e1068da70491 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 200 len: 835 time: 0.0665910 Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:44.751707 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:44.780919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d4cce3c-777a-4002-a5ba-2fb5d477ad8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.784352 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d4cce3c-777a-4002-a5ba-2fb5d477ad8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.788247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1d4cce3c-777a-4002-a5ba-2fb5d477ad8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65c319ce-9d85-4218-abf9-664dd8c17e11 HTTP/1.1" status: 204 len: 168 time: 0.4835372 Sep 17 22:48:44.807143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.832792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.836149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-082299b9-547f-41af-aa73-cc807c6b0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:44.837911 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-082299b9-547f-41af-aa73-cc807c6b0d6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d2fe818a-f61c-4931-989b-5468f062413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860746 Sep 17 22:48:44.846573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cccaf2a8-97c0-4f25-8756-dd35927475ab req-758bb220-fb9f-4194-8f41-d3b47b0029c9 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 210 time: 0.0848789 Sep 17 22:48:44.866780 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.868884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/15609a03-713f-45fb-8529-bc1bdbc4605a HTTP/1.1" status: 204 len: 168 time: 2.9062371 Sep 17 22:48:44.874245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cce3c-777a-4002-a5ba-2fb5d477ad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c319ce-9d85-4218-abf9-664dd8c17e11,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:44.894738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59084) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:44.900527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1039006297'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:44.907097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f73d5-e2a9-410a-80a9-4ccd739c05a7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=15609a03-713f-45fb-8529-bc1bdbc4605a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:44.933561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:44.943581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.973759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.995381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:45.009368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.009872 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 11354e81-ebc2-4693-9b6a-b727c48c2f31 of type vlan for network abbf03b9-c689-46a9-915a-f9a8f0e95ff5 Sep 17 22:48:45.083909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.086455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:45.099886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:45.117649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-740622a1-fe7f-4363-ad3a-1b1e6fd43c67 service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629421 Sep 17 22:48:45.118373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:45.142989 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.151669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:45.152317 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.182022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:45.182679 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.195091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Pushing event updated for resources: {'Port': ['ID=c294fc35-4417-43ca-a060-7089330207d1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:45.232446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-3dc13bd6-7d13-41be-a95d-459fbecb020a tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9195070 Sep 17 22:48:45.276548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3807120 Sep 17 22:48:45.285996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59098) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:45.306157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Request body: {'port': {'device_id': '03168ae3-1688-4673-bded-203e608ac9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:45.321037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': 'abbf03b9-c689-46a9-915a-f9a8f0e95ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:45.437625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.489875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c7236aeb-3be4-4897-97ef-78978b0eb6b7 req-decc2f26-af80-4ee2-8a65-f471fad3f967 service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026307 Sep 17 22:48:45.496611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f2125633-2c7f-4d32-8480-00935160781a None None] Provisioning complete for port c294fc35-4417-43ca-a060-7089330207d1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:45.497851 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2125633-2c7f-4d32-8480-00935160781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.524166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701ebfe-6f03-4495-b466-16a766cf40ad tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=abbf03b9-c689-46a9-915a-f9a8f0e95ff5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:45.562998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:45.566598 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.603247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91429-74ba-4092-bbd0-dd4a2ed6a759 req-6fd63cd8-4f3d-456f-83cf-24ba0867d1ff tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:45.611737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be91429-74ba-4092-bbd0-dd4a2ed6a759 req-6fd63cd8-4f3d-456f-83cf-24ba0867d1ff tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 943 time: 0.1492050 Sep 17 22:48:45.623343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network abbf03b9-c689-46a9-915a-f9a8f0e95ff5 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:45.689068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Performing IP validity checks on allocation pools {{(pid=94737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:48:45.689856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:48:45.713224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be91429-74ba-4092-bbd0-dd4a2ed6a759 req-6f2e64c8-cbab-43d5-a0ad-bf544dac0fb8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967276 Sep 17 22:48:45.803410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f2125633-2c7f-4d32-8480-00935160781a None None] Port c294fc35-4417-43ca-a060-7089330207d1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:45.934812 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.976246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c294fc35-4417-43ca-a060-7089330207d1 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:45.999343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.035293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Transition to ACTIVE for port object c294fc35-4417-43ca-a060-7089330207d1 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:48:46.042727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.119797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': '11354e81-ebc2-4693-9b6a-b727c48c2f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'abbf03b9-c689-46a9-915a-f9a8f0e95ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:46.130800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: abbf03b9-c689-46a9-915a-f9a8f0e95ff5, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:46.137626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=41f87cea-2837-44c8-a083-e34dfb50082e,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:46.202014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a029f86-d24f-4444-9c5f-37058bf2838b req-775dca0e-ddb2-4a49-93aa-6d8a75bf2839 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:46.208746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a029f86-d24f-4444-9c5f-37058bf2838b req-775dca0e-ddb2-4a49-93aa-6d8a75bf2839 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 936 time: 0.1952291 Sep 17 22:48:46.211207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network abbf03b9-c689-46a9-915a-f9a8f0e95ff5 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:46.232901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c294fc35-4417-43ca-a060-7089330207d1,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:46.254563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Attempting to bind port c294fc35-4417-43ca-a060-7089330207d1 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:46.254951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Attempting to bind port c294fc35-4417-43ca-a060-7089330207d1 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:46.255286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Attempting to bind port c294fc35-4417-43ca-a060-7089330207d1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:46.259113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, abbf03b9-c689-46a9-915a-f9a8f0e95ff5) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:46.260375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Port c294fc35-4417-43ca-a060-7089330207d1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:48:46.260375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Attempting to bind port c294fc35-4417-43ca-a060-7089330207d1 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:46.267612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:46.267958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:46.268735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:46.268891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Bound port: c294fc35-4417-43ca-a060-7089330207d1, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:46.269150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.271853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77decefd-e59d-4e1d-91d8-8f75e844dbc9 None None] Network abbf03b9-c689-46a9-915a-f9a8f0e95ff5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:46.281783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:46.282430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.323684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a029f86-d24f-4444-9c5f-37058bf2838b req-8d1611b7-575b-44eb-85a0-0beed9b6a8c6 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981216 Sep 17 22:48:46.333622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-806352f1-cc48-4235-8856-2db48ba434bf tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0462923 Sep 17 22:48:46.336400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59132) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:46.427060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] For port c294fc35-4417-43ca-a060-7089330207d1, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:46.436821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] For port c294fc35-4417-43ca-a060-7089330207d1, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=c294fc35-4417-43ca-a060-7089330207d1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:46.457207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.483904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.566080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:46.567269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.569289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] 10.222.0.45 "PUT /v2.0/ports/c294fc35-4417-43ca-a060-7089330207d1 HTTP/1.1" status: 200 len: 1097 time: 1.2808084 Sep 17 22:48:46.571914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03168ae3-1688-4673-bded-203e608ac9a9', 'tag': 'c294fc35-4417-43ca-a060-7089330207d1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:46.576135 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a449572a-11ae-492d-a4ad-e5dd82321fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "03168ae3-1688-4673-bded-203e608ac9a9", "tag": "c294fc35-4417-43ca-a060-7089330207d1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:46.583386 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.592210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156a78d-4f7a-4fc5-8497-a6db5c675655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-abbf03b9-c689-46a9-915a-f9a8f0e95ff5', 'network_id': 'abbf03b9-c689-46a9-915a-f9a8f0e95ff5', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '41f87cea-2837-44c8-a083-e34dfb50082e'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:46.597613 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6156a78d-4f7a-4fc5-8497-a6db5c675655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.704722 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f33f8-11a0-4930-bf4d-f175a277704b x-openstack-request-id: req-d27f33f8-11a0-4930-bf4d-f175a277704b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:46.705184 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03168ae3-1688-4673-bded-203e608ac9a9", "tag": "c294fc35-4417-43ca-a060-7089330207d1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:46.705578 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d27f33f8-11a0-4930-bf4d-f175a277704b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:46.706069 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03168ae3-1688-4673-bded-203e608ac9a9', 'tag': 'c294fc35-4417-43ca-a060-7089330207d1', 'status': 'completed', 'code': 200} Sep 17 22:48:46.728668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c83a-535c-4a9a-982f-3fb99e806aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c294fc35-4417-43ca-a060-7089330207d1,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:46.769250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.801127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-896e3255-7536-4481-9601-d6a432a47226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:46.803365 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-896e3255-7536-4481-9601-d6a432a47226 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4467ab831114dc3a2c114355cf563c8&device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 1100 time: 0.1747980 Sep 17 22:48:46.884169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=41f87cea-2837-44c8-a083-e34dfb50082e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:46.888579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-8ffcc19a-c29e-4872-8f3a-9b29ab1ec02d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c294fc35-4417-43ca-a060-7089330207d1 HTTP/1.1" status: 200 len: 217 time: 0.0738037 Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server [None req-6156a78d-4f7a-4fc5-8497-a6db5c675655 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41f87cea-2837-44c8-a083-e34dfb50082e: This subnet is being modified by another concurrent operation. Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41f87cea-2837-44c8-a083-e34dfb50082e: This subnet is being modified by another concurrent operation. Sep 17 22:48:46.940242 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Sep 17 22:48:46.969139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a6768-8fc3-4aa2-b3c7-0532f63ab075 None None] Network abbf03b9-c689-46a9-915a-f9a8f0e95ff5 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:46.993671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.009539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-674b7d6c-6a83-4fc0-be52-80d0462a3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:47.011426 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-674b7d6c-6a83-4fc0-be52-80d0462a3dca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1148500 Sep 17 22:48:47.045077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b11151-842b-4f57-8797-a310aa162a39 req-9853ad01-0097-4e76-8a98-1485d7be34d9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:47.052224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92b11151-842b-4f57-8797-a310aa162a39 req-9853ad01-0097-4e76-8a98-1485d7be34d9 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 943 time: 0.1571667 Sep 17 22:48:47.072770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbf03b9-c689-46a9-915a-f9a8f0e95ff5']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:47.102453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11354e81-ebc2-4693-9b6a-b727c48c2f31') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:47.102747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11354e81-ebc2-4693-9b6a-b727c48c2f31') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:47.121041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92b11151-842b-4f57-8797-a310aa162a39 req-daa0d56d-9b47-41cb-b7d1-61af47a07fd3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618927 Sep 17 22:48:47.145033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.165836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-9f13f840-409b-4a4c-87a6-afe0c525ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:47.173526 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-9f13f840-409b-4a4c-87a6-afe0c525ce71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462028 Sep 17 22:48:47.182882 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.196998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ac5db-316a-4add-ad6b-e624f1c4ee35 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:48:47.220786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:47.222775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:47.227705 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:47.285556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 26b2756a-93c8-4730-b157-d94bfc4df77b details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:48:47.373058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ac5db-316a-4add-ad6b-e624f1c4ee35 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:48:47.385093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.399616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.401937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/abbf03b9-c689-46a9-915a-f9a8f0e95ff5 HTTP/1.1" status: 204 len: 168 time: 1.0643523 Sep 17 22:48:47.408752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59156) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:47.411562 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-de2a5f47-2aa8-4d1d-bc2f-3276997f162a service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336240 Sep 17 22:48:47.420207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-152617026'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:47.452076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fef8e8-8110-437b-b000-c7288ef75d48 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=abbf03b9-c689-46a9-915a-f9a8f0e95ff5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:47.527670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:47.535387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.568407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1314a-f805-41e4-b1c1-6baab5b463d4 req-78f3fcb3-51cc-4caf-b0ab-12c6a3b064c5 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:47.570859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85e1314a-f805-41e4-b1c1-6baab5b463d4 req-78f3fcb3-51cc-4caf-b0ab-12c6a3b064c5 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 948 time: 0.1082511 Sep 17 22:48:47.592330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59168) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:47.627385 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-267ebb6d-c1d5-4f48-8698-85e337dffd56 req-17af6547-0780-472f-a002-c37ec9649809 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030778 Sep 17 22:48:47.662602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:47.689976 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.690332 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment a693ab9a-976a-4e51-8981-5324840c139a of type vlan for network ce2928d7-e525-4103-b418-fad8dc0f4501 Sep 17 22:48:47.708884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85e1314a-f805-41e4-b1c1-6baab5b463d4 req-05511359-960f-453b-897f-6c9dc5f14e4b tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077909 Sep 17 22:48:47.777473 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8d55eebf-fcf6-41ff-9669-bb70355a9880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.802792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.858125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.867714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:47.868585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.874867 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-66361aff-1b15-48a5-8007-ca873c52a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:47.876695 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-66361aff-1b15-48a5-8007-ca873c52a9f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4467ab831114dc3a2c114355cf563c8&device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 1100 time: 0.1849027 Sep 17 22:48:47.952419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:47.974304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'port_id': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'mac_address': 'fa:16:3e:f6:a2:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:48:48.015002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8d55eebf-fcf6-41ff-9669-bb70355a9880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.025006 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8d55eebf-fcf6-41ff-9669-bb70355a9880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.055168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=ce2928d7-e525-4103-b418-fad8dc0f4501,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:48.065237 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b515fcf4-6829-4159-9b8f-d169c91f447f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6498313 Sep 17 22:48:48.084092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:48.084092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55eebf-fcf6-41ff-9669-bb70355a9880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3146be-c2eb-423d-88f5-79091194c15e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:48.094625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': 'ce2928d7-e525-4103-b418-fad8dc0f4501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:48.106919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network ce2928d7-e525-4103-b418-fad8dc0f4501 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:48.166886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-4880c65f-5d58-4aaa-a3b2-2bb464fa5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:48.172808 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-4880c65f-5d58-4aaa-a3b2-2bb464fa5f05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.2860606 Sep 17 22:48:48.187067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.223846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8d55eebf-fcf6-41ff-9669-bb70355a9880 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32df8c360818484ca783a56b24341c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267233 Sep 17 22:48:48.228159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59180) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:48.251643 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-1bef3b9d-b282-44fc-b55b-1fd035b161b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c294fc35-4417-43ca-a060-7089330207d1 HTTP/1.1" status: 200 len: 217 time: 0.0658374 Sep 17 22:48:48.287818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b2756a-93c8-4730-b157-d94bfc4df77b {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:48.356822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-09b6da3e-f13c-4215-93b7-399409deff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:48.358670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:48.362595 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.363440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-09b6da3e-f13c-4215-93b7-399409deff7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1036246 Sep 17 22:48:48.382213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:48.391064 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.445469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-6c0bca70-2264-4446-b460-0f5e4252aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:48.447017 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-6c0bca70-2264-4446-b460-0f5e4252aa7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754130 Sep 17 22:48:48.501633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:48.533478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96831753-42bb-49b0-86c2-3a24e31c3438 req-53af0be6-6670-4d0d-a9e7-d8803f6a15fa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:48.535027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96831753-42bb-49b0-86c2-3a24e31c3438 req-53af0be6-6670-4d0d-a9e7-d8803f6a15fa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 943 time: 0.2496009 Sep 17 22:48:48.549710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2dc5dfab-88f2-4efb-93d4-e8b409699173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.583822 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-840fb7c7-2c6e-4c26-a8db-5e5b2b39fadf service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111116 Sep 17 22:48:48.594225 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2dc5dfab-88f2-4efb-93d4-e8b409699173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.635000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96831753-42bb-49b0-86c2-3a24e31c3438 req-9600725e-edc9-4bf0-b901-70673f3db608 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882490 Sep 17 22:48:48.705660 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a449572a-11ae-492d-a4ad-e5dd82321fd1 req-738ef99a-9234-4480-a21d-0bb147608f34 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116970 Sep 17 22:48:48.715076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2dc5dfab-88f2-4efb-93d4-e8b409699173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.718527 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2dc5dfab-88f2-4efb-93d4-e8b409699173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.723000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2dc5dfab-88f2-4efb-93d4-e8b409699173 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f3146be-c2eb-423d-88f5-79091194c15e HTTP/1.1" status: 204 len: 168 time: 0.4905617 Sep 17 22:48:48.754553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5dfab-88f2-4efb-93d4-e8b409699173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3146be-c2eb-423d-88f5-79091194c15e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:48.763427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['26b2756a-93c8-4730-b157-d94bfc4df77b'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:48:48.801835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.852778 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.007351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': 'a693ab9a-976a-4e51-8981-5324840c139a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ce2928d7-e525-4103-b418-fad8dc0f4501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:49.007594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: ce2928d7-e525-4103-b418-fad8dc0f4501, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:49.009863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=8c7f1476-4209-493c-b602-b201a5ac2733,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:49.021937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed804f3-c461-48c6-9b08-b3a5777235fe req-e69943b2-cde1-4fdc-a872-e940648f9222 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.023483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ed804f3-c461-48c6-9b08-b3a5777235fe req-e69943b2-cde1-4fdc-a872-e940648f9222 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 948 time: 0.2046311 Sep 17 22:48:49.066550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network ce2928d7-e525-4103-b418-fad8dc0f4501 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:49.081530 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ed804f3-c461-48c6-9b08-b3a5777235fe req-fc5520ee-8a5b-418f-8976-44a870bbc5a7 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Sep 17 22:48:49.084539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, ce2928d7-e525-4103-b418-fad8dc0f4501) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:49.107682 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.108510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.118147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b2a0c-51a5-4a08-ae6d-72289001d276 None None] Network ce2928d7-e525-4103-b418-fad8dc0f4501 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:49.131720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2b337008-3fd4-4fef-ae9f-d168097d5658 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0445821 Sep 17 22:48:49.134399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:49.279740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59214) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:49.303507 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b052e67-04e3-44d3-8200-33c68fbeec6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.365333 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.467669 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b052e67-04e3-44d3-8200-33c68fbeec6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.482850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b052e67-04e3-44d3-8200-33c68fbeec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.493792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.524488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0b0d0-41b7-478f-98c5-6ce538db0766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-ce2928d7-e525-4103-b418-fad8dc0f4501', 'network_id': 'ce2928d7-e525-4103-b418-fad8dc0f4501', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '8c7f1476-4209-493c-b602-b201a5ac2733'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:49.526015 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b0d0-41b7-478f-98c5-6ce538db0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.530322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6b052e67-04e3-44d3-8200-33c68fbeec6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03f724072e0647e5b7288ab1b0026597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494748 Sep 17 22:48:49.533961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59218) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:49.574154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b052e67-04e3-44d3-8200-33c68fbeec6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd66eea8-f192-433d-a3df-b0f0bcefa856,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:49.613647 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3f613bc-0ec2-46c3-a7b8-b6097afa7e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.647211 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3f613bc-0ec2-46c3-a7b8-b6097afa7e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.652245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device c294fc35-4417-43ca-a060-7089330207d1 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:48:49.663679 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.722342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3f613bc-0ec2-46c3-a7b8-b6097afa7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.726445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3f613bc-0ec2-46c3-a7b8-b6097afa7e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server [None req-e2a0b0d0-41b7-478f-98c5-6ce538db0766 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c7f1476-4209-493c-b602-b201a5ac2733: This subnet is being modified by another concurrent operation. Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c7f1476-4209-493c-b602-b201a5ac2733: This subnet is being modified by another concurrent operation. Sep 17 22:48:49.735698 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Sep 17 22:48:49.751344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7f1476-4209-493c-b602-b201a5ac2733,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:49.754315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a3f613bc-0ec2-46c3-a7b8-b6097afa7e1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd66eea8-f192-433d-a3df-b0f0bcefa856 HTTP/1.1" status: 204 len: 168 time: 0.1989460 Sep 17 22:48:49.804462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f613bc-0ec2-46c3-a7b8-b6097afa7e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd66eea8-f192-433d-a3df-b0f0bcefa856,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:49.848106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225cdaf3-97d8-4a4f-9e4d-71515b362960 None None] Network ce2928d7-e525-4103-b418-fad8dc0f4501 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:49.856075 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.861932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367b69-39a5-4939-b2de-a72aa0a962c1 req-e5f505fa-b206-45eb-abbf-04190b22f1aa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.870872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7367b69-39a5-4939-b2de-a72aa0a962c1 req-e5f505fa-b206-45eb-abbf-04190b22f1aa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.1066208 Sep 17 22:48:49.898118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port c294fc35-4417-43ca-a060-7089330207d1, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=c294fc35-4417-43ca-a060-7089330207d1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:49.907479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2928d7-e525-4103-b418-fad8dc0f4501']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:49.924593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a693ab9a-976a-4e51-8981-5324840c139a') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:49.925803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a693ab9a-976a-4e51-8981-5324840c139a') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:49.940223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7367b69-39a5-4939-b2de-a72aa0a962c1 req-ade7c58a-01dd-4cb3-9ec4-ee2e44fd0eae tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677969 Sep 17 22:48:49.941121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'c294fc35-4417-43ca-a060-7089330207d1', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'c294fc35-4417-43ca-a060-7089330207d1', 'mac_address': 'fa:16:3e:14:42:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:48:49.946890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.025390 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.041448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:50.043168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:50.050571 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:50.085455 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.122551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c294fc35-4417-43ca-a060-7089330207d1 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:50.150373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc4a0f-e4e0-418d-bbc8-542ce46f2989 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:48:50.158575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.168548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.178787 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/ce2928d7-e525-4103-b418-fad8dc0f4501 HTTP/1.1" status: 204 len: 168 time: 1.0364621 Sep 17 22:48:50.179472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59230) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:50.219551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-819892710'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:50.266742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d149-fd6e-4e4b-a796-cf40553a5a46 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=ce2928d7-e525-4103-b418-fad8dc0f4501,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:50.267027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port c294fc35-4417-43ca-a060-7089330207d1, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=c294fc35-4417-43ca-a060-7089330207d1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:50.272671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:50.279143 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.280666 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.312267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:50.312683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1ef57-7290-40c3-9da2-3bd71da43481 req-b0c4d7cf-e379-4f8e-8fff-39100f62cb13 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:50.325963 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35a1ef57-7290-40c3-9da2-3bd71da43481 req-b0c4d7cf-e379-4f8e-8fff-39100f62cb13 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 948 time: 0.1125035 Sep 17 22:48:50.329682 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.329848 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment f61341a4-1fc4-41e1-a143-660318d1be5a of type vlan for network 80f606b1-0dd4-4157-8a84-341fa01ec65f Sep 17 22:48:50.385018 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.408252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35a1ef57-7290-40c3-9da2-3bd71da43481 req-4e154118-fac3-4063-af99-c06f44413ede tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810132 Sep 17 22:48:50.418445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.425946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:50.426164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.520511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=80f606b1-0dd4-4157-8a84-341fa01ec65f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:50.528633 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1055154e-ade6-4cbd-a369-9131e78f660b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3447886 Sep 17 22:48:50.528837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59244) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:50.536698 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': '80f606b1-0dd4-4157-8a84-341fa01ec65f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:50.542646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['c294fc35-4417-43ca-a060-7089330207d1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:48:50.547640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 80f606b1-0dd4-4157-8a84-341fa01ec65f details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:50.782168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc4a0f-e4e0-418d-bbc8-542ce46f2989 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:48:50.804795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=c294fc35-4417-43ca-a060-7089330207d1,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:50.858636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:50.863550 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.086958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.197310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=dd3464b6-6b53-4cd3-828d-b587a254140b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:51.204241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': 'f61341a4-1fc4-41e1-a143-660318d1be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '80f606b1-0dd4-4157-8a84-341fa01ec65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:51.204685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: 80f606b1-0dd4-4157-8a84-341fa01ec65f, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:51.226191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc2ca3-0764-4d10-b61e-2389a11aae0e req-6cb5b2a4-77b7-4108-9805-b75883601a6d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.227783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77cc2ca3-0764-4d10-b61e-2389a11aae0e req-6cb5b2a4-77b7-4108-9805-b75883601a6d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.1456490 Sep 17 22:48:51.242160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network 80f606b1-0dd4-4157-8a84-341fa01ec65f is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:51.258133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 80f606b1-0dd4-4157-8a84-341fa01ec65f) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:51.265191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 26b2756a-93c8-4730-b157-d94bfc4df77b up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:51.286085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.287461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.299786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56520fb-3cf1-45f9-afd6-1f9f01810c32 None None] Network 80f606b1-0dd4-4157-8a84-341fa01ec65f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:51.319021 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-88c29524-e390-4578-b7bd-0c93e5f3de00 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7875717 Sep 17 22:48:51.321099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59270) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:51.349523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77cc2ca3-0764-4d10-b61e-2389a11aae0e req-af2a144e-96c9-480d-8c9d-18cd62abdc49 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086266 Sep 17 22:48:51.412828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 26b2756a-93c8-4730-b157-d94bfc4df77b completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:48:51.420455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 26b2756a-93c8-4730-b157-d94bfc4df77b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:51.420881 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.562748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.615201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device c294fc35-4417-43ca-a060-7089330207d1 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:51.676208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6357f-f8b8-48c3-92a1-58a90e8a2a10 req-948fd0c1-2178-4e8d-beee-0d22d38a7314 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.677964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ed6357f-f8b8-48c3-92a1-58a90e8a2a10 req-948fd0c1-2178-4e8d-beee-0d22d38a7314 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 949 time: 0.1572461 Sep 17 22:48:51.705607 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.760039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2681b08-abef-41dc-9721-6430aacc370b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-80f606b1-0dd4-4157-8a84-341fa01ec65f', 'network_id': '80f606b1-0dd4-4157-8a84-341fa01ec65f', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': 'dd3464b6-6b53-4cd3-828d-b587a254140b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:51.760884 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2681b08-abef-41dc-9721-6430aacc370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.784380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ed6357f-f8b8-48c3-92a1-58a90e8a2a10 req-d9d8e9fa-59e9-419e-979f-42d91f0f73fe tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880604 Sep 17 22:48:51.834708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port c294fc35-4417-43ca-a060-7089330207d1 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:48:51.843845 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.847126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port c294fc35-4417-43ca-a060-7089330207d1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:51.847497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.870669 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.928319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3464b6-6b53-4cd3-828d-b587a254140b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:51.967759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:51.978781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:51.983588 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7bdd49-9618-40bb-ad36-6d4b887fbce9" -d '{"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-plugged", "status": "completed", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:51.992092 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:52.033935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server [None req-f2681b08-abef-41dc-9721-6430aacc370b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd3464b6-6b53-4cd3-828d-b587a254140b: This subnet is being modified by another concurrent operation. Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd3464b6-6b53-4cd3-828d-b587a254140b: This subnet is being modified by another concurrent operation. Sep 17 22:48:52.050761 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Sep 17 22:48:52.070667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed5355-b755-4991-a81b-c0f28f646a80 None None] Network 80f606b1-0dd4-4157-8a84-341fa01ec65f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:52.085451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f606b1-0dd4-4157-8a84-341fa01ec65f']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:52.102731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61341a4-1fc4-41e1-a143-660318d1be5a') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:52.102933 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c01a2e-a04d-4f10-8e7a-e7e7e6f4612d x-openstack-request-id: req-a5c01a2e-a04d-4f10-8e7a-e7e7e6f4612d {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:52.103161 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-plugged", "status": "completed", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:52.103419 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5c01a2e-a04d-4f10-8e7a-e7e7e6f4612d {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:52.103772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61341a4-1fc4-41e1-a143-660318d1be5a') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:52.103970 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'code': 200} Sep 17 22:48:52.115414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:52.126329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:52.144611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:52.153584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:52.154558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:52.158135 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:52.258759 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:52.405113 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port c294fc35-4417-43ca-a060-7089330207d1, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=c294fc35-4417-43ca-a060-7089330207d1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:52.473063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8484a59-e491-49fc-8013-be0d78af1b61 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:48:52.555424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88832-615b-4da7-9590-afce489a1ee6 req-965a7f38-3c2d-4116-bbde-fdf734d57fea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:52.559096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aa88832-615b-4da7-9590-afce489a1ee6 req-965a7f38-3c2d-4116-bbde-fdf734d57fea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.1184845 Sep 17 22:48:52.632051 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:52.636553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8484a59-e491-49fc-8013-be0d78af1b61 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:48:52.647325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aa88832-615b-4da7-9590-afce489a1ee6 req-488725db-8fbf-4b39-8531-df1b7b0fddd7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782502 Sep 17 22:48:52.867813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=c294fc35-4417-43ca-a060-7089330207d1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:53.002588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5946348-0c12-4956-97d8-64bb8f8e1d5e req-39ea4066-3152-4ae1-9fb9-7fd42f3b75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:53.004857 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5946348-0c12-4956-97d8-64bb8f8e1d5e req-39ea4066-3152-4ae1-9fb9-7fd42f3b75d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1097 time: 0.7822254 Sep 17 22:48:53.007001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.015397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5643a8-2f29-4c61-8b5d-2b887b8945de req-b788ebf4-1b01-4bf5-9075-6f435a4eaa02 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:53.017011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf5643a8-2f29-4c61-8b5d-2b887b8945de req-b788ebf4-1b01-4bf5-9075-6f435a4eaa02 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 950 time: 0.1032887 Sep 17 22:48:53.029331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.038236 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/80f606b1-0dd4-4157-8a84-341fa01ec65f HTTP/1.1" status: 204 len: 168 time: 1.7160344 Sep 17 22:48:53.048860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59326) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:53.055363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1311468028'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:53.059254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=80f606b1-0dd4-4157-8a84-341fa01ec65f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:53.123334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf5643a8-2f29-4c61-8b5d-2b887b8945de req-890800c1-f32d-4a98-938c-a2d43bca3ffe tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997636 Sep 17 22:48:53.138899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.139482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.140996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.141354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.141706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.142052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.142386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.144852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.145285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.145639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.145985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.146324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55988c5-fa19-4959-821d-2117ad45ed73 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:53.156680 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5946348-0c12-4956-97d8-64bb8f8e1d5e req-98778ce5-3f09-4207-adbe-b31a5296eb22 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306570 Sep 17 22:48:53.174517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:53.180566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.233797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:53.276336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.276825 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 02db5afa-4008-46ff-8319-2d1c8447b691 of type vlan for network b234ed2e-6909-43ed-b2c6-8612909a6450 Sep 17 22:48:53.354112 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.387854 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.394389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:53.395105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.440174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3901613 Sep 17 22:48:53.443250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59336) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:53.448486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-65161c61-538f-46c7-b395-1e8f4099d05c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:53.499318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d3117-999d-4521-9355-a3989b8e1727 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=b234ed2e-6909-43ed-b2c6-8612909a6450,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:53.511596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b234ed2e-6909-43ed-b2c6-8612909a6450 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:53.646475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65161c61-538f-46c7-b395-1e8f4099d05c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.674019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65161c61-538f-46c7-b395-1e8f4099d05c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.694279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65161c61-538f-46c7-b395-1e8f4099d05c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network b234ed2e-6909-43ed-b2c6-8612909a6450 is not hosted by any dhcp agent {{(pid=94738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:48:53.701639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65161c61-538f-46c7-b395-1e8f4099d05c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:53.703695 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-65161c61-538f-46c7-b395-1e8f4099d05c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.708284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59344) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:53.708795 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-65161c61-538f-46c7-b395-1e8f4099d05c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "PUT /v2.0/networks/b234ed2e-6909-43ed-b2c6-8612909a6450 HTTP/1.1" status: 200 len: 723 time: 0.2639952 Sep 17 22:48:53.719453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': 'b234ed2e-6909-43ed-b2c6-8612909a6450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:53.797298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65161c61-538f-46c7-b395-1e8f4099d05c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=b234ed2e-6909-43ed-b2c6-8612909a6450,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:53.813307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b234ed2e-6909-43ed-b2c6-8612909a6450 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:53.888012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb169dae-e35c-495b-a13c-ba282142dbfc req-ab13244c-ea4f-4d2d-910d-b6e47ae96a43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:53.897283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb169dae-e35c-495b-a13c-ba282142dbfc req-ab13244c-ea4f-4d2d-910d-b6e47ae96a43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.1632767 Sep 17 22:48:53.970090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb169dae-e35c-495b-a13c-ba282142dbfc req-7e72598c-74fe-4284-9670-29f2a2984696 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719512 Sep 17 22:48:53.970669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:53.974068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:54.105246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03168ae3-1688-4673-bded-203e608ac9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c294fc35-4417-43ca-a060-7089330207d1'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:54.109450 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0e682c-c936-48de-b653-384080652286" -d '{"events": [{"server_uuid": "03168ae3-1688-4673-bded-203e608ac9a9", "name": "network-vif-plugged", "status": "completed", "tag": "c294fc35-4417-43ca-a060-7089330207d1"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:54.174558 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1618bcfb-793a-496a-8d15-85639916779d x-openstack-request-id: req-1618bcfb-793a-496a-8d15-85639916779d {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:54.175054 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03168ae3-1688-4673-bded-203e608ac9a9", "name": "network-vif-plugged", "status": "completed", "tag": "c294fc35-4417-43ca-a060-7089330207d1", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:54.175457 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1618bcfb-793a-496a-8d15-85639916779d {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:54.176017 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03168ae3-1688-4673-bded-203e608ac9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c294fc35-4417-43ca-a060-7089330207d1', 'code': 200} Sep 17 22:48:54.201614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:54.285295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9169d-3afb-4031-88aa-e2aa71fa3df8 req-bedb8b0d-2f33-4a29-8a1c-d6ab947b7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:54.287396 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ead9169d-3afb-4031-88aa-e2aa71fa3df8 req-bedb8b0d-2f33-4a29-8a1c-d6ab947b7eb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 1102 time: 0.0607340 Sep 17 22:48:54.339036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=30f4751e-b1fb-4248-ba6e-dd7d1f280a4e,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:54.350048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': '02db5afa-4008-46ff-8319-2d1c8447b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b234ed2e-6909-43ed-b2c6-8612909a6450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:54.352162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: b234ed2e-6909-43ed-b2c6-8612909a6450, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:54.357445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ead9169d-3afb-4031-88aa-e2aa71fa3df8 req-107ddcdb-1f98-46a0-a0fa-508ac4820196 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618355 Sep 17 22:48:54.369749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd01b43-2834-41da-93e0-9287edd45d2f req-9cbf1cbe-d52b-4efe-9263-cc59d3efd715 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:54.385352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcd01b43-2834-41da-93e0-9287edd45d2f req-9cbf1cbe-d52b-4efe-9263-cc59d3efd715 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 950 time: 0.1641269 Sep 17 22:48:54.417670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network b234ed2e-6909-43ed-b2c6-8612909a6450 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:54.445502 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcd01b43-2834-41da-93e0-9287edd45d2f req-6c341071-0e50-4c0b-9115-48551ccb91dc tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634198 Sep 17 22:48:54.446824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b234ed2e-6909-43ed-b2c6-8612909a6450) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:54.452969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:54.453642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:54.467983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae11d9-30c5-41e5-8662-e909cca2ff34 None None] Network b234ed2e-6909-43ed-b2c6-8612909a6450 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:54.482004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6e1b9310-f0cc-4b39-b423-32cf4a074a55 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7715425 Sep 17 22:48:54.484464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59372) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:54.490196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7217dcf7-5376-4f09-8195-e57fa07c8fbc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:54.614461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7217dcf7-5376-4f09-8195-e57fa07c8fbc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261115558'] for subnet, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:54.688629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b234ed2e-6909-43ed-b2c6-8612909a6450', 'network_id': 'b234ed2e-6909-43ed-b2c6-8612909a6450', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '30f4751e-b1fb-4248-ba6e-dd7d1f280a4e'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:54.689565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:54.778287 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7217dcf7-5376-4f09-8195-e57fa07c8fbc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786029973764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260167534'] for subnet, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:54.844596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217dcf7-5376-4f09-8195-e57fa07c8fbc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:54.845183 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7217dcf7-5376-4f09-8195-e57fa07c8fbc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:54.846505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7217dcf7-5376-4f09-8195-e57fa07c8fbc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "PUT /v2.0/subnets/30f4751e-b1fb-4248-ba6e-dd7d1f280a4e HTTP/1.1" status: 200 len: 806 time: 0.3610010 Sep 17 22:48:54.849190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59382) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:54.863590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217dcf7-5376-4f09-8195-e57fa07c8fbc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=30f4751e-b1fb-4248-ba6e-dd7d1f280a4e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:54.901385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Allocated IP 172.20.0.2 (b234ed2e-6909-43ed-b2c6-8612909a6450/30f4751e-b1fb-4248-ba6e-dd7d1f280a4e/676bfaec-0b04-48e1-aa09-ac7ac3e872f6) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:55.014594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.121154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.308417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.327540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.372528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Network b234ed2e-6909-43ed-b2c6-8612909a6450 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:55.375816 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.376597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:55.381258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:55.390857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Pushing event updated for resources: {'Port': ['ID=676bfaec-0b04-48e1-aa09-ac7ac3e872f6,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:55.423357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b38b9-c1d5-418a-a757-4f15286e3b37 req-338f4659-5877-46e7-a63d-647cac490c32 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:55.438352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-352b38b9-c1d5-418a-a757-4f15286e3b37 req-338f4659-5877-46e7-a63d-647cac490c32 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.1524472 Sep 17 22:48:55.527923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Attempting to bind port 676bfaec-0b04-48e1-aa09-ac7ac3e872f6 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:55.528272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Attempting to bind port 676bfaec-0b04-48e1-aa09-ac7ac3e872f6 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '02db5afa-4008-46ff-8319-2d1c8447b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b234ed2e-6909-43ed-b2c6-8612909a6450'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:55.529030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Attempting to bind port 676bfaec-0b04-48e1-aa09-ac7ac3e872f6 on network b234ed2e-6909-43ed-b2c6-8612909a6450 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:55.533992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=30f4751e-b1fb-4248-ba6e-dd7d1f280a4e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:55.537487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:55.538109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Checking segment: {'id': '02db5afa-4008-46ff-8319-2d1c8447b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b234ed2e-6909-43ed-b2c6-8612909a6450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:55.538722 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.539351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Bound using segment: {'id': '02db5afa-4008-46ff-8319-2d1c8447b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b234ed2e-6909-43ed-b2c6-8612909a6450'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:55.540226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Bound port: 676bfaec-0b04-48e1-aa09-ac7ac3e872f6, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02db5afa-4008-46ff-8319-2d1c8447b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b234ed2e-6909-43ed-b2c6-8612909a6450'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:55.540802 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.547171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-352b38b9-c1d5-418a-a757-4f15286e3b37 req-0b96f17d-03b1-44b8-85da-3f2589869738 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067882 Sep 17 22:48:55.666032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.679315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] For port 676bfaec-0b04-48e1-aa09-ac7ac3e872f6, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:55.696897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] For port 676bfaec-0b04-48e1-aa09-ac7ac3e872f6, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=676bfaec-0b04-48e1-aa09-ac7ac3e872f6,segment=NetworkSegment(02db5afa-4008-46ff-8319-2d1c8447b691),segment_id=02db5afa-4008-46ff-8319-2d1c8447b691)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:55.707903 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.712815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b234ed2e-6909-43ed-b2c6-8612909a6450']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:55.726871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02db5afa-4008-46ff-8319-2d1c8447b691') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:55.727688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02db5afa-4008-46ff-8319-2d1c8447b691') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:55.740951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.757242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.760475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf70a6-5186-46d7-bc2b-dcabadc35818 req-0cb606f4-4ac9-4634-95fc-5847bd4d68fb tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:55.762197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5caf70a6-5186-46d7-bc2b-dcabadc35818 req-0cb606f4-4ac9-4634-95fc-5847bd4d68fb tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 950 time: 0.1679897 Sep 17 22:48:55.769983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:55.770943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:55.776081 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:55.884043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5caf70a6-5186-46d7-bc2b-dcabadc35818 req-9e5b8e79-96bd-4e18-a43f-c1ec4cd69153 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997586 Sep 17 22:48:55.892269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad3b18-8781-4342-8010-d5093ffbef60 None None] Pushing event updated for resources: {'Port': ['ID=676bfaec-0b04-48e1-aa09-ac7ac3e872f6,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:55.905986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48ed55-3eaa-487c-8473-f1f8000a5089 req-c4de45e8-7717-4392-b282-466d5e201f0a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:55.913844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec48ed55-3eaa-487c-8473-f1f8000a5089 req-c4de45e8-7717-4392-b282-466d5e201f0a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.1962690 Sep 17 22:48:55.933881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13460e3-76dd-4ce3-a537-279821f91437 None None] Network b234ed2e-6909-43ed-b2c6-8612909a6450 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:55.938463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:48:55.938463 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:48:55.938463 n-d-789963-10 neutron-server[94738]: [parameters: {'id': 'b234ed2e-6909-43ed-b2c6-8612909a6450'}] Sep 17 22:48:55.938463 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:48:55.939433 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:48:55.971687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec48ed55-3eaa-487c-8473-f1f8000a5089 req-1413592d-9bb8-4729-831f-e40627a3d09c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569141 Sep 17 22:48:55.997725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59404) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:56.048306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49faceee-da0f-43d7-8de7-65b4fa3f1530 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:56.050299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-49faceee-da0f-43d7-8de7-65b4fa3f1530 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1092 time: 0.0511537 Sep 17 22:48:56.052915 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59406) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:56.060241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:56.098132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:56.162150 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a841df0-5c1e-44ae-965a-798110f72135 None None] Network b234ed2e-6909-43ed-b2c6-8612909a6450 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:56.353897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:56.374211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fc36d-77ed-4d1c-a6c1-985abe315edf None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:48:56.440836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:56.601573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Deleting port 676bfaec-0b04-48e1-aa09-ac7ac3e872f6 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:56.602302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:56.623068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fc36d-77ed-4d1c-a6c1-985abe315edf None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:48:56.717078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.25.0.9 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/2b27a4b7-4f1b-42c7-a839-fb61ab777704) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:56.790385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] For port 676bfaec-0b04-48e1-aa09-ac7ac3e872f6, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=676bfaec-0b04-48e1-aa09-ac7ac3e872f6,segment=NetworkSegment(02db5afa-4008-46ff-8319-2d1c8447b691),segment_id=02db5afa-4008-46ff-8319-2d1c8447b691)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:56.791065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:56.837271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Calling delete_port for 676bfaec-0b04-48e1-aa09-ac7ac3e872f6 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:57.001484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.080327 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.130405 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.205736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:57.223267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Port': ['ID=676bfaec-0b04-48e1-aa09-ac7ac3e872f6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:57.224725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:57.245890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:57.254542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No DVR routers for this DVR port 676bfaec-0b04-48e1-aa09-ac7ac3e872f6 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:57.360522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=2b27a4b7-4f1b-42c7-a839-fb61ab777704,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:57.436989 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.485118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b234ed2e-6909-43ed-b2c6-8612909a6450']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:57.504744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02db5afa-4008-46ff-8319-2d1c8447b691') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:57.505324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02db5afa-4008-46ff-8319-2d1c8447b691') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:57.520487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.544798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.571686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:57.572097 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:57.575497 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:57.732762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.740297 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.742122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/b234ed2e-6909-43ed-b2c6-8612909a6450 HTTP/1.1" status: 204 len: 168 time: 2.8916657 Sep 17 22:48:57.764368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59434) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:57.770676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be8c63-334c-47ff-9450-af2ee9e7872f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=b234ed2e-6909-43ed-b2c6-8612909a6450,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:57.806478 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a240c9-e829-496f-aeba-37f0ba613fc8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:48:57.807442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a240c9-e829-496f-aeba-37f0ba613fc8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:48:57.814262 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59436) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:57.814685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-94a240c9-e829-496f-aeba-37f0ba613fc8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/b234ed2e-6909-43ed-b2c6-8612909a6450 HTTP/1.1" status: 404 len: 339 time: 0.0487549 Sep 17 22:48:57.819716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459687066', 'description': 'd1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:57.870294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:57.874771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.953837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:57.988092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:57.988459 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 78f9fd83-8b9e-4e84-8fd1-b3235659fe64 of type vlan for network a6d48b68-5d3a-4565-bab6-d8f36405e396 Sep 17 22:48:58.078033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:58.163184 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:58.168957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:58.169612 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:58.366563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=a6d48b68-5d3a-4565-bab6-d8f36405e396,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:58.373479 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ee4ad889-d294-4cdc-845a-f7f96f250212 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5580230 Sep 17 22:48:58.376152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59444) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:58.378731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a6d48b68-5d3a-4565-bab6-d8f36405e396 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:58.589993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:58.692792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f04e141-c863-4298-ba8e-b5c6e2f5c36b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:58.700379 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f04e141-c863-4298-ba8e-b5c6e2f5c36b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/networks?id=a6d48b68-5d3a-4565-bab6-d8f36405e396 HTTP/1.1" status: 200 len: 760 time: 0.3214512 Sep 17 22:48:58.703361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59468) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:58.714489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0a51d465-5643-4634-8249-26772396f70a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'description': 'd2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:58.731169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:58.875026 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6186c47-60fe-4e61-a398-da8ede228809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:58.938248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.123120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a51d465-5643-4634-8249-26772396f70a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.160051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a51d465-5643-4634-8249-26772396f70a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.174065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.174969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a51d465-5643-4634-8249-26772396f70a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network a6d48b68-5d3a-4565-bab6-d8f36405e396 is not hosted by any dhcp agent {{(pid=94738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:48:59.175833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59480) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:59.186220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a51d465-5643-4634-8249-26772396f70a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:59.188855 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a51d465-5643-4634-8249-26772396f70a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.190550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.194234 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0a51d465-5643-4634-8249-26772396f70a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "PUT /v2.0/networks/a6d48b68-5d3a-4565-bab6-d8f36405e396 HTTP/1.1" status: 200 len: 757 time: 0.4881063 Sep 17 22:48:59.200163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59484) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:59.289610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51d465-5643-4634-8249-26772396f70a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=a6d48b68-5d3a-4565-bab6-d8f36405e396,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:59.302342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a6d48b68-5d3a-4565-bab6-d8f36405e396 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:59.508050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b63a7-85b8-4ede-b9d3-a57ec346173c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:59.510217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-107b63a7-85b8-4ede-b9d3-a57ec346173c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/networks?id=a6d48b68-5d3a-4565-bab6-d8f36405e396 HTTP/1.1" status: 200 len: 760 time: 0.3086946 Sep 17 22:48:59.514252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59492) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:59.519630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1472616195'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:59.557161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d23a2a7-2e0f-4196-9282-2bf9bad46129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.559759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=2b27a4b7-4f1b-42c7-a839-fb61ab777704,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:59.569968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.691367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6186c47-60fe-4e61-a398-da8ede228809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.703463 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6186c47-60fe-4e61-a398-da8ede228809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.732534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:59.736679 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.757972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6186c47-60fe-4e61-a398-da8ede228809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e795cf8a-25f7-4e0a-9b63-158306e1f57b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:59.773127 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-2d23a2a7-2e0f-4196-9282-2bf9bad46129 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:48:59.773127 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:48:59.773127 n-d-789963-10 neutron-server[94737]: [parameters: {'project_id_1': '64beaf9f5c5d4d10810ccca3f0f1f647', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 48, 39, 624855)}] Sep 17 22:48:59.773127 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:48:59.773519 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-2d23a2a7-2e0f-4196-9282-2bf9bad46129 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:48:59.778401 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Floating IP ea8f7899-50c0-4687-9179-0c8478a9d6ff associated. External IP: 172.25.0.9, port: 26b2756a-93c8-4730-b157-d94bfc4df77b. Sep 17 22:48:59.781913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:59.787995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6186c47-60fe-4e61-a398-da8ede228809 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2500c4799694dffa72ece1a52bd81b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1719038 Sep 17 22:48:59.796100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.796603 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment db23fe4d-d27e-44d1-999c-3f2f35ea218b of type vlan for network e67b4185-0146-49b6-98ae-fefab825fc5f Sep 17 22:48:59.819416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59496) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:59.869325 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.905640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.912239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:59.914811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.945828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04d305a6-91bf-4a07-8555-fc9efd877a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.947471 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2688-07ed-4f6f-b63b-e07f53dc5961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.007646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=e67b4185-0146-49b6-98ae-fefab825fc5f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:00.010416 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04d305a6-91bf-4a07-8555-fc9efd877a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.014818 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e22ca21-2fab-4ae6-ba4e-2672451907d8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4994810 Sep 17 22:49:00.017638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59500) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:00.021872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e67b4185-0146-49b6-98ae-fefab825fc5f details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:00.026739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': 'e67b4185-0146-49b6-98ae-fefab825fc5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:00.130940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 8f7f7716-4734-4ee9-9b58-51b8086155ff has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:49:00.142389 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04d305a6-91bf-4a07-8555-fc9efd877a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.145293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-04d305a6-91bf-4a07-8555-fc9efd877a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.148974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-04d305a6-91bf-4a07-8555-fc9efd877a96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e795cf8a-25f7-4e0a-9b63-158306e1f57b HTTP/1.1" status: 204 len: 168 time: 0.3262608 Sep 17 22:49:00.173298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:00.177252 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.193572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d305a6-91bf-4a07-8555-fc9efd877a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e795cf8a-25f7-4e0a-9b63-158306e1f57b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:00.280065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d23a2a7-2e0f-4196-9282-2bf9bad46129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.426745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:00.429409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d23a2a7-2e0f-4196-9282-2bf9bad46129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.441533 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] Sync routers for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:00.451749 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d23a2a7-2e0f-4196-9282-2bf9bad46129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.463135 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:00.464634 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:00.473224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.495304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.539813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=2afe53bf-709c-4fc6-b100-b18cf799d9be,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:00.584906 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': 'db23fe4d-d27e-44d1-999c-3f2f35ea218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e67b4185-0146-49b6-98ae-fefab825fc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:00.585171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: e67b4185-0146-49b6-98ae-fefab825fc5f, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:00.587945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2d23a2a7-2e0f-4196-9282-2bf9bad46129 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64beaf9f5c5d4d10810ccca3f0f1f647&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4090471 Sep 17 22:49:00.590571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59508) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:00.610771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23a2a7-2e0f-4196-9282-2bf9bad46129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9cd61a-4329-480d-a989-d31e0b37f1e1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:00.617282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fb13aaa0-8310-4a36-9378-70df94a0c621 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.5632386 Sep 17 22:49:00.617880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:00.627672 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec4e830-6164-4d3b-88fe-328fa57849be" -d '{"events": [{"name": "network-changed", "server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:00.649025 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:49:00.662116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59514) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:00.692262 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048ebfd0-8e19-4d14-baab-24253f7ba76d x-openstack-request-id: req-048ebfd0-8e19-4d14-baab-24253f7ba76d {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:00.692262 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:00.692262 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-048ebfd0-8e19-4d14-baab-24253f7ba76d {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:00.692262 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'status': 'completed', 'code': 200} Sep 17 22:49:00.693279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7fc46c59-8fbb-42ed-9bb3-321dfb6376eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.788600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network e67b4185-0146-49b6-98ae-fefab825fc5f is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:00.802245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5218acd8-4d4d-4dc4-b920-dd89669a850f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.828730 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5218acd8-4d4d-4dc4-b920-dd89669a850f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.891420 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5218acd8-4d4d-4dc4-b920-dd89669a850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.894496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5218acd8-4d4d-4dc4-b920-dd89669a850f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.897987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5218acd8-4d4d-4dc4-b920-dd89669a850f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a9cd61a-4329-480d-a989-d31e0b37f1e1 HTTP/1.1" status: 204 len: 168 time: 0.3033507 Sep 17 22:49:00.902088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e67b4185-0146-49b6-98ae-fefab825fc5f) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:00.904480 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7fc46c59-8fbb-42ed-9bb3-321dfb6376eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.912613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f402b62-334b-44c1-ab83-0aceaa4c1280 None None] Network e67b4185-0146-49b6-98ae-fefab825fc5f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:00.914067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:00.914863 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.924448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218acd8-4d4d-4dc4-b920-dd89669a850f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9cd61a-4329-480d-a989-d31e0b37f1e1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:00.938235 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7fc46c59-8fbb-42ed-9bb3-321dfb6376eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:00.950355 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ec57b17c-4115-421b-bdab-ac0de820d890 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9294610 Sep 17 22:49:00.951450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59522) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:01.009369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30c326-d7a5-41b7-bb5f-393bbcc5f5ce req-d1ba4fbd-cda7-41ef-97eb-499f6fa4d271 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:01.012673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac30c326-d7a5-41b7-bb5f-393bbcc5f5ce req-d1ba4fbd-cda7-41ef-97eb-499f6fa4d271 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.2416584 Sep 17 22:49:01.107091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac30c326-d7a5-41b7-bb5f-393bbcc5f5ce req-bc916b4a-e0fd-458c-bee8-eb26a8a01bc8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847950 Sep 17 22:49:01.108361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc46c59-8fbb-42ed-9bb3-321dfb6376eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30761f7-4172-4c93-aa79-63b9d2c4605e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:01.139214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59526) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:01.145930 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7fc46c59-8fbb-42ed-9bb3-321dfb6376eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d3eb82da2474fe3864f6c97e44f1695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695027 Sep 17 22:49:01.147421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59528) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:01.227436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.315050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e67b4185-0146-49b6-98ae-fefab825fc5f', 'network_id': 'e67b4185-0146-49b6-98ae-fefab825fc5f', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '2afe53bf-709c-4fc6-b100-b18cf799d9be'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:01.317299 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.324326 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1c3a7329-1576-42e9-b989-5dc5329af429 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/ea8f7899-50c0-4687-9179-0c8478a9d6ff HTTP/1.1" status: 200 len: 989 time: 0.1759691 Sep 17 22:49:01.348610 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'ea8f7899-50c0-4687-9179-0c8478a9d6ff', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'port_id': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'mac_address': 'fa:16:3e:f6:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f33d1a9-a362-4b5a-9046-e72763456258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:48:57Z', 'updated_at': '2021-09-17T22:48:57Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:39Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:01.461350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4e830-6164-4d3b-88fe-328fa57849be req-245b85fd-2878-412e-84d0-2d4d80f9bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:01.462798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec4e830-6164-4d3b-88fe-328fa57849be req-245b85fd-2878-412e-84d0-2d4d80f9bfa1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1097 time: 0.7169511 Sep 17 22:49:01.472500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ee361c8-30b1-4b6b-a2c9-e2f79302e5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.543135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Allocated IP 172.20.0.2 (e67b4185-0146-49b6-98ae-fefab825fc5f/2afe53bf-709c-4fc6-b100-b18cf799d9be/ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:01.586694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4e830-6164-4d3b-88fe-328fa57849be req-e4acdfc0-3691-4e70-aad5-137de14bd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:01.588765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec4e830-6164-4d3b-88fe-328fa57849be req-e4acdfc0-3691-4e70-aad5-137de14bd216 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 898 time: 0.1173754 Sep 17 22:49:01.612617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.684645 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] Checking router: 8f7f7716-4734-4ee9-9b58-51b8086155ff for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:49:01.689451 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ee361c8-30b1-4b6b-a2c9-e2f79302e5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.722464 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:01.728990 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:48:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:01.755490 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec4e830-6164-4d3b-88fe-328fa57849be req-58799b9c-81dc-4f00-9bab-edc359458eef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 997 time: 0.1581850 Sep 17 22:49:01.828602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4e830-6164-4d3b-88fe-328fa57849be req-872e83f9-04b4-4f71-9827-082b43c650d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:01.830143 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec4e830-6164-4d3b-88fe-328fa57849be req-872e83f9-04b4-4f71-9827-082b43c650d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 200 len: 835 time: 0.0597341 Sep 17 22:49:01.831818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ee361c8-30b1-4b6b-a2c9-e2f79302e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.834577 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ee361c8-30b1-4b6b-a2c9-e2f79302e5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.838413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0ee361c8-30b1-4b6b-a2c9-e2f79302e5fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a30761f7-4172-4c93-aa79-63b9d2c4605e HTTP/1.1" status: 204 len: 168 time: 0.6976724 Sep 17 22:49:01.917481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee361c8-30b1-4b6b-a2c9-e2f79302e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30761f7-4172-4c93-aa79-63b9d2c4605e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:01.955388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.957474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4e830-6164-4d3b-88fe-328fa57849be req-8de8df34-b56c-48ac-a5a0-f67438189593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:01.958799 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec4e830-6164-4d3b-88fe-328fa57849be req-8de8df34-b56c-48ac-a5a0-f67438189593 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d2fe818a-f61c-4931-989b-5468f062413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193631 Sep 17 22:49:01.978067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:01.989184 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:49:02.071096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Network e67b4185-0146-49b6-98ae-fefab825fc5f is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:02.084642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:02.101639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:02.120598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Pushing event updated for resources: {'Port': ['ID=ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:02.191101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.234630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Attempting to bind port ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:02.234997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Attempting to bind port ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'db23fe4d-d27e-44d1-999c-3f2f35ea218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e67b4185-0146-49b6-98ae-fefab825fc5f'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:02.235360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Attempting to bind port ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1 on network e67b4185-0146-49b6-98ae-fefab825fc5f {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:02.247302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:02.247509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Checking segment: {'id': 'db23fe4d-d27e-44d1-999c-3f2f35ea218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e67b4185-0146-49b6-98ae-fefab825fc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:02.247830 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.248789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Bound using segment: {'id': 'db23fe4d-d27e-44d1-999c-3f2f35ea218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e67b4185-0146-49b6-98ae-fefab825fc5f'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:02.248789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Bound port: ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db23fe4d-d27e-44d1-999c-3f2f35ea218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e67b4185-0146-49b6-98ae-fefab825fc5f'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:02.249152 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.274975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=2afe53bf-709c-4fc6-b100-b18cf799d9be,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:02.329462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59554) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:02.372397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] For port ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:02.380573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] For port ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1,segment=NetworkSegment(db23fe4d-d27e-44d1-999c-3f2f35ea218b),segment_id=db23fe4d-d27e-44d1-999c-3f2f35ea218b)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:02.395731 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.407980 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec4e830-6164-4d3b-88fe-328fa57849be req-757fef0a-ff16-481e-8a14-a36723218847 service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396446 Sep 17 22:49:02.497470 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'ea8f7899-50c0-4687-9179-0c8478a9d6ff', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'port_id': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'mac_address': 'fa:16:3e:f6:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f33d1a9-a362-4b5a-9046-e72763456258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:48:57Z', 'updated_at': '2021-09-17T22:48:57Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:39Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:02.503001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.507827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-72a9b51a-32a2-4aad-a19d-8f00953562f0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/ea8f7899-50c0-4687-9179-0c8478a9d6ff HTTP/1.1" status: 200 len: 989 time: 0.1770959 Sep 17 22:49:02.572635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67b4185-0146-49b6-98ae-fefab825fc5f']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:02.576922 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cb19f-74da-4b3f-9128-ee51106c9d39 None None] The sync data for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 is: [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'ea8f7899-50c0-4687-9179-0c8478a9d6ff', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'port_id': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'mac_address': 'fa:16:3e:f6:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f33d1a9-a362-4b5a-9046-e72763456258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:48:57Z', 'updated_at': '2021-09-17T22:48:57Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:39Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:02.616969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db23fe4d-d27e-44d1-999c-3f2f35ea218b') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:02.619348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db23fe4d-d27e-44d1-999c-3f2f35ea218b') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:02.636582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.642142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c650f-4b83-4b54-981a-ac7358d57029 None None] Network e67b4185-0146-49b6-98ae-fefab825fc5f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:02.659011 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.667238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:02.668056 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:02.744851 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:02.768793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:49:02.768793 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:49:02.768793 n-d-789963-10 neutron-server[94738]: [parameters: {'id': 'e67b4185-0146-49b6-98ae-fefab825fc5f'}] Sep 17 22:49:02.768793 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:49:02.769789 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:49:02.861818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc3490-8c74-4a0f-8f7c-32a39bd72e3a None None] Pushing event updated for resources: {'Port': ['ID=ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:02.876317 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f43fd881-445e-46a4-81a8-7efe300d0845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:02.899218 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec4e830-6164-4d3b-88fe-328fa57849be req-2a7544d0-0e5b-4d72-8f0a-87146e2ba94a service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312727 Sep 17 22:49:02.942874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b5d27-2bc0-4aab-bb35-30f216b04c78 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:49:03.004035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd6c78-404b-45a0-b2a9-c1e26e1dbcaa None None] New status for floating IP ea8f7899-50c0-4687-9179-0c8478a9d6ff: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:49:03.151272 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.271444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.294962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b5d27-2bc0-4aab-bb35-30f216b04c78 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:49:03.334008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59586) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:03.390561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Deleting port ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:03.393646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.510721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59594) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:03.541241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] For port ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1,segment=NetworkSegment(db23fe4d-d27e-44d1-999c-3f2f35ea218b),segment_id=db23fe4d-d27e-44d1-999c-3f2f35ea218b)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:03.542803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.570580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Calling delete_port for ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:03.648922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c81adee7-07b9-4f21-b3cd-59100699f81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.686783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fa99c62b-3bd6-4f4b-be87-7943b1589ee0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/ea8f7899-50c0-4687-9179-0c8478a9d6ff HTTP/1.1" status: 200 len: 991 time: 0.1745918 Sep 17 22:49:03.760192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.792268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c81adee7-07b9-4f21-b3cd-59100699f81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.799369 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c81adee7-07b9-4f21-b3cd-59100699f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.806793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Port': ['ID=ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:03.814933 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No DVR routers for this DVR port ea7ba21f-83cd-415a-9c3c-76b4ce44fbf1 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:03.855418 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.860775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c81adee7-07b9-4f21-b3cd-59100699f81c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4942e161ab446729dbc7c1c21354876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251398 Sep 17 22:49:03.862908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81adee7-07b9-4f21-b3cd-59100699f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d2b0a0-ae3d-4ed8-b57d-507a02b6fce7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:03.865498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59602) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:03.946742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59606) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:03.970718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca89d2-a4b8-4cf5-bd42-50a01b650646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.974648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.998805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca89d2-a4b8-4cf5-bd42-50a01b650646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.006810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67b4185-0146-49b6-98ae-fefab825fc5f']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:04.017391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db23fe4d-d27e-44d1-999c-3f2f35ea218b') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:04.018090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db23fe4d-d27e-44d1-999c-3f2f35ea218b') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:04.034623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.052286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.065790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:04.066276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:04.071058 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:04.100298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca89d2-a4b8-4cf5-bd42-50a01b650646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.106522 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3ca89d2-a4b8-4cf5-bd42-50a01b650646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.108328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a3ca89d2-a4b8-4cf5-bd42-50a01b650646 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21d2b0a0-ae3d-4ed8-b57d-507a02b6fce7 HTTP/1.1" status: 204 len: 168 time: 0.2301719 Sep 17 22:49:04.119680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca89d2-a4b8-4cf5-bd42-50a01b650646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d2b0a0-ae3d-4ed8-b57d-507a02b6fce7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:04.188724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.201939 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.204165 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/e67b4185-0146-49b6-98ae-fefab825fc5f HTTP/1.1" status: 204 len: 168 time: 3.2512326 Sep 17 22:49:04.206905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59618) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.216875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2843340-56e8-4916-9f78-c92f7be50708 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=e67b4185-0146-49b6-98ae-fefab825fc5f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:04.246122 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e59bd63-95a5-4281-84f6-8a6d5701989e tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] GET failed (client error): The resource could not be found. Sep 17 22:49:04.248112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5e59bd63-95a5-4281-84f6-8a6d5701989e tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/subnets/2afe53bf-709c-4fc6-b100-b18cf799d9be HTTP/1.1" status: 404 len: 337 time: 0.0398149 Sep 17 22:49:04.251592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.251736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1047323686-network', 'tenant_id': '73e0f95496594e99bea9aa1cd8d13aad'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:04.276330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Made reservation on behalf of 73e0f95496594e99bea9aa1cd8d13aad for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:04.278435 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aadca43-0af1-4043-afa1-29ac062772ae tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:04.278992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aadca43-0af1-4043-afa1-29ac062772ae tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:04.279905 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.280703 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8aadca43-0af1-4043-afa1-29ac062772ae tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/e67b4185-0146-49b6-98ae-fefab825fc5f HTTP/1.1" status: 404 len: 339 time: 0.0270865 Sep 17 22:49:04.285507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59624) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.294209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.433343 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.439470 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.468883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:04.493306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a9f13f-0959-4105-a4d5-5a2b89621420,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:04.507779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e833f5b-19ec-4ade-a3a7-92634bdb4c60 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.513364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7e833f5b-19ec-4ade-a3a7-92634bdb4c60 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2234170 Sep 17 22:49:04.513364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59630) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.514970 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.515389 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Added segment d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1 of type vlan for network b91e9e74-454b-4ac0-a061-dc4ccca267f0 Sep 17 22:49:04.554347 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-11635f74-ad8a-48d9-bb46-1795c6b28399 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 207 time: 0.0402012 Sep 17 22:49:04.560082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59636) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.562810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.598500 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.599665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.600290 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.631880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6638813 Sep 17 22:49:04.632181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59644) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.637784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Request body: {'subnet': {'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1047323686-subnet', 'tenant_id': '73e0f95496594e99bea9aa1cd8d13aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:04.694168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5aca5-f041-4ee1-a81c-7f3b4fd4a7fb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.702193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5aca5-f041-4ee1-a81c-7f3b4fd4a7fb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.707250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5aca5-f041-4ee1-a81c-7f3b4fd4a7fb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.712309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8470a-6b3b-4082-8700-fcf2e2806234 admin admin] Pushing event updated for resources: {'Network': ['ID=b91e9e74-454b-4ac0-a061-dc4ccca267f0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:04.713293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5aca5-f041-4ee1-a81c-7f3b4fd4a7fb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.715597 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-68b5aca5-f041-4ee1-a81c-7f3b4fd4a7fb tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1535621 Sep 17 22:49:04.722003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59652) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.723770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b91e9e74-454b-4ac0-a061-dc4ccca267f0 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:04.724181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Made reservation on behalf of 73e0f95496594e99bea9aa1cd8d13aad for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:04.726513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.815073 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:04.875912 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d047f654-cfcd-4766-bcfa-19823db6e6f1 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1519942 Sep 17 22:49:04.879792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59658) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.937505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f526637-6f86-4a7e-854e-fcbebc2e3e33 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.939127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f526637-6f86-4a7e-854e-fcbebc2e3e33 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.940684 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8f526637-6f86-4a7e-854e-fcbebc2e3e33 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0599642 Sep 17 22:49:04.945210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59664) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:04.969159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.005530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee2d72a-cbc0-46cb-bb84-a508fe8d2f76 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.007616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee2d72a-cbc0-46cb-bb84-a508fe8d2f76 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.009356 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bee2d72a-cbc0-46cb-bb84-a508fe8d2f76 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0629125 Sep 17 22:49:05.013565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59670) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:05.039301 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Checking segment: {'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:05.039533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Network hostable DHCP agents. Network: b91e9e74-454b-4ac0-a061-dc4ccca267f0, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:05.043731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329017ec-0d12-4ce2-a63c-8b686e89116c,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:05.065649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Network b91e9e74-454b-4ac0-a061-dc4ccca267f0 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:05.077380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b91e9e74-454b-4ac0-a061-dc4ccca267f0) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:05.087924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d899d1e8-6a00-45ff-b678-1ac6ef8436f8 None None] Network b91e9e74-454b-4ac0-a061-dc4ccca267f0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:05.102066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.102671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.130355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-769033d8-5b87-493f-9835-76d68baf7821 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4963107 Sep 17 22:49:05.158998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991724b1-3322-4b3c-9e19-f4bceddc42d7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.161228 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-991724b1-3322-4b3c-9e19-f4bceddc42d7 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/networks/6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a HTTP/1.1" status: 200 len: 800 time: 0.1459520 Sep 17 22:49:05.164015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59676) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:05.276448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8adb13-15e9-4cbf-82ac-87b23161bbbe None None] Network b91e9e74-454b-4ac0-a061-dc4ccca267f0 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:05.337343 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8dd30129-316f-414e-9aab-18f387a918ce tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/networks/6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1716528 Sep 17 22:49:05.343077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59682) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:05.370493 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.419317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac44608a-2b49-4d70-9980-e3cc11701ce9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.423807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ac44608a-2b49-4d70-9980-e3cc11701ce9 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/subnets/2d006f8b-b66b-411a-9820-5f8a6d9006d4 HTTP/1.1" status: 200 len: 811 time: 0.0760050 Sep 17 22:49:05.424529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59692) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:05.489754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3717a-4b85-4d87-a417-38c9f4ffb57f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.491561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2c3717a-4b85-4d87-a417-38c9f4ffb57f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "GET /v2.0/subnets/2d006f8b-b66b-411a-9820-5f8a6d9006d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0659623 Sep 17 22:49:05.495186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59694) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:05.501773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849096740'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:05.524213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:05.528355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.552730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:05.563864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.564205 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Added segment 75506cdc-d433-4600-a1b4-7f6ba64ddbbf of type vlan for network 1be3a02e-7675-4c07-a77c-f16fc9c47fee Sep 17 22:49:05.610575 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.636593 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.643529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.644484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.700426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1936841 Sep 17 22:49:05.700629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59702) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:05.702205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'network_id': '1be3a02e-7675-4c07-a77c-f16fc9c47fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:05.738328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90c20c-ecee-4a22-9508-fbb96dbb973f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Network': ['ID=1be3a02e-7675-4c07-a77c-f16fc9c47fee,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:05.750758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 1be3a02e-7675-4c07-a77c-f16fc9c47fee details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:05.820069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Made reservation on behalf of 3fa053fe8bc24a24a3149e6faa36da66 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:05.825030 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.894945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_backend_mixin [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Performing IP validity checks on allocation pools {{(pid=94738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:49:05.895559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_backend_mixin [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:49:06.074975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.186655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=46ac928f-b7b2-4c19-bb3a-39119d5e8cfc,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:06.203117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Checking segment: {'id': '75506cdc-d433-4600-a1b4-7f6ba64ddbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1be3a02e-7675-4c07-a77c-f16fc9c47fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:06.203572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network hostable DHCP agents. Network: 1be3a02e-7675-4c07-a77c-f16fc9c47fee, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:06.225734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Network 1be3a02e-7675-4c07-a77c-f16fc9c47fee is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:06.247888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 1be3a02e-7675-4c07-a77c-f16fc9c47fee) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:06.256263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd535e29-30cb-4809-aa5d-e0cbb66c3770 None None] Network 1be3a02e-7675-4c07-a77c-f16fc9c47fee requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:06.259694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:06.260301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.279853 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4b16f1f6-8172-4f2d-af45-fa01a0eff40d tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5786312 Sep 17 22:49:06.280382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59732) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:06.296633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-be0a54f3-0c66-4014-bbdb-affa3cfcf1a2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:06.463569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-1be3a02e-7675-4c07-a77c-f16fc9c47fee', 'network_id': '1be3a02e-7675-4c07-a77c-f16fc9c47fee', 'tenant_id': '3fa053fe8bc24a24a3149e6faa36da66', 'fixed_ips': [{'subnet_id': '46ac928f-b7b2-4c19-bb3a-39119d5e8cfc'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:06.464442 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.470679 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be0a54f3-0c66-4014-bbdb-affa3cfcf1a2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261115558'] for subnet, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.729554 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be0a54f3-0c66-4014-bbdb-affa3cfcf1a2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786029973764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260167534'] for subnet, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.776100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a54f3-0c66-4014-bbdb-affa3cfcf1a2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:06.776704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-be0a54f3-0c66-4014-bbdb-affa3cfcf1a2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.778689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-be0a54f3-0c66-4014-bbdb-affa3cfcf1a2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "PUT /v2.0/subnets/46ac928f-b7b2-4c19-bb3a-39119d5e8cfc HTTP/1.1" status: 200 len: 877 time: 0.4971106 Sep 17 22:49:06.782117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59744) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:06.813515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a54f3-0c66-4014-bbdb-affa3cfcf1a2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event updated for resources: {'Subnet': ['ID=46ac928f-b7b2-4c19-bb3a-39119d5e8cfc,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:06.845920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Allocated IP 172.20.0.3 (1be3a02e-7675-4c07-a77c-f16fc9c47fee/46ac928f-b7b2-4c19-bb3a-39119d5e8cfc/3905f877-861f-48e0-aad5-e626c4a9b927) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:06.984693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.104978 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.167329 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.186948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.227621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.235962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Network 1be3a02e-7675-4c07-a77c-f16fc9c47fee is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:07.238830 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:07.246969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:07.249489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Pushing event updated for resources: {'Port': ['ID=3905f877-861f-48e0-aad5-e626c4a9b927,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:07.259590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.260814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.261767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.263476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.264042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.264355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.264731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.266029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.266552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.267062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.267555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.268044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:07.333330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.359961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=46ac928f-b7b2-4c19-bb3a-39119d5e8cfc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:07.384224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be3a02e-7675-4c07-a77c-f16fc9c47fee']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:07.420561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75506cdc-d433-4600-a1b4-7f6ba64ddbbf') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:07.423033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75506cdc-d433-4600-a1b4-7f6ba64ddbbf') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:07.448391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.538816 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.547954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:07.548751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:07.552845 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:07.576023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Attempting to bind port 3905f877-861f-48e0-aad5-e626c4a9b927 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:07.576710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Attempting to bind port 3905f877-861f-48e0-aad5-e626c4a9b927 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '75506cdc-d433-4600-a1b4-7f6ba64ddbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1be3a02e-7675-4c07-a77c-f16fc9c47fee'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:07.577283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Attempting to bind port 3905f877-861f-48e0-aad5-e626c4a9b927 on network 1be3a02e-7675-4c07-a77c-f16fc9c47fee {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:07.584339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:07.584950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Checking segment: {'id': '75506cdc-d433-4600-a1b4-7f6ba64ddbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1be3a02e-7675-4c07-a77c-f16fc9c47fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:07.585518 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.586073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Bound using segment: {'id': '75506cdc-d433-4600-a1b4-7f6ba64ddbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1be3a02e-7675-4c07-a77c-f16fc9c47fee'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:07.586715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Bound port: 3905f877-861f-48e0-aad5-e626c4a9b927, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75506cdc-d433-4600-a1b4-7f6ba64ddbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1be3a02e-7675-4c07-a77c-f16fc9c47fee'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:07.587260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.679724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:49:07.679724 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:49:07.679724 n-d-789963-10 neutron-server[94738]: [parameters: {'id': '1be3a02e-7675-4c07-a77c-f16fc9c47fee'}] Sep 17 22:49:07.679724 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:49:07.680209 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:49:07.685969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] For port 3905f877-861f-48e0-aad5-e626c4a9b927, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:07.695078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] For port 3905f877-861f-48e0-aad5-e626c4a9b927, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3905f877-861f-48e0-aad5-e626c4a9b927,segment=NetworkSegment(75506cdc-d433-4600-a1b4-7f6ba64ddbbf),segment_id=75506cdc-d433-4600-a1b4-7f6ba64ddbbf)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:07.706249 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.707940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-329c30d3-49ab-4110-ba6e-84f21a97e3c2 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:07.711693 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-329c30d3-49ab-4110-ba6e-84f21a97e3c2 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/networks?id=b91e9e74-454b-4ac0-a061-dc4ccca267f0 HTTP/1.1" status: 200 len: 809 time: 0.2278464 Sep 17 22:49:07.730037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-bf6abc85-6346-45b8-a8fb-39f84f0fe1c2 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/quotas/73e0f95496594e99bea9aa1cd8d13aad HTTP/1.1" status: 200 len: 375 time: 0.0099716 Sep 17 22:49:07.793836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-d52cdf30-45c3-49cb-9c60-13c68e936ddb tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=73e0f95496594e99bea9aa1cd8d13aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549111 Sep 17 22:49:07.794458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbe7ee-be47-47b2-b06b-9641160257d8 None None] Pushing event updated for resources: {'Port': ['ID=3905f877-861f-48e0-aad5-e626c4a9b927,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:07.812284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ed1d2-f115-4fec-b9f8-bbeb0c2e9096 None None] Network 1be3a02e-7675-4c07-a77c-f16fc9c47fee requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:07.921601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-68ca876b-77ee-4dc8-80a0-d637ea17f89a service neutron] 10.222.0.48 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262569 Sep 17 22:49:07.957936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002fe9c-6bbf-44bd-b405-aac4b5937600 None None] Network 1be3a02e-7675-4c07-a77c-f16fc9c47fee requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:08.050860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-faace41d-f1a8-4c46-acfb-43564838f592 service neutron] 10.222.0.48 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180744 Sep 17 22:49:08.092621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639b573-b1d9-49c2-a33c-50ebb624778d None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:49:08.181788 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.238086 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:49:08.240904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639b573-b1d9-49c2-a33c-50ebb624778d None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:49:08.325650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Deleting port 3905f877-861f-48e0-aad5-e626c4a9b927 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:08.329366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.355043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd4d8789-de7c-4c39-8fbd-5c7bf91b3115 req-f3fd5468-9634-4556-8537-f0f930c7bd50 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 210 time: 0.0769610 Sep 17 22:49:08.447905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] For port 3905f877-861f-48e0-aad5-e626c4a9b927, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3905f877-861f-48e0-aad5-e626c4a9b927,segment=NetworkSegment(75506cdc-d433-4600-a1b4-7f6ba64ddbbf),segment_id=75506cdc-d433-4600-a1b4-7f6ba64ddbbf)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:08.448482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.470112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Calling delete_port for 3905f877-861f-48e0-aad5-e626c4a9b927 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:08.643795 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.717391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No DVR routers for this DVR port 3905f877-861f-48e0-aad5-e626c4a9b927 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:08.728799 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Port': ['ID=3905f877-861f-48e0-aad5-e626c4a9b927,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:08.835996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.864734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be3a02e-7675-4c07-a77c-f16fc9c47fee']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:08.875560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75506cdc-d433-4600-a1b4-7f6ba64ddbbf') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:08.875911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75506cdc-d433-4600-a1b4-7f6ba64ddbbf') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:08.885834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.901247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.910119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:08.910339 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:08.914288 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:08.989935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.994161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.999862 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/1be3a02e-7675-4c07-a77c-f16fc9c47fee HTTP/1.1" status: 204 len: 168 time: 2.2129290 Sep 17 22:49:09.000000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59856) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.025556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1192d3-ba24-4037-b080-bdfab22011da tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=1be3a02e-7675-4c07-a77c-f16fc9c47fee,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:09.029729 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1495dbee-6c3f-439b-83e9-a2c0c51361b0 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.030186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1495dbee-6c3f-439b-83e9-a2c0c51361b0 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.031962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1495dbee-6c3f-439b-83e9-a2c0c51361b0 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/46ac928f-b7b2-4c19-bb3a-39119d5e8cfc HTTP/1.1" status: 404 len: 337 time: 0.0309789 Sep 17 22:49:09.034545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59860) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.054086 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e660cdc-76b7-4b35-b6a0-1c542e341878 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.054676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e660cdc-76b7-4b35-b6a0-1c542e341878 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.056452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5e660cdc-76b7-4b35-b6a0-1c542e341878 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/1be3a02e-7675-4c07-a77c-f16fc9c47fee HTTP/1.1" status: 404 len: 339 time: 0.0209489 Sep 17 22:49:09.059305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59864) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.087757 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b183fe-4d73-4282-8ed6-1b7795b15ecc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.088213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b183fe-4d73-4282-8ed6-1b7795b15ecc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.090751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-55b183fe-4d73-4282-8ed6-1b7795b15ecc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/2afe53bf-709c-4fc6-b100-b18cf799d9be HTTP/1.1" status: 404 len: 337 time: 0.0296919 Sep 17 22:49:09.093689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59868) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.112013 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2910451e-ca15-4b31-8b6a-3f5e7e2fdc50 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.112773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2910451e-ca15-4b31-8b6a-3f5e7e2fdc50 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.114696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2910451e-ca15-4b31-8b6a-3f5e7e2fdc50 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/e67b4185-0146-49b6-98ae-fefab825fc5f HTTP/1.1" status: 404 len: 339 time: 0.0200868 Sep 17 22:49:09.117868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59872) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.204566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.304801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.331063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d48b68-5d3a-4565-bab6-d8f36405e396']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:09.341284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f9fd83-8b9e-4e84-8fd1-b3235659fe64') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:09.341770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f9fd83-8b9e-4e84-8fd1-b3235659fe64') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:09.351832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.365831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.373880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:09.374354 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:09.379642 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:09.462416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d679c594-e855-45fa-9489-1e31cf927970 req-0b45a408-c855-4224-86a4-fb50901a45a6 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 210 time: 0.0313108 Sep 17 22:49:09.467507 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.487439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.490140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/a6d48b68-5d3a-4565-bab6-d8f36405e396 HTTP/1.1" status: 204 len: 168 time: 0.3713412 Sep 17 22:49:09.490259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59904) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.502453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=a6d48b68-5d3a-4565-bab6-d8f36405e396,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:09.518476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.518822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.519161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.519493 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.519821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.520406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.520740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.521172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.521532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.521961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.522221 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9775f3-14c6-4e31-8ab7-19388fea7960 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.522338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.522750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28fac3-344c-4956-b3ea-00da2926ba6a tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:09.523059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9775f3-14c6-4e31-8ab7-19388fea7960 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.524910 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6a9775f3-14c6-4e31-8ab7-19388fea7960 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/30f4751e-b1fb-4248-ba6e-dd7d1f280a4e HTTP/1.1" status: 404 len: 337 time: 0.0336795 Sep 17 22:49:09.528317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59908) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.566282 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a98285-728f-4962-bab6-5a77b0c904a0 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.566860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a98285-728f-4962-bab6-5a77b0c904a0 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.568598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-07a98285-728f-4962-bab6-5a77b0c904a0 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/b234ed2e-6909-43ed-b2c6-8612909a6450 HTTP/1.1" status: 404 len: 339 time: 0.0393457 Sep 17 22:49:09.571307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59912) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.610105 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5d837d-2ea9-4982-bb68-2dc5eb1589bc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.610367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5d837d-2ea9-4982-bb68-2dc5eb1589bc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.614378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8e5d837d-2ea9-4982-bb68-2dc5eb1589bc tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/dd3464b6-6b53-4cd3-828d-b587a254140b HTTP/1.1" status: 404 len: 337 time: 0.0398753 Sep 17 22:49:09.616662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59920) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.665931 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b39613d-b7ec-4437-9175-dc5c25d2c37c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.667280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b39613d-b7ec-4437-9175-dc5c25d2c37c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.673558 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0b39613d-b7ec-4437-9175-dc5c25d2c37c tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/80f606b1-0dd4-4157-8a84-341fa01ec65f HTTP/1.1" status: 404 len: 339 time: 0.0550063 Sep 17 22:49:09.674411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59928) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.707366 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9937172-96fc-407e-b6b5-ac9169668e59 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.708373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9937172-96fc-407e-b6b5-ac9169668e59 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.721785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a9937172-96fc-407e-b6b5-ac9169668e59 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/8c7f1476-4209-493c-b602-b201a5ac2733 HTTP/1.1" status: 404 len: 337 time: 0.0410562 Sep 17 22:49:09.723796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59930) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.748112 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-224e45c2-96c3-4b6a-9399-11fb1608104e tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.749090 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224e45c2-96c3-4b6a-9399-11fb1608104e tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.754220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-224e45c2-96c3-4b6a-9399-11fb1608104e tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/ce2928d7-e525-4103-b418-fad8dc0f4501 HTTP/1.1" status: 404 len: 339 time: 0.0285459 Sep 17 22:49:09.755142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59934) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.792679 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35bc50a-0dfc-4d09-9026-67b3b41eb45b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.793857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35bc50a-0dfc-4d09-9026-67b3b41eb45b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.796981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a35bc50a-0dfc-4d09-9026-67b3b41eb45b tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/41f87cea-2837-44c8-a083-e34dfb50082e HTTP/1.1" status: 404 len: 337 time: 0.0403321 Sep 17 22:49:09.799419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59938) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.823211 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6009c395-b999-4d30-bc22-3d139aff013e tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.824699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6009c395-b999-4d30-bc22-3d139aff013e tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.827282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6009c395-b999-4d30-bc22-3d139aff013e tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/abbf03b9-c689-46a9-915a-f9a8f0e95ff5 HTTP/1.1" status: 404 len: 339 time: 0.0265806 Sep 17 22:49:09.833177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59942) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.869289 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f6bf42-61db-4a74-a861-89a420de1ac8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.869990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f6bf42-61db-4a74-a861-89a420de1ac8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.872742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-83f6bf42-61db-4a74-a861-89a420de1ac8 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/50f13215-a99a-4980-8d84-a699b16476de HTTP/1.1" status: 404 len: 337 time: 0.0382719 Sep 17 22:49:09.875296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59948) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.902918 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-37991686-bac8-4579-97ca-8d77128751b5 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.905695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37991686-bac8-4579-97ca-8d77128751b5 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.909952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-37991686-bac8-4579-97ca-8d77128751b5 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/15609a03-713f-45fb-8529-bc1bdbc4605a HTTP/1.1" status: 404 len: 339 time: 0.0311506 Sep 17 22:49:09.912089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59954) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.969814 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e23290-f3e8-41bb-a0a3-7220eedad8c4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.970080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e23290-f3e8-41bb-a0a3-7220eedad8c4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:09.972205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-51e23290-f3e8-41bb-a0a3-7220eedad8c4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/e507f8fe-1566-404b-a678-303e874a3720 HTTP/1.1" status: 404 len: 337 time: 0.0589752 Sep 17 22:49:09.974778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59958) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.997099 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b0e528-801a-4aaa-8eab-57a5fe437926 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:09.998063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b0e528-801a-4aaa-8eab-57a5fe437926 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:10.000248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-53b0e528-801a-4aaa-8eab-57a5fe437926 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/5f7c5753-21ea-454d-b0a6-704e16a3c2c0 HTTP/1.1" status: 404 len: 339 time: 0.0230594 Sep 17 22:49:10.002590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59962) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:10.043297 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec6cb87-5f0c-4831-b587-2a2f0b8f4253 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:10.044368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec6cb87-5f0c-4831-b587-2a2f0b8f4253 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:10.046507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9ec6cb87-5f0c-4831-b587-2a2f0b8f4253 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/417cf299-5a8b-45a7-bac1-cc62e7410e56 HTTP/1.1" status: 404 len: 337 time: 0.0425711 Sep 17 22:49:10.049036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59966) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:10.072312 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3989886b-5255-4ae4-b283-5ad5ad7a434f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:10.073555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3989886b-5255-4ae4-b283-5ad5ad7a434f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:10.077101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3989886b-5255-4ae4-b283-5ad5ad7a434f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/c925de5b-869c-4650-97d9-ea5b88799bcb HTTP/1.1" status: 404 len: 339 time: 0.0268345 Sep 17 22:49:10.083162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59968) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:10.119008 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9931069-ff65-4971-98cd-9e0ac4197f5f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:10.119921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9931069-ff65-4971-98cd-9e0ac4197f5f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:10.124741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b9931069-ff65-4971-98cd-9e0ac4197f5f tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/8569d76f-6515-47fb-872c-5d267d2a1c48 HTTP/1.1" status: 404 len: 337 time: 0.0388029 Sep 17 22:49:10.126513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59972) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:10.158555 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d34b2a-bc26-4cde-b745-978f03ae6473 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] DELETE failed (client error): The resource could not be found. Sep 17 22:49:10.159196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d34b2a-bc26-4cde-b745-978f03ae6473 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:49:10.161025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-20d34b2a-bc26-4cde-b745-978f03ae6473 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/4d567eab-ae9d-4c73-b6e8-dd158a25a330 HTTP/1.1" status: 404 len: 339 time: 0.0332224 Sep 17 22:49:10.165135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59976) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:10.251544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b21f1dd-2ba2-4862-9f36-535bb9fee9d2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Deleting subnet 2d006f8b-b66b-411a-9820-5f8a6d9006d4 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:49:10.257097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b21f1dd-2ba2-4862-9f36-535bb9fee9d2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.287607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-efacf4c2-3e6d-4282-95ba-70684bab1902 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:10.290776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-efacf4c2-3e6d-4282-95ba-70684bab1902 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.49 "GET /v2.0/networks?id=b91e9e74-454b-4ac0-a061-dc4ccca267f0 HTTP/1.1" status: 200 len: 809 time: 0.6745877 Sep 17 22:49:10.311874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Request body: {'port': {'device_id': '6d0c7ecd-b3e0-4801-8e43-739d9c395b3f', 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0', 'admin_state_up': True, 'tenant_id': '73e0f95496594e99bea9aa1cd8d13aad'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:10.317503 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b21f1dd-2ba2-4862-9f36-535bb9fee9d2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.469364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Made reservation on behalf of 73e0f95496594e99bea9aa1cd8d13aad for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:10.474885 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.475340 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b21f1dd-2ba2-4862-9f36-535bb9fee9d2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.547558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59986) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:10.621713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f2046d5-13c9-471a-8068-d016581e92d4 req-7e0c56d3-1733-475e-91c5-a367ac6b1309 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 210 time: 0.0562682 Sep 17 22:49:10.643696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b21f1dd-2ba2-4862-9f36-535bb9fee9d2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.671903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d52d732-f19b-498c-8332-f17bb78c533b None None] Network 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:10.674151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Allocated IP 172.20.0.9 (b91e9e74-454b-4ac0-a061-dc4ccca267f0/329017ec-0d12-4ce2-a63c-8b686e89116c/207bce18-f86a-4fb0-b547-741541776a59) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:10.686027 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b21f1dd-2ba2-4862-9f36-535bb9fee9d2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.692533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3b21f1dd-2ba2-4862-9f36-535bb9fee9d2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/subnets/2d006f8b-b66b-411a-9820-5f8a6d9006d4 HTTP/1.1" status: 204 len: 168 time: 0.5252757 Sep 17 22:49:10.695945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:10.736158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21f1dd-2ba2-4862-9f36-535bb9fee9d2 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Subnet': ['ID=2d006f8b-b66b-411a-9820-5f8a6d9006d4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:10.759369 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46a20182-119f-4274-abc1-6f701fadff6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.892759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.900533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46a20182-119f-4274-abc1-6f701fadff6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.909630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-46a20182-119f-4274-abc1-6f701fadff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.001567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-46a20182-119f-4274-abc1-6f701fadff6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92565d58318b4c3283f7956b16f1f858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528036 Sep 17 22:49:11.002195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59996) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:11.035003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a20182-119f-4274-abc1-6f701fadff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca90f2f-105d-4503-9383-5059ad7faae8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:11.053256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] DHCP port deletion for 6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:49:11.089761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-294a0341-97b6-4b9a-9fa9-721b4d0d9b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.106988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.115649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Deleting port 16a3a079-c919-4442-b088-002d13e3f59e {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:11.116456 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.134457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-294a0341-97b6-4b9a-9fa9-721b4d0d9b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.140766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] Deleting port 16a3a079-c919-4442-b088-002d13e3f59e {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:11.141171 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.217752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-294a0341-97b6-4b9a-9fa9-721b4d0d9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.223684 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-294a0341-97b6-4b9a-9fa9-721b4d0d9b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.229207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-294a0341-97b6-4b9a-9fa9-721b4d0d9b1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ca90f2f-105d-4503-9383-5059ad7faae8 HTTP/1.1" status: 204 len: 168 time: 0.2258272 Sep 17 22:49:11.253478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] For port 16a3a079-c919-4442-b088-002d13e3f59e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=16a3a079-c919-4442-b088-002d13e3f59e,segment=NetworkSegment(563e83b4-a7d1-4dad-8510-7e67532b11f5),segment_id=563e83b4-a7d1-4dad-8510-7e67532b11f5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:11.253918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.255218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a0341-97b6-4b9a-9fa9-721b4d0d9b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca90f2f-105d-4503-9383-5059ad7faae8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:11.275033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Calling delete_port for 16a3a079-c919-4442-b088-002d13e3f59e owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:11.306943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] For port 16a3a079-c919-4442-b088-002d13e3f59e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=16a3a079-c919-4442-b088-002d13e3f59e,segment=NetworkSegment(563e83b4-a7d1-4dad-8510-7e67532b11f5),segment_id=563e83b4-a7d1-4dad-8510-7e67532b11f5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:11.317976 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.451604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] Calling delete_port for 16a3a079-c919-4442-b088-002d13e3f59e owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:11.522137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 16a3a079-c919-4442-b088-002d13e3f59e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:49:11.535911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.579464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.599968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Network b91e9e74-454b-4ac0-a061-dc4ccca267f0 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:11.601228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Port': ['ID=16a3a079-c919-4442-b088-002d13e3f59e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:11.609430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] No DVR routers for this DVR port 16a3a079-c919-4442-b088-002d13e3f59e on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:11.616581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:11.618929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:11.717966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:11.718669 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.741652 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.766544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No active binding found for port 16a3a079-c919-4442-b088-002d13e3f59e {{(pid=94739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:49:11.767227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 16a3a079-c919-4442-b088-002d13e3f59e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:49:11.778203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60006) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:11.782234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Pushing event updated for resources: {'Port': ['ID=207bce18-f86a-4fb0-b547-741541776a59,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:11.805149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-468c643e-b146-449c-aac1-d6c31eabbc06 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4989896 Sep 17 22:49:11.812130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] Pushing event deleted for resources: {'Port': ['ID=16a3a079-c919-4442-b088-002d13e3f59e,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:11.820059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61067f-bf13-4db5-a776-893a039e36f2 None None] No DVR routers for this DVR port 16a3a079-c919-4442-b088-002d13e3f59e on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:11.834485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebb20853-3c40-4f16-a2b4-f74d1e2f1c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.834743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbdfd9-97ec-4722-8591-e88969928d7c req-a373059a-41cb-4e4e-a2b0-cf45a6a4f316 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:11.836955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbdfd9-97ec-4722-8591-e88969928d7c req-a373059a-41cb-4e4e-a2b0-cf45a6a4f316 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 931 time: 0.0795729 Sep 17 22:49:11.837334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.845929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Request body: {'port': {'device_id': '6d0c7ecd-b3e0-4801-8e43-739d9c395b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:11.881106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbdfd9-97ec-4722-8591-e88969928d7c req-7d722cc5-a7b4-418e-8abe-138d05fd09c2 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Sep 17 22:49:11.896857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:11.940508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563e83b4-a7d1-4dad-8510-7e67532b11f5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:11.940735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563e83b4-a7d1-4dad-8510-7e67532b11f5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:11.964365 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.974396 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.001926 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.030968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:12.031315 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:12.037799 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:12.183269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.188581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.193620 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] 10.222.0.48 "DELETE /v2.0/networks/6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a HTTP/1.1" status: 204 len: 168 time: 1.4935770 Sep 17 22:49:12.228791 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebb20853-3c40-4f16-a2b4-f74d1e2f1c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.229922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e3fd4-c6e4-4e19-8b78-5e9496908ce4 tempest-NetworksTest-1180440995 tempest-NetworksTest-1180440995-project] Pushing event deleted for resources: {'Network': ['ID=6d3f8e4a-a7de-46d1-ac93-91b7e62e2e2a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:12.235980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebb20853-3c40-4f16-a2b4-f74d1e2f1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.322485 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ebb20853-3c40-4f16-a2b4-f74d1e2f1c68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e97526d59d994aa3b7aecd26c6b52aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420370 Sep 17 22:49:12.325931 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60018) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:12.366290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb20853-3c40-4f16-a2b4-f74d1e2f1c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bfe0e7-93a7-410c-ab38-27a5fdadd2a2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:12.387266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-edbc0b3d-d472-4dd0-aae1-72d5ba12dbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.415790 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-edbc0b3d-d472-4dd0-aae1-72d5ba12dbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.492628 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-edbc0b3d-d472-4dd0-aae1-72d5ba12dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.497978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-edbc0b3d-d472-4dd0-aae1-72d5ba12dbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.499806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-edbc0b3d-d472-4dd0-aae1-72d5ba12dbfd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90bfe0e7-93a7-410c-ab38-27a5fdadd2a2 HTTP/1.1" status: 204 len: 168 time: 0.1728368 Sep 17 22:49:12.512589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc0b3d-d472-4dd0-aae1-72d5ba12dbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bfe0e7-93a7-410c-ab38-27a5fdadd2a2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:12.515017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207bce18-f86a-4fb0-b547-741541776a59 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:12.526229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.547174 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Transition to ACTIVE for port object 207bce18-f86a-4fb0-b547-741541776a59 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:12.551919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.611703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60028) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:12.619289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Pushing event updated for resources: {'Port': ['ID=207bce18-f86a-4fb0-b547-741541776a59,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:12.727557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Attempting to bind port 207bce18-f86a-4fb0-b547-741541776a59 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:12.728156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Attempting to bind port 207bce18-f86a-4fb0-b547-741541776a59 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:12.728362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Attempting to bind port 207bce18-f86a-4fb0-b547-741541776a59 on network b91e9e74-454b-4ac0-a061-dc4ccca267f0 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:12.734049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Port 207bce18-f86a-4fb0-b547-741541776a59 on network b91e9e74-454b-4ac0-a061-dc4ccca267f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:12.734216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Attempting to bind port 207bce18-f86a-4fb0-b547-741541776a59 on network b91e9e74-454b-4ac0-a061-dc4ccca267f0 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:12.739791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:12.740253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Checking segment: {'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:12.740840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Bound using segment: {'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:12.741467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Bound port: 207bce18-f86a-4fb0-b547-741541776a59, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:12.742105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.856598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] For port 207bce18-f86a-4fb0-b547-741541776a59, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:12.860708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] For port 207bce18-f86a-4fb0-b547-741541776a59, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=207bce18-f86a-4fb0-b547-741541776a59,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:12.870416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.938655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Pushing event updated for resources: {'Port': ['ID=207bce18-f86a-4fb0-b547-741541776a59,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:12.952719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:12.952862 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.955661 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-5cba3b7d-0353-403b-a719-b19c2c63cc00 service neutron] 10.222.0.49 "PUT /v2.0/ports/207bce18-f86a-4fb0-b547-741541776a59 HTTP/1.1" status: 200 len: 1092 time: 1.1141951 Sep 17 22:49:12.956139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0c7ecd-b3e0-4801-8e43-739d9c395b3f', 'tag': '207bce18-f86a-4fb0-b547-741541776a59'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:12.958544 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e81dd5-cb99-4dd7-a377-3dc39205389f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0c7ecd-b3e0-4801-8e43-739d9c395b3f", "tag": "207bce18-f86a-4fb0-b547-741541776a59"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:13.054957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-45e1975d-8dc2-46e8-84d6-80399437d3b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fa053fe8bc24a24a3149e6faa36da66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417388 Sep 17 22:49:13.062797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60046) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:13.135194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de749e5-98b4-4cea-b4b1-75f456e395c2 req-826c4a4b-4a52-4c96-aee8-f8de775282fd tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:13.138009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2de749e5-98b4-4cea-b4b1-75f456e395c2 req-826c4a4b-4a52-4c96-aee8-f8de775282fd tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 943 time: 0.0809951 Sep 17 22:49:13.198146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2de749e5-98b4-4cea-b4b1-75f456e395c2 req-f5e7a979-90a8-4b6a-954e-6f2be8d15cb8 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542476 Sep 17 22:49:13.202942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-3f892662-1090-4367-a339-259be605ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:13.206034 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-3f892662-1090-4367-a339-259be605ed15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e0f95496594e99bea9aa1cd8d13aad&device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 1095 time: 0.1870987 Sep 17 22:49:13.222273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea5069b4-0677-4394-b3f0-a839cc24923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.299657 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-2084b231-acac-4dea-97e7-b5446251427f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207bce18-f86a-4fb0-b547-741541776a59 HTTP/1.1" status: 200 len: 217 time: 0.0746224 Sep 17 22:49:13.320818 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e74de37-9c5a-45e9-a21a-688a216a29ef x-openstack-request-id: req-7e74de37-9c5a-45e9-a21a-688a216a29ef {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:13.321311 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0c7ecd-b3e0-4801-8e43-739d9c395b3f", "tag": "207bce18-f86a-4fb0-b547-741541776a59", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:13.321658 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e74de37-9c5a-45e9-a21a-688a216a29ef {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:13.322150 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0c7ecd-b3e0-4801-8e43-739d9c395b3f', 'tag': '207bce18-f86a-4fb0-b547-741541776a59', 'status': 'completed', 'code': 200} Sep 17 22:49:13.394443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-a53a2140-e99a-4327-b5ec-a9c56b1de8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:13.396221 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-a53a2140-e99a-4327-b5ec-a9c56b1de8aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=329017ec-0d12-4ce2-a63c-8b686e89116c HTTP/1.1" status: 200 len: 849 time: 0.0772731 Sep 17 22:49:13.409246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea5069b4-0677-4394-b3f0-a839cc24923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.447617 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-f7c4f5ae-584f-44e1-b577-ed22d43b1c24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b91e9e74-454b-4ac0-a061-dc4ccca267f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412507 Sep 17 22:49:13.617547 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-12670efb-ddb5-4ae1-8884-33cc89ec3f80 service neutron] 10.222.0.49 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603975 Sep 17 22:49:13.687824 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea5069b4-0677-4394-b3f0-a839cc24923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.691112 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ea5069b4-0677-4394-b3f0-a839cc24923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.692508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ea5069b4-0677-4394-b3f0-a839cc24923f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b707ab5e-d988-48fe-925a-9a6a360b7eed HTTP/1.1" status: 204 len: 168 time: 0.6286440 Sep 17 22:49:13.770660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5069b4-0677-4394-b3f0-a839cc24923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707ab5e-d988-48fe-925a-9a6a360b7eed,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:13.855474 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b212eb6-87ce-4957-90f6-33ef499bc823 req-340a28de-3527-4a8c-abef-b48216372be8 service neutron] 10.222.0.49 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283199 Sep 17 22:49:14.039069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-d78c1cd9-1905-4cee-b675-ca642a2eea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:14.043305 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-d78c1cd9-1905-4cee-b675-ca642a2eea57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e0f95496594e99bea9aa1cd8d13aad&device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 1095 time: 0.0586798 Sep 17 22:49:14.270184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-2d543bc0-4b4f-4ead-9cc4-6c2d03f6fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:14.272791 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-2d543bc0-4b4f-4ead-9cc4-6c2d03f6fe07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b91e9e74-454b-4ac0-a061-dc4ccca267f0 HTTP/1.1" status: 200 len: 910 time: 0.2216983 Sep 17 22:49:14.360278 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-bfa8ce0b-d663-4666-8eab-1c6902e10a0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207bce18-f86a-4fb0-b547-741541776a59 HTTP/1.1" status: 200 len: 217 time: 0.0787492 Sep 17 22:49:14.404632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463519b1-86c4-4803-99fb-a1e31e40d72e req-5cc921b2-e007-49bf-b704-87741756b4ab tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:14.406258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-463519b1-86c4-4803-99fb-a1e31e40d72e req-5cc921b2-e007-49bf-b704-87741756b4ab tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 943 time: 0.1039503 Sep 17 22:49:14.468470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-463519b1-86c4-4803-99fb-a1e31e40d72e req-f39e7b3f-13fe-4943-908a-f4b001c6afb5 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546770 Sep 17 22:49:14.524141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-7f49a1f5-ff61-4ef3-944d-dd8d69082097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:14.525727 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-7f49a1f5-ff61-4ef3-944d-dd8d69082097 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=329017ec-0d12-4ce2-a63c-8b686e89116c HTTP/1.1" status: 200 len: 849 time: 0.1571484 Sep 17 22:49:14.595696 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-840fc6ba-96ff-4b9b-a44b-522045df2ae6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b91e9e74-454b-4ac0-a061-dc4ccca267f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614190 Sep 17 22:49:14.762951 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-0329601c-0082-4618-88be-8ea9c603db46 service neutron] 10.222.0.49 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546979 Sep 17 22:49:14.911345 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-86e81dd5-cb99-4dd7-a377-3dc39205389f req-69df083b-7cc4-4064-aa5c-42b4d3b08da2 service neutron] 10.222.0.49 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313689 Sep 17 22:49:15.215857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60150) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:15.507342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-680291302'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:15.553295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:15.556967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.582691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.613820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92d41d-bb47-40e3-9023-8c361fea5eb6 req-8c2c8d23-98be-44a5-b6c9-74e865aa98ee tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:15.622980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c92d41d-bb47-40e3-9023-8c361fea5eb6 req-8c2c8d23-98be-44a5-b6c9-74e865aa98ee tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 943 time: 0.0679231 Sep 17 22:49:15.677000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c92d41d-bb47-40e3-9023-8c361fea5eb6 req-de466974-d93e-4377-b01c-058e834e348c tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 Sep 17 22:49:15.722625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.728227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.765093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9ea6de-7cd6-481e-84ab-f7daba6f50f6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:15.788771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:15.800681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.803291 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment 9a53598f-26b5-4a81-8c94-2ff45b442640 of type vlan for network 63741653-4f43-4a17-b9fb-3381fefb4a24 Sep 17 22:49:15.850581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.882098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.893277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:15.893926 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.955274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60180) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:15.955929 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7381811 Sep 17 22:49:15.961300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729550170'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:15.992425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a9bfa-83cc-4c5d-b3aa-414cd14fc739 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=63741653-4f43-4a17-b9fb-3381fefb4a24,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:16.006816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 63741653-4f43-4a17-b9fb-3381fefb4a24 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:16.010791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:16.014709 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.040117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:16.051365 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.052031 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment dde4a9ac-5db2-4f47-977e-d0bc2220df8c of type vlan for network e72a45bd-9bac-4bea-8332-aab7ebdfd3af Sep 17 22:49:16.107860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.143107 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.150781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:16.151411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.233512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=e72a45bd-9bac-4bea-8332-aab7ebdfd3af,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:16.249092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e72a45bd-9bac-4bea-8332-aab7ebdfd3af details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:16.254654 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bf1d38df-449b-410e-ac44-0809cb7fb270 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2982113 Sep 17 22:49:16.257924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60184) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:16.262976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': '63741653-4f43-4a17-b9fb-3381fefb4a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:16.377952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:16.385496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.711133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.837490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=b6543231-b8a8-4950-98a5-7b08bde2ee32,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:16.846441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': '9a53598f-26b5-4a81-8c94-2ff45b442640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '63741653-4f43-4a17-b9fb-3381fefb4a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:16.846798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: 63741653-4f43-4a17-b9fb-3381fefb4a24, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:16.858822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a37ada-ed71-4d91-a06f-3a56db801724 req-d2b965fc-3a19-4917-aaef-3fe6dd0b3760 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:16.860407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89a37ada-ed71-4d91-a06f-3a56db801724 req-d2b965fc-3a19-4917-aaef-3fe6dd0b3760 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 943 time: 0.1129518 Sep 17 22:49:16.886786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 63741653-4f43-4a17-b9fb-3381fefb4a24 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:16.908152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 63741653-4f43-4a17-b9fb-3381fefb4a24) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:16.916750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89a37ada-ed71-4d91-a06f-3a56db801724 req-1e3024b2-11d7-4b86-941f-28c055d23e7b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478461 Sep 17 22:49:16.918838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:16.918981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9aac97-77ab-44f0-84a0-78d5369753c7 None None] Network 63741653-4f43-4a17-b9fb-3381fefb4a24 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:16.919437 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.944624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4aace8cd-a50f-4306-b51a-80389cb9cb62 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6843939 Sep 17 22:49:16.946636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60198) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:16.957085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': 'e72a45bd-9bac-4bea-8332-aab7ebdfd3af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:17.062860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:17.067050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.088165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-63741653-4f43-4a17-b9fb-3381fefb4a24', 'network_id': '63741653-4f43-4a17-b9fb-3381fefb4a24', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': 'b6543231-b8a8-4950-98a5-7b08bde2ee32'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:17.093918 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.134754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60202) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:17.274552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e96ca9c2-5c33-4025-8c4b-676bec6d59d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.279344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Allocated IP 172.20.0.2 (63741653-4f43-4a17-b9fb-3381fefb4a24/b6543231-b8a8-4950-98a5-7b08bde2ee32/1b9b3a6e-a946-4556-8a7b-63ccf5f32fec) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:17.381137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 207bce18-f86a-4fb0-b547-741541776a59 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:49:17.496295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e96ca9c2-5c33-4025-8c4b-676bec6d59d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.505605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e96ca9c2-5c33-4025-8c4b-676bec6d59d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.623269 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.629989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 207bce18-f86a-4fb0-b547-741541776a59, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=207bce18-f86a-4fb0-b547-741541776a59,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:17.653329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e96ca9c2-5c33-4025-8c4b-676bec6d59d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91677a28fa06442dbdb66343ccfe6f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138912 Sep 17 22:49:17.654806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.659147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60218) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:17.711431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '207bce18-f86a-4fb0-b547-741541776a59', 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0', 'port_id': '207bce18-f86a-4fb0-b547-741541776a59', 'mac_address': 'fa:16:3e:5c:90:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329017ec-0d12-4ce2-a63c-8b686e89116c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:49:17.712055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.717745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ca9c2-5c33-4025-8c4b-676bec6d59d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e34c4-4105-43cb-a54c-56bad7a19045,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:17.743502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Network 63741653-4f43-4a17-b9fb-3381fefb4a24 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:17.753049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:17.767428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:17.781860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6ab7-fd78-4cc6-86ec-d47d1df16cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.819766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': 'dde4a9ac-5db2-4f47-977e-d0bc2220df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e72a45bd-9bac-4bea-8332-aab7ebdfd3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:17.820115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: e72a45bd-9bac-4bea-8332-aab7ebdfd3af, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:17.822510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=194ce234-cced-4b0a-98ea-efab230b7d27,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:17.843309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6ab7-fd78-4cc6-86ec-d47d1df16cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.849801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network e72a45bd-9bac-4bea-8332-aab7ebdfd3af is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:17.860781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Pushing event updated for resources: {'Port': ['ID=1b9b3a6e-a946-4556-8a7b-63ccf5f32fec,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:17.874557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e72a45bd-9bac-4bea-8332-aab7ebdfd3af) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:17.886337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:17.887314 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.909539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f008d682-52b8-430c-98bf-885c9f82ee8a None None] Network e72a45bd-9bac-4bea-8332-aab7ebdfd3af requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:17.911831 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.922878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d7c37281-76e4-4844-9c50-b86232e4585f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9739423 Sep 17 22:49:17.925872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60220) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:17.931242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-74d1547b-37e8-428d-a1c8-5aff08f790bb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1737823833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:17.957912 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6ab7-fd78-4cc6-86ec-d47d1df16cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.960636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6ab7-fd78-4cc6-86ec-d47d1df16cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.964026 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0cd6ab7-fd78-4cc6-86ec-d47d1df16cfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f7e34c4-4105-43cb-a54c-56bad7a19045 HTTP/1.1" status: 204 len: 168 time: 0.3019695 Sep 17 22:49:17.989945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207bce18-f86a-4fb0-b547-741541776a59 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:18.002213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd6ab7-fd78-4cc6-86ec-d47d1df16cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e34c4-4105-43cb-a54c-56bad7a19045,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:18.010084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74d1547b-37e8-428d-a1c8-5aff08f790bb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.011166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74d1547b-37e8-428d-a1c8-5aff08f790bb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.127747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Attempting to bind port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:18.128287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Attempting to bind port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9a53598f-26b5-4a81-8c94-2ff45b442640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '63741653-4f43-4a17-b9fb-3381fefb4a24'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:18.128604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Attempting to bind port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec on network 63741653-4f43-4a17-b9fb-3381fefb4a24 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:18.161865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:18.162376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Checking segment: {'id': '9a53598f-26b5-4a81-8c94-2ff45b442640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '63741653-4f43-4a17-b9fb-3381fefb4a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:18.162873 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.163368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Bound using segment: {'id': '9a53598f-26b5-4a81-8c94-2ff45b442640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '63741653-4f43-4a17-b9fb-3381fefb4a24'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:18.164091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Bound port: 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a53598f-26b5-4a81-8c94-2ff45b442640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '63741653-4f43-4a17-b9fb-3381fefb4a24'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:18.164632 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.180982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74d1547b-37e8-428d-a1c8-5aff08f790bb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.185222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 207bce18-f86a-4fb0-b547-741541776a59, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=207bce18-f86a-4fb0-b547-741541776a59,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:18.196457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74d1547b-37e8-428d-a1c8-5aff08f790bb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.229199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74d1547b-37e8-428d-a1c8-5aff08f790bb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.230536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d940d82-cd28-4f8f-ae80-cf5c3be709a8 req-6a750e18-8530-49ac-964e-b309f07c7916 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:18.231034 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-74d1547b-37e8-428d-a1c8-5aff08f790bb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3040531 Sep 17 22:49:18.233876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60226) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:18.234227 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.235378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d940d82-cd28-4f8f-ae80-cf5c3be709a8 req-6a750e18-8530-49ac-964e-b309f07c7916 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 943 time: 0.2019401 Sep 17 22:49:18.301117 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=207bce18-f86a-4fb0-b547-741541776a59,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:18.312201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d940d82-cd28-4f8f-ae80-cf5c3be709a8 req-82d901cc-3cd3-416d-8041-b47b2a345926 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574377 Sep 17 22:49:18.374277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] For port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:18.379063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] For port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1b9b3a6e-a946-4556-8a7b-63ccf5f32fec,segment=NetworkSegment(9a53598f-26b5-4a81-8c94-2ff45b442640),segment_id=9a53598f-26b5-4a81-8c94-2ff45b442640)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:18.390138 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.472896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e72a45bd-9bac-4bea-8332-aab7ebdfd3af', 'network_id': 'e72a45bd-9bac-4bea-8332-aab7ebdfd3af', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': '194ce234-cced-4b0a-98ea-efab230b7d27'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:18.475109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.556190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ade32c-666e-40d7-8f00-6b7cb8c07cf1 None None] Pushing event updated for resources: {'Port': ['ID=1b9b3a6e-a946-4556-8a7b-63ccf5f32fec,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:18.689645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['207bce18-f86a-4fb0-b547-741541776a59'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:49:18.857214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60236) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:18.878896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e20a141-9011-4f19-a786-715163ab23dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.882786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.003906 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.086504 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e20a141-9011-4f19-a786-715163ab23dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.091982 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e20a141-9011-4f19-a786-715163ab23dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.124443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Allocated IP 172.21.0.2 (e72a45bd-9bac-4bea-8332-aab7ebdfd3af/194ce234-cced-4b0a-98ea-efab230b7d27/5ec571c7-5d46-473e-93fc-7740ea303510) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:19.142366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20a141-9011-4f19-a786-715163ab23dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9197f0c0-8d42-4054-81f2-d84e7665ce28,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:19.166570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e20a141-9011-4f19-a786-715163ab23dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a66bd1f193b84689af8b472cc9b02547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077004 Sep 17 22:49:19.167525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60238) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:19.260002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8b441e0-531e-43ac-930e-29a78b6bbe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.294539 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8b441e0-531e-43ac-930e-29a78b6bbe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.410735 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8b441e0-531e-43ac-930e-29a78b6bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.413428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8b441e0-531e-43ac-930e-29a78b6bbe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.414815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d8b441e0-531e-43ac-930e-29a78b6bbe68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9197f0c0-8d42-4054-81f2-d84e7665ce28 HTTP/1.1" status: 204 len: 168 time: 0.2461002 Sep 17 22:49:19.427801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.20.0.1 (63741653-4f43-4a17-b9fb-3381fefb4a24/b6543231-b8a8-4950-98a5-7b08bde2ee32/d09ad07d-ab65-417c-b492-adb36197f30f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:19.429976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b441e0-531e-43ac-930e-29a78b6bbe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9197f0c0-8d42-4054-81f2-d84e7665ce28,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:19.640364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03275beb-acf4-4570-ab7a-b428ada0b3ca req-1a03647a-d192-49c9-8c0c-5a0e4c93ae6c tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:19.642405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03275beb-acf4-4570-ab7a-b428ada0b3ca req-1a03647a-d192-49c9-8c0c-5a0e4c93ae6c tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 944 time: 0.1331649 Sep 17 22:49:19.748282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03275beb-acf4-4570-ab7a-b428ada0b3ca req-684a750c-192d-47fe-851e-2658b1e3e83a tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886898 Sep 17 22:49:19.779282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.860645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:19.864692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.922770 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.954391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.969783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 63741653-4f43-4a17-b9fb-3381fefb4a24 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:19.987249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=d09ad07d-ab65-417c-b492-adb36197f30f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:19.994579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Network e72a45bd-9bac-4bea-8332-aab7ebdfd3af is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:19.999386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:20.002165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:20.014148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:20.015257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.016582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:20.040544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:20.142202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.154540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Pushing event updated for resources: {'Port': ['ID=5ec571c7-5d46-473e-93fc-7740ea303510,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:20.191573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Attempting to bind port 5ec571c7-5d46-473e-93fc-7740ea303510 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:20.191945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Attempting to bind port 5ec571c7-5d46-473e-93fc-7740ea303510 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'dde4a9ac-5db2-4f47-977e-d0bc2220df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e72a45bd-9bac-4bea-8332-aab7ebdfd3af'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:20.192307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Attempting to bind port 5ec571c7-5d46-473e-93fc-7740ea303510 on network e72a45bd-9bac-4bea-8332-aab7ebdfd3af {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:20.202101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:20.202484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Checking segment: {'id': 'dde4a9ac-5db2-4f47-977e-d0bc2220df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e72a45bd-9bac-4bea-8332-aab7ebdfd3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:20.202890 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.203285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Bound using segment: {'id': 'dde4a9ac-5db2-4f47-977e-d0bc2220df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e72a45bd-9bac-4bea-8332-aab7ebdfd3af'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:20.203758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Bound port: 5ec571c7-5d46-473e-93fc-7740ea303510, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde4a9ac-5db2-4f47-977e-d0bc2220df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e72a45bd-9bac-4bea-8332-aab7ebdfd3af'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:20.204192 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.230385 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.291074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a9511-d35a-41b0-a793-fcda7bcab9ba None None] Network 63741653-4f43-4a17-b9fb-3381fefb4a24 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:20.342782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1b9b3a6e-a946-4556-8a7b-63ccf5f32fec,segment=NetworkSegment(9a53598f-26b5-4a81-8c94-2ff45b442640),segment_id=9a53598f-26b5-4a81-8c94-2ff45b442640)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:20.362281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] For port 5ec571c7-5d46-473e-93fc-7740ea303510, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:20.364499 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.381806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.430536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] For port 5ec571c7-5d46-473e-93fc-7740ea303510, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5ec571c7-5d46-473e-93fc-7740ea303510,segment=NetworkSegment(dde4a9ac-5db2-4f47-977e-d0bc2220df8c),segment_id=dde4a9ac-5db2-4f47-977e-d0bc2220df8c)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:20.444565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cd03b571-8032-4302-88cb-2c25eed74e99 None None] Provisioning complete for port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:20.444971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cd03b571-8032-4302-88cb-2c25eed74e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.447108 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.588818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=1b9b3a6e-a946-4556-8a7b-63ccf5f32fec,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:20.718090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162454d-ee9b-49ab-96d1-81fe2f9c0523 None None] Pushing event updated for resources: {'Port': ['ID=5ec571c7-5d46-473e-93fc-7740ea303510,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:20.993145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:21.002017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:21.006399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0a7aa-3c93-4fcd-9394-54fd37bbc73d req-cd768489-c84e-4d74-90e8-607c76551401 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:21.017197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adb0a7aa-3c93-4fcd-9394-54fd37bbc73d req-cd768489-c84e-4d74-90e8-607c76551401 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 944 time: 0.0781565 Sep 17 22:49:21.105086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adb0a7aa-3c93-4fcd-9394-54fd37bbc73d req-7d5d374f-bfe0-4184-98ee-fe9cfd700c66 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865262 Sep 17 22:49:21.181679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=d09ad07d-ab65-417c-b492-adb36197f30f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:21.197858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:21.306062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d2588455-92b5-49ad-bc0a-fcc38ae2a9e5 None None] Provisioning complete for port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:21.306604 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d2588455-92b5-49ad-bc0a-fcc38ae2a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:21.426757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 207bce18-f86a-4fb0-b547-741541776a59 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:21.460426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 63741653-4f43-4a17-b9fb-3381fefb4a24 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:21.462229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:21.649134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:21.733179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 207bce18-f86a-4fb0-b547-741541776a59 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:49:21.772568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 207bce18-f86a-4fb0-b547-741541776a59 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:21.772981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:21.819419 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router bbf5c3dc-a779-45c4-8f83-be228ec7686e is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:49:21.942988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:21.944090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:21.947491 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:21.959233 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb3558-8b0e-4278-aec4-f4926e335b5b None None] Sync routers for ids ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:21.974131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2fd8fb54-994e-4add-afa0-be8ab88e7635 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/bbf5c3dc-a779-45c4-8f83-be228ec7686e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7358296 Sep 17 22:49:21.977514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60294) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:21.992989 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb3558-8b0e-4278-aec4-f4926e335b5b None None] Routers {'bbf5c3dc-a779-45c4-8f83-be228ec7686e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:21.993827 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0ccb3558-8b0e-4278-aec4-f4926e335b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:22.010659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d2588455-92b5-49ad-bc0a-fcc38ae2a9e5 None None] Provisioning complete for port d09ad07d-ab65-417c-b492-adb36197f30f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:22.011464 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d2588455-92b5-49ad-bc0a-fcc38ae2a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:22.078222 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0ccb3558-8b0e-4278-aec4-f4926e335b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:22.106684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04691ab4-fafc-44f4-8412-5f43bc240d59 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:22.112403 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb3558-8b0e-4278-aec4-f4926e335b5b None None] Routers {'bbf5c3dc-a779-45c4-8f83-be228ec7686e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:22.116498 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0ccb3558-8b0e-4278-aec4-f4926e335b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:22.125981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-04691ab4-fafc-44f4-8412-5f43bc240d59 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports/d09ad07d-ab65-417c-b492-adb36197f30f HTTP/1.1" status: 200 len: 910 time: 0.1471820 Sep 17 22:49:22.128553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60298) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:22.226396 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:22.281422 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0ccb3558-8b0e-4278-aec4-f4926e335b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:22.282413 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb3558-8b0e-4278-aec4-f4926e335b5b None None] The sync data for ids ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:22.315130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d2588455-92b5-49ad-bc0a-fcc38ae2a9e5 None None] Port d09ad07d-ab65-417c-b492-adb36197f30f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:22.337852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0c7ecd-b3e0-4801-8e43-739d9c395b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207bce18-f86a-4fb0-b547-741541776a59'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:22.337852 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e3cefa-3e8f-419e-aa33-87ddb5108ad2" -d '{"events": [{"server_uuid": "6d0c7ecd-b3e0-4801-8e43-739d9c395b3f", "name": "network-vif-plugged", "status": "completed", "tag": "207bce18-f86a-4fb0-b547-741541776a59"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:22.422933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 207bce18-f86a-4fb0-b547-741541776a59, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=207bce18-f86a-4fb0-b547-741541776a59,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:22.449240 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:22.568651 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604b05a0-62d4-4363-b9d3-3b78f9fa36f4 x-openstack-request-id: req-604b05a0-62d4-4363-b9d3-3b78f9fa36f4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:22.570316 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0c7ecd-b3e0-4801-8e43-739d9c395b3f", "name": "network-vif-plugged", "status": "completed", "tag": "207bce18-f86a-4fb0-b547-741541776a59", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:22.570316 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-604b05a0-62d4-4363-b9d3-3b78f9fa36f4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:22.580552 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0c7ecd-b3e0-4801-8e43-739d9c395b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207bce18-f86a-4fb0-b547-741541776a59', 'code': 200} Sep 17 22:49:22.594928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=207bce18-f86a-4fb0-b547-741541776a59,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:22.609867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0c514-a85c-40f6-b22a-4f153d939385 None None] Network e72a45bd-9bac-4bea-8332-aab7ebdfd3af requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:22.690646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259b7fd-08c9-4024-99b7-7dcdc840140c req-a29bec2c-69a0-4cbc-b43c-d9bf6738c1aa tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:22.692136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e259b7fd-08c9-4024-99b7-7dcdc840140c req-a29bec2c-69a0-4cbc-b43c-d9bf6738c1aa tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 945 time: 0.2240710 Sep 17 22:49:22.693357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3ebecd78-4be6-4255-81fd-3885ceb78686 None None] Provisioning complete for port d09ad07d-ab65-417c-b492-adb36197f30f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:22.693843 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3ebecd78-4be6-4255-81fd-3885ceb78686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:22.700206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5ec571c7-5d46-473e-93fc-7740ea303510 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:22.757584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3ebecd78-4be6-4255-81fd-3885ceb78686 None None] Port d09ad07d-ab65-417c-b492-adb36197f30f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:22.916594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e259b7fd-08c9-4024-99b7-7dcdc840140c req-28e1e541-0828-4952-925c-6cb4c71a8ca7 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827793 Sep 17 22:49:23.016505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-53303086-4ada-4cec-9910-bb31c0a8b153 None None] Provisioning complete for port 5ec571c7-5d46-473e-93fc-7740ea303510 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:23.016815 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-53303086-4ada-4cec-9910-bb31c0a8b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.102828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.110290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5ec571c7-5d46-473e-93fc-7740ea303510 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:23.110958 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.340391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-53303086-4ada-4cec-9910-bb31c0a8b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.362570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591f13-6f87-489d-8ddb-21efb8e79b48 req-55a72a7b-42a1-4c18-95f8-bdb2f94ac2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:23.364337 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d591f13-6f87-489d-8ddb-21efb8e79b48 req-55a72a7b-42a1-4c18-95f8-bdb2f94ac2bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 1097 time: 0.7939184 Sep 17 22:49:23.395208 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.460419 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d591f13-6f87-489d-8ddb-21efb8e79b48 req-9a8882a5-7220-408c-82ed-8dcf572c9303 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860798 Sep 17 22:49:23.491508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-53303086-4ada-4cec-9910-bb31c0a8b153 None None] For port 5ec571c7-5d46-473e-93fc-7740ea303510, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5ec571c7-5d46-473e-93fc-7740ea303510,segment=NetworkSegment(dde4a9ac-5db2-4f47-977e-d0bc2220df8c),segment_id=dde4a9ac-5db2-4f47-977e-d0bc2220df8c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:23.504589 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-53303086-4ada-4cec-9910-bb31c0a8b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.604524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:49:23.605626 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:49:23.629947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53303086-4ada-4cec-9910-bb31c0a8b153 None None] Pushing event updated for resources: {'Port': ['ID=5ec571c7-5d46-473e-93fc-7740ea303510,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:23.656912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a48d0677-c459-4cd0-99d9-61b70a29bbd5 None None] Provisioning complete for port 5ec571c7-5d46-473e-93fc-7740ea303510 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:23.657318 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a48d0677-c459-4cd0-99d9-61b70a29bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.705037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.21.0.1 (e72a45bd-9bac-4bea-8332-aab7ebdfd3af/194ce234-cced-4b0a-98ea-efab230b7d27/f1c9975e-55fa-42a2-a309-11012e59ffb5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:23.869740 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.924802 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.969571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network e72a45bd-9bac-4bea-8332-aab7ebdfd3af is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:23.971093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:23.973759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:24.050411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=f1c9975e-55fa-42a2-a309-11012e59ffb5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:24.110030 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.134087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b9ba6-ff3a-4fa4-b6e0-0638b1bfe065 req-c39ee96c-e491-4bc6-b1aa-1b545c07f09b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:24.135771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-090b9ba6-ff3a-4fa4-b6e0-0638b1bfe065 req-c39ee96c-e491-4bc6-b1aa-1b545c07f09b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 945 time: 0.1176641 Sep 17 22:49:24.221525 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-090b9ba6-ff3a-4fa4-b6e0-0638b1bfe065 req-6626b149-c7dd-41a3-ab4d-b0300934ea7c tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 Sep 17 22:49:24.359228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5ec571c7-5d46-473e-93fc-7740ea303510 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:24.395603 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.443916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-aa49e1d8-944d-43f9-a55b-411ab49fd587 None None] Provisioning complete for port f1c9975e-55fa-42a2-a309-11012e59ffb5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:24.444551 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aa49e1d8-944d-43f9-a55b-411ab49fd587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.492750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5ec571c7-5d46-473e-93fc-7740ea303510 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:24.493127 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.536810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-aa49e1d8-944d-43f9-a55b-411ab49fd587 None None] Port f1c9975e-55fa-42a2-a309-11012e59ffb5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:24.855642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.862691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.956923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=f1c9975e-55fa-42a2-a309-11012e59ffb5,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:24.965329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:25.084383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network e72a45bd-9bac-4bea-8332-aab7ebdfd3af is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:25.085972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:25.284904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router bbf5c3dc-a779-45c4-8f83-be228ec7686e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:49:25.452820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:25.462465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f6c76f7f-7ac2-447d-8044-7c252d849476 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/bbf5c3dc-a779-45c4-8f83-be228ec7686e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3327918 Sep 17 22:49:25.465702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60372) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:25.468834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c39c748-b247-4252-8045-e1fae0f4db72 None None] Sync routers for ids ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:25.485311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1abc945c-0b04-4a70-b3c7-639cde837769 None None] Provisioning complete for port f1c9975e-55fa-42a2-a309-11012e59ffb5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:25.488997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1abc945c-0b04-4a70-b3c7-639cde837769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:25.517111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39c748-b247-4252-8045-e1fae0f4db72 None None] Routers {'bbf5c3dc-a779-45c4-8f83-be228ec7686e'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:25.517981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7c39c748-b247-4252-8045-e1fae0f4db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:25.534518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887cf0a-f741-47dc-91d2-92f32c9d67cf req-cd527844-ec9f-4038-84ba-e8d55f1279d3 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:25.543095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f887cf0a-f741-47dc-91d2-92f32c9d67cf req-cd527844-ec9f-4038-84ba-e8d55f1279d3 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 945 time: 0.1061249 Sep 17 22:49:25.544491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77ecba2-49b6-4fcb-b3db-ae3aa467c402 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:25.551525 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d77ecba2-49b6-4fcb-b3db-ae3aa467c402 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports/f1c9975e-55fa-42a2-a309-11012e59ffb5 HTTP/1.1" status: 200 len: 910 time: 0.0836904 Sep 17 22:49:25.552213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60376) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:25.561410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7c39c748-b247-4252-8045-e1fae0f4db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:25.578223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1abc945c-0b04-4a70-b3c7-639cde837769 None None] Port f1c9975e-55fa-42a2-a309-11012e59ffb5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:25.582783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39c748-b247-4252-8045-e1fae0f4db72 None None] Routers {'bbf5c3dc-a779-45c4-8f83-be228ec7686e'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:25.583408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7c39c748-b247-4252-8045-e1fae0f4db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:25.622890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f887cf0a-f741-47dc-91d2-92f32c9d67cf req-2af39650-cc23-4634-9d7e-fc5f95360373 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780301 Sep 17 22:49:25.658408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7c39c748-b247-4252-8045-e1fae0f4db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:25.659379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c39c748-b247-4252-8045-e1fae0f4db72 None None] The sync data for ids ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:26.105530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:26.483375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port f1c9975e-55fa-42a2-a309-11012e59ffb5 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:26.484085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:26.614270 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:26.637943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for f1c9975e-55fa-42a2-a309-11012e59ffb5 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:26.663505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c649016-aee2-4d0f-b2b3-97ce9eec9335 req-2902fe34-60cc-41cc-b199-73c9324d843d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:26.665127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c649016-aee2-4d0f-b2b3-97ce9eec9335 req-2902fe34-60cc-41cc-b199-73c9324d843d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 945 time: 0.1079216 Sep 17 22:49:26.753547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c649016-aee2-4d0f-b2b3-97ce9eec9335 req-dd1f9aa5-c037-4741-84de-5798b688e4ee tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809665 Sep 17 22:49:26.955958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:27.034766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=f1c9975e-55fa-42a2-a309-11012e59ffb5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:27.152304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60420) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:27.352552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:27.484728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27e6bd65-a996-4a48-b473-f358c09b9919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:27.624176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27e6bd65-a996-4a48-b473-f358c09b9919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:27.631828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27e6bd65-a996-4a48-b473-f358c09b9919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:27.669219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router bbf5c3dc-a779-45c4-8f83-be228ec7686e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:49:27.701156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-27e6bd65-a996-4a48-b473-f358c09b9919 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd293e73aa0c44c8b4cffc009388dceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5473197 Sep 17 22:49:27.703110 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bd65-a996-4a48-b473-f358c09b9919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3514300-435a-458f-ab2a-aaeb9f408f51,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:27.705927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60428) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:27.792661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a6eb6e9-f8c1-4dd5-8926-3173475d8eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:27.809053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:27.825397 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60432) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:27.827038 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a6813056-3e50-4171-8446-51b769d42207 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/bbf5c3dc-a779-45c4-8f83-be228ec7686e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2724619 Sep 17 22:49:27.835620 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37e075-e955-4fd0-8b05-3c0311c29f8a None None] Sync routers for ids ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:27.836162 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a6eb6e9-f8c1-4dd5-8926-3173475d8eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:27.865203 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37e075-e955-4fd0-8b05-3c0311c29f8a None None] Routers {'bbf5c3dc-a779-45c4-8f83-be228ec7686e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:27.868800 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5e37e075-e955-4fd0-8b05-3c0311c29f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:27.941677 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5e37e075-e955-4fd0-8b05-3c0311c29f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:27.952855 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37e075-e955-4fd0-8b05-3c0311c29f8a None None] Routers {'bbf5c3dc-a779-45c4-8f83-be228ec7686e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:27.953748 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5e37e075-e955-4fd0-8b05-3c0311c29f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:28.028495 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5e37e075-e955-4fd0-8b05-3c0311c29f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:28.030487 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37e075-e955-4fd0-8b05-3c0311c29f8a None None] The sync data for ids ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:28.037214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb312b-31fd-47b2-a3c0-0da02cd4eef6 req-535917c1-08f9-4ff8-9608-f6a97d774b32 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.038890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fbb312b-31fd-47b2-a3c0-0da02cd4eef6 req-535917c1-08f9-4ff8-9608-f6a97d774b32 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 945 time: 0.1051464 Sep 17 22:49:28.082089 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a6eb6e9-f8c1-4dd5-8926-3173475d8eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.084619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a6eb6e9-f8c1-4dd5-8926-3173475d8eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.087974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a6eb6e9-f8c1-4dd5-8926-3173475d8eb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3514300-435a-458f-ab2a-aaeb9f408f51 HTTP/1.1" status: 204 len: 168 time: 0.3650033 Sep 17 22:49:28.130750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6eb6e9-f8c1-4dd5-8926-3173475d8eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3514300-435a-458f-ab2a-aaeb9f408f51,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:28.187785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2fbb312b-31fd-47b2-a3c0-0da02cd4eef6 req-b7fc4eed-4da4-4a52-aa7f-809f47b53c87 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092541 Sep 17 22:49:28.226923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead87012-4922-4cca-9a73-73142ff66f4c req-b708d32a-1357-4ac9-90e0-5adbcc9ea412 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.228830 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ead87012-4922-4cca-9a73-73142ff66f4c req-b708d32a-1357-4ac9-90e0-5adbcc9ea412 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 945 time: 0.1172395 Sep 17 22:49:28.397944 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.426256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Deleting port 207bce18-f86a-4fb0-b547-741541776a59 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:28.427334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.616265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] For port 207bce18-f86a-4fb0-b547-741541776a59, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=207bce18-f86a-4fb0-b547-741541776a59,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:28.616907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.633621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Calling delete_port for 207bce18-f86a-4fb0-b547-741541776a59 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:28.769510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port d09ad07d-ab65-417c-b492-adb36197f30f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:28.770163 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.797273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.831246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Pushing event deleted for resources: {'Port': ['ID=207bce18-f86a-4fb0-b547-741541776a59,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:28.832109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['207bce18-f86a-4fb0-b547-741541776a59'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:49:28.875473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] No DVR routers for this DVR port 207bce18-f86a-4fb0-b547-741541776a59 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:28.878416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.881136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ead87012-4922-4cca-9a73-73142ff66f4c req-29da7cb5-6e51-4ffa-ad35-0ea3ec4b7446 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.49 "DELETE /v2.0/ports/207bce18-f86a-4fb0-b547-741541776a59 HTTP/1.1" status: 204 len: 173 time: 0.6397979 Sep 17 22:49:28.881608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0c7ecd-b3e0-4801-8e43-739d9c395b3f', 'name': 'network-vif-deleted', 'tag': '207bce18-f86a-4fb0-b547-741541776a59'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:28.884134 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd1e9bb-d6ff-4162-84f0-6c66b548476d" -d '{"events": [{"server_uuid": "6d0c7ecd-b3e0-4801-8e43-739d9c395b3f", "name": "network-vif-deleted", "tag": "207bce18-f86a-4fb0-b547-741541776a59"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:28.894356 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.910676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for d09ad07d-ab65-417c-b492-adb36197f30f owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:28.962730 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2d5dca-57af-4cdb-ae51-ef417aff107b x-openstack-request-id: req-5f2d5dca-57af-4cdb-ae51-ef417aff107b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:28.963051 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0c7ecd-b3e0-4801-8e43-739d9c395b3f", "name": "network-vif-deleted", "tag": "207bce18-f86a-4fb0-b547-741541776a59", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:28.963299 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f2d5dca-57af-4cdb-ae51-ef417aff107b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:28.963720 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0c7ecd-b3e0-4801-8e43-739d9c395b3f', 'name': 'network-vif-deleted', 'tag': '207bce18-f86a-4fb0-b547-741541776a59', 'status': 'completed', 'code': 200} Sep 17 22:49:29.166465 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.194411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=d09ad07d-ab65-417c-b492-adb36197f30f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:29.426947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1eb1a11d-96c7-4e20-82f7-a25a5a7264af req-4b700ac1-c65d-4a8e-ae8d-69ded7c13e6f tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0c7ecd-b3e0-4801-8e43-739d9c395b3f HTTP/1.1" status: 200 len: 210 time: 0.0682037 Sep 17 22:49:29.433836 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.936279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dd9a465a-3f75-4c56-9ffb-e6bc2989b54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.992521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router bbf5c3dc-a779-45c4-8f83-be228ec7686e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:49:30.077117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:30.085456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-045f2cb3-c4a3-4868-bf37-40454f263330 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/bbf5c3dc-a779-45c4-8f83-be228ec7686e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566726 Sep 17 22:49:30.085707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60474) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:30.097959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab914f-7d9e-4741-9151-58d40b4cb896 None None] Sync routers for ids ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:30.113931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab914f-7d9e-4741-9151-58d40b4cb896 None None] Routers {'bbf5c3dc-a779-45c4-8f83-be228ec7686e'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:30.116911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c7ab914f-7d9e-4741-9151-58d40b4cb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:30.134295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60478) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:30.148445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6f9b9802-1e05-4d95-8d8b-6af5a29424b8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf5c3dc-a779-45c4-8f83-be228ec7686e HTTP/1.1" status: 200 len: 205 time: 0.0615320 Sep 17 22:49:30.193423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c7ab914f-7d9e-4741-9151-58d40b4cb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:30.217514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab914f-7d9e-4741-9151-58d40b4cb896 None None] Routers {'bbf5c3dc-a779-45c4-8f83-be228ec7686e'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:30.227416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c7ab914f-7d9e-4741-9151-58d40b4cb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:30.240274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1b68-9be0-40bb-9a69-911e6506fb0d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.284995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c7ab914f-7d9e-4741-9151-58d40b4cb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:30.286267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab914f-7d9e-4741-9151-58d40b4cb896 None None] The sync data for ids ['bbf5c3dc-a779-45c4-8f83-be228ec7686e'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:30.435302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1b68-9be0-40bb-9a69-911e6506fb0d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.437534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1b68-9be0-40bb-9a69-911e6506fb0d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.488436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1b68-9be0-40bb-9a69-911e6506fb0d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.489553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6a1b68-9be0-40bb-9a69-911e6506fb0d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Fanout notify agent at l3_agent the message router_deleted on router bbf5c3dc-a779-45c4-8f83-be228ec7686e {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:49:30.499079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1b68-9be0-40bb-9a69-911e6506fb0d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.500549 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6e6a1b68-9be0-40bb-9a69-911e6506fb0d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/bbf5c3dc-a779-45c4-8f83-be228ec7686e HTTP/1.1" status: 204 len: 168 time: 0.3652604 Sep 17 22:49:30.503142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60490) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:30.575109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e525c5d-4aa5-4691-a8cf-408dd2ec52fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet 194ce234-cced-4b0a-98ea-efab230b7d27 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:49:30.578490 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e525c5d-4aa5-4691-a8cf-408dd2ec52fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.623996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e525c5d-4aa5-4691-a8cf-408dd2ec52fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.743849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e525c5d-4aa5-4691-a8cf-408dd2ec52fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.836556 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e525c5d-4aa5-4691-a8cf-408dd2ec52fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.858288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-db18d498-43e2-47a4-8505-c8836607482f tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:30.860663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-db18d498-43e2-47a4-8505-c8836607482f tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/networks?id=b91e9e74-454b-4ac0-a061-dc4ccca267f0 HTTP/1.1" status: 200 len: 809 time: 0.1441824 Sep 17 22:49:30.878523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e525c5d-4aa5-4691-a8cf-408dd2ec52fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=194ce234-cced-4b0a-98ea-efab230b7d27,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:30.878792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-97c0a8ce-d60d-4f15-aef1-0a51d2e0314b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/quotas/73e0f95496594e99bea9aa1cd8d13aad HTTP/1.1" status: 200 len: 375 time: 0.0106840 Sep 17 22:49:30.881118 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e525c5d-4aa5-4691-a8cf-408dd2ec52fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.884144 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5e525c5d-4aa5-4691-a8cf-408dd2ec52fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/194ce234-cced-4b0a-98ea-efab230b7d27 HTTP/1.1" status: 204 len: 168 time: 0.3798192 Sep 17 22:49:30.886874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60506) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:30.892068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b6260-2fde-4018-abf8-761eaad094ab None None] Network e72a45bd-9bac-4bea-8332-aab7ebdfd3af requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:30.947696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d297af35-eed7-4d41-bcd3-a9b834b74aaa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet b6543231-b8a8-4950-98a5-7b08bde2ee32 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:49:30.951185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d297af35-eed7-4d41-bcd3-a9b834b74aaa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.976268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-b7a808cc-1b67-49ac-9eb7-9edb72d3eeec tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=73e0f95496594e99bea9aa1cd8d13aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911763 Sep 17 22:49:31.012292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d297af35-eed7-4d41-bcd3-a9b834b74aaa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.113689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-3fbd4b47-0219-4cca-8873-c569c4edd92b service neutron] 10.222.0.48 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361012 Sep 17 22:49:31.146273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d297af35-eed7-4d41-bcd3-a9b834b74aaa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.269462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-5d71eb97-dee9-461f-bdd8-65e5afa4103c service neutron] 10.222.0.48 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542070 Sep 17 22:49:31.278397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d297af35-eed7-4d41-bcd3-a9b834b74aaa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.330088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d297af35-eed7-4d41-bcd3-a9b834b74aaa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.336445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60522) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:31.339619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d725b74-f8c7-4e62-85a1-dd7730a52914 None None] Network 63741653-4f43-4a17-b9fb-3381fefb4a24 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:31.341702 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d297af35-eed7-4d41-bcd3-a9b834b74aaa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/b6543231-b8a8-4950-98a5-7b08bde2ee32 HTTP/1.1" status: 204 len: 168 time: 0.4518142 Sep 17 22:49:31.342962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297af35-eed7-4d41-bcd3-a9b834b74aaa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=b6543231-b8a8-4950-98a5-7b08bde2ee32,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:31.368762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] DHCP port deletion for e72a45bd-9bac-4bea-8332-aab7ebdfd3af request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:49:31.446941 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.476741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 207bce18-f86a-4fb0-b547-741541776a59 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:49:31.516189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 207bce18-f86a-4fb0-b547-741541776a59 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:49:31.516189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 207bce18-f86a-4fb0-b547-741541776a59 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:49:31.561541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 5ec571c7-5d46-473e-93fc-7740ea303510 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:31.562155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.624626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] Deleting port 5ec571c7-5d46-473e-93fc-7740ea303510 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:31.625429 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.640154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port 5ec571c7-5d46-473e-93fc-7740ea303510, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5ec571c7-5d46-473e-93fc-7740ea303510,segment=NetworkSegment(dde4a9ac-5db2-4f47-977e-d0bc2220df8c),segment_id=dde4a9ac-5db2-4f47-977e-d0bc2220df8c)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:31.640525 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.655376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 5ec571c7-5d46-473e-93fc-7740ea303510 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:31.720095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] For port 5ec571c7-5d46-473e-93fc-7740ea303510, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5ec571c7-5d46-473e-93fc-7740ea303510,segment=NetworkSegment(dde4a9ac-5db2-4f47-977e-d0bc2220df8c),segment_id=dde4a9ac-5db2-4f47-977e-d0bc2220df8c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:31.720858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.748298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] Calling delete_port for 5ec571c7-5d46-473e-93fc-7740ea303510 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:31.811776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b7eb89c-dc85-4f42-8c1e-acb30cfb94b4 req-1b7d4111-8e71-44c8-9adf-66f98afcdc08 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 210 time: 0.0490332 Sep 17 22:49:31.824774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] DHCP port deletion for 63741653-4f43-4a17-b9fb-3381fefb4a24 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:49:31.832239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.869558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=5ec571c7-5d46-473e-93fc-7740ea303510,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:31.883025 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No DVR routers for this DVR port 5ec571c7-5d46-473e-93fc-7740ea303510 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:31.914050 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.949726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] No DVR routers for this DVR port 5ec571c7-5d46-473e-93fc-7740ea303510 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:31.955843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec210d7-f98e-4382-8ebd-4ba505a26868 None None] Pushing event deleted for resources: {'Port': ['ID=5ec571c7-5d46-473e-93fc-7740ea303510,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:31.991080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] Deleting port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:31.991647 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.000816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.030940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72a45bd-9bac-4bea-8332-aab7ebdfd3af']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:32.041298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde4a9ac-5db2-4f47-977e-d0bc2220df8c') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:32.041595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde4a9ac-5db2-4f47-977e-d0bc2220df8c') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:32.052649 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.067234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] For port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1b9b3a6e-a946-4556-8a7b-63ccf5f32fec,segment=NetworkSegment(9a53598f-26b5-4a81-8c94-2ff45b442640),segment_id=9a53598f-26b5-4a81-8c94-2ff45b442640)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:32.067637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.068076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.074889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:32.075295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:32.079043 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:32.081769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] Calling delete_port for 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:32.162175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.175089 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.180249 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/e72a45bd-9bac-4bea-8332-aab7ebdfd3af HTTP/1.1" status: 204 len: 168 time: 0.8397572 Sep 17 22:49:32.180979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60548) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:32.199627 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.200099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34f244-2f67-4e0e-beb7-6fd304e8d062 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=e72a45bd-9bac-4bea-8332-aab7ebdfd3af,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:32.229668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] Pushing event deleted for resources: {'Port': ['ID=1b9b3a6e-a946-4556-8a7b-63ccf5f32fec,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:32.233668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9fec3-d0af-48a7-9435-d9813abcdd36 None None] No DVR routers for this DVR port 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:32.279659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:49:32.304278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:49:32.304904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1b9b3a6e-a946-4556-8a7b-63ccf5f32fec not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:49:32.305513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5ec571c7-5d46-473e-93fc-7740ea303510 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:49:32.326151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.330504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 5ec571c7-5d46-473e-93fc-7740ea303510 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:49:32.331076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5ec571c7-5d46-473e-93fc-7740ea303510 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:49:32.422343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.444531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63741653-4f43-4a17-b9fb-3381fefb4a24']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:32.456335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a53598f-26b5-4a81-8c94-2ff45b442640') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:32.456636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a53598f-26b5-4a81-8c94-2ff45b442640') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:32.469253 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.485154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.491701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:32.492289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:32.497047 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:32.568268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.577432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.583182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/63741653-4f43-4a17-b9fb-3381fefb4a24 HTTP/1.1" status: 204 len: 168 time: 0.3944900 Sep 17 22:49:32.583629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60562) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:32.588570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-1877342048'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:32.607941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc28cfa-b634-4d50-b81e-ec7a1b942dea tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=63741653-4f43-4a17-b9fb-3381fefb4a24,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:32.628354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:32.632078 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.657579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:32.667999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.668440 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment 8c7d4adf-995a-4265-90bd-788b42d07098 of type vlan for network 4f31063c-f451-4631-a5c4-2d739b895a62 Sep 17 22:49:32.700265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de4a66f8-d33e-41c2-82e9-6e7f01a8f8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.717727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.748183 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.754382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:32.754995 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.840329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2530417 Sep 17 22:49:32.840710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60566) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:32.847149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': '4f31063c-f451-4631-a5c4-2d739b895a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:32.985112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef2ff489-ebde-4fea-9e96-6dab107e6b57 req-ecd12e71-5669-4fe7-ba07-d9f9e129fc50 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 210 time: 0.0349176 Sep 17 22:49:32.993045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:32.999105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.000605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2009e0-ca6d-402d-9474-28d508a50311 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=4f31063c-f451-4631-a5c4-2d739b895a62,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:33.016467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4f31063c-f451-4631-a5c4-2d739b895a62 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:33.061699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-3f480cc3-1563-4f4b-b327-f495a1d1b820 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:33.065606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-3f480cc3-1563-4f4b-b327-f495a1d1b820 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.49 "GET /v2.0/networks?id=b91e9e74-454b-4ac0-a061-dc4ccca267f0 HTTP/1.1" status: 200 len: 809 time: 0.2770023 Sep 17 22:49:33.099576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Request body: {'port': {'device_id': 'f0f974ca-d476-43fe-8aa3-47f30c3e0d1b', 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0', 'admin_state_up': True, 'tenant_id': '73e0f95496594e99bea9aa1cd8d13aad'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:33.113959 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.255168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Made reservation on behalf of 73e0f95496594e99bea9aa1cd8d13aad for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:33.259586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.301887 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.391683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=f707132d-9734-436b-8c6c-154d078fe536,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:33.394522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': '8c7d4adf-995a-4265-90bd-788b42d07098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4f31063c-f451-4631-a5c4-2d739b895a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:33.395463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: 4f31063c-f451-4631-a5c4-2d739b895a62, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:33.417785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Allocated IP 172.20.0.3 (b91e9e74-454b-4ac0-a061-dc4ccca267f0/329017ec-0d12-4ce2-a63c-8b686e89116c/4ea88eb1-ee2c-4499-89ef-b050c722a3f2) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:33.419071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 4f31063c-f451-4631-a5c4-2d739b895a62 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:33.429904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4f31063c-f451-4631-a5c4-2d739b895a62) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:33.435393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:33.436345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.444579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c3323-31c4-4ca6-9f80-01faf9ccf80e None None] Network 4f31063c-f451-4631-a5c4-2d739b895a62 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:33.455134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ad5061f-68d8-4b33-99d6-356fdbbe964f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6126976 Sep 17 22:49:33.457595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60596) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:33.465394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a4ea7e0b-b751-40b9-aa10-f449150d7a19 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-578590944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:33.499403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7e0b-b751-40b9-aa10-f449150d7a19 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.501223 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7e0b-b751-40b9-aa10-f449150d7a19 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.576174 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7e0b-b751-40b9-aa10-f449150d7a19 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.597321 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7e0b-b751-40b9-aa10-f449150d7a19 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.643314 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7e0b-b751-40b9-aa10-f449150d7a19 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.644875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a4ea7e0b-b751-40b9-aa10-f449150d7a19 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1862767 Sep 17 22:49:33.647567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60602) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:33.653916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'port': {'network_id': '4f31063c-f451-4631-a5c4-2d739b895a62', 'name': 'tempest-RoutersTest-483348094'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:33.665770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.679601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4f31063c-f451-4631-a5c4-2d739b895a62', 'network_id': '4f31063c-f451-4631-a5c4-2d739b895a62', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': 'f707132d-9734-436b-8c6c-154d078fe536'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:33.680638 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.707872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.762587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Network b91e9e74-454b-4ac0-a061-dc4ccca267f0 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:33.769836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:33.774235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:33.788145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Pushing event updated for resources: {'Port': ['ID=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:33.843491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:33.847068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.854598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:33.855687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.870813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] device_id is not set on port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:49:33.875211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-64b2d765-37b7-47b3-ac8d-10d37302e363 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794230 Sep 17 22:49:33.894890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Request body: {'port': {'device_id': 'f0f974ca-d476-43fe-8aa3-47f30c3e0d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:33.909025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Allocated IP 172.20.0.2 (4f31063c-f451-4631-a5c4-2d739b895a62/f707132d-9734-436b-8c6c-154d078fe536/fcc5904f-fdc8-456e-9e3b-c63e19cc6139) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:33.913999 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.001962 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.127523 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.137022 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.210417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Pushing event updated for resources: {'Port': ['ID=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:34.247784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Network 4f31063c-f451-4631-a5c4-2d739b895a62 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:34.251608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:34.258664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:34.289533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d09288-641b-4947-aef9-a55d557cb0a8 req-4f8f8c4d-6dfb-4b4f-9964-96f4fd2f289e tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:34.302143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60d09288-641b-4947-aef9-a55d557cb0a8 req-4f8f8c4d-6dfb-4b4f-9964-96f4fd2f289e tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 931 time: 0.1899364 Sep 17 22:49:34.302143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.20.0.4 (4f31063c-f451-4631-a5c4-2d739b895a62/f707132d-9734-436b-8c6c-154d078fe536/7fc39377-feb4-4a1b-ad31-75f7c3dbb84a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:34.345684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Attempting to bind port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:34.346099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Attempting to bind port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8c7d4adf-995a-4265-90bd-788b42d07098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4f31063c-f451-4631-a5c4-2d739b895a62'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:34.347040 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Attempting to bind port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 on network 4f31063c-f451-4631-a5c4-2d739b895a62 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:34.353114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:34.353490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Checking segment: {'id': '8c7d4adf-995a-4265-90bd-788b42d07098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4f31063c-f451-4631-a5c4-2d739b895a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:34.354271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.354846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Bound using segment: {'id': '8c7d4adf-995a-4265-90bd-788b42d07098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4f31063c-f451-4631-a5c4-2d739b895a62'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:34.355509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Bound port: fcc5904f-fdc8-456e-9e3b-c63e19cc6139, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7d4adf-995a-4265-90bd-788b42d07098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4f31063c-f451-4631-a5c4-2d739b895a62'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:34.356032 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.379937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60628) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:34.388597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60d09288-641b-4947-aef9-a55d557cb0a8 req-483b080c-8594-4e05-8674-e8cf78c29432 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809550 Sep 17 22:49:34.463528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] For port fcc5904f-fdc8-456e-9e3b-c63e19cc6139, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:34.469625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:34.472635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] For port fcc5904f-fdc8-456e-9e3b-c63e19cc6139, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,segment=NetworkSegment(8c7d4adf-995a-4265-90bd-788b42d07098),segment_id=8c7d4adf-995a-4265-90bd-788b42d07098)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:34.482653 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.492439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.519939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Transition to ACTIVE for port object 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:34.536782 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.537126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.559918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4008d04-3f45-4e1d-9650-d2650436ee10 None None] Pushing event updated for resources: {'Port': ['ID=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:34.583543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.591883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89b75384-5851-4dcc-9a86-b2ca22e0b4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.632015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 4f31063c-f451-4631-a5c4-2d739b895a62 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:34.633637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:34.640231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:34.698787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=7fc39377-feb4-4a1b-ad31-75f7c3dbb84a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:34.708923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:34.729390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:34.730127 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.783516 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.797700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Attempting to bind port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:34.798343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Attempting to bind port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:34.798343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Attempting to bind port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 on network b91e9e74-454b-4ac0-a061-dc4ccca267f0 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:34.805861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 on network b91e9e74-454b-4ac0-a061-dc4ccca267f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:34.808064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Attempting to bind port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 on network b91e9e74-454b-4ac0-a061-dc4ccca267f0 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:34.821003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:34.821003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Checking segment: {'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:34.821003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Bound using segment: {'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:34.821003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Bound port: 4ea88eb1-ee2c-4499-89ef-b050c722a3f2, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:34.821003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.902661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89b75384-5851-4dcc-9a86-b2ca22e0b4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.909221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-89b75384-5851-4dcc-9a86-b2ca22e0b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.916259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da9df89e-d864-4648-9aae-c8f3367468f2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2668688 Sep 17 22:49:34.918708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60642) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:35.301126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.369791 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-89b75384-5851-4dcc-9a86-b2ca22e0b4b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9688c894b5f84bdb9569b2e14c761a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9882112 Sep 17 22:49:35.371500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60650) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:35.372834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] For port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:35.388886 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.427473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] For port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:35.452206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.468004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b75384-5851-4dcc-9a86-b2ca22e0b4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3078006-b296-47a1-b0ed-0de4a11d7a2b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:35.524894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.525646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.527910 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/4ea88eb1-ee2c-4499-89ef-b050c722a3f2 HTTP/1.1" status: 200 len: 1092 time: 1.6390893 Sep 17 22:49:35.533511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f974ca-d476-43fe-8aa3-47f30c3e0d1b', 'tag': '4ea88eb1-ee2c-4499-89ef-b050c722a3f2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:35.535939 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1b50f1-34e2-4622-95c8-dd259a531449" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f974ca-d476-43fe-8aa3-47f30c3e0d1b", "tag": "4ea88eb1-ee2c-4499-89ef-b050c722a3f2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:35.602495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4fa79-e439-4676-becb-0203aeb3e9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:35.638108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89474d4-73e8-400b-8700-438f7e052129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.664071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89474d4-73e8-400b-8700-438f7e052129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.672387 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ac86b9-63ac-4b06-8d58-9bf10b91e521 x-openstack-request-id: req-d6ac86b9-63ac-4b06-8d58-9bf10b91e521 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:35.672387 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f974ca-d476-43fe-8aa3-47f30c3e0d1b", "tag": "4ea88eb1-ee2c-4499-89ef-b050c722a3f2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:35.672757 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6ac86b9-63ac-4b06-8d58-9bf10b91e521 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:35.673240 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f974ca-d476-43fe-8aa3-47f30c3e0d1b', 'tag': '4ea88eb1-ee2c-4499-89ef-b050c722a3f2', 'status': 'completed', 'code': 200} Sep 17 22:49:35.694146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f42e317e-3409-4896-904f-1826ae42780e req-b6a9248e-0eec-4662-a0b7-541cc10463f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3186395 Sep 17 22:49:35.748358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-7bcfe1eb-9d1f-48af-9285-53cc44c3ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.751015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-7bcfe1eb-9d1f-48af-9285-53cc44c3ca51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e0f95496594e99bea9aa1cd8d13aad&device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 1095 time: 0.1544859 Sep 17 22:49:35.753287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd2d67-7e7a-4a68-8505-7dd1f06ba253 req-bfb2db1e-c605-4e6c-9d18-53958b148a7e tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.755159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5dd2d67-7e7a-4a68-8505-7dd1f06ba253 req-bfb2db1e-c605-4e6c-9d18-53958b148a7e tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 943 time: 0.1959732 Sep 17 22:49:35.836779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5dd2d67-7e7a-4a68-8505-7dd1f06ba253 req-801e100d-f5d2-4585-a043-4c29ab1cb6b2 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673127 Sep 17 22:49:35.838096 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-c93b6097-def7-4eee-bb0e-ab4dbeb47052 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ea88eb1-ee2c-4499-89ef-b050c722a3f2 HTTP/1.1" status: 200 len: 217 time: 0.0689151 Sep 17 22:49:35.892965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c74548-1a65-4700-a08c-876cba9b1900 None None] Network 4f31063c-f451-4631-a5c4-2d739b895a62 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:35.905638 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89474d4-73e8-400b-8700-438f7e052129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.906712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.909148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89474d4-73e8-400b-8700-438f7e052129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.910350 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a89474d4-73e8-400b-8700-438f7e052129 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3078006-b296-47a1-b0ed-0de4a11d7a2b HTTP/1.1" status: 204 len: 168 time: 0.5289063 Sep 17 22:49:35.920100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.922968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e317e-3409-4896-904f-1826ae42780e req-9c7fc399-b64e-4111-9e21-90b63da4a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.924511 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f42e317e-3409-4896-904f-1826ae42780e req-9c7fc399-b64e-4111-9e21-90b63da4a9e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1098 time: 0.1699705 Sep 17 22:49:35.946153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89474d4-73e8-400b-8700-438f7e052129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3078006-b296-47a1-b0ed-0de4a11d7a2b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:35.980915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-bacb3952-4155-44fa-805d-08478abcb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.982459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-bacb3952-4155-44fa-805d-08478abcb698 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=329017ec-0d12-4ce2-a63c-8b686e89116c HTTP/1.1" status: 200 len: 849 time: 0.1369720 Sep 17 22:49:36.029245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c35de5f0-eb21-4cb2-bd85-7955e89318ef None None] Provisioning complete for port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:36.029617 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c35de5f0-eb21-4cb2-bd85-7955e89318ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.082687 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-69e0a00c-387e-426a-ada5-66197d68a20b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b91e9e74-454b-4ac0-a061-dc4ccca267f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861678 Sep 17 22:49:36.150679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e317e-3409-4896-904f-1826ae42780e req-d890ae11-2066-4845-88c2-2a177c12741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:36.152648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f42e317e-3409-4896-904f-1826ae42780e req-d890ae11-2066-4845-88c2-2a177c12741b service neutron] 10.222.0.45 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.2016449 Sep 17 22:49:36.181335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=7fc39377-feb4-4a1b-ad31-75f7c3dbb84a,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:36.267228 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f42e317e-3409-4896-904f-1826ae42780e req-2138bb5e-fa01-4a32-ba3e-7fb06eec6b43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1002 time: 0.0891809 Sep 17 22:49:36.270202 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-e8354e6a-8d9e-4452-8bfc-e37c8e4339a8 service neutron] 10.222.0.49 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763000 Sep 17 22:49:36.301567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c35de5f0-eb21-4cb2-bd85-7955e89318ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.304875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.346972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c35de5f0-eb21-4cb2-bd85-7955e89318ef None None] For port fcc5904f-fdc8-456e-9e3b-c63e19cc6139, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,segment=NetworkSegment(8c7d4adf-995a-4265-90bd-788b42d07098),segment_id=8c7d4adf-995a-4265-90bd-788b42d07098)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:36.366217 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c35de5f0-eb21-4cb2-bd85-7955e89318ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.424860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fcc5904f-fdc8-456e-9e3b-c63e19cc6139 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:36.460227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60676) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:36.470309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e317e-3409-4896-904f-1826ae42780e req-5d618ea3-f697-411d-baec-e53425e8c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:36.472449 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f42e317e-3409-4896-904f-1826ae42780e req-5d618ea3-f697-411d-baec-e53425e8c100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.1973114 Sep 17 22:49:36.490986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35de5f0-eb21-4cb2-bd85-7955e89318ef None None] Pushing event updated for resources: {'Port': ['ID=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:36.524045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-418c5bae-a6e6-4d60-a5b9-4e7fafcf296e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.530189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:36.530563 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.535099 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.574566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a07c8794-8315-445c-ab6f-f0e620d34d5e req-7acfb14a-4f29-4f31-a800-9d2a5c283577 service neutron] 10.222.0.49 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783818 Sep 17 22:49:36.600735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e317e-3409-4896-904f-1826ae42780e req-b0b924fc-6989-439c-9699-6bccea4f7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:36.602303 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f42e317e-3409-4896-904f-1826ae42780e req-b0b924fc-6989-439c-9699-6bccea4f7e86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205525 Sep 17 22:49:36.766945 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-418c5bae-a6e6-4d60-a5b9-4e7fafcf296e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.800516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-418c5bae-a6e6-4d60-a5b9-4e7fafcf296e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.803298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-700bfdee-4537-4dec-b72c-c254dd28f895 None None] Provisioning complete for port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:36.804453 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-700bfdee-4537-4dec-b72c-c254dd28f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.860129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-4e9a3f53-f575-4efd-ad51-35574c1ac6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:36.892416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-4e9a3f53-f575-4efd-ad51-35574c1ac6cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e0f95496594e99bea9aa1cd8d13aad&device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 1095 time: 0.1227567 Sep 17 22:49:36.953633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-418c5bae-a6e6-4d60-a5b9-4e7fafcf296e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12a759c4eae24329b5fe13f85c0ab28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870770 Sep 17 22:49:36.954448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60686) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:36.959783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c5bae-a6e6-4d60-a5b9-4e7fafcf296e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a25998-7cae-4343-ad0d-fff1a1ff97ad,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:36.981137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-700bfdee-4537-4dec-b72c-c254dd28f895 None None] Provisioning complete for port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:36.981517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-700bfdee-4537-4dec-b72c-c254dd28f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.011076 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f42e317e-3409-4896-904f-1826ae42780e req-3ebcaf5f-8d85-4dc4-a6e8-c5fc54d757b9 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999505 Sep 17 22:49:37.031635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-4d493230-b793-4dd9-95ef-58648f54f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.033300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-4d493230-b793-4dd9-95ef-58648f54f88e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b91e9e74-454b-4ac0-a061-dc4ccca267f0 HTTP/1.1" status: 200 len: 910 time: 0.1392305 Sep 17 22:49:37.034496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-700bfdee-4537-4dec-b72c-c254dd28f895 None None] Port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:37.088796 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-f12d0867-fcec-405e-b0ff-f25e9a6b2046 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ea88eb1-ee2c-4499-89ef-b050c722a3f2 HTTP/1.1" status: 200 len: 217 time: 0.0433693 Sep 17 22:49:37.105452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa62ed13-7b0f-49ff-bfb9-6016599910ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.131176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.149707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.165940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-64f54344-9679-4aef-803d-877f3dbabcd6 None None] Provisioning complete for port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:37.166416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-64f54344-9679-4aef-803d-877f3dbabcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.179027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-a50a526f-b01a-445b-8ebe-849c49178d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.180497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-a50a526f-b01a-445b-8ebe-849c49178d71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=329017ec-0d12-4ce2-a63c-8b686e89116c HTTP/1.1" status: 200 len: 849 time: 0.0548918 Sep 17 22:49:37.206989 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa62ed13-7b0f-49ff-bfb9-6016599910ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.218157 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-64f54344-9679-4aef-803d-877f3dbabcd6 None None] Port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:37.228324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-06c58684-ad2d-4f8a-8688-1075fd8759c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b91e9e74-454b-4ac0-a061-dc4ccca267f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374680 Sep 17 22:49:37.243039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee26d63-de9a-4659-a1df-ca155a9bf7aa req-30e5b7ec-e5db-4d45-891e-8137fbca91c8 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.246897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ee26d63-de9a-4659-a1df-ca155a9bf7aa req-30e5b7ec-e5db-4d45-891e-8137fbca91c8 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 943 time: 0.2432635 Sep 17 22:49:37.274072 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f42e317e-3409-4896-904f-1826ae42780e req-f5933bd9-5926-4ad9-bb5a-8d032fd50e77 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532876 Sep 17 22:49:37.276247 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.397511 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-0aaeeb66-f89b-4950-b980-ce5ea923889f service neutron] 10.222.0.49 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582475 Sep 17 22:49:37.408530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=7fc39377-feb4-4a1b-ad31-75f7c3dbb84a,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:37.453779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 4f31063c-f451-4631-a5c4-2d739b895a62 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:37.456039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:37.461040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ee26d63-de9a-4659-a1df-ca155a9bf7aa req-330e9c1e-04d7-4fbe-a6de-d3ee39e8d780 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882241 Sep 17 22:49:37.463730 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa62ed13-7b0f-49ff-bfb9-6016599910ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.466615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-aa62ed13-7b0f-49ff-bfb9-6016599910ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.467711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aa62ed13-7b0f-49ff-bfb9-6016599910ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99a25998-7cae-4343-ad0d-fff1a1ff97ad HTTP/1.1" status: 204 len: 168 time: 0.5089891 Sep 17 22:49:37.488806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f923eb35-6af5-4770-ab2c-fabfec528814 None None] Provisioning complete for port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:37.489317 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f923eb35-6af5-4770-ab2c-fabfec528814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.522412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62ed13-7b0f-49ff-bfb9-6016599910ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a25998-7cae-4343-ad0d-fff1a1ff97ad,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:37.536996 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1b50f1-34e2-4622-95c8-dd259a531449 req-9e66399e-c51f-4960-9395-c33fbe75f46d service neutron] 10.222.0.49 "GET /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324434 Sep 17 22:49:37.603829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f923eb35-6af5-4770-ab2c-fabfec528814 None None] Port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:37.642123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 342cc575-efb7-485e-acfb-b4982f8be1a3 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:49:37.769170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:37.774729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eb245733-deda-437c-9cd4-e919e208b61b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/342cc575-efb7-485e-acfb-b4982f8be1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8550687 Sep 17 22:49:37.777965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60706) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:37.781041 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2f50b-ae4b-43dc-aa4d-18aa14d14e3a None None] Sync routers for ids ['342cc575-efb7-485e-acfb-b4982f8be1a3'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:37.796464 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2f50b-ae4b-43dc-aa4d-18aa14d14e3a None None] Routers {'342cc575-efb7-485e-acfb-b4982f8be1a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:37.797224 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-77e2f50b-ae4b-43dc-aa4d-18aa14d14e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['342cc575-efb7-485e-acfb-b4982f8be1a3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:37.834195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a85b9391-5976-41f8-9ff9-b207c10599b8 None None] Provisioning complete for port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:37.834571 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a85b9391-5976-41f8-9ff9-b207c10599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.836640 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-77e2f50b-ae4b-43dc-aa4d-18aa14d14e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:37.853686 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2f50b-ae4b-43dc-aa4d-18aa14d14e3a None None] Routers {'342cc575-efb7-485e-acfb-b4982f8be1a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:37.855354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff934a-1488-4a3c-afbe-20dd7808ff30 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.855623 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-77e2f50b-ae4b-43dc-aa4d-18aa14d14e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['342cc575-efb7-485e-acfb-b4982f8be1a3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:37.858912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5cff934a-1488-4a3c-afbe-20dd7808ff30 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports/7fc39377-feb4-4a1b-ad31-75f7c3dbb84a HTTP/1.1" status: 200 len: 976 time: 0.0789356 Sep 17 22:49:37.860780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60708) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:37.888753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a85b9391-5976-41f8-9ff9-b207c10599b8 None None] Port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:37.890153 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-77e2f50b-ae4b-43dc-aa4d-18aa14d14e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:37.890994 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2f50b-ae4b-43dc-aa4d-18aa14d14e3a None None] The sync data for ids ['342cc575-efb7-485e-acfb-b4982f8be1a3'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:37.948730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60712) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:37.970087 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80794041-c5c4-426b-9de2-8f61df449e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.075363 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80794041-c5c4-426b-9de2-8f61df449e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.079870 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80794041-c5c4-426b-9de2-8f61df449e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.124213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80794041-c5c4-426b-9de2-8f61df449e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8ba6cf-4c3c-40e0-a9d0-f469f706b0d6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:38.129037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-80794041-c5c4-426b-9de2-8f61df449e47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8749e1b30404edaaa5e3f2a1c967d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791062 Sep 17 22:49:38.132236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60718) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:38.186287 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-05178b81-7d19-40d3-baeb-442746c152d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.208276 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-05178b81-7d19-40d3-baeb-442746c152d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.263113 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-05178b81-7d19-40d3-baeb-442746c152d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.266298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-05178b81-7d19-40d3-baeb-442746c152d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.267714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-05178b81-7d19-40d3-baeb-442746c152d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f8ba6cf-4c3c-40e0-a9d0-f469f706b0d6 HTTP/1.1" status: 204 len: 168 time: 0.1344547 Sep 17 22:49:38.278840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05178b81-7d19-40d3-baeb-442746c152d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8ba6cf-4c3c-40e0-a9d0-f469f706b0d6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:38.288749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fcc5904f-fdc8-456e-9e3b-c63e19cc6139 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:38.369639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:38.370054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.451385 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.627806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c010b7-a025-4cb2-a34b-59bfc661ea44 req-a07bb877-95a5-406a-bca1-ee513c7fba8b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.637346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41c010b7-a025-4cb2-a34b-59bfc661ea44 req-a07bb877-95a5-406a-bca1-ee513c7fba8b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 943 time: 0.0732150 Sep 17 22:49:38.693081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41c010b7-a025-4cb2-a34b-59bfc661ea44 req-65a264f1-4542-4837-a79f-cb514d50429f tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498242 Sep 17 22:49:38.721665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:38.722590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.819766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.832829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 7fc39377-feb4-4a1b-ad31-75f7c3dbb84a owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:39.033273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:39.075816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=7fc39377-feb4-4a1b-ad31-75f7c3dbb84a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:39.266334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:39.446550 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 342cc575-efb7-485e-acfb-b4982f8be1a3 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:49:39.471997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:49:39.537306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:39.546637 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-24746867-e24a-4158-9013-de47b41b1d26 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/342cc575-efb7-485e-acfb-b4982f8be1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6815352 Sep 17 22:49:39.546773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60774) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:39.550859 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a277d-2b93-4314-907e-07f6d4a97380 None None] Sync routers for ids ['342cc575-efb7-485e-acfb-b4982f8be1a3'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:39.569948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a277d-2b93-4314-907e-07f6d4a97380 None None] Routers {'342cc575-efb7-485e-acfb-b4982f8be1a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:39.570662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-785a277d-2b93-4314-907e-07f6d4a97380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['342cc575-efb7-485e-acfb-b4982f8be1a3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:39.620110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-785a277d-2b93-4314-907e-07f6d4a97380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:39.631681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:39.642877 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a277d-2b93-4314-907e-07f6d4a97380 None None] Routers {'342cc575-efb7-485e-acfb-b4982f8be1a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:39.643780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-785a277d-2b93-4314-907e-07f6d4a97380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['342cc575-efb7-485e-acfb-b4982f8be1a3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:39.848283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '4ea88eb1-ee2c-4499-89ef-b050c722a3f2', 'network_id': 'b91e9e74-454b-4ac0-a061-dc4ccca267f0', 'port_id': '4ea88eb1-ee2c-4499-89ef-b050c722a3f2', 'mac_address': 'fa:16:3e:62:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329017ec-0d12-4ce2-a63c-8b686e89116c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:49:39.851246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-785a277d-2b93-4314-907e-07f6d4a97380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:39.851888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a277d-2b93-4314-907e-07f6d4a97380 None None] The sync data for ids ['342cc575-efb7-485e-acfb-b4982f8be1a3'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:39.895869 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:39.921698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:39.950927 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:39.956637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.019401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:40.220146 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-cef31fed-3dff-4cca-b755-fcb6c5a1bd2b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 22:49:40.221161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cef31fed-3dff-4cca-b755-fcb6c5a1bd2b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/342cc575-efb7-485e-acfb-b4982f8be1a3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6736875 Sep 17 22:49:40.224124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60806) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:40.257077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2769ca0-d123-45d1-8a49-3e985786c9e6 req-4f67567c-ac63-4027-99fd-374c68d2273b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:40.259446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2769ca0-d123-45d1-8a49-3e985786c9e6 req-4f67567c-ac63-4027-99fd-374c68d2273b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 944 time: 0.1518126 Sep 17 22:49:40.287725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-47de4f26-518d-41ab-9a76-ac56cd2dcfb0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=342cc575-efb7-485e-acfb-b4982f8be1a3 HTTP/1.1" status: 200 len: 205 time: 0.0604482 Sep 17 22:49:40.288465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60814) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:40.324600 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2769ca0-d123-45d1-8a49-3e985786c9e6 req-55afb7b2-96c2-4ca6-b969-d01b08ad94a1 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494916 Sep 17 22:49:40.349200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['4ea88eb1-ee2c-4499-89ef-b050c722a3f2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:49:40.381622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f6ce513-ae82-4df9-ae10-2bb752380e8d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.592842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f6ce513-ae82-4df9-ae10-2bb752380e8d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.598346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f6ce513-ae82-4df9-ae10-2bb752380e8d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.644872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f6ce513-ae82-4df9-ae10-2bb752380e8d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.645462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6ce513-ae82-4df9-ae10-2bb752380e8d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Fanout notify agent at l3_agent the message router_deleted on router 342cc575-efb7-485e-acfb-b4982f8be1a3 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:49:40.653188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f6ce513-ae82-4df9-ae10-2bb752380e8d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.654439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4f6ce513-ae82-4df9-ae10-2bb752380e8d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/342cc575-efb7-485e-acfb-b4982f8be1a3 HTTP/1.1" status: 204 len: 168 time: 0.3649476 Sep 17 22:49:40.657091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60862) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:40.720258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2762cd6d-f267-47d5-bf7b-0952e08e1131 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet f707132d-9734-436b-8c6c-154d078fe536 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:49:40.724435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2762cd6d-f267-47d5-bf7b-0952e08e1131 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.770103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2762cd6d-f267-47d5-bf7b-0952e08e1131 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.869393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2762cd6d-f267-47d5-bf7b-0952e08e1131 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.937964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2762cd6d-f267-47d5-bf7b-0952e08e1131 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.967176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762cd6d-f267-47d5-bf7b-0952e08e1131 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=f707132d-9734-436b-8c6c-154d078fe536,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:40.969642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2762cd6d-f267-47d5-bf7b-0952e08e1131 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.971463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2762cd6d-f267-47d5-bf7b-0952e08e1131 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/f707132d-9734-436b-8c6c-154d078fe536 HTTP/1.1" status: 204 len: 168 time: 0.3134427 Sep 17 22:49:40.974148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60886) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:40.979430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f0d08-f1f0-4bd6-b459-dff35a7ab9a2 None None] Network 4f31063c-f451-4631-a5c4-2d739b895a62 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:41.069507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.126426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:41.141563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:41.141880 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.193983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] DHCP port deletion for 4f31063c-f451-4631-a5c4-2d739b895a62 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:49:41.227077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port fcc5904f-fdc8-456e-9e3b-c63e19cc6139, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,segment=NetworkSegment(8c7d4adf-995a-4265-90bd-788b42d07098),segment_id=8c7d4adf-995a-4265-90bd-788b42d07098)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:41.227658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.242231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for fcc5904f-fdc8-456e-9e3b-c63e19cc6139 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:41.283320 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d5dac31-d325-48df-9777-f6c702f32c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.287691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] Deleting port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:41.288068 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.338729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.377874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:41.379826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No DVR routers for this DVR port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:41.396877 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] For port fcc5904f-fdc8-456e-9e3b-c63e19cc6139, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,segment=NetworkSegment(8c7d4adf-995a-4265-90bd-788b42d07098),segment_id=8c7d4adf-995a-4265-90bd-788b42d07098)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:41.397297 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.419175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d5dac31-d325-48df-9777-f6c702f32c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.424085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] Calling delete_port for fcc5904f-fdc8-456e-9e3b-c63e19cc6139 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:41.438865 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7d5dac31-d325-48df-9777-f6c702f32c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.472599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.498918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f31063c-f451-4631-a5c4-2d739b895a62']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:41.505393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:41.509865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7d4adf-995a-4265-90bd-788b42d07098') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:41.510170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7d4adf-995a-4265-90bd-788b42d07098') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:41.521196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60908) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:41.521606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7d5dac31-d325-48df-9777-f6c702f32c5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca122267f1d347fe92403c3fad9b7c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937125 Sep 17 22:49:41.523548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dac31-d325-48df-9777-f6c702f32c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651da5c-9d47-40b6-b12b-189e66638bf3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:41.530207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.555515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9d823-ad4c-4064-90c9-076498f15cc9 req-6b2e869b-0f20-4325-8efd-ec5a3195da7d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.557703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55e9d823-ad4c-4064-90c9-076498f15cc9 req-6b2e869b-0f20-4325-8efd-ec5a3195da7d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 944 time: 0.1359773 Sep 17 22:49:41.565213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.581836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:41.582376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:41.585600 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:41.608830 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55e9d823-ad4c-4064-90c9-076498f15cc9 req-f23e6732-9913-48c5-82f9-266c4dc16ee2 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Sep 17 22:49:41.613850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:49:41.617477 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.629404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:41.629928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.650103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-961d6087-ea7d-4555-83e8-287f812fa0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.662369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.674768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] Pushing event deleted for resources: {'Port': ['ID=fcc5904f-fdc8-456e-9e3b-c63e19cc6139,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:41.679208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.685096 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/4f31063c-f451-4631-a5c4-2d739b895a62 HTTP/1.1" status: 204 len: 168 time: 0.7056823 Sep 17 22:49:41.685256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89869f8-849a-4e05-b3f5-f58ea9c39e3b None None] No DVR routers for this DVR port fcc5904f-fdc8-456e-9e3b-c63e19cc6139 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:41.687291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60910) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:41.696581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ffae3-7f07-4fc6-87e5-c1f4e6aea75b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=4f31063c-f451-4631-a5c4-2d739b895a62,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:41.702025 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-961d6087-ea7d-4555-83e8-287f812fa0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.710633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-244529299'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:41.742067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:41.751937 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.761275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.763682 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-961d6087-ea7d-4555-83e8-287f812fa0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.766256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-961d6087-ea7d-4555-83e8-287f812fa0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.767421 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-961d6087-ea7d-4555-83e8-287f812fa0d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b651da5c-9d47-40b6-b12b-189e66638bf3 HTTP/1.1" status: 204 len: 168 time: 0.2451341 Sep 17 22:49:41.779481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d6087-ea7d-4555-83e8-287f812fa0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651da5c-9d47-40b6-b12b-189e66638bf3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:41.790792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f974ca-d476-43fe-8aa3-47f30c3e0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea88eb1-ee2c-4499-89ef-b050c722a3f2'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:41.809213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:41.809332 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e28bc96-5667-4b91-91e4-12aef6e19f79" -d '{"events": [{"server_uuid": "f0f974ca-d476-43fe-8aa3-47f30c3e0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "4ea88eb1-ee2c-4499-89ef-b050c722a3f2"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:41.818590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.820370 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment 55384464-e571-4c42-a2d0-323fd38d945b of type vlan for network b8e71ce8-2879-47ad-9319-2e9436c1a195 Sep 17 22:49:41.829325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:41.844454 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.869261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.901927 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.908630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.909277 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52631b3e-e0bd-40c9-ab54-3bf7b382b9fc x-openstack-request-id: req-52631b3e-e0bd-40c9-ab54-3bf7b382b9fc {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:41.909453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.909559 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f974ca-d476-43fe-8aa3-47f30c3e0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "4ea88eb1-ee2c-4499-89ef-b050c722a3f2", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:41.909811 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52631b3e-e0bd-40c9-ab54-3bf7b382b9fc {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:41.910204 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f974ca-d476-43fe-8aa3-47f30c3e0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea88eb1-ee2c-4499-89ef-b050c722a3f2', 'code': 200} Sep 17 22:49:41.922575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:42.005483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=b8e71ce8-2879-47ad-9319-2e9436c1a195,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:42.011777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e35ed449-b166-41c5-8ee2-dae5c5482014 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3197505 Sep 17 22:49:42.011955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60922) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:42.016756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': 'b8e71ce8-2879-47ad-9319-2e9436c1a195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:42.022658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b8e71ce8-2879-47ad-9319-2e9436c1a195 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:42.052752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0470a3-f732-4d55-a826-7228d5fd2e2b req-e95958eb-112e-4e86-9b80-206aff71526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.057140 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-df0470a3-f732-4d55-a826-7228d5fd2e2b req-e95958eb-112e-4e86-9b80-206aff71526e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 1097 time: 0.0696409 Sep 17 22:49:42.165641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:42.169812 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.267309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60928) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:42.284807 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29653791-432f-4373-a41f-6e8491e3819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.325724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fcc5904f-fdc8-456e-9e3b-c63e19cc6139 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:49:42.355083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: fcc5904f-fdc8-456e-9e3b-c63e19cc6139 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:49:42.355453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fcc5904f-fdc8-456e-9e3b-c63e19cc6139 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:49:42.480011 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.517050 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-df0470a3-f732-4d55-a826-7228d5fd2e2b req-ba1a8ead-a17b-47a2-a16e-e64052240c3c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506063 Sep 17 22:49:42.563891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=957b037d-528b-4332-a307-b8f81031af1a,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:42.593498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': '55384464-e571-4c42-a2d0-323fd38d945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8e71ce8-2879-47ad-9319-2e9436c1a195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:42.593856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: b8e71ce8-2879-47ad-9319-2e9436c1a195, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:42.600196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29653791-432f-4373-a41f-6e8491e3819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.608967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29653791-432f-4373-a41f-6e8491e3819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.652922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network b8e71ce8-2879-47ad-9319-2e9436c1a195 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:42.661937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29653791-432f-4373-a41f-6e8491e3819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f698b-92cf-4e78-8722-ef9f3ccc7e53,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:42.681521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-29653791-432f-4373-a41f-6e8491e3819a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=846e7efc42764318b1635daace2d52d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124670 Sep 17 22:49:42.683530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 60944) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:42.689937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b8e71ce8-2879-47ad-9319-2e9436c1a195) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:42.701328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.702347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.705343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7140f59-427c-4c89-b31d-ba3f69c3cc57 None None] Network b8e71ce8-2879-47ad-9319-2e9436c1a195 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:42.763276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3b443be4-359b-46ae-91b5-5f12004f607c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7503121 Sep 17 22:49:42.766876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60946) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:42.773406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f203de98-d99a-4d7d-9bd4-b122ef149ec0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1173988962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:42.809616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f85b0b-acc1-453b-8440-53365d11f23d req-709ee919-8553-4d60-b7f8-ca125c331ff6 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.810391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f203de98-d99a-4d7d-9bd4-b122ef149ec0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.811635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f203de98-d99a-4d7d-9bd4-b122ef149ec0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.816722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61f85b0b-acc1-453b-8440-53365d11f23d req-709ee919-8553-4d60-b7f8-ca125c331ff6 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 945 time: 0.1047268 Sep 17 22:49:42.826379 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccadcaf7-7c70-4290-bfd1-dbd2d570bed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.873912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccadcaf7-7c70-4290-bfd1-dbd2d570bed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.879586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b8e71ce8-2879-47ad-9319-2e9436c1a195', 'network_id': 'b8e71ce8-2879-47ad-9319-2e9436c1a195', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': '957b037d-528b-4332-a307-b8f81031af1a'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:42.880452 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.887836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f203de98-d99a-4d7d-9bd4-b122ef149ec0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.889122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61f85b0b-acc1-453b-8440-53365d11f23d req-70966185-d70a-4875-be46-c1f96e3a6c59 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670438 Sep 17 22:49:42.899368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f203de98-d99a-4d7d-9bd4-b122ef149ec0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.921706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f203de98-d99a-4d7d-9bd4-b122ef149ec0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.925994 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f203de98-d99a-4d7d-9bd4-b122ef149ec0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1571810 Sep 17 22:49:42.936325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 60948) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:42.959703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccadcaf7-7c70-4290-bfd1-dbd2d570bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.962878 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ccadcaf7-7c70-4290-bfd1-dbd2d570bed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.964709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ccadcaf7-7c70-4290-bfd1-dbd2d570bed6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/251f698b-92cf-4e78-8722-ef9f3ccc7e53 HTTP/1.1" status: 204 len: 168 time: 0.2800937 Sep 17 22:49:42.973623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadcaf7-7c70-4290-bfd1-dbd2d570bed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f698b-92cf-4e78-8722-ef9f3ccc7e53,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:43.060444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Allocated IP 172.20.0.2 (b8e71ce8-2879-47ad-9319-2e9436c1a195/957b037d-528b-4332-a307-b8f81031af1a/41158c41-d974-4265-9de6-015be085ca86) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:43.235829 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.242945 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.299934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Network b8e71ce8-2879-47ad-9319-2e9436c1a195 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:43.303622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:43.310064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.312236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:43.315607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Pushing event updated for resources: {'Port': ['ID=41158c41-d974-4265-9de6-015be085ca86,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:43.410256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Attempting to bind port 41158c41-d974-4265-9de6-015be085ca86 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:43.410586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Attempting to bind port 41158c41-d974-4265-9de6-015be085ca86 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '55384464-e571-4c42-a2d0-323fd38d945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8e71ce8-2879-47ad-9319-2e9436c1a195'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:43.410952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Attempting to bind port 41158c41-d974-4265-9de6-015be085ca86 on network b8e71ce8-2879-47ad-9319-2e9436c1a195 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:43.418336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:43.419080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Checking segment: {'id': '55384464-e571-4c42-a2d0-323fd38d945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8e71ce8-2879-47ad-9319-2e9436c1a195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:43.419080 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.419490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Bound using segment: {'id': '55384464-e571-4c42-a2d0-323fd38d945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8e71ce8-2879-47ad-9319-2e9436c1a195'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:43.419958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Bound port: 41158c41-d974-4265-9de6-015be085ca86, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55384464-e571-4c42-a2d0-323fd38d945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8e71ce8-2879-47ad-9319-2e9436c1a195'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:43.420336 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.514199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] For port 41158c41-d974-4265-9de6-015be085ca86, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:43.517709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] For port 41158c41-d974-4265-9de6-015be085ca86, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=41158c41-d974-4265-9de6-015be085ca86,segment=NetworkSegment(55384464-e571-4c42-a2d0-323fd38d945b),segment_id=55384464-e571-4c42-a2d0-323fd38d945b)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:43.522777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.607592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70fdb5-bce0-4ca9-91a4-db9d440be8be None None] Pushing event updated for resources: {'Port': ['ID=41158c41-d974-4265-9de6-015be085ca86,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:43.630273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.20.0.1 (b8e71ce8-2879-47ad-9319-2e9436c1a195/957b037d-528b-4332-a307-b8f81031af1a/80933a1a-6824-4e00-bd3e-4fac81c72c01) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:43.769080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.823039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.903840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network b8e71ce8-2879-47ad-9319-2e9436c1a195 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:43.909122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:43.924490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:43.982729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=80933a1a-6824-4e00-bd3e-4fac81c72c01,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:44.001763 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.118971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c748b-1b86-4510-98d5-685a0655bd76 req-2225bfb0-be54-4aa0-b804-41e4cbcf04a1 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.121504 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-776c748b-1b86-4510-98d5-685a0655bd76 req-2225bfb0-be54-4aa0-b804-41e4cbcf04a1 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 945 time: 0.0972509 Sep 17 22:49:44.184220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-776c748b-1b86-4510-98d5-685a0655bd76 req-fc4e40ed-e73b-41fb-9066-fa342b99858b tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531149 Sep 17 22:49:44.197380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.347598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 41158c41-d974-4265-9de6-015be085ca86 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:44.444853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 41158c41-d974-4265-9de6-015be085ca86 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:44.445304 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.528687 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-dff8d29f-61e8-45d7-971f-76dff965c18a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1035879 Sep 17 22:49:44.620921 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.657400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.668616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.681193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-4addd027-c802-4c61-98ef-60abac986187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.683560 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-4addd027-c802-4c61-98ef-60abac986187 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1097 time: 0.0794768 Sep 17 22:49:44.689257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 41158c41-d974-4265-9de6-015be085ca86, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=41158c41-d974-4265-9de6-015be085ca86,segment=NetworkSegment(55384464-e571-4c42-a2d0-323fd38d945b),segment_id=55384464-e571-4c42-a2d0-323fd38d945b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:44.707422 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.759493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=41158c41-d974-4265-9de6-015be085ca86,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:44.883702 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.889208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=80933a1a-6824-4e00-bd3e-4fac81c72c01,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:44.954884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-72b0b215-6005-4ca5-937a-98285f15dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.956645 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-72b0b215-6005-4ca5-937a-98285f15dea6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 898 time: 0.2359250 Sep 17 22:49:44.987022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d558e4-ce35-4ccf-b001-4415c1c9dc8e None None] Network b8e71ce8-2879-47ad-9319-2e9436c1a195 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:45.077491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1198d35c-7d6a-4537-832d-d82e589175d5 None None] Provisioning complete for port 41158c41-d974-4265-9de6-015be085ca86 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:45.078473 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1198d35c-7d6a-4537-832d-d82e589175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:45.086678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network b8e71ce8-2879-47ad-9319-2e9436c1a195 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:45.104788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:45.181045 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-85c24ccc-3ca8-45ab-a53d-c62987366cdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 999 time: 0.1631682 Sep 17 22:49:45.253461 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:49:45.345440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-b0b25b64-397a-4145-9d57-1372bd51bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:45.347828 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-b0b25b64-397a-4145-9d57-1372bd51bc5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 200 len: 835 time: 0.1210816 Sep 17 22:49:45.370498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf898d5-b389-43bf-ad15-884fd9c2e1ac req-487806da-4f59-40ae-9efb-009f616b43e5 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:45.372891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bf898d5-b389-43bf-ad15-884fd9c2e1ac req-487806da-4f59-40ae-9efb-009f616b43e5 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 945 time: 0.0723760 Sep 17 22:49:45.449948 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-30ea922c-575b-4bc6-9952-e914c9d04c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:45.452279 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-30ea922c-575b-4bc6-9952-e914c9d04c8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d2fe818a-f61c-4931-989b-5468f062413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943496 Sep 17 22:49:45.456216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 049ea393-2eed-4dba-814d-1f5af3100e2d is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:49:45.464768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bf898d5-b389-43bf-ad15-884fd9c2e1ac req-8422f9bf-53a0-454f-83a1-f65a2806202d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773964 Sep 17 22:49:45.673288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e0775e0d-95b3-4cd1-a568-f184a3c346a6 None None] Provisioning complete for port 41158c41-d974-4265-9de6-015be085ca86 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:45.685159 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0775e0d-95b3-4cd1-a568-f184a3c346a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:45.689510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:45.701355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 32844) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:45.703717 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e382a8b4-cb07-4e12-8ab7-e7e26faef261 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/049ea393-2eed-4dba-814d-1f5af3100e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7661500 Sep 17 22:49:45.709483 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99507e36-a374-46db-a247-4324385f7e74 None None] Sync routers for ids ['049ea393-2eed-4dba-814d-1f5af3100e2d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:45.754084 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99507e36-a374-46db-a247-4324385f7e74 None None] Routers {'049ea393-2eed-4dba-814d-1f5af3100e2d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:45.754733 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-99507e36-a374-46db-a247-4324385f7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['049ea393-2eed-4dba-814d-1f5af3100e2d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:45.759424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-c1a76dd2-76a0-4478-85cc-4f972aac208c service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954495 Sep 17 22:49:45.903313 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-682afee7-a29b-4200-8f92-e872fb54ef7c req-d9dd3df7-3def-448c-8869-c338596500be service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217098 Sep 17 22:49:45.916392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb6f14-f0e1-469a-a2bc-f2299b0ba3c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:45.921069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d8cb6f14-f0e1-469a-a2bc-f2299b0ba3c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports/80933a1a-6824-4e00-bd3e-4fac81c72c01 HTTP/1.1" status: 200 len: 910 time: 0.2160637 Sep 17 22:49:45.921478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 32856) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:45.936651 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-99507e36-a374-46db-a247-4324385f7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:45.969687 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99507e36-a374-46db-a247-4324385f7e74 None None] Routers {'049ea393-2eed-4dba-814d-1f5af3100e2d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:45.971204 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-99507e36-a374-46db-a247-4324385f7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['049ea393-2eed-4dba-814d-1f5af3100e2d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:46.050425 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-99507e36-a374-46db-a247-4324385f7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:46.051322 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99507e36-a374-46db-a247-4324385f7e74 None None] The sync data for ids ['049ea393-2eed-4dba-814d-1f5af3100e2d'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:46.077137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e0775e0d-95b3-4cd1-a568-f184a3c346a6 None None] Provisioning complete for port 80933a1a-6824-4e00-bd3e-4fac81c72c01 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:46.077589 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0775e0d-95b3-4cd1-a568-f184a3c346a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.157143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e0775e0d-95b3-4cd1-a568-f184a3c346a6 None None] Port 80933a1a-6824-4e00-bd3e-4fac81c72c01 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:46.287344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5f791199-b6d6-4331-9b8b-e0fddb6a4009 None None] Provisioning complete for port 80933a1a-6824-4e00-bd3e-4fac81c72c01 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:46.288156 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5f791199-b6d6-4331-9b8b-e0fddb6a4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.332679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 32870) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:46.365681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 41158c41-d974-4265-9de6-015be085ca86 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:46.479537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-5f791199-b6d6-4331-9b8b-e0fddb6a4009 None None] Port 80933a1a-6824-4e00-bd3e-4fac81c72c01 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:46.482401 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5299ccfe-d847-48a1-b8a6-7780b410a9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.499327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 41158c41-d974-4265-9de6-015be085ca86 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:46.499694 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.644560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a2bbb640-e6cb-408d-925d-f116f68d8c2e None None] Provisioning complete for port 80933a1a-6824-4e00-bd3e-4fac81c72c01 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:46.645034 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb640-e6cb-408d-925d-f116f68d8c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.718372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbb640-e6cb-408d-925d-f116f68d8c2e None None] Port 80933a1a-6824-4e00-bd3e-4fac81c72c01 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:46.720051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe104997-4324-43b0-922e-14f7ac5dea44 req-605a1282-b30c-4ebe-bf2b-0bb5090414c0 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.725503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe104997-4324-43b0-922e-14f7ac5dea44 req-605a1282-b30c-4ebe-bf2b-0bb5090414c0 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 945 time: 0.0821040 Sep 17 22:49:46.727756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5299ccfe-d847-48a1-b8a6-7780b410a9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.741614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5299ccfe-d847-48a1-b8a6-7780b410a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.799907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.801320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe104997-4324-43b0-922e-14f7ac5dea44 req-bba881a6-0d08-49b1-897e-1ce195ff9349 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689607 Sep 17 22:49:46.816092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5299ccfe-d847-48a1-b8a6-7780b410a9e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bf3e4fd25c6443588bad7e814dfa486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821889 Sep 17 22:49:46.819155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 32886) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:46.821323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299ccfe-d847-48a1-b8a6-7780b410a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b34538c-8d80-4051-b291-64e4d6e0d808,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:46.876992 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dce0454f-9f25-431d-af0f-369a2280e838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.902945 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dce0454f-9f25-431d-af0f-369a2280e838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.954039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dce0454f-9f25-431d-af0f-369a2280e838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.957074 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dce0454f-9f25-431d-af0f-369a2280e838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.960436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dce0454f-9f25-431d-af0f-369a2280e838 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b34538c-8d80-4051-b291-64e4d6e0d808 HTTP/1.1" status: 204 len: 168 time: 0.1378288 Sep 17 22:49:46.967474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0454f-9f25-431d-af0f-369a2280e838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b34538c-8d80-4051-b291-64e4d6e0d808,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:47.082807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 80933a1a-6824-4e00-bd3e-4fac81c72c01 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:47.083583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.176381 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.189242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 80933a1a-6824-4e00-bd3e-4fac81c72c01 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:47.272101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 32900) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:47.286039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c403b64-8bb1-4dce-a51e-85b434494974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.381742 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.412087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=80933a1a-6824-4e00-bd3e-4fac81c72c01,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:47.444700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c403b64-8bb1-4dce-a51e-85b434494974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.451323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9c403b64-8bb1-4dce-a51e-85b434494974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.503574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9c403b64-8bb1-4dce-a51e-85b434494974 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4cd29e875c3430ebb38908a2bb0e04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301950 Sep 17 22:49:47.504193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c403b64-8bb1-4dce-a51e-85b434494974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f61076-3da1-4f9e-96a5-532b0b33b1b7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:47.507792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 32902) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:47.610101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.709531 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-855bf912-6322-49c8-915f-0b68ac4d0e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.769310 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-855bf912-6322-49c8-915f-0b68ac4d0e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.840787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 049ea393-2eed-4dba-814d-1f5af3100e2d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:49:47.983006 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-855bf912-6322-49c8-915f-0b68ac4d0e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.985761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-855bf912-6322-49c8-915f-0b68ac4d0e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.988561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-855bf912-6322-49c8-915f-0b68ac4d0e33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99f61076-3da1-4f9e-96a5-532b0b33b1b7 HTTP/1.1" status: 204 len: 168 time: 0.4768448 Sep 17 22:49:47.999456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bf912-6322-49c8-915f-0b68ac4d0e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f61076-3da1-4f9e-96a5-532b0b33b1b7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:47.999830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a4285-3fe5-4a85-ab6d-7cffb5f1f484 req-00a85200-510e-40bb-9018-d755612c6234 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.011391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:48.018608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a8a4285-3fe5-4a85-ab6d-7cffb5f1f484 req-00a85200-510e-40bb-9018-d755612c6234 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 945 time: 0.0788524 Sep 17 22:49:48.025468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af218b3-cb87-49fa-8c76-4530f500e189 None None] Sync routers for ids ['049ea393-2eed-4dba-814d-1f5af3100e2d'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:48.038609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1664ad1f-be98-4caf-9e8e-22c862721d5c tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/049ea393-2eed-4dba-814d-1f5af3100e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1159809 Sep 17 22:49:48.039439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 32920) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:48.047755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af218b3-cb87-49fa-8c76-4530f500e189 None None] Routers {'049ea393-2eed-4dba-814d-1f5af3100e2d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:48.048407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2af218b3-cb87-49fa-8c76-4530f500e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['049ea393-2eed-4dba-814d-1f5af3100e2d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:48.075493 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-376736cd-be9a-4a32-abe9-394c954decd0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=049ea393-2eed-4dba-814d-1f5af3100e2d HTTP/1.1" status: 200 len: 205 time: 0.0346539 Sep 17 22:49:48.075812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 32922) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:48.096042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2af218b3-cb87-49fa-8c76-4530f500e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:48.105944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af218b3-cb87-49fa-8c76-4530f500e189 None None] Routers {'049ea393-2eed-4dba-814d-1f5af3100e2d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:48.106555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2af218b3-cb87-49fa-8c76-4530f500e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['049ea393-2eed-4dba-814d-1f5af3100e2d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:48.147936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2af218b3-cb87-49fa-8c76-4530f500e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:48.148592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af218b3-cb87-49fa-8c76-4530f500e189 None None] The sync data for ids ['049ea393-2eed-4dba-814d-1f5af3100e2d'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:48.162256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c77efca-f06a-4a13-847e-e9d30a8ad4fa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.209667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a8a4285-3fe5-4a85-ab6d-7cffb5f1f484 req-92397596-46ad-4a5f-9df9-bcd0f71faa67 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/security-groups?id=36a9f13f-0959-4105-a4d5-5a2b89621420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898603 Sep 17 22:49:48.329114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-880d0ce4-6bfe-429c-ace9-ec2aaa24dd45 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.330932 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-880d0ce4-6bfe-429c-ace9-ec2aaa24dd45 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 945 time: 0.0512726 Sep 17 22:49:48.382475 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c77efca-f06a-4a13-847e-e9d30a8ad4fa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.385450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c77efca-f06a-4a13-847e-e9d30a8ad4fa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.445798 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c77efca-f06a-4a13-847e-e9d30a8ad4fa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.446799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c77efca-f06a-4a13-847e-e9d30a8ad4fa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Fanout notify agent at l3_agent the message router_deleted on router 049ea393-2eed-4dba-814d-1f5af3100e2d {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:49:48.451184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Deleting port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:48.451656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.459877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c77efca-f06a-4a13-847e-e9d30a8ad4fa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.464333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4c77efca-f06a-4a13-847e-e9d30a8ad4fa tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/049ea393-2eed-4dba-814d-1f5af3100e2d HTTP/1.1" status: 204 len: 168 time: 0.3842499 Sep 17 22:49:48.468583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 32938) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:48.524713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-876dc46f-2a62-4b33-a000-802c291a2d39 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet 957b037d-528b-4332-a307-b8f81031af1a {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:49:48.528689 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-876dc46f-2a62-4b33-a000-802c291a2d39 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.569954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] For port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,segment=NetworkSegment(d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1),segment_id=d52a2cda-655f-4a54-b6a9-d6f5bcc10fe1)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:48.570617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.586079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Calling delete_port for 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:48.587330 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-876dc46f-2a62-4b33-a000-802c291a2d39 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.692830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-876dc46f-2a62-4b33-a000-802c291a2d39 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.766492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.773030 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-876dc46f-2a62-4b33-a000-802c291a2d39 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.805090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Pushing event deleted for resources: {'Port': ['ID=4ea88eb1-ee2c-4499-89ef-b050c722a3f2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:48.813747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['4ea88eb1-ee2c-4499-89ef-b050c722a3f2'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:49:48.870909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.875815 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-876dc46f-2a62-4b33-a000-802c291a2d39 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.877527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9802d-3a0d-422b-b0f5-d4ba86eee344 None None] Network b8e71ce8-2879-47ad-9319-2e9436c1a195 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:48.878840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-876dc46f-2a62-4b33-a000-802c291a2d39 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/957b037d-528b-4332-a307-b8f81031af1a HTTP/1.1" status: 204 len: 168 time: 0.4124715 Sep 17 22:49:48.880095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dc46f-2a62-4b33-a000-802c291a2d39 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=957b037d-528b-4332-a307-b8f81031af1a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:48.882701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 32960) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:48.896165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] No DVR routers for this DVR port 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:48.902041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:48.904137 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-041dcd04-a1e4-434b-a978-9a3205c6e2c7 req-706c2cbf-a17f-41a6-b253-031cf986f81d tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.49 "DELETE /v2.0/ports/4ea88eb1-ee2c-4499-89ef-b050c722a3f2 HTTP/1.1" status: 204 len: 173 time: 0.5662990 Sep 17 22:49:48.907470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f974ca-d476-43fe-8aa3-47f30c3e0d1b', 'name': 'network-vif-deleted', 'tag': '4ea88eb1-ee2c-4499-89ef-b050c722a3f2'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:48.915180 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1d542-fd16-419d-9388-b9efc2782202" -d '{"events": [{"server_uuid": "f0f974ca-d476-43fe-8aa3-47f30c3e0d1b", "name": "network-vif-deleted", "tag": "4ea88eb1-ee2c-4499-89ef-b050c722a3f2"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:48.973403 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb1c4f2-3e63-477b-a20c-66ff15ab2b11 x-openstack-request-id: req-8eb1c4f2-3e63-477b-a20c-66ff15ab2b11 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:48.973704 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f974ca-d476-43fe-8aa3-47f30c3e0d1b", "name": "network-vif-deleted", "tag": "4ea88eb1-ee2c-4499-89ef-b050c722a3f2", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:48.973966 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8eb1c4f2-3e63-477b-a20c-66ff15ab2b11 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:48.974368 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f974ca-d476-43fe-8aa3-47f30c3e0d1b', 'name': 'network-vif-deleted', 'tag': '4ea88eb1-ee2c-4499-89ef-b050c722a3f2', 'status': 'completed', 'code': 200} Sep 17 22:49:49.072096 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.139085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] DHCP port deletion for b8e71ce8-2879-47ad-9319-2e9436c1a195 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:49:49.165373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 41158c41-d974-4265-9de6-015be085ca86 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:49.165828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.205064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] Deleting port 41158c41-d974-4265-9de6-015be085ca86 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:49.205589 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.247226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port 41158c41-d974-4265-9de6-015be085ca86, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=41158c41-d974-4265-9de6-015be085ca86,segment=NetworkSegment(55384464-e571-4c42-a2d0-323fd38d945b),segment_id=55384464-e571-4c42-a2d0-323fd38d945b)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:49.247867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.267348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 41158c41-d974-4265-9de6-015be085ca86 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:49.332973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] For port 41158c41-d974-4265-9de6-015be085ca86, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=41158c41-d974-4265-9de6-015be085ca86,segment=NetworkSegment(55384464-e571-4c42-a2d0-323fd38d945b),segment_id=55384464-e571-4c42-a2d0-323fd38d945b)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:49.333385 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.357557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] Calling delete_port for 41158c41-d974-4265-9de6-015be085ca86 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:49.388866 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.414860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6dae1e88-1ef3-42e9-a42f-f706e66dfc65 req-b9faf539-7298-4558-bff0-f986254cd344 tempest-VolumesActionsTest-213788237 tempest-VolumesActionsTest-213788237-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0f974ca-d476-43fe-8aa3-47f30c3e0d1b HTTP/1.1" status: 200 len: 210 time: 0.0371850 Sep 17 22:49:49.437153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=41158c41-d974-4265-9de6-015be085ca86,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:49.441143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No DVR routers for this DVR port 41158c41-d974-4265-9de6-015be085ca86 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:49.507764 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.540691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] No DVR routers for this DVR port 41158c41-d974-4265-9de6-015be085ca86 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:49.541092 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.548410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c07cd-42cb-4fc0-96a3-99ad0d753a45 None None] Pushing event deleted for resources: {'Port': ['ID=41158c41-d974-4265-9de6-015be085ca86,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:49.576634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e71ce8-2879-47ad-9319-2e9436c1a195']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:49.594195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55384464-e571-4c42-a2d0-323fd38d945b') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:49.594994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55384464-e571-4c42-a2d0-323fd38d945b') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:49.609840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.624759 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.643865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:49:49.644275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:49:49.647932 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:49:49.724354 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.734998 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.741313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 32990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:49.745322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/b8e71ce8-2879-47ad-9319-2e9436c1a195 HTTP/1.1" status: 204 len: 168 time: 0.8573947 Sep 17 22:49:49.748051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1704443101', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:49.765830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e755-3676-4221-87cf-d303ef5c336f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=b8e71ce8-2879-47ad-9319-2e9436c1a195,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:49.791465 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.803004 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.871688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.030690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.311025 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.330816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 41158c41-d974-4265-9de6-015be085ca86 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:49:50.336788 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.362191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 41158c41-d974-4265-9de6-015be085ca86 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:49:50.362543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 41158c41-d974-4265-9de6-015be085ca86 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:49:50.419932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33020) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:50.533594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.25.0.47 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/464dd0e8-46c5-471f-b22d-a50ba5beeea0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:50.659600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:50.699799 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.871758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.982845 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.029309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.075032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:51.078087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:51.080918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:51.116889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Allocated IP 172.25.0.228 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/0bfd0330-9c8e-4d0a-af10-89ea1e88cf7a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:51.273061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=464dd0e8-46c5-471f-b22d-a50ba5beeea0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:51.307290 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.360415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.408790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:51.414303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:51.419962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:51.461321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'Port': ['ID=0bfd0330-9c8e-4d0a-af10-89ea1e88cf7a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:51.528089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:49:51.552609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.571232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:49:51.573391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4ea88eb1-ee2c-4499-89ef-b050c722a3f2 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:49:51.581146 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.599770 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.846651 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.856304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.863000 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.924059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'Port': ['ID=0bfd0330-9c8e-4d0a-af10-89ea1e88cf7a,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:51.982249 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.018511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.020059 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e28d2c83-9f48-4ab2-acfe-32cf42b773d4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5990520 Sep 17 22:49:52.022721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33090) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:52.028387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2094377693'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:52.060492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Made reservation on behalf of f0fd3e75aa53466c8d503dc9fffec166 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:52.064772 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.079718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.139565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 466f28ab-1266-47df-8d16-2f5ad1eaa3c4 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:49:52.267551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.282926 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.320676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:52.326941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:52.341001 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb534c9-e49e-4346-8734-c2b6b6dc81b1 None None] Sync routers for ids ['466f28ab-1266-47df-8d16-2f5ad1eaa3c4'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:52.343535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2648d849-0844-441a-9515-619b8c68fc65,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:52.348569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.349140 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Added segment b34572c6-0e0a-48df-840a-e54d5bcb360e of type vlan for network 82c396ea-9154-4591-a00e-9954792417aa Sep 17 22:49:52.356464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.360990 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-98694ecf-4086-41d6-a0dc-d395b6c0a7a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6184075 Sep 17 22:49:52.361713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33102) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:52.364055 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb534c9-e49e-4346-8734-c2b6b6dc81b1 None None] Routers {'466f28ab-1266-47df-8d16-2f5ad1eaa3c4'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:52.366033 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9bb534c9-e49e-4346-8734-c2b6b6dc81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['466f28ab-1266-47df-8d16-2f5ad1eaa3c4'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:52.415753 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.457027 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9bb534c9-e49e-4346-8734-c2b6b6dc81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:52.470864 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb534c9-e49e-4346-8734-c2b6b6dc81b1 None None] Routers {'466f28ab-1266-47df-8d16-2f5ad1eaa3c4'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:52.472380 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9bb534c9-e49e-4346-8734-c2b6b6dc81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['466f28ab-1266-47df-8d16-2f5ad1eaa3c4'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:52.483940 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.495298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.497486 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.536476 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9bb534c9-e49e-4346-8734-c2b6b6dc81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:52.537576 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb534c9-e49e-4346-8734-c2b6b6dc81b1 None None] The sync data for ids ['466f28ab-1266-47df-8d16-2f5ad1eaa3c4'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:52.583199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5592844 Sep 17 22:49:52.585316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33114) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:52.599581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Request body: {'subnet': {'network_id': '82c396ea-9154-4591-a00e-9954792417aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:52.639110 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aa873c4e-c085-4adc-bbee-e9e51731a103 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/routers/466f28ab-1266-47df-8d16-2f5ad1eaa3c4 HTTP/1.1" status: 200 len: 880 time: 0.2725673 Sep 17 22:49:52.639936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d0b1e-d244-4254-93a9-9ff0645e53b2 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'Network': ['ID=82c396ea-9154-4591-a00e-9954792417aa,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:52.645047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33120) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:52.651929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 82c396ea-9154-4591-a00e-9954792417aa details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:52.779712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Made reservation on behalf of f0fd3e75aa53466c8d503dc9fffec166 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:52.783832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:52.969824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1557325e-0f90-4b82-b194-46018b278d55 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3200147 Sep 17 22:49:52.970689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33136) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:52.984591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0ccb12dd-6a71-4b1f-ba39-b8f8943a3da2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1704443101'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:53.109772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:53.205573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Checking segment: {'id': 'b34572c6-0e0a-48df-840a-e54d5bcb360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82c396ea-9154-4591-a00e-9954792417aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:53.206210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Network hostable DHCP agents. Network: 82c396ea-9154-4591-a00e-9954792417aa, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:53.217617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'Subnet': ['ID=3403520b-afa8-4477-adc6-a7fd3703cbf7,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:53.227662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.228016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.228368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.229254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.229777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.230299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.230636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.230967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.231298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.231625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.231950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.232293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:53.265657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Network 82c396ea-9154-4591-a00e-9954792417aa is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:53.291308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 82c396ea-9154-4591-a00e-9954792417aa) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:53.305382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.305382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:53.308824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f0648-361b-4d02-af3b-0aff2cd7bb79 None None] Network 82c396ea-9154-4591-a00e-9954792417aa requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:53.345355 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c0816da7-3895-41c8-a9fa-553afa0e525b tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7589414 Sep 17 22:49:53.345968 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33142) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:53.350592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-912098779', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:53.398242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:53.399360 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:53.489910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:53.662786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-82c396ea-9154-4591-a00e-9954792417aa', 'network_id': '82c396ea-9154-4591-a00e-9954792417aa', 'tenant_id': 'f0fd3e75aa53466c8d503dc9fffec166', 'fixed_ips': [{'subnet_id': '3403520b-afa8-4477-adc6-a7fd3703cbf7'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:53.664367 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:53.982426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Allocated IP 172.20.0.2 (82c396ea-9154-4591-a00e-9954792417aa/3403520b-afa8-4477-adc6-a7fd3703cbf7/5125c3f5-da03-418e-87c9-6fb4a49139bb) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:54.159809 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ccb12dd-6a71-4b1f-ba39-b8f8943a3da2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.184769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.185883 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ccb12dd-6a71-4b1f-ba39-b8f8943a3da2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.201529 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.215157 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.413540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccb12dd-6a71-4b1f-ba39-b8f8943a3da2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 466f28ab-1266-47df-8d16-2f5ad1eaa3c4 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:49:54.553131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Network 82c396ea-9154-4591-a00e-9954792417aa is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:54.556315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:54.565103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:54.575070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccb12dd-6a71-4b1f-ba39-b8f8943a3da2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:54.583572 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ccb12dd-6a71-4b1f-ba39-b8f8943a3da2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.587446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ccb12dd-6a71-4b1f-ba39-b8f8943a3da2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/466f28ab-1266-47df-8d16-2f5ad1eaa3c4 HTTP/1.1" status: 200 len: 887 time: 1.6132090 Sep 17 22:49:54.587763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:54.618190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d661c-f48c-4944-9714-760f32a0ee00 None None] Sync routers for ids ['466f28ab-1266-47df-8d16-2f5ad1eaa3c4'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:54.658229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Pushing event updated for resources: {'Port': ['ID=5125c3f5-da03-418e-87c9-6fb4a49139bb,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:54.677581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.698939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d661c-f48c-4944-9714-760f32a0ee00 None None] Routers {'466f28ab-1266-47df-8d16-2f5ad1eaa3c4'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:54.703150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.708257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2f0d661c-f48c-4944-9714-760f32a0ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['466f28ab-1266-47df-8d16-2f5ad1eaa3c4'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:54.751309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2f0d661c-f48c-4944-9714-760f32a0ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:54.770351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c42f7431-80d1-4190-bf7b-ec7482844f20 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/routers/466f28ab-1266-47df-8d16-2f5ad1eaa3c4 HTTP/1.1" status: 200 len: 887 time: 0.1782937 Sep 17 22:49:54.771059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33166) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:54.774099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Attempting to bind port 5125c3f5-da03-418e-87c9-6fb4a49139bb on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:54.774707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Attempting to bind port 5125c3f5-da03-418e-87c9-6fb4a49139bb by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'b34572c6-0e0a-48df-840a-e54d5bcb360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82c396ea-9154-4591-a00e-9954792417aa'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:54.776151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Attempting to bind port 5125c3f5-da03-418e-87c9-6fb4a49139bb on network 82c396ea-9154-4591-a00e-9954792417aa {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:54.785239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:54.786284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Checking segment: {'id': 'b34572c6-0e0a-48df-840a-e54d5bcb360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82c396ea-9154-4591-a00e-9954792417aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:54.786913 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.787524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Bound using segment: {'id': 'b34572c6-0e0a-48df-840a-e54d5bcb360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82c396ea-9154-4591-a00e-9954792417aa'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:54.788218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Bound port: 5125c3f5-da03-418e-87c9-6fb4a49139bb, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34572c6-0e0a-48df-840a-e54d5bcb360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82c396ea-9154-4591-a00e-9954792417aa'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:54.788840 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:54.792782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d661c-f48c-4944-9714-760f32a0ee00 None None] Routers {'466f28ab-1266-47df-8d16-2f5ad1eaa3c4'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:54.794044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2f0d661c-f48c-4944-9714-760f32a0ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['466f28ab-1266-47df-8d16-2f5ad1eaa3c4'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:54.817231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03ad1197-f29a-405f-8f7f-c65c56d1c247 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=466f28ab-1266-47df-8d16-2f5ad1eaa3c4 HTTP/1.1" status: 200 len: 205 time: 0.0450091 Sep 17 22:49:54.820369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:54.906972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2f0d661c-f48c-4944-9714-760f32a0ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:54.910786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d661c-f48c-4944-9714-760f32a0ee00 None None] The sync data for ids ['466f28ab-1266-47df-8d16-2f5ad1eaa3c4'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:55.022618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Allocated IP 172.25.0.84 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/6178d686-1805-47ec-bad0-54fd800226cb) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:55.051136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] For port 5125c3f5-da03-418e-87c9-6fb4a49139bb, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:55.054713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] For port 5125c3f5-da03-418e-87c9-6fb4a49139bb, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5125c3f5-da03-418e-87c9-6fb4a49139bb,segment=NetworkSegment(b34572c6-0e0a-48df-840a-e54d5bcb360e),segment_id=b34572c6-0e0a-48df-840a-e54d5bcb360e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:55.055945 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:55.074096 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:55.180242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:55.206719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d730e54-6dbd-4aea-b66d-28e451e7ff9f None None] Pushing event updated for resources: {'Port': ['ID=5125c3f5-da03-418e-87c9-6fb4a49139bb,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:55.256919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:55.364543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:55.368196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:55.391579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:55.489802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'Port': ['ID=6178d686-1805-47ec-bad0-54fd800226cb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:55.523934 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:55.705116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 464dd0e8-46c5-471f-b22d-a50ba5beeea0 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:55.705451 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:55.905921 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:55.925074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 464dd0e8-46c5-471f-b22d-a50ba5beeea0 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:56.143742 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.257554 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.351974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=464dd0e8-46c5-471f-b22d-a50ba5beeea0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:56.446103 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.460193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5125c3f5-da03-418e-87c9-6fb4a49139bb up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:56.618400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5125c3f5-da03-418e-87c9-6fb4a49139bb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:56.618798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.634991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.682390 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.689335 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.836176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.836964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Fanout notify agent at l3_agent the message router_deleted on router 466f28ab-1266-47df-8d16-2f5ad1eaa3c4 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:49:56.852237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.853497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fb4f4356-18a9-4191-8ae8-f64864210c73 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/466f28ab-1266-47df-8d16-2f5ad1eaa3c4 HTTP/1.1" status: 204 len: 168 time: 2.0320599 Sep 17 22:49:56.861259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33208) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:56.876133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.879766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-109935837'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:56.941613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 5125c3f5-da03-418e-87c9-6fb4a49139bb, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5125c3f5-da03-418e-87c9-6fb4a49139bb,segment=NetworkSegment(b34572c6-0e0a-48df-840a-e54d5bcb360e),segment_id=b34572c6-0e0a-48df-840a-e54d5bcb360e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:56.942241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:56.946132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:56.950046 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:57.008167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Router 62686468-b20e-4d79-b904-db5cee5dc763 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:49:57.045487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=5125c3f5-da03-418e-87c9-6fb4a49139bb,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:57.059956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:57.070832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:57.071205 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment 16b67fe2-0821-400a-bb95-cb6797fa84d3 of type vlan for network 4d576deb-2163-415d-81da-4a4ac0d33753 Sep 17 22:49:57.146984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3cbb4e-86d2-44f3-8ecb-083fe7ab4c53 None None] Network 82c396ea-9154-4591-a00e-9954792417aa requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:57.178678 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:57.250934 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:57.252829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:49:57.259312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.260651 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:57.268824 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4571-9400-44f6-88b3-7a259ef83e56 None None] Sync routers for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:49:57.285819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ad289a6f-de45-4112-a50a-2b83a7f78782 None None] Provisioning complete for port 5125c3f5-da03-418e-87c9-6fb4a49139bb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:57.286319 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad289a6f-de45-4112-a50a-2b83a7f78782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:57.286730 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa4571-9400-44f6-88b3-7a259ef83e56 None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:57.290431 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4571-9400-44f6-88b3-7a259ef83e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:57.296390 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:57.298297 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a164f3e-e7d8-4021-9d04-a571c3cefe49 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.9513812 Sep 17 22:49:57.301953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33220) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:57.343620 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4571-9400-44f6-88b3-7a259ef83e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:57.356825 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa4571-9400-44f6-88b3-7a259ef83e56 None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:49:57.357758 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4571-9400-44f6-88b3-7a259ef83e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:57.405911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5428333 Sep 17 22:49:57.429184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33222) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:57.443284 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4571-9400-44f6-88b3-7a259ef83e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:49:57.445130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4571-9400-44f6-88b3-7a259ef83e56 None None] The sync data for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:49:57.445587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': '4d576deb-2163-415d-81da-4a4ac0d33753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:57.540128 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44268f-e8cc-47c1-8fc9-5da98bb74806 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=4d576deb-2163-415d-81da-4a4ac0d33753,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:57.562422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4d576deb-2163-415d-81da-4a4ac0d33753 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:57.731610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:57.736113 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.171078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ce5a8d73-3412-49a5-a76b-ae1cfdf46b16 None None] Provisioning complete for port 5125c3f5-da03-418e-87c9-6fb4a49139bb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:58.173014 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8d73-3412-49a5-a76b-ae1cfdf46b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.213686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.394521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': '16b67fe2-0821-400a-bb95-cb6797fa84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d576deb-2163-415d-81da-4a4ac0d33753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:58.396122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: 4d576deb-2163-415d-81da-4a4ac0d33753, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:58.398084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=36c0808a-56f3-4482-9f6d-4b27cfc934df,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:58.405720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5125c3f5-da03-418e-87c9-6fb4a49139bb up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:58.439666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 4d576deb-2163-415d-81da-4a4ac0d33753 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:58.470490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4d576deb-2163-415d-81da-4a4ac0d33753) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:58.480244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:58.481476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.497180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6a517-bc46-4bfe-9afc-f36ebae71b61 None None] Network 4d576deb-2163-415d-81da-4a4ac0d33753 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:58.517214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33242) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:58.517823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a2b469ef-111a-45e7-a3f7-b9577ce2f00b tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0802197 Sep 17 22:49:58.539660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ed1090d2-cb81-4a14-a5dc-e1d6780d5fa8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-970755641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:58.597653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.639071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed1090d2-cb81-4a14-a5dc-e1d6780d5fa8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.640549 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed1090d2-cb81-4a14-a5dc-e1d6780d5fa8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.725157 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5125c3f5-da03-418e-87c9-6fb4a49139bb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:58.725640 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.798405 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed1090d2-cb81-4a14-a5dc-e1d6780d5fa8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:58.968262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4d576deb-2163-415d-81da-4a4ac0d33753', 'network_id': '4d576deb-2163-415d-81da-4a4ac0d33753', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': '36c0808a-56f3-4482-9f6d-4b27cfc934df'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:58.969293 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.174111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed1090d2-cb81-4a14-a5dc-e1d6780d5fa8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.223852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed1090d2-cb81-4a14-a5dc-e1d6780d5fa8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.225204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ed1090d2-cb81-4a14-a5dc-e1d6780d5fa8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6967864 Sep 17 22:49:59.228409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33264) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:59.356359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Allocated IP 172.20.0.2 (4d576deb-2163-415d-81da-4a4ac0d33753/36c0808a-56f3-4482-9f6d-4b27cfc934df/a0967fa4-065c-4eb4-8472-6d3b146935d9) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:59.613332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Allocated IP 172.20.0.1 (82c396ea-9154-4591-a00e-9954792417aa/3403520b-afa8-4477-adc6-a7fd3703cbf7/fc54d141-50a7-45e8-9ecd-3b79d9b64390) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:59.649935 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.668200 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.753270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Pushing event updated for resources: {'Port': ['ID=a0967fa4-065c-4eb4-8472-6d3b146935d9,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:59.761968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Network 4d576deb-2163-415d-81da-4a4ac0d33753 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:59.763518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:59.766374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:59.830337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Attempting to bind port a0967fa4-065c-4eb4-8472-6d3b146935d9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:59.830672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Attempting to bind port a0967fa4-065c-4eb4-8472-6d3b146935d9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '16b67fe2-0821-400a-bb95-cb6797fa84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d576deb-2163-415d-81da-4a4ac0d33753'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:59.831130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Attempting to bind port a0967fa4-065c-4eb4-8472-6d3b146935d9 on network 4d576deb-2163-415d-81da-4a4ac0d33753 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:59.839258 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:59.839681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Checking segment: {'id': '16b67fe2-0821-400a-bb95-cb6797fa84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d576deb-2163-415d-81da-4a4ac0d33753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:59.840046 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.840500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Bound using segment: {'id': '16b67fe2-0821-400a-bb95-cb6797fa84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d576deb-2163-415d-81da-4a4ac0d33753'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:59.840996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Bound port: a0967fa4-065c-4eb4-8472-6d3b146935d9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b67fe2-0821-400a-bb95-cb6797fa84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d576deb-2163-415d-81da-4a4ac0d33753'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:59.841637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.843197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.910839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.951203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] For port a0967fa4-065c-4eb4-8472-6d3b146935d9, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:59.956360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] For port a0967fa4-065c-4eb4-8472-6d3b146935d9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0967fa4-065c-4eb4-8472-6d3b146935d9,segment=NetworkSegment(16b67fe2-0821-400a-bb95-cb6797fa84d3),segment_id=16b67fe2-0821-400a-bb95-cb6797fa84d3)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:59.958080 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8ac958bf-f760-4169-a3ea-4e3890503c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.971598 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.983255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec2362-07f0-4bce-b74d-f956ea2cd87a req-73ed0432-2add-4c79-9fd6-65b5aef08be4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.990191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17ec2362-07f0-4bce-b74d-f956ea2cd87a req-73ed0432-2add-4c79-9fd6-65b5aef08be4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.2859795 Sep 17 22:50:00.075775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18760d-8d5b-4fe8-bca7-e24c45fc8b4d None None] Pushing event updated for resources: {'Port': ['ID=a0967fa4-065c-4eb4-8472-6d3b146935d9,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:00.084822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'Port': ['ID=fc54d141-50a7-45e8-9ecd-3b79d9b64390,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:00.102821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Network 82c396ea-9154-4591-a00e-9954792417aa is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:00.106260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:00.109369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:00.125229 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:00.171251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:00.552422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:00.630791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17ec2362-07f0-4bce-b74d-f956ea2cd87a req-560100e4-a415-42c8-a63c-723259b967fa tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6396508 Sep 17 22:50:00.659405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.20.0.1 (4d576deb-2163-415d-81da-4a4ac0d33753/36c0808a-56f3-4482-9f6d-4b27cfc934df/3dde22bb-7e31-488c-acbe-be2fd3bcc9e8) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:00.660513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-98c76690-43f4-414b-b96e-10d68e683140 None None] Provisioning complete for port fc54d141-50a7-45e8-9ecd-3b79d9b64390 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:00.669690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-98c76690-43f4-414b-b96e-10d68e683140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:00.745644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-98c76690-43f4-414b-b96e-10d68e683140 None None] Port fc54d141-50a7-45e8-9ecd-3b79d9b64390 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:00.821328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f125ad-f9bd-4a06-9bb5-43a0113d520c req-aeed2945-6555-4c22-8147-ca246fa41e68 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.830067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85f125ad-f9bd-4a06-9bb5-43a0113d520c req-aeed2945-6555-4c22-8147-ca246fa41e68 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.1940615 Sep 17 22:50:00.928852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-85f125ad-f9bd-4a06-9bb5-43a0113d520c req-a50f692d-71eb-41d7-9a45-55ea68da05d0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933683 Sep 17 22:50:00.955952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33300) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:01.054223 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:01.089453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-30a31009-daf6-42ce-9da6-702405dc3a2b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/ea8f7899-50c0-4687-9179-0c8478a9d6ff HTTP/1.1" status: 200 len: 991 time: 0.1282232 Sep 17 22:50:01.162351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:01.170777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:01.194118 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:01.284513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:01.307753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=3dde22bb-7e31-488c-acbe-be2fd3bcc9e8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:01.327935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 4d576deb-2163-415d-81da-4a4ac0d33753 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:01.335043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:01.338131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:01.385390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'Port': ['ID=fc54d141-50a7-45e8-9ecd-3b79d9b64390,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:01.458394 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:01.533952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Network 82c396ea-9154-4591-a00e-9954792417aa is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:01.536636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:01.745079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Router 62686468-b20e-4d79-b904-db5cee5dc763 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:01.795910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:01.815974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf0068-cc82-4036-969f-e8ee45aeb92b req-38288c56-c6c8-4366-8f14-931bc2af25db tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.829404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0adf0068-cc82-4036-969f-e8ee45aeb92b req-38288c56-c6c8-4366-8f14-931bc2af25db tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1097 time: 0.2119627 Sep 17 22:50:01.840590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f28b0-33d9-4037-a4ad-6fc5f9191959 None None] Network 4d576deb-2163-415d-81da-4a4ac0d33753 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:01.926700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dce6068a-eb14-451c-86a2-f240f15156f3 None None] Provisioning complete for port a0967fa4-065c-4eb4-8472-6d3b146935d9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:01.927372 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dce6068a-eb14-451c-86a2-f240f15156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:01.928999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:01.936872 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b72f6f34-466d-4a05-9333-218b80fc69e3 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "PUT /v2.0/routers/62686468-b20e-4d79-b904-db5cee5dc763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6265256 Sep 17 22:50:01.939273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33324) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:01.945275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Request body: {'port': {'network_id': '82c396ea-9154-4591-a00e-9954792417aa', 'name': 'tempest-FloatingIPAdminTestJSON-215608630'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:01.953511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0adf0068-cc82-4036-969f-e8ee45aeb92b req-7c5b6486-fc49-4607-a068-196c78c46c13 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228344 Sep 17 22:50:02.028339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60809d02-b8ed-4077-8143-82262096a4ed None None] Sync routers for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:02.109466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Made reservation on behalf of f0fd3e75aa53466c8d503dc9fffec166 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:02.114981 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.154781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] device_id is not set on port a9bfc51c-82de-4d89-a189-6914163cd47d yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:50:02.170036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60809d02-b8ed-4077-8143-82262096a4ed None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:02.173097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-60809d02-b8ed-4077-8143-82262096a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:02.274662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-60809d02-b8ed-4077-8143-82262096a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:02.410421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60809d02-b8ed-4077-8143-82262096a4ed None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:02.416240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-60809d02-b8ed-4077-8143-82262096a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:49:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:02.431743 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.461302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Allocated IP 172.20.0.4 (82c396ea-9154-4591-a00e-9954792417aa/3403520b-afa8-4477-adc6-a7fd3703cbf7/a9bfc51c-82de-4d89-a189-6914163cd47d) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:02.463312 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.494862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-60809d02-b8ed-4077-8143-82262096a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:02.494862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60809d02-b8ed-4077-8143-82262096a4ed None None] The sync data for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:02.499334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0967fa4-065c-4eb4-8472-6d3b146935d9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:02.559523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=3dde22bb-7e31-488c-acbe-be2fd3bcc9e8,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:02.593824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592683d-f43f-4aba-821b-27b63f19a64a req-5cba836a-ce5d-4a2c-aceb-ca92ac5a65eb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.595405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7592683d-f43f-4aba-821b-27b63f19a64a req-5cba836a-ce5d-4a2c-aceb-ca92ac5a65eb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.6393375 Sep 17 22:50:02.616541 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dce6068a-eb14-451c-86a2-f240f15156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.645028 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.804098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7592683d-f43f-4aba-821b-27b63f19a64a req-3d82da16-9fa3-4de1-995e-5bca855c93f2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566772 Sep 17 22:50:02.841692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dce6068a-eb14-451c-86a2-f240f15156f3 None None] For port a0967fa4-065c-4eb4-8472-6d3b146935d9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0967fa4-065c-4eb4-8472-6d3b146935d9,segment=NetworkSegment(16b67fe2-0821-400a-bb95-cb6797fa84d3),segment_id=16b67fe2-0821-400a-bb95-cb6797fa84d3)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:02.843613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a0967fa4-065c-4eb4-8472-6d3b146935d9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:02.846225 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.849245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a4d4e6f-5230-4799-8134-75c2b22eccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.895264 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dce6068a-eb14-451c-86a2-f240f15156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.918979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:02.947828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 4d576deb-2163-415d-81da-4a4ac0d33753 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:02.950604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:03.028088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:03.151172 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6068a-eb14-451c-86a2-f240f15156f3 None None] Pushing event updated for resources: {'Port': ['ID=a0967fa4-065c-4eb4-8472-6d3b146935d9,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:03.221110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Network 82c396ea-9154-4591-a00e-9954792417aa is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:03.231835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:03.242896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-73205b1f-09e8-4d13-a21d-f9009e037f13 None None] Provisioning complete for port fc54d141-50a7-45e8-9ecd-3b79d9b64390 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:03.243937 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-73205b1f-09e8-4d13-a21d-f9009e037f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:03.246828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:03.317885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router dcc12e08-ecee-45be-82dc-d284c096842f is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:50:03.350444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event updated for resources: {'Port': ['ID=a9bfc51c-82de-4d89-a189-6914163cd47d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:03.361872 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:03.407836 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-73205b1f-09e8-4d13-a21d-f9009e037f13 None None] Port fc54d141-50a7-45e8-9ecd-3b79d9b64390 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:03.456758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:03.457438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:03.508014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33368) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:03.512023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-57a31f10-b6fb-47b6-b256-d1c7c72c8afd tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5716019 Sep 17 22:50:03.516169 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-bb926807-4af5-473e-908d-5c488feb3c80 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2023413 Sep 17 22:50:03.534727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-43047008-2683-4926-9ec2-945c545ff4be service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:50:03.537071 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-43047008-2683-4926-9ec2-945c545ff4be service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083816 Sep 17 22:50:03.563164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-95d08f04-6c8a-44a0-9eaf-3b1fb438174e None None] Provisioning complete for port 3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:03.563551 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95d08f04-6c8a-44a0-9eaf-3b1fb438174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:03.595659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:03.608818 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb0692-faa6-4ce3-b72c-26eff68fe366 None None] Sync routers for ids ['dcc12e08-ecee-45be-82dc-d284c096842f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:03.622310 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb0692-faa6-4ce3-b72c-26eff68fe366 None None] Routers {'dcc12e08-ecee-45be-82dc-d284c096842f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:03.622954 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0692-faa6-4ce3-b72c-26eff68fe366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['dcc12e08-ecee-45be-82dc-d284c096842f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:03.626757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e11b777f-4e16-4e04-ba9b-923b878fe7d8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/dcc12e08-ecee-45be-82dc-d284c096842f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3970237 Sep 17 22:50:03.640979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33374) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:03.672983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-95d08f04-6c8a-44a0-9eaf-3b1fb438174e None None] Port 3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:03.751056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-95d08f04-6c8a-44a0-9eaf-3b1fb438174e None None] Provisioning complete for port a0967fa4-065c-4eb4-8472-6d3b146935d9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:03.751552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95d08f04-6c8a-44a0-9eaf-3b1fb438174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:03.770776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171ce81-e3cd-4e63-9d38-db93c95af723 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:03.773506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c171ce81-e3cd-4e63-9d38-db93c95af723 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports/3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 HTTP/1.1" status: 200 len: 910 time: 0.1430545 Sep 17 22:50:03.780435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'project_id': 'f0fd3e75aa53466c8d503dc9fffec166', 'port_id': 'a9bfc51c-82de-4d89-a189-6914163cd47d'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:03.801765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33376) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:03.807084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d4fae81a-4203-424e-8b83-a04a82c8c438 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36c0808a-56f3-4482-9f6d-4b27cfc934df'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:03.840793 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0692-faa6-4ce3-b72c-26eff68fe366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:03.872006 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:03.903277 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb0692-faa6-4ce3-b72c-26eff68fe366 None None] Routers {'dcc12e08-ecee-45be-82dc-d284c096842f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:03.904149 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0692-faa6-4ce3-b72c-26eff68fe366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['dcc12e08-ecee-45be-82dc-d284c096842f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:03.958432 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.076323 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0692-faa6-4ce3-b72c-26eff68fe366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:04.080789 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb0692-faa6-4ce3-b72c-26eff68fe366 None None] The sync data for ids ['dcc12e08-ecee-45be-82dc-d284c096842f'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:04.097505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4fae81a-4203-424e-8b83-a04a82c8c438 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.147827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51df1c-96d7-4df7-af05-dfebf51eb29c req-112bed0e-fd77-4854-92ca-d892296daef8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:04.149597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e51df1c-96d7-4df7-af05-dfebf51eb29c req-112bed0e-fd77-4854-92ca-d892296daef8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1942258 Sep 17 22:50:04.193831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-87756c4e-17f1-4efc-aca0-3b68484b62f6 None None] Provisioning complete for port 3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:04.194356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-87756c4e-17f1-4efc-aca0-3b68484b62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.305278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-87756c4e-17f1-4efc-aca0-3b68484b62f6 None None] Port 3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:04.378463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-87756c4e-17f1-4efc-aca0-3b68484b62f6 None None] Provisioning complete for port a9bfc51c-82de-4d89-a189-6914163cd47d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:04.378833 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-87756c4e-17f1-4efc-aca0-3b68484b62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.408630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e51df1c-96d7-4df7-af05-dfebf51eb29c req-19787e84-e69e-4084-9d96-5fefd9f4ae84 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502789 Sep 17 22:50:04.431499 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.460062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-87756c4e-17f1-4efc-aca0-3b68484b62f6 None None] Port a9bfc51c-82de-4d89-a189-6914163cd47d cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:04.464479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0967fa4-065c-4eb4-8472-6d3b146935d9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:04.637265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a0967fa4-065c-4eb4-8472-6d3b146935d9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:04.637730 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.667736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Allocated IP 172.25.0.93 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/87d84dd7-3051-4344-99bc-8d82fc4ea063) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:04.723556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e09e635c-943d-403c-a3c5-691ec1424cd6 None None] Provisioning complete for port 3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:04.723915 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e09e635c-943d-403c-a3c5-691ec1424cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.842567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.849252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e09e635c-943d-403c-a3c5-691ec1424cd6 None None] Port 3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:04.849802 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:04.970506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:05.058810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4fae81a-4203-424e-8b83-a04a82c8c438 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:05.070560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:05.076036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:05.080803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4fae81a-4203-424e-8b83-a04a82c8c438 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:05.089150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:05.148320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Pushing event updated for resources: {'Port': ['ID=87d84dd7-3051-4344-99bc-8d82fc4ea063,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:05.292748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fae81a-4203-424e-8b83-a04a82c8c438 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=3dde22bb-7e31-488c-acbe-be2fd3bcc9e8,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:05.355474 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:05.402577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fae81a-4203-424e-8b83-a04a82c8c438 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.403303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4fae81a-4203-424e-8b83-a04a82c8c438 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:05.405429 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d4fae81a-4203-424e-8b83-a04a82c8c438 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/ports/3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 HTTP/1.1" status: 200 len: 910 time: 1.6027400 Sep 17 22:50:05.414234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33408) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:05.457440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-d8dee61e-0da6-4f84-b8c1-3cdbf6eb9ae5 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.458401 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-d8dee61e-0da6-4f84-b8c1-3cdbf6eb9ae5 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports/26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 1094 time: 0.4303768 Sep 17 22:50:05.505636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Request body: {'binding': {'host': 'n-h1-789963-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:05.506490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Unknown quota resources ['binding']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:50:05.758955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07221e-2992-4f1c-be1e-ad0ac1882cb5 req-fc3e12db-ca96-4275-b999-bd2b0aca26d2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.761103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c07221e-2992-4f1c-be1e-ad0ac1882cb5 req-fc3e12db-ca96-4275-b999-bd2b0aca26d2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1174803 Sep 17 22:50:05.846896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c07221e-2992-4f1c-be1e-ad0ac1882cb5 req-ddd40cf8-0430-4407-a5af-a291e46444b5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768352 Sep 17 22:50:05.879315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:05.952346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on host n-h1-789963-10 for vnic_type normal with profile None {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:05.956923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:05.957833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:05.971875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:50:05.972460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:05.989364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:05.990032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Checking segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:05.991252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Bound using segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:05.992156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Bound port: 26b2756a-93c8-4730-b157-d94bfc4df77b, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:06.011237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:06.193212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:06.207511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:06.210978 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] 10.222.0.48 "POST /v2.0/ports/26b2756a-93c8-4730-b157-d94bfc4df77b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7097383 Sep 17 22:50:06.347127 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:06.354821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:06.424686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Pushing event updated for resources: {'Port': ['ID=87d84dd7-3051-4344-99bc-8d82fc4ea063,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:06.425310 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:06.536714 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:06.646855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6232-29c6-408a-97cc-e543d2421dea req-6541e0e5-12e7-47ff-be39-4ec1d1c64f22 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.649169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-557a6232-29c6-408a-97cc-e543d2421dea req-6541e0e5-12e7-47ff-be39-4ec1d1c64f22 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.2201583 Sep 17 22:50:06.761838 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Floating IP c8d47564-a065-496f-82e6-2a6baa7387cb associated. External IP: 172.25.0.93, port: a9bfc51c-82de-4d89-a189-6914163cd47d. Sep 17 22:50:07.015963 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-85e0a772-4660-4112-9f72-256ea32c1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:07.017459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-85e0a772-4660-4112-9f72-256ea32c1f85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1097 time: 0.1238990 Sep 17 22:50:07.241226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-e8b36610-bf93-4f57-a70f-605b4555e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:07.242754 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-e8b36610-bf93-4f57-a70f-605b4555e215 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 898 time: 0.2158318 Sep 17 22:50:07.359987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:07.360844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:07.450923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-557a6232-29c6-408a-97cc-e543d2421dea req-97d28fe6-6ea3-4804-b5fc-5e12955a00c5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7616446 Sep 17 22:50:07.509053 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-423bcb01-9fb8-4bb6-8725-a55b025f84db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 999 time: 0.2575583 Sep 17 22:50:07.520835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163d442-3620-4ed8-81b1-b032383d5d43 req-d67a57df-c6d8-4a89-87b6-118abb722a84 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:07.528998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3163d442-3620-4ed8-81b1-b032383d5d43 req-d67a57df-c6d8-4a89-87b6-118abb722a84 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1382074 Sep 17 22:50:07.592140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:07.618062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 3dde22bb-7e31-488c-acbe-be2fd3bcc9e8 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:07.638348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-3c296565-fe84-4b42-a8ea-691ede72f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:07.640548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-3c296565-fe84-4b42-a8ea-691ede72f21e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 200 len: 835 time: 0.1207907 Sep 17 22:50:07.640698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3163d442-3620-4ed8-81b1-b032383d5d43 req-2b99c929-121b-4255-90cd-8ed60f1cc771 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107550 Sep 17 22:50:07.737371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Router 62686468-b20e-4d79-b904-db5cee5dc763 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:07.885517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-972bfbdb-ac9e-41fb-bbf3-0899339c2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:07.887115 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-972bfbdb-ac9e-41fb-bbf3-0899339c2aff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2fe818a-f61c-4931-989b-5468f062413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1855788 Sep 17 22:50:07.923307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:07.937707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e4eab-ff53-497b-a918-c8e6498884dc None None] Sync routers for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:07.954132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e4eab-ff53-497b-a918-c8e6498884dc None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:07.956168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a10e4eab-ff53-497b-a918-c8e6498884dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:07.967638 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:08.065225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7edeb28f-00fb-4282-8489-2947458da2c8 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.5550313 Sep 17 22:50:08.067718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33458) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:08.077580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a10e4eab-ff53-497b-a918-c8e6498884dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:08.101036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e4eab-ff53-497b-a918-c8e6498884dc None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:08.102057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a10e4eab-ff53-497b-a918-c8e6498884dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:08.144807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:08.180841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=3dde22bb-7e31-488c-acbe-be2fd3bcc9e8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:08.239160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b46de7a6-a035-4fc9-b700-f7c28c4f230c tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] 10.222.0.48 "GET /v2.0/floatingips/c8d47564-a065-496f-82e6-2a6baa7387cb HTTP/1.1" status: 200 len: 981 time: 0.1665466 Sep 17 22:50:08.240289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:08.247505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a10e4eab-ff53-497b-a918-c8e6498884dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:08.251245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e4eab-ff53-497b-a918-c8e6498884dc None None] The sync data for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:08.276233 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5b79394c-d849-4644-a710-8a1c2e4d259d service neutron] 10.222.0.45 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628214 Sep 17 22:50:08.445527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8bc563fc-2f32-4329-8f42-d4cc5ca59b9a tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2036550 Sep 17 22:50:08.448982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33466) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:08.542803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:08.824490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932f6d3-575f-46ed-b41f-9621bfab3ffc req-029e8ae9-a90e-45fc-9dd3-39c4f0bf5391 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.826143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2932f6d3-575f-46ed-b41f-9621bfab3ffc req-029e8ae9-a90e-45fc-9dd3-39c4f0bf5391 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.2516623 Sep 17 22:50:08.879288 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-e5ff845c-7977-4753-bd7e-725f206b68ff service neutron] 10.222.0.45 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934033 Sep 17 22:50:08.908423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dfc39-8d36-41b2-9523-3c69a0065ccd req-09d891a2-ed62-4594-a11d-03af87c70336 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.918521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a7dfc39-8d36-41b2-9523-3c69a0065ccd req-09d891a2-ed62-4594-a11d-03af87c70336 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1474044 Sep 17 22:50:08.927482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router dcc12e08-ecee-45be-82dc-d284c096842f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:08.974103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2932f6d3-575f-46ed-b41f-9621bfab3ffc req-071bc6a2-dd9e-4b2a-84bc-8721ece4bba7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365306 Sep 17 22:50:08.987574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a7dfc39-8d36-41b2-9523-3c69a0065ccd req-a02aa2c1-d8c9-46b5-ba8a-87c06e583d6a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680892 Sep 17 22:50:09.029337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Deleting port 87d84dd7-3051-4344-99bc-8d82fc4ea063 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:09.036359 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.086014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:09.093143 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-08f88bf3-4d8e-44e3-8293-03a913ec922e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/dcc12e08-ecee-45be-82dc-d284c096842f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6777954 Sep 17 22:50:09.100922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33482) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:09.103021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-f3978faf-2859-41fe-a1a1-e542a453bbdb tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.105025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-f3978faf-2859-41fe-a1a1-e542a453bbdb tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258&tenant_id=dd57f2c534624464a18ff984d4076422&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1097 time: 0.1633573 Sep 17 22:50:09.112116 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6923d0-ec5c-4a9e-837b-442dfcb4c925 None None] Sync routers for ids ['dcc12e08-ecee-45be-82dc-d284c096842f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:09.129569 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6923d0-ec5c-4a9e-837b-442dfcb4c925 None None] Routers {'dcc12e08-ecee-45be-82dc-d284c096842f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:09.130207 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2f6923d0-ec5c-4a9e-837b-442dfcb4c925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['dcc12e08-ecee-45be-82dc-d284c096842f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:09.138405 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-172b2479-4004-4304-b1a2-2d057dc31284 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcc12e08-ecee-45be-82dc-d284c096842f HTTP/1.1" status: 200 len: 205 time: 0.0320344 Sep 17 22:50:09.142737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-10'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:09.156209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33484) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:09.184265 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2f6923d0-ec5c-4a9e-837b-442dfcb4c925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:09.197851 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6923d0-ec5c-4a9e-837b-442dfcb4c925 None None] Routers {'dcc12e08-ecee-45be-82dc-d284c096842f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:09.199034 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2f6923d0-ec5c-4a9e-837b-442dfcb4c925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['dcc12e08-ecee-45be-82dc-d284c096842f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:09.261947 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.269407 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50230123-b113-4a2c-be9a-41e6031511c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.273954 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-2f6923d0-ec5c-4a9e-837b-442dfcb4c925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:09.275705 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6923d0-ec5c-4a9e-837b-442dfcb4c925 None None] The sync data for ids ['dcc12e08-ecee-45be-82dc-d284c096842f'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:09.499634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:09.560584 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50230123-b113-4a2c-be9a-41e6031511c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.562967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50230123-b113-4a2c-be9a-41e6031511c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.572692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:09.661855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.662180 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.664420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:09.668393 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb57905-c26b-4005-a24a-34c56b27efe8" -d '{"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-unplugged", "status": "completed", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:09.673423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.675084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Calling delete_port for 87d84dd7-3051-4344-99bc-8d82fc4ea063 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:09.705910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.788808 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4caadc-1b3d-406f-8cd9-936b3872324e x-openstack-request-id: req-2c4caadc-1b3d-406f-8cd9-936b3872324e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:09.789499 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-unplugged", "status": "completed", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:09.790310 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c4caadc-1b3d-406f-8cd9-936b3872324e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:09.791539 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'code': 200} Sep 17 22:50:09.956248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50230123-b113-4a2c-be9a-41e6031511c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.957105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50230123-b113-4a2c-be9a-41e6031511c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Fanout notify agent at l3_agent the message router_deleted on router dcc12e08-ecee-45be-82dc-d284c096842f {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:50:09.967804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50230123-b113-4a2c-be9a-41e6031511c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.972300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-50230123-b113-4a2c-be9a-41e6031511c1 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/dcc12e08-ecee-45be-82dc-d284c096842f HTTP/1.1" status: 204 len: 168 time: 0.8119459 Sep 17 22:50:09.973592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33502) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:09.974408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.177723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event deleted for resources: {'Port': ['ID=87d84dd7-3051-4344-99bc-8d82fc4ea063,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:10.261951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-370ac2d5-6f85-44df-8eb2-8ac46c628b34 None None] Provisioning complete for port 26b2756a-93c8-4730-b157-d94bfc4df77b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:10.266624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-370ac2d5-6f85-44df-8eb2-8ac46c628b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.323985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.324701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.325332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.325894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.326548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.327085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.327623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.328149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.328877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.329476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.329990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.330481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:10.348736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-370ac2d5-6f85-44df-8eb2-8ac46c628b34 None None] Port 26b2756a-93c8-4730-b157-d94bfc4df77b cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:10.357278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5754f608-35dc-4667-a6e7-a8929b891a91 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet 36c0808a-56f3-4482-9f6d-4b27cfc934df {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:50:10.370366 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5754f608-35dc-4667-a6e7-a8929b891a91 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.435535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.436185 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Floating IP c8d47564-a065-496f-82e6-2a6baa7387cb disassociated (deleted). External IP: 172.25.0.93, port: a9bfc51c-82de-4d89-a189-6914163cd47d. Sep 17 22:50:10.455411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a1ec7-e7e1-44d9-9d61-ab534a63c00a req-29667a6a-71ab-4727-9fdb-dcb7834c4a21 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.457356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b6a1ec7-e7e1-44d9-9d61-ab534a63c00a req-29667a6a-71ab-4727-9fdb-dcb7834c4a21 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.2717431 Sep 17 22:50:10.460095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5754f608-35dc-4667-a6e7-a8929b891a91 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.522316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:10.636113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c85aa-d7db-4004-bc76-bbc7153a4ca6 req-b02e8a49-ed30-4efa-9cec-8362356b6551 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.658164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c95c85aa-d7db-4004-bc76-bbc7153a4ca6 req-b02e8a49-ed30-4efa-9cec-8362356b6551 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 943 time: 0.4502716 Sep 17 22:50:10.729730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on host n-h2-789963-10 for vnic_type normal with profile {"migrating_to": "n-h1-789963-10"} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:10.730065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:10.730397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:10.744478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:50:10.744801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Attempting to bind port 26b2756a-93c8-4730-b157-d94bfc4df77b on network d2fe818a-f61c-4931-989b-5468f062413e {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:10.762613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:10.762959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Checking segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:10.763354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Bound using segment: {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:10.763789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Bound port: 26b2756a-93c8-4730-b157-d94bfc4df77b, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8541230e-60e5-465f-9a54-c29ff82052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:10.764148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.776087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b6a1ec7-e7e1-44d9-9d61-ab534a63c00a req-917f7b36-2865-4c97-bd7f-0cde446c1e56 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565751 Sep 17 22:50:10.842296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:10.847399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c95c85aa-d7db-4004-bc76-bbc7153a4ca6 req-fdc231e5-a1e2-4c66-865f-f57d3ab6b808 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861863 Sep 17 22:50:10.854803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:10.867522 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.972235 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5754f608-35dc-4667-a6e7-a8929b891a91 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.195887 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5754f608-35dc-4667-a6e7-a8929b891a91 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.203127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.203889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.205602 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] 10.222.0.45 "PUT /v2.0/ports/26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 1123 time: 2.0700066 Sep 17 22:50:11.206324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fc1c4-7ad6-4041-ac47-608339f6cc9d service neutron] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=8']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:11.283228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754f608-35dc-4667-a6e7-a8929b891a91 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=36c0808a-56f3-4482-9f6d-4b27cfc934df,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:11.302305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Router 62686468-b20e-4d79-b904-db5cee5dc763 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:11.303482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5754f608-35dc-4667-a6e7-a8929b891a91 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.308038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5754f608-35dc-4667-a6e7-a8929b891a91 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/36c0808a-56f3-4482-9f6d-4b27cfc934df HTTP/1.1" status: 204 len: 168 time: 1.3206398 Sep 17 22:50:11.308286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33526) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:11.313428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c0ca7-1c75-4a48-b012-6224caf16d0a None None] Network 4d576deb-2163-415d-81da-4a4ac0d33753 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:11.339144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['26b2756a-93c8-4730-b157-d94bfc4df77b'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:11.475682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Provisioning complete for port 26b2756a-93c8-4730-b157-d94bfc4df77b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:11.476364 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.504707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.537551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:11.549733 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.568919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee52258-8425-4a92-bb46-9b5ec0332b12 None None] Sync routers for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:11.598860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e2ed0fbf-de9b-4803-8a25-e719576eb6e0 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "DELETE /v2.0/floatingips/c8d47564-a065-496f-82e6-2a6baa7387cb HTTP/1.1" status: 204 len: 168 time: 3.1487038 Sep 17 22:50:11.599784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33536) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:11.605900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:11.651441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port a0967fa4-065c-4eb4-8472-6d3b146935d9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:11.652080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.665313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.670210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee52258-8425-4a92-bb46-9b5ec0332b12 None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:11.671065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fee52258-8425-4a92-bb46-9b5ec0332b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:11.792410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:11.795279 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd9168-d8a8-44d6-bc1a-1492e9a19387" -d '{"events": [{"name": "network-changed", "server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:11.830769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fee52258-8425-4a92-bb46-9b5ec0332b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:11.874390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee52258-8425-4a92-bb46-9b5ec0332b12 None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:11.875654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fee52258-8425-4a92-bb46-9b5ec0332b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:11.887617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port a0967fa4-065c-4eb4-8472-6d3b146935d9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a0967fa4-065c-4eb4-8472-6d3b146935d9,segment=NetworkSegment(16b67fe2-0821-400a-bb95-cb6797fa84d3),segment_id=16b67fe2-0821-400a-bb95-cb6797fa84d3)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:11.888293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.909121 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1792a0ac-3a7e-4610-be6c-c50c8a53cf7c x-openstack-request-id: req-1792a0ac-3a7e-4610-be6c-c50c8a53cf7c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:11.909496 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:11.909820 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1792a0ac-3a7e-4610-be6c-c50c8a53cf7c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:11.912993 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'status': 'completed', 'code': 200} Sep 17 22:50:11.920261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for a0967fa4-065c-4eb4-8472-6d3b146935d9 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:12.050831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:12.148789 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.190995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-de1b367d-8efa-488c-9c65-8e4cdad9d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:12.195270 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-de1b367d-8efa-488c-9c65-8e4cdad9d343 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1126 time: 0.2416661 Sep 17 22:50:12.342601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57039ed9-ff8e-498a-a93c-98f4b75e1c0f req-b7a61a02-0621-492e-851d-c8a804633656 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:12.360714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57039ed9-ff8e-498a-a93c-98f4b75e1c0f req-b7a61a02-0621-492e-851d-c8a804633656 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.4137533 Sep 17 22:50:12.376703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:12.405460 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.444144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae943b-73fb-4bc5-a840-5f56696a0881 req-85145761-7a66-4fbf-973d-7fa4e4b7af2d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:12.447707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-08ae943b-73fb-4bc5-a840-5f56696a0881 req-85145761-7a66-4fbf-973d-7fa4e4b7af2d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 943 time: 0.3998213 Sep 17 22:50:12.488191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fee52258-8425-4a92-bb46-9b5ec0332b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:12.491642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee52258-8425-4a92-bb46-9b5ec0332b12 None None] The sync data for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:12.498410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.508217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'port_id': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'mac_address': 'fa:16:3e:15:bb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:12.560319 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57039ed9-ff8e-498a-a93c-98f4b75e1c0f req-e7ac3842-3cfa-4ee9-b495-788949ef3d15 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984563 Sep 17 22:50:12.597210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-f13e0c61-c9f4-4966-a3d9-299963fc4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:12.599505 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-f13e0c61-c9f4-4966-a3d9-299963fc4d85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 898 time: 0.3921752 Sep 17 22:50:12.607138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=a0967fa4-065c-4eb4-8472-6d3b146935d9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:12.610116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No DVR routers for this DVR port a0967fa4-065c-4eb4-8472-6d3b146935d9 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:12.621891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:12.625591 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.631382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:12.639419 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6cd738-07ef-48d6-83e3-6ebc2c296a7e" -d '{"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-plugged", "status": "completed", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:12.667334 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.685828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5e376-f7d4-47c6-aa96-27f796b8df1e None None] DHCP port deletion for 4d576deb-2163-415d-81da-4a4ac0d33753 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:50:12.717506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-08ae943b-73fb-4bc5-a840-5f56696a0881 req-385596bb-49ac-4b6f-9533-3c7b59e8538d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506561 Sep 17 22:50:12.776465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Allocated IP 172.25.0.199 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/b9516eb4-df54-4e18-a037-bba9723e3cc9) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:12.827159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.866743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d576deb-2163-415d-81da-4a4ac0d33753']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:12.887576 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-a5fccd35-2db4-4fb9-9137-8a6d9d1fe9ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 997 time: 0.2753630 Sep 17 22:50:12.889312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b67fe2-0821-400a-bb95-cb6797fa84d3') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:12.889599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b67fe2-0821-400a-bb95-cb6797fa84d3') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:12.908857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.954852 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a4eed4-06af-4586-b61a-6cf3dd9a167b x-openstack-request-id: req-00a4eed4-06af-4586-b61a-6cf3dd9a167b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:12.955570 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-plugged", "status": "completed", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:12.956066 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00a4eed4-06af-4586-b61a-6cf3dd9a167b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:12.956677 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'code': 200} Sep 17 22:50:12.969221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-cab57aa2-a143-4981-844c-2bc4f2818ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:12.970742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-cab57aa2-a143-4981-844c-2bc4f2818ec0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 200 len: 835 time: 0.0643086 Sep 17 22:50:12.971816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c198e72-4aee-4283-b0a8-8ecf29f6b43e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:13.028777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.041345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.062357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:50:13.064012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:50:13.073050 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:50:13.099545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:13.125519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-0c8209a1-6977-4766-bb81-569f1ea921cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.126872 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-0c8209a1-6977-4766-bb81-569f1ea921cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d2fe818a-f61c-4931-989b-5468f062413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454158 Sep 17 22:50:13.136343 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.147476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:13.149192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.163199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.164064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.168449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.169211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.169789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.170355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.170915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.171475 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.172090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.172657 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.173654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.174229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58ef9-6fcc-4627-8e5f-7f2970b80d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:13.248567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:13.256538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:13.274446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:13.277371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['3c198e72-4aee-4283-b0a8-8ecf29f6b43e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:13.281023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Pushing event updated for resources: {'Port': ['ID=b9516eb4-df54-4e18-a037-bba9723e3cc9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:13.426814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.429414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:13.448074 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.458423 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/4d576deb-2163-415d-81da-4a4ac0d33753 HTTP/1.1" status: 204 len: 168 time: 2.1489761 Sep 17 22:50:13.475169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33592) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:13.483068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-37e8b7b4-80c6-4d08-8ac6-5abbfb42a3d5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-876647474', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:13.503216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57b819-4bc9-48f9-9958-fe39d5694eb6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=4d576deb-2163-415d-81da-4a4ac0d33753,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:13.552608 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-ea7ccd7c-f288-4303-99f9-f3e8a51c1832 service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065187 Sep 17 22:50:13.563919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.658385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-37e8b7b4-80c6-4d08-8ac6-5abbfb42a3d5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.663773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-37e8b7b4-80c6-4d08-8ac6-5abbfb42a3d5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.694576 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.749905 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-decd9168-d8a8-44d6-bc1a-1492e9a19387 req-62b08615-fe0d-46f4-8377-b645e5775c1b service neutron] 10.222.0.49 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888907 Sep 17 22:50:13.966881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 26b2756a-93c8-4730-b157-d94bfc4df77b details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:13.971470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:14.398166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:14.398451 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.417136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0967fa4-065c-4eb4-8472-6d3b146935d9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:14.626419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a0967fa4-065c-4eb4-8472-6d3b146935d9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:50:14.627226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a0967fa4-065c-4eb4-8472-6d3b146935d9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:14.702803 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-37e8b7b4-80c6-4d08-8ac6-5abbfb42a3d5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.720243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:14.730961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-37e8b7b4-80c6-4d08-8ac6-5abbfb42a3d5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.764857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 26b2756a-93c8-4730-b157-d94bfc4df77b has no active binding in host n-h1-789963-10 {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:50:14.777276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715462f9-eb66-4e28-96b4-601be6c4ddd8 req-84b710cc-43c0-4d00-831d-89c4eba89f34 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.788226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-715462f9-eb66-4e28-96b4-601be6c4ddd8 req-84b710cc-43c0-4d00-831d-89c4eba89f34 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 1.0851102 Sep 17 22:50:14.815382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4362a-dba7-4e5d-804c-0d642b20863e req-243da53f-ad99-4f17-8d3c-2249000abf1f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.817476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94d4362a-dba7-4e5d-804c-0d642b20863e req-243da53f-ad99-4f17-8d3c-2249000abf1f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.4859550 Sep 17 22:50:14.851038 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.860859 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-37e8b7b4-80c6-4d08-8ac6-5abbfb42a3d5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.864322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-37e8b7b4-80c6-4d08-8ac6-5abbfb42a3d5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.3850830 Sep 17 22:50:14.864834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33606) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:14.908511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-1361505077'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:14.910340 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:14.927064 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.963364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-94d4362a-dba7-4e5d-804c-0d642b20863e req-59d1fe33-dc8c-4edf-9514-ca0b4b7ebe2f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267898 Sep 17 22:50:15.008121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-715462f9-eb66-4e28-96b4-601be6c4ddd8 req-f95ae6dc-333e-4614-abe0-1d125478b4a3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186508 Sep 17 22:50:15.019883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:15.023933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:15.025910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.028052 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872f61b6-62d0-4274-8601-cd28a4280189" -d '{"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-plugged", "status": "completed", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:15.030809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:15.099065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:50:15.106409 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48535fca-6d0e-4b0f-9e41-6027721eadaa x-openstack-request-id: req-48535fca-6d0e-4b0f-9e41-6027721eadaa {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:15.106967 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-plugged", "status": "completed", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:15.107440 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48535fca-6d0e-4b0f-9e41-6027721eadaa {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:15.108135 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'code': 200} Sep 17 22:50:15.161391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.170383 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.170727 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment fc6c6a85-d541-44f3-be44-f9c72e1f1138 of type vlan for network 38cb44d2-c40e-4a9f-85aa-fee97381af73 Sep 17 22:50:15.181393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.267499 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.342651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Pushing event updated for resources: {'Port': ['ID=b9516eb4-df54-4e18-a037-bba9723e3cc9,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:15.461887 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.477249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.478688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.484429 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.586329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6810548 Sep 17 22:50:15.588388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33612) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:15.609233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:15.625138 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.629883 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-81524423-df53-4243-b3b8-dff111f0aba9 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0288432 Sep 17 22:50:15.632613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33614) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:15.751953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e461986-5f1d-4f38-b9a8-233beb1794e7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=38cb44d2-c40e-4a9f-85aa-fee97381af73,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:15.765229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 38cb44d2-c40e-4a9f-85aa-fee97381af73 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:50:15.806401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:15.906879 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.941104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:15.948724 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:16.271431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:16.542043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Allocated IP 172.25.0.49 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/f3c07a53-34a0-4ba9-b1f8-eac204c190a2) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:16.754023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba049c-f405-4eb4-9291-b58cc91fb0f5 req-54e3577e-a1ea-4b3f-b264-f386a35cdfc5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.766387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5ba049c-f405-4eb4-9291-b58cc91fb0f5 req-54e3577e-a1ea-4b3f-b264-f386a35cdfc5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.5242412 Sep 17 22:50:16.797390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59c8ad-3a17-465d-82d2-30b0c1341d18 req-da245613-1ecc-4a39-91e7-cd2ee5e50ddc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.798903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca59c8ad-3a17-465d-82d2-30b0c1341d18 req-da245613-1ecc-4a39-91e7-cd2ee5e50ddc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 945 time: 0.6166351 Sep 17 22:50:16.837852 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ab2dc001-c796-4d9e-b6e3-0f47ae6a9bec service neutron] 10.222.0.49 "GET /v2.0/ports/26b2756a-93c8-4730-b157-d94bfc4df77b/bindings/n-h1-789963-10 HTTP/1.1" status: 200 len: 385 time: 0.1681356 Sep 17 22:50:16.887486 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:16.971602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:17.035496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5ba049c-f405-4eb4-9291-b58cc91fb0f5 req-853210c4-1922-470d-919a-19484561c632 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291834 Sep 17 22:50:17.080183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca59c8ad-3a17-465d-82d2-30b0c1341d18 req-9e00048a-1b3b-4e3e-a24b-b7d0f676e435 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714946 Sep 17 22:50:17.126699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=a707a65f-8253-4037-a20d-ca1d604f1bd1,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:17.191868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:17.192274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: 38cb44d2-c40e-4a9f-85aa-fee97381af73, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:50:17.256473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 38cb44d2-c40e-4a9f-85aa-fee97381af73 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:50:17.281962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:17.297016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 38cb44d2-c40e-4a9f-85aa-fee97381af73) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:17.309082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:17.313102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f11b3-7e2d-4335-8c05-af372b9c1df6 None None] Network 38cb44d2-c40e-4a9f-85aa-fee97381af73 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:17.318061 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:17.325652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:17.363988 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2d070c4d-c282-4738-a297-5f32b594e277 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7639797 Sep 17 22:50:17.367216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33638) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:17.483953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:17.543923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:17.550931 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec7d2b0-5813-4cda-96c2-2c97882608e9" -d '{"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-unplugged", "status": "completed", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:17.566745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:17.696247 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6725f6-27c8-4e04-be78-f6061546dfbf x-openstack-request-id: req-eb6725f6-27c8-4e04-be78-f6061546dfbf {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:17.696247 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-unplugged", "status": "completed", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:17.697149 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb6725f6-27c8-4e04-be78-f6061546dfbf {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:17.702645 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'code': 200} Sep 17 22:50:17.752500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:17.851717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Pushing event updated for resources: {'Port': ['ID=f3c07a53-34a0-4ba9-b1f8-eac204c190a2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:17.909678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:17.921956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:17.924725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:17.934807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] Transition to ACTIVE for port object 26b2756a-93c8-4730-b157-d94bfc4df77b will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:50:17.938606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-38cb44d2-c40e-4a9f-85aa-fee97381af73', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:50:17.939529 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:17.988132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:18.340682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Allocated IP 172.20.0.2 (38cb44d2-c40e-4a9f-85aa-fee97381af73/a707a65f-8253-4037-a20d-ca1d604f1bd1/ae1e18a6-a9d5-42de-b5ce-454825805f79) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:18.419439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] No DVR routers for this DVR port 26b2756a-93c8-4730-b157-d94bfc4df77b on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:18.583798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2d55-7a5c-423c-bcb9-a9bc187c38a7 req-b4bc124f-6577-4f3b-94b1-cfaca3744023 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.585401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d5f2d55-7a5c-423c-bcb9-a9bc187c38a7 req-b4bc124f-6577-4f3b-94b1-cfaca3744023 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.2086024 Sep 17 22:50:18.612651 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:18.615615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc3b1-86c5-4da5-a5cc-c4dd34e05748 req-e431986a-c854-4e17-92fb-5d3dfbc71417 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.617271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20ebc3b1-86c5-4da5-a5cc-c4dd34e05748 req-e431986a-c854-4e17-92fb-5d3dfbc71417 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.2559345 Sep 17 22:50:18.629410 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:18.699763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:18.726940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] Pushing event updated for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=11']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:18.761006 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d5f2d55-7a5c-423c-bcb9-a9bc187c38a7 req-b37acf09-871e-4f87-a1dc-328ddcb5d693 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426713 Sep 17 22:50:18.783919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20ebc3b1-86c5-4da5-a5cc-c4dd34e05748 req-ca630c97-8b49-472c-b4ce-53dc166e39bd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556015 Sep 17 22:50:18.799270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Network 38cb44d2-c40e-4a9f-85aa-fee97381af73 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:18.800431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Pushing event updated for resources: {'Port': ['ID=ae1e18a6-a9d5-42de-b5ce-454825805f79,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:18.892368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:18.901808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:18.934468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.007031 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-ebc7bf87-1102-4853-9577-41ca9280d354 service neutron] 10.222.0.49 "PUT /v2.0/ports/26b2756a-93c8-4730-b157-d94bfc4df77b/bindings/n-h1-789963-10/activate HTTP/1.1" status: 200 len: 370 time: 2.1608474 Sep 17 22:50:19.010055 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.050639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Attempting to bind port ae1e18a6-a9d5-42de-b5ce-454825805f79 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:19.051009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Attempting to bind port ae1e18a6-a9d5-42de-b5ce-454825805f79 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:19.051386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Attempting to bind port ae1e18a6-a9d5-42de-b5ce-454825805f79 on network 38cb44d2-c40e-4a9f-85aa-fee97381af73 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:19.070278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:19.070765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Checking segment: {'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:19.072036 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.072535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Bound using segment: {'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:19.073171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Bound port: ae1e18a6-a9d5-42de-b5ce-454825805f79, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:19.073556 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.262703 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.436339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.20.0.1 (38cb44d2-c40e-4a9f-85aa-fee97381af73/a707a65f-8253-4037-a20d-ca1d604f1bd1/5e658d27-9345-4852-a9e6-c9b531e3aeab) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:19.519715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-334ae94f-5025-4948-97a3-a79eb53d0aff tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.534990 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-334ae94f-5025-4948-97a3-a79eb53d0aff tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258&tenant_id=dd57f2c534624464a18ff984d4076422&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.4192340 Sep 17 22:50:19.543412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] For port ae1e18a6-a9d5-42de-b5ce-454825805f79, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:19.546854 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] For port ae1e18a6-a9d5-42de-b5ce-454825805f79, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ae1e18a6-a9d5-42de-b5ce-454825805f79,segment=NetworkSegment(fc6c6a85-d541-44f3-be44-f9c72e1f1138),segment_id=fc6c6a85-d541-44f3-be44-f9c72e1f1138)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:19.559425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.651010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906ca40-8646-4c37-8b98-53e53219323d None None] Pushing event updated for resources: {'Port': ['ID=ae1e18a6-a9d5-42de-b5ce-454825805f79,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:19.721090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 26b2756a-93c8-4730-b157-d94bfc4df77b no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:19.747949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.816998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-a67e152e-3d0e-41ed-ab35-07e68eb507be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.818520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-a67e152e-3d0e-41ed-ab35-07e68eb507be service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 1096 time: 0.2732186 Sep 17 22:50:19.862904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 26b2756a-93c8-4730-b157-d94bfc4df77b not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:19.893711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.956910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-4799baee-51f6-404d-a4f4-b1c2a9e6b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.958644 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-4799baee-51f6-404d-a4f4-b1c2a9e6b012 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1096 time: 0.1030307 Sep 17 22:50:19.964523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.117646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-a93bab27-aeac-40ea-b7fe-ddb765db1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.119325 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-a93bab27-aeac-40ea-b7fe-ddb765db1243 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 898 time: 0.1507719 Sep 17 22:50:20.120161 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.159934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 38cb44d2-c40e-4a9f-85aa-fee97381af73 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:20.169470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=5e658d27-9345-4852-a9e6-c9b531e3aeab,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:20.192584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:20.213184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:20.282914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Pushing event updated for resources: {'Port': ['ID=f3c07a53-34a0-4ba9-b1f8-eac204c190a2,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:20.344416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806105-2fa0-487c-928d-44c0fdea6fea req-dd8f7b1d-73c9-4b38-a096-e200f7741cb8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.379558 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7806105-2fa0-487c-928d-44c0fdea6fea req-dd8f7b1d-73c9-4b38-a096-e200f7741cb8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.3760836 Sep 17 22:50:20.424722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8f49b-93ce-4d14-9032-0836a1a4b20a req-edc5511f-6238-40fe-bc65-7af642436e85 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.426770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14f8f49b-93ce-4d14-9032-0836a1a4b20a req-edc5511f-6238-40fe-bc65-7af642436e85 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.4339359 Sep 17 22:50:20.499597 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.504816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14f8f49b-93ce-4d14-9032-0836a1a4b20a req-e1358414-b29f-4841-be11-82d5b9d05c66 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596602 Sep 17 22:50:20.538755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ae1e18a6-a9d5-42de-b5ce-454825805f79 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:20.586084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7806105-2fa0-487c-928d-44c0fdea6fea req-d14b3df7-5c60-4215-be47-b7e8526ed7e1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034214 Sep 17 22:50:20.701028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ae1e18a6-a9d5-42de-b5ce-454825805f79 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:20.702471 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.778950 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.885193 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.945075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ae1e18a6-a9d5-42de-b5ce-454825805f79, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ae1e18a6-a9d5-42de-b5ce-454825805f79,segment=NetworkSegment(fc6c6a85-d541-44f3-be44-f9c72e1f1138),segment_id=fc6c6a85-d541-44f3-be44-f9c72e1f1138)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:20.950768 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.096529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=ae1e18a6-a9d5-42de-b5ce-454825805f79,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:21.123781 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.157907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-aa332c45-156a-4e2b-b293-35129b7f6ea6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 997 time: 1.0130746 Sep 17 22:50:21.166564 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.173571 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dc0bbef1-ebc9-48e7-bc5e-c75e63efbd3f tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5397599 Sep 17 22:50:21.176002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33686) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:21.243873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-e6faeb89-db62-4052-bbeb-eaec863a6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:21.246099 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-e6faeb89-db62-4052-bbeb-eaec863a6cad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 200 len: 835 time: 0.0709865 Sep 17 22:50:21.339755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-de6a7e27-d95f-42ff-b4ac-48b5fe45ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:21.341632 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-de6a7e27-d95f-42ff-b4ac-48b5fe45ff72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2fe818a-f61c-4931-989b-5468f062413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751388 Sep 17 22:50:21.462480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a66e6a46-8e12-4d90-8577-6d62fdc27313 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.2852519 Sep 17 22:50:21.467139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33692) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:21.654956 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-f9239131-1b98-4004-ae2b-8dd25612ec3f service neutron] 10.222.0.45 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039799 Sep 17 22:50:21.714336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8492af3d-03a9-47a2-856c-cb2046c68e21 None None] Network 38cb44d2-c40e-4a9f-85aa-fee97381af73 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:21.862429 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-b4b9c4ef-5cd5-4eba-bc9a-2ea13c96a845 service neutron] 10.222.0.45 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964290 Sep 17 22:50:21.908085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8720c41a-b80e-47c5-88b4-04188240503f None None] Provisioning complete for port ae1e18a6-a9d5-42de-b5ce-454825805f79 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:21.909516 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8720c41a-b80e-47c5-88b4-04188240503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.260413 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:50:22.325350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-86f45e34-8847-46bf-bec2-43da9402ed45 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.8572419 Sep 17 22:50:22.331315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33700) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:22.420268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.438159 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ae1e18a6-a9d5-42de-b5ce-454825805f79 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:22.449602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5cd57e84-5051-4ce5-82fd-e35807e97bf5 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.457982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-5cd57e84-5051-4ce5-82fd-e35807e97bf5 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258&tenant_id=dd57f2c534624464a18ff984d4076422&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 1096 time: 0.2903311 Sep 17 22:50:22.477659 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.501877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121f1fb-1182-4b37-90be-7a40526e5324 req-e98d79d1-0a9e-4c15-a250-5cd0f38b7d27 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.503425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f121f1fb-1182-4b37-90be-7a40526e5324 req-e98d79d1-0a9e-4c15-a250-5cd0f38b7d27 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.2654855 Sep 17 22:50:22.602195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ae1e18a6-a9d5-42de-b5ce-454825805f79 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:22.603808 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.660676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1fc0-fe0b-4c1c-bc96-d4173c532f9b req-bf839cc6-6b52-493e-b5ee-423d6c64fc9c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.673454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcfe1fc0-fe0b-4c1c-bc96-d4173c532f9b req-bf839cc6-6b52-493e-b5ee-423d6c64fc9c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.4253795 Sep 17 22:50:22.898046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-22767534-6795-436e-9c6f-c1baf15050b2 req-027c458c-9f65-41ac-9c6a-aae87e6d9b82 service neutron] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:22.918829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-22767534-6795-436e-9c6f-c1baf15050b2 req-027c458c-9f65-41ac-9c6a-aae87e6d9b82 service neutron] Notify callbacks [] for binding, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.923254 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-027c458c-9f65-41ac-9c6a-aae87e6d9b82 service neutron] 10.222.0.45 "DELETE /v2.0/ports/26b2756a-93c8-4730-b157-d94bfc4df77b/bindings/n-h2-789963-10 HTTP/1.1" status: 204 len: 173 time: 0.4469383 Sep 17 22:50:23.010669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f121f1fb-1182-4b37-90be-7a40526e5324 req-afeee732-0061-45b4-9ada-b0c21a77dc2e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515338 Sep 17 22:50:23.057916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:23.074339 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=5e658d27-9345-4852-a9e6-c9b531e3aeab,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:23.097392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fcfe1fc0-fe0b-4c1c-bc96-d4173c532f9b req-f166c9b6-3472-4293-97a7-98dca94565b8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194202 Sep 17 22:50:23.131391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4c6e41a6-6853-4510-af56-42849beec07d None None] Provisioning complete for port ae1e18a6-a9d5-42de-b5ce-454825805f79 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:23.132675 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4c6e41a6-6853-4510-af56-42849beec07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:23.444362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4c6e41a6-6853-4510-af56-42849beec07d None None] Provisioning complete for port 5e658d27-9345-4852-a9e6-c9b531e3aeab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:23.444797 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4c6e41a6-6853-4510-af56-42849beec07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:23.470278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 38cb44d2-c40e-4a9f-85aa-fee97381af73 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:23.472652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Deleting port f3c07a53-34a0-4ba9-b1f8-eac204c190a2 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:23.473245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:23.505139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e41a6-6853-4510-af56-42849beec07d None None] Port 5e658d27-9345-4852-a9e6-c9b531e3aeab cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:23.565257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:23.654680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f56d8e1c-9e55-435d-bcad-57807489b1be None None] Provisioning complete for port 5e658d27-9345-4852-a9e6-c9b531e3aeab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:23.655433 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f56d8e1c-9e55-435d-bcad-57807489b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:23.708942 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:23.709353 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:23.734799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Calling delete_port for f3c07a53-34a0-4ba9-b1f8-eac204c190a2 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:23.806925 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f56d8e1c-9e55-435d-bcad-57807489b1be None None] Port 5e658d27-9345-4852-a9e6-c9b531e3aeab cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:23.864835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:50:24.015405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:24.024218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-575a8fb3-233e-4c83-89ba-0eb6df620388 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6547503 Sep 17 22:50:24.027674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33704) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:24.030106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.042165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-1047698558'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:24.045785 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:24.068323 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:24.072194 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:24.156418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cf669c75-0795-42f9-9d4a-1d5f61447c77 None None] Provisioning complete for port 5e658d27-9345-4852-a9e6-c9b531e3aeab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:24.158095 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf669c75-0795-42f9-9d4a-1d5f61447c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.165778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:24.169583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.225254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Pushing event deleted for resources: {'Port': ['ID=f3c07a53-34a0-4ba9-b1f8-eac204c190a2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:24.269860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:50:24.320839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cf669c75-0795-42f9-9d4a-1d5f61447c77 None None] Port 5e658d27-9345-4852-a9e6-c9b531e3aeab cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:24.331221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.331221 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment 9f222507-57f7-4183-b2c1-1802976460de of type vlan for network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 Sep 17 22:50:24.437264 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:24.485451 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.569286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d096a-a32b-4430-b747-cb56ab503985 req-ef289695-30bf-4c12-9e87-6c90ef39c46b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.571731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-095d096a-a32b-4430-b747-cb56ab503985 req-ef289695-30bf-4c12-9e87-6c90ef39c46b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.2327685 Sep 17 22:50:24.589186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.607268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.608195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eab3b-ad0b-49c4-bd06-364c0ba484aa req-ff616786-f56c-4854-8f15-056277c08ab3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.610154 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c36eab3b-ad0b-49c4-bd06-364c0ba484aa req-ff616786-f56c-4854-8f15-056277c08ab3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.3460872 Sep 17 22:50:24.611405 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.614611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.618106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.622087 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c5bff099-b437-406d-a5ec-dd294cc58f57 tempest-FloatingIPAdminTestJSON-1789770701 tempest-FloatingIPAdminTestJSON-1789770701-project] 10.222.0.48 "DELETE /v2.0/floatingips/b0e1a657-f78d-4620-9eba-2bb8cf03f4ec HTTP/1.1" status: 204 len: 168 time: 2.2847528 Sep 17 22:50:24.622765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33712) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:24.722446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6924303 Sep 17 22:50:24.728842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33714) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:24.806409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:24.896103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-095d096a-a32b-4430-b747-cb56ab503985 req-9426b77d-eeb6-4553-8ac0-98e8f732b193 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134646 Sep 17 22:50:24.982576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a557ae3-9e05-440e-a603-a79111415e4e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=cb2a2e0b-130d-4aea-8fe0-75acd12ff881,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:24.995667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:50:25.031696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c36eab3b-ad0b-49c4-bd06-364c0ba484aa req-21415a6a-9c8c-4861-afe6-8cde9132700c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078441 Sep 17 22:50:25.031962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:25.035982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:25.210276 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:20Z', 'revision_number': 2, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:21Z', 'revision_number': 2, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:25.252272 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:25.252646 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Updating router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 port 5e658d27-9345-4852-a9e6-c9b531e3aeab binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:50:25.282619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49910aed-2f8a-4159-a2aa-22f82d615b56 req-ac495b9a-9179-4cdd-aadb-06371c4d07b3 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.289551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49910aed-2f8a-4159-a2aa-22f82d615b56 req-ac495b9a-9179-4cdd-aadb-06371c4d07b3 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1096 time: 0.1797841 Sep 17 22:50:25.350400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Deleting port b9516eb4-df54-4e18-a037-bba9723e3cc9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:25.351824 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:25.352106 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:25.488311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49910aed-2f8a-4159-a2aa-22f82d615b56 req-9efe8a9b-2022-426b-a2bc-dfff10166b97 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977561 Sep 17 22:50:25.660804 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:25.723596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:25.724167 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:25.790292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Calling delete_port for b9516eb4-df54-4e18-a037-bba9723e3cc9 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:25.792179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=172eede5-4792-486e-b980-271874602831,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:25.811705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:25.812082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: cb2a2e0b-130d-4aea-8fe0-75acd12ff881, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:50:25.844212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:50:25.861864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d38256-57f3-42ce-8662-a1c79232e2b3 req-2952070d-5628-40f5-8fb7-ec173083efb4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.863949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, cb2a2e0b-130d-4aea-8fe0-75acd12ff881) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:25.866950 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20d38256-57f3-42ce-8662-a1c79232e2b3 req-2952070d-5628-40f5-8fb7-ec173083efb4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.2478092 Sep 17 22:50:25.880465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec1f505-b77a-4078-9437-540b70fa7701 None None] Network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:25.887154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.888054 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:25.932831 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d4e3b516-face-4335-87b2-eaf7bceda16e tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1314509 Sep 17 22:50:25.935530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33726) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:26.110433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20d38256-57f3-42ce-8662-a1c79232e2b3 req-100278b1-861a-4f8d-bb60-6f1ea6111479 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287588 Sep 17 22:50:26.123501 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.143270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33730) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:26.145285 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.327286 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Pushing event updated for resources: {'Port': ['ID=5e658d27-9345-4852-a9e6-c9b531e3aeab,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:26.365624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c625de-b921-4d3d-9821-01855ccf696b req-b3c0cda9-c423-42ab-b770-33016ddca62e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.374501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7c625de-b921-4d3d-9821-01855ccf696b req-b3c0cda9-c423-42ab-b770-33016ddca62e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1576486 Sep 17 22:50:26.385949 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ef2d68e-d957-495c-9d6d-e7a342cf8ee1 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/ea8f7899-50c0-4687-9179-0c8478a9d6ff HTTP/1.1" status: 200 len: 989 time: 0.2410131 Sep 17 22:50:26.423246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:50:26.424625 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.473428 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.473668 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.473978 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.474312 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.474636 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.474968 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.475297 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.475620 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.475941 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.490513 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.490971 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.491317 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:26.495509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7c625de-b921-4d3d-9821-01855ccf696b req-d2baf416-3311-446b-bdd5-27d53aa0ddb1 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192584 Sep 17 22:50:26.546839 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Attempting to bind port 5e658d27-9345-4852-a9e6-c9b531e3aeab on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:26.547690 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Attempting to bind port 5e658d27-9345-4852-a9e6-c9b531e3aeab by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:26.549580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.553530 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Attempting to bind port 5e658d27-9345-4852-a9e6-c9b531e3aeab on network 38cb44d2-c40e-4a9f-85aa-fee97381af73 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:26.566699 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:26.568272 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Checking segment: {'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:26.568549 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.571618 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Bound using segment: {'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:26.572239 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Bound port: 5e658d27-9345-4852-a9e6-c9b531e3aeab, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6c6a85-d541-44f3-be44-f9c72e1f1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:26.572646 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.630519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9516eb4-df54-4e18-a037-bba9723e3cc9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:26.747341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33738) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:26.802509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] For port 5e658d27-9345-4852-a9e6-c9b531e3aeab, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:26.812287 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] For port 5e658d27-9345-4852-a9e6-c9b531e3aeab, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5e658d27-9345-4852-a9e6-c9b531e3aeab,segment=NetworkSegment(fc6c6a85-d541-44f3-be44-f9c72e1f1138),segment_id=fc6c6a85-d541-44f3-be44-f9c72e1f1138)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:26.828794 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.836181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Allocated IP 172.21.0.2 (cb2a2e0b-130d-4aea-8fe0-75acd12ff881/172eede5-4792-486e-b980-271874602831/a517d717-c930-4f5e-ab94-b0f575745406) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:26.863814 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.886952 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:26.887634 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:26.889463 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.895330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a9cf9992-da9f-4160-95a1-39b14de23259 tempest-FloatingIPAdminTestJSON-1191329224 tempest-FloatingIPAdminTestJSON-1191329224-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/d452186d-015a-4d5d-96bb-dd2624f9f3dd HTTP/1.1" status: 204 len: 168 time: 2.1869013 Sep 17 22:50:26.901144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33742) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:27.052714 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff0f2d-30e0-4227-b241-b2f2b65e08ad None None] Pushing event updated for resources: {'Port': ['ID=5e658d27-9345-4852-a9e6-c9b531e3aeab,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:27.194288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-34852c2d-3942-41e2-a23c-c2907e986445 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Deleting port a9bfc51c-82de-4d89-a189-6914163cd47d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:27.196761 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.198900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852c2d-3942-41e2-a23c-c2907e986445 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.202777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9e753ef3-8758-4628-b21f-f1038aed2b8d None None] Provisioning complete for port 5e658d27-9345-4852-a9e6-c9b531e3aeab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:27.205572 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e753ef3-8758-4628-b21f-f1038aed2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.255524 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:27.325624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.488082 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852c2d-3942-41e2-a23c-c2907e986445 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.491594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:27.505349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:27.513101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:27.521970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-34852c2d-3942-41e2-a23c-c2907e986445 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Calling delete_port for a9bfc51c-82de-4d89-a189-6914163cd47d owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:27.615975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.669444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Pushing event updated for resources: {'Port': ['ID=a517d717-c930-4f5e-ab94-b0f575745406,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:27.720880 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:20Z', 'revision_number': 2, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:26Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:27.799624 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d5bc5-0863-4e47-8cfc-ca8d162af130 None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:20Z', 'revision_number': 2, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:26Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:27.818351 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e753ef3-8758-4628-b21f-f1038aed2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.849384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c56668-cf0f-41bd-80b8-444fb5b30bb3 req-4dbcd319-5f6b-4e1e-93b9-79620bc99860 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.853015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6c56668-cf0f-41bd-80b8-444fb5b30bb3 req-4dbcd319-5f6b-4e1e-93b9-79620bc99860 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1810615 Sep 17 22:50:27.858691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9e753ef3-8758-4628-b21f-f1038aed2b8d None None] For port 5e658d27-9345-4852-a9e6-c9b531e3aeab, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5e658d27-9345-4852-a9e6-c9b531e3aeab,segment=NetworkSegment(fc6c6a85-d541-44f3-be44-f9c72e1f1138),segment_id=fc6c6a85-d541-44f3-be44-f9c72e1f1138)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:27.860915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Attempting to bind port a517d717-c930-4f5e-ab94-b0f575745406 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:27.861419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Attempting to bind port a517d717-c930-4f5e-ab94-b0f575745406 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:27.861921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Attempting to bind port a517d717-c930-4f5e-ab94-b0f575745406 on network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:27.870149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e753ef3-8758-4628-b21f-f1038aed2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.876794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:27.877206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Checking segment: {'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:27.878659 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.879075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Bound using segment: {'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:27.879626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Bound port: a517d717-c930-4f5e-ab94-b0f575745406, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:27.882388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.942495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 2b27a4b7-4f1b-42c7-a839-fb61ab777704 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:27.943089 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.100787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] For port a517d717-c930-4f5e-ab94-b0f575745406, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:28.139111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.139440 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.141278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5af31f00-dda6-4afa-ba01-1b12579f43b1 None None] Provisioning complete for port 5e658d27-9345-4852-a9e6-c9b531e3aeab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:28.141850 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5af31f00-dda6-4afa-ba01-1b12579f43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.144883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e753ef3-8758-4628-b21f-f1038aed2b8d None None] Pushing event updated for resources: {'Port': ['ID=5e658d27-9345-4852-a9e6-c9b531e3aeab,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:28.176916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 2b27a4b7-4f1b-42c7-a839-fb61ab777704 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:28.511232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5e658d27-9345-4852-a9e6-c9b531e3aeab up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:28.577286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.654380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5e658d27-9345-4852-a9e6-c9b531e3aeab triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:28.654760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.659612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=2b27a4b7-4f1b-42c7-a839-fb61ab777704,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:28.739292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6c56668-cf0f-41bd-80b8-444fb5b30bb3 req-e8f0279e-4bc2-4d12-b07f-a7694b65a4f9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8486502 Sep 17 22:50:28.780954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852c2d-3942-41e2-a23c-c2907e986445 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.798621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] For port a517d717-c930-4f5e-ab94-b0f575745406, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a517d717-c930-4f5e-ab94-b0f575745406,segment=NetworkSegment(9f222507-57f7-4183-b2c1-1802976460de),segment_id=9f222507-57f7-4183-b2c1-1802976460de)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:28.807881 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.865535 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:28.866186 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Floating IP ea8f7899-50c0-4687-9179-0c8478a9d6ff disassociated (deleted). External IP: 172.25.0.9, port: 26b2756a-93c8-4730-b157-d94bfc4df77b. Sep 17 22:50:28.919312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34852c2d-3942-41e2-a23c-c2907e986445 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event deleted for resources: {'Port': ['ID=a9bfc51c-82de-4d89-a189-6914163cd47d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:29.004152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.21.0.1 (cb2a2e0b-130d-4aea-8fe0-75acd12ff881/172eede5-4792-486e-b980-271874602831/8f31fec6-0da3-4621-8d23-d331e9951b66) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:29.039378 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34852c2d-3942-41e2-a23c-c2907e986445 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:29.042317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-34852c2d-3942-41e2-a23c-c2907e986445 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "DELETE /v2.0/ports/a9bfc51c-82de-4d89-a189-6914163cd47d HTTP/1.1" status: 204 len: 168 time: 2.1399250 Sep 17 22:50:29.044857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33774) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:29.118593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa9ea-4917-40d9-87f7-8bdea17c1d16 None None] Pushing event updated for resources: {'Port': ['ID=a517d717-c930-4f5e-ab94-b0f575745406,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:29.157852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dc687f-917e-4da2-af45-9d89efe62624 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:29.166139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-59dc687f-917e-4da2-af45-9d89efe62624 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "GET /v2.0/ports?device_id=62686468-b20e-4d79-b904-db5cee5dc763 HTTP/1.1" status: 200 len: 913 time: 0.1187167 Sep 17 22:50:29.166823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33776) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:29.296392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 8f7f7716-4734-4ee9-9b58-51b8086155ff has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:29.940724 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-320c73b5-cca3-4c87-807e-1396a77a550a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:30.124148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2637c-c081-4e37-8f73-4b5eb1c87cd1 req-6923f8ce-6ccf-4ad0-8f03-3cdeeab8e123 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:30.133407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0de2637c-c081-4e37-8f73-4b5eb1c87cd1 req-6923f8ce-6ccf-4ad0-8f03-3cdeeab8e123 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.2310605 Sep 17 22:50:30.139605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:30.200845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0de2637c-c081-4e37-8f73-4b5eb1c87cd1 req-3e01758c-cef9-4132-9759-b111ab9b0a74 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612471 Sep 17 22:50:30.227487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:30.250291 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:30.363036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=8f31fec6-0da3-4621-8d23-d331e9951b66,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:30.368657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:30.380758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] Sync routers for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:30.392642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:30.402201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:30.404959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:30.476850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:30.490549 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9f3fc6cb-1671-4d08-aec1-e80d214678dc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/floatingips/ea8f7899-50c0-4687-9179-0c8478a9d6ff HTTP/1.1" status: 204 len: 168 time: 3.7422554 Sep 17 22:50:30.491338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:30.494436 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254d5dce-e05f-436f-888f-03d5baa31629" -d '{"events": [{"name": "network-changed", "server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:30.498133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:30.505527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:30.660864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:30.740636 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1c51f0-d0df-458c-a633-0d5e93e00990 x-openstack-request-id: req-5b1c51f0-d0df-458c-a633-0d5e93e00990 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:30.740942 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:30.741221 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b1c51f0-d0df-458c-a633-0d5e93e00990 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:30.743910 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'status': 'completed', 'code': 200} Sep 17 22:50:30.772695 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:30.791262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a517d717-c930-4f5e-ab94-b0f575745406 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:31.146332 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc2b8f-f6ea-4f7b-8892-7a3e0e0aeaee None None] Network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:31.160513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:31.204504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5dce-e05f-436f-888f-03d5baa31629 req-db294593-f18b-4497-90f3-22ea17d24a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:31.206355 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-254d5dce-e05f-436f-888f-03d5baa31629 req-db294593-f18b-4497-90f3-22ea17d24a0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 1096 time: 0.4738889 Sep 17 22:50:31.292093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe489a7a-5971-47e2-b416-498896a6d409 req-551eee7d-2d4d-4d80-ae81-d051720c31d6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:31.302403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe489a7a-5971-47e2-b416-498896a6d409 req-551eee7d-2d4d-4d80-ae81-d051720c31d6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.3274305 Sep 17 22:50:31.345556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Deleting port fc54d141-50a7-45e8-9ecd-3b79d9b64390 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:31.345907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:31.374242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a517d717-c930-4f5e-ab94-b0f575745406 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:31.374888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:31.420476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:39Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:31.471454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] Checking router: 8f7f7716-4734-4ee9-9b58-51b8086155ff for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:31.483828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9c63ee2a-a399-4430-bb7c-b066842827b2 None None] Provisioning complete for port a517d717-c930-4f5e-ab94-b0f575745406 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:31.484516 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c63ee2a-a399-4430-bb7c-b066842827b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:31.518846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe489a7a-5971-47e2-b416-498896a6d409 req-f6691fcd-13dc-474e-b554-e7bf5bc3ffe8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027669 Sep 17 22:50:31.532558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-4bf3e494-884e-4647-bead-ae9ea9ddde20 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:31.534094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-4bf3e494-884e-4647-bead-ae9ea9ddde20 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 944 time: 0.2307820 Sep 17 22:50:31.550011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:31.550898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:31.629262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5023904-092e-4923-bae4-5e3f5317f70e req-618a3ead-7efd-426c-a536-26603d9d35be tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:31.630774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5023904-092e-4923-bae4-5e3f5317f70e req-618a3ead-7efd-426c-a536-26603d9d35be tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.2819071 Sep 17 22:50:31.734835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:31.813588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Calling delete_port for fc54d141-50a7-45e8-9ecd-3b79d9b64390 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:31.816590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5dce-e05f-436f-888f-03d5baa31629 req-9459d5fc-1e70-4b17-8bbe-7809a5ddde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:31.818086 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-254d5dce-e05f-436f-888f-03d5baa31629 req-9459d5fc-1e70-4b17-8bbe-7809a5ddde91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 200 len: 898 time: 0.5305657 Sep 17 22:50:31.895826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5023904-092e-4923-bae4-5e3f5317f70e req-eb166235-c8a6-41cd-8c89-f4f5983a1f02 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561204 Sep 17 22:50:31.909005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 26b2756a-93c8-4730-b157-d94bfc4df77b {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:31.914302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.026565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-254d5dce-e05f-436f-888f-03d5baa31629 req-f154b73f-ceba-4b3b-a319-67da5c15d24e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 200 len: 217 time: 0.1813171 Sep 17 22:50:32.072483 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.126819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5dce-e05f-436f-888f-03d5baa31629 req-d12497c8-e6fd-44d6-b8ee-a7f2a84a9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:32.128685 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-254d5dce-e05f-436f-888f-03d5baa31629 req-d12497c8-e6fd-44d6-b8ee-a7f2a84a9569 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 200 len: 835 time: 0.0911679 Sep 17 22:50:32.179421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 26b2756a-93c8-4730-b157-d94bfc4df77b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=26b2756a-93c8-4730-b157-d94bfc4df77b,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:32.179931 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.207530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 26b2756a-93c8-4730-b157-d94bfc4df77b owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:32.296978 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c63ee2a-a399-4430-bb7c-b066842827b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.307615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5dce-e05f-436f-888f-03d5baa31629 req-9f6dd5e4-8b82-4d70-8ed3-8c499e3d6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:32.310635 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-254d5dce-e05f-436f-888f-03d5baa31629 req-9f6dd5e4-8b82-4d70-8ed3-8c499e3d6447 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2fe818a-f61c-4931-989b-5468f062413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455989 Sep 17 22:50:32.320044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port a517d717-c930-4f5e-ab94-b0f575745406, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a517d717-c930-4f5e-ab94-b0f575745406,segment=NetworkSegment(9f222507-57f7-4183-b2c1-1802976460de),segment_id=9f222507-57f7-4183-b2c1-1802976460de)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:32.327702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:32.331551 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.638075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=a517d717-c930-4f5e-ab94-b0f575745406,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:32.647845 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.670229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.673297 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-9c63ee2a-a399-4430-bb7c-b066842827b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:50:32.681616 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-9c63ee2a-a399-4430-bb7c-b066842827b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:50:32.864845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=8f31fec6-0da3-4621-8d23-d331e9951b66,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:32.900999 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f5cf-b7e5-4921-b573-c7614e6b929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.912092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:32.920792 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-254d5dce-e05f-436f-888f-03d5baa31629 req-73788070-ce0c-4bae-9565-eade9d3ef090 service neutron] 10.222.0.45 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429454 Sep 17 22:50:32.989530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:33.055959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:39Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:33.176071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=26b2756a-93c8-4730-b157-d94bfc4df77b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:33.179265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb8ec7-dcff-4cc5-b060-1e5f43f086d3 None None] The sync data for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 is: [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:48:28Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '990a2987-4803-49e0-b5d8-cb5792fd2838', 'name': '', 'network_id': 'd2fe818a-f61c-4931-989b-5468f062413e', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:e5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:25Z', 'updated_at': '2021-09-17T22:48:39Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': '5a7510e4-72d6-4e94-a41b-e090d5114f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:33.222349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:33.250100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57b286-0338-4efc-9ec6-f87cd0d4c6d1 req-0fd4a94d-975c-4007-8d2a-4618e9723f01 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:33.266790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c57b286-0338-4efc-9ec6-f87cd0d4c6d1 req-0fd4a94d-975c-4007-8d2a-4618e9723f01 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33d1a9-a362-4b5a-9046-e72763456258 HTTP/1.1" status: 200 len: 866 time: 0.5569904 Sep 17 22:50:33.296388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:33.319666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event deleted for resources: {'Port': ['ID=fc54d141-50a7-45e8-9ecd-3b79d9b64390,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:33.334172 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-254d5dce-e05f-436f-888f-03d5baa31629 req-2a687a0f-0972-45d9-9b33-bd9d9d19c613 service neutron] 10.222.0.45 "GET /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995838 Sep 17 22:50:33.393700 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1545e5-164c-47cf-af68-7d8c11e5233d req-7d85c410-3826-4931-a258-793bd3e6949c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:33.397161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b1545e5-164c-47cf-af68-7d8c11e5233d req-7d85c410-3826-4931-a258-793bd3e6949c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.3743446 Sep 17 22:50:33.404548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] No DVR routers for this DVR port 26b2756a-93c8-4730-b157-d94bfc4df77b on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:33.408065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:33.410239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-782f1880-02a4-49c5-89dd-13fc958f1738 req-73e8b78a-69d3-4599-aded-f3a5217261c0 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "DELETE /v2.0/ports/26b2756a-93c8-4730-b157-d94bfc4df77b HTTP/1.1" status: 204 len: 173 time: 1.8670135 Sep 17 22:50:33.420242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-deleted', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:33.423149 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b7e1e-950b-4c05-8975-e29dd43dd0ae" -d '{"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-deleted", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:33.455863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:33.468652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:33.525501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-471d3e26-a486-4bcf-9fc6-c104ad4db524 None None] Provisioning complete for port a517d717-c930-4f5e-ab94-b0f575745406 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:33.526018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c57b286-0338-4efc-9ec6-f87cd0d4c6d1 req-df76004a-ea94-46f8-8129-48775e124370 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=49612cbf-f661-4844-8e70-00a900edc06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581742 Sep 17 22:50:33.527131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-471d3e26-a486-4bcf-9fc6-c104ad4db524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:33.855641 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b1545e5-164c-47cf-af68-7d8c11e5233d req-2054e2a7-6fb9-4ea1-ba66-e7825adfb83c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430807 Sep 17 22:50:33.953534 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddab3d2-e9d1-4e55-a2e5-05897dcc77ab None None] New status for floating IP ea8f7899-50c0-4687-9179-0c8478a9d6ff: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:50:33.965056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.020201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-471d3e26-a486-4bcf-9fc6-c104ad4db524 None None] Provisioning complete for port 8f31fec6-0da3-4621-8d23-d331e9951b66 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:34.036228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-471d3e26-a486-4bcf-9fc6-c104ad4db524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.068689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:34.195048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 26b2756a-93c8-4730-b157-d94bfc4df77b no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:34.273276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 26b2756a-93c8-4730-b157-d94bfc4df77b {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:50:34.276006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 26b2756a-93c8-4730-b157-d94bfc4df77b not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:34.311049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-471d3e26-a486-4bcf-9fc6-c104ad4db524 None None] Port 8f31fec6-0da3-4621-8d23-d331e9951b66 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:34.351059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:34.365264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:34.369893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7bd88953-ac40-4cfb-bd7f-54248b58a0d6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4253147 Sep 17 22:50:34.375016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33912) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:34.386090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:34.387214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:34.405593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-866025158'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:34.458952 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.488053 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee336ffa-6bb0-4582-a64c-e54bd921bc9c x-openstack-request-id: req-ee336ffa-6bb0-4582-a64c-e54bd921bc9c {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:34.489184 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f33d1a9-a362-4b5a-9046-e72763456258", "name": "network-vif-deleted", "tag": "26b2756a-93c8-4730-b157-d94bfc4df77b", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:34.490640 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee336ffa-6bb0-4582-a64c-e54bd921bc9c {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:34.491225 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f33d1a9-a362-4b5a-9046-e72763456258', 'name': 'network-vif-deleted', 'tag': '26b2756a-93c8-4730-b157-d94bfc4df77b', 'status': 'completed', 'code': 200} Sep 17 22:50:34.510397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:34.515100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.581079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:50:34.615764 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.620524 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment 2421f09e-54aa-4f62-8898-70e4d922248a of type vlan for network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 Sep 17 22:50:34.692273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:34.766288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.844736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.861552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:34.862434 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.006726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 33954) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:35.031993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a517d717-c930-4f5e-ab94-b0f575745406 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:35.101643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-64f3a940-56e1-4130-95fc-3ab8e1d4b5ae None None] Provisioning complete for port 8f31fec6-0da3-4621-8d23-d331e9951b66 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:35.102349 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-64f3a940-56e1-4130-95fc-3ab8e1d4b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.134848 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7551951 Sep 17 22:50:35.135833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 33964) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:35.155634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:35.256917 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.258679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-64f3a940-56e1-4130-95fc-3ab8e1d4b5ae None None] Port 8f31fec6-0da3-4621-8d23-d331e9951b66 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:35.260536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da98ba2-8e56-4258-bd18-2733debe549a tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=50be2c9b-2810-4e45-8b2a-054ceddf2d12,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:35.282907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:50:35.342135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a517d717-c930-4f5e-ab94-b0f575745406 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:35.342540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.606528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:30Z', 'revision_number': 3, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:31Z', 'revision_number': 2, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:35.776080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:35.777642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Updating router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 port 8f31fec6-0da3-4621-8d23-d331e9951b66 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:50:35.897854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.901784 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.938228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.108763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:36.281736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c2df88-eac4-4de8-97a3-3cbebcd0628c admin admin] Deleting subnet 329017ec-0d12-4ce2-a63c-8b686e89116c {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:50:36.290487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c2df88-eac4-4de8-97a3-3cbebcd0628c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.292899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Router 62686468-b20e-4d79-b904-db5cee5dc763 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:36.379073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b3d16-64f2-4675-9d76-698e0b2a15f8 req-2104c1de-fe41-44c9-b565-ea40b15f1b87 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:36.381174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae3b3d16-64f2-4675-9d76-698e0b2a15f8 req-2104c1de-fe41-44c9-b565-ea40b15f1b87 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 1.3033562 Sep 17 22:50:36.381974 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c2df88-eac4-4de8-97a3-3cbebcd0628c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.436140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-c515975a-7b53-4c14-a9ae-e3298360667a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2042520 Sep 17 22:50:36.497294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c2df88-eac4-4de8-97a3-3cbebcd0628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.631228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c2df88-eac4-4de8-97a3-3cbebcd0628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.660350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:36.673745 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24805c74-43d6-4a73-9677-daaefca30887 None None] Sync routers for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:36.699927 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24805c74-43d6-4a73-9677-daaefca30887 None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:36.700733 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-24805c74-43d6-4a73-9677-daaefca30887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:36.752794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5c2df88-eac4-4de8-97a3-3cbebcd0628c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.753791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-39c4a26d-a1c7-453c-957e-b20bf27b8182 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "PUT /v2.0/routers/62686468-b20e-4d79-b904-db5cee5dc763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5858219 Sep 17 22:50:36.759405 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f5c2df88-eac4-4de8-97a3-3cbebcd0628c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/329017ec-0d12-4ce2-a63c-8b686e89116c HTTP/1.1" status: 204 len: 168 time: 0.5943277 Sep 17 22:50:36.763115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2df88-eac4-4de8-97a3-3cbebcd0628c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329017ec-0d12-4ce2-a63c-8b686e89116c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:36.766216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34058) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:36.766512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34060) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:36.800598 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-24805c74-43d6-4a73-9677-daaefca30887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:36.846903 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24805c74-43d6-4a73-9677-daaefca30887 None None] Routers {'62686468-b20e-4d79-b904-db5cee5dc763'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:36.847534 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-24805c74-43d6-4a73-9677-daaefca30887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62686468-b20e-4d79-b904-db5cee5dc763'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:36.850565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.870575 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.913010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae3b3d16-64f2-4675-9d76-698e0b2a15f8 req-80b29b59-9193-4dae-beba-e150427cd1f3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5150018 Sep 17 22:50:36.943780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:36.957231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.965150 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-24805c74-43d6-4a73-9677-daaefca30887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:36.965818 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24805c74-43d6-4a73-9677-daaefca30887 None None] The sync data for ids ['62686468-b20e-4d79-b904-db5cee5dc763'] in n-d-789963-10 is: [] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:37.002039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285ffd-75ad-4177-9cd5-e11af15d57c1 None None] Pushing event updated for resources: {'Port': ['ID=8f31fec6-0da3-4621-8d23-d331e9951b66,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:37.032530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-af114753-0674-47f9-bb4c-5320582e61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:37.034230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-af114753-0674-47f9-bb4c-5320582e61aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4467ab831114dc3a2c114355cf563c8&device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 1102 time: 0.3823218 Sep 17 22:50:37.203846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Attempting to bind port 8f31fec6-0da3-4621-8d23-d331e9951b66 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:37.205257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Attempting to bind port 8f31fec6-0da3-4621-8d23-d331e9951b66 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:37.208446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Attempting to bind port 8f31fec6-0da3-4621-8d23-d331e9951b66 on network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:37.209359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.234208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:37.236549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Checking segment: {'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:37.238769 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.239190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Bound using segment: {'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:37.239848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Bound port: 8f31fec6-0da3-4621-8d23-d331e9951b66, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f222507-57f7-4183-b2c1-1802976460de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:37.241387 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.359987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.387463 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91e9e74-454b-4ac0-a061-dc4ccca267f0']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:37.405924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:37.406226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52a2cda-655f-4a54-b6a9-d6f5bcc10fe1') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:37.421903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] For port 8f31fec6-0da3-4621-8d23-d331e9951b66, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:37.422779 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.427917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] For port 8f31fec6-0da3-4621-8d23-d331e9951b66, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8f31fec6-0da3-4621-8d23-d331e9951b66,segment=NetworkSegment(9f222507-57f7-4183-b2c1-1802976460de),segment_id=9f222507-57f7-4183-b2c1-1802976460de)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:37.434390 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.455908 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.478700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.527228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:50:37.527808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:50:37.529718 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:50:37.546170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285ffd-75ad-4177-9cd5-e11af15d57c1 None None] Pushing event updated for resources: {'Port': ['ID=8f31fec6-0da3-4621-8d23-d331e9951b66,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:37.583734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7cb78a1a-874d-4435-a727-0b9cbb4856df None None] Provisioning complete for port 8f31fec6-0da3-4621-8d23-d331e9951b66 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:37.584236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb78a1a-874d-4435-a727-0b9cbb4856df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.586278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:37.586953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:37.679491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.685508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-9a81c5b9-26fc-4f27-bebe-cf34b1f0770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:37.687728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-9a81c5b9-26fc-4f27-bebe-cf34b1f0770e service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.3041773 Sep 17 22:50:37.700203 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.704261 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] 10.222.0.48 "DELETE /v2.0/networks/b91e9e74-454b-4ac0-a061-dc4ccca267f0 HTTP/1.1" status: 204 len: 168 time: 0.9268219 Sep 17 22:50:37.711356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:37.741637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e6f05-20e7-4d61-9bef-2ae9e66405da admin admin] Pushing event deleted for resources: {'Network': ['ID=b91e9e74-454b-4ac0-a061-dc4ccca267f0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:37.755705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 990a2987-4803-49e0-b5d8-cb5792fd2838 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:37.756051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.809291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-464c0d92-766f-4a29-8d4c-8f30fb1fcdc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c294fc35-4417-43ca-a060-7089330207d1 HTTP/1.1" status: 200 len: 217 time: 0.0986640 Sep 17 22:50:37.856374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.933181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.941442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-4fc200ba-e3ec-4a0d-8b2b-633aa258bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:37.943985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-4fc200ba-e3ec-4a0d-8b2b-633aa258bcf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.1081417 Sep 17 22:50:38.030007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 990a2987-4803-49e0-b5d8-cb5792fd2838, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=990a2987-4803-49e0-b5d8-cb5792fd2838,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:38.030536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.048440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 990a2987-4803-49e0-b5d8-cb5792fd2838 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:38.109936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Deleting port 6178d686-1805-47ec-bad0-54fd800226cb {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:38.110280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.162380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:30Z', 'revision_number': 3, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:37Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:38.205645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45632c23-edc1-4e62-bc6d-61bfb6649c1d None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:30Z', 'revision_number': 3, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:37Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:38.211655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:38.211655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: 50be2c9b-2810-4e45-8b2a-054ceddf2d12, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:50:38.228019 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb78a1a-874d-4435-a727-0b9cbb4856df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.228588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=79e6bf52-57bb-4437-989b-91ce9a9e1ff1,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:38.237653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-fd833033-d1cb-43ac-9142-b17209044f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:38.238962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-fd833033-d1cb-43ac-9142-b17209044f6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2673705 Sep 17 22:50:38.267062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fa135-585f-41de-a098-4c71ec6375b2 req-fdefae79-b7ac-420f-9691-5f1bcd6b1e68 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:38.277097 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a55fa135-585f-41de-a098-4c71ec6375b2 req-fdefae79-b7ac-420f-9691-5f1bcd6b1e68 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1671352 Sep 17 22:50:38.318383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:50:38.321169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:38.535538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a55fa135-585f-41de-a098-4c71ec6375b2 req-5d5910cf-b137-4e3e-a875-bda63c2d7e52 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566967 Sep 17 22:50:38.554532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 50be2c9b-2810-4e45-8b2a-054ceddf2d12) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:38.596610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8f31fec6-0da3-4621-8d23-d331e9951b66 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:38.598885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa06765-df81-407c-bb10-f93b0b834dc3 None None] Network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:38.602808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:38.604827 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.646433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-29521483-6e3a-4f3e-908a-c92d9e71b3df tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5044906 Sep 17 22:50:38.663795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34206) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:38.793433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7cb78a1a-874d-4435-a727-0b9cbb4856df None None] For port 8f31fec6-0da3-4621-8d23-d331e9951b66, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8f31fec6-0da3-4621-8d23-d331e9951b66,segment=NetworkSegment(9f222507-57f7-4183-b2c1-1802976460de),segment_id=9f222507-57f7-4183-b2c1-1802976460de)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:38.813417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7cb78a1a-874d-4435-a727-0b9cbb4856df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.854870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442ed35-0e41-457e-b518-24a182bd407c req-6c78685c-7e07-40da-b42b-a6f2b782969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:38.857236 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7442ed35-0e41-457e-b518-24a182bd407c req-6c78685c-7e07-40da-b42b-a6f2b782969c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1098 time: 0.1949661 Sep 17 22:50:38.885130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.893598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:50:38.894463 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.919945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8f31fec6-0da3-4621-8d23-d331e9951b66 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:38.920324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.943613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Calling delete_port for 6178d686-1805-47ec-bad0-54fd800226cb owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:38.945479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34230) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:38.952634 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b0569f4a-f9a7-48a4-95d0-59f0e6976cb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73e0f95496594e99bea9aa1cd8d13aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762866 Sep 17 22:50:38.970017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb78a1a-874d-4435-a727-0b9cbb4856df None None] Pushing event updated for resources: {'Port': ['ID=8f31fec6-0da3-4621-8d23-d331e9951b66,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:39.065347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-366beef0-e063-41a8-b830-812e77e3c1b9 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643926 Sep 17 22:50:39.097383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e60c7789-978a-42ed-a4d8-c1d89202eef7 None None] Provisioning complete for port 8f31fec6-0da3-4621-8d23-d331e9951b66 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:39.098035 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e60c7789-978a-42ed-a4d8-c1d89202eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.212166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.238316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442ed35-0e41-457e-b518-24a182bd407c req-a4edad76-8796-40df-be7c-2481e024e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:39.241676 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7442ed35-0e41-457e-b518-24a182bd407c req-a4edad76-8796-40df-be7c-2481e024e804 service neutron] 10.222.0.45 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.3730202 Sep 17 22:50:39.249158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Allocated IP 172.22.0.2 (50be2c9b-2810-4e45-8b2a-054ceddf2d12/79e6bf52-57bb-4437-989b-91ce9a9e1ff1/503d3df8-082b-4826-abaf-daae2f39d06f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:39.275724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f8be80-b958-477a-9ae9-a6004e69767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.287422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=990a2987-4803-49e0-b5d8-cb5792fd2838,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:39.346919 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c7dc1ac-2a4b-49fc-9c1d-45d32851f33b req-b297b24c-2655-4eaf-a207-bf07167f1ad4 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731225 Sep 17 22:50:39.380761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.559197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f8be80-b958-477a-9ae9-a6004e69767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.621083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.636008 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.696784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:39.699857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:39.705919 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7442ed35-0e41-457e-b518-24a182bd407c req-23b6993d-fb0b-4509-a73f-cad69baf45b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1002 time: 0.4337256 Sep 17 22:50:39.708485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:39.717443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Pushing event updated for resources: {'Port': ['ID=503d3df8-082b-4826-abaf-daae2f39d06f,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:39.777004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Attempting to bind port 503d3df8-082b-4826-abaf-daae2f39d06f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:39.777638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Attempting to bind port 503d3df8-082b-4826-abaf-daae2f39d06f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:39.778172 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Attempting to bind port 503d3df8-082b-4826-abaf-daae2f39d06f on network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:39.784409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:39.785009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Checking segment: {'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:39.785639 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.786427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Bound using segment: {'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:39.787069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Bound port: 503d3df8-082b-4826-abaf-daae2f39d06f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:39.787786 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.828188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28898d73-5a1e-41d1-836e-f25fb36ebbff req-3f67a660-2f99-48ef-bf96-160c821fe0da tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:39.835585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28898d73-5a1e-41d1-836e-f25fb36ebbff req-3f67a660-2f99-48ef-bf96-160c821fe0da tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1266496 Sep 17 22:50:39.844450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.876895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] For port 503d3df8-082b-4826-abaf-daae2f39d06f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:39.879215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.22.0.1 (50be2c9b-2810-4e45-8b2a-054ceddf2d12/79e6bf52-57bb-4437-989b-91ce9a9e1ff1/74fdc896-1d96-4d07-8513-aec4e552faca) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:39.883034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] For port 503d3df8-082b-4826-abaf-daae2f39d06f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=503d3df8-082b-4826-abaf-daae2f39d06f,segment=NetworkSegment(2421f09e-54aa-4f62-8898-70e4d922248a),segment_id=2421f09e-54aa-4f62-8898-70e4d922248a)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:39.889021 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.898926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event deleted for resources: {'Port': ['ID=6178d686-1805-47ec-bad0-54fd800226cb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:39.899861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28898d73-5a1e-41d1-836e-f25fb36ebbff req-bf1804d6-acf6-4953-b2c9-6ce11feb2b0e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629389 Sep 17 22:50:39.951786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442ed35-0e41-457e-b518-24a182bd407c req-f3ff14f4-6f8c-4e45-8c76-79ce297754d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:39.953640 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7442ed35-0e41-457e-b518-24a182bd407c req-f3ff14f4-6f8c-4e45-8c76-79ce297754d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.2376063 Sep 17 22:50:39.982157 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26953e59-9b96-49d3-adda-65dfe4513ae0 None None] Pushing event updated for resources: {'Port': ['ID=503d3df8-082b-4826-abaf-daae2f39d06f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:40.059803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f8be80-b958-477a-9ae9-a6004e69767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.062640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a9f8be80-b958-477a-9ae9-a6004e69767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.063978 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a9f8be80-b958-477a-9ae9-a6004e69767c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36a9f13f-0959-4105-a4d5-5a2b89621420 HTTP/1.1" status: 204 len: 168 time: 1.1093638 Sep 17 22:50:40.099220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8be80-b958-477a-9ae9-a6004e69767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a9f13f-0959-4105-a4d5-5a2b89621420,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:40.103494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.107687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.126525 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.202681 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.298557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=74fdc896-1d96-4d07-8513-aec4e552faca,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:40.308225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:40.309916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:40.315603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:40.335466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.338675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.420536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.440162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442ed35-0e41-457e-b518-24a182bd407c req-3787d7c2-53dd-4aef-a4f1-7680b28f6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:40.442915 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7442ed35-0e41-457e-b518-24a182bd407c req-3787d7c2-53dd-4aef-a4f1-7680b28f6d3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4541531 Sep 17 22:50:40.524494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.525337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Fanout notify agent at l3_agent the message router_deleted on router 62686468-b20e-4d79-b904-db5cee5dc763 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:50:40.539713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.544700 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-206e5c3a-574a-4089-9eee-379b842be3eb tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "DELETE /v2.0/routers/62686468-b20e-4d79-b904-db5cee5dc763 HTTP/1.1" status: 204 len: 168 time: 3.7757416 Sep 17 22:50:40.558403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34366) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:40.636630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.722252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc29514a-ef6c-4c4f-81f1-d1cbca0ebdc4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Deleting subnet 3403520b-afa8-4477-adc6-a7fd3703cbf7 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:50:40.737291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc29514a-ef6c-4c4f-81f1-d1cbca0ebdc4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.752494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8f31fec6-0da3-4621-8d23-d331e9951b66 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:40.819127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8f31fec6-0da3-4621-8d23-d331e9951b66 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:40.819590 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.895817 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7442ed35-0e41-457e-b518-24a182bd407c req-da409c77-49b3-4b6a-81f4-4e2795a8a07b service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866427 Sep 17 22:50:40.930291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 503d3df8-082b-4826-abaf-daae2f39d06f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:40.949691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc29514a-ef6c-4c4f-81f1-d1cbca0ebdc4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.030719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 503d3df8-082b-4826-abaf-daae2f39d06f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:41.031429 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.050847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router 8f7f7716-4734-4ee9-9b58-51b8086155ff has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:41.148123 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.198160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.206707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 503d3df8-082b-4826-abaf-daae2f39d06f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=503d3df8-082b-4826-abaf-daae2f39d06f,segment=NetworkSegment(2421f09e-54aa-4f62-8898-70e4d922248a),segment_id=2421f09e-54aa-4f62-8898-70e4d922248a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:41.219380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.221567 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7442ed35-0e41-457e-b518-24a182bd407c req-27c521ef-b75f-492f-9cc0-74a588b243b3 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143322 Sep 17 22:50:41.225112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8145b1c-c21e-4f13-8cf7-b4cd79f51e7a req-cba12d27-af99-416d-ada7-96854e0c2a79 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:41.230661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8145b1c-c21e-4f13-8cf7-b4cd79f51e7a req-cba12d27-af99-416d-ada7-96854e0c2a79 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1844618 Sep 17 22:50:41.234423 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.285532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc29514a-ef6c-4c4f-81f1-d1cbca0ebdc4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.305232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=503d3df8-082b-4826-abaf-daae2f39d06f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:41.339250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:41.349069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db80b261-6105-4ec0-822a-5a72035ad579 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "PUT /v2.0/routers/8f7f7716-4734-4ee9-9b58-51b8086155ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3316922 Sep 17 22:50:41.353722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] Sync routers for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:41.355235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34388) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:41.372584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:41.373263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:41.383737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b8145b1c-c21e-4f13-8cf7-b4cd79f51e7a req-c11d6e02-c265-4b5f-8d07-6f81f871342a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118972 Sep 17 22:50:41.436136 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc29514a-ef6c-4c4f-81f1-d1cbca0ebdc4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.509632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa8762-d94c-449f-b225-1d343ce7ce25 None None] Network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:41.540445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1b730a68-6213-4046-b098-0624dc4bc6d0 None None] Provisioning complete for port 503d3df8-082b-4826-abaf-daae2f39d06f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:41.540748 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1b730a68-6213-4046-b098-0624dc4bc6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.643431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:41.748345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.785127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=74fdc896-1d96-4d07-8513-aec4e552faca,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:41.837575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29514a-ef6c-4c4f-81f1-d1cbca0ebdc4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event deleted for resources: {'Subnet': ['ID=3403520b-afa8-4477-adc6-a7fd3703cbf7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:41.844031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dc29514a-ef6c-4c4f-81f1-d1cbca0ebdc4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.846348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dc29514a-ef6c-4c4f-81f1-d1cbca0ebdc4 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "DELETE /v2.0/subnets/3403520b-afa8-4477-adc6-a7fd3703cbf7 HTTP/1.1" status: 204 len: 168 time: 1.2853041 Sep 17 22:50:41.850903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34406) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:41.857513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9362b804-d291-4f29-a36e-e81457cc2575 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting subnet 5a7510e4-72d6-4e94-a41b-e090d5114f67 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:50:41.863579 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9362b804-d291-4f29-a36e-e81457cc2575 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.888520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2cb8d-4185-4d6e-80b5-d79cde698d63 None None] Network 82c396ea-9154-4591-a00e-9954792417aa requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:41.944078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9362b804-d291-4f29-a36e-e81457cc2575 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.007594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.009865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:42.014787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:42.135732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Deleting port 5125c3f5-da03-418e-87c9-6fb4a49139bb {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:42.136097 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.147663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:42.170132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:42.219786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34416) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:42.228267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] For port 5125c3f5-da03-418e-87c9-6fb4a49139bb, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5125c3f5-da03-418e-87c9-6fb4a49139bb,segment=NetworkSegment(b34572c6-0e0a-48df-840a-e54d5bcb360e),segment_id=b34572c6-0e0a-48df-840a-e54d5bcb360e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:42.229039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.230436 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9362b804-d291-4f29-a36e-e81457cc2575 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.245088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Calling delete_port for 5125c3f5-da03-418e-87c9-6fb4a49139bb owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:42.330370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:42.339953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-87e61c61-fc20-448b-8a4f-370a2a1b8b58 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6738667 Sep 17 22:50:42.341942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34420) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:42.347743 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:42.363451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'network': {'name': 'tempest-RoutersTest-61479104'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:42.365317 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:42.366490 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:42.369991 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9362b804-d291-4f29-a36e-e81457cc2575 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.411370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.439959 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362b804-d291-4f29-a36e-e81457cc2575 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7510e4-72d6-4e94-a41b-e090d5114f67,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:42.458259 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9362b804-d291-4f29-a36e-e81457cc2575 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.471727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9362b804-d291-4f29-a36e-e81457cc2575 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/subnets/5a7510e4-72d6-4e94-a41b-e090d5114f67 HTTP/1.1" status: 204 len: 168 time: 1.1094518 Sep 17 22:50:42.472738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34424) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:42.522707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event deleted for resources: {'Port': ['ID=5125c3f5-da03-418e-87c9-6fb4a49139bb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:42.538825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'network': {'name': 'tempest-network-smoke--2045472502', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'port_security_enabled': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:42.566149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] No DVR routers for this DVR port 5125c3f5-da03-418e-87c9-6fb4a49139bb on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:42.576071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:42.581830 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:42.589955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.634312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:42.642483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf8787-5461-483c-acde-46c4f05a3ad4 None None] Network d2fe818a-f61c-4931-989b-5468f062413e requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:42.644552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 503d3df8-082b-4826-abaf-daae2f39d06f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:42.658085 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.715635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] Checking router: 8f7f7716-4734-4ee9-9b58-51b8086155ff for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:42.777023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:50:42.799413 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.806425 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.807289 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added segment fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566 of type vlan for network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 Sep 17 22:50:42.808822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24136e9c-0636-46e1-a2b2-ffcbdc027953 None None] DHCP port deletion for 82c396ea-9154-4591-a00e-9954792417aa request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:50:42.821988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] Routers {'8f7f7716-4734-4ee9-9b58-51b8086155ff'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:42.822915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['8f7f7716-4734-4ee9-9b58-51b8086155ff'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:42.833269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb18b2-37e8-49ae-b800-fc2a9d0c4376 req-ac38fd01-7479-431f-bee5-eb2f27e4ca9c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:42.839103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fcb18b2-37e8-49ae-b800-fc2a9d0c4376 req-ac38fd01-7479-431f-bee5-eb2f27e4ca9c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1745787 Sep 17 22:50:42.940813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:42.979905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fcb18b2-37e8-49ae-b800-fc2a9d0c4376 req-723d2c30-f909-4441-b9cc-e6d5e757d7a8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835943 Sep 17 22:50:42.989008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:42.996428 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65659936-3d1b-4a1d-bef3-38c2b408c89b" -d '{"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-unplugged", "status": "completed", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:43.000565 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:40Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:40Z', 'revision_number': 2, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:43.037211 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.048523 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:43.049153 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Updating router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 port 74fdc896-1d96-4d07-8513-aec4e552faca binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:50:43.054826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:43.094175 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.097606 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.143082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:43.153002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.165742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6a092559-e8cd-4e25-954e-64ba8e3a5c33 None None] Provisioning complete for port 503d3df8-082b-4826-abaf-daae2f39d06f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:43.166122 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a092559-e8cd-4e25-954e-64ba8e3a5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.170628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 944ae552-be59-40ef-8abe-26031bfe6ac6 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:43.171239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.172369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.183686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:43.187967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.188694 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de02f146-dad2-48b1-b4f2-97c412b31dca x-openstack-request-id: req-de02f146-dad2-48b1-b4f2-97c412b31dca {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:43.189233 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-unplugged", "status": "completed", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:43.189657 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de02f146-dad2-48b1-b4f2-97c412b31dca {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:43.190218 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'code': 200} Sep 17 22:50:43.193191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 503d3df8-082b-4826-abaf-daae2f39d06f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:43.194044 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.366748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 944ae552-be59-40ef-8abe-26031bfe6ac6, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=944ae552-be59-40ef-8abe-26031bfe6ac6,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:43.367398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.382065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 944ae552-be59-40ef-8abe-26031bfe6ac6 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:43.422461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.424902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Network': ['ID=29bfe4cf-8dbf-45ba-8154-7846458c43e2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:43.427154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.464374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:50:43.498524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] Set router 8f7f7716-4734-4ee9-9b58-51b8086155ff gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:43.502238 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8b490c4a-6291-4450-b108-b1da48400fe7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1591625 Sep 17 22:50:43.505491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34430) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:43.521819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c396ea-9154-4591-a00e-9954792417aa']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:43.557495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34572c6-0e0a-48df-840a-e54d5bcb360e') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:43.557841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34572c6-0e0a-48df-840a-e54d5bcb360e') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:43.590735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'subnet': {'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:43.595846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.645321 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.649442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.659173 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.674836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:50:43.675299 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.689151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] DHCP port deletion for d2fe818a-f61c-4931-989b-5468f062413e request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:50:43.692967 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:50:43.711212 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398e95-9ad2-4fe0-ba2b-1bb2e01f5400 None None] Pushing event updated for resources: {'Port': ['ID=74fdc896-1d96-4d07-8513-aec4e552faca,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:43.723726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:43.795915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.799820 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Attempting to bind port 74fdc896-1d96-4d07-8513-aec4e552faca on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:43.800512 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Attempting to bind port 74fdc896-1d96-4d07-8513-aec4e552faca by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:43.801159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Attempting to bind port 74fdc896-1d96-4d07-8513-aec4e552faca on network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:43.815552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.819731 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "DELETE /v2.0/networks/82c396ea-9154-4591-a00e-9954792417aa HTTP/1.1" status: 204 len: 168 time: 1.9656551 Sep 17 22:50:43.821975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34432) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:43.829141 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:43.830138 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Checking segment: {'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:43.830779 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.832705 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Bound using segment: {'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:43.833502 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Bound port: 74fdc896-1d96-4d07-8513-aec4e552faca, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2421f09e-54aa-4f62-8898-70e4d922248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:43.834132 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.863316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2dd5b-38c4-4c17-a693-2264cbb06322 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event deleted for resources: {'Network': ['ID=82c396ea-9154-4591-a00e-9954792417aa,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:43.931351 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.947065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:43.978467 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] For port 74fdc896-1d96-4d07-8513-aec4e552faca, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:43.986600 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] For port 74fdc896-1d96-4d07-8513-aec4e552faca, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=74fdc896-1d96-4d07-8513-aec4e552faca,segment=NetworkSegment(2421f09e-54aa-4f62-8898-70e4d922248a),segment_id=2421f09e-54aa-4f62-8898-70e4d922248a)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:43.994811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412ca4f0-4059-40cb-bcc6-c3547f912edd,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:44.009704 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.015032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:50:44.034302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.035376 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Added segment fa66965a-8ccf-43d7-89d1-d55591431869 of type vlan for network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff Sep 17 22:50:44.057995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Made reservation on behalf of e1482ee704ac4511ae5f734ec4fa7fae for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:44.064428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.093368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.113948 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.148842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=944ae552-be59-40ef-8abe-26031bfe6ac6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:44.149152 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:44.150880 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:44.155574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.163235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:44.169692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.220012 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9962633 Sep 17 22:50:44.221520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34436) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:44.224631 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398e95-9ad2-4fe0-ba2b-1bb2e01f5400 None None] Pushing event updated for resources: {'Port': ['ID=74fdc896-1d96-4d07-8513-aec4e552faca,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:44.233290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'admin_state_up': True, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:44.282997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333471-3c58-4304-a57b-442c2bc7c2be tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Network': ['ID=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:44.303280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:50:44.309585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.312586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.323412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6a092559-e8cd-4e25-954e-64ba8e3a5c33 None None] Provisioning complete for port 74fdc896-1d96-4d07-8513-aec4e552faca triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:44.324092 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a092559-e8cd-4e25-954e-64ba8e3a5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.399279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] Deleting port da27686c-ae82-43e8-949f-c0cd89e8c054 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:44.399764 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.412691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.434817 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:44.553163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Deleting port 0bfd0330-9c8e-4d0a-af10-89ea1e88cf7a {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:44.553731 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.621813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5125c3f5-da03-418e-87c9-6fb4a49139bb no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:44.663760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] For port da27686c-ae82-43e8-949f-c0cd89e8c054, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=da27686c-ae82-43e8-949f-c0cd89e8c054,segment=NetworkSegment(8541230e-60e5-465f-9a54-c29ff82052d9),segment_id=8541230e-60e5-465f-9a54-c29ff82052d9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:44.664879 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.670315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 5125c3f5-da03-418e-87c9-6fb4a49139bb {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:50:44.670664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5125c3f5-da03-418e-87c9-6fb4a49139bb not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:44.671108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device da27686c-ae82-43e8-949f-c0cd89e8c054 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:44.693876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cf07a-1e4f-40d7-bd4d-0be56a18c350 req-ffee26e3-dd2f-41ca-859a-670aac1e012e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:44.695645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb9cf07a-1e4f-40d7-bd4d-0be56a18c350 req-ffee26e3-dd2f-41ca-859a-670aac1e012e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.4259531 Sep 17 22:50:44.704519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.708791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] Calling delete_port for da27686c-ae82-43e8-949f-c0cd89e8c054 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:44.756416 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:40Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:43Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:44.759625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.766132 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:44.799222 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85229322-02d4-4d36-97a5-e7aba9d40a68 None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:40Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:43Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:44.804220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8797f7-c598-426c-98eb-f489036c9878 None None] The sync data for ids ['8f7f7716-4734-4ee9-9b58-51b8086155ff'] in n-d-789963-10 is: [{'id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826188622', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:13Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '944ae552-be59-40ef-8abe-26031bfe6ac6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f7716-4734-4ee9-9b58-51b8086155ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:14Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:44.866538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a092559-e8cd-4e25-954e-64ba8e3a5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.969087 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.982928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.988943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.990832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:44.995272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6a092559-e8cd-4e25-954e-64ba8e3a5c33 None None] For port 74fdc896-1d96-4d07-8513-aec4e552faca, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=74fdc896-1d96-4d07-8513-aec4e552faca,segment=NetworkSegment(2421f09e-54aa-4f62-8898-70e4d922248a),segment_id=2421f09e-54aa-4f62-8898-70e4d922248a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:45.021442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.031987 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a092559-e8cd-4e25-954e-64ba8e3a5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.036999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] Pushing event deleted for resources: {'Port': ['ID=da27686c-ae82-43e8-949f-c0cd89e8c054,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:45.059555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451b756-23a5-45bc-871e-6c2f977783e2 None None] No DVR routers for this DVR port da27686c-ae82-43e8-949f-c0cd89e8c054 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:45.104282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.115847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a092559-e8cd-4e25-954e-64ba8e3a5c33 None None] Pushing event updated for resources: {'Port': ['ID=74fdc896-1d96-4d07-8513-aec4e552faca,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:45.131203 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.159532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.25.0.18 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/0642b50c-58d9-4707-ac49-4558214186ac) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:45.162253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e4b03848-5ac3-4bfa-9550-034cf298f5b9 None None] Provisioning complete for port 74fdc896-1d96-4d07-8513-aec4e552faca triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:45.164220 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4b03848-5ac3-4bfa-9550-034cf298f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.176213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb9cf07a-1e4f-40d7-bd4d-0be56a18c350 req-54ca9e33-853e-4b96-9c36-6ea9b9daa5dd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533260 Sep 17 22:50:45.331841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.332251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.382267 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.383381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Fanout notify agent at l3_agent the message router_deleted on router 8f7f7716-4734-4ee9-9b58-51b8086155ff {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:50:45.385411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Subnet': ['ID=62f91ffe-93d5-4256-b914-b28fd2a6135c,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:45.388148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Calling delete_port for 0bfd0330-9c8e-4d0a-af10-89ea1e88cf7a owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:45.395697 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.404478 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.410500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-609617cd-89fd-4d2d-9fd7-2acf4f4d5587 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/routers/8f7f7716-4734-4ee9-9b58-51b8086155ff HTTP/1.1" status: 204 len: 168 time: 2.9363632 Sep 17 22:50:45.416076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34444) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:45.563912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Checking segment: {'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:45.564531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network hostable DHCP agents. Network: 29bfe4cf-8dbf-45ba-8154-7846458c43e2, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:50:45.582292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.603415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.652966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.656607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:50:45.667707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Pushing event deleted for resources: {'Port': ['ID=0bfd0330-9c8e-4d0a-af10-89ea1e88cf7a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:45.677234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 29bfe4cf-8dbf-45ba-8154-7846458c43e2) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:45.682612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:45.683449 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.720964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646343c5-ceb3-4fd6-b343-cca7010d55cc None None] Network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:45.754386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34452) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:45.755788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1f824142-83ea-4fab-9ebd-793527141090 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1777117 Sep 17 22:50:45.762995 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:45.780673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=0642b50c-58d9-4707-ac49-4558214186ac,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:45.793424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:45.848470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:45.901954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.904619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:45.905921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-585f0510-47ab-4e07-91da-47d70ace1505 tempest-FloatingIPAdminTestJSON-1429656556 tempest-FloatingIPAdminTestJSON-1429656556-project] 10.222.0.48 "DELETE /v2.0/floatingips/fdc316d6-580b-4b27-bb7e-96756f6f5905 HTTP/1.1" status: 204 len: 168 time: 2.0829833 Sep 17 22:50:46.069107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:50:46.070193 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:46.328673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-bc408bc1-8d20-486d-a124-1c2e1f1b1b7e req-668f4743-a549-4870-af69-dbd3340914b2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:50:46.329715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc408bc1-8d20-486d-a124-1c2e1f1b1b7e req-668f4743-a549-4870-af69-dbd3340914b2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080948 Sep 17 22:50:46.393882 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:46.402658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34466) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:46.628716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 74fdc896-1d96-4d07-8513-aec4e552faca up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:46.633564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Allocated IP 172.23.0.2 (29bfe4cf-8dbf-45ba-8154-7846458c43e2/62f91ffe-93d5-4256-b914-b28fd2a6135c/af03624b-9021-4308-92f8-ed3cffceea25) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:46.665617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fe818a-f61c-4931-989b-5468f062413e']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:46.698053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8541230e-60e5-465f-9a54-c29ff82052d9') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:46.699036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8541230e-60e5-465f-9a54-c29ff82052d9') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:46.718741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:46.733062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709400d5-055f-4848-ab17-d1be120b9b6c req-a0ee00fa-ab46-410c-bb66-dff82a548096 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:46.737948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-709400d5-055f-4848-ab17-d1be120b9b6c req-a0ee00fa-ab46-410c-bb66-dff82a548096 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.1222386 Sep 17 22:50:46.745321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-505e3622-d7e7-4275-9d25-29b7682fbbd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0fd3e75aa53466c8d503dc9fffec166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414757 Sep 17 22:50:46.747740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34480) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:46.784158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 74fdc896-1d96-4d07-8513-aec4e552faca triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:46.785115 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:46.864622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:46.884915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:50:46.885305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:50:46.888577 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:50:46.907308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34486) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:46.943957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 990a2987-4803-49e0-b5d8-cb5792fd2838 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:46.971531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 990a2987-4803-49e0-b5d8-cb5792fd2838 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:50:46.972176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 990a2987-4803-49e0-b5d8-cb5792fd2838 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:46.972750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 944ae552-be59-40ef-8abe-26031bfe6ac6 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:46.980130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:46.998676 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.000429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 944ae552-be59-40ef-8abe-26031bfe6ac6 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:50:47.000957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 944ae552-be59-40ef-8abe-26031bfe6ac6 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:47.011522 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.060693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Pushing event updated for resources: {'Port': ['ID=af03624b-9021-4308-92f8-ed3cffceea25,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:47.098161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:47.100551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:47.104335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:47.178455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Attempting to bind port af03624b-9021-4308-92f8-ed3cffceea25 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:47.179278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Attempting to bind port af03624b-9021-4308-92f8-ed3cffceea25 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:47.180262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Attempting to bind port af03624b-9021-4308-92f8-ed3cffceea25 on network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:47.186460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:47.187206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Checking segment: {'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:47.187788 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.188390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Bound using segment: {'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:47.189204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Bound port: af03624b-9021-4308-92f8-ed3cffceea25, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:47.189911 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.265243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-709400d5-055f-4848-ab17-d1be120b9b6c req-14e506ac-bd14-4e36-bdf7-6aec32394b89 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4585037 Sep 17 22:50:47.275300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] For port af03624b-9021-4308-92f8-ed3cffceea25, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:47.279252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] For port af03624b-9021-4308-92f8-ed3cffceea25, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=af03624b-9021-4308-92f8-ed3cffceea25,segment=NetworkSegment(fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566),segment_id=fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:47.295360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c77b6f3b-67be-4bfd-a629-b28d8cf9637b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.297081 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.326795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c77b6f3b-67be-4bfd-a629-b28d8cf9637b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.337786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-5664b55f-cda5-4bb9-a1f7-3f5005442138 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4266753 Sep 17 22:50:47.343905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1b3f5f3a-f1ed-4cfe-843c-690b0c2b0d40 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:50:47.356699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1b3f5f3a-f1ed-4cfe-843c-690b0c2b0d40 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180378 Sep 17 22:50:47.388873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1399577-61c8-49cb-83f3-eecb18f946bb None None] Pushing event updated for resources: {'Port': ['ID=af03624b-9021-4308-92f8-ed3cffceea25,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:47.453220 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c77b6f3b-67be-4bfd-a629-b28d8cf9637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.456871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c77b6f3b-67be-4bfd-a629-b28d8cf9637b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.460622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c77b6f3b-67be-4bfd-a629-b28d8cf9637b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2648d849-0844-441a-9515-619b8c68fc65 HTTP/1.1" status: 204 len: 168 time: 0.7000310 Sep 17 22:50:47.470940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b6f3b-67be-4bfd-a629-b28d8cf9637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2648d849-0844-441a-9515-619b8c68fc65,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:47.654083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.688010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.701514 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/networks/d2fe818a-f61c-4931-989b-5468f062413e HTTP/1.1" status: 204 len: 168 time: 2.2841811 Sep 17 22:50:47.704815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34498) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:47.708798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3e393-007d-4112-9bf1-2129ba94195c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Network': ['ID=d2fe818a-f61c-4931-989b-5468f062413e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:47.826387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.861266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb47ac6-bb08-4585-9e93-b38eafe64c10 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.913389 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb47ac6-bb08-4585-9e93-b38eafe64c10 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.939399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:47.995715 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb47ac6-bb08-4585-9e93-b38eafe64c10 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.003816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb47ac6-bb08-4585-9e93-b38eafe64c10 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.006862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7bb47ac6-bb08-4585-9e93-b38eafe64c10 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/security-groups/49612cbf-f661-4844-8e70-00a900edc06a HTTP/1.1" status: 204 len: 168 time: 0.2998922 Sep 17 22:50:48.031058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34508) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:48.072276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb47ac6-bb08-4585-9e93-b38eafe64c10 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49612cbf-f661-4844-8e70-00a900edc06a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:48.087729 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc3f0-7685-4e05-9a73-a641d24186e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.154511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:48.302699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc3f0-7685-4e05-9a73-a641d24186e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.308202 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc3f0-7685-4e05-9a73-a641d24186e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.373672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dc1fc3f0-7685-4e05-9a73-a641d24186e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d9d9086c37840bf89d5d8e11feebd09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377047 Sep 17 22:50:48.375312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fc3f0-7685-4e05-9a73-a641d24186e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4d0d72-b2a2-4cef-bf6a-345b28b45001,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:48.378744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34514) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:48.496037 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9bd38b8d-3819-499a-9ab0-7dbc040bc590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.497039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router b502c2db-ea0a-4c3b-85e4-f696506d0fda is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:50:48.613946 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9bd38b8d-3819-499a-9ab0-7dbc040bc590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.630765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Allocated IP 172.23.0.1 (29bfe4cf-8dbf-45ba-8154-7846458c43e2/62f91ffe-93d5-4256-b914-b28fd2a6135c/fa56eea4-f603-428d-b75a-54cc721c3022) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:48.630997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device af03624b-9021-4308-92f8-ed3cffceea25 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:48.677961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34516) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:48.684566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4fe3ba4c-acbb-4f70-98a0-ec79efd406bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282841193', 'description': 'tempest-secgroup-smoke-1282841193 description', 'project_id': 'dd57f2c534624464a18ff984d4076422'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:48.701718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff76fa-e344-47ba-b0f2-aaf39ef55df8 req-d470cffc-c848-4c67-b04e-a7ce3317547e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:48.711190 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7ff76fa-e344-47ba-b0f2-aaf39ef55df8 req-d470cffc-c848-4c67-b04e-a7ce3317547e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.2191877 Sep 17 22:50:48.714682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port af03624b-9021-4308-92f8-ed3cffceea25 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:48.715065 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.804845 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ba4c-acbb-4f70-98a0-ec79efd406bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.838114 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.867446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7ff76fa-e344-47ba-b0f2-aaf39ef55df8 req-faac4f25-0469-4a67-92a7-26a752e97fb6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548986 Sep 17 22:50:48.892790 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.923676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port af03624b-9021-4308-92f8-ed3cffceea25, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=af03624b-9021-4308-92f8-ed3cffceea25,segment=NetworkSegment(fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566),segment_id=fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:48.930811 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.969373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:49.052686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ba4c-acbb-4f70-98a0-ec79efd406bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.054796 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9bd38b8d-3819-499a-9ab0-7dbc040bc590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.063001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9bd38b8d-3819-499a-9ab0-7dbc040bc590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.064407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9bd38b8d-3819-499a-9ab0-7dbc040bc590 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c4d0d72-b2a2-4cef-bf6a-345b28b45001 HTTP/1.1" status: 204 len: 168 time: 0.6845388 Sep 17 22:50:49.064692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=af03624b-9021-4308-92f8-ed3cffceea25,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:49.073298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ba4c-acbb-4f70-98a0-ec79efd406bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.082745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.098147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Sync routers for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:49.099246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.110324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3fb14aa4-1d34-4cf7-b786-703f0a1440a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8876934 Sep 17 22:50:49.121228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34522) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:49.128421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b475b0-c5d1-4115-8354-64f36fe936c2 None None] Network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:49.133738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd38b8d-3819-499a-9ab0-7dbc040bc590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4d0d72-b2a2-4cef-bf6a-345b28b45001,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:49.180923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ba4c-acbb-4f70-98a0-ec79efd406bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.187426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4fe3ba4c-acbb-4f70-98a0-ec79efd406bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5019119 Sep 17 22:50:49.187667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34526) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:49.202063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-de92fab4-6b19-4f53-ba59-0957d028a986 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '92da0245-8664-4b50-b535-be100649ca4e', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:49.213402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3ba4c-acbb-4f70-98a0-ec79efd406bf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92da0245-8664-4b50-b535-be100649ca4e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:49.256384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:49.262039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:49.267495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.328410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:49.331342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:49.361228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:49.406746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6bbf2ee1-dc8a-44ac-b73a-b2b544aef07b None None] Provisioning complete for port af03624b-9021-4308-92f8-ed3cffceea25 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:49.407133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2ee1-dc8a-44ac-b73a-b2b544aef07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.426053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.488362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=fa56eea4-f603-428d-b75a-54cc721c3022,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:49.503635 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de92fab4-6b19-4f53-ba59-0957d028a986 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.579540 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-86ae9941-783b-4a7d-8f85-5bffbf4251fe tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f54f1914c89b4ed9b5e77c5724c76f12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4527345 Sep 17 22:50:49.582408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34532) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:49.650725 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:49.699706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de92fab4-6b19-4f53-ba59-0957d028a986 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.708186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de92fab4-6b19-4f53-ba59-0957d028a986 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.743511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92fab4-6b19-4f53-ba59-0957d028a986 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54ff8ea-8696-4f3f-aa93-9d23b5b8433a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:49.809315 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.834227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de92fab4-6b19-4f53-ba59-0957d028a986 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.841959 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-de92fab4-6b19-4f53-ba59-0957d028a986 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6464169 Sep 17 22:50:49.844636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34536) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:49.854822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c2f50020-761d-4017-81c0-0c57deefff25 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '92da0245-8664-4b50-b535-be100649ca4e', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:49.874080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f0296-ba4f-4968-85b2-0b4011a0546a req-a5afc553-16b4-4cd1-a669-a9e4d8fbb453 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:49.875764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-969f0296-ba4f-4968-85b2-0b4011a0546a req-a5afc553-16b4-4cd1-a669-a9e4d8fbb453 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 950 time: 0.0967295 Sep 17 22:50:49.889243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34538) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:49.908450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e194ebf-13b8-4788-9a51-632f7bed01d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.004118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-969f0296-ba4f-4968-85b2-0b4011a0546a req-b42cf33f-5a21-4d30-a851-6a6435bb3c2c tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137180 Sep 17 22:50:50.037213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66214a-05af-4635-87d0-7b36d1ecbb41 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:50.045690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dd66214a-05af-4635-87d0-7b36d1ecbb41 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4615774 Sep 17 22:50:50.046429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34542) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:50.053451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:46Z', 'revision_number': 3, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:50.088488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Checking router: b502c2db-ea0a-4c3b-85e4-f696506d0fda for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:50.097562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Updating router b502c2db-ea0a-4c3b-85e4-f696506d0fda port 0642b50c-58d9-4707-ac49-4558214186ac binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:50:50.141132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c62a1659-ca53-4d32-bbf9-ea4875e3f570 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722785 Sep 17 22:50:50.145931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34544) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:50.158565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.160537 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419662394', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:50.222224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564a453-5e67-4a82-b288-20d52717d7fb req-f2abd334-39a8-44b9-8a20-ec40183532b6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:50.224518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e564a453-5e67-4a82-b288-20d52717d7fb req-f2abd334-39a8-44b9-8a20-ec40183532b6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.2192914 Sep 17 22:50:50.334621 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e564a453-5e67-4a82-b288-20d52717d7fb req-d354f80c-725c-4ca1-9421-2f73189f7274 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881665 Sep 17 22:50:50.386249 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e194ebf-13b8-4788-9a51-632f7bed01d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.398483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e194ebf-13b8-4788-9a51-632f7bed01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.455120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e194ebf-13b8-4788-9a51-632f7bed01d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41518b1c4ea346c8bf7da6428e4e59d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635653 Sep 17 22:50:50.456511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e194ebf-13b8-4788-9a51-632f7bed01d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dfa278-7f5e-465a-bf65-8b8ced23431c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:50.460528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34546) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:50.495186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device af03624b-9021-4308-92f8-ed3cffceea25 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:50.559364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88d23b17-8901-4c0f-971e-df9792d09586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.563754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-46042da7-c0c6-4944-aa21-2db3d552e26d None None] Provisioning complete for port fa56eea4-f603-428d-b75a-54cc721c3022 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:50.564125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-46042da7-c0c6-4944-aa21-2db3d552e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.601148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.611338 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88d23b17-8901-4c0f-971e-df9792d09586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.613347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.653200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f50020-761d-4017-81c0-0c57deefff25 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.674211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-46042da7-c0c6-4944-aa21-2db3d552e26d None None] Port fa56eea4-f603-428d-b75a-54cc721c3022 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:50.685947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88d23b17-8901-4c0f-971e-df9792d09586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.691230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88d23b17-8901-4c0f-971e-df9792d09586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.706080 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-88d23b17-8901-4c0f-971e-df9792d09586 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13dfa278-7f5e-465a-bf65-8b8ced23431c HTTP/1.1" status: 204 len: 168 time: 0.2349596 Sep 17 22:50:50.716922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-46042da7-c0c6-4944-aa21-2db3d552e26d None None] Provisioning complete for port af03624b-9021-4308-92f8-ed3cffceea25 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:50.717414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d23b17-8901-4c0f-971e-df9792d09586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dfa278-7f5e-465a-bf65-8b8ced23431c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:50.717540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-46042da7-c0c6-4944-aa21-2db3d552e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.727613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:50.731663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.765564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port af03624b-9021-4308-92f8-ed3cffceea25 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:50.765964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.833539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.834045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.852271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.893299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event updated for resources: {'Port': ['ID=fa56eea4-f603-428d-b75a-54cc721c3022,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:50.950282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f50020-761d-4017-81c0-0c57deefff25 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.985855 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f50020-761d-4017-81c0-0c57deefff25 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.988323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Attempting to bind port 0642b50c-58d9-4707-ac49-4558214186ac on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:50.988905 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Attempting to bind port 0642b50c-58d9-4707-ac49-4558214186ac by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:50.989441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Attempting to bind port 0642b50c-58d9-4707-ac49-4558214186ac on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:51.015425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:51.015837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:51.016577 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.016577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:51.017209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Bound port: 0642b50c-58d9-4707-ac49-4558214186ac, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:51.017448 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.045616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f50020-761d-4017-81c0-0c57deefff25 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9406e5-dd34-489a-9307-5cdee06fe04e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:51.048797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a011cd5-942d-4922-a8e0-084e8fef59b9 None None] Pushing event updated for resources: {'Port': ['ID=0642b50c-58d9-4707-ac49-4558214186ac,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:51.064733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f50020-761d-4017-81c0-0c57deefff25 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.074127 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c2f50020-761d-4017-81c0-0c57deefff25 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2252233 Sep 17 22:50:51.074785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34554) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:51.083303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5ac68d2e-8563-469e-8181-9abe10944713 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '92da0245-8664-4b50-b535-be100649ca4e', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:51.101107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] For port 0642b50c-58d9-4707-ac49-4558214186ac, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:51.106732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] For port 0642b50c-58d9-4707-ac49-4558214186ac, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0642b50c-58d9-4707-ac49-4558214186ac,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:51.121893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.189084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:51.198059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:51.222174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:51.224288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:51.249547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-3b7c000e-5b7d-456b-86ac-3e75c38094fc tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:51.251136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-3b7c000e-5b7d-456b-86ac-3e75c38094fc tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.45 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 950 time: 0.1328921 Sep 17 22:50:51.260315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ac68d2e-8563-469e-8181-9abe10944713 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.324212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a011cd5-942d-4922-a8e0-084e8fef59b9 None None] Pushing event updated for resources: {'Port': ['ID=0642b50c-58d9-4707-ac49-4558214186ac,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:51.337823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f1d85-d04e-413c-bc12-968d1b3fb576 req-a376d0b1-b2af-48bf-a2ed-851994513960 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:51.338792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9831c1dc-0aad-40c1-9f86-203299fcf779 None None] Provisioning complete for port fa56eea4-f603-428d-b75a-54cc721c3022 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:51.339195 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9831c1dc-0aad-40c1-9f86-203299fcf779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.340350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e93f1d85-d04e-413c-bc12-968d1b3fb576 req-a376d0b1-b2af-48bf-a2ed-851994513960 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 950 time: 0.2098460 Sep 17 22:50:51.431616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e93f1d85-d04e-413c-bc12-968d1b3fb576 req-34e402b7-367d-420f-bffa-d2d49c9c5f07 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844228 Sep 17 22:50:51.433516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:51.522134 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ac68d2e-8563-469e-8181-9abe10944713 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.561185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ac68d2e-8563-469e-8181-9abe10944713 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.566437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.641229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac68d2e-8563-469e-8181-9abe10944713 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a10b93c-989a-4a74-96f6-c14ee327128d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:51.657754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ac68d2e-8563-469e-8181-9abe10944713 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.661869 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ac68d2e-8563-469e-8181-9abe10944713 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5858622 Sep 17 22:50:51.667409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34566) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:51.676064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-023a4f1f-48ac-414e-89b4-220c085f2bfb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '92da0245-8664-4b50-b535-be100649ca4e', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:51.735315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90347d4-82ed-4d3b-9aa8-8cd8f267510d req-6447f9c9-f9e3-48e0-a563-d89fd7411d93 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:51.737603 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f90347d4-82ed-4d3b-9aa8-8cd8f267510d req-6447f9c9-f9e3-48e0-a563-d89fd7411d93 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.2450972 Sep 17 22:50:51.758062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9831c1dc-0aad-40c1-9f86-203299fcf779 None None] Port fa56eea4-f603-428d-b75a-54cc721c3022 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:51.771660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-023a4f1f-48ac-414e-89b4-220c085f2bfb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.782243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:51.790247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Subnet': ['ID=461d618d-2cf5-4ce5-8fe1-1d62653c98ac,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:51.878901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f90347d4-82ed-4d3b-9aa8-8cd8f267510d req-73f6d7f8-f0f3-4866-b362-83033db97e0d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327548 Sep 17 22:50:51.932066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Checking segment: {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:51.932986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network hostable DHCP agents. Network: e30ad9b0-bbb7-4986-93e4-f6fedd8310ff, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:50:51.947226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:51.956414 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7c1a56b7-31f2-445e-ba85-1b7f210d8b64 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1975620 Sep 17 22:50:51.958071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34576) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:51.958593 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-023a4f1f-48ac-414e-89b4-220c085f2bfb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.962032 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:51.967465 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-023a4f1f-48ac-414e-89b4-220c085f2bfb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.969487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:51.981270 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:51.983492 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:52.005254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a4f1f-48ac-414e-89b4-220c085f2bfb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085675d9-6684-41c7-b0d5-356fd54e9222,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:52.019524 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-023a4f1f-48ac-414e-89b4-220c085f2bfb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.022148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-023a4f1f-48ac-414e-89b4-220c085f2bfb tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3531780 Sep 17 22:50:52.025161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34578) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:52.033621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a9613c4b-9232-4acd-91f3-edb2e356957c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '92da0245-8664-4b50-b535-be100649ca4e', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:52.042098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Deleting port c294fc35-4417-43ca-a060-7089330207d1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:52.042540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.081866 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-a9613c4b-9232-4acd-91f3-edb2e356957c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Project dd57f2c534624464a18ff984d4076422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:50:52.097260 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9613c4b-9232-4acd-91f3-edb2e356957c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.244756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f09b3718-c137-4f5e-887d-ae66e266fb41 None None] Provisioning complete for port fa56eea4-f603-428d-b75a-54cc721c3022 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:52.255114 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f09b3718-c137-4f5e-887d-ae66e266fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.262757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9613c4b-9232-4acd-91f3-edb2e356957c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.271120 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:52.275199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9613c4b-9232-4acd-91f3-edb2e356957c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.326207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9613c4b-9232-4acd-91f3-edb2e356957c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6035507c-f9b2-4065-995d-50d83f30cf79,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:52.343424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9613c4b-9232-4acd-91f3-edb2e356957c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.345377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a9613c4b-9232-4acd-91f3-edb2e356957c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3188584 Sep 17 22:50:52.349115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34582) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:52.359201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-da87ce07-978f-46e6-99bc-c492773bde78 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'security_group_rule': {'security_group_id': '92da0245-8664-4b50-b535-be100649ca4e', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:52.359948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f09b3718-c137-4f5e-887d-ae66e266fb41 None None] Port fa56eea4-f603-428d-b75a-54cc721c3022 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:52.415532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:46Z', 'revision_number': 3, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:52.430988 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-da87ce07-978f-46e6-99bc-c492773bde78 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Project dd57f2c534624464a18ff984d4076422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:50:52.437809 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da87ce07-978f-46e6-99bc-c492773bde78 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.518986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] For port c294fc35-4417-43ca-a060-7089330207d1, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=c294fc35-4417-43ca-a060-7089330207d1,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:52.519580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.523813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871a166-4d22-4f09-ace3-f886f3c2700e None None] The sync data for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 is: [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:46Z', 'revision_number': 3, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:52.564370 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da87ce07-978f-46e6-99bc-c492773bde78 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.564829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Calling delete_port for c294fc35-4417-43ca-a060-7089330207d1 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:52.571876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da87ce07-978f-46e6-99bc-c492773bde78 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.589995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87ce07-978f-46e6-99bc-c492773bde78 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f216c8-b5e9-4010-9c56-d5af1556761b,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:52.629474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da87ce07-978f-46e6-99bc-c492773bde78 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.633417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da87ce07-978f-46e6-99bc-c492773bde78 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2795012 Sep 17 22:50:52.657498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34588) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:52.676041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'network': {'name': 'tempest-network-smoke--1139602532', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'port_security_enabled': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:52.700020 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:49Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:50Z', 'revision_number': 2, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:52.725499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f84d2-638b-433e-a509-75553e8cb8e5 req-96e1e422-80d5-42b3-9aae-850c84450496 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:52.727332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f2f84d2-638b-433e-a509-75553e8cb8e5 req-96e1e422-80d5-42b3-9aae-850c84450496 tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 950 time: 0.1149535 Sep 17 22:50:52.772441 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:52.772802 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Updating router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 port fa56eea4-f603-428d-b75a-54cc721c3022 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:50:52.791290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f2f84d2-638b-433e-a509-75553e8cb8e5 req-4bcb9104-6fba-4a54-b14b-09c2c790657d tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570793 Sep 17 22:50:52.791932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:52.795724 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.832124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:50:52.848020 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.851726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:50:52.875166 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:52.875535 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Added segment 213c90a3-4c60-4540-b74f-029d71210ec0 of type vlan for network f9ce6118-ed41-4674-a2ff-108bb70d4527 Sep 17 22:50:52.895386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e30ad9b0-bbb7-4986-93e4-f6fedd8310ff) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:52.905382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440cda1-783a-4932-8b80-7322c1a3dd12 None None] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:52.927965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:52.930623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.082398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.282200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34600) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:53.282475 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e97bed08-b320-426a-a68b-59d3b703d49a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1323028 Sep 17 22:50:53.317614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.330945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:53.331596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.419659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:50:53.421913 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.493362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cd758-a7f9-41ea-afd9-637cf5b433a0 req-de2b8513-d99d-4bd0-be0a-eb3a56b01328 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:53.494675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e4cd758-a7f9-41ea-afd9-637cf5b433a0 req-de2b8513-d99d-4bd0-be0a-eb3a56b01328 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.3432467 Sep 17 22:50:53.496628 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8363926 Sep 17 22:50:53.502020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34604) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:53.534551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.596752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Pushing event deleted for resources: {'Port': ['ID=c294fc35-4417-43ca-a060-7089330207d1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:53.604849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['c294fc35-4417-43ca-a060-7089330207d1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:53.605109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'admin_state_up': True, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:53.649031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15d5e2-1112-41a3-9ecb-be4eb071e747 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Network': ['ID=f9ce6118-ed41-4674-a2ff-108bb70d4527,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:53.666980 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:50:53.682106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.683367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.701825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.702176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.702524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.702883 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.703206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.703538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.703873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.704201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.704527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.705173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.705336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.705532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:53.778547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34606) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:53.837332 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.849966 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.855379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] No DVR routers for this DVR port c294fc35-4417-43ca-a060-7089330207d1 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:53.861205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.869431 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-332a8b87-43da-4949-9342-ddf8bd11c8c1 req-45a05244-f78e-4f34-8e4e-a82796f999ee tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.45 "DELETE /v2.0/ports/c294fc35-4417-43ca-a060-7089330207d1 HTTP/1.1" status: 204 len: 173 time: 2.4596863 Sep 17 22:50:53.877882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03168ae3-1688-4673-bded-203e608ac9a9', 'name': 'network-vif-deleted', 'tag': 'c294fc35-4417-43ca-a060-7089330207d1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:53.880900 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d43ea9-db9d-4c6a-a450-39a47219a2f0" -d '{"events": [{"server_uuid": "03168ae3-1688-4673-bded-203e608ac9a9", "name": "network-vif-deleted", "tag": "c294fc35-4417-43ca-a060-7089330207d1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:53.881316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e4cd758-a7f9-41ea-afd9-637cf5b433a0 req-f39c252a-1fa1-4fd1-83a4-28b33d017fb4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783145 Sep 17 22:50:53.969382 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:53.973751 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e010baa-64de-49aa-bf85-892b625d855a None None] Pushing event updated for resources: {'Port': ['ID=fa56eea4-f603-428d-b75a-54cc721c3022,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:53.982176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Allocated IP 172.20.0.2 (e30ad9b0-bbb7-4986-93e4-f6fedd8310ff/461d618d-2cf5-4ce5-8fe1-1d62653c98ac/a79a4a0c-14aa-40c5-86d0-22d9888b156d) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:54.051418 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aac3eb-c7b2-41c1-a8f9-9bd70982508d x-openstack-request-id: req-00aac3eb-c7b2-41c1-a8f9-9bd70982508d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:54.058334 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03168ae3-1688-4673-bded-203e608ac9a9", "name": "network-vif-deleted", "tag": "c294fc35-4417-43ca-a060-7089330207d1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:54.064752 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00aac3eb-c7b2-41c1-a8f9-9bd70982508d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:54.066135 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03168ae3-1688-4673-bded-203e608ac9a9', 'name': 'network-vif-deleted', 'tag': 'c294fc35-4417-43ca-a060-7089330207d1', 'status': 'completed', 'code': 200} Sep 17 22:50:54.086901 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Attempting to bind port fa56eea4-f603-428d-b75a-54cc721c3022 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:54.087541 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Attempting to bind port fa56eea4-f603-428d-b75a-54cc721c3022 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:54.088092 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Attempting to bind port fa56eea4-f603-428d-b75a-54cc721c3022 on network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:54.100763 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:54.102823 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Checking segment: {'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:54.103405 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.105456 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Bound using segment: {'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:54.106273 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Bound port: fa56eea4-f603-428d-b75a-54cc721c3022, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:54.107652 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.200389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-242a39d7-8470-430a-b830-0ee7a11a69de tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-152400656'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:54.204302 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] For port fa56eea4-f603-428d-b75a-54cc721c3022, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:54.204807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-242a39d7-8470-430a-b830-0ee7a11a69de tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Unknown quota resources ['metering_label']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:50:54.208331 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] For port fa56eea4-f603-428d-b75a-54cc721c3022, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fa56eea4-f603-428d-b75a-54cc721c3022,segment=NetworkSegment(fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566),segment_id=fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:54.222314 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.245245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.extraroute_db [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:50:54.352865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.extraroute_db [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Removed routes are [] {{(pid=94738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:50:54.354938 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.378482 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e010baa-64de-49aa-bf85-892b625d855a None None] Pushing event updated for resources: {'Port': ['ID=fa56eea4-f603-428d-b75a-54cc721c3022,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:54.381933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc566c8a-5263-4823-81ea-60018583f7ef req-a56fc997-e8f9-4936-94e0-1845dd4569bf tempest-VolumesBackupsTest-427089535 tempest-VolumesBackupsTest-427089535-project] 10.222.0.48 "GET /v2.0/ports?device_id=03168ae3-1688-4673-bded-203e608ac9a9 HTTP/1.1" status: 200 len: 210 time: 0.4005077 Sep 17 22:50:54.398967 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:54.399724 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:54.427913 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.448691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.543751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:54.546682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:54.561478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:54.641884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Pushing event updated for resources: {'Port': ['ID=a79a4a0c-14aa-40c5-86d0-22d9888b156d,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:54.729039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0642b50c-58d9-4707-ac49-4558214186ac up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:54.813243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Attempting to bind port a79a4a0c-14aa-40c5-86d0-22d9888b156d on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:54.816525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Attempting to bind port a79a4a0c-14aa-40c5-86d0-22d9888b156d by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:54.817211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Attempting to bind port a79a4a0c-14aa-40c5-86d0-22d9888b156d on network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:54.836104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:54.837555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Checking segment: {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:54.838220 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.839080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Bound using segment: {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:54.839789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Bound port: a79a4a0c-14aa-40c5-86d0-22d9888b156d, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:54.840429 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.843501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a07e79a2-1285-4856-abcb-2c68a0d60149 None None] Provisioning complete for port fa56eea4-f603-428d-b75a-54cc721c3022 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:54.844125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a07e79a2-1285-4856-abcb-2c68a0d60149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.853946 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:54.872344 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.909181 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-242a39d7-8470-430a-b830-0ee7a11a69de tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.916983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-242a39d7-8470-430a-b830-0ee7a11a69de tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1358681 Sep 17 22:50:54.918422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34614) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:54.935782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-42eaa8b2-3797-4bdb-831b-f7962d12901e tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b05e1139-f407-4817-923e-4aa7ece3d237'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:54.936329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-42eaa8b2-3797-4bdb-831b-f7962d12901e tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:50:55.054178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 0642b50c-58d9-4707-ac49-4558214186ac triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:55.055645 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.083501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] For port a79a4a0c-14aa-40c5-86d0-22d9888b156d, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:55.120288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] For port a79a4a0c-14aa-40c5-86d0-22d9888b156d, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a79a4a0c-14aa-40c5-86d0-22d9888b156d,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:55.150670 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.174233 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.183347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.234538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a07e79a2-1285-4856-abcb-2c68a0d60149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.290192 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.319328 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:54Z', 'revision_number': 6, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:54Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:55.386002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:55.395155 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3441d3c-aa77-4122-afd5-f8a6e6edbec1 None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:54Z', 'revision_number': 6, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:54Z', 'revision_number': 4, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:55.426468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a6206-66a9-4a7f-a101-08a595c22b00 None None] Pushing event updated for resources: {'Port': ['ID=a79a4a0c-14aa-40c5-86d0-22d9888b156d,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:55.473490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a07e79a2-1285-4856-abcb-2c68a0d60149 None None] For port fa56eea4-f603-428d-b75a-54cc721c3022, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fa56eea4-f603-428d-b75a-54cc721c3022,segment=NetworkSegment(fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566),segment_id=fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:55.485376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 0642b50c-58d9-4707-ac49-4558214186ac, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0642b50c-58d9-4707-ac49-4558214186ac,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:55.488321 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a07e79a2-1285-4856-abcb-2c68a0d60149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.515517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.644439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e79a2-1285-4856-abcb-2c68a0d60149 None None] Pushing event updated for resources: {'Port': ['ID=fa56eea4-f603-428d-b75a-54cc721c3022,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:55.736640 n-d-789963-10 neutron-server[94737]: WARNING neutron.services.metering.metering_plugin [None req-42eaa8b2-3797-4bdb-831b-f7962d12901e tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:50:55.770044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:55.779461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.791390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bc695d03-2467-455d-8abe-df28a34446a2 None None] Provisioning complete for port fa56eea4-f603-428d-b75a-54cc721c3022 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:55.794207 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc695d03-2467-455d-8abe-df28a34446a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:55.797886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=0642b50c-58d9-4707-ac49-4558214186ac,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:55.801982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bc0aa527-debb-4a74-bd45-42eaa6dfa6ba tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 200 len: 933 time: 3.8393724 Sep 17 22:50:55.803488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34624) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:55.966978 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-820da6d5-9c68-4c1f-9901-f2f3e7f4a073 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 200 len: 933 time: 0.1617281 Sep 17 22:50:55.974227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34626) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:55.979713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'routes': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:56.052454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-42eaa8b2-3797-4bdb-831b-f7962d12901e tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.055022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-42eaa8b2-3797-4bdb-831b-f7962d12901e tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1227095 Sep 17 22:50:56.062800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34628) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:56.072458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1894f609-6eca-4314-9abe-593dde854da9 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b05e1139-f407-4817-923e-4aa7ece3d237'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:56.072991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1894f609-6eca-4314-9abe-593dde854da9 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94737) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:50:56.141427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d048551-9560-496e-a0b1-b515ed4079b5 req-05e4b42f-0901-48c2-802f-9d279c9fc488 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:56.143003 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d048551-9560-496e-a0b1-b515ed4079b5 req-05e4b42f-0901-48c2-802f-9d279c9fc488 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.5140128 Sep 17 22:50:56.197529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device c294fc35-4417-43ca-a060-7089330207d1 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:56.234154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: c294fc35-4417-43ca-a060-7089330207d1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:50:56.234927 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device c294fc35-4417-43ca-a060-7089330207d1 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:56.252879 n-d-789963-10 neutron-server[94737]: WARNING neutron.services.metering.metering_plugin [None req-1894f609-6eca-4314-9abe-593dde854da9 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:50:56.484535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d048551-9560-496e-a0b1-b515ed4079b5 req-62351feb-93f5-4c04-b085-cd6fd2c19f20 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264441 Sep 17 22:50:56.488002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.extraroute_db [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added routes are [] {{(pid=94738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:50:56.488545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.extraroute_db [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:50:56.520425 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1894f609-6eca-4314-9abe-593dde854da9 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.521337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1894f609-6eca-4314-9abe-593dde854da9 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4513147 Sep 17 22:50:56.530492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34630) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:56.559375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.724855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.725542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:56.739444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.749302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:56.750386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:56.752881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fa56eea4-f603-428d-b75a-54cc721c3022 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:56.901454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.907096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9069dce8-ee10-410b-b692-6a61d47b8943 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=5ca27076-1ae8-4be1-8afe-7f670ff11c9a HTTP/1.1" status: 200 len: 462 time: 0.2604623 Sep 17 22:50:56.910769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34634) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:56.936826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fa56eea4-f603-428d-b75a-54cc721c3022 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:56.937228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.969142 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.969737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2690f1a-fbeb-4a6c-9593-59e51245a33b None None] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:50:56.975197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:56.995891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:57.110493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:57.161031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b72151e3-6107-41e7-8d8a-50c47e762215 None None] Provisioning complete for port a79a4a0c-14aa-40c5-86d0-22d9888b156d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:57.161349 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b72151e3-6107-41e7-8d8a-50c47e762215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.194090 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a07d4baf-eca4-4559-ab51-03b2288f5323 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.195607 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a07d4baf-eca4-4559-ab51-03b2288f5323 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/5ca27076-1ae8-4be1-8afe-7f670ff11c9a HTTP/1.1" status: 204 len: 168 time: 0.2774479 Sep 17 22:50:57.201364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34636) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:57.215419 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3467bdaa-a648-4633-84ec-746dd0a0016b tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=5ca27076-1ae8-4be1-8afe-7f670ff11c9a HTTP/1.1" status: 200 len: 221 time: 0.0124269 Sep 17 22:50:57.220552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34638) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:57.227604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e1dcb392-b299-4bb0-83b1-7740fbd7d045 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--312039937', 'description': 'label created by tempest'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:57.228071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e1dcb392-b299-4bb0-83b1-7740fbd7d045 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Unknown quota resources ['metering_label']. {{(pid=94738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:50:57.310511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.25.0.220 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/5fdbf57e-439a-47fa-9d3b-e05b13059d1d) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:57.383200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:57.400210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0642b50c-58d9-4707-ac49-4558214186ac up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:57.409741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.413606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-409e5d81-0bc2-45f3-a9ab-54728809a802 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 200 len: 699 time: 1.4361887 Sep 17 22:50:57.428391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34640) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:57.468493 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b72151e3-6107-41e7-8d8a-50c47e762215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.487185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.20.0.1 (e30ad9b0-bbb7-4986-93e4-f6fedd8310ff/461d618d-2cf5-4ce5-8fe1-1d62653c98ac/c04f44e2-153d-4cd9-8211-e3000aee8531) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:57.584690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b72151e3-6107-41e7-8d8a-50c47e762215 None None] For port a79a4a0c-14aa-40c5-86d0-22d9888b156d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a79a4a0c-14aa-40c5-86d0-22d9888b156d,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:57.599500 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b72151e3-6107-41e7-8d8a-50c47e762215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.607337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 0642b50c-58d9-4707-ac49-4558214186ac triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:57.607748 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.650454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.697516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:56Z', 'revision_number': 7, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:57.781689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:57.797501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72151e3-6107-41e7-8d8a-50c47e762215 None None] Pushing event updated for resources: {'Port': ['ID=a79a4a0c-14aa-40c5-86d0-22d9888b156d,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:57.809476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:57.809893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:57.817512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a79a4a0c-14aa-40c5-86d0-22d9888b156d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:57.839016 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.918350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:57.933147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:58.024573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:58.034606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:58.053124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:58.057327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:58.069393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1dcb392-b299-4bb0-83b1-7740fbd7d045 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:58.070871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e1dcb392-b299-4bb0-83b1-7740fbd7d045 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8491673 Sep 17 22:50:58.075489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34646) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:58.102033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:58.104395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:58.106412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=c04f44e2-153d-4cd9-8211-e3000aee8531,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:58.129202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c01fb8-81ec-4238-b05a-822083f33c6e req-f497e44b-ec78-4727-ad27-9962d75bb0fd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:58.130806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8c01fb8-81ec-4238-b05a-822083f33c6e req-f497e44b-ec78-4727-ad27-9962d75bb0fd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.2511110 Sep 17 22:50:58.142589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-51f94c59-2f75-4379-ba0e-7d94604aa4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:58.144240 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-51f94c59-2f75-4379-ba0e-7d94604aa4ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95&tenant_id=d24e6b97499c4398944a2f2cb0ca6afb HTTP/1.1" status: 200 len: 1096 time: 0.7632899 Sep 17 22:50:58.225889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:58.229596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a79a4a0c-14aa-40c5-86d0-22d9888b156d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:58.231461 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:58.234230 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0e12b39d-af70-40a3-a8c9-1b0c57c724d9 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=95034b48-9a98-4f46-a674-691dad8efe0a HTTP/1.1" status: 200 len: 467 time: 0.1569521 Sep 17 22:50:58.250505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:58.255465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34648) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:58.266780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2d740d20-5740-4cb3-86c2-1cf7e9c121a0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 200 len: 699 time: 0.7996535 Sep 17 22:50:58.267173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34650) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:58.284342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:58.344397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9bb2a0f5-7b4c-45ba-848f-4c41a834b24d None None] Provisioning complete for port a79a4a0c-14aa-40c5-86d0-22d9888b156d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:58.344913 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a0f5-7b4c-45ba-848f-4c41a834b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:58.404039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=5fdbf57e-439a-47fa-9d3b-e05b13059d1d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:58.454113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8c01fb8-81ec-4238-b05a-822083f33c6e req-bbafc3cf-92d3-4c18-8e83-8e8796b2fd9a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659888 Sep 17 22:50:58.525869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:58.692191 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2df91c00-c384-4d2f-8fa8-23627af3adcc tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:58.696537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2df91c00-c384-4d2f-8fa8-23627af3adcc tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/95034b48-9a98-4f46-a674-691dad8efe0a HTTP/1.1" status: 204 len: 168 time: 0.4340458 Sep 17 22:50:58.718933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:56Z', 'revision_number': 7, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:58.732023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34652) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:58.760218 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ef69be5a-85de-4136-b6b2-973b0e857417 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=95034b48-9a98-4f46-a674-691dad8efe0a HTTP/1.1" status: 200 len: 216 time: 0.0223641 Sep 17 22:50:58.763739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34654) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:58.779855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611643d5-43e4-48bf-b724-95f4c70fa679 None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:56Z', 'revision_number': 7, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:58.805430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-39920480-579e-4039-a11f-a8aad3bb2589 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0368013 Sep 17 22:50:58.807666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34656) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:58.819090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-92cb0e46-1b30-4653-b520-2a2cb99d9473 None None] Provisioning complete for port c04f44e2-153d-4cd9-8211-e3000aee8531 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:58.820740 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-92cb0e46-1b30-4653-b520-2a2cb99d9473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:58.833482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a79a4a0c-14aa-40c5-86d0-22d9888b156d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:58.926838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:58.970432 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2b3a9588-87b2-471f-afb6-261730cad0f9 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1552572 Sep 17 22:50:58.971849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34660) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:58.973607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-92cb0e46-1b30-4653-b520-2a2cb99d9473 None None] Port c04f44e2-153d-4cd9-8211-e3000aee8531 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:58.996241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a79a4a0c-14aa-40c5-86d0-22d9888b156d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:58.996602 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.084354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be434bc2-5af6-4b92-90a3-345d5ec7bead tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/b05e1139-f407-4817-923e-4aa7ece3d237 HTTP/1.1" status: 200 len: 472 time: 0.1080692 Sep 17 22:50:59.089270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34662) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:59.115768 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-20858a8f-441e-428d-b251-d176b239d5a2 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/e962a46c-b1ea-40cf-ad2a-8ac94a4811ed HTTP/1.1" status: 200 len: 459 time: 0.0215752 Sep 17 22:50:59.142962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34664) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:59.159183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:59.203726 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:59.208354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c198e72-4aee-4283-b0a8-8ecf29f6b43e {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:59.216642 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:59.217337 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:59.223090 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.269609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.290353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Transition to ACTIVE for port object 3c198e72-4aee-4283-b0a8-8ecf29f6b43e will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:50:59.325834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.330012 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.334066 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e87938c8-5f4a-427a-a02d-667dafcb5dc2 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.334991 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e87938c8-5f4a-427a-a02d-667dafcb5dc2 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/e962a46c-b1ea-40cf-ad2a-8ac94a4811ed HTTP/1.1" status: 204 len: 168 time: 0.1877196 Sep 17 22:50:59.338870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34666) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:59.353763 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:50:59.388128 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:59.416225 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.662455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=9']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:59.714734 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:56Z', 'revision_number': 7, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:59.748529 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:59.761019 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:59.761755 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:59.856979 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:59.878592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] No DVR routers for this DVR port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:59.890473 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-450b4b5a-c1b4-4493-aaf3-c703f0c91c28 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.896783 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-450b4b5a-c1b4-4493-aaf3-c703f0c91c28 tempest-MeteringIpV6TestJSON-1335071843 tempest-MeteringIpV6TestJSON-1335071843-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/b05e1139-f407-4817-923e-4aa7ece3d237 HTTP/1.1" status: 204 len: 168 time: 0.5537679 Sep 17 22:50:59.949967 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ac95057b-60aa-4dd8-9bf6-e64f0dff8fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:59.974926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c53921-e3d9-4a45-811c-c331ae686787 req-4f832f46-4f81-4cfb-a13c-32476e5b53cf tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:59.983586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3c53921-e3d9-4a45-811c-c331ae686787 req-4f832f46-4f81-4cfb-a13c-32476e5b53cf tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 944 time: 0.3458450 Sep 17 22:51:00.109336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3c53921-e3d9-4a45-811c-c331ae686787 req-94d7ac70-1e5a-426d-9abf-a14b236be114 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038651 Sep 17 22:51:00.124220 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.138451 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.197248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.281834 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:56Z', 'revision_number': 7, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:00.385506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34706) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:00.387677 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06b819-b7b0-4732-9ba4-c6535c151d5f None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:50:56Z', 'revision_number': 7, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa56eea4-f603-428d-b75a-54cc721c3022', 'name': '', 'network_id': '29bfe4cf-8dbf-45ba-8154-7846458c43e2', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:65:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:48Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '62f91ffe-93d5-4256-b914-b28fd2a6135c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:00.418337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=c04f44e2-153d-4cd9-8211-e3000aee8531,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:00.420764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.577127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:00.580517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:00.649071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port fa56eea4-f603-428d-b75a-54cc721c3022 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:00.649645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.785240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bea60508-4060-409a-b30b-16559ab1af95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.795944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:51:00.828990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router b502c2db-ea0a-4c3b-85e4-f696506d0fda has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:00.853030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port fa56eea4-f603-428d-b75a-54cc721c3022, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fa56eea4-f603-428d-b75a-54cc721c3022,segment=NetworkSegment(fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566),segment_id=fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:00.858859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.881054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Attempting to bind port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:00.882388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Attempting to bind port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:00.882388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Attempting to bind port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:00.887082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on network da8d9fec-04e5-47f2-ae93-63b55dd497fc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:51:00.887401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Attempting to bind port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:00.889476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for fa56eea4-f603-428d-b75a-54cc721c3022 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:00.897128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:00.897810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Checking segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:00.898359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Bound using segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:00.898982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Bound port: 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:00.899393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.051092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ec1838a5-1199-48b4-bb8d-35f9eb75b6db None None] Provisioning complete for port c04f44e2-153d-4cd9-8211-e3000aee8531 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:01.052264 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ec1838a5-1199-48b4-bb8d-35f9eb75b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.059374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:01.081313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:01.099748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.116899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ec1838a5-1199-48b4-bb8d-35f9eb75b6db None None] Port c04f44e2-153d-4cd9-8211-e3000aee8531 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:51:01.123804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:01.138363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Sync routers for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:01.150945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:01.151883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:01.168456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:01.181693 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Sync routers for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:01.197063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d1338970-508b-4832-b567-6e906a93a4a7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "PUT /v2.0/routers/b502c2db-ea0a-4c3b-85e4-f696506d0fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9040787 Sep 17 22:51:01.198235 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:01.203086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34754) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:01.210991 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:50:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:01.236629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bea60508-4060-409a-b30b-16559ab1af95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.236890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.243848 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.247590 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] 10.222.0.49 "PUT /v2.0/ports/3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1093 time: 3.0340154 Sep 17 22:51:01.262583 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bea60508-4060-409a-b30b-16559ab1af95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.281516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:01.284609 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70532c1e-1171-4d9f-a1a8-6885dfd0a928" -d '{"events": [{"name": "network-changed", "server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:01.378234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:01.412257 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6980d38e-d817-47a7-af29-f9bc3e916d0d x-openstack-request-id: req-6980d38e-d817-47a7-af29-f9bc3e916d0d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:01.412728 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:01.413002 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6980d38e-d817-47a7-af29-f9bc3e916d0d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:01.419620 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'status': 'completed', 'code': 200} Sep 17 22:51:01.430315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20e03f-7fa1-4dc9-9622-b5bf61d950fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:01.461156 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.478858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1b182f92-7037-49ec-98fd-f0a7799b51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.480970 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-1b182f92-7037-49ec-98fd-f0a7799b51a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1097 time: 0.1754317 Sep 17 22:51:01.491956 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:01.518381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=fa56eea4-f603-428d-b75a-54cc721c3022,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:01.653663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bea60508-4060-409a-b30b-16559ab1af95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f9f882cdade4cc1a70243491e97ebd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2586315 Sep 17 22:51:01.655828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.656417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.656887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.657406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.657874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.658845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.659009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34758) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:01.659431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.659431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.659955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.660421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.662759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3fdf4368-4739-4ad9-8a47-7587447cc32e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6956 time: 0.4470475 Sep 17 22:51:01.666472 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.667741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a1b3114d-3c78-418b-acb6-c1a942332065 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.1636891 Sep 17 22:51:01.672278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34760) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:01.672499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34762) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:01.718402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea60508-4060-409a-b30b-16559ab1af95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e444507-898e-4ebd-9b9d-54d1c05fc5c0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:01.747648 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56a00b-2f57-49a2-9ac1-4bcd652f249f req-07ed38d6-ba8b-4744-854d-700d6157ce15 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.749696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f56a00b-2f57-49a2-9ac1-4bcd652f249f req-07ed38d6-ba8b-4744-854d-700d6157ce15 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.5165226 Sep 17 22:51:01.802762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:01.844413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f56a00b-2f57-49a2-9ac1-4bcd652f249f req-39640d67-c85e-4278-883f-aa87a0dc66d0 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827031 Sep 17 22:51:01.867273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Checking router: e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:01.869721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Updating router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:51:01.890252 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:50:59Z', 'revision_number': 2, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:01.902862 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.950884 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-afed04a7-eda0-4bbb-a3a6-89986c8688d5 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=dd57f2c534624464a18ff984d4076422&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2760730 Sep 17 22:51:01.953558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34768) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:02.046910 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Checking router: b502c2db-ea0a-4c3b-85e4-f696506d0fda for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:02.047653 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Updating router b502c2db-ea0a-4c3b-85e4-f696506d0fda port c04f44e2-153d-4cd9-8211-e3000aee8531 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:51:02.065155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55b49782-d733-4de3-b10a-ad5111063714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.092523 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55b49782-d733-4de3-b10a-ad5111063714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.098017 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.125536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e32ca-d794-4aa8-91e4-49edf99013c1 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.134178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-265e32ca-d794-4aa8-91e4-49edf99013c1 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1787558 Sep 17 22:51:02.135011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34770) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:02.140120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-7ca749c2-603a-4d5f-acbf-fb10bcca2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.142996 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-7ca749c2-603a-4d5f-acbf-fb10bcca2912 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.6421058 Sep 17 22:51:02.180235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e2afb9c5-f236-4c67-8b3a-6ce96dc7e384 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409958 Sep 17 22:51:02.181436 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34772) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:02.186976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.187455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.187912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.188372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.188812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.189294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.189747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.190057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299221984', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'project_id': 'dd57f2c534624464a18ff984d4076422', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:02.190208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.190620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.192554 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-97f87137-7310-46f0-8f09-eef1709d371e tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5738 time: 0.5191932 Sep 17 22:51:02.224816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34774) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:02.244499 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.380659 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-b81e0fb0-040f-4a28-8e5a-708c8919f251 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1000 time: 0.2146335 Sep 17 22:51:02.448646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-868601c9-2d8e-466e-b6f5-67b762a6fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.450674 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-868601c9-2d8e-466e-b6f5-67b762a6fe21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.0610807 Sep 17 22:51:02.454597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55b49782-d733-4de3-b10a-ad5111063714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.457199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55b49782-d733-4de3-b10a-ad5111063714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.458644 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-55b49782-d733-4de3-b10a-ad5111063714 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e444507-898e-4ebd-9b9d-54d1c05fc5c0 HTTP/1.1" status: 204 len: 168 time: 0.7908838 Sep 17 22:51:02.476106 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.476876 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.486111 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.491074 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.543196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b49782-d733-4de3-b10a-ad5111063714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e444507-898e-4ebd-9b9d-54d1c05fc5c0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:02.648554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Attempting to bind port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:02.649825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Attempting to bind port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:02.652396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Attempting to bind port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:02.671635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:02.674138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:02.677811 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.677811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:02.679453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Bound port: 5fdbf57e-439a-47fa-9d3b-e05b13059d1d, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:02.682218 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.697835 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Attempting to bind port c04f44e2-153d-4cd9-8211-e3000aee8531 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:02.699022 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Attempting to bind port c04f44e2-153d-4cd9-8211-e3000aee8531 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:02.699796 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Attempting to bind port c04f44e2-153d-4cd9-8211-e3000aee8531 on network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:02.703540 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bd852-c71b-49c0-8bfb-48c75d9e5cff None None] Pushing event updated for resources: {'Port': ['ID=c04f44e2-153d-4cd9-8211-e3000aee8531,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:02.716405 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:02.717135 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Checking segment: {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:02.717468 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.717909 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Bound using segment: {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:02.718355 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Bound port: c04f44e2-153d-4cd9-8211-e3000aee8531, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:02.718740 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.761568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f0974-c04e-4d93-a81e-44fadecae743 None None] Pushing event updated for resources: {'Port': ['ID=5fdbf57e-439a-47fa-9d3b-e05b13059d1d,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:02.798276 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8116d1cd-702e-4e97-95cc-03a2616b345d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.816063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] For port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:02.826136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] For port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5fdbf57e-439a-47fa-9d3b-e05b13059d1d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:02.834511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-ba0f3c47-3606-42b4-8dae-429459bd8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.841988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.843307 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-ba0f3c47-3606-42b4-8dae-429459bd8b2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3781874 Sep 17 22:51:02.891246 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] For port c04f44e2-153d-4cd9-8211-e3000aee8531, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:02.902080 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] For port c04f44e2-153d-4cd9-8211-e3000aee8531, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c04f44e2-153d-4cd9-8211-e3000aee8531,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:02.912088 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.986236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:02.990335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:02.993519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:03.025036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:03.034126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.093308 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:03.105235 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:03.119982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f0974-c04e-4d93-a81e-44fadecae743 None None] Pushing event updated for resources: {'Port': ['ID=5fdbf57e-439a-47fa-9d3b-e05b13059d1d,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:03.224532 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.232037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a802bfa1-22f8-4755-9548-e44af654a84a None None] Provisioning complete for port c04f44e2-153d-4cd9-8211-e3000aee8531 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:03.232399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a802bfa1-22f8-4755-9548-e44af654a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.252027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34784) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:03.292904 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:03.342572 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bd852-c71b-49c0-8bfb-48c75d9e5cff None None] Pushing event updated for resources: {'Port': ['ID=c04f44e2-153d-4cd9-8211-e3000aee8531,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:03.383934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:03.403659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:03.429240 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-97cee9e6-d34b-49f4-b527-11ead08c1705 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1603866 Sep 17 22:51:03.432734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34786) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:03.446212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:03.449707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdee5-ae13-4f8d-9706-980a6ebd301c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.451393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dfffc-57f0-4f0d-8ed9-475e5abd42d3 req-dfc85381-f309-4bdc-b0aa-f200e6d176dc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:03.453419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e1dfffc-57f0-4f0d-8ed9-475e5abd42d3 req-dfc85381-f309-4bdc-b0aa-f200e6d176dc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.4063952 Sep 17 22:51:03.490867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:03.491498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:03.496775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a802bfa1-22f8-4755-9548-e44af654a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.558712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e1dfffc-57f0-4f0d-8ed9-475e5abd42d3 req-b77653f7-b8bd-4a48-81da-ab9187dbcc47 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925925 Sep 17 22:51:03.561949 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-33ec02eb-1387-448d-94f9-79360cccff38 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082145 Sep 17 22:51:03.639884 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:02Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:03.664001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ac64fcec-1556-4f28-a973-fd7d67049213 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3589 time: 1.4365046 Sep 17 22:51:03.675736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a802bfa1-22f8-4755-9548-e44af654a84a None None] For port c04f44e2-153d-4cd9-8211-e3000aee8531, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c04f44e2-153d-4cd9-8211-e3000aee8531,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:03.691057 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a802bfa1-22f8-4755-9548-e44af654a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.700710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04c1a36-f491-4152-b71b-d4b90b397e56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet 62f91ffe-93d5-4256-b914-b28fd2a6135c {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:03.702456 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb387967-e0fd-4f1a-bec2-acc8dc086460 None None] The sync data for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 is: [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:02Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:03.794391 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c1a36-f491-4152-b71b-d4b90b397e56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.806556 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.869682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802bfa1-22f8-4755-9548-e44af654a84a None None] Pushing event updated for resources: {'Port': ['ID=c04f44e2-153d-4cd9-8211-e3000aee8531,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:03.887212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:03.965131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Subnet': ['ID=c30b0651-7e83-4421-9150-5df7439c36d2,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:03.986964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.016815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Checking segment: {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:04.017225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network hostable DHCP agents. Network: f9ce6118-ed41-4674-a2ff-108bb70d4527, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:04.021296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6c5f1b79-a2a1-4f3e-a8ac-7206ba1d417c None None] Provisioning complete for port c04f44e2-153d-4cd9-8211-e3000aee8531 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:04.022469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1b79-a2a1-4f3e-a8ac-7206ba1d417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.030276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdee5-ae13-4f8d-9706-980a6ebd301c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.042079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c1a36-f491-4152-b71b-d4b90b397e56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.045207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdee5-ae13-4f8d-9706-980a6ebd301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.072522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:04.104650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f9ce6118-ed41-4674-a2ff-108bb70d4527) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:04.119646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:04.120563 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.132961 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-126abeae-6ba3-4663-bd92-71f6feebc1ee req-5a8fc84a-5e72-4f55-aa65-5adf701d883b service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561182 Sep 17 22:51:04.166141 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fb3569ab-df02-49db-920d-57658e81813e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9834406 Sep 17 22:51:04.168882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34792) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:04.177907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4693aa-0702-45b0-8d06-d95da908dda0 None None] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:04.207220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3f6fdee5-ae13-4f8d-9706-980a6ebd301c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=940c798c7f7045fd9ecfdc14afb69f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9355266 Sep 17 22:51:04.216837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34794) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:04.446551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdee5-ae13-4f8d-9706-980a6ebd301c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ed04c2-6b57-417e-af1d-716ccb4af12e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:04.492105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34802) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:04.522051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-ac52d3fc-913f-4d87-929b-d10ed5ef3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:04.524070 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-ac52d3fc-913f-4d87-929b-d10ed5ef3ecb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1097 time: 0.1775165 Sep 17 22:51:04.535853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c1a36-f491-4152-b71b-d4b90b397e56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.617039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-da8d25ef-e49d-413a-8c80-2d987ee5cdd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964359919', 'description': 'tempest-secgroup-smoke-1964359919 description', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:04.742801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-205f4624-896f-4a94-8b08-2a380aae8971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.753387 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-051ff440-4a7c-4cc1-acee-559f7a217731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:04.755204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-051ff440-4a7c-4cc1-acee-559f7a217731 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.2236552 Sep 17 22:51:04.854424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:04.869493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da8d25ef-e49d-413a-8c80-2d987ee5cdd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:04.943186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c04f44e2-153d-4cd9-8211-e3000aee8531 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:04.962158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ba0df-7f0b-4eea-b621-c1cfb9771093 None None] The sync data for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 is: [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 3, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:05.083363 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da8d25ef-e49d-413a-8c80-2d987ee5cdd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.092426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c1a36-f491-4152-b71b-d4b90b397e56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.106884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da8d25ef-e49d-413a-8c80-2d987ee5cdd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.138583 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.176596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-205f4624-896f-4a94-8b08-2a380aae8971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.317818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c1a36-f491-4152-b71b-d4b90b397e56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=62f91ffe-93d5-4256-b914-b28fd2a6135c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:05.331259 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da8d25ef-e49d-413a-8c80-2d987ee5cdd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.332451 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da8d25ef-e49d-413a-8c80-2d987ee5cdd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8311152 Sep 17 22:51:05.339277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34820) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:05.375696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b04c1a36-f491-4152-b71b-d4b90b397e56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.381244 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b04c1a36-f491-4152-b71b-d4b90b397e56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/62f91ffe-93d5-4256-b914-b28fd2a6135c HTTP/1.1" status: 204 len: 168 time: 1.9407661 Sep 17 22:51:05.384067 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-6557dd0e-d5b9-42aa-a8f4-a685d04ec755 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1000 time: 0.5757806 Sep 17 22:51:05.400724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66f7799-3c84-47e1-8761-121f2799e4dd None None] Network 29bfe4cf-8dbf-45ba-8154-7846458c43e2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:05.401863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34822) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:05.403357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-18616f3a-f120-4049-acb9-eaa20f87be92 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': '8df365ec-17bc-4d96-a9e3-c8e940692664', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:05.458034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781575e4-47f6-4409-a81b-e45cd96e0bde req-f6e9ebf9-ff26-4079-9322-6c98d7968542 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:05.475916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-781575e4-47f6-4409-a81b-e45cd96e0bde req-f6e9ebf9-ff26-4079-9322-6c98d7968542 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.6973104 Sep 17 22:51:05.479551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d25ef-e49d-413a-8c80-2d987ee5cdd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df365ec-17bc-4d96-a9e3-c8e940692664,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:05.690653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.723836 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:01Z', 'revision_number': 8, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:05.796589 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-205f4624-896f-4a94-8b08-2a380aae8971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.799873 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-205f4624-896f-4a94-8b08-2a380aae8971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.801354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-205f4624-896f-4a94-8b08-2a380aae8971 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4ed04c2-6b57-417e-af1d-716ccb4af12e HTTP/1.1" status: 204 len: 168 time: 1.5729880 Sep 17 22:51:05.837678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-508d327e-d36a-4a68-8263-745f675798fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:05.839622 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-508d327e-d36a-4a68-8263-745f675798fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.2704201 Sep 17 22:51:05.851501 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.851868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f4624-896f-4a94-8b08-2a380aae8971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed04c2-6b57-417e-af1d-716ccb4af12e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:05.883822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-781575e4-47f6-4409-a81b-e45cd96e0bde req-ba0be6ba-380f-4588-bb8c-0b7aafec00ab tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052355 Sep 17 22:51:05.958541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-d7356c94-4fd3-4f2c-8d7c-967c854b4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:05.960333 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-d7356c94-4fd3-4f2c-8d7c-967c854b4ebb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981965 Sep 17 22:51:05.966778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port af03624b-9021-4308-92f8-ed3cffceea25 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:05.967256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:05.967979 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:05.977486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c04f44e2-153d-4cd9-8211-e3000aee8531 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:05.978200 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.047486 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18616f3a-f120-4049-acb9-eaa20f87be92 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.110577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-f9ce6118-ed41-4674-a2ff-108bb70d4527', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:06.111441 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.148666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:06.149368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:06.296207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.308346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port af03624b-9021-4308-92f8-ed3cffceea25, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=af03624b-9021-4308-92f8-ed3cffceea25,segment=NetworkSegment(fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566),segment_id=fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:06.308956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.330333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for af03624b-9021-4308-92f8-ed3cffceea25 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:06.367673 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-eeb744f2-b8ef-4bd6-928c-37fb9d37202b service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877914 Sep 17 22:51:06.643228 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-70532c1e-1171-4d9f-a1a8-6885dfd0a928 req-a1d34607-7740-4595-bad2-2ac410fe6d6f service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832507 Sep 17 22:51:06.656622 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18616f3a-f120-4049-acb9-eaa20f87be92 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.672709 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18616f3a-f120-4049-acb9-eaa20f87be92 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.711313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18616f3a-f120-4049-acb9-eaa20f87be92 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16ce6c1-ff12-4247-8835-e8b932964eb5,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:06.743023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.754190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119bebf4-c3e0-4923-b4e8-fd16c5fa7363 None None] DHCP port deletion for 29bfe4cf-8dbf-45ba-8154-7846458c43e2 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:51:06.764289 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18616f3a-f120-4049-acb9-eaa20f87be92 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:06.766104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-18616f3a-f120-4049-acb9-eaa20f87be92 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4131062 Sep 17 22:51:06.771980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34832) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:06.781109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:06.784333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5a428e1f-4d5b-4e30-98d2-d481a775d406 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': '8df365ec-17bc-4d96-a9e3-c8e940692664', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:06.824749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=af03624b-9021-4308-92f8-ed3cffceea25,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:06.854164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No DVR routers for this DVR port af03624b-9021-4308-92f8-ed3cffceea25 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:07.087436 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a428e1f-4d5b-4e30-98d2-d481a775d406 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.169784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Allocated IP 172.20.0.2 (f9ce6118-ed41-4674-a2ff-108bb70d4527/c30b0651-7e83-4421-9150-5df7439c36d2/46551916-cbe6-4ae4-83eb-200d459897d8) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:07.179092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.222766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bfe4cf-8dbf-45ba-8154-7846458c43e2']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:07.243224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:07.243523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9fdc09-de6c-43ae-a51b-c6dd1f1b7566') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:07.281483 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.323294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.337531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:07.340060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:07.350016 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:07.357555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5fdbf57e-439a-47fa-9d3b-e05b13059d1d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:07.396998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416ce9c-bc06-4c6b-9af1-b1ffce00203a req-4924c710-df3c-4252-ba7a-7b2a7189f270 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:07.400722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f416ce9c-bc06-4c6b-9af1-b1ffce00203a req-4924c710-df3c-4252-ba7a-7b2a7189f270 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.2622561 Sep 17 22:51:07.525041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f416ce9c-bc06-4c6b-9af1-b1ffce00203a req-b2df3c24-5ec5-4318-81a7-77fac7e0e7ac tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055284 Sep 17 22:51:07.530439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a428e1f-4d5b-4e30-98d2-d481a775d406 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.539694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a428e1f-4d5b-4e30-98d2-d481a775d406 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.587735 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.594265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a428e1f-4d5b-4e30-98d2-d481a775d406 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0f241d-9972-4221-81e2-0195fdb62623,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:07.608606 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5a428e1f-4d5b-4e30-98d2-d481a775d406 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.611987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5a428e1f-4d5b-4e30-98d2-d481a775d406 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8356051 Sep 17 22:51:07.618527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:07.619190 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.623655 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/29bfe4cf-8dbf-45ba-8154-7846458c43e2 HTTP/1.1" status: 204 len: 168 time: 2.2182841 Sep 17 22:51:07.624834 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7a18e760-ece2-4504-9262-416820837fc4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': '8df365ec-17bc-4d96-a9e3-c8e940692664', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:07.636693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34850) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:07.699142 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a18e760-ece2-4504-9262-416820837fc4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.709433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:07.710253 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.785712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250866e-184b-43f3-98dc-67313c0de9b6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=29bfe4cf-8dbf-45ba-8154-7846458c43e2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:07.862559 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a18e760-ece2-4504-9262-416820837fc4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.871913 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a18e760-ece2-4504-9262-416820837fc4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.893855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18e760-ece2-4504-9262-416820837fc4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266f2e56-d2e1-49ea-b3b9-0ccee6b5eec4,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:07.914053 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a18e760-ece2-4504-9262-416820837fc4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.920140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34856) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:07.922117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7a18e760-ece2-4504-9262-416820837fc4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022823 Sep 17 22:51:07.941500 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-cbefd470-73d2-45b3-b4d6-da7e90ebd24f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': '8df365ec-17bc-4d96-a9e3-c8e940692664', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:08.034080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34858) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:08.105189 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:08.138909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:08.155616 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:08.239993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:01Z', 'revision_number': 8, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:08.275825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.20.0.1 (f9ce6118-ed41-4674-a2ff-108bb70d4527/c30b0651-7e83-4421-9150-5df7439c36d2/398630cb-155b-4bf3-8f5a-1e9b45b1ebe1) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:08.374446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5fdbf57e-439a-47fa-9d3b-e05b13059d1d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:08.378559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab6c16-ac76-41b8-bfa1-5c26328d24ca None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:01Z', 'revision_number': 8, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74fdc896-1d96-4d07-8513-aec4e552faca', 'name': '', 'network_id': '50be2c9b-2810-4e45-8b2a-054ceddf2d12', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:fa:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:39Z', 'updated_at': '2021-09-17T22:50:44Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '79e6bf52-57bb-4437-989b-91ce9a9e1ff1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:08.404451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1017344027'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:08.429400 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:08.437413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:08.438835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Pushing event updated for resources: {'Port': ['ID=46551916-cbe6-4ae4-83eb-200d459897d8,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:08.460516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:08.466543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:08.542372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:08.546954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:08.572341 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:08.735084 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:08.767481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=5fdbf57e-439a-47fa-9d3b-e05b13059d1d,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:08.793783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Attempting to bind port 46551916-cbe6-4ae4-83eb-200d459897d8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:08.796353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Attempting to bind port 46551916-cbe6-4ae4-83eb-200d459897d8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:08.800225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Attempting to bind port 46551916-cbe6-4ae4-83eb-200d459897d8 on network f9ce6118-ed41-4674-a2ff-108bb70d4527 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:08.842276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device af03624b-9021-4308-92f8-ed3cffceea25 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:08.905766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475eca3-d63b-44ed-b731-213f98a9fb4c req-9dc708f2-de60-43c0-aaeb-cf50ed272e72 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:08.908018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f475eca3-d63b-44ed-b731-213f98a9fb4c req-9dc708f2-de60-43c0-aaeb-cf50ed272e72 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.1963797 Sep 17 22:51:08.922418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: af03624b-9021-4308-92f8-ed3cffceea25 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:08.925108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device af03624b-9021-4308-92f8-ed3cffceea25 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:08.932661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:08.934175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Checking segment: {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:08.935521 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:08.936377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Bound using segment: {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:08.939170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Bound port: 46551916-cbe6-4ae4-83eb-200d459897d8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:08.939798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.079476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.135747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5fdbf57e-439a-47fa-9d3b-e05b13059d1d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:09.202838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f475eca3-d63b-44ed-b731-213f98a9fb4c req-34dcf0cf-0102-413d-a85f-036ac90c119f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815902 Sep 17 22:51:09.240311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:09.244553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] For port 46551916-cbe6-4ae4-83eb-200d459897d8, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:09.257674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:09.270464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:09.284102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] For port 46551916-cbe6-4ae4-83eb-200d459897d8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=46551916-cbe6-4ae4-83eb-200d459897d8,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:09.296100 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.415281 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.421978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:09.425587 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.430040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:09.559040 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.598200 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.619870 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.735504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba55d5e-39f6-4538-8203-63fc403f9ece,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:09.903997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cbefd470-73d2-45b3-b4d6-da7e90ebd24f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.031622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91874-a6a2-4c80-a96f-65f364fa0149 None None] Pushing event updated for resources: {'Port': ['ID=46551916-cbe6-4ae4-83eb-200d459897d8,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:10.045861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:10.068482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.070051 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 3c6db5d9-8919-472a-a6b7-4facd910acd5 of type vlan for network b634eaa9-5f06-4ccf-a29e-f015d17443bb Sep 17 22:51:10.106645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cbefd470-73d2-45b3-b4d6-da7e90ebd24f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.150515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fa56eea4-f603-428d-b75a-54cc721c3022 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:10.172045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cbefd470-73d2-45b3-b4d6-da7e90ebd24f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.173553 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.188062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: fa56eea4-f603-428d-b75a-54cc721c3022 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:10.189030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fa56eea4-f603-428d-b75a-54cc721c3022 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:10.214853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefd470-73d2-45b3-b4d6-da7e90ebd24f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffd10bc-9de0-4310-b492-9fbb19fa576c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:10.268890 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.281591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cbefd470-73d2-45b3-b4d6-da7e90ebd24f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.281591 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cbefd470-73d2-45b3-b4d6-da7e90ebd24f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.3596601 Sep 17 22:51:10.286052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34872) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:10.289679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:10.291117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.295794 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4dd7fafc-778d-4bba-9a02-486bf313c5ba tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': '8df365ec-17bc-4d96-a9e3-c8e940692664', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:10.364750 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-4dd7fafc-778d-4bba-9a02-486bf313c5ba tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Project f54f1914c89b4ed9b5e77c5724c76f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:51:10.396717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.450542 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4dd7fafc-778d-4bba-9a02-486bf313c5ba tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.557319 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5209498 Sep 17 22:51:10.627490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 74fdc896-1d96-4d07-8513-aec4e552faca {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:10.628105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.713997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4dd7fafc-778d-4bba-9a02-486bf313c5ba tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.742647 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4dd7fafc-778d-4bba-9a02-486bf313c5ba tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.752981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9760-231a-43d3-adc9-c0dc53a08d23 req-344bf95e-c215-4a66-afc0-277e5ecaff5d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:10.755462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eeab9760-231a-43d3-adc9-c0dc53a08d23 req-344bf95e-c215-4a66-afc0-277e5ecaff5d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.3149281 Sep 17 22:51:10.762350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=b634eaa9-5f06-4ccf-a29e-f015d17443bb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:10.790372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.791540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.792139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.792730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.793403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.795960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.797219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.799527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.799527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.807819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.808604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.809274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4873f9-1a15-47bc-909b-866344825d79 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:10.828829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b634eaa9-5f06-4ccf-a29e-f015d17443bb details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:10.829382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4dd7fafc-778d-4bba-9a02-486bf313c5ba tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.833366 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4dd7fafc-778d-4bba-9a02-486bf313c5ba tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5461912 Sep 17 22:51:10.931773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34874) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:10.954018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-db74227e-5336-46f2-b542-103be7fb82e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': '8df365ec-17bc-4d96-a9e3-c8e940692664', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:10.981926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7fafc-778d-4bba-9a02-486bf313c5ba tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9d3d1e-2e54-4d76-9d66-6877e515cbe5,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:11.179953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port 74fdc896-1d96-4d07-8513-aec4e552faca, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=74fdc896-1d96-4d07-8513-aec4e552faca,segment=NetworkSegment(2421f09e-54aa-4f62-8898-70e4d922248a),segment_id=2421f09e-54aa-4f62-8898-70e4d922248a)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:11.180638 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.203040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 74fdc896-1d96-4d07-8513-aec4e552faca owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:11.370552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 46551916-cbe6-4ae4-83eb-200d459897d8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:11.461356 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-db74227e-5336-46f2-b542-103be7fb82e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Project f54f1914c89b4ed9b5e77c5724c76f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:51:11.472497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db74227e-5336-46f2-b542-103be7fb82e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.536586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1807d02-7a59-43c0-9342-8aba288e88d3 None None] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:11.545728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 46551916-cbe6-4ae4-83eb-200d459897d8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:11.546385 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.628005 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.655129 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.794072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db74227e-5336-46f2-b542-103be7fb82e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.847750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-57519d96-653b-4bb4-a311-0b9e87aa39ca None None] Provisioning complete for port 46551916-cbe6-4ae4-83eb-200d459897d8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:11.851275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-57519d96-653b-4bb4-a311-0b9e87aa39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.881170 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db74227e-5336-46f2-b542-103be7fb82e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.898615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eeab9760-231a-43d3-adc9-c0dc53a08d23 req-4a6735fe-996a-4a89-8da5-5af548ab1910 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1136053 Sep 17 22:51:11.928481 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:11.993445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74227e-5336-46f2-b542-103be7fb82e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7374789-b676-4e05-9b0e-5097e4596d0d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:11.993710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:12.046125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db74227e-5336-46f2-b542-103be7fb82e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:12.050217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db74227e-5336-46f2-b542-103be7fb82e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1110873 Sep 17 22:51:12.151751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:12.215536 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:12.267277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:12.275285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:12.415226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=74fdc896-1d96-4d07-8513-aec4e552faca,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:12.421624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-57519d96-653b-4bb4-a311-0b9e87aa39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:12.461581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 46551916-cbe6-4ae4-83eb-200d459897d8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=46551916-cbe6-4ae4-83eb-200d459897d8,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:12.508753 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:12.829640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:12.883403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=46551916-cbe6-4ae4-83eb-200d459897d8,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:12.899516 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-57519d96-653b-4bb4-a311-0b9e87aa39ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:51:12.900269 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-57519d96-653b-4bb4-a311-0b9e87aa39ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:51:13.144813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:13.181414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:13.190344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-61cead85-99eb-4c55-be09-8187e8cadfde tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "PUT /v2.0/routers/e24fd106-0eb0-4d30-b851-27d0bb3bf1b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0193760 Sep 17 22:51:13.202765 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Sync routers for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:13.234424 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:13.237627 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:13.329546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 46551916-cbe6-4ae4-83eb-200d459897d8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:13.401210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24e5af-d04e-4dac-945f-ccad9f39823c req-b0b36da5-28fa-4e9f-b6b6-346a515d678e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:13.419213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f24e5af-d04e-4dac-945f-ccad9f39823c req-b0b36da5-28fa-4e9f-b6b6-346a515d678e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.2266562 Sep 17 22:51:13.618597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f24e5af-d04e-4dac-945f-ccad9f39823c req-5865979e-9706-475f-994b-b56afcffda78 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925757 Sep 17 22:51:13.731430 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:13.732081 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 46551916-cbe6-4ae4-83eb-200d459897d8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:13.733417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:13.942479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dd7f89ae-fd1a-423d-b89e-f1318cb34b7b None None] Provisioning complete for port 46551916-cbe6-4ae4-83eb-200d459897d8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:13.943165 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dd7f89ae-fd1a-423d-b89e-f1318cb34b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.032509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:14.277580 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:11Z', 'revision_number': 2, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:14.353160 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Checking router: e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:14.354681 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Updating router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:51:14.364095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:14.368354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dd7f89ae-fd1a-423d-b89e-f1318cb34b7b None None] Provisioning complete for port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:14.369204 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dd7f89ae-fd1a-423d-b89e-f1318cb34b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.383874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34900) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:14.388676 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-234dac4c-4f6c-41b5-812f-de135014eb95 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7456555 Sep 17 22:51:14.389338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34902) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:14.389513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': 'b634eaa9-5f06-4ccf-a29e-f015d17443bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:14.408093 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.415291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f89ae-fd1a-423d-b89e-f1318cb34b7b None None] Port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:51:14.419580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:14.429718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:14.430504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:14.538509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d84154-9916-4622-a1c6-d44d956d09b7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet 79e6bf52-57bb-4437-989b-91ce9a9e1ff1 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:14.551998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5d84154-9916-4622-a1c6-d44d956d09b7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.590063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:14.595650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.597392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:14.647617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5d84154-9916-4622-a1c6-d44d956d09b7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.653603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a71479d3-24e4-484d-890a-9f7332ad91a7 None None] Provisioning complete for port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:14.653980 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a71479d3-24e4-484d-890a-9f7332ad91a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.902682 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5d84154-9916-4622-a1c6-d44d956d09b7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.940654 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.954829 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:14.956581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a71479d3-24e4-484d-890a-9f7332ad91a7 None None] Port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:51:15.042910 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09bf8f-dafe-43d6-90da-765a999311a9 None None] Pushing event updated for resources: {'Port': ['ID=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:15.090621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5d84154-9916-4622-a1c6-d44d956d09b7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.102549 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.171360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d84154-9916-4622-a1c6-d44d956d09b7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=79e6bf52-57bb-4437-989b-91ce9a9e1ff1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:15.175969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d5d84154-9916-4622-a1c6-d44d956d09b7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.190377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fa36f-0364-44ca-b837-d17d3ed465d9 None None] Network 50be2c9b-2810-4e45-8b2a-054ceddf2d12 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:15.197019 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d5d84154-9916-4622-a1c6-d44d956d09b7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/79e6bf52-57bb-4437-989b-91ce9a9e1ff1 HTTP/1.1" status: 204 len: 168 time: 0.8066118 Sep 17 22:51:15.197977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34910) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:15.214031 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Attempting to bind port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:15.214789 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Attempting to bind port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:15.219004 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Attempting to bind port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 on network f9ce6118-ed41-4674-a2ff-108bb70d4527 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:15.247773 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:15.248571 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Checking segment: {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:15.250370 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.250965 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Bound using segment: {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:15.254385 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Bound port: 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:15.258101 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.408148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '3c6db5d9-8919-472a-a6b7-4facd910acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b634eaa9-5f06-4ccf-a29e-f015d17443bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:15.408716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: b634eaa9-5f06-4ccf-a29e-f015d17443bb, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:15.427755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=a957d74f-5ede-49a0-af8e-fb469d16fcad,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:15.474735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network b634eaa9-5f06-4ccf-a29e-f015d17443bb is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:15.481553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.501959 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b634eaa9-5f06-4ccf-a29e-f015d17443bb) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:15.513633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:15.514278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.539174 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] For port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:15.555738 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] For port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:15.566844 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.583152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-25ab8485-2355-450a-9f73-2d6613fe9635 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1970468 Sep 17 22:51:15.584015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34912) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:15.598445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450048014'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:15.624028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e726b403-7b4b-46d2-a439-58558d1ef29f None None] Network b634eaa9-5f06-4ccf-a29e-f015d17443bb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:15.633636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:15.639308 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.667520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 503d3df8-082b-4826-abaf-daae2f39d06f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:15.669670 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.696391 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09bf8f-dafe-43d6-90da-765a999311a9 None None] Pushing event updated for resources: {'Port': ['ID=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:15.728207 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:15.729519 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:15.876259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port 503d3df8-082b-4826-abaf-daae2f39d06f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=503d3df8-082b-4826-abaf-daae2f39d06f,segment=NetworkSegment(2421f09e-54aa-4f62-8898-70e4d922248a),segment_id=2421f09e-54aa-4f62-8898-70e4d922248a)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:15.877106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:15.911519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 503d3df8-082b-4826-abaf-daae2f39d06f owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:16.197314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.288708 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:16.289667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=503d3df8-082b-4826-abaf-daae2f39d06f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:16.292238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No DVR routers for this DVR port 503d3df8-082b-4826-abaf-daae2f39d06f on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:16.344246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Provisioning complete for port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:16.352494 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.362090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b634eaa9-5f06-4ccf-a29e-f015d17443bb', 'network_id': 'b634eaa9-5f06-4ccf-a29e-f015d17443bb', 'tenant_id': 'fdd459b9c0364031a4d3be75ff1729b1', 'fixed_ips': [{'subnet_id': 'a957d74f-5ede-49a0-af8e-fb469d16fcad'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:16.362986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.481453 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.552989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50be2c9b-2810-4e45-8b2a-054ceddf2d12']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:16.587452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2421f09e-54aa-4f62-8898-70e4d922248a') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:16.587746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2421f09e-54aa-4f62-8898-70e4d922248a') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:16.640478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:16.643350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.671758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.673834 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 5d9e9ab1-4675-4baa-a882-f6d798ebec71 of type vlan for network 3acf05c9-2c7d-4838-bdf6-f0d5239f0518 Sep 17 22:51:16.688474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:11Z', 'revision_number': 9, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:16.692797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.720423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:16.720906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:16.724234 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:16.777349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.821178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.828165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:16.829318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.852216 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:16.857562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200bf2ae-535f-4a79-8068-d1ea7fb58cb9 None None] DHCP port deletion for 50be2c9b-2810-4e45-8b2a-054ceddf2d12 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:51:16.885283 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:15Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:16.885929 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.898129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:16.901545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/50be2c9b-2810-4e45-8b2a-054ceddf2d12 HTTP/1.1" status: 204 len: 168 time: 1.7017448 Sep 17 22:51:16.919729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:16.920740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:16.922478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34916) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:16.960470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34918) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:16.961669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2fd86-6e2e-4bda-99e9-f76a1d227f23 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=50be2c9b-2810-4e45-8b2a-054ceddf2d12,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:16.962883 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3762441 Sep 17 22:51:16.979345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': '3acf05c9-2c7d-4838-bdf6-f0d5239f0518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:16.989461 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f241f-305c-4042-8b85-13cb0837d894 None None] The sync data for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 is: [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:15Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:17.262245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d266d-6051-4f85-9ef8-5c3f1f866fc6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=3acf05c9-2c7d-4838-bdf6-f0d5239f0518,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:17.307870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:17.314941 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:17.649706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 503d3df8-082b-4826-abaf-daae2f39d06f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:17.697758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 3acf05c9-2c7d-4838-bdf6-f0d5239f0518 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:17.709244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Allocated IP 2001:db8:0:ffff::2 (b634eaa9-5f06-4ccf-a29e-f015d17443bb/a957d74f-5ede-49a0-af8e-fb469d16fcad/a249b34b-6bbe-4be5-ba8c-b84a75fb7506) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:17.719817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 503d3df8-082b-4826-abaf-daae2f39d06f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:17.721402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 503d3df8-082b-4826-abaf-daae2f39d06f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:17.727236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:17.797548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:17.822608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:17.886186 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:17.961716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=144450d5-c74f-4d39-b3f5-9b63dd27266b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:18.013808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '5d9e9ab1-4675-4baa-a882-f6d798ebec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3acf05c9-2c7d-4838-bdf6-f0d5239f0518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:18.014227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: 3acf05c9-2c7d-4838-bdf6-f0d5239f0518, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:18.071764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network 3acf05c9-2c7d-4838-bdf6-f0d5239f0518 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:18.087103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 3acf05c9-2c7d-4838-bdf6-f0d5239f0518) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:18.122557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:18.123269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.149306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c4ade4f2-4b34-4ee2-b056-ad7c4580e57f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1814349 Sep 17 22:51:18.151130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34922) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:18.186865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] For port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:18.229156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84ddd6-6328-41a9-a866-264a1b064cb8 None None] Network 3acf05c9-2c7d-4838-bdf6-f0d5239f0518 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:18.247606 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.469266 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.638402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.652036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 8f31fec6-0da3-4621-8d23-d331e9951b66 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:18.652375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.717663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Pushing event updated for resources: {'Port': ['ID=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:18.752969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.753758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.754206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.754781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.755259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.755704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.756777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.757508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.758122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.758545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.759598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.759598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b6fd0-f196-4155-aacc-2b01c75a6a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:18.797428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b86c0cc9-e115-41c5-942b-b3de01aa0afc None None] Provisioning complete for port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:18.797878 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b86c0cc9-e115-41c5-942b-b3de01aa0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.877404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.885908 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.962729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=144450d5-c74f-4d39-b3f5-9b63dd27266b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:18.966525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port 8f31fec6-0da3-4621-8d23-d331e9951b66, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8f31fec6-0da3-4621-8d23-d331e9951b66,segment=NetworkSegment(9f222507-57f7-4183-b2c1-1802976460de),segment_id=9f222507-57f7-4183-b2c1-1802976460de)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:18.967157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.983538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 8f31fec6-0da3-4621-8d23-d331e9951b66 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:19.097176 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.170078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acf05c9-2c7d-4838-bdf6-f0d5239f0518']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:19.212501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9e9ab1-4675-4baa-a882-f6d798ebec71') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:19.219104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9e9ab1-4675-4baa-a882-f6d798ebec71') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:19.232911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:19.240110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.246818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.274688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.277227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=8f31fec6-0da3-4621-8d23-d331e9951b66,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:19.295646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:19.296119 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.374453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ed6f8-508c-4c1f-a456-9460fc50697c None None] Network 3acf05c9-2c7d-4838-bdf6-f0d5239f0518 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:19.487032 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:19.496290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.504509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.511846 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/3acf05c9-2c7d-4838-bdf6-f0d5239f0518 HTTP/1.1" status: 204 len: 168 time: 1.3596649 Sep 17 22:51:19.520530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34930) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:19.536107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313525187'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:19.553785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521bc24-1cf9-4c28-ab49-947c537482e7 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=3acf05c9-2c7d-4838-bdf6-f0d5239f0518,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:19.579756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:19.586514 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.734022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:19.762253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.766390 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.766805 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 9ebd9466-fc59-43e2-91e4-b22784eaf419 of type vlan for network e58a790f-fe0c-43c4-be35-4f093c970871 Sep 17 22:51:19.775758 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.814587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:19.815366 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.833000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.844100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.900105 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:19.917328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:19.918714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.028722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Network b634eaa9-5f06-4ccf-a29e-f015d17443bb is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:20.049298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=e58a790f-fe0c-43c4-be35-4f093c970871,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:20.055743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:20.079492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:20.079791 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e1ea420e-8c86-414d-9fd1-0db946938d73 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5512354 Sep 17 22:51:20.079968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e58a790f-fe0c-43c4-be35-4f093c970871 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:20.080092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34932) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:20.096107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': 'e58a790f-fe0c-43c4-be35-4f093c970871', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:20.174590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:11Z', 'revision_number': 9, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:20.186658 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:20.208624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:20.213731 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.226773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea31e5-530a-4894-b571-7ffa7d077d7b None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:11Z', 'revision_number': 9, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f31fec6-0da3-4621-8d23-d331e9951b66', 'name': '', 'network_id': 'cb2a2e0b-130d-4aea-8fe0-75acd12ff881', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:ae:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '172eede5-4792-486e-b980-271874602831', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:27Z', 'updated_at': '2021-09-17T22:50:38Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': '172eede5-4792-486e-b980-271874602831', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:20.251880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Pushing event updated for resources: {'Port': ['ID=a249b34b-6bbe-4be5-ba8c-b84a75fb7506,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:20.358769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Attempting to bind port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:20.359222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Attempting to bind port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3c6db5d9-8919-472a-a6b7-4facd910acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b634eaa9-5f06-4ccf-a29e-f015d17443bb'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:20.359691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Attempting to bind port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 on network b634eaa9-5f06-4ccf-a29e-f015d17443bb {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:20.382850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:20.383365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Checking segment: {'id': '3c6db5d9-8919-472a-a6b7-4facd910acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b634eaa9-5f06-4ccf-a29e-f015d17443bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:20.383873 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.384359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Bound using segment: {'id': '3c6db5d9-8919-472a-a6b7-4facd910acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b634eaa9-5f06-4ccf-a29e-f015d17443bb'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:20.385224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Bound port: a249b34b-6bbe-4be5-ba8c-b84a75fb7506, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6db5d9-8919-472a-a6b7-4facd910acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b634eaa9-5f06-4ccf-a29e-f015d17443bb'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:20.385670 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.402128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-138b9b29-0669-4c40-8a61-92459de9121d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964359919&fields=id&tenant_id=f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 267 time: 0.0788584 Sep 17 22:51:20.473216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:20.487161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7075b266-b0ae-4c3e-ae20-5dbbb21b331d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5546825 Sep 17 22:51:20.490546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34942) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:20.498285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] For port a249b34b-6bbe-4be5-ba8c-b84a75fb7506, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:20.501177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.502761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] For port a249b34b-6bbe-4be5-ba8c-b84a75fb7506, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a249b34b-6bbe-4be5-ba8c-b84a75fb7506,segment=NetworkSegment(3c6db5d9-8919-472a-a6b7-4facd910acd5),segment_id=3c6db5d9-8919-472a-a6b7-4facd910acd5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:20.510584 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.538212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-73451201-d56c-4a38-bf9c-1b585fdce7f7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282841193&fields=id&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 267 time: 0.1493402 Sep 17 22:51:20.635617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-680da3de-01c3-4f0d-b6bf-54242c8081a3 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet 172eede5-4792-486e-b980-271874602831 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:20.652561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=6c3c08a1-1a10-4738-bf27-cc4952f1427b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:20.656348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417335a0-51c3-4f75-ba08-d19510570856 None None] Pushing event updated for resources: {'Port': ['ID=a249b34b-6bbe-4be5-ba8c-b84a75fb7506,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:20.660752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-680da3de-01c3-4f0d-b6bf-54242c8081a3 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.696310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68d3a-8aec-4f72-8def-961bae374055 req-8a08ac51-47c2-4c9b-8e1f-a465cdcd85bc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:20.697964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-8a08ac51-47c2-4c9b-8e1f-a465cdcd85bc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/networks?id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff HTTP/1.1" status: 200 len: 797 time: 0.2788863 Sep 17 22:51:20.727035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-984e4e59-068a-4a5b-828c-d7d7d50c24db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/quotas/f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 375 time: 0.0207715 Sep 17 22:51:20.731198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-680da3de-01c3-4f0d-b6bf-54242c8081a3 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.759688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '9ebd9466-fc59-43e2-91e4-b22784eaf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e58a790f-fe0c-43c4-be35-4f093c970871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:20.760052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: e58a790f-fe0c-43c4-be35-4f093c970871, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:20.786369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23176-a588-444c-b193-64237d6dbdaf req-6b06d3a7-a676-4e01-b6ca-6d7ce6c380ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:20.788880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-6b06d3a7-a676-4e01-b6ca-6d7ce6c380ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/networks?id=f9ce6118-ed41-4674-a2ff-108bb70d4527 HTTP/1.1" status: 200 len: 797 time: 0.2487853 Sep 17 22:51:20.802832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network e58a790f-fe0c-43c4-be35-4f093c970871 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:20.821217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e58a790f-fe0c-43c4-be35-4f093c970871) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:20.827667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-997701a3-0edf-4bde-89de-9d2baa8dd3cf tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/quotas/dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 375 time: 0.0278225 Sep 17 22:51:20.835892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-7c9b72af-9818-4f31-a431-12028c391cf0 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991585 Sep 17 22:51:20.844086 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae083ce7-c879-4a1b-8cb8-9546005bc391 None None] Network e58a790f-fe0c-43c4-be35-4f093c970871 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:20.876818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:20.883070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.936358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-b87498e7-338a-420e-bb18-2a81b372ef31 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980709 Sep 17 22:51:20.964021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34950) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:20.973395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-477286945'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:20.979890 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b5649091-fbc5-4c44-9fed-b6bb84e73e53 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8989856 Sep 17 22:51:20.981611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-680da3de-01c3-4f0d-b6bf-54242c8081a3 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.983338 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:21.001002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:21.003352 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:21.055296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:21.058851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.157800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-680da3de-01c3-4f0d-b6bf-54242c8081a3 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.184914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:21.210676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f920f-72f6-46f5-9a4a-68e0494b8499 None None] Network cb2a2e0b-130d-4aea-8fe0-75acd12ff881 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:21.241723 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.242426 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 835e1b08-4cbd-4a4c-a382-364879baeab1 of type vlan for network d045b446-4205-4562-b3bb-128b1d702ac9 Sep 17 22:51:21.242545 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:21.245083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-680da3de-01c3-4f0d-b6bf-54242c8081a3 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.252659 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-680da3de-01c3-4f0d-b6bf-54242c8081a3 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/172eede5-4792-486e-b980-271874602831 HTTP/1.1" status: 204 len: 168 time: 0.7555704 Sep 17 22:51:21.252659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34952) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:21.252659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680da3de-01c3-4f0d-b6bf-54242c8081a3 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=172eede5-4792-486e-b980-271874602831,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:21.363140 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.394054 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.417623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a249b34b-6bbe-4be5-ba8c-b84a75fb7506 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:21.439315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-f95f33ed-9bae-41ae-b532-8d23da8a7459 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004134 Sep 17 22:51:21.448977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e58a790f-fe0c-43c4-be35-4f093c970871', 'network_id': 'e58a790f-fe0c-43c4-be35-4f093c970871', 'tenant_id': 'fdd459b9c0364031a4d3be75ff1729b1', 'fixed_ips': [{'subnet_id': '6c3c08a1-1a10-4738-bf27-cc4952f1427b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:21.449859 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.457874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f5617737-3555-41d7-9c14-034d39f98d97 service neutron] 10.222.0.48 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722837 Sep 17 22:51:21.469288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port a517d717-c930-4f5e-ab94-b0f575745406 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:21.469659 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.557188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port a517d717-c930-4f5e-ab94-b0f575745406, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a517d717-c930-4f5e-ab94-b0f575745406,segment=NetworkSegment(9f222507-57f7-4183-b2c1-1802976460de),segment_id=9f222507-57f7-4183-b2c1-1802976460de)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:21.557963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.587497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for a517d717-c930-4f5e-ab94-b0f575745406 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:21.620686 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:19Z', 'revision_number': 10, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:21.623109 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.634075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:21.634859 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.656233 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:21.673398 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:21.674203 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:21.689536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7219563 Sep 17 22:51:21.695656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34954) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:21.712828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': 'd045b446-4205-4562-b3bb-128b1d702ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:21.863398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-5701cfb0-9840-4ebc-90fa-6228ad11530d service neutron] 10.222.0.48 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014409 Sep 17 22:51:21.864137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8b126-1e94-45bb-8d19-7bc7eb504377 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=d045b446-4205-4562-b3bb-128b1d702ac9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:21.886141 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.898124 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Allocated IP 2001:db8::3 (e58a790f-fe0c-43c4-be35-4f093c970871/6c3c08a1-1a10-4738-bf27-cc4952f1427b/52dcf34a-0731-4ef2-8a23-193f5445622d) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:21.919857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-4fdb4b7a-7cfc-42dc-8d79-d3c2c6d6834f service neutron] 10.222.0.48 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552012 Sep 17 22:51:21.930419 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:21.986177 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:21.989843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.010677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=a517d717-c930-4f5e-ab94-b0f575745406,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:22.037006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No DVR routers for this DVR port a517d717-c930-4f5e-ab94-b0f575745406 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:22.156760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_backend_mixin [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Performing IP validity checks on allocation pools {{(pid=94738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:51:22.157420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_backend_mixin [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:51:22.241716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.294827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2a2e0b-130d-4aea-8fe0-75acd12ff881']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:22.331675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f222507-57f7-4183-b2c1-1802976460de') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:22.333371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f222507-57f7-4183-b2c1-1802976460de') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:22.363202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.392089 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.407978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:22.409157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.432228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.453403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network d045b446-4205-4562-b3bb-128b1d702ac9 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:22.455503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae450730-9251-4495-934f-ccdfbd13bfec None None] Network b634eaa9-5f06-4ccf-a29e-f015d17443bb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:22.461270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8fcec399-d141-43d6-afcc-61e8a29c4b42 req-eace7d38-f32f-4f21-8629-7a940896fb07 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 210 time: 0.1453238 Sep 17 22:51:22.492889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40b1c-4476-407e-a5ed-2361cbd121c2 req-d5568586-b8e2-4c1c-bbea-8f305cd08f54 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:22.497434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acf40b1c-4476-407e-a5ed-2361cbd121c2 req-d5568586-b8e2-4c1c-bbea-8f305cd08f54 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.1966007 Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:22.595301 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:22.610814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.612621 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.619550 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:19Z', 'revision_number': 10, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:22.660445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acf40b1c-4476-407e-a5ed-2361cbd121c2 req-4d0037e3-1eed-4753-8c9e-0534a6a29acc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561708 Sep 17 22:51:22.698812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.699568 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf81b3-ecff-4998-be08-cc276ecfc8ec None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:19Z', 'revision_number': 10, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None, '_interfaces': [{'id': '5e658d27-9345-4852-a9e6-c9b531e3aeab', 'name': '', 'network_id': '38cb44d2-c40e-4a9f-85aa-fee97381af73', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'mac_address': 'fa:16:3e:a2:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:19Z', 'updated_at': '2021-09-17T22:50:27Z', 'revision_number': 5, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'subnets': [{'id': 'a707a65f-8253-4037-a20d-ca1d604f1bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:22.709599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d477019-27d3-4501-a1d9-d31cfc201361 req-1d958386-234c-400b-932d-018b3091b359 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 210 time: 0.1180065 Sep 17 22:51:22.728989 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/cb2a2e0b-130d-4aea-8fe0-75acd12ff881 HTTP/1.1" status: 204 len: 168 time: 1.4704535 Sep 17 22:51:22.728989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab0d92-05c2-406c-80b7-ca76488cefbf tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=cb2a2e0b-130d-4aea-8fe0-75acd12ff881,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:22.736146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 34974) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:22.853280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be2360-6858-46fc-88b8-78ccb13db617 None None] DHCP port deletion for cb2a2e0b-130d-4aea-8fe0-75acd12ff881 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:51:22.966928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Network e58a790f-fe0c-43c4-be35-4f093c970871 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:22.988659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:22.992219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:23.001386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7630e40d-bc54-41a6-9419-1dd05caee181 None None] Provisioning complete for port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:23.001990 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7630e40d-bc54-41a6-9419-1dd05caee181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.071049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Pushing event updated for resources: {'Port': ['ID=52dcf34a-0731-4ef2-8a23-193f5445622d,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:23.123614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:23.123777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.160687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Attempting to bind port 52dcf34a-0731-4ef2-8a23-193f5445622d on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:23.161039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Attempting to bind port 52dcf34a-0731-4ef2-8a23-193f5445622d by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9ebd9466-fc59-43e2-91e4-b22784eaf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e58a790f-fe0c-43c4-be35-4f093c970871'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:23.161488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Attempting to bind port 52dcf34a-0731-4ef2-8a23-193f5445622d on network e58a790f-fe0c-43c4-be35-4f093c970871 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:23.177343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:23.177837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Checking segment: {'id': '9ebd9466-fc59-43e2-91e4-b22784eaf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e58a790f-fe0c-43c4-be35-4f093c970871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:23.178162 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.178643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Bound using segment: {'id': '9ebd9466-fc59-43e2-91e4-b22784eaf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e58a790f-fe0c-43c4-be35-4f093c970871'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:23.179351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Bound port: 52dcf34a-0731-4ef2-8a23-193f5445622d, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebd9466-fc59-43e2-91e4-b22784eaf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e58a790f-fe0c-43c4-be35-4f093c970871'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:23.179787 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.238916 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7630e40d-bc54-41a6-9419-1dd05caee181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.407736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.416244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7630e40d-bc54-41a6-9419-1dd05caee181 None None] For port a249b34b-6bbe-4be5-ba8c-b84a75fb7506, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a249b34b-6bbe-4be5-ba8c-b84a75fb7506,segment=NetworkSegment(3c6db5d9-8919-472a-a6b7-4facd910acd5),segment_id=3c6db5d9-8919-472a-a6b7-4facd910acd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:23.450244 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7630e40d-bc54-41a6-9419-1dd05caee181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.499957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] For port 52dcf34a-0731-4ef2-8a23-193f5445622d, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:23.560659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] For port 52dcf34a-0731-4ef2-8a23-193f5445622d, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=52dcf34a-0731-4ef2-8a23-193f5445622d,segment=NetworkSegment(9ebd9466-fc59-43e2-91e4-b22784eaf419),segment_id=9ebd9466-fc59-43e2-91e4-b22784eaf419)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:23.561660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=b618094a-01b5-4e6a-a2d8-6aa74a053f7b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:23.569554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '835e1b08-4cbd-4a4c-a382-364879baeab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd045b446-4205-4562-b3bb-128b1d702ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:23.570002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: d045b446-4205-4562-b3bb-128b1d702ac9, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:23.594797 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.614842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a174e418-a0e5-46a3-a308-ed1550c8d716 req-cc3d92fe-af54-4cb0-8602-5182beab7c30 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 210 time: 0.0368631 Sep 17 22:51:23.615633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network d045b446-4205-4562-b3bb-128b1d702ac9 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:23.625377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630e40d-bc54-41a6-9419-1dd05caee181 None None] Pushing event updated for resources: {'Port': ['ID=a249b34b-6bbe-4be5-ba8c-b84a75fb7506,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:23.633446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, d045b446-4205-4562-b3bb-128b1d702ac9) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:23.639102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 74fdc896-1d96-4d07-8513-aec4e552faca no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:23.640240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:23.641299 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.689200 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-56486843-53fd-4729-8840-b9df0ed6640c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9921424 Sep 17 22:51:23.689853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 34988) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:23.703471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de03e3-e3a9-4c9a-aaa9-e1cdb5bbbad2 None None] Network d045b446-4205-4562-b3bb-128b1d702ac9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:23.705699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 74fdc896-1d96-4d07-8513-aec4e552faca {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:23.706039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 74fdc896-1d96-4d07-8513-aec4e552faca not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:23.820961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.914812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5527b22-5ee2-4ab6-bb12-aa500148ad7a None None] Pushing event updated for resources: {'Port': ['ID=52dcf34a-0731-4ef2-8a23-193f5445622d,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:23.941019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:23.978639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a249b34b-6bbe-4be5-ba8c-b84a75fb7506 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:23.992502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3c7d9dca-90c7-400b-9eae-21179f58d073 None None] Provisioning complete for port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:23.993663 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3c7d9dca-90c7-400b-9eae-21179f58d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.100495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a197da44-4789-471f-85f8-6777c226c363 req-21ff539d-5e19-45f0-afeb-a225fa740c5c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 210 time: 0.1401477 Sep 17 22:51:24.193566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47c687-2507-4f50-8bf6-ff10eef77efb req-1854a847-cd65-4416-a9bc-8c15f003f324 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:24.201269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc47c687-2507-4f50-8bf6-ff10eef77efb req-1854a847-cd65-4416-a9bc-8c15f003f324 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.3124597 Sep 17 22:51:24.269303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.319184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23176-a588-444c-b193-64237d6dbdaf req-36393195-b1f9-4d74-8ff5-2c7aec3b855c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:24.321057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-36393195-b1f9-4d74-8ff5-2c7aec3b855c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "GET /v2.0/networks?id=f9ce6118-ed41-4674-a2ff-108bb70d4527 HTTP/1.1" status: 200 len: 797 time: 0.3491831 Sep 17 22:51:24.445675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9eafcb-fa27-4d6d-81b7-44f38c68bb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-d045b446-4205-4562-b3bb-128b1d702ac9', 'network_id': 'd045b446-4205-4562-b3bb-128b1d702ac9', 'tenant_id': 'fdd459b9c0364031a4d3be75ff1729b1', 'fixed_ips': [{'subnet_id': 'b618094a-01b5-4e6a-a2d8-6aa74a053f7b'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:24.446557 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a9eafcb-fa27-4d6d-81b7-44f38c68bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.449359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:24.449723 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.475651 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-c63a70b5-94b1-4cb1-99ae-f0d738d2fd3d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd57f2c534624464a18ff984d4076422 HTTP/1.1" status: 200 len: 380 time: 0.1361187 Sep 17 22:51:24.496418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'port': {'device_id': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'admin_state_up': True, 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'security_groups': ['92da0245-8664-4b50-b535-be100649ca4e']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:24.524166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.580572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=b618094a-01b5-4e6a-a2d8-6aa74a053f7b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:24.699387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5d667-3545-4271-ba3c-2a7f66fcc681 None None] Network d045b446-4205-4562-b3bb-128b1d702ac9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:24.701603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.737665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d045b446-4205-4562-b3bb-128b1d702ac9']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:24.783166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835e1b08-4cbd-4a4c-a382-364879baeab1') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:24.784052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835e1b08-4cbd-4a4c-a382-364879baeab1') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:24.786471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Made reservation on behalf of dd57f2c534624464a18ff984d4076422 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:24.793964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.796542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc47c687-2507-4f50-8bf6-ff10eef77efb req-238ca3e0-75bb-4372-9f81-ae9c475d6e10 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5943055 Sep 17 22:51:24.817141 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.867037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e189d19e-b98c-44d4-9c42-41975e438814 req-f60f6ce5-6eab-4e94-b07a-3463b2215121 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 210 time: 0.0607178 Sep 17 22:51:24.905970 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.957417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a517d717-c930-4f5e-ab94-b0f575745406 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:24.967183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:24.973249 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.991679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a517d717-c930-4f5e-ab94-b0f575745406 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:24.992299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a517d717-c930-4f5e-ab94-b0f575745406 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:24.992419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8f31fec6-0da3-4621-8d23-d331e9951b66 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:24.999819 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:25.026810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f2dddc50-4e99-4a2d-9998-5458c8ba4e19 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:25.028337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f2dddc50-4e99-4a2d-9998-5458c8ba4e19 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.45 "GET /v2.0/networks?id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff HTTP/1.1" status: 200 len: 797 time: 0.3268638 Sep 17 22:51:25.041717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 8f31fec6-0da3-4621-8d23-d331e9951b66 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:25.042481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8f31fec6-0da3-4621-8d23-d331e9951b66 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:25.124109 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.156184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-140f3230-acf1-416a-b820-5369d612b1fe tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 380 time: 0.0944057 Sep 17 22:51:25.165362 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.167569 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/d045b446-4205-4562-b3bb-128b1d702ac9 HTTP/1.1" status: 204 len: 168 time: 1.4768264 Sep 17 22:51:25.171513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228839cd-c4ca-4fd8-8e95-386b3bd3a955 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=d045b446-4205-4562-b3bb-128b1d702ac9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:25.172837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'port': {'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'admin_state_up': True, 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'security_groups': ['8df365ec-17bc-4d96-a9e3-c8e940692664']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:25.174271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35016) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:25.181611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015913924'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:25.213882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port 5e658d27-9345-4852-a9e6-c9b531e3aeab {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:25.213882 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.214504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.20.0.9 (f9ce6118-ed41-4674-a2ff-108bb70d4527/c30b0651-7e83-4421-9150-5df7439c36d2/5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:25.229885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:25.233726 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.291281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:25.305151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9093006-4758-45b6-a7c5-512d4c7909f0 None None] Network e58a790f-fe0c-43c4-be35-4f093c970871 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:25.310107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e91eff7-c4ac-4be2-9cac-3651138ec436 req-796dde37-a785-4c4c-8bb9-3040ea8a783e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 210 time: 0.0730064 Sep 17 22:51:25.329399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.329808 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 29f692c5-5dcd-4b2d-9212-11ca4c64c95c of type vlan for network ffb5a15b-f300-4057-9db6-e219c1d6ea50 Sep 17 22:51:25.415754 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.445323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port 5e658d27-9345-4852-a9e6-c9b531e3aeab, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5e658d27-9345-4852-a9e6-c9b531e3aeab,segment=NetworkSegment(fc6c6a85-d541-44f3-be44-f9c72e1f1138),segment_id=fc6c6a85-d541-44f3-be44-f9c72e1f1138)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:25.446056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.468428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.468746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-846767d9-5e55-45cb-9eec-8462cef210f7 None None] Provisioning complete for port 52dcf34a-0731-4ef2-8a23-193f5445622d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:25.469363 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-846767d9-5e55-45cb-9eec-8462cef210f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.477967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for 5e658d27-9345-4852-a9e6-c9b531e3aeab owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:25.478447 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.485137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:25.486045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.520723 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3430717 Sep 17 22:51:25.535941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:25.538997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35018) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:25.541419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.544625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': 'ffb5a15b-f300-4057-9db6-e219c1d6ea50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:25.636859 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-846767d9-5e55-45cb-9eec-8462cef210f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.690492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:25.695381 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.705462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-846767d9-5e55-45cb-9eec-8462cef210f7 None None] For port 52dcf34a-0731-4ef2-8a23-193f5445622d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=52dcf34a-0731-4ef2-8a23-193f5445622d,segment=NetworkSegment(9ebd9466-fc59-43e2-91e4-b22784eaf419),segment_id=9ebd9466-fc59-43e2-91e4-b22784eaf419)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:25.713599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-846767d9-5e55-45cb-9eec-8462cef210f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.738556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915162a-05c9-46eb-a53c-da14741d5517 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=ffb5a15b-f300-4057-9db6-e219c1d6ea50,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:25.760593 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:25.809856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network ffb5a15b-f300-4057-9db6-e219c1d6ea50 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:25.880951 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.20.0.14 (e30ad9b0-bbb7-4986-93e4-f6fedd8310ff/461d618d-2cf5-4ce5-8fe1-1d62653c98ac/babb6403-6d2b-4518-8223-dc822c68c4c8) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:25.977842 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.002820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 52dcf34a-0731-4ef2-8a23-193f5445622d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:26.028414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:26.033953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846767d9-5e55-45cb-9eec-8462cef210f7 None None] Pushing event updated for resources: {'Port': ['ID=52dcf34a-0731-4ef2-8a23-193f5445622d,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:26.060156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=5e658d27-9345-4852-a9e6-c9b531e3aeab,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:26.086930 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:26.090485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 52dcf34a-0731-4ef2-8a23-193f5445622d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:26.091118 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.097675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:26.102568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:26.153523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53ea6341-418c-4496-9309-742ea0250168 req-5232a17f-2756-4131-b913-fdad1e246b5a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 210 time: 0.0970485 Sep 17 22:51:26.182119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7bd3e8f2-5d59-43b6-9e33-2bfff5616626 None None] Provisioning complete for port 52dcf34a-0731-4ef2-8a23-193f5445622d triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:26.182119 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7bd3e8f2-5d59-43b6-9e33-2bfff5616626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.186372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.252772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:26.258092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.285614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-68a562a2-b815-48d4-aecb-23aed5a7eaa2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8037505 Sep 17 22:51:26.312124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Request body: {'port': {'device_id': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:26.378967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=30f067e6-59f2-4867-a005-8db44947c265,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:26.442495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '29f692c5-5dcd-4b2d-9212-11ca4c64c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffb5a15b-f300-4057-9db6-e219c1d6ea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:26.442495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: ffb5a15b-f300-4057-9db6-e219c1d6ea50, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:26.476242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.514331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network ffb5a15b-f300-4057-9db6-e219c1d6ea50 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:26.557228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-628dce31-0571-4f3e-b474-e77f00260529 None None] Provisioning complete for port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:26.557743 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-628dce31-0571-4f3e-b474-e77f00260529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.585451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ea0d3-2d82-41e7-bdc6-67f9f119adfd req-063dc518-dba1-4905-baee-1a4c27126213 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:26.587023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de2ea0d3-2d82-41e7-bdc6-67f9f119adfd req-063dc518-dba1-4905-baee-1a4c27126213 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.6242287 Sep 17 22:51:26.602490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-628dce31-0571-4f3e-b474-e77f00260529 None None] Port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:51:26.608908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.619923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, ffb5a15b-f300-4057-9db6-e219c1d6ea50) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:26.630585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:26.632052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.640424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29068f6-82ae-4bf7-93ca-140a3c731bdf None None] Network ffb5a15b-f300-4057-9db6-e219c1d6ea50 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:26.699703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.759133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-35810e30-1752-44d2-b120-0718831f3a1c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2151923 Sep 17 22:51:26.760704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35036) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:26.767718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c7a71-a628-4786-9fea-d3a057299ed3 req-a18c7a1a-3346-4c8e-811a-511f1d17a38a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:26.769300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f8c7a71-a628-4786-9fea-d3a057299ed3 req-a18c7a1a-3346-4c8e-811a-511f1d17a38a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 931 time: 0.2572699 Sep 17 22:51:26.775874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de2ea0d3-2d82-41e7-bdc6-67f9f119adfd req-c9524502-91b1-42e9-8431-334b42144f8b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680560 Sep 17 22:51:26.852336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-ffb5a15b-f300-4057-9db6-e219c1d6ea50', 'network_id': 'ffb5a15b-f300-4057-9db6-e219c1d6ea50', 'tenant_id': 'fdd459b9c0364031a4d3be75ff1729b1', 'fixed_ips': [{'subnet_id': '30f067e6-59f2-4867-a005-8db44947c265'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:26.853567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.912427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f8c7a71-a628-4786-9fea-d3a057299ed3 req-fbfc33ad-32d6-4377-9a5d-fcb8db08f551 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331260 Sep 17 22:51:26.922126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:26.925058 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.931560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:26.994388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:27.027711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:51:27.038842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.040070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Allocated IP 2001:db8::1 (ffb5a15b-f300-4057-9db6-e219c1d6ea50/30f067e6-59f2-4867-a005-8db44947c265/eb875907-1b9c-44e1-881e-665a68d0c16a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:27.041252 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.053812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:27.079815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:27.084288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=babb6403-6d2b-4518-8223-dc822c68c4c8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:27.106061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Transition to ACTIVE for port object 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:51:27.118516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.159158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:27.171392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6d258d6f-6990-4b35-86d2-42ac121ebe7f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4345999 Sep 17 22:51:27.176000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35038) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:27.196338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:27.245949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:27.246625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:27.329657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:27.346436 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:27.347038 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.357268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:27.389739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Attempting to bind port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:27.390077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Attempting to bind port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:27.390409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Attempting to bind port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 on network f9ce6118-ed41-4674-a2ff-108bb70d4527 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:27.395937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 on network f9ce6118-ed41-4674-a2ff-108bb70d4527 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:51:27.396782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Attempting to bind port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 on network f9ce6118-ed41-4674-a2ff-108bb70d4527 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:27.405264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:27.405655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Checking segment: {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:27.405996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Bound using segment: {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:27.406491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Bound port: 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213c90a3-4c60-4540-b74f-029d71210ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:27.406855 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.418811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f20accae-eafa-4b39-b248-834aac8e6466 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2517962 Sep 17 22:51:27.431045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f5fd11-76cb-49f5-8b83-f6cf8568fc27 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting subnet a707a65f-8253-4037-a20d-ca1d604f1bd1 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:27.434417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0f5fd11-76cb-49f5-8b83-f6cf8568fc27 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.489775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0f5fd11-76cb-49f5-8b83-f6cf8568fc27 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.503802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:27.508523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:27.517548 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.575425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:27.576168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.578136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 HTTP/1.1" status: 200 len: 1092 time: 1.2824237 Sep 17 22:51:27.578616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:27.581188 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af662977-0d74-47e4-af70-7041384d345a" -d '{"events": [{"name": "network-changed", "server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:27.601184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0f5fd11-76cb-49f5-8b83-f6cf8568fc27 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.609248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Request body: {'port': {'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:27.611990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b176e-c2c0-4797-bdf8-04420ca346c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:27.687911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a35961-af2d-4c42-8785-d60eabdd236b req-5be2e518-adda-42f4-99e4-cee819c5ec4a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:27.696466 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2a35961-af2d-4c42-8785-d60eabdd236b req-5be2e518-adda-42f4-99e4-cee819c5ec4a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 932 time: 0.3907166 Sep 17 22:51:27.706299 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47493a7-bae3-4750-8002-967b3ebe142e x-openstack-request-id: req-d47493a7-bae3-4750-8002-967b3ebe142e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:27.706608 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:27.706874 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d47493a7-bae3-4750-8002-967b3ebe142e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:27.707435 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'status': 'completed', 'code': 200} Sep 17 22:51:27.747849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23176-a588-444c-b193-64237d6dbdaf req-aed399ec-bede-4948-a8a9-aa98b4db9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:27.754939 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-aed399ec-bede-4948-a8a9-aa98b4db9339 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1095 time: 0.1115415 Sep 17 22:51:27.778000 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.813676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2a35961-af2d-4c42-8785-d60eabdd236b req-cf1d5fc7-2b42-4454-a09c-a212ec587f6e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155398 Sep 17 22:51:27.817018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-5988aea2-90e5-48e5-92ab-fa745c07eef9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 HTTP/1.1" status: 200 len: 217 time: 0.0547271 Sep 17 22:51:27.825634 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0f5fd11-76cb-49f5-8b83-f6cf8568fc27 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.868764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5fd11-76cb-49f5-8b83-f6cf8568fc27 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Subnet': ['ID=a707a65f-8253-4037-a20d-ca1d604f1bd1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:27.879282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d0f5fd11-76cb-49f5-8b83-f6cf8568fc27 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:27.884359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d0f5fd11-76cb-49f5-8b83-f6cf8568fc27 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/a707a65f-8253-4037-a20d-ca1d604f1bd1 HTTP/1.1" status: 204 len: 168 time: 0.6966534 Sep 17 22:51:27.887039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35048) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:27.901360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae1f8d-cbd8-421c-be7d-5ae02d5a163d None None] Network 38cb44d2-c40e-4a9f-85aa-fee97381af73 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:27.918645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:25Z', 'revision_number': 11, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:27.982583 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 52dcf34a-0731-4ef2-8a23-193f5445622d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:27.988312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:27.990811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23176-a588-444c-b193-64237d6dbdaf req-ae3b1cb7-73d2-4f42-8b79-368d6230bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:27.992597 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-ae3b1cb7-73d2-4f42-8b79-368d6230bc6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c30b0651-7e83-4421-9150-5df7439c36d2 HTTP/1.1" status: 200 len: 835 time: 0.1583316 Sep 17 22:51:28.028921 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.054837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23176-a588-444c-b193-64237d6dbdaf req-16eba71b-d7f6-4d7d-aabc-bd5adecbde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:28.058529 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-16eba71b-d7f6-4d7d-aabc-bd5adecbde90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9ce6118-ed41-4674-a2ff-108bb70d4527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570645 Sep 17 22:51:28.070134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-95628c99-2dba-410a-a906-ec4429a2a4b2 None None] Provisioning complete for port babb6403-6d2b-4518-8223-dc822c68c4c8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:28.070694 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95628c99-2dba-410a-a906-ec4429a2a4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.080751 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.111950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:28.112582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:28.196242 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-c23de13b-3aa9-4120-a92b-0836f006b570 service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300960 Sep 17 22:51:28.251519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.279256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Network ffb5a15b-f300-4057-9db6-e219c1d6ea50 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:28.286995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:28.287819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a380923-91e3-478f-b321-e582ed9ed009 req-4a7f376b-04cf-4022-9f3f-88fb6ee94132 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:28.289766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a380923-91e3-478f-b321-e582ed9ed009 req-4a7f376b-04cf-4022-9f3f-88fb6ee94132 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.3138683 Sep 17 22:51:28.292642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-95628c99-2dba-410a-a906-ec4429a2a4b2 None None] Port babb6403-6d2b-4518-8223-dc822c68c4c8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:51:28.324597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Pushing event updated for resources: {'Port': ['ID=eb875907-1b9c-44e1-881e-665a68d0c16a,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:28.327629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:28.329644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:28.335306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f41cb3-e0fa-4576-8bc7-7162d81e7f95 req-fbc558b4-fa4f-40ce-a718-f16f8a0bcd2b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:28.336896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99f41cb3-e0fa-4576-8bc7-7162d81e7f95 req-fbc558b4-fa4f-40ce-a718-f16f8a0bcd2b tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 943 time: 0.3071554 Sep 17 22:51:28.349170 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-26d23176-a588-444c-b193-64237d6dbdaf req-cc4bfda6-8306-4ac1-b9aa-5b554f889afe service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429696 Sep 17 22:51:28.364815 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:25Z', 'revision_number': 11, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:28.385898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.454843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d6f8c-164a-4008-a905-30a8c9cba7d4 None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:25Z', 'revision_number': 11, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:28.460974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=30f067e6-59f2-4867-a005-8db44947c265,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:28.477426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 52dcf34a-0731-4ef2-8a23-193f5445622d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:28.477973 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.535956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a380923-91e3-478f-b321-e582ed9ed009 req-92239405-e039-4e2e-b96d-33d4452693a9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314169 Sep 17 22:51:28.560281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Attempting to bind port eb875907-1b9c-44e1-881e-665a68d0c16a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:28.560749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Attempting to bind port eb875907-1b9c-44e1-881e-665a68d0c16a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '29f692c5-5dcd-4b2d-9212-11ca4c64c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffb5a15b-f300-4057-9db6-e219c1d6ea50'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:28.561417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Attempting to bind port eb875907-1b9c-44e1-881e-665a68d0c16a on network ffb5a15b-f300-4057-9db6-e219c1d6ea50 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:28.576036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:28.576530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Checking segment: {'id': '29f692c5-5dcd-4b2d-9212-11ca4c64c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffb5a15b-f300-4057-9db6-e219c1d6ea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:28.577293 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.577751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Bound using segment: {'id': '29f692c5-5dcd-4b2d-9212-11ca4c64c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffb5a15b-f300-4057-9db6-e219c1d6ea50'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:28.578318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Bound port: eb875907-1b9c-44e1-881e-665a68d0c16a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f692c5-5dcd-4b2d-9212-11ca4c64c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffb5a15b-f300-4057-9db6-e219c1d6ea50'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:28.579260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.600598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99f41cb3-e0fa-4576-8bc7-7162d81e7f95 req-5b8b8e7e-8927-4fd7-a720-1388a4383af3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522347 Sep 17 22:51:28.602224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.636812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb5a15b-f300-4057-9db6-e219c1d6ea50']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:28.640211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Deleting port ae1e18a6-a9d5-42de-b5ce-454825805f79 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:28.640564 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.646406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662977-0d74-47e4-af70-7041384d345a req-a083184d-dbd4-4cf9-9c9c-048c8320fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:28.648243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-af662977-0d74-47e4-af70-7041384d345a req-a083184d-dbd4-4cf9-9c9c-048c8320fb0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1095 time: 0.2026320 Sep 17 22:51:28.652496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f692c5-5dcd-4b2d-9212-11ca4c64c95c') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:28.653038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f692c5-5dcd-4b2d-9212-11ca4c64c95c') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:28.671812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.695614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] For port eb875907-1b9c-44e1-881e-665a68d0c16a, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:28.711288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.743638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] For port ae1e18a6-a9d5-42de-b5ce-454825805f79, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ae1e18a6-a9d5-42de-b5ce-454825805f79,segment=NetworkSegment(fc6c6a85-d541-44f3-be44-f9c72e1f1138),segment_id=fc6c6a85-d541-44f3-be44-f9c72e1f1138)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:28.744308 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.747176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:28.747820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:28.751045 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:28.763085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babb6403-6d2b-4518-8223-dc822c68c4c8 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:51:28.775170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Calling delete_port for ae1e18a6-a9d5-42de-b5ce-454825805f79 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:28.784682 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.835543 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:51:28.835543 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:51:28.835543 n-d-789963-10 neutron-server[94738]: [parameters: {'id': 'ffb5a15b-f300-4057-9db6-e219c1d6ea50'}] Sep 17 22:51:28.835543 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:51:28.835543 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:51:28.839034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] For port eb875907-1b9c-44e1-881e-665a68d0c16a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=eb875907-1b9c-44e1-881e-665a68d0c16a,segment=NetworkSegment(29f692c5-5dcd-4b2d-9212-11ca4c64c95c),segment_id=29f692c5-5dcd-4b2d-9212-11ca4c64c95c)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:28.841452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Transition to ACTIVE for port object babb6403-6d2b-4518-8223-dc822c68c4c8 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:51:28.852394 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.856182 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:28.862462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] DHCP port deletion for 38cb44d2-c40e-4a9f-85aa-fee97381af73 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:51:28.880993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662977-0d74-47e4-af70-7041384d345a req-497a332e-1f48-4c8b-9424-3a14358f995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:28.882571 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-af662977-0d74-47e4-af70-7041384d345a req-497a332e-1f48-4c8b-9424-3a14358f995d service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9ce6118-ed41-4674-a2ff-108bb70d4527 HTTP/1.1" status: 200 len: 898 time: 0.2223642 Sep 17 22:51:28.969024 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-af662977-0d74-47e4-af70-7041384d345a req-1ed21120-225a-4e56-8ab5-09dee9fae5d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 HTTP/1.1" status: 200 len: 217 time: 0.0772309 Sep 17 22:51:28.973515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Pushing event updated for resources: {'Port': ['ID=babb6403-6d2b-4518-8223-dc822c68c4c8,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:29.003977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be336-2b01-46de-a429-8899a7f2b789 None None] Pushing event updated for resources: {'Port': ['ID=eb875907-1b9c-44e1-881e-665a68d0c16a,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:29.028128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a66011-c4d3-44f7-8a82-3f9c7b6592b9 None None] Network ffb5a15b-f300-4057-9db6-e219c1d6ea50 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:29.065456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662977-0d74-47e4-af70-7041384d345a req-b7ba9ec5-c7f5-4647-85fa-15774c472822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:29.067324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-af662977-0d74-47e4-af70-7041384d345a req-b7ba9ec5-c7f5-4647-85fa-15774c472822 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c30b0651-7e83-4421-9150-5df7439c36d2 HTTP/1.1" status: 200 len: 835 time: 0.0895541 Sep 17 22:51:29.082457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] Deleting port ae1e18a6-a9d5-42de-b5ce-454825805f79 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:29.083029 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.137218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662977-0d74-47e4-af70-7041384d345a req-38bb826b-886c-4380-9581-96f32fa920b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:29.139645 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-af662977-0d74-47e4-af70-7041384d345a req-38bb826b-886c-4380-9581-96f32fa920b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9ce6118-ed41-4674-a2ff-108bb70d4527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643935 Sep 17 22:51:29.269470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] For port ae1e18a6-a9d5-42de-b5ce-454825805f79, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ae1e18a6-a9d5-42de-b5ce-454825805f79,segment=NetworkSegment(fc6c6a85-d541-44f3-be44-f9c72e1f1138),segment_id=fc6c6a85-d541-44f3-be44-f9c72e1f1138)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:29.269890 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.281445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-af662977-0d74-47e4-af70-7041384d345a req-08d6cc82-9e81-4f8f-8553-17aa1efb249a service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325700 Sep 17 22:51:29.296343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] Calling delete_port for ae1e18a6-a9d5-42de-b5ce-454825805f79 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:29.336798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.415022 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.449218 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-af662977-0d74-47e4-af70-7041384d345a req-867f6aee-d95a-41bc-b40a-e52ed8adf3be service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587479 Sep 17 22:51:29.489555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] Pushing event deleted for resources: {'Port': ['ID=ae1e18a6-a9d5-42de-b5ce-454825805f79,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:29.495706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6924df2-f461-42b7-939b-0d3da505c2fa None None] No DVR routers for this DVR port ae1e18a6-a9d5-42de-b5ce-454825805f79 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:29.502752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting port eb875907-1b9c-44e1-881e-665a68d0c16a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:29.503204 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.527876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc017a-6d05-416d-90da-e6c1907d5685 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:51:29.588688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.598239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] For port eb875907-1b9c-44e1-881e-665a68d0c16a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=eb875907-1b9c-44e1-881e-665a68d0c16a,segment=NetworkSegment(29f692c5-5dcd-4b2d-9212-11ca4c64c95c),segment_id=29f692c5-5dcd-4b2d-9212-11ca4c64c95c)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:29.598439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.614499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Calling delete_port for eb875907-1b9c-44e1-881e-665a68d0c16a owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:29.620506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86be0ad-4026-414b-9e8f-b3868146a174 req-92764468-1b28-4093-9cb0-d35af59bc291 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:29.629532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b86be0ad-4026-414b-9e8f-b3868146a174 req-92764468-1b28-4093-9cb0-d35af59bc291 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 944 time: 0.6307437 Sep 17 22:51:29.671039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No DVR routers for this DVR port ae1e18a6-a9d5-42de-b5ce-454825805f79 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:29.676592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Attempting to bind port babb6403-6d2b-4518-8223-dc822c68c4c8 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:29.677150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Attempting to bind port babb6403-6d2b-4518-8223-dc822c68c4c8 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:29.677760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Attempting to bind port babb6403-6d2b-4518-8223-dc822c68c4c8 on network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:29.688030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc017a-6d05-416d-90da-e6c1907d5685 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:51:29.729036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.764564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Port': ['ID=eb875907-1b9c-44e1-881e-665a68d0c16a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:29.770509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Port': ['ID=ae1e18a6-a9d5-42de-b5ce-454825805f79,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:29.774316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No DVR routers for this DVR port eb875907-1b9c-44e1-881e-665a68d0c16a on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:29.776634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Port babb6403-6d2b-4518-8223-dc822c68c4c8 on network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:51:29.777052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Attempting to bind port babb6403-6d2b-4518-8223-dc822c68c4c8 on network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:29.789702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:29.790214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Checking segment: {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:29.790801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Bound using segment: {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:29.791158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Bound port: babb6403-6d2b-4518-8223-dc822c68c4c8, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa66965a-8ccf-43d7-89d1-d55591431869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:29.791584 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.879637 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.880390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ae1e18a6-a9d5-42de-b5ce-454825805f79 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:29.886225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b86be0ad-4026-414b-9e8f-b3868146a174 req-ced1dd58-e7a8-47bc-8db8-cef11221b338 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459066 Sep 17 22:51:29.926193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb5a15b-f300-4057-9db6-e219c1d6ea50']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:29.944914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f692c5-5dcd-4b2d-9212-11ca4c64c95c') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:29.945663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f692c5-5dcd-4b2d-9212-11ca4c64c95c') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:29.950852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] For port babb6403-6d2b-4518-8223-dc822c68c4c8, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:29.955210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ae1e18a6-a9d5-42de-b5ce-454825805f79 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:29.955582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ae1e18a6-a9d5-42de-b5ce-454825805f79 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:29.955714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] For port babb6403-6d2b-4518-8223-dc822c68c4c8, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=babb6403-6d2b-4518-8223-dc822c68c4c8,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:29.956106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5e658d27-9345-4852-a9e6-c9b531e3aeab no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:29.960955 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.971492 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-130d2845-6432-4e0d-8a54-8e7e949ee467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.985361 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.996520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:29.997186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:30.001518 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:30.018814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 5e658d27-9345-4852-a9e6-c9b531e3aeab {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:30.019317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5e658d27-9345-4852-a9e6-c9b531e3aeab not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:30.037637 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.043309 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.069871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f649-27d5-4b21-9dbf-b85e1fe3fcf8 req-3f272e75-3be3-4dd2-984d-573fd10c142a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:30.071567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a002f649-27d5-4b21-9dbf-b85e1fe3fcf8 req-3f272e75-3be3-4dd2-984d-573fd10c142a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.3907065 Sep 17 22:51:30.098064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.112312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.119845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/ffb5a15b-f300-4057-9db6-e219c1d6ea50 HTTP/1.1" status: 204 len: 168 time: 3.3550551 Sep 17 22:51:30.127673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35062) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:30.137341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569143166'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:30.153182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cb44d2-c40e-4a9f-85aa-fee97381af73']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:30.157890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:30.158529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.160116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] 10.222.0.45 "PUT /v2.0/ports/babb6403-6d2b-4518-8223-dc822c68c4c8 HTTP/1.1" status: 200 len: 1093 time: 2.5553799 Sep 17 22:51:30.163610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:30.166509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eac08d-0b88-49b9-a5ad-78a5b873886f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=ffb5a15b-f300-4057-9db6-e219c1d6ea50,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:30.172039 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61" -d '{"events": [{"name": "network-changed", "server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:30.205460 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6c6a85-d541-44f3-be44-f9c72e1f1138') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:30.205792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6c6a85-d541-44f3-be44-f9c72e1f1138') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:30.206771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:30.211556 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.246917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:30.252626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f245f41-913e-490b-ae4a-eba462b0d93a req-5df1056c-d447-4503-a5ea-604c4edce7fd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:30.254334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f245f41-913e-490b-ae4a-eba462b0d93a req-5df1056c-d447-4503-a5ea-604c4edce7fd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 943 time: 0.2935407 Sep 17 22:51:30.261032 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.275444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.275444 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 352a819a-f726-458e-9000-ef80c6dfa072 of type vlan for network 3e54ccf0-9e3f-454a-a4be-e553ad91706d Sep 17 22:51:30.292010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:51:30.322975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a002f649-27d5-4b21-9dbf-b85e1fe3fcf8 req-0354efef-2a25-45ca-b3f5-b97c8a30c6a4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444274 Sep 17 22:51:30.323581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f180a-e5f2-4a14-939b-1f94c92d9499 service neutron] Pushing event updated for resources: {'Port': ['ID=babb6403-6d2b-4518-8223-dc822c68c4c8,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:30.331169 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.338331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.367147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:30.367509 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: self.session.flush() Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:30.370937 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:30.383330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.400380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:30.404139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.438678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f245f41-913e-490b-ae4a-eba462b0d93a req-c9324e11-a9c5-413a-8437-3767de17168d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472857 Sep 17 22:51:30.445185 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489aa055-c87d-4afb-bd1c-b685ade47e64 x-openstack-request-id: req-489aa055-c87d-4afb-bd1c-b685ade47e64 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:30.445335 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:30.445551 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-489aa055-c87d-4afb-bd1c-b685ade47e64 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:30.445960 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'status': 'completed', 'code': 200} Sep 17 22:51:30.456400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:30.462986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3317041 Sep 17 22:51:30.466815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35066) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:30.470097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'port_id': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'mac_address': 'fa:16:3e:ed:bc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:51:30.473278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': '3e54ccf0-9e3f-454a-a4be-e553ad91706d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:30.523614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff500f06-af95-4a14-934b-8eeb2e766525 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=3e54ccf0-9e3f-454a-a4be-e553ad91706d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:30.531462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68d3a-8aec-4f72-8def-961bae374055 req-a17d8a05-e516-41f3-bd72-69bf3ea4ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:30.532278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-a17d8a05-e516-41f3-bd72-69bf3ea4ce18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 1096 time: 0.3079915 Sep 17 22:51:30.535780 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.541208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 3e54ccf0-9e3f-454a-a4be-e553ad91706d details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:30.552305 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.594599 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.600620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/networks/38cb44d2-c40e-4a9f-85aa-fee97381af73 HTTP/1.1" status: 204 len: 168 time: 2.6761570 Sep 17 22:51:30.604110 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-f9d9c9bd-0118-4935-9fec-b5adeccaeaf0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babb6403-6d2b-4518-8223-dc822c68c4c8 HTTP/1.1" status: 200 len: 217 time: 0.0638456 Sep 17 22:51:30.604780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35070) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:30.619371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'routes': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:30.664005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:30.666322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675f2ae-478f-41f6-b03c-f9aae28c3cdd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Pushing event deleted for resources: {'Network': ['ID=38cb44d2-c40e-4a9f-85aa-fee97381af73,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:30.669036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.694174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:51:30.727934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:30.741061 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.783527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68d3a-8aec-4f72-8def-961bae374055 req-a839fb2e-eeb3-46df-b4ea-109caf970643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:30.785517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-a839fb2e-eeb3-46df-b4ea-109caf970643 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=461d618d-2cf5-4ce5-8fe1-1d62653c98ac HTTP/1.1" status: 200 len: 834 time: 0.1625035 Sep 17 22:51:30.804305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:30.879166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.extraroute_db [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Added routes are [] {{(pid=94737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:51:30.879754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.extraroute_db [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Removed routes are [] {{(pid=94737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:51:30.880121 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.898310 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:30.963767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68d3a-8aec-4f72-8def-961bae374055 req-aa5b5024-2d75-4715-8008-70dbf226c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:30.965373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-aa5b5024-2d75-4715-8008-70dbf226c02d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521757 Sep 17 22:51:30.976659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:51:30.998357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=7cc74dbe-65e8-4461-ac99-ed154fd4677a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:31.002467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '352a819a-f726-458e-9000-ef80c6dfa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e54ccf0-9e3f-454a-a4be-e553ad91706d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:31.002845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: 3e54ccf0-9e3f-454a-a4be-e553ad91706d, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:31.031415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network 3e54ccf0-9e3f-454a-a4be-e553ad91706d is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:31.048011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 3e54ccf0-9e3f-454a-a4be-e553ad91706d) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:31.060759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a5fdb-5336-4fcd-8e04-e1e2cf646488 None None] Network 3e54ccf0-9e3f-454a-a4be-e553ad91706d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:31.062301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:31.062983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.086974 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9289f6e1-752e-4010-bb6e-dd58f4fdbdb2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6188600 Sep 17 22:51:31.092802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35074) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:31.095238 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.150137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.228367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efebc9e-37e9-43e7-b684-94e8770e3e8b req-39f2a022-71e2-46ad-8278-0b2340773a09 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:31.230009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0efebc9e-37e9-43e7-b684-94e8770e3e8b req-39f2a022-71e2-46ad-8278-0b2340773a09 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 944 time: 0.2289202 Sep 17 22:51:31.339351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:31.343522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-506ed655-cb94-47c5-b2c0-96332c33bfe1 service neutron] 10.222.0.45 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301907 Sep 17 22:51:31.386528 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0efebc9e-37e9-43e7-b684-94e8770e3e8b req-491bad7c-6297-49f2-98ce-0b5fed14c2d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244121 Sep 17 22:51:31.446613 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.467348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-3e54ccf0-9e3f-454a-a4be-e553ad91706d', 'network_id': '3e54ccf0-9e3f-454a-a4be-e553ad91706d', 'tenant_id': 'fdd459b9c0364031a4d3be75ff1729b1', 'fixed_ips': [{'subnet_id': '7cc74dbe-65e8-4461-ac99-ed154fd4677a'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:31.468580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.563515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:31.575467 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] Sync routers for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:31.587490 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:31.587915 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.588697 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:31.591268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e4ea892d-df8a-4499-8186-19834a17ee53 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 200 len: 700 time: 0.9751494 Sep 17 22:51:31.592196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35080) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:31.630175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0ca161cd-81ac-47cd-b4cb-18f25068159f tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 200 len: 205 time: 0.0345426 Sep 17 22:51:31.633229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35082) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:31.664658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Allocated IP 2001:db8::1 (3e54ccf0-9e3f-454a-a4be-e553ad91706d/7cc74dbe-65e8-4461-ac99-ed154fd4677a/80f82d14-ade2-41e4-8e19-390fcc4f8eb1) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:31.704291 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:31.719276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27b68d3a-8aec-4f72-8def-961bae374055 req-c7d247cc-303d-4f00-91f4-c19d55b1e8b5 service neutron] 10.222.0.45 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573463 Sep 17 22:51:31.759892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13792a2-89b9-48cb-82aa-8e527737561d req-762c06f1-1c5b-45a9-a5a1-86aa036e854d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:31.761788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f13792a2-89b9-48cb-82aa-8e527737561d req-762c06f1-1c5b-45a9-a5a1-86aa036e854d tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 944 time: 0.2362676 Sep 17 22:51:31.770143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4693-b2ae-4101-ad02-94acd2ee1890 req-e26cf301-5db9-4de3-92ae-246b368a02c8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:31.772333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34ba4693-b2ae-4101-ad02-94acd2ee1890 req-e26cf301-5db9-4de3-92ae-246b368a02c8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 945 time: 0.2895563 Sep 17 22:51:31.789250 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:25Z', 'revision_number': 11, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:31.824893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.828186 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] Checking router: 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:31.839355 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] Routers {'37f55d14-58a8-4b9e-a91f-ceb8b18aac68'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:31.840203 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:31.912828 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.929469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:31.958406 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] Set router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:32.008072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Pushing event updated for resources: {'Port': ['ID=80f82d14-ade2-41e4-8e19-390fcc4f8eb1,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:32.017809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34ba4693-b2ae-4101-ad02-94acd2ee1890 req-f5ddbca7-75e7-466a-8a46-b64980f30356 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192848 Sep 17 22:51:32.019553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Network 3e54ccf0-9e3f-454a-a4be-e553ad91706d is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:32.023361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:32.026312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:32.030097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:51:32.048187 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f13792a2-89b9-48cb-82aa-8e527737561d req-2f245876-95cc-4cdc-adff-31f4e767a81a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340341 Sep 17 22:51:32.074478 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.084218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-780abb8f-d97c-4cd8-813f-093f1cdab3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:32.086986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-780abb8f-d97c-4cd8-813f-093f1cdab3a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 1096 time: 0.1989682 Sep 17 22:51:32.099172 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:25Z', 'revision_number': 11, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:32.147594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc74dbe-65e8-4461-ac99-ed154fd4677a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:32.218544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Attempting to bind port 80f82d14-ade2-41e4-8e19-390fcc4f8eb1 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:32.218913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Attempting to bind port 80f82d14-ade2-41e4-8e19-390fcc4f8eb1 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '352a819a-f726-458e-9000-ef80c6dfa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e54ccf0-9e3f-454a-a4be-e553ad91706d'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:32.219273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Attempting to bind port 80f82d14-ade2-41e4-8e19-390fcc4f8eb1 on network 3e54ccf0-9e3f-454a-a4be-e553ad91706d {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:32.228558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:32.228941 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Checking segment: {'id': '352a819a-f726-458e-9000-ef80c6dfa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e54ccf0-9e3f-454a-a4be-e553ad91706d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:32.229345 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.229736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Bound using segment: {'id': '352a819a-f726-458e-9000-ef80c6dfa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e54ccf0-9e3f-454a-a4be-e553ad91706d'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:32.230808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Bound port: 80f82d14-ade2-41e4-8e19-390fcc4f8eb1, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352a819a-f726-458e-9000-ef80c6dfa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e54ccf0-9e3f-454a-a4be-e553ad91706d'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:32.230808 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.239164 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.244773 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7418bd9c-1715-4078-8231-2e69e2db1eda tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.253233 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77761bc8-bbf8-4ced-8d2b-23a6f30dc53d None None] The sync data for ids ['37f55d14-58a8-4b9e-a91f-ceb8b18aac68'] in n-d-789963-10 is: [{'id': '37f55d14-58a8-4b9e-a91f-ceb8b18aac68', 'name': 'tempest-RoutersTest-router-876647474', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:13Z', 'updated_at': '2021-09-17T22:51:25Z', 'revision_number': 11, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:32.275273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e54ccf0-9e3f-454a-a4be-e553ad91706d']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:32.291082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352a819a-f726-458e-9000-ef80c6dfa072') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:32.293353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352a819a-f726-458e-9000-ef80c6dfa072') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:32.319892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] For port 80f82d14-ade2-41e4-8e19-390fcc4f8eb1, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:32.323704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] For port 80f82d14-ade2-41e4-8e19-390fcc4f8eb1, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=80f82d14-ade2-41e4-8e19-390fcc4f8eb1,segment=NetworkSegment(352a819a-f726-458e-9000-ef80c6dfa072),segment_id=352a819a-f726-458e-9000-ef80c6dfa072)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:32.332144 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.341480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:32.355059 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.361710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:32.371671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:32.372305 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:32.375612 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:32.386028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.395637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'port_id': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'mac_address': 'fa:16:3e:15:bb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:51:32.395923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-5467ed66-b3bd-44c2-a6be-5b4ce605bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:32.398542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-5467ed66-b3bd-44c2-a6be-5b4ce605bf70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff HTTP/1.1" status: 200 len: 898 time: 0.2813575 Sep 17 22:51:32.448173 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7418bd9c-1715-4078-8231-2e69e2db1eda tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.451324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7418bd9c-1715-4078-8231-2e69e2db1eda tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.518482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7418bd9c-1715-4078-8231-2e69e2db1eda tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.519556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418bd9c-1715-4078-8231-2e69e2db1eda tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Fanout notify agent at l3_agent the message router_deleted on router 37f55d14-58a8-4b9e-a91f-ceb8b18aac68 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:51:32.542919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7418bd9c-1715-4078-8231-2e69e2db1eda tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.544491 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7418bd9c-1715-4078-8231-2e69e2db1eda tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 204 len: 168 time: 0.9124331 Sep 17 22:51:32.548763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35094) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:32.556297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-f40a101a-44df-42f4-ac92-49f38227b617 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babb6403-6d2b-4518-8223-dc822c68c4c8 HTTP/1.1" status: 200 len: 217 time: 0.1277373 Sep 17 22:51:32.561027 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:51:32.561027 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:51:32.561027 n-d-789963-10 neutron-server[94737]: [parameters: {'id': '3e54ccf0-9e3f-454a-a4be-e553ad91706d'}] Sep 17 22:51:32.561027 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:51:32.561435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b4357fb3-313d-42e4-bba8-1a9931714517 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-104188831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:32.562031 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:51:32.592131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.596900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4357fb3-313d-42e4-bba8-1a9931714517 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.609034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24772de4-26c8-43b2-9d94-01edc99f6cf1 None None] Pushing event updated for resources: {'Port': ['ID=80f82d14-ade2-41e4-8e19-390fcc4f8eb1,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:32.616900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c198e72-4aee-4283-b0a8-8ecf29f6b43e {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:51:32.630016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4357fb3-313d-42e4-bba8-1a9931714517 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.645318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-557e5f6e-2464-45c1-a431-de5b6f8d5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:32.648332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-557e5f6e-2464-45c1-a431-de5b6f8d5e46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=461d618d-2cf5-4ce5-8fe1-1d62653c98ac HTTP/1.1" status: 200 len: 834 time: 0.0690761 Sep 17 22:51:32.664761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046b041-762c-4ec9-ad6a-f84682ba3d14 None None] Network 3e54ccf0-9e3f-454a-a4be-e553ad91706d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:32.704891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62c0d2-96d8-4747-b3c7-b5ea03cca82e req-0575dc47-5890-4888-9f2c-7eb6baa5cad4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:32.706876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab62c0d2-96d8-4747-b3c7-b5ea03cca82e req-0575dc47-5890-4888-9f2c-7eb6baa5cad4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 944 time: 0.2125387 Sep 17 22:51:32.719511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4357fb3-313d-42e4-bba8-1a9931714517 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.736004 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4357fb3-313d-42e4-bba8-1a9931714517 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.743792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-e089e922-0268-436d-a05f-50e0d449f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:32.745480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-e089e922-0268-436d-a05f-50e0d449f170 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870025 Sep 17 22:51:32.755307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b4357fb3-313d-42e4-bba8-1a9931714517 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.757411 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b4357fb3-313d-42e4-bba8-1a9931714517 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2076011 Sep 17 22:51:32.759988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35096) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:32.760386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:51:32.765835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-67a4d7fc-e425-4dc0-b37f-b00b38c9d293 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:32.775485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ab62c0d2-96d8-4747-b3c7-b5ea03cca82e req-bf70c48f-c14a-469b-913c-abfa65425007 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603695 Sep 17 22:51:32.806349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:32.813014 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.859530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:32.886181 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.923275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8252d972-76d7-4f70-9818-e2bc114c142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:32.974764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef02a8af-65aa-4ef2-b2ff-550ac7b2949b None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:51:33.006598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=11']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:33.108790 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67a4d7fc-e425-4dc0-b37f-b00b38c9d293 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.138906 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67a4d7fc-e425-4dc0-b37f-b00b38c9d293 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604364'] for router, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.180329 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.182462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.233228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:33.235514 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550cfdba-87a7-4640-b0c0-4725c14a9b95" -d '{"events": [{"server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:33.256449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:33.261371 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.272167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02a8af-65aa-4ef2-b2ff-550ac7b2949b None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:51:33.309123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['3c198e72-4aee-4283-b0a8-8ecf29f6b43e'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:51:33.333452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a4d7fc-e425-4dc0-b37f-b00b38c9d293 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Router a8e74a92-4e0f-4090-93d3-ed12eaab24a4 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:51:33.395192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:33.425913 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.430329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-9093a0e7-8897-47d8-864e-12ba7365d0a8 service neutron] 10.222.0.45 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663339 Sep 17 22:51:33.445496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a4d7fc-e425-4dc0-b37f-b00b38c9d293 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:33.457426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] Sync routers for ids ['a8e74a92-4e0f-4090-93d3-ed12eaab24a4'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:33.458372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67a4d7fc-e425-4dc0-b37f-b00b38c9d293 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.461983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-67a4d7fc-e425-4dc0-b37f-b00b38c9d293 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "PUT /v2.0/routers/a8e74a92-4e0f-4090-93d3-ed12eaab24a4 HTTP/1.1" status: 200 len: 693 time: 0.6983981 Sep 17 22:51:33.462487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35108) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:33.510819 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] Routers {'a8e74a92-4e0f-4090-93d3-ed12eaab24a4'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:33.511727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a8e74a92-4e0f-4090-93d3-ed12eaab24a4'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:33.554221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8971c-755f-4947-adc6-930825098bd3 req-0d353cf9-ee8b-4fde-92a0-c19627d54081 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:33.555899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97d8971c-755f-4947-adc6-930825098bd3 req-0d353cf9-ee8b-4fde-92a0-c19627d54081 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.0901635 Sep 17 22:51:33.586429 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2c0df857-fc4f-4092-b3a1-08bc49a69938 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/routers/a8e74a92-4e0f-4090-93d3-ed12eaab24a4 HTTP/1.1" status: 200 len: 699 time: 0.1184840 Sep 17 22:51:33.586902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35110) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:33.616584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b9fe09f4-4daa-4e1c-af14-45016a7a96fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e74a92-4e0f-4090-93d3-ed12eaab24a4 HTTP/1.1" status: 200 len: 205 time: 0.0283420 Sep 17 22:51:33.618881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35112) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:33.627914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97c280-e062-4d19-8c1b-0e975876197c req-b53c0807-2c85-4a86-a6b7-80cb8cee73ed tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:33.629426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad97c280-e062-4d19-8c1b-0e975876197c req-b53c0807-2c85-4a86-a6b7-80cb8cee73ed tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1982150 Sep 17 22:51:33.653261 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] Set router a8e74a92-4e0f-4090-93d3-ed12eaab24a4 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:33.705732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a339662c-2402-4a53-a265-d9fa72507868 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.706726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97d8971c-755f-4947-adc6-930825098bd3 req-bf58e1c2-e4db-46fc-aabe-b21090241689 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434720 Sep 17 22:51:33.734871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a611a99c-2c16-49b0-91a4-25bdfc1f9d61 req-8c47d168-04f7-4e2c-8183-4a7e502ecdc3 service neutron] 10.222.0.45 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401130 Sep 17 22:51:33.739204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad97c280-e062-4d19-8c1b-0e975876197c req-878c4f29-56fb-498c-9d7b-b611ce72956c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870039 Sep 17 22:51:33.778440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting port 80f82d14-ade2-41e4-8e19-390fcc4f8eb1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:33.779002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.825284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e74a92-4e0f-4090-93d3-ed12eaab24a4', 'name': 'tempest-RoutersTest-router-104188831', 'tenant_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:51:32Z', 'updated_at': '2021-09-17T22:51:33Z', 'revision_number': 2, 'project_id': 'e1482ee704ac4511ae5f734ec4fa7fae', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:33.877976 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1751f37-f0cb-4578-8505-62879664d6d3 x-openstack-request-id: req-e1751f37-f0cb-4578-8505-62879664d6d3 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:33.878259 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:33.878497 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1751f37-f0cb-4578-8505-62879664d6d3 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:33.878877 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'code': 200} Sep 17 22:51:33.885257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] Checking router: a8e74a92-4e0f-4090-93d3-ed12eaab24a4 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:33.942253 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a339662c-2402-4a53-a265-d9fa72507868 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.945899 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a339662c-2402-4a53-a265-d9fa72507868 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.006419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] Routers {'a8e74a92-4e0f-4090-93d3-ed12eaab24a4'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:34.007075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['a8e74a92-4e0f-4090-93d3-ed12eaab24a4'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:34.009725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] For port 80f82d14-ade2-41e4-8e19-390fcc4f8eb1, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=80f82d14-ade2-41e4-8e19-390fcc4f8eb1,segment=NetworkSegment(352a819a-f726-458e-9000-ef80c6dfa072),segment_id=352a819a-f726-458e-9000-ef80c6dfa072)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:34.010217 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.012206 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.014572 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a339662c-2402-4a53-a265-d9fa72507868 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.015455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a339662c-2402-4a53-a265-d9fa72507868 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Fanout notify agent at l3_agent the message router_deleted on router a8e74a92-4e0f-4090-93d3-ed12eaab24a4 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:51:34.033864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a339662c-2402-4a53-a265-d9fa72507868 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.035621 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a339662c-2402-4a53-a265-d9fa72507868 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/a8e74a92-4e0f-4090-93d3-ed12eaab24a4 HTTP/1.1" status: 204 len: 168 time: 0.4156935 Sep 17 22:51:34.035910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53554d8-f79a-45b2-a4dd-395fc22ede66 req-bc8ff5f4-354d-4ec5-bac4-60acd1910662 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:34.040834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35118) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.044432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c53554d8-f79a-45b2-a4dd-395fc22ede66 req-bc8ff5f4-354d-4ec5-bac4-60acd1910662 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 944 time: 0.1295185 Sep 17 22:51:34.060073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Calling delete_port for 80f82d14-ade2-41e4-8e19-390fcc4f8eb1 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:34.067205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:34.067880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4730bf-6a7e-4768-932b-25fd622a8ff4 None None] The sync data for ids ['a8e74a92-4e0f-4090-93d3-ed12eaab24a4'] in n-d-789963-10 is: [] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:34.075035 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-14941713-a038-40a2-a504-3f7bab684357 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e74a92-4e0f-4090-93d3-ed12eaab24a4 HTTP/1.1" status: 200 len: 205 time: 0.0325284 Sep 17 22:51:34.075434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35122) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.140333 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-6bf936fb-a0c4-4436-9dd7-4cc8f67933a8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] delete failed (client error): The resource could not be found. Sep 17 22:51:34.143740 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6bf936fb-a0c4-4436-9dd7-4cc8f67933a8 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/a8e74a92-4e0f-4090-93d3-ed12eaab24a4 HTTP/1.1" status: 404 len: 336 time: 0.0650663 Sep 17 22:51:34.143983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35124) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.160601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c53554d8-f79a-45b2-a4dd-395fc22ede66 req-ae3ee901-7883-4899-942a-380649941636 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153190 Sep 17 22:51:34.165273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10f598-2eae-42e1-bcd7-98fff7ef52e1 req-f8fef09a-ee22-4240-b994-ce9243e2f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:34.166465 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec10f598-2eae-42e1-bcd7-98fff7ef52e1 req-f8fef09a-ee22-4240-b994-ce9243e2f381 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1097 time: 0.2702579 Sep 17 22:51:34.171905 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8e5823-dce0-49e1-a066-fa0499addc37 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:34.172359 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8e5823-dce0-49e1-a066-fa0499addc37 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:34.174133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8e8e5823-dce0-49e1-a066-fa0499addc37 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/62f91ffe-93d5-4256-b914-b28fd2a6135c HTTP/1.1" status: 404 len: 337 time: 0.0291531 Sep 17 22:51:34.176565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35126) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.211558 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-be37381b-d652-43ea-a3dd-498c467e1b60 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:34.212020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be37381b-d652-43ea-a3dd-498c467e1b60 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:34.216444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-be37381b-d652-43ea-a3dd-498c467e1b60 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/79e6bf52-57bb-4437-989b-91ce9a9e1ff1 HTTP/1.1" status: 404 len: 337 time: 0.0362799 Sep 17 22:51:34.216662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35128) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.232614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec10f598-2eae-42e1-bcd7-98fff7ef52e1 req-1095d274-ee7e-4632-a03a-a38bb1e7f07f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554309 Sep 17 22:51:34.238764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.246800 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-12273876-9e26-45f2-aed8-26051ef7d7a9 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:34.247261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12273876-9e26-45f2-aed8-26051ef7d7a9 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:34.251351 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-12273876-9e26-45f2-aed8-26051ef7d7a9 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/172eede5-4792-486e-b980-271874602831 HTTP/1.1" status: 404 len: 337 time: 0.0313950 Sep 17 22:51:34.251600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35130) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.271879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Port': ['ID=80f82d14-ade2-41e4-8e19-390fcc4f8eb1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:34.274558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No DVR routers for this DVR port 80f82d14-ade2-41e4-8e19-390fcc4f8eb1 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:34.285200 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e518cc5-1ca9-4ff0-a1ae-2300be582ee5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:34.285676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e518cc5-1ca9-4ff0-a1ae-2300be582ee5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:34.290089 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1e518cc5-1ca9-4ff0-a1ae-2300be582ee5 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/a707a65f-8253-4037-a20d-ca1d604f1bd1 HTTP/1.1" status: 404 len: 337 time: 0.0351362 Sep 17 22:51:34.292412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device babb6403-6d2b-4518-8223-dc822c68c4c8 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:51:34.293975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35132) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.341217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7b99de5a-4a1c-4154-a1f7-e69661c880fd tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 200 len: 205 time: 0.0451736 Sep 17 22:51:34.343277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35134) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.359730 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.381430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e54ccf0-9e3f-454a-a4be-e553ad91706d']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:34.390999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352a819a-f726-458e-9000-ef80c6dfa072') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:34.391289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352a819a-f726-458e-9000-ef80c6dfa072') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:34.392984 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-fb3b7635-af3a-42c3-aad4-4d2246d0b7fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] delete failed (client error): The resource could not be found. Sep 17 22:51:34.397465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35136) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.398340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fb3b7635-af3a-42c3-aad4-4d2246d0b7fc tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/37f55d14-58a8-4b9e-a91f-ceb8b18aac68 HTTP/1.1" status: 404 len: 336 time: 0.0530722 Sep 17 22:51:34.414774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port babb6403-6d2b-4518-8223-dc822c68c4c8, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=babb6403-6d2b-4518-8223-dc822c68c4c8,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:34.427207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:51:34.430674 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.434209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-608dacd2-de3b-4eff-ab2f-0d56cf6f878d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcc12e08-ecee-45be-82dc-d284c096842f HTTP/1.1" status: 200 len: 205 time: 0.0356820 Sep 17 22:51:34.436758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35138) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.447618 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.456119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:34.456549 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:34.460746 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:34.472704 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.487863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babb6403-6d2b-4518-8223-dc822c68c4c8 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:51:34.497277 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-a7737ffb-ad74-41db-b3b5-77b76455d32d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] delete failed (client error): The resource could not be found. Sep 17 22:51:34.498749 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a7737ffb-ad74-41db-b3b5-77b76455d32d tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/dcc12e08-ecee-45be-82dc-d284c096842f HTTP/1.1" status: 404 len: 336 time: 0.0605285 Sep 17 22:51:34.503730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35140) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.516526 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port babb6403-6d2b-4518-8223-dc822c68c4c8, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=babb6403-6d2b-4518-8223-dc822c68c4c8,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:34.521531 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.532639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.541859 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1c18ad-882a-469a-990b-0a65e8ab61d7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:34.542293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1c18ad-882a-469a-990b-0a65e8ab61d7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:34.546532 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8f1c18ad-882a-469a-990b-0a65e8ab61d7 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/36c0808a-56f3-4482-9f6d-4b27cfc934df HTTP/1.1" status: 404 len: 337 time: 0.0392709 Sep 17 22:51:34.549871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35142) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.556652 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.558846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/3e54ccf0-9e3f-454a-a4be-e553ad91706d HTTP/1.1" status: 204 len: 168 time: 3.4617188 Sep 17 22:51:34.559757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44982e40-a620-48a4-963b-ccd4a60c8d13 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=3e54ccf0-9e3f-454a-a4be-e553ad91706d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:34.563093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35144) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.572007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769776296'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:34.588879 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-652ec819-421c-411d-9946-45b5931919a6 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=466f28ab-1266-47df-8d16-2f5ad1eaa3c4 HTTP/1.1" status: 200 len: 205 time: 0.0375047 Sep 17 22:51:34.589566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35146) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.617994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=babb6403-6d2b-4518-8223-dc822c68c4c8,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:34.639447 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-8b096818-c394-4177-8c2b-bfb2b4d4f097 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] delete failed (client error): The resource could not be found. Sep 17 22:51:34.640597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8b096818-c394-4177-8c2b-bfb2b4d4f097 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/466f28ab-1266-47df-8d16-2f5ad1eaa3c4 HTTP/1.1" status: 404 len: 336 time: 0.0500007 Sep 17 22:51:34.642393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:34.644068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35148) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.645935 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.674221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:34.678364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9494327b-885c-4d97-820f-8629ad7484ae tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=049ea393-2eed-4dba-814d-1f5af3100e2d HTTP/1.1" status: 200 len: 205 time: 0.0322747 Sep 17 22:51:34.679090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35150) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.684840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.685328 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 00bccb2d-102f-43a3-a800-ab22476f74ba of type vlan for network f8dc3e3f-a4b6-4241-97cd-00cce148e192 Sep 17 22:51:34.717189 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-b846a9c6-42dd-4b28-aa4a-5f2bd6cc7060 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] delete failed (client error): The resource could not be found. Sep 17 22:51:34.721162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b846a9c6-42dd-4b28-aa4a-5f2bd6cc7060 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/049ea393-2eed-4dba-814d-1f5af3100e2d HTTP/1.1" status: 404 len: 336 time: 0.0381689 Sep 17 22:51:34.721162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35152) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.731777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.753408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['babb6403-6d2b-4518-8223-dc822c68c4c8'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:51:34.754656 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6adf31-ccaa-4d07-8bf1-90459727cef0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:34.755116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6adf31-ccaa-4d07-8bf1-90459727cef0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:34.759215 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7f6adf31-ccaa-4d07-8bf1-90459727cef0 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/957b037d-528b-4332-a307-b8f81031af1a HTTP/1.1" status: 404 len: 337 time: 0.0360403 Sep 17 22:51:34.760370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35154) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.781093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.792850 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-49d5f169-3e9d-4f61-9c0c-4cc3a837ec56 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=342cc575-efb7-485e-acfb-b4982f8be1a3 HTTP/1.1" status: 200 len: 205 time: 0.0293231 Sep 17 22:51:34.793131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35160) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.794605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:34.795866 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1658923'] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.835544 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.842842 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-bd9e0f2f-eab4-4773-a5b6-13fa600fab06 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] delete failed (client error): The resource could not be found. Sep 17 22:51:34.844898 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bd9e0f2f-eab4-4773-a5b6-13fa600fab06 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/342cc575-efb7-485e-acfb-b4982f8be1a3 HTTP/1.1" status: 404 len: 336 time: 0.0498796 Sep 17 22:51:34.846820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35162) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.851131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2843428 Sep 17 22:51:34.854865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35164) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.860613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:34.887929 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b27a960-84a9-4848-80f5-bd7db22d6a69 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:34.888207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b27a960-84a9-4848-80f5-bd7db22d6a69 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:34.890018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6b27a960-84a9-4848-80f5-bd7db22d6a69 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/f707132d-9734-436b-8c6c-154d078fe536 HTTP/1.1" status: 404 len: 337 time: 0.0421865 Sep 17 22:51:34.892770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35166) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.922996 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5eeaca79-4f73-4b8b-9db9-3e6c0294c8b2 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf5c3dc-a779-45c4-8f83-be228ec7686e HTTP/1.1" status: 200 len: 205 time: 0.0289664 Sep 17 22:51:34.925291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35168) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.959119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a476ca-b794-46a7-adf8-c661144a1df9 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=f8dc3e3f-a4b6-4241-97cd-00cce148e192,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:34.981956 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-1374baa9-f231-4c6c-a6f8-7af54c13a3ee tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] delete failed (client error): The resource could not be found. Sep 17 22:51:34.982991 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1374baa9-f231-4c6c-a6f8-7af54c13a3ee tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/routers/bbf5c3dc-a779-45c4-8f83-be228ec7686e HTTP/1.1" status: 404 len: 336 time: 0.0567577 Sep 17 22:51:34.985760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35170) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:35.002164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:35.019624 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1b089e-55e5-4e3a-bdd5-6df8204bb943 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:35.020080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1b089e-55e5-4e3a-bdd5-6df8204bb943 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:35.023635 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ad1b089e-55e5-4e3a-bdd5-6df8204bb943 tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/194ce234-cced-4b0a-98ea-efab230b7d27 HTTP/1.1" status: 404 len: 337 time: 0.0368381 Sep 17 22:51:35.026052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35172) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:35.064581 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-832db7d6-f8f0-4536-9402-c7bae54650cb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:35.064924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832db7d6-f8f0-4536-9402-c7bae54650cb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:35.067485 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-832db7d6-f8f0-4536-9402-c7bae54650cb tempest-RoutersTest-1573107340 tempest-RoutersTest-1573107340-project] 10.222.0.48 "DELETE /v2.0/subnets/b6543231-b8a8-4950-98a5-7b08bde2ee32 HTTP/1.1" status: 404 len: 337 time: 0.0397592 Sep 17 22:51:35.081945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240938e0-4c13-4e64-a617-f710b80641ff req-a7700b64-e654-4f45-84ce-13e452c3ebfa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:35.083557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-240938e0-4c13-4e64-a617-f710b80641ff req-a7700b64-e654-4f45-84ce-13e452c3ebfa tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1505010 Sep 17 22:51:35.100171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464317e-8a5c-44c1-af28-59582cc68ea3 req-9c8bf6fc-1e24-44f2-a8aa-531ff8046529 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:35.101314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8464317e-8a5c-44c1-af28-59582cc68ea3 req-9c8bf6fc-1e24-44f2-a8aa-531ff8046529 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.1671572 Sep 17 22:51:35.164512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-240938e0-4c13-4e64-a617-f710b80641ff req-b8087a26-c779-4530-bcbc-5969731db654 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604670 Sep 17 22:51:35.170539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:35.174036 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.203185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8464317e-8a5c-44c1-af28-59582cc68ea3 req-7b38f031-4081-48da-aabe-cacf1f39ddfb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930860 Sep 17 22:51:35.354296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400323b-9d85-447f-86f4-50d1b7621ee1 req-a9d14868-3544-425e-8e98-b4daa042f256 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:35.355854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6400323b-9d85-447f-86f4-50d1b7621ee1 req-a9d14868-3544-425e-8e98-b4daa042f256 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 945 time: 0.0867412 Sep 17 22:51:35.366756 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.428395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6400323b-9d85-447f-86f4-50d1b7621ee1 req-5074b118-2f14-442e-9d00-b37cfcbe4351 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643654 Sep 17 22:51:35.504233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:35.524850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.651471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '00bccb2d-102f-43a3-a800-ab22476f74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:35.651758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: f8dc3e3f-a4b6-4241-97cd-00cce148e192, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:35.659134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=864b03c4-a83a-4d66-904b-1b18147dd5d8,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:35.674292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-1efa59bc-5081-49b5-852a-e4e22059bd49 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1073146 Sep 17 22:51:35.695973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:35.702478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e55c8a58-184e-4b16-acc2-5d09b5eb183d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1482ee704ac4511ae5f734ec4fa7fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950071 Sep 17 22:51:35.705533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35186) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:35.720460 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f8dc3e3f-a4b6-4241-97cd-00cce148e192) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:35.729589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b2f52-49f7-411a-9882-a33ae43b3f26 None None] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:35.733774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:35.734363 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.788896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dfc8ee0e-25d2-47b6-a185-7d0691889c5e tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9297593 Sep 17 22:51:35.789975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35188) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:35.796445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:35.812539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-5db5f5c6-518f-4943-9538-8dba0e81909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:35.814084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-5db5f5c6-518f-4943-9538-8dba0e81909b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1097 time: 0.0885656 Sep 17 22:51:35.818420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b574-cc0f-4a3e-8f55-a1a7b29902eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.856990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b574-cc0f-4a3e-8f55-a1a7b29902eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.935577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:35.939990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.023452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b574-cc0f-4a3e-8f55-a1a7b29902eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.026762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b574-cc0f-4a3e-8f55-a1a7b29902eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.031233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7bb1b574-cc0f-4a3e-8f55-a1a7b29902eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c9ea6de-7cd6-481e-84ab-f7daba6f50f6 HTTP/1.1" status: 204 len: 168 time: 0.3244874 Sep 17 22:51:36.042688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1b574-cc0f-4a3e-8f55-a1a7b29902eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9ea6de-7cd6-481e-84ab-f7daba6f50f6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:36.043109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:36.045974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-fa10fef7-23c4-4609-a0c0-5d008a85577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.049135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-fa10fef7-23c4-4609-a0c0-5d008a85577a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9ce6118-ed41-4674-a2ff-108bb70d4527 HTTP/1.1" status: 200 len: 898 time: 0.1305878 Sep 17 22:51:36.139989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-f8dc3e3f-a4b6-4241-97cd-00cce148e192', 'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192', 'tenant_id': 'fdd459b9c0364031a4d3be75ff1729b1', 'fixed_ips': [{'subnet_id': '864b03c4-a83a-4d66-904b-1b18147dd5d8'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:36.141028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.155763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-a8cc7e6d-addf-4211-8972-d57a010e9940 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 HTTP/1.1" status: 200 len: 217 time: 0.0994000 Sep 17 22:51:36.276859 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:51:36.284745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:51:36.295476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:36.295974 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.300049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device babb6403-6d2b-4518-8223-dc822c68c4c8 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:36.352220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.418440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Allocated IP 2001:db8::2 (f8dc3e3f-a4b6-4241-97cd-00cce148e192/864b03c4-a83a-4d66-904b-1b18147dd5d8/985397c7-5c04-4d02-8a01-bf8fdfac1e3f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:36.421675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=b9710da5-3cc3-4e5f-bbd6-fd238c5d8b76,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:36.435213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:36.436729 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:36.443733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.444000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-fa513db9-547f-48a0-b9ab-f3a510d3d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.444854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.448329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-fa513db9-547f-48a0-b9ab-f3a510d3d4fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c30b0651-7e83-4421-9150-5df7439c36d2 HTTP/1.1" status: 200 len: 835 time: 0.2842681 Sep 17 22:51:36.476286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port babb6403-6d2b-4518-8223-dc822c68c4c8 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:51:36.481128 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-099da534-a7d6-4d47-91fa-1b557d975dab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6899879 Sep 17 22:51:36.483665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:36.513188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port babb6403-6d2b-4518-8223-dc822c68c4c8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:36.513664 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.562141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa4f76-7b30-4dbb-a547-1de7cd91ea13 req-f7e3d922-cbe6-48e4-a9d0-bf3dba84229f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.563729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81fa4f76-7b30-4dbb-a547-1de7cd91ea13 req-f7e3d922-cbe6-48e4-a9d0-bf3dba84229f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.2974968 Sep 17 22:51:36.575564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f91b2-74ed-49d5-8f7f-3d7340eb2b0f req-23df9212-8422-4292-904b-a2da188107cf tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.595811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a03f91b2-74ed-49d5-8f7f-3d7340eb2b0f req-23df9212-8422-4292-904b-a2da188107cf tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 946 time: 0.2410202 Sep 17 22:51:36.601938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed6bab-e828-47ab-8520-5e053fa615ff tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.603477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed6bab-e828-47ab-8520-5e053fa615ff tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.607381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed6bab-e828-47ab-8520-5e053fa615ff tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.609556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed6bab-e828-47ab-8520-5e053fa615ff tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.610705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed6bab-e828-47ab-8520-5e053fa615ff tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.616276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1fed6bab-e828-47ab-8520-5e053fa615ff tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1278617 Sep 17 22:51:36.628176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35210) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:36.633591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2053411918'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:36.651838 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.681696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-ccf1f545-a322-4d7c-9ba4-ad7a05ad61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.682956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-ccf1f545-a322-4d7c-9ba4-ad7a05ad61f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9ce6118-ed41-4674-a2ff-108bb70d4527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2149758 Sep 17 22:51:36.696563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:36.700494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.745810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a03f91b2-74ed-49d5-8f7f-3d7340eb2b0f req-858f51cb-4060-4e85-956d-6260dc41ff8e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431777 Sep 17 22:51:36.762876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81fa4f76-7b30-4dbb-a547-1de7cd91ea13 req-5e5550a0-35bf-4a85-9592-4650dec5712f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648529 Sep 17 22:51:36.769694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:36.777771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:36.793793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.794143 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 6d1f7a22-540f-416d-9472-cf9620add8ab of type vlan for network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 Sep 17 22:51:36.796179 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9d5491-7ca6-4f89-9636-f9bb14d8cb33" -d '{"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-plugged", "status": "completed", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:36.849520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:36.856652 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.902617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.913068 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.931323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-85ec6398-6cec-41cc-9adb-ffc3bc6a7a71 service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340455 Sep 17 22:51:36.956274 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.959864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.968513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.970287 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.976234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port babb6403-6d2b-4518-8223-dc822c68c4c8, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=babb6403-6d2b-4518-8223-dc822c68c4c8,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:36.986185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.998009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.004367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deedd2-b311-4291-9e07-7db647c6af8c req-762d97f2-39fd-4f83-85c6-a7ba02d4632d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:37.006305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86deedd2-b311-4291-9e07-7db647c6af8c req-762d97f2-39fd-4f83-85c6-a7ba02d4632d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 945 time: 0.1529624 Sep 17 22:51:37.014348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898447-c9aa-4e79-83cd-efefd5b30175 req-f8795056-718a-4944-8be7-66c20aff74f6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:37.016105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18898447-c9aa-4e79-83cd-efefd5b30175 req-f8795056-718a-4944-8be7-66c20aff74f6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1214979 Sep 17 22:51:37.017288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=12']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:37.028390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:37.051335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:37.056339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:37.105689 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4763730 Sep 17 22:51:37.108373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35226) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:37.111882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Pushing event updated for resources: {'Port': ['ID=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:37.127971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8251cc9b-f9d1-450a-b787-937e57b89126 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:37.164340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd0842-dea6-442e-b222-98f82ee6bdab tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=7b6003cc-df6c-4c13-b92c-57c90d15cc27,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:37.187768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:37.195558 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-86deedd2-b311-4291-9e07-7db647c6af8c req-fad283e7-9621-4278-ba0a-80bac49c8b33 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451721 Sep 17 22:51:37.208201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Attempting to bind port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:37.209282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Attempting to bind port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '00bccb2d-102f-43a3-a800-ab22476f74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:37.209714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Attempting to bind port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f on network f8dc3e3f-a4b6-4241-97cd-00cce148e192 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:37.255288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:37.255288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Checking segment: {'id': '00bccb2d-102f-43a3-a800-ab22476f74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:37.255288 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.257085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18898447-c9aa-4e79-83cd-efefd5b30175 req-0997b7da-e900-455d-967f-ec2a7e91cb68 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027764 Sep 17 22:51:37.257256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Bound using segment: {'id': '00bccb2d-102f-43a3-a800-ab22476f74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:37.258598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Bound port: 985397c7-5c04-4d02-8a01-bf8fdfac1e3f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bccb2d-102f-43a3-a800-ab22476f74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:37.258598 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.277799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a37df29e-b8d1-4d24-9c80-3fe7a753fcef req-3267031a-259e-44a3-a2e7-9681ef3f6a71 service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380115 Sep 17 22:51:37.285904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35230) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:37.322022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=babb6403-6d2b-4518-8223-dc822c68c4c8,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:37.358890 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac662e61-7d0d-43d9-b80b-b5007f89cc3e x-openstack-request-id: req-ac662e61-7d0d-43d9-b80b-b5007f89cc3e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:37.359259 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-plugged", "status": "completed", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:37.359496 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac662e61-7d0d-43d9-b80b-b5007f89cc3e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:37.359847 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'code': 200} Sep 17 22:51:37.421858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35234) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:37.426408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] For port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:37.438666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] For port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,segment=NetworkSegment(00bccb2d-102f-43a3-a800-ab22476f74ba),segment_id=00bccb2d-102f-43a3-a800-ab22476f74ba)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:37.458077 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.614631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d12e64-1e7e-4e5e-9eec-9a26bcd7d9ca None None] Pushing event updated for resources: {'Port': ['ID=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:37.672486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-862054609-network', 'tenant_id': 'f2432ceb0a5149e3a74ee5fd9ef3e06f'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:37.724659 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8251cc9b-f9d1-450a-b787-937e57b89126 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.728006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Made reservation on behalf of f2432ceb0a5149e3a74ee5fd9ef3e06f for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:37.730866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.747714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.793797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355bc9-fb72-4bbe-b715-bffee3426da2 req-d51ec2fe-3650-435a-9a02-c0c0c046456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:37.795393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a355bc9-fb72-4bbe-b715-bffee3426da2 req-d51ec2fe-3650-435a-9a02-c0c0c046456f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1099 time: 0.0952861 Sep 17 22:51:37.795721 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8251cc9b-f9d1-450a-b787-937e57b89126 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.877270 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0a355bc9-fb72-4bbe-b715-bffee3426da2 req-a6cc97ae-e8a9-421c-bd12-2dca1173f9ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723994 Sep 17 22:51:37.906184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8251cc9b-f9d1-450a-b787-937e57b89126 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 is not hosted by any dhcp agent {{(pid=94737) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:51:37.914475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251cc9b-f9d1-450a-b787-937e57b89126 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:37.915682 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8251cc9b-f9d1-450a-b787-937e57b89126 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.917250 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8251cc9b-f9d1-450a-b787-937e57b89126 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "PUT /v2.0/networks/7b6003cc-df6c-4c13-b92c-57c90d15cc27 HTTP/1.1" status: 200 len: 723 time: 0.8010051 Sep 17 22:51:37.918676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251cc9b-f9d1-450a-b787-937e57b89126 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=7b6003cc-df6c-4c13-b92c-57c90d15cc27,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:37.923052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35240) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:37.937156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': '7b6003cc-df6c-4c13-b92c-57c90d15cc27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:37.946657 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:38.138322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2356b8-7a01-4299-a469-02adb7b2b884 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:38.141127 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bb2356b8-7a01-4299-a469-02adb7b2b884 tempest-TestNetworkAdvancedServerOps-1762935798 tempest-TestNetworkAdvancedServerOps-1762935798-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1092 time: 0.8529239 Sep 17 22:51:38.142036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.142944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35242) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:38.145032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249b745-ad91-40c3-a661-b9d49b603729 req-c710be67-2a83-4a02-b9d1-c155141067d9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:38.147988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:38.153340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2249b745-ad91-40c3-a661-b9d49b603729 req-c710be67-2a83-4a02-b9d1-c155141067d9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 947 time: 0.1427186 Sep 17 22:51:38.156623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.189536 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:38.196173 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:51:38.196173 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:51:38.196173 n-d-789963-10 neutron-server[94738]: [parameters: {'project_id_1': 'dd57f2c534624464a18ff984d4076422', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 51, 18, 153946)}] Sep 17 22:51:38.196173 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:51:38.196595 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:51:38.198291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c5e493-db41-4eb7-8acb-4ca59b7bc406,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:38.206866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2249b745-ad91-40c3-a661-b9d49b603729 req-aaa9713d-2dcc-4c74-bd83-101b03e5840c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526545 Sep 17 22:51:38.214992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.215447 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Added segment de287619-a73b-4e29-bd3b-519d041e21da of type vlan for network 5bad8aca-b434-43ba-9a71-a83e2b4bcaa9 Sep 17 22:51:38.223825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:38.228566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.305446 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.338159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.339251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:38.339891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.409222 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9859083 Sep 17 22:51:38.412595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35250) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:38.419251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Request body: {'subnet': {'network_id': '5bad8aca-b434-43ba-9a71-a83e2b4bcaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-862054609-subnet', 'tenant_id': 'f2432ceb0a5149e3a74ee5fd9ef3e06f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:38.433336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d5b0-ab64-4cac-b7de-22ce783934b4 req-cfc23495-6b06-41aa-a915-0daf7efba8f0 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:38.435075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d55d5b0-ab64-4cac-b7de-22ce783934b4 req-cfc23495-6b06-41aa-a915-0daf7efba8f0 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 946 time: 0.1504583 Sep 17 22:51:38.457139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701e87-5352-428e-a9cf-1d615d1b75d1 admin admin] Pushing event updated for resources: {'Network': ['ID=5bad8aca-b434-43ba-9a71-a83e2b4bcaa9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:38.474528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 5bad8aca-b434-43ba-9a71-a83e2b4bcaa9 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:38.530757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Made reservation on behalf of f2432ceb0a5149e3a74ee5fd9ef3e06f for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:38.533004 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.557904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d55d5b0-ab64-4cac-b7de-22ce783934b4 req-5303aac6-57e2-4ed8-b8bc-3cd2076212b8 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127338 Sep 17 22:51:38.654790 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.724200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.731070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=1bb6687c-f5a2-4bea-ab40-c264a99b3845,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:38.776659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '6d1f7a22-540f-416d-9472-cf9620add8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7b6003cc-df6c-4c13-b92c-57c90d15cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:38.777039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: 7b6003cc-df6c-4c13-b92c-57c90d15cc27, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:38.819796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:38.844512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7b6003cc-df6c-4c13-b92c-57c90d15cc27) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:38.848850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:38.849452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.849651 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.856151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.861371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9131145-418f-4d5d-832a-9fe14a606193 None None] Network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:38.900953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f599cb84-7866-428d-8d2c-31fd67e1c8ee tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9740617 Sep 17 22:51:38.903025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35252) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:38.909789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-fca0ad8e-835e-4204-8574-a9e98301d457 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:38.926272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd2bb2a-853e-44dc-b82e-76b3ecd4803f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:38.934890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Checking segment: {'id': 'de287619-a73b-4e29-bd3b-519d041e21da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5bad8aca-b434-43ba-9a71-a83e2b4bcaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:38.935242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Network hostable DHCP agents. Network: 5bad8aca-b434-43ba-9a71-a83e2b4bcaa9, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:38.957688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Network 5bad8aca-b434-43ba-9a71-a83e2b4bcaa9 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:38.961186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d5690-2df7-445e-a00b-3fec421d9f4e None None] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:38.971328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 5bad8aca-b434-43ba-9a71-a83e2b4bcaa9) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:38.976641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:38.977333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.991448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fbbcf-06dc-4af9-9160-dcfcbeab4499 None None] Network 5bad8aca-b434-43ba-9a71-a83e2b4bcaa9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:38.995970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c4f82b16-ba01-4356-a29a-8ad66638bdbc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5806003 Sep 17 22:51:39.157204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f71361e0-47b1-4f10-b3fa-c8bc0cf62b78 None None] Provisioning complete for port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:39.157585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f71361e0-47b1-4f10-b3fa-c8bc0cf62b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:39.234441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7b6003cc-df6c-4c13-b92c-57c90d15cc27', 'network_id': '7b6003cc-df6c-4c13-b92c-57c90d15cc27', 'tenant_id': 'fdd459b9c0364031a4d3be75ff1729b1', 'fixed_ips': [{'subnet_id': '1bb6687c-f5a2-4bea-ab40-c264a99b3845'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:39.236283 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:39.412098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:39.414851 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c984d-6e26-4b57-ba53-90db2db4c6c1" -d '{"events": [{"server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "name": "network-vif-plugged", "status": "completed", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:39.461374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe419c-d3d2-46a3-a4d9-b717f8a770bd req-c2f4d8ca-2a93-402d-9520-d22a85a60f51 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:39.471022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38fe419c-d3d2-46a3-a4d9-b717f8a770bd req-c2f4d8ca-2a93-402d-9520-d22a85a60f51 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 947 time: 0.1226299 Sep 17 22:51:39.522601 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f112a554-4bf0-48b3-af66-7720c7142fd9 x-openstack-request-id: req-f112a554-4bf0-48b3-af66-7720c7142fd9 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:39.523526 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "name": "network-vif-plugged", "status": "completed", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:39.523967 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f112a554-4bf0-48b3-af66-7720c7142fd9 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:39.524535 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'code': 200} Sep 17 22:51:39.531395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Allocated IP 172.25.0.203 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/2db45af5-efad-45ae-b269-c4bd689e74fc) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:39.541390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279de02-6b33-4643-8d32-dfd3f6b27ca1 None None] Network 5bad8aca-b434-43ba-9a71-a83e2b4bcaa9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:39.570875 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38fe419c-d3d2-46a3-a4d9-b717f8a770bd req-ceda47d4-503a-4427-af3f-bfaf75669b89 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987916 Sep 17 22:51:39.667976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85714df-abfd-4d52-ad29-9820550f5ecd req-8f6cadc2-a6ee-403b-a696-d0992a723a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:39.669427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e85714df-abfd-4d52-ad29-9820550f5ecd req-8f6cadc2-a6ee-403b-a696-d0992a723a44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 1098 time: 0.0954411 Sep 17 22:51:39.670086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fca0ad8e-835e-4204-8574-a9e98301d457 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260228768'] for subnet, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:39.758649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e85714df-abfd-4d52-ad29-9820550f5ecd req-2d4ffa89-1def-4d60-8b45-d4239cc9a4c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813119 Sep 17 22:51:39.782997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0fcb5-09c0-4edc-a009-b8a1f8835d01 req-62199698-0a0e-4701-ba72-29fb0598f316 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:39.784419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16f0fcb5-09c0-4edc-a009-b8a1f8835d01 req-62199698-0a0e-4701-ba72-29fb0598f316 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 946 time: 0.0897202 Sep 17 22:51:39.937615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16f0fcb5-09c0-4edc-a009-b8a1f8835d01 req-728b670e-3475-4a57-a959-41fae05c236e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382403 Sep 17 22:51:39.938777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35284) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:39.952344 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:39.963299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411593006-network', 'tenant_id': 'e4e39b61730f4cda8c0166fb225e4521'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:39.977054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 985397c7-5c04-4d02-8a01-bf8fdfac1e3f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:40.011347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.024087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Made reservation on behalf of e4e39b61730f4cda8c0166fb225e4521 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:40.026919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.034451 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f71361e0-47b1-4f10-b3fa-c8bc0cf62b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.049747 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.050998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:40.055258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:40.059609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:40.113841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Allocated IP 2001:db8::2 (7b6003cc-df6c-4c13-b92c-57c90d15cc27/1bb6687c-f5a2-4bea-ab40-c264a99b3845/c151b716-2c08-452b-a255-7a12755638de) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:40.131603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=2db45af5-efad-45ae-b269-c4bd689e74fc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:40.234589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f71361e0-47b1-4f10-b3fa-c8bc0cf62b78 None None] For port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,segment=NetworkSegment(00bccb2d-102f-43a3-a800-ab22476f74ba),segment_id=00bccb2d-102f-43a3-a800-ab22476f74ba)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:40.240439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.253388 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.272046 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f71361e0-47b1-4f10-b3fa-c8bc0cf62b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.289557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:40.308836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4e4dc6-c910-4246-8036-a0db1ef0cf3d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:40.319507 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.319856 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Added segment b9817107-c2b3-41f0-bdb8-febb8a43af1e of type vlan for network bd41cea3-5a7c-4750-9424-d5b59582bdc2 Sep 17 22:51:40.401863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:40.402532 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.422926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a1c902-0c77-48f9-93da-0e522726f28d None None] Update dhcp port {'port': {'network_id': 'f8dc3e3f-a4b6-4241-97cd-00cce148e192', 'fixed_ips': [{'subnet_id': '864b03c4-a83a-4d66-904b-1b18147dd5d8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9710da5-3cc3-4e5f-bbd6-fd238c5d8b76'}], 'binding:host_id': 'n-d-789963-10'}, 'id': '985397c7-5c04-4d02-8a01-bf8fdfac1e3f'} from n-d-789963-10. {{(pid=94739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:51:40.437074 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.471359 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.472478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:40.473193 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.482421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71361e0-47b1-4f10-b3fa-c8bc0cf62b78 None None] Pushing event updated for resources: {'Port': ['ID=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:40.514554 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18a1c902-0c77-48f9-93da-0e522726f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.609801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] Pushing event updated for resources: {'Network': ['ID=bd41cea3-5a7c-4750-9424-d5b59582bdc2,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:40.617050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-291c9de3-7f26-4612-832a-a6d96ff50065 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6759753 Sep 17 22:51:40.618603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35324) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:40.623707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Request body: {'subnet': {'network_id': 'bd41cea3-5a7c-4750-9424-d5b59582bdc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411593006-subnet', 'tenant_id': 'e4e39b61730f4cda8c0166fb225e4521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:40.624185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.627950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network bd41cea3-5a7c-4750-9424-d5b59582bdc2 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:40.653660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Made reservation on behalf of e4e39b61730f4cda8c0166fb225e4521 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:40.656165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.669412 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.886621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07731a-6ef7-4c5f-894b-ba3db417310e req-21fe1e53-1cb2-47c2-8008-089b8698c51c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:40.888449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a07731a-6ef7-4c5f-894b-ba3db417310e req-21fe1e53-1cb2-47c2-8008-089b8698c51c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 947 time: 0.1040227 Sep 17 22:51:40.949331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Pushing event updated for resources: {'Port': ['ID=c151b716-2c08-452b-a255-7a12755638de,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:40.954592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:40.960183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:40.963142 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.970262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:41.029406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a07731a-6ef7-4c5f-894b-ba3db417310e req-bb13bf53-e38d-44ba-ad34-bc5bc0f1e77b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335642 Sep 17 22:51:41.061168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fca0ad8e-835e-4204-8574-a9e98301d457 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786029973764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2356222'] for subnet, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.117844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-18a1c902-0c77-48f9-93da-0e522726f28d None None] Allocated IP 172.20.0.1 (f8dc3e3f-a4b6-4241-97cd-00cce148e192/b9710da5-3cc3-4e5f-bbd6-fd238c5d8b76/985397c7-5c04-4d02-8a01-bf8fdfac1e3f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:41.121383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0ad8e-835e-4204-8574-a9e98301d457 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:41.122202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fca0ad8e-835e-4204-8574-a9e98301d457 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.123957 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fca0ad8e-835e-4204-8574-a9e98301d457 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "PUT /v2.0/subnets/1bb6687c-f5a2-4bea-ab40-c264a99b3845 HTTP/1.1" status: 200 len: 826 time: 2.2206380 Sep 17 22:51:41.129357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35334) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:41.155904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0ad8e-835e-4204-8574-a9e98301d457 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=1bb6687c-f5a2-4bea-ab40-c264a99b3845,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:41.190155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.270034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Attempting to bind port c151b716-2c08-452b-a255-7a12755638de on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:41.270422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Attempting to bind port c151b716-2c08-452b-a255-7a12755638de by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6d1f7a22-540f-416d-9472-cf9620add8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7b6003cc-df6c-4c13-b92c-57c90d15cc27'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:41.270843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Attempting to bind port c151b716-2c08-452b-a255-7a12755638de on network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:41.280196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-18a1c902-0c77-48f9-93da-0e522726f28d None None] For port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,segment=NetworkSegment(00bccb2d-102f-43a3-a800-ab22476f74ba),segment_id=00bccb2d-102f-43a3-a800-ab22476f74ba)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:41.291277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:41.291655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Checking segment: {'id': '6d1f7a22-540f-416d-9472-cf9620add8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7b6003cc-df6c-4c13-b92c-57c90d15cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:41.292071 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.292471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Bound using segment: {'id': '6d1f7a22-540f-416d-9472-cf9620add8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7b6003cc-df6c-4c13-b92c-57c90d15cc27'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:41.293005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Bound port: c151b716-2c08-452b-a255-7a12755638de, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1f7a22-540f-416d-9472-cf9620add8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7b6003cc-df6c-4c13-b92c-57c90d15cc27'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:41.293388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.352398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18a1c902-0c77-48f9-93da-0e522726f28d None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.364166 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-18a1c902-0c77-48f9-93da-0e522726f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.455762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1c902-0c77-48f9-93da-0e522726f28d None None] Pushing event updated for resources: {'Port': ['ID=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:41.470125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.470596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] For port c151b716-2c08-452b-a255-7a12755638de, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:41.477522 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.500403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] For port c151b716-2c08-452b-a255-7a12755638de, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c151b716-2c08-452b-a255-7a12755638de,segment=NetworkSegment(6d1f7a22-540f-416d-9472-cf9620add8ab),segment_id=6d1f7a22-540f-416d-9472-cf9620add8ab)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:41.522265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.540994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event updated for resources: {'Port': ['ID=2db45af5-efad-45ae-b269-c4bd689e74fc,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:41.604003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.609825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8b791-e347-48b6-98fa-e6bda80d891f None None] Pushing event updated for resources: {'Port': ['ID=c151b716-2c08-452b-a255-7a12755638de,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:41.630783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7688-5a5c-41ba-8dbb-f71c77fcbb7e req-d466d00a-119f-4e6b-865e-4c624b6d0316 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:41.632363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-965b7688-5a5c-41ba-8dbb-f71c77fcbb7e req-d466d00a-119f-4e6b-865e-4c624b6d0316 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 946 time: 0.5571358 Sep 17 22:51:41.686681 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.727018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.773363 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Floating IP 4274a127-c826-4cfa-8481-939e34d9b121 associated. External IP: 172.25.0.203, port: 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33. Sep 17 22:51:41.776441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-965b7688-5a5c-41ba-8dbb-f71c77fcbb7e req-5ca561d0-03ca-4e75-8ed2-80ade8846330 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295044 Sep 17 22:51:41.792302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd511068-14d4-4720-b290-4c70eade74f1,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:41.858911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Checking segment: {'id': 'b9817107-c2b3-41f0-bdb8-febb8a43af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd41cea3-5a7c-4750-9424-d5b59582bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:41.859167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Network hostable DHCP agents. Network: bd41cea3-5a7c-4750-9424-d5b59582bdc2, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:41.918908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 985397c7-5c04-4d02-8a01-bf8fdfac1e3f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:42.014061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:42.014840 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.032919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Network bd41cea3-5a7c-4750-9424-d5b59582bdc2 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:42.051334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting port c151b716-2c08-452b-a255-7a12755638de {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:42.051978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.078294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, bd41cea3-5a7c-4750-9424-d5b59582bdc2) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:42.096276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:42.097584 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.147964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b73d5b-c946-4ec0-b211-946a0f23a092 None None] Network bd41cea3-5a7c-4750-9424-d5b59582bdc2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:42.188118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:42.194630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb0b0c-edfe-47b3-8420-c20cfc87427a req-bd372083-4d1e-409b-9c1f-142918287876 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:42.199543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15fb0b0c-edfe-47b3-8420-c20cfc87427a req-bd372083-4d1e-409b-9c1f-142918287876 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 946 time: 0.2587378 Sep 17 22:51:42.295622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] For port c151b716-2c08-452b-a255-7a12755638de, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c151b716-2c08-452b-a255-7a12755638de,segment=NetworkSegment(6d1f7a22-540f-416d-9472-cf9620add8ab),segment_id=6d1f7a22-540f-416d-9472-cf9620add8ab)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:42.296794 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.325434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Calling delete_port for c151b716-2c08-452b-a255-7a12755638de owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:42.388724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:42.400571 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] Sync routers for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:42.414116 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:42.414510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.414758 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:42.459162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4bdc4762-d39d-4881-9a9c-112fecd8aa43 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3146627 Sep 17 22:51:42.460089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:42.462837 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758d1892-eeb4-4a92-bd83-6815d4d528d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:42.476863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc1819-d3ef-4921-96dc-c627fe9adeca None None] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:42.492213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15fb0b0c-edfe-47b3-8420-c20cfc87427a req-0a3a9ca0-f0e5-45ed-8ec6-1479439da059 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818055 Sep 17 22:51:42.493946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-49611bbe-321e-4da0-94b2-7b544898b53d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8742049 Sep 17 22:51:42.511830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35356) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:42.529577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e2aca3-2f1c-4087-9158-7bb12eb71c13 None None] Network bd41cea3-5a7c-4750-9424-d5b59582bdc2 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:42.571730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bc905-9eaf-4122-8a51-9dba14a54b0d tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:42.578052 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-726bc905-9eaf-4122-8a51-9dba14a54b0d tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 1093 time: 0.0647731 Sep 17 22:51:42.579133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35360) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:42.585311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:42.662640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.711189 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:42.787838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f592fc-6fac-4630-99cf-bfca4080dba1 req-4cdfc6e9-8883-4af0-aacf-9015301c7da8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:42.794660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91f592fc-6fac-4630-99cf-bfca4080dba1 req-4cdfc6e9-8883-4af0-aacf-9015301c7da8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 947 time: 0.3151331 Sep 17 22:51:42.802779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cc8ac02b-0c4f-48b0-9924-e8ff79fe25e6 None None] Provisioning complete for port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:42.803433 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac02b-0c4f-48b0-9924-e8ff79fe25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.864022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35364) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:42.922466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.931212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91f592fc-6fac-4630-99cf-bfca4080dba1 req-ba8ec720-8ca9-484f-ad95-abb76ca63b57 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249440 Sep 17 22:51:42.939495 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.939766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ec02cb-fe18-4245-bd07-ee71666ad876 admin admin] Deleting subnet 7dd2bb2a-853e-44dc-b82e-76b3ecd4803f {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:42.943796 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62ec02cb-fe18-4245-bd07-ee71666ad876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.987067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3ae72-0250-4936-be23-1ac553d30a84 req-7a5452a0-e213-41a9-8d59-79c569972dfe tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:42.993391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aed3ae72-0250-4936-be23-1ac553d30a84 req-7a5452a0-e213-41a9-8d59-79c569972dfe tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.3155942 Sep 17 22:51:43.016344 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62ec02cb-fe18-4245-bd07-ee71666ad876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.044130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Port': ['ID=c151b716-2c08-452b-a255-7a12755638de,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:43.070792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62ec02cb-fe18-4245-bd07-ee71666ad876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.150600 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f303c2de-5c07-4f38-a9ad-9aebf3c365a2 x-openstack-request-id: req-f303c2de-5c07-4f38-a9ad-9aebf3c365a2 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:43.151035 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:43.151731 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f303c2de-5c07-4f38-a9ad-9aebf3c365a2 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:43.152345 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'status': 'completed', 'code': 200} Sep 17 22:51:43.157897 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62ec02cb-fe18-4245-bd07-ee71666ad876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.185418 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4274a127-c826-4cfa-8481-939e34d9b121', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'port_id': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'mac_address': 'fa:16:3e:ed:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:40Z', 'updated_at': '2021-09-17T22:51:40Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:18Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:43.237409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No DVR routers for this DVR port c151b716-2c08-452b-a255-7a12755638de on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:43.237891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62ec02cb-fe18-4245-bd07-ee71666ad876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.241600 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-62ec02cb-fe18-4245-bd07-ee71666ad876 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7dd2bb2a-853e-44dc-b82e-76b3ecd4803f HTTP/1.1" status: 204 len: 168 time: 0.3764229 Sep 17 22:51:43.242533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec02cb-fe18-4245-bd07-ee71666ad876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd2bb2a-853e-44dc-b82e-76b3ecd4803f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:43.248594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35368) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:43.252103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] Checking router: e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:43.275897 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:43.278084 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:43.312845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd4da8b-3a5b-49b2-8fa8-515a652039fc None None] Network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:43.341786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aed3ae72-0250-4936-be23-1ac553d30a84 req-23bccc47-6770-4dfd-80f2-b3a1137e424a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054159 Sep 17 22:51:43.357078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-f437a611-9ea8-4eec-a659-378723d9ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:43.358608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-f437a611-9ea8-4eec-a659-378723d9ffd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1097 time: 0.2657344 Sep 17 22:51:43.362376 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.388112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35370) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:43.456559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0bbddafd-bf40-477f-b1ad-add20e833719 None None] Could not find standard attr ID for object c151b716-2c08-452b-a255-7a12755638de. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:51:43.457530 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:43.462782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.502421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.25.0.53 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/014f2526-00df-4662-9462-a17e4664894b) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:43.644255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c1131177-970e-4e74-b481-490590f33f41 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/4274a127-c826-4cfa-8481-939e34d9b121 HTTP/1.1" status: 200 len: 991 time: 0.2549539 Sep 17 22:51:43.680568 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.685720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-2f6f3a5a-1dca-46f0-88fe-3c4c4cae84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:43.687098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-2f6f3a5a-1dca-46f0-88fe-3c4c4cae84e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9ce6118-ed41-4674-a2ff-108bb70d4527 HTTP/1.1" status: 200 len: 898 time: 0.3088181 Sep 17 22:51:43.720292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb6687c-f5a2-4bea-ab40-c264a99b3845,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:43.788681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cc4a00a5-e425-40d1-92f2-1129253d85e9 None None] Provisioning complete for port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:43.789082 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc4a00a5-e425-40d1-92f2-1129253d85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.792626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.863929 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4274a127-c826-4cfa-8481-939e34d9b121', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'port_id': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'mac_address': 'fa:16:3e:ed:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:40Z', 'updated_at': '2021-09-17T22:51:40Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:18Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:43.905940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bad8aca-b434-43ba-9a71-a83e2b4bcaa9']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:43.931455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de287619-a73b-4e29-bd3b-519d041e21da') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:43.931861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-d8b1689c-df68-494e-b908-2c3e566c532f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 HTTP/1.1" status: 200 len: 999 time: 0.2192163 Sep 17 22:51:43.933650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.934687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de287619-a73b-4e29-bd3b-519d041e21da') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:43.935212 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e33dc-9ba3-49b7-b556-52b02f583f85 None None] The sync data for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 is: [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '4274a127-c826-4cfa-8481-939e34d9b121', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'port_id': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'mac_address': 'fa:16:3e:ed:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:40Z', 'updated_at': '2021-09-17T22:51:40Z', 'revision_number': 0, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:18Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:43.958274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.975454 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.983820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:43.984297 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.992649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877129e3-f60a-4007-bc44-e3c0e467e06b None None] Network 7b6003cc-df6c-4c13-b92c-57c90d15cc27 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:44.010532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6003cc-df6c-4c13-b92c-57c90d15cc27']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:44.016138 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:44.027404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1f7a22-540f-416d-9472-cf9620add8ab') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:44.027816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1f7a22-540f-416d-9472-cf9620add8ab') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:44.040220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-38f3eacb-332b-4abd-b8d4-b5ad5300b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:44.041881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-38f3eacb-332b-4abd-b8d4-b5ad5300b39d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c30b0651-7e83-4421-9150-5df7439c36d2 HTTP/1.1" status: 200 len: 835 time: 0.1019144 Sep 17 22:51:44.043614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.065614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.118256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:44.118725 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:44.122443 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:44.152675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.166850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.169354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5bad8aca-b434-43ba-9a71-a83e2b4bcaa9 HTTP/1.1" status: 204 len: 168 time: 0.9203620 Sep 17 22:51:44.173155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.175115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35378) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:44.209744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.221350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.223334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/7b6003cc-df6c-4c13-b92c-57c90d15cc27 HTTP/1.1" status: 204 len: 168 time: 3.0930145 Sep 17 22:51:44.228120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35380) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:44.251719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cae915-e4a7-446a-9e10-cede0881337b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=7b6003cc-df6c-4c13-b92c-57c90d15cc27,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:44.253372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aba6a8-9735-4bf7-a029-f1bca81c5d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bad8aca-b434-43ba-9a71-a83e2b4bcaa9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:44.256143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-0262fc87-8526-41bc-864a-ac706ecb37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:44.258427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-0262fc87-8526-41bc-864a-ac706ecb37c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9ce6118-ed41-4674-a2ff-108bb70d4527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944964 Sep 17 22:51:44.293030 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6ac591-2ea9-41ee-875e-f205d7edacf3 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:44.296314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6ac591-2ea9-41ee-875e-f205d7edacf3 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:44.296314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5a6ac591-2ea9-41ee-875e-f205d7edacf3 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/7b6003cc-df6c-4c13-b92c-57c90d15cc27 HTTP/1.1" status: 404 len: 339 time: 0.0540664 Sep 17 22:51:44.300649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35382) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:44.304478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939dea2a-6f87-456b-958d-e8c6ab9a6888 None None] DHCP port deletion for 7b6003cc-df6c-4c13-b92c-57c90d15cc27 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:51:44.306643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1570474845', 'description': 'd1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:44.322954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd824e6-1775-41bf-bb42-b3eacdc44f9d admin admin] Deleting subnet cd511068-14d4-4720-b290-4c70eade74f1 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:44.327140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dbd824e6-1775-41bf-bb42-b3eacdc44f9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.376817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dbd824e6-1775-41bf-bb42-b3eacdc44f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.385661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc918f96-df53-4fdf-bd28-ab67b7c7a9ff None None] New status for floating IP 4274a127-c826-4cfa-8481-939e34d9b121: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:51:44.393039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:44.398171 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.421054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-7f14b62f-f48d-4ea7-a0d5-f233b0e81ab6 service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497030 Sep 17 22:51:44.430646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.438258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:44.452100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.452750 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 8a1a094a-fd45-4d62-b4b9-800db9ec7d44 of type vlan for network 80f71dfc-52e9-4641-98a3-0e94e6230828 Sep 17 22:51:44.479068 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dbd824e6-1775-41bf-bb42-b3eacdc44f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.482371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:44.502733 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.504209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:44.509964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:44.543306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=014f2526-00df-4662-9462-a17e4664894b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:44.555513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.562627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:44.563287 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.669069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35386) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:44.681089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3793223 Sep 17 22:51:44.754713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35388) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:44.774051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62c585-96cb-4ee0-86ed-18d1b2a629a2 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=80f71dfc-52e9-4641-98a3-0e94e6230828,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:44.786101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 80f71dfc-52e9-4641-98a3-0e94e6230828 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:44.891859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6825ee98-e2b3-400c-8e84-d1ae96f44ce4 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/4274a127-c826-4cfa-8481-939e34d9b121 HTTP/1.1" status: 200 len: 991 time: 0.2203376 Sep 17 22:51:44.897841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-758d1892-eeb4-4a92-bd83-6815d4d528d2 req-a28197dd-ae33-4860-8cbf-776628a58333 service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618796 Sep 17 22:51:44.923279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9deee9d-f417-4cc8-ae5f-53d0416c97fc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:44.929542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a9deee9d-f417-4cc8-ae5f-53d0416c97fc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/networks?id=80f71dfc-52e9-4641-98a3-0e94e6230828 HTTP/1.1" status: 200 len: 765 time: 0.1716070 Sep 17 22:51:44.930204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35390) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:44.935507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1b892d3d-409e-4ae4-833f-181e3c2558bd tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'description': 'd2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:45.108617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b892d3d-409e-4ae4-833f-181e3c2558bd tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.109353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dbd824e6-1775-41bf-bb42-b3eacdc44f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.126298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b892d3d-409e-4ae4-833f-181e3c2558bd tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.136486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b892d3d-409e-4ae4-833f-181e3c2558bd tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network 80f71dfc-52e9-4641-98a3-0e94e6230828 is not hosted by any dhcp agent {{(pid=94737) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:51:45.141032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd824e6-1775-41bf-bb42-b3eacdc44f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd511068-14d4-4720-b290-4c70eade74f1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:45.142198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b892d3d-409e-4ae4-833f-181e3c2558bd tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.142831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1b892d3d-409e-4ae4-833f-181e3c2558bd tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.147484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1b892d3d-409e-4ae4-833f-181e3c2558bd tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "PUT /v2.0/networks/80f71dfc-52e9-4641-98a3-0e94e6230828 HTTP/1.1" status: 200 len: 762 time: 0.2129281 Sep 17 22:51:45.152369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35392) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.184073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dbd824e6-1775-41bf-bb42-b3eacdc44f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.188222 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dbd824e6-1775-41bf-bb42-b3eacdc44f9d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cd511068-14d4-4720-b290-4c70eade74f1 HTTP/1.1" status: 204 len: 168 time: 1.0091429 Sep 17 22:51:45.204660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35394) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.215088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b892d3d-409e-4ae4-833f-181e3c2558bd tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=80f71dfc-52e9-4641-98a3-0e94e6230828,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:45.232087 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 80f71dfc-52e9-4641-98a3-0e94e6230828 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:45.283365 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.311873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcca837-9516-44cb-86c6-36c21c1455c3 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.317049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dfcca837-9516-44cb-86c6-36c21c1455c3 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/networks?id=80f71dfc-52e9-4641-98a3-0e94e6230828 HTTP/1.1" status: 200 len: 765 time: 0.1596189 Sep 17 22:51:45.318739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35396) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.382364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.403396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd41cea3-5a7c-4750-9424-d5b59582bdc2']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:45.413582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9817107-c2b3-41f0-bdb8-febb8a43af1e') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:45.413872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9817107-c2b3-41f0-bdb8-febb8a43af1e') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:45.424213 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.440634 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.450251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:45.451532 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:45.454474 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:45.476684 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.521793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.529247 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.531731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] 10.222.0.48 "DELETE /v2.0/networks/bd41cea3-5a7c-4750-9424-d5b59582bdc2 HTTP/1.1" status: 204 len: 168 time: 0.3260701 Sep 17 22:51:45.545733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e0eca-a0ac-4c60-a966-decfd2d6199f admin admin] Pushing event deleted for resources: {'Network': ['ID=bd41cea3-5a7c-4750-9424-d5b59582bdc2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:45.546738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4f3d7-3004-441d-a7ac-1e88cbf8723d tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.549022 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9ea4f3d7-3004-441d-a7ac-1e88cbf8723d tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2290576 Sep 17 22:51:45.551393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35406) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.603014 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9e92e7f9-af10-482b-8db5-86cde977db31 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 207 time: 0.0499361 Sep 17 22:51:45.605954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.606381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35408) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.780071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.783813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c151b716-2c08-452b-a255-7a12755638de no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:45.791606 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.824056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c151b716-2c08-452b-a255-7a12755638de {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:45.828697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c151b716-2c08-452b-a255-7a12755638de not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:45.833505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42d278-414e-490b-8efa-befcf3c400e6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.841804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42d278-414e-490b-8efa-befcf3c400e6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.842912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35410) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.849887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42d278-414e-490b-8efa-befcf3c400e6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.856733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42d278-414e-490b-8efa-befcf3c400e6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.862771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42d278-414e-490b-8efa-befcf3c400e6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.869018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42d278-414e-490b-8efa-befcf3c400e6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.874442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bb42d278-414e-490b-8efa-befcf3c400e6 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2634134 Sep 17 22:51:45.875563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35416) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.899336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35418) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.915330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=014f2526-00df-4662-9462-a17e4664894b,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:45.981179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.028055 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-276c8198-310e-4fbe-8403-4b3a28c0b9d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2432ceb0a5149e3a74ee5fd9ef3e06f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821468 Sep 17 22:51:46.030753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7e8945ab-f95d-4ce1-9eb1-6675d3587508 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1549273 Sep 17 22:51:46.031347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35420) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.035389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35422) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.049790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9e017451-b5ab-4ad4-b07f-e8163b436d42 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/4274a127-c826-4cfa-8481-939e34d9b121 HTTP/1.1" status: 200 len: 993 time: 0.1490905 Sep 17 22:51:46.136115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c242f5c-b913-4f8a-a414-831334012c33 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.138042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c242f5c-b913-4f8a-a414-831334012c33 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.139807 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Floating IP 9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b associated. External IP: 172.25.0.53, port: babb6403-6d2b-4518-8223-dc822c68c4c8. Sep 17 22:51:46.139961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c242f5c-b913-4f8a-a414-831334012c33 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.141581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c242f5c-b913-4f8a-a414-831334012c33 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.143094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c242f5c-b913-4f8a-a414-831334012c33 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.149340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3c242f5c-b913-4f8a-a414-831334012c33 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1170321 Sep 17 22:51:46.149915 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35426) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.188890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a968c154-c9f1-4e4b-a012-043e8739586b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.218212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe55ea4-6b97-4580-b7fe-1f8e64eb1540 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.221409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe55ea4-6b97-4580-b7fe-1f8e64eb1540 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.223299 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a968c154-c9f1-4e4b-a012-043e8739586b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.223598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe55ea4-6b97-4580-b7fe-1f8e64eb1540 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.226281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe55ea4-6b97-4580-b7fe-1f8e64eb1540 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.227717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe55ea4-6b97-4580-b7fe-1f8e64eb1540 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.237055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fbe55ea4-6b97-4580-b7fe-1f8e64eb1540 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0787971 Sep 17 22:51:46.237055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35430) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.353615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b39733-11ac-458d-99e1-c79f53dccd47 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.355372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-52b39733-11ac-458d-99e1-c79f53dccd47 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/networks/b634eaa9-5f06-4ccf-a29e-f015d17443bb HTTP/1.1" status: 200 len: 804 time: 0.1211386 Sep 17 22:51:46.358980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35432) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.395325 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a968c154-c9f1-4e4b-a012-043e8739586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.398602 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a968c154-c9f1-4e4b-a012-043e8739586b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.402322 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a968c154-c9f1-4e4b-a012-043e8739586b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57c5e493-db41-4eb7-8acb-4ca59b7bc406 HTTP/1.1" status: 204 len: 168 time: 0.3618429 Sep 17 22:51:46.423391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968c154-c9f1-4e4b-a012-043e8739586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c5e493-db41-4eb7-8acb-4ca59b7bc406,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:46.451728 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router b502c2db-ea0a-4c3b-85e4-f696506d0fda has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:51:46.510284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d30f5c0f-58f5-4b8a-ad9f-04985979d930 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/networks/b634eaa9-5f06-4ccf-a29e-f015d17443bb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1499674 Sep 17 22:51:46.513399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35436) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.584215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b103c-b680-46d8-b036-07d565d84d6d tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.585781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-305b103c-b680-46d8-b036-07d565d84d6d tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/subnets/a957d74f-5ede-49a0-af8e-fb469d16fcad HTTP/1.1" status: 200 len: 843 time: 0.0712123 Sep 17 22:51:46.589412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35444) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.603451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:51:46.616867 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] Sync routers for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:51:46.626251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.628085 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:46.629224 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:46.677933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d7bbf-2bf4-47d5-91b1-89dca0973f02 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['shared'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.682596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c10d7bbf-2bf4-47d5-91b1-89dca0973f02 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "GET /v2.0/subnets/a957d74f-5ede-49a0-af8e-fb469d16fcad?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0890043 Sep 17 22:51:46.682966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35448) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.683304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35450) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.688718 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1c9fc8b8-ac7e-4c9c-88ce-8f969c0ba64a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1052773 Sep 17 22:51:46.688718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:46.690070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-355491129'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:46.693377 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca" -d '{"events": [{"name": "network-changed", "server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:46.768644 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f2eaf9-16e3-4904-bd6b-673c6d55438a x-openstack-request-id: req-35f2eaf9-16e3-4904-bd6b-673c6d55438a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:46.768644 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:46.769130 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35f2eaf9-16e3-4904-bd6b-673c6d55438a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:46.769616 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'status': 'completed', 'code': 200} Sep 17 22:51:46.799712 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:46.814654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:46.822515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.837045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-19911063-36ac-42d1-a781-533ee3ca9ca2 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/floatingips/9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b HTTP/1.1" status: 200 len: 991 time: 0.1521063 Sep 17 22:51:46.885914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-ad3dc4d9-173a-4358-9f6b-266de437c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.887420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-ad3dc4d9-173a-4358-9f6b-266de437c837 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 1098 time: 0.0929496 Sep 17 22:51:46.890863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:51:46.904566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35454) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.923186 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.923558 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Added segment 0b9b1014-2136-45cd-bef0-802215a18c59 of type vlan for network b3a3aec8-493a-4b43-97f6-081f17b39b11 Sep 17 22:51:46.955608 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-12add779-e55f-4cf5-9151-f98aee786842 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4e39b61730f4cda8c0166fb225e4521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493469 Sep 17 22:51:46.958857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35456) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:47.008169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.015168 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2efb172-00fe-4f12-958e-e96db3be2cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.045532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2efb172-00fe-4f12-958e-e96db3be2cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.047462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-4a7d6bf5-0da6-4dfe-9d7a-dd7b31168d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.049227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-4a7d6bf5-0da6-4dfe-9d7a-dd7b31168d5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff HTTP/1.1" status: 200 len: 898 time: 0.1514704 Sep 17 22:51:47.055813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.061329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.061929 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.103897 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:45Z', 'revision_number': 0, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:47.122876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2efb172-00fe-4f12-958e-e96db3be2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.125901 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b2efb172-00fe-4f12-958e-e96db3be2cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.130652 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b2efb172-00fe-4f12-958e-e96db3be2cc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe4e4dc6-c910-4246-8036-a0db1ef0cf3d HTTP/1.1" status: 204 len: 168 time: 0.1669414 Sep 17 22:51:47.136746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efb172-00fe-4f12-958e-e96db3be2cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4e4dc6-c910-4246-8036-a0db1ef0cf3d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:47.162324 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] Checking router: b502c2db-ea0a-4c3b-85e4-f696506d0fda for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:51:47.173259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4857662 Sep 17 22:51:47.184576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35464) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:47.184814 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:51:47.188959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'network_id': 'b3a3aec8-493a-4b43-97f6-081f17b39b11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:47.189195 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:51:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:47.214159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ee0b5-fb28-4f21-9129-56bc1b3eb084 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Network': ['ID=b3a3aec8-493a-4b43-97f6-081f17b39b11,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:47.226701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b3a3aec8-493a-4b43-97f6-081f17b39b11 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:51:47.234721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-706842e9-7cda-4520-ad29-f0f129cbf570 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babb6403-6d2b-4518-8223-dc822c68c4c8 HTTP/1.1" status: 200 len: 999 time: 0.1700470 Sep 17 22:51:47.339527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-2d7e548b-8aab-4a6a-9831-aa470339933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.341575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-2d7e548b-8aab-4a6a-9831-aa470339933a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=461d618d-2cf5-4ce5-8fe1-1d62653c98ac HTTP/1.1" status: 200 len: 834 time: 0.0985217 Sep 17 22:51:47.366239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Made reservation on behalf of fdd459b9c0364031a4d3be75ff1729b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:47.370893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.391348 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:51:47.424142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-8d4a478c-6c62-4a69-84f6-ff0b9d09fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.426011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-8d4a478c-6c62-4a69-84f6-ff0b9d09fb4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752563 Sep 17 22:51:47.472479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_backend_mixin [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Performing IP validity checks on allocation pools {{(pid=94738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:51:47.473121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_backend_mixin [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:51:47.506080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9755b26-9414-4427-a364-bca5d6a3681c req-c7943e09-8a06-47bc-904c-d909b6765dcd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993800 Sep 17 22:51:47.619155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-894fd464-1c95-45b4-a537-9b25fad90651 service neutron] 10.222.0.45 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846550 Sep 17 22:51:47.731331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9755b26-9414-4427-a364-bca5d6a3681c req-0075fb8c-7f43-426e-a583-645e2c8f278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.733407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9755b26-9414-4427-a364-bca5d6a3681c req-0075fb8c-7f43-426e-a583-645e2c8f278c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1099 time: 0.1267276 Sep 17 22:51:47.736977 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:47.840853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35480) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:47.847935 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:45Z', 'revision_number': 0, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:47.882085 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ea7d7-dc9f-4d50-a5ad-ee60bbef8a50 None None] The sync data for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 is: [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:50:58Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:45Z', 'revision_number': 0, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:51:47.935303 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f8ef7114-e6c8-496c-87ae-ff06227baaa2 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/floatingips/9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b HTTP/1.1" status: 200 len: 991 time: 0.0922441 Sep 17 22:51:47.937758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aff5fb4-d588-4a78-8ac0-1e30ae6c8aca req-bf49e034-0a25-469f-a416-e61aa8435b81 service neutron] 10.222.0.45 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107011 Sep 17 22:51:47.950609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=8e92a701-0d73-4ca8-81cc-647eb94cb022,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:47.959213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9755b26-9414-4427-a364-bca5d6a3681c req-d2746d80-e1d2-46b2-a0aa-6ae04dcaed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.960648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9755b26-9414-4427-a364-bca5d6a3681c req-d2746d80-e1d2-46b2-a0aa-6ae04dcaed76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.1776233 Sep 17 22:51:47.965327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Checking segment: {'id': '0b9b1014-2136-45cd-bef0-802215a18c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b3a3aec8-493a-4b43-97f6-081f17b39b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:47.965975 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network hostable DHCP agents. Network: b3a3aec8-493a-4b43-97f6-081f17b39b11, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:51:48.030259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Network b3a3aec8-493a-4b43-97f6-081f17b39b11 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:51:48.054472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b3a3aec8-493a-4b43-97f6-081f17b39b11) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:48.064692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11635aaf-0259-4919-a778-ab5b5fc2e5c8 None None] Network b3a3aec8-493a-4b43-97f6-081f17b39b11 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:48.066878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.067646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.071890 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9755b26-9414-4427-a364-bca5d6a3681c req-76b6f986-cf3e-46e3-a2c8-7ce16e509b8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1002 time: 0.1008325 Sep 17 22:51:48.124670 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bd737019-0c68-4ea1-8f9c-9e87e6ec7f37 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9485912 Sep 17 22:51:48.127980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35492) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:48.133870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b8ef28b3-5957-4425-bbfc-41af7df42786 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:48.180068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9755b26-9414-4427-a364-bca5d6a3681c req-9b7fe898-fdbe-424e-90e2-449d00c81a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.181844 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9755b26-9414-4427-a364-bca5d6a3681c req-9b7fe898-fdbe-424e-90e2-449d00c81a54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.1006937 Sep 17 22:51:48.255657 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f6918-aa22-4483-b164-7596c4ef2667 None None] New status for floating IP 9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:51:48.263680 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9755b26-9414-4427-a364-bca5d6a3681c req-781a197b-d842-4aac-9364-46aee0b3e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.265217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9755b26-9414-4427-a364-bca5d6a3681c req-781a197b-d842-4aac-9364-46aee0b3e9d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766540 Sep 17 22:51:48.365871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8ef28b3-5957-4425-bbfc-41af7df42786 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261115558'] for subnet, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.420082 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9755b26-9414-4427-a364-bca5d6a3681c req-00c45639-266e-4004-add8-2b20bc41dd29 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470907 Sep 17 22:51:48.480570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b3a3aec8-493a-4b43-97f6-081f17b39b11', 'network_id': 'b3a3aec8-493a-4b43-97f6-081f17b39b11', 'tenant_id': 'fdd459b9c0364031a4d3be75ff1729b1', 'fixed_ips': [{'subnet_id': '8e92a701-0d73-4ca8-81cc-647eb94cb022'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:51:48.481494 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.534107 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9755b26-9414-4427-a364-bca5d6a3681c req-961e9564-e3c6-4477-b710-197845b565d3 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065321 Sep 17 22:51:48.572098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8ef28b3-5957-4425-bbfc-41af7df42786 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786029973764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260167534'] for subnet, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.634054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef28b3-5957-4425-bbfc-41af7df42786 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.634672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b8ef28b3-5957-4425-bbfc-41af7df42786 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.637068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b8ef28b3-5957-4425-bbfc-41af7df42786 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "PUT /v2.0/subnets/8e92a701-0d73-4ca8-81cc-647eb94cb022 HTTP/1.1" status: 200 len: 900 time: 0.5070345 Sep 17 22:51:48.638901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35504) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:48.650775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef28b3-5957-4425-bbfc-41af7df42786 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event updated for resources: {'Subnet': ['ID=8e92a701-0d73-4ca8-81cc-647eb94cb022,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:48.734636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Allocated IP 2001:db8::3 (b3a3aec8-493a-4b43-97f6-081f17b39b11/8e92a701-0d73-4ca8-81cc-647eb94cb022/a91fb309-57ff-445d-9383-b14a06e8a66a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:48.806889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.862642 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.883968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.916366 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.926391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:48.939643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35520) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:48.976099 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.000878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Network b3a3aec8-493a-4b43-97f6-081f17b39b11 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:49.004418 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:49.014366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:49.042140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=8e92a701-0d73-4ca8-81cc-647eb94cb022,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:49.067209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-80ab43fd-a3a0-4d7d-8519-cbffed71b328 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/floatingips/9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b HTTP/1.1" status: 200 len: 993 time: 0.1263301 Sep 17 22:51:49.115160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Pushing event updated for resources: {'Port': ['ID=a91fb309-57ff-445d-9383-b14a06e8a66a,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:49.121311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Attempting to bind port a91fb309-57ff-445d-9383-b14a06e8a66a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:49.121904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Attempting to bind port a91fb309-57ff-445d-9383-b14a06e8a66a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '0b9b1014-2136-45cd-bef0-802215a18c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b3a3aec8-493a-4b43-97f6-081f17b39b11'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:49.122267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Attempting to bind port a91fb309-57ff-445d-9383-b14a06e8a66a on network b3a3aec8-493a-4b43-97f6-081f17b39b11 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:49.127995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:49.128365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Checking segment: {'id': '0b9b1014-2136-45cd-bef0-802215a18c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b3a3aec8-493a-4b43-97f6-081f17b39b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:49.128762 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.131207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Bound using segment: {'id': '0b9b1014-2136-45cd-bef0-802215a18c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b3a3aec8-493a-4b43-97f6-081f17b39b11'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:49.132174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Bound port: a91fb309-57ff-445d-9383-b14a06e8a66a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9b1014-2136-45cd-bef0-802215a18c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b3a3aec8-493a-4b43-97f6-081f17b39b11'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:49.132619 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.146237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.178751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a3aec8-493a-4b43-97f6-081f17b39b11']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:49.190126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9b1014-2136-45cd-bef0-802215a18c59') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:49.190678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9b1014-2136-45cd-bef0-802215a18c59') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:49.201179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.204977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] For port a91fb309-57ff-445d-9383-b14a06e8a66a, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:49.208960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] For port a91fb309-57ff-445d-9383-b14a06e8a66a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a91fb309-57ff-445d-9383-b14a06e8a66a,segment=NetworkSegment(0b9b1014-2136-45cd-bef0-802215a18c59),segment_id=0b9b1014-2136-45cd-bef0-802215a18c59)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:49.217929 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.218166 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.227499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:49.228185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:49.234078 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:49.319127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1704d7e-d50d-4cd5-99d8-bfd56d868e29 None None] Pushing event updated for resources: {'Port': ['ID=a91fb309-57ff-445d-9383-b14a06e8a66a,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:49.330724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e48120-95da-440a-af32-dd99e44ccc59 None None] Network b3a3aec8-493a-4b43-97f6-081f17b39b11 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:49.345406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:51:49.345406 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:51:49.345406 n-d-789963-10 neutron-server[94738]: [parameters: {'id': 'b3a3aec8-493a-4b43-97f6-081f17b39b11'}] Sep 17 22:51:49.345406 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:51:49.345861 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:51:49.469390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc09d2e-1daf-4d8d-9ef3-c919025fb70c None None] Network b3a3aec8-493a-4b43-97f6-081f17b39b11 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:49.595811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d71d8e-5dea-4995-a89c-e789a4f356c0 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:51:49.712786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d71d8e-5dea-4995-a89c-e789a4f356c0 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:51:49.846828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.902492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting port a91fb309-57ff-445d-9383-b14a06e8a66a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:49.903144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.972113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] For port a91fb309-57ff-445d-9383-b14a06e8a66a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a91fb309-57ff-445d-9383-b14a06e8a66a,segment=NetworkSegment(0b9b1014-2136-45cd-bef0-802215a18c59),segment_id=0b9b1014-2136-45cd-bef0-802215a18c59)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:49.972876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:49.988062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Calling delete_port for a91fb309-57ff-445d-9383-b14a06e8a66a owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:50.078197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.109941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No DVR routers for this DVR port a91fb309-57ff-445d-9383-b14a06e8a66a on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:50.115973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Port': ['ID=a91fb309-57ff-445d-9383-b14a06e8a66a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:50.205256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.227840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a3aec8-493a-4b43-97f6-081f17b39b11']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:50.239391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9b1014-2136-45cd-bef0-802215a18c59') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:50.239696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9b1014-2136-45cd-bef0-802215a18c59') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:50.251732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.274448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.282259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:50.282656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:50.286397 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:50.366776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.376450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.382717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35544) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:50.383193 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/b3a3aec8-493a-4b43-97f6-081f17b39b11 HTTP/1.1" status: 204 len: 168 time: 1.7427588 Sep 17 22:51:50.396662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd7c42-eae4-4c63-a607-8ab141c1d75a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=b3a3aec8-493a-4b43-97f6-081f17b39b11,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:50.760726 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f74b74-81e6-4cad-856f-74256238d197 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:50.761112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f74b74-81e6-4cad-856f-74256238d197 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:50.765202 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-53f74b74-81e6-4cad-856f-74256238d197 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/8e92a701-0d73-4ca8-81cc-647eb94cb022 HTTP/1.1" status: 404 len: 337 time: 0.3784785 Sep 17 22:51:50.765417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35546) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:50.784231 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9e769d-4986-4e11-bbb6-025dba128f62 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:50.785198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9e769d-4986-4e11-bbb6-025dba128f62 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:50.789974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dd9e769d-4986-4e11-bbb6-025dba128f62 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/b3a3aec8-493a-4b43-97f6-081f17b39b11 HTTP/1.1" status: 404 len: 339 time: 0.0213101 Sep 17 22:51:50.790195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35552) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:50.874488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.970204 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.993107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f71dfc-52e9-4641-98a3-0e94e6230828']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:51.004042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1a094a-fd45-4d62-b4b9-800db9ec7d44') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:51.004338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1a094a-fd45-4d62-b4b9-800db9ec7d44') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:51.015513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.032047 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.039157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:51.039711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:51.042896 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:51.189477 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.195188 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.197131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/80f71dfc-52e9-4641-98a3-0e94e6230828 HTTP/1.1" status: 204 len: 168 time: 0.4060137 Sep 17 22:51:51.200248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35566) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:51.240096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb46bbf-4ee1-4a30-8604-e48de1a1db3a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=80f71dfc-52e9-4641-98a3-0e94e6230828,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:51.243835 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d98c4e-ab90-449a-ba7f-490c172b1890 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:51.244517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d98c4e-ab90-449a-ba7f-490c172b1890 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:51.249438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35570) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:51.249592 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-09d98c4e-ab90-449a-ba7f-490c172b1890 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/1bb6687c-f5a2-4bea-ab40-c264a99b3845 HTTP/1.1" status: 404 len: 337 time: 0.0479989 Sep 17 22:51:51.272832 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7df912-0ceb-4564-a86a-d7f84df186f3 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:51.273695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7df912-0ceb-4564-a86a-d7f84df186f3 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:51.276062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2d7df912-0ceb-4564-a86a-d7f84df186f3 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/7b6003cc-df6c-4c13-b92c-57c90d15cc27 HTTP/1.1" status: 404 len: 339 time: 0.0251458 Sep 17 22:51:51.278855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35572) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:51.342864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95bfa9e-f16b-4f6c-ab20-03e91ba64c9f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting subnet b9710da5-3cc3-4e5f-bbd6-fd238c5d8b76 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:51.350630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f95bfa9e-f16b-4f6c-ab20-03e91ba64c9f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.397805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f95bfa9e-f16b-4f6c-ab20-03e91ba64c9f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.502844 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f95bfa9e-f16b-4f6c-ab20-03e91ba64c9f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.571197 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f95bfa9e-f16b-4f6c-ab20-03e91ba64c9f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.589482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f95bfa9e-f16b-4f6c-ab20-03e91ba64c9f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.592712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f95bfa9e-f16b-4f6c-ab20-03e91ba64c9f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/b9710da5-3cc3-4e5f-bbd6-fd238c5d8b76 HTTP/1.1" status: 204 len: 168 time: 0.3125887 Sep 17 22:51:51.595289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35576) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:51.596626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832d0ed-4e2b-4ae8-8bde-88785f62cf14 None None] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:51.616042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bfa9e-f16b-4f6c-ab20-03e91ba64c9f tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=b9710da5-3cc3-4e5f-bbd6-fd238c5d8b76,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:51.663617 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5ee1d5-db35-4a83-ae69-faad1aba9b5a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting subnet 864b03c4-a83a-4d66-904b-1b18147dd5d8 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:51.667177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee1d5-db35-4a83-ae69-faad1aba9b5a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.714078 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee1d5-db35-4a83-ae69-faad1aba9b5a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.830499 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee1d5-db35-4a83-ae69-faad1aba9b5a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.916453 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee1d5-db35-4a83-ae69-faad1aba9b5a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.955369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ee1d5-db35-4a83-ae69-faad1aba9b5a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=864b03c4-a83a-4d66-904b-1b18147dd5d8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:51.966825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee1d5-db35-4a83-ae69-faad1aba9b5a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.969502 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3d5ee1d5-db35-4a83-ae69-faad1aba9b5a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/864b03c4-a83a-4d66-904b-1b18147dd5d8 HTTP/1.1" status: 204 len: 168 time: 0.3730311 Sep 17 22:51:51.971814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35580) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:52.142159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.211772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:52.212110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.295081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] For port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,segment=NetworkSegment(00bccb2d-102f-43a3-a800-ab22476f74ba),segment_id=00bccb2d-102f-43a3-a800-ab22476f74ba)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:52.295632 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.325174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Calling delete_port for 985397c7-5c04-4d02-8a01-bf8fdfac1e3f owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:52.451358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.482724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Port': ['ID=985397c7-5c04-4d02-8a01-bf8fdfac1e3f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:52.488255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No DVR routers for this DVR port 985397c7-5c04-4d02-8a01-bf8fdfac1e3f on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:52.582741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.607022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dc3e3f-a4b6-4241-97cd-00cce148e192']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:52.621855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bccb2d-102f-43a3-a800-ab22476f74ba') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:52.622384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bccb2d-102f-43a3-a800-ab22476f74ba') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:52.639281 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.657952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dedadc4-0486-40d1-bbe9-7398e90838fc None None] Network f8dc3e3f-a4b6-4241-97cd-00cce148e192 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:52.673765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.683288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:52.684283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:52.690032 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:52.737047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-282a53df-ce08-409c-a48b-113188cafa10 None None] Could not find standard attr ID for object 985397c7-5c04-4d02-8a01-bf8fdfac1e3f. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:51:52.775884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.787929 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:52.790847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/f8dc3e3f-a4b6-4241-97cd-00cce148e192 HTTP/1.1" status: 204 len: 168 time: 0.8180277 Sep 17 22:51:52.793366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35594) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:52.813143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27085914-35b5-4389-8415-038b3f5dc9dc tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=f8dc3e3f-a4b6-4241-97cd-00cce148e192,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:52.836507 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-17caa92f-6288-49de-9ab7-4e005a5ac568 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:52.837253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17caa92f-6288-49de-9ab7-4e005a5ac568 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:52.838871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-17caa92f-6288-49de-9ab7-4e005a5ac568 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/7cc74dbe-65e8-4461-ac99-ed154fd4677a HTTP/1.1" status: 404 len: 337 time: 0.0438671 Sep 17 22:51:52.841841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35596) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:52.877634 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c6cac8-8409-4405-983c-bbc135d4c65c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:52.878535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c6cac8-8409-4405-983c-bbc135d4c65c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:52.882522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eae4f2-6a22-4a45-b577-e059dd3171cd None None] DHCP port deletion for f8dc3e3f-a4b6-4241-97cd-00cce148e192 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:51:52.883304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-17c6cac8-8409-4405-983c-bbc135d4c65c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/3e54ccf0-9e3f-454a-a4be-e553ad91706d HTTP/1.1" status: 404 len: 339 time: 0.0391908 Sep 17 22:51:52.883441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35600) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:52.918788 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e1725c-f623-4ee2-8b67-7ed4ecc7462b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:52.919346 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e1725c-f623-4ee2-8b67-7ed4ecc7462b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:52.923460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f6e1725c-f623-4ee2-8b67-7ed4ecc7462b tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/30f067e6-59f2-4867-a005-8db44947c265 HTTP/1.1" status: 404 len: 337 time: 0.0368042 Sep 17 22:51:52.923686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35602) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:52.941711 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17e4267-de0e-4132-b842-a76ebcd09111 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:52.942356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17e4267-de0e-4132-b842-a76ebcd09111 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:52.944990 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b17e4267-de0e-4132-b842-a76ebcd09111 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/ffb5a15b-f300-4057-9db6-e219c1d6ea50 HTTP/1.1" status: 404 len: 339 time: 0.0194054 Sep 17 22:51:52.946714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35604) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:52.972973 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-721ee5c6-0863-4ce4-937f-8998cb86d308 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:52.974416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721ee5c6-0863-4ce4-937f-8998cb86d308 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:52.978439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-721ee5c6-0863-4ce4-937f-8998cb86d308 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/b618094a-01b5-4e6a-a2d8-6aa74a053f7b HTTP/1.1" status: 404 len: 337 time: 0.0284529 Sep 17 22:51:52.978668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35606) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:52.996345 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a28a41-8e6a-464e-968c-89781b79bbeb tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:52.996880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a28a41-8e6a-464e-968c-89781b79bbeb tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:53.000803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-46a28a41-8e6a-464e-968c-89781b79bbeb tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/d045b446-4205-4562-b3bb-128b1d702ac9 HTTP/1.1" status: 404 len: 339 time: 0.0190144 Sep 17 22:51:53.001141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35608) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:53.053568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56ad8eb-2388-47aa-b311-c4b22b403584 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting subnet 6c3c08a1-1a10-4738-bf27-cc4952f1427b {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:53.056963 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e56ad8eb-2388-47aa-b311-c4b22b403584 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.097943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e56ad8eb-2388-47aa-b311-c4b22b403584 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.193612 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e56ad8eb-2388-47aa-b311-c4b22b403584 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.262103 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e56ad8eb-2388-47aa-b311-c4b22b403584 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.292518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ad8eb-2388-47aa-b311-c4b22b403584 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3c08a1-1a10-4738-bf27-cc4952f1427b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:53.299063 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e56ad8eb-2388-47aa-b311-c4b22b403584 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.304129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35610) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:53.307716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5fd1a-127e-4928-bdd4-7478c2012329 None None] Network e58a790f-fe0c-43c4-be35-4f093c970871 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:53.309858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e56ad8eb-2388-47aa-b311-c4b22b403584 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/6c3c08a1-1a10-4738-bf27-cc4952f1427b HTTP/1.1" status: 204 len: 168 time: 0.3077223 Sep 17 22:51:53.398124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.464530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting port 52dcf34a-0731-4ef2-8a23-193f5445622d {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:53.464870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.534201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] DHCP port deletion for e58a790f-fe0c-43c4-be35-4f093c970871 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:51:53.549290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] For port 52dcf34a-0731-4ef2-8a23-193f5445622d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=52dcf34a-0731-4ef2-8a23-193f5445622d,segment=NetworkSegment(9ebd9466-fc59-43e2-91e4-b22784eaf419),segment_id=9ebd9466-fc59-43e2-91e4-b22784eaf419)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:53.549765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.578018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Calling delete_port for 52dcf34a-0731-4ef2-8a23-193f5445622d owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:53.601598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] Deleting port 52dcf34a-0731-4ef2-8a23-193f5445622d {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:53.602412 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.708807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] For port 52dcf34a-0731-4ef2-8a23-193f5445622d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=52dcf34a-0731-4ef2-8a23-193f5445622d,segment=NetworkSegment(9ebd9466-fc59-43e2-91e4-b22784eaf419),segment_id=9ebd9466-fc59-43e2-91e4-b22784eaf419)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:53.710261 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.718752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.764917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Port': ['ID=52dcf34a-0731-4ef2-8a23-193f5445622d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:53.781038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] Calling delete_port for 52dcf34a-0731-4ef2-8a23-193f5445622d owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:53.783256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No DVR routers for this DVR port 52dcf34a-0731-4ef2-8a23-193f5445622d on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:53.873118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.873821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.874269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.874800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.875310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.876780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.879643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.881164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.881700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.882200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.882764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.883256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:53.914930 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.935573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 985397c7-5c04-4d02-8a01-bf8fdfac1e3f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:53.954742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] No DVR routers for this DVR port 52dcf34a-0731-4ef2-8a23-193f5445622d on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:53.963308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c42b34-6db6-4651-b28a-4be324c66641 None None] Pushing event deleted for resources: {'Port': ['ID=52dcf34a-0731-4ef2-8a23-193f5445622d,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:53.976133 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.990823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 985397c7-5c04-4d02-8a01-bf8fdfac1e3f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:53.991160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 985397c7-5c04-4d02-8a01-bf8fdfac1e3f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:53.991897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 52dcf34a-0731-4ef2-8a23-193f5445622d no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:54.002089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58a790f-fe0c-43c4-be35-4f093c970871']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:54.013177 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebd9466-fc59-43e2-91e4-b22784eaf419') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:54.013409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebd9466-fc59-43e2-91e4-b22784eaf419') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:54.013525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 52dcf34a-0731-4ef2-8a23-193f5445622d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:54.013649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 52dcf34a-0731-4ef2-8a23-193f5445622d not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:54.029472 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.045967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.053321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:54.053841 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:54.056871 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:54.130476 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.137130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.141754 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/e58a790f-fe0c-43c4-be35-4f093c970871 HTTP/1.1" status: 204 len: 168 time: 0.8339400 Sep 17 22:51:54.142582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35620) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:54.153937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330f718-9d6d-4e78-9421-4def7ed7f14c tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=e58a790f-fe0c-43c4-be35-4f093c970871,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:54.171640 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6079798f-8184-4f9d-9500-5aef8579ff00 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:54.172092 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6079798f-8184-4f9d-9500-5aef8579ff00 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:54.173911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6079798f-8184-4f9d-9500-5aef8579ff00 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/144450d5-c74f-4d39-b3f5-9b63dd27266b HTTP/1.1" status: 404 len: 337 time: 0.0303254 Sep 17 22:51:54.177189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35622) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:54.194597 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-466776e6-6544-4982-8e69-ab788202fae0 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] DELETE failed (client error): The resource could not be found. Sep 17 22:51:54.195128 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466776e6-6544-4982-8e69-ab788202fae0 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:51:54.199478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35624) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:54.199768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-466776e6-6544-4982-8e69-ab788202fae0 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/3acf05c9-2c7d-4838-bdf6-f0d5239f0518 HTTP/1.1" status: 404 len: 339 time: 0.0216179 Sep 17 22:51:54.250424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-49041426-4c6c-4213-af3c-0a97d1718774 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting subnet a957d74f-5ede-49a0-af8e-fb469d16fcad {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:51:54.253497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49041426-4c6c-4213-af3c-0a97d1718774 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.300892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49041426-4c6c-4213-af3c-0a97d1718774 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.388285 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49041426-4c6c-4213-af3c-0a97d1718774 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.455196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49041426-4c6c-4213-af3c-0a97d1718774 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.482484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49041426-4c6c-4213-af3c-0a97d1718774 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Subnet': ['ID=a957d74f-5ede-49a0-af8e-fb469d16fcad,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:54.490159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49041426-4c6c-4213-af3c-0a97d1718774 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.492255 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-49041426-4c6c-4213-af3c-0a97d1718774 tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/subnets/a957d74f-5ede-49a0-af8e-fb469d16fcad HTTP/1.1" status: 204 len: 168 time: 0.2917533 Sep 17 22:51:54.495092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35626) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:54.496897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4504af-6346-4e20-9e49-0ed28b0ae7fc None None] Network b634eaa9-5f06-4ccf-a29e-f015d17443bb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:51:54.570804 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.676923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f928df-7f91-42b5-9000-342315835d38 None None] DHCP port deletion for b634eaa9-5f06-4ccf-a29e-f015d17443bb request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:51:54.753471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-81f928df-7f91-42b5-9000-342315835d38 None None] Deleting port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:54.754130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81f928df-7f91-42b5-9000-342315835d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.841957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-81f928df-7f91-42b5-9000-342315835d38 None None] For port a249b34b-6bbe-4be5-ba8c-b84a75fb7506, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a249b34b-6bbe-4be5-ba8c-b84a75fb7506,segment=NetworkSegment(3c6db5d9-8919-472a-a6b7-4facd910acd5),segment_id=3c6db5d9-8919-472a-a6b7-4facd910acd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:54.842360 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81f928df-7f91-42b5-9000-342315835d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.856338 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-81f928df-7f91-42b5-9000-342315835d38 None None] Calling delete_port for a249b34b-6bbe-4be5-ba8c-b84a75fb7506 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:54.946758 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-81f928df-7f91-42b5-9000-342315835d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.985152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Deleting port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:54.985740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:54.995409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f928df-7f91-42b5-9000-342315835d38 None None] Pushing event deleted for resources: {'Port': ['ID=a249b34b-6bbe-4be5-ba8c-b84a75fb7506,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:55.002686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f928df-7f91-42b5-9000-342315835d38 None None] No DVR routers for this DVR port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:55.063984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] For port a249b34b-6bbe-4be5-ba8c-b84a75fb7506, host n-d-789963-10, got binding levels [] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:55.064533 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.078437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Calling delete_port for a249b34b-6bbe-4be5-ba8c-b84a75fb7506 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:55.081285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.ipam_backend_mixin [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 was not found and therefore no delete operation was performed {{(pid=94738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:51:55.082795 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.110959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Port': ['ID=a249b34b-6bbe-4be5-ba8c-b84a75fb7506,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:55.123352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] No DVR routers for this DVR port a249b34b-6bbe-4be5-ba8c-b84a75fb7506 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:55.209580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.230333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b634eaa9-5f06-4ccf-a29e-f015d17443bb']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:55.242511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6db5d9-8919-472a-a6b7-4facd910acd5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:55.242856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6db5d9-8919-472a-a6b7-4facd910acd5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:51:55.253561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.270237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.279710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:51:55.280511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:51:55.284586 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:51:55.361081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.386671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.391330 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] 10.222.0.48 "DELETE /v2.0/networks/b634eaa9-5f06-4ccf-a29e-f015d17443bb HTTP/1.1" status: 204 len: 168 time: 0.8923938 Sep 17 22:51:55.401944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af56907-d101-4009-9c0f-4a52dd7ed64a tempest-NetworksIpV6Test-1349983411 tempest-NetworksIpV6Test-1349983411-project] Pushing event deleted for resources: {'Network': ['ID=b634eaa9-5f06-4ccf-a29e-f015d17443bb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:55.714111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35660) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:55.870313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a249b34b-6bbe-4be5-ba8c-b84a75fb7506 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:55.901071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a249b34b-6bbe-4be5-ba8c-b84a75fb7506 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:55.901955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35664) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:55.902637 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-51c10304-7e5c-4598-8be8-389928247142 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdd459b9c0364031a4d3be75ff1729b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870134 Sep 17 22:51:55.909476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a249b34b-6bbe-4be5-ba8c-b84a75fb7506 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:55.966382 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f721-1b88-4cae-978a-3e7e23e98a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:55.991912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f721-1b88-4cae-978a-3e7e23e98a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:56.044353 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f721-1b88-4cae-978a-3e7e23e98a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:56.047191 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f721-1b88-4cae-978a-3e7e23e98a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:56.052096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a9c5f721-1b88-4cae-978a-3e7e23e98a69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fba55d5e-39f6-4538-8203-63fc403f9ece HTTP/1.1" status: 204 len: 168 time: 0.1475897 Sep 17 22:51:56.060321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5f721-1b88-4cae-978a-3e7e23e98a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba55d5e-39f6-4538-8203-63fc403f9ece,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:56.822674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35696) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:56.922419 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026507825'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:56.948809 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:56.957293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.064242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.068616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.119725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f1d4c-e24a-4a31-bfde-f56b387b3447,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:57.195783 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.200130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.230790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4400c9ee-232e-4441-bc36-b41bd4fcb265,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:57.243942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.245716 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8f8d7599-4887-453d-9839-ca5f78318148 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4216199 Sep 17 22:51:57.248454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35704) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.318585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c0832855-ac28-4609-bf37-6f577c2f214d tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0655751 Sep 17 22:51:57.319081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35708) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.324685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ff42ea06-42a1-47dd-b49c-b06e38ac30dc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-security--1522337206', 'description': 'tempest-security-description-888427527'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:57.356782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff42ea06-42a1-47dd-b49c-b06e38ac30dc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.420347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff42ea06-42a1-47dd-b49c-b06e38ac30dc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.426872 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff42ea06-42a1-47dd-b49c-b06e38ac30dc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.429898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ff42ea06-42a1-47dd-b49c-b06e38ac30dc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.431353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ff42ea06-42a1-47dd-b49c-b06e38ac30dc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "PUT /v2.0/security-groups/4400c9ee-232e-4441-bc36-b41bd4fcb265 HTTP/1.1" status: 200 len: 1779 time: 0.1103129 Sep 17 22:51:57.434104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35710) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.464893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42ea06-42a1-47dd-b49c-b06e38ac30dc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4400c9ee-232e-4441-bc36-b41bd4fcb265,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:57.486779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d0a33bb5-aa69-437a-8753-fd803cb91e71 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups/4400c9ee-232e-4441-bc36-b41bd4fcb265 HTTP/1.1" status: 200 len: 1779 time: 0.0515416 Sep 17 22:51:57.490087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35712) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.554711 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c44fb14-a2c7-42c5-a0a8-031ab63716ba tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.577584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c44fb14-a2c7-42c5-a0a8-031ab63716ba tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.625688 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c44fb14-a2c7-42c5-a0a8-031ab63716ba tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.632088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c44fb14-a2c7-42c5-a0a8-031ab63716ba tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.633729 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2c44fb14-a2c7-42c5-a0a8-031ab63716ba tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/4400c9ee-232e-4441-bc36-b41bd4fcb265 HTTP/1.1" status: 204 len: 168 time: 0.1424675 Sep 17 22:51:57.636374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35714) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.645625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44fb14-a2c7-42c5-a0a8-031ab63716ba tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4400c9ee-232e-4441-bc36-b41bd4fcb265,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:57.722410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aa226e17-7bdc-4693-be50-321021c56f52 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835519 Sep 17 22:51:57.724349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35720) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.744108 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-1400d1ca-8868-4e23-86ff-c6b59fa0042b tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] delete failed (client error): The resource could not be found. Sep 17 22:51:57.745565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1400d1ca-8868-4e23-86ff-c6b59fa0042b tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/4400c9ee-232e-4441-bc36-b41bd4fcb265 HTTP/1.1" status: 404 len: 347 time: 0.0196800 Sep 17 22:51:57.751175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35722) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.756104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-76a264e9-8f2e-4b27-8546-6bb503e1dc79 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-secgroup--857151466'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:57.789173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76a264e9-8f2e-4b27-8546-6bb503e1dc79 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.903671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76a264e9-8f2e-4b27-8546-6bb503e1dc79 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.909473 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76a264e9-8f2e-4b27-8546-6bb503e1dc79 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.946217 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76a264e9-8f2e-4b27-8546-6bb503e1dc79 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.947538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-76a264e9-8f2e-4b27-8546-6bb503e1dc79 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1952813 Sep 17 22:51:57.950714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35724) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.955153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a264e9-8f2e-4b27-8546-6bb503e1dc79 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bdb0fe-1083-4f7c-a103-280c2a063126,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:57.957360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7df589d0-6966-4e8b-af5e-1b765d6f6f72 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': '27bdb0fe-1083-4f7c-a103-280c2a063126', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:57.999102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7df589d0-6966-4e8b-af5e-1b765d6f6f72 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.058857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7df589d0-6966-4e8b-af5e-1b765d6f6f72 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.067178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7df589d0-6966-4e8b-af5e-1b765d6f6f72 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.091334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df589d0-6966-4e8b-af5e-1b765d6f6f72 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f452dee-aa48-41d7-9df1-dc141af6c433,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:58.098273 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7df589d0-6966-4e8b-af5e-1b765d6f6f72 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.100169 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7df589d0-6966-4e8b-af5e-1b765d6f6f72 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473565 Sep 17 22:51:58.109880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35728) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:58.144884 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-427827c2-0a8f-413d-b4f9-ac0f89d588a7 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.154658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-427827c2-0a8f-413d-b4f9-ac0f89d588a7 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.199243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-427827c2-0a8f-413d-b4f9-ac0f89d588a7 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.204451 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-427827c2-0a8f-413d-b4f9-ac0f89d588a7 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.205633 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-427827c2-0a8f-413d-b4f9-ac0f89d588a7 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6f452dee-aa48-41d7-9df1-dc141af6c433 HTTP/1.1" status: 204 len: 168 time: 0.0983009 Sep 17 22:51:58.209073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35730) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:58.221473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427827c2-0a8f-413d-b4f9-ac0f89d588a7 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f452dee-aa48-41d7-9df1-dc141af6c433,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:58.268395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35732) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:58.282342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c81803bf-e1f2-4bfc-b5c6-df532b342411 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0703542 Sep 17 22:51:58.340140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40a59a2a-5dfc-4041-9edb-f1c8efe2a32b tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.378325 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40a59a2a-5dfc-4041-9edb-f1c8efe2a32b tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.441007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40a59a2a-5dfc-4041-9edb-f1c8efe2a32b tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.444350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40a59a2a-5dfc-4041-9edb-f1c8efe2a32b tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.445805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-40a59a2a-5dfc-4041-9edb-f1c8efe2a32b tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/27bdb0fe-1083-4f7c-a103-280c2a063126 HTTP/1.1" status: 204 len: 168 time: 0.1762526 Sep 17 22:51:58.452068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35738) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:58.462865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a59a2a-5dfc-4041-9edb-f1c8efe2a32b tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bdb0fe-1083-4f7c-a103-280c2a063126,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:58.522270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-32a96a0b-07a0-47ec-a38f-1a74e1e1196c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685842 Sep 17 22:51:58.529411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35740) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:58.534177 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-60cfbaa6-a529-4c75-822f-10f0718dcb97 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904004630'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:58.560723 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60cfbaa6-a529-4c75-822f-10f0718dcb97 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.648822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60cfbaa6-a529-4c75-822f-10f0718dcb97 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.654061 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60cfbaa6-a529-4c75-822f-10f0718dcb97 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.685746 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-60cfbaa6-a529-4c75-822f-10f0718dcb97 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.692646 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-60cfbaa6-a529-4c75-822f-10f0718dcb97 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1563761 Sep 17 22:51:58.692646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfbaa6-a529-4c75-822f-10f0718dcb97 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6da1e3e-1b8a-46a3-8eef-ec90b794ca43,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:58.693140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35742) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:58.704687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0a106753-d13d-4c50-bb91-e8e1ccd136f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': 'b6da1e3e-1b8a-46a3-8eef-ec90b794ca43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:58.735695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a106753-d13d-4c50-bb91-e8e1ccd136f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.840284 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a106753-d13d-4c50-bb91-e8e1ccd136f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.844784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a106753-d13d-4c50-bb91-e8e1ccd136f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.884217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a106753-d13d-4c50-bb91-e8e1ccd136f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0544e1d9-d777-4370-9797-49d40b6e2d23,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:58.894005 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0a106753-d13d-4c50-bb91-e8e1ccd136f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.899071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0a106753-d13d-4c50-bb91-e8e1ccd136f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2071934 Sep 17 22:51:58.899954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35748) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:58.907809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c2f70b1c-d1d6-4375-bde1-95d77ac895e0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': 'b6da1e3e-1b8a-46a3-8eef-ec90b794ca43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:58.935997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f70b1c-d1d6-4375-bde1-95d77ac895e0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.009806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f70b1c-d1d6-4375-bde1-95d77ac895e0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.016917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f70b1c-d1d6-4375-bde1-95d77ac895e0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.042040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f70b1c-d1d6-4375-bde1-95d77ac895e0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0c9ba8-82ce-47b9-8d10-1c1608c68931,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:59.050553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2f70b1c-d1d6-4375-bde1-95d77ac895e0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.051976 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c2f70b1c-d1d6-4375-bde1-95d77ac895e0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483040 Sep 17 22:51:59.054693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35750) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:59.059110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-98023f98-4c46-419d-a02b-e6c19b3e861f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': 'b6da1e3e-1b8a-46a3-8eef-ec90b794ca43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:59.099164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98023f98-4c46-419d-a02b-e6c19b3e861f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.201114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98023f98-4c46-419d-a02b-e6c19b3e861f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.206401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98023f98-4c46-419d-a02b-e6c19b3e861f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.227639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98023f98-4c46-419d-a02b-e6c19b3e861f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e8e067-76ef-4153-bee3-e8c5da629c38,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:59.241075 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-98023f98-4c46-419d-a02b-e6c19b3e861f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.242478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-98023f98-4c46-419d-a02b-e6c19b3e861f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1868138 Sep 17 22:51:59.245271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35758) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:59.249768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f36cabc7-2bd6-41e6-b1b1-4a9aa5cd1a45 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': 'b6da1e3e-1b8a-46a3-8eef-ec90b794ca43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:59.295024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36cabc7-2bd6-41e6-b1b1-4a9aa5cd1a45 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.392566 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36cabc7-2bd6-41e6-b1b1-4a9aa5cd1a45 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.398545 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36cabc7-2bd6-41e6-b1b1-4a9aa5cd1a45 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.416792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cabc7-2bd6-41e6-b1b1-4a9aa5cd1a45 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10de709a-152c-478d-bf97-ed317f8e6578,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:59.436346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f36cabc7-2bd6-41e6-b1b1-4a9aa5cd1a45 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.437666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f36cabc7-2bd6-41e6-b1b1-4a9aa5cd1a45 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1912968 Sep 17 22:51:59.440363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35760) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:59.445656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-529cd71b-c15b-471f-80bd-0e2b973169fe tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': 'b6da1e3e-1b8a-46a3-8eef-ec90b794ca43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:59.478496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-529cd71b-c15b-471f-80bd-0e2b973169fe tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.544676 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-529cd71b-c15b-471f-80bd-0e2b973169fe tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.549681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-529cd71b-c15b-471f-80bd-0e2b973169fe tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.573518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-529cd71b-c15b-471f-80bd-0e2b973169fe tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.574755 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-529cd71b-c15b-471f-80bd-0e2b973169fe tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1334841 Sep 17 22:51:59.577655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35762) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:59.579808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cd71b-c15b-471f-80bd-0e2b973169fe tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831bb51c-1e50-4f17-8d70-1755cbbf2ae8,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:59.607452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3196025-c920-4580-9b56-31a287d43872 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.615234 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3196025-c920-4580-9b56-31a287d43872 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.645662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3196025-c920-4580-9b56-31a287d43872 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.658740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3196025-c920-4580-9b56-31a287d43872 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.660266 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b3196025-c920-4580-9b56-31a287d43872 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/831bb51c-1e50-4f17-8d70-1755cbbf2ae8 HTTP/1.1" status: 204 len: 168 time: 0.0813203 Sep 17 22:51:59.661864 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3196025-c920-4580-9b56-31a287d43872 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=831bb51c-1e50-4f17-8d70-1755cbbf2ae8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:59.663649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35764) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:59.720654 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d26c7da3-8282-424a-a90a-314b9f16e1a3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0558372 Sep 17 22:51:59.724193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35766) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:59.747571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed97b00-b641-4742-9fb9-11cce8a29bec tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.756328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed97b00-b641-4742-9fb9-11cce8a29bec tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.785387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed97b00-b641-4742-9fb9-11cce8a29bec tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.793288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ed97b00-b641-4742-9fb9-11cce8a29bec tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.796618 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ed97b00-b641-4742-9fb9-11cce8a29bec tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/10de709a-152c-478d-bf97-ed317f8e6578 HTTP/1.1" status: 204 len: 168 time: 0.0692122 Sep 17 22:51:59.797218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35768) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:59.814236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed97b00-b641-4742-9fb9-11cce8a29bec tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10de709a-152c-478d-bf97-ed317f8e6578,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:59.848992 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-96fded95-cf8f-4577-8c7e-f9ab6b824360 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0493724 Sep 17 22:51:59.851544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35772) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:59.906202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97825c8a-fc61-4965-a954-0fae253dd002 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.924413 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97825c8a-fc61-4965-a954-0fae253dd002 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.940760 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-82e00e11-c178-4ec0-a561-02a3bff5a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.973306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97825c8a-fc61-4965-a954-0fae253dd002 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.999545 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-97825c8a-fc61-4965-a954-0fae253dd002 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.000910 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-97825c8a-fc61-4965-a954-0fae253dd002 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/95e8e067-76ef-4153-bee3-e8c5da629c38 HTTP/1.1" status: 204 len: 168 time: 0.1484580 Sep 17 22:52:00.001797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97825c8a-fc61-4965-a954-0fae253dd002 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95e8e067-76ef-4153-bee3-e8c5da629c38,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:00.008893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35776) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.070700 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-97e59dba-3c44-4b43-a70d-8eff9782b00f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0601072 Sep 17 22:52:00.073151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35778) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.107113 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8edead0-89ac-4a0d-8127-8d3706ddced9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.126144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8edead0-89ac-4a0d-8127-8d3706ddced9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.174765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8edead0-89ac-4a0d-8127-8d3706ddced9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.182560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8edead0-89ac-4a0d-8127-8d3706ddced9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.183757 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d8edead0-89ac-4a0d-8127-8d3706ddced9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6b0c9ba8-82ce-47b9-8d10-1c1608c68931 HTTP/1.1" status: 204 len: 168 time: 0.1096330 Sep 17 22:52:00.187206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35784) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.190600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edead0-89ac-4a0d-8127-8d3706ddced9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b0c9ba8-82ce-47b9-8d10-1c1608c68931,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:00.248279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-431deca5-774e-40af-8475-151cec68b454 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0598454 Sep 17 22:52:00.249215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35788) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.281830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cce1cca0-011c-49f6-b0fe-5c6c999ee50f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.291915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cce1cca0-011c-49f6-b0fe-5c6c999ee50f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.327429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cce1cca0-011c-49f6-b0fe-5c6c999ee50f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.331633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cce1cca0-011c-49f6-b0fe-5c6c999ee50f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.333491 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cce1cca0-011c-49f6-b0fe-5c6c999ee50f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0544e1d9-d777-4370-9797-49d40b6e2d23 HTTP/1.1" status: 204 len: 168 time: 0.0826128 Sep 17 22:52:00.336438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35790) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.341662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1cca0-011c-49f6-b0fe-5c6c999ee50f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0544e1d9-d777-4370-9797-49d40b6e2d23,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:00.413547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35792) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.427014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a5372c32-5a3d-4f3b-b500-6c6ddfdd84b1 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0888529 Sep 17 22:52:00.478884 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29906498-54b4-4396-ae6c-d0ce66da0bdc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.509415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29906498-54b4-4396-ae6c-d0ce66da0bdc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.555305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29906498-54b4-4396-ae6c-d0ce66da0bdc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.558750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-29906498-54b4-4396-ae6c-d0ce66da0bdc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.563052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35794) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.563283 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-29906498-54b4-4396-ae6c-d0ce66da0bdc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/b6da1e3e-1b8a-46a3-8eef-ec90b794ca43 HTTP/1.1" status: 204 len: 168 time: 0.1483994 Sep 17 22:52:00.572589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29906498-54b4-4396-ae6c-d0ce66da0bdc tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6da1e3e-1b8a-46a3-8eef-ec90b794ca43,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:00.633637 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3abe0f04-7f00-4e6a-acab-ed15dc9c2c27 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692062 Sep 17 22:52:00.634626 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35796) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.639382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0b63c6fb-5d86-4511-bbc6-f3e449e3c294 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614398267'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:00.666784 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b63c6fb-5d86-4511-bbc6-f3e449e3c294 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.759103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b63c6fb-5d86-4511-bbc6-f3e449e3c294 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.765185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b63c6fb-5d86-4511-bbc6-f3e449e3c294 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.781444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b63c6fb-5d86-4511-bbc6-f3e449e3c294 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.786420 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0b63c6fb-5d86-4511-bbc6-f3e449e3c294 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1500349 Sep 17 22:52:00.788324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35798) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:00.796608 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0ee85fbc-dde3-42ed-8c53-b59a17326ee8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': '73cae7e8-73ca-4a02-9dbc-8a667ab6440f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:00.813789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63c6fb-5d86-4511-bbc6-f3e449e3c294 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cae7e8-73ca-4a02-9dbc-8a667ab6440f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:00.850503 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ee85fbc-dde3-42ed-8c53-b59a17326ee8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.908636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ee85fbc-dde3-42ed-8c53-b59a17326ee8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.918254 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ee85fbc-dde3-42ed-8c53-b59a17326ee8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.939186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee85fbc-dde3-42ed-8c53-b59a17326ee8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54edc913-0710-4cd1-8d45-893ef0444669,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:00.951359 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ee85fbc-dde3-42ed-8c53-b59a17326ee8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:00.952706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ee85fbc-dde3-42ed-8c53-b59a17326ee8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1602197 Sep 17 22:52:00.955792 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35802) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.060176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db325a2c-9711-41f6-be77-2bb444df8e51 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.096957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db325a2c-9711-41f6-be77-2bb444df8e51 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.174833 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db325a2c-9711-41f6-be77-2bb444df8e51 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.180547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-db325a2c-9711-41f6-be77-2bb444df8e51 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.181755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-db325a2c-9711-41f6-be77-2bb444df8e51 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/73cae7e8-73ca-4a02-9dbc-8a667ab6440f HTTP/1.1" status: 204 len: 168 time: 0.2250950 Sep 17 22:52:01.185152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35812) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.192419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db325a2c-9711-41f6-be77-2bb444df8e51 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cae7e8-73ca-4a02-9dbc-8a667ab6440f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:01.254166 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bf11e5d0-4996-4137-b61d-053a1179bd27 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677428 Sep 17 22:52:01.259024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35814) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.264031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-005c2f65-6f4f-4fd9-9cf8-19aac5104abb tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796177517'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:01.289519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005c2f65-6f4f-4fd9-9cf8-19aac5104abb tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.375071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005c2f65-6f4f-4fd9-9cf8-19aac5104abb tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.382782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005c2f65-6f4f-4fd9-9cf8-19aac5104abb tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.418738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c2f65-6f4f-4fd9-9cf8-19aac5104abb tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce5a572-6ebd-47a7-9fab-aa5bfdbd9fd4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:01.424226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-005c2f65-6f4f-4fd9-9cf8-19aac5104abb tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.432383 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-005c2f65-6f4f-4fd9-9cf8-19aac5104abb tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1701045 Sep 17 22:52:01.432618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35816) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.437420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e7a6c29b-c639-46da-8e26-78512a3abe47 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-secgroup--234982554'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:01.464472 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c29b-c639-46da-8e26-78512a3abe47 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.606919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c29b-c639-46da-8e26-78512a3abe47 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.617247 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c29b-c639-46da-8e26-78512a3abe47 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.636715 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c29b-c639-46da-8e26-78512a3abe47 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.640677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e7a6c29b-c639-46da-8e26-78512a3abe47 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2069032 Sep 17 22:52:01.643993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35818) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.649633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e7b3aa81-0c28-44d8-8180-9970fb6e4e8e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': '6ce5a572-6ebd-47a7-9fab-aa5bfdbd9fd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bfe1ebcd-cda7-43f2-94d8-f75516e16376', 'remote_ip_prefix': None}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:01.673190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6c29b-c639-46da-8e26-78512a3abe47 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe1ebcd-cda7-43f2-94d8-f75516e16376,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:01.686741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7b3aa81-0c28-44d8-8180-9970fb6e4e8e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.763876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7b3aa81-0c28-44d8-8180-9970fb6e4e8e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.768498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7b3aa81-0c28-44d8-8180-9970fb6e4e8e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.789007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3aa81-0c28-44d8-8180-9970fb6e4e8e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffd4eb5-a185-4513-8a21-00bccd29d271,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:01.797239 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7b3aa81-0c28-44d8-8180-9970fb6e4e8e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.798466 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e7b3aa81-0c28-44d8-8180-9970fb6e4e8e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1532869 Sep 17 22:52:01.802279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35820) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.826500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1acdfdb4-a840-44a5-8d09-9ee865ae962c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.834588 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1acdfdb4-a840-44a5-8d09-9ee865ae962c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.874996 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1acdfdb4-a840-44a5-8d09-9ee865ae962c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.888435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1acdfdb4-a840-44a5-8d09-9ee865ae962c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:01.889862 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1acdfdb4-a840-44a5-8d09-9ee865ae962c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7ffd4eb5-a185-4513-8a21-00bccd29d271 HTTP/1.1" status: 204 len: 168 time: 0.0866430 Sep 17 22:52:01.890708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdfdb4-a840-44a5-8d09-9ee865ae962c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ffd4eb5-a185-4513-8a21-00bccd29d271,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:01.892564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35822) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.939974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-665c75cf-8bd6-4d2a-92f0-b3350017e70e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0462618 Sep 17 22:52:01.943166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35824) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.003894 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-241d2f20-0606-4c04-93b7-36c38022e276 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.028680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-241d2f20-0606-4c04-93b7-36c38022e276 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.075764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-241d2f20-0606-4c04-93b7-36c38022e276 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.079033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-241d2f20-0606-4c04-93b7-36c38022e276 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.083933 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35828) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.084286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-241d2f20-0606-4c04-93b7-36c38022e276 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/bfe1ebcd-cda7-43f2-94d8-f75516e16376 HTTP/1.1" status: 204 len: 168 time: 0.1400421 Sep 17 22:52:02.106105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d2f20-0606-4c04-93b7-36c38022e276 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe1ebcd-cda7-43f2-94d8-f75516e16376,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:02.180051 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-007b2374-f877-4d28-85f4-33748c270f3f tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0947881 Sep 17 22:52:02.183119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35838) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.290031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40705258-9462-42dd-b31b-fc374f6324e3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.323195 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40705258-9462-42dd-b31b-fc374f6324e3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.371216 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40705258-9462-42dd-b31b-fc374f6324e3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.373942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40705258-9462-42dd-b31b-fc374f6324e3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.375167 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-40705258-9462-42dd-b31b-fc374f6324e3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/6ce5a572-6ebd-47a7-9fab-aa5bfdbd9fd4 HTTP/1.1" status: 204 len: 168 time: 0.1875505 Sep 17 22:52:02.378161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35844) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.386176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40705258-9462-42dd-b31b-fc374f6324e3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce5a572-6ebd-47a7-9fab-aa5bfdbd9fd4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:02.428811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-beb8aa5c-80e1-4512-9d6a-308ab5277056 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482378 Sep 17 22:52:02.432998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35846) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.439550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-28aeb142-c2a6-4371-bbe2-86cb51d7bf7c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-secgroup--356251724'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:02.471456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28aeb142-c2a6-4371-bbe2-86cb51d7bf7c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.574922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28aeb142-c2a6-4371-bbe2-86cb51d7bf7c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.581179 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28aeb142-c2a6-4371-bbe2-86cb51d7bf7c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.616739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aeb142-c2a6-4371-bbe2-86cb51d7bf7c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7829c44d-a1c5-4090-8505-e9baf7a9d867,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:02.659253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28aeb142-c2a6-4371-bbe2-86cb51d7bf7c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.663611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-28aeb142-c2a6-4371-bbe2-86cb51d7bf7c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2243214 Sep 17 22:52:02.663795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.668386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-91bac45e-643d-4580-96af-cc4ceb822e5c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': '7829c44d-a1c5-4090-8505-e9baf7a9d867', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:02.700876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91bac45e-643d-4580-96af-cc4ceb822e5c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.706217 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2968-6a4a-452d-a4a1-c50bce71be60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.763603 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91bac45e-643d-4580-96af-cc4ceb822e5c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.767206 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91bac45e-643d-4580-96af-cc4ceb822e5c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.791574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bac45e-643d-4580-96af-cc4ceb822e5c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972bffc6-671f-4a2e-b587-7673eb907068,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:02.798410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91bac45e-643d-4580-96af-cc4ceb822e5c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.799795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-91bac45e-643d-4580-96af-cc4ceb822e5c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1351624 Sep 17 22:52:02.803551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35850) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.828673 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ddb48279-05a5-40a8-8443-8f240b6fa49d tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.837050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ddb48279-05a5-40a8-8443-8f240b6fa49d tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.862576 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ddb48279-05a5-40a8-8443-8f240b6fa49d tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.870260 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ddb48279-05a5-40a8-8443-8f240b6fa49d tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.871478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ddb48279-05a5-40a8-8443-8f240b6fa49d tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/972bffc6-671f-4a2e-b587-7673eb907068 HTTP/1.1" status: 204 len: 168 time: 0.0668347 Sep 17 22:52:02.874133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35852) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.876741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48279-05a5-40a8-8443-8f240b6fa49d tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=972bffc6-671f-4a2e-b587-7673eb907068,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:02.916213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-37e3ea97-2b35-483e-b00e-b0c223e2a9ff tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406954 Sep 17 22:52:02.918741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35854) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:02.971315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b8ceaef-84b7-45d8-8f78-13195de8a4c8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.995663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b8ceaef-84b7-45d8-8f78-13195de8a4c8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.041064 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b8ceaef-84b7-45d8-8f78-13195de8a4c8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.044510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6b8ceaef-84b7-45d8-8f78-13195de8a4c8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.048599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6b8ceaef-84b7-45d8-8f78-13195de8a4c8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/7829c44d-a1c5-4090-8505-e9baf7a9d867 HTTP/1.1" status: 204 len: 168 time: 0.1260200 Sep 17 22:52:03.049108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35860) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.057601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ceaef-84b7-45d8-8f78-13195de8a4c8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7829c44d-a1c5-4090-8505-e9baf7a9d867,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:03.109246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9549c357-a3a7-4697-aa7e-036c5ec1b131 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588124 Sep 17 22:52:03.113768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35864) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.119252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-bdac532d-1baf-449c-98a4-e565cb60aa76 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group': {'name': 'tempest-secgroup--322330755'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:03.124409 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.143620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bdac532d-1baf-449c-98a4-e565cb60aa76 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.230783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bdac532d-1baf-449c-98a4-e565cb60aa76 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.235622 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bdac532d-1baf-449c-98a4-e565cb60aa76 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.275947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac532d-1baf-449c-98a4-e565cb60aa76 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb9c740-d269-40b7-9898-642d6a85d346,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:03.280099 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bdac532d-1baf-449c-98a4-e565cb60aa76 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.284704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bdac532d-1baf-449c-98a4-e565cb60aa76 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1692729 Sep 17 22:52:03.284899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35874) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.290152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c271da85-070c-4bf4-87ec-280f10357318 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': '7eb9c740-d269-40b7-9898-642d6a85d346', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:03.333248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c271da85-070c-4bf4-87ec-280f10357318 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.394592 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c271da85-070c-4bf4-87ec-280f10357318 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.399011 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c271da85-070c-4bf4-87ec-280f10357318 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.420121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271da85-070c-4bf4-87ec-280f10357318 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1371ad5-d176-47cb-9e41-5b86ca2c82d6,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:03.427766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c271da85-070c-4bf4-87ec-280f10357318 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.440413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c271da85-070c-4bf4-87ec-280f10357318 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472840 Sep 17 22:52:03.442025 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35882) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.468106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e967f580-be22-4486-a2fc-09cdf6ac3406 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules/a1371ad5-d176-47cb-9e41-5b86ca2c82d6 HTTP/1.1" status: 200 len: 763 time: 0.0230911 Sep 17 22:52:03.468549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35886) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.514430 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-58a89008-91bb-49eb-8cc2-c104f16cd4b8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0446827 Sep 17 22:52:03.517273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35888) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.545238 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c5aa480-e7c9-44b2-b13a-a0adaa11232e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.553229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c5aa480-e7c9-44b2-b13a-a0adaa11232e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.587573 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c5aa480-e7c9-44b2-b13a-a0adaa11232e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.594802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c5aa480-e7c9-44b2-b13a-a0adaa11232e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.598909 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3c5aa480-e7c9-44b2-b13a-a0adaa11232e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a1371ad5-d176-47cb-9e41-5b86ca2c82d6 HTTP/1.1" status: 204 len: 168 time: 0.0777528 Sep 17 22:52:03.599576 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35894) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.602650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aa480-e7c9-44b2-b13a-a0adaa11232e tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1371ad5-d176-47cb-9e41-5b86ca2c82d6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:03.656891 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fd2bc303-266f-4305-8100-52c5cd8f73e3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0536239 Sep 17 22:52:03.657250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35896) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.662318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0e7eca5a-020e-499c-b4a7-121afbc4c0f0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': '7eb9c740-d269-40b7-9898-642d6a85d346', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:03.689355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e7eca5a-020e-499c-b4a7-121afbc4c0f0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.748727 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e7eca5a-020e-499c-b4a7-121afbc4c0f0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.752402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e7eca5a-020e-499c-b4a7-121afbc4c0f0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.774112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eca5a-020e-499c-b4a7-121afbc4c0f0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20769125-d1f9-454e-b316-44e620883ba5,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:03.778222 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e7eca5a-020e-499c-b4a7-121afbc4c0f0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.782219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0e7eca5a-020e-499c-b4a7-121afbc4c0f0 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213560 Sep 17 22:52:03.782535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35898) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.803962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eb1d963c-85db-4c7a-a313-0d5a1d60cdba tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules/20769125-d1f9-454e-b316-44e620883ba5 HTTP/1.1" status: 200 len: 763 time: 0.0169837 Sep 17 22:52:03.806198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35900) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.857142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-54eaf7de-0c29-49f0-a24a-782538fa7a2c tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0470474 Sep 17 22:52:03.858820 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.860607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35904) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.888816 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23f41de7-c0b7-4114-b077-9a42ccd6b2f9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.897508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23f41de7-c0b7-4114-b077-9a42ccd6b2f9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.933155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23f41de7-c0b7-4114-b077-9a42ccd6b2f9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.940708 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23f41de7-c0b7-4114-b077-9a42ccd6b2f9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.944563 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-23f41de7-c0b7-4114-b077-9a42ccd6b2f9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/20769125-d1f9-454e-b316-44e620883ba5 HTTP/1.1" status: 204 len: 168 time: 0.0795720 Sep 17 22:52:03.945429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35910) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:03.956993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f41de7-c0b7-4114-b077-9a42ccd6b2f9 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20769125-d1f9-454e-b316-44e620883ba5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:03.998713 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-44a112f7-e67e-42ae-85b0-b0467e5cdfa3 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502534 Sep 17 22:52:03.999010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35912) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:04.003523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b9c9ed0b-32a7-4e95-87b0-94b23a474588 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Request body: {'security_group_rule': {'security_group_id': '7eb9c740-d269-40b7-9898-642d6a85d346', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:04.027799 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-b9c9ed0b-32a7-4e95-87b0-94b23a474588 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Project 33c8f4e2cdcd4cb3b359bb8914f707a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:52:04.033885 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed0b-32a7-4e95-87b0-94b23a474588 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.095454 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed0b-32a7-4e95-87b0-94b23a474588 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.101182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed0b-32a7-4e95-87b0-94b23a474588 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.124350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9ed0b-32a7-4e95-87b0-94b23a474588 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba08055-5f81-44e4-b900-9dd9e530ba57,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:04.146670 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed0b-32a7-4e95-87b0-94b23a474588 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.148242 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b9c9ed0b-32a7-4e95-87b0-94b23a474588 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484110 Sep 17 22:52:04.150819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35914) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:04.169366 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-08f417c9-cb55-4212-b2a4-24445c2ff498 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules/6ba08055-5f81-44e4-b900-9dd9e530ba57 HTTP/1.1" status: 200 len: 769 time: 0.0153062 Sep 17 22:52:04.169636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35916) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:04.214250 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9e5c22e8-00f5-4a40-b7ae-ba5a8ae871af tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0412209 Sep 17 22:52:04.214479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35918) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:04.237826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-afd6c495-ec92-4416-b960-5e003d0cd3e1 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.246013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-afd6c495-ec92-4416-b960-5e003d0cd3e1 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.278813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-afd6c495-ec92-4416-b960-5e003d0cd3e1 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.285060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-afd6c495-ec92-4416-b960-5e003d0cd3e1 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.289409 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-afd6c495-ec92-4416-b960-5e003d0cd3e1 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6ba08055-5f81-44e4-b900-9dd9e530ba57 HTTP/1.1" status: 204 len: 168 time: 0.0713260 Sep 17 22:52:04.289587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35920) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:04.305811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6c495-ec92-4416-b960-5e003d0cd3e1 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ba08055-5f81-44e4-b900-9dd9e530ba57,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:04.340328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-93ea4042-da90-45fd-8e87-6299eecf5d2d tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473220 Sep 17 22:52:04.340827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35924) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:04.400787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f101b737-1527-48ac-b2cc-fffb7591d9f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.422819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f101b737-1527-48ac-b2cc-fffb7591d9f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.467214 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f101b737-1527-48ac-b2cc-fffb7591d9f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.470026 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f101b737-1527-48ac-b2cc-fffb7591d9f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.471268 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f101b737-1527-48ac-b2cc-fffb7591d9f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "DELETE /v2.0/security-groups/7eb9c740-d269-40b7-9898-642d6a85d346 HTTP/1.1" status: 204 len: 168 time: 0.1294968 Sep 17 22:52:04.474162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35926) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:04.491501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101b737-1527-48ac-b2cc-fffb7591d9f8 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb9c740-d269-40b7-9898-642d6a85d346,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:04.534265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-457c7558-4b19-4da1-baa9-d82be11d8684 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0577006 Sep 17 22:52:04.539800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35928) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:04.585145 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fa3ac498-20e4-4bac-865a-dde2415362b5 tempest-SecGroupIPv6Test-266122724 tempest-SecGroupIPv6Test-266122724-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446537 Sep 17 22:52:04.791127 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.860272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35940) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:05.022193 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-664da435-e8f1-4204-a1b9-3bd88f32e2a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33c8f4e2cdcd4cb3b359bb8914f707a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606460 Sep 17 22:52:05.024685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35946) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:05.085150 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2261a4c-d84e-4b48-b3aa-25681d633647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:05.108159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2261a4c-d84e-4b48-b3aa-25681d633647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:05.175643 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2261a4c-d84e-4b48-b3aa-25681d633647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:05.180490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c2261a4c-d84e-4b48-b3aa-25681d633647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:05.182222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c2261a4c-d84e-4b48-b3aa-25681d633647 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d3f1d4c-e24a-4a31-bfde-f56b387b3447 HTTP/1.1" status: 204 len: 168 time: 0.1559150 Sep 17 22:52:05.191161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2261a4c-d84e-4b48-b3aa-25681d633647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f1d4c-e24a-4a31-bfde-f56b387b3447,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:05.366811 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:05.999077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35982) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:06.169976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1936560126'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:06.195335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Made reservation on behalf of 6129a1c702e844c9b2f1567a1370b9e3 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:06.199065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.209662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.318675 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.324345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.364181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:52:06.371747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5cbd6-b6a0-462b-851d-2f2e02cecb4d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:06.378238 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.378941 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Added segment 7ced7a81-8fcb-4db7-b2fa-ac0493845090 of type vlan for network 4e458737-15a1-440f-af33-127d1c3031c1 Sep 17 22:52:06.432366 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.463051 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.469458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:06.470061 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.508017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5078211 Sep 17 22:52:06.511286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 35996) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:06.540099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Request body: {'subnet': {'network_id': '4e458737-15a1-440f-af33-127d1c3031c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:06.556705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec52bf-37a8-4a31-85d4-325bc81f8c90 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Pushing event updated for resources: {'Network': ['ID=4e458737-15a1-440f-af33-127d1c3031c1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:06.570011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4e458737-15a1-440f-af33-127d1c3031c1 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:52:06.641542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Made reservation on behalf of 6129a1c702e844c9b2f1567a1370b9e3 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:06.646322 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.859041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.923749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Pushing event updated for resources: {'Subnet': ['ID=499e1029-c96d-48d1-a9c9-e1a463c6dd73,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:06.933041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Checking segment: {'id': '7ced7a81-8fcb-4db7-b2fa-ac0493845090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e458737-15a1-440f-af33-127d1c3031c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:06.933405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Network hostable DHCP agents. Network: 4e458737-15a1-440f-af33-127d1c3031c1, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:52:06.950780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Network 4e458737-15a1-440f-af33-127d1c3031c1 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:52:06.962934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4e458737-15a1-440f-af33-127d1c3031c1) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:06.969156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:06.970792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:06.976632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0a82e-04a6-4c66-a6c1-0023ec87ba56 None None] Network 4e458737-15a1-440f-af33-127d1c3031c1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:06.997393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d727107e-4944-4f1e-be29-8d444fd3e0dc tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4831071 Sep 17 22:52:06.997736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 35998) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:07.005411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Request body: {'port': {'network_id': '4e458737-15a1-440f-af33-127d1c3031c1', 'name': 'tempest-TagsExtTest-17381149'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:07.157478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4e458737-15a1-440f-af33-127d1c3031c1', 'network_id': '4e458737-15a1-440f-af33-127d1c3031c1', 'tenant_id': '6129a1c702e844c9b2f1567a1370b9e3', 'fixed_ips': [{'subnet_id': '499e1029-c96d-48d1-a9c9-e1a463c6dd73'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:52:07.158356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.177638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Made reservation on behalf of 6129a1c702e844c9b2f1567a1370b9e3 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:07.181519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.202386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] device_id is not set on port 9a9f1fab-9e89-48d0-98be-bf8a36267075 yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:52:07.329275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Allocated IP 172.20.0.2 (4e458737-15a1-440f-af33-127d1c3031c1/499e1029-c96d-48d1-a9c9-e1a463c6dd73/58085b8d-32a1-46c0-bc3c-4d8185a55dd3) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:07.515479 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.522566 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.563147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Network 4e458737-15a1-440f-af33-127d1c3031c1 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:07.593186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:07.595023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Pushing event updated for resources: {'Port': ['ID=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:07.600409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:07.620004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Allocated IP 172.20.0.14 (4e458737-15a1-440f-af33-127d1c3031c1/499e1029-c96d-48d1-a9c9-e1a463c6dd73/9a9f1fab-9e89-48d0-98be-bf8a36267075) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:07.674473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Attempting to bind port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:07.675326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Attempting to bind port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '7ced7a81-8fcb-4db7-b2fa-ac0493845090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e458737-15a1-440f-af33-127d1c3031c1'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:07.675693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Attempting to bind port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 on network 4e458737-15a1-440f-af33-127d1c3031c1 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:07.682363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:07.682639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Checking segment: {'id': '7ced7a81-8fcb-4db7-b2fa-ac0493845090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e458737-15a1-440f-af33-127d1c3031c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:07.683038 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.683429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Bound using segment: {'id': '7ced7a81-8fcb-4db7-b2fa-ac0493845090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e458737-15a1-440f-af33-127d1c3031c1'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:07.683898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Bound port: 58085b8d-32a1-46c0-bc3c-4d8185a55dd3, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ced7a81-8fcb-4db7-b2fa-ac0493845090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e458737-15a1-440f-af33-127d1c3031c1'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:07.684281 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.765298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] For port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:07.768844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] For port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,segment=NetworkSegment(7ced7a81-8fcb-4db7-b2fa-ac0493845090),segment_id=7ced7a81-8fcb-4db7-b2fa-ac0493845090)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:07.777517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.814683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.852721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129fa1-96da-4d81-b3a2-6b43b3526831 None None] Pushing event updated for resources: {'Port': ['ID=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:07.869470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.915554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Network 4e458737-15a1-440f-af33-127d1c3031c1 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:07.919097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:07.923688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:07.979384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:07.980377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.999668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Pushing event updated for resources: {'Port': ['ID=9a9f1fab-9e89-48d0-98be-bf8a36267075,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:08.007164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4f9a8bc1-4289-4e47-876b-2525bd901390 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0049183 Sep 17 22:52:08.007368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36024) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.012524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b0a6c125-41da-4a43-ba85-ecdfcd0d5c46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1225286792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:08.041713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c125-41da-4a43-ba85-ecdfcd0d5c46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:08.043034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c125-41da-4a43-ba85-ecdfcd0d5c46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:08.125429 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c125-41da-4a43-ba85-ecdfcd0d5c46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:08.139150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c125-41da-4a43-ba85-ecdfcd0d5c46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:08.160583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b0a6c125-41da-4a43-ba85-ecdfcd0d5c46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:08.165702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36026) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.171380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9651f89e-8125-4dec-a04e-fb23ec0a21bf tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-398499370', 'prefixes': ['172.20.0.0/16']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:08.175207 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b0a6c125-41da-4a43-ba85-ecdfcd0d5c46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1666327 Sep 17 22:52:08.249993 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9651f89e-8125-4dec-a04e-fb23ec0a21bf tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for subnetpool, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:08.251451 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9651f89e-8125-4dec-a04e-fb23ec0a21bf tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0838306 Sep 17 22:52:08.255812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36028) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.261071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-e2db0415-fecb-48da-92b4-0057f52ace1a tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73', 'tempest-TagsExtTest-Tag-1229712848') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:08.386057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e2db0415-fecb-48da-92b4-0057f52ace1a tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags/tempest-TagsExtTest-Tag-1229712848 HTTP/1.1" status: 201 len: 201 time: 0.1290781 Sep 17 22:52:08.388701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36032) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.393432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-953343ad-2c7a-43ca-9801-e78d1d6e799a tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075', 'tempest-TagsExtTest-Tag-1327298896') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:08.482878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36036) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.489761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-a6fb6403-27e5-4ae1-b69e-6ef08665aa66 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11', 'tempest-TagsExtTest-Tag-800508745') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:08.491995 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-953343ad-2c7a-43ca-9801-e78d1d6e799a tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags/tempest-TagsExtTest-Tag-1327298896 HTTP/1.1" status: 201 len: 201 time: 0.1021700 Sep 17 22:52:08.597068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6fb6403-27e5-4ae1-b69e-6ef08665aa66 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags/tempest-TagsExtTest-Tag-800508745 HTTP/1.1" status: 201 len: 201 time: 0.1106060 Sep 17 22:52:08.598851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36042) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.604350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-3b3103ac-b1b1-4b34-a1eb-2c73de5350ed tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131', 'tempest-TagsExtTest-Tag-990950856') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:08.657488 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3b3103ac-b1b1-4b34-a1eb-2c73de5350ed tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags/tempest-TagsExtTest-Tag-990950856 HTTP/1.1" status: 201 len: 201 time: 0.0569551 Sep 17 22:52:08.660892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36044) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.666254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-e6a81e1e-c893-454c-98cb-6bc92dc8c4a6 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:08.776361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e6a81e1e-c893-454c-98cb-6bc92dc8c4a6 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags HTTP/1.1" status: 200 len: 241 time: 0.1136820 Sep 17 22:52:08.778780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36050) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.783125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-5853adc9-f2bc-44b4-9d28-53a99f68f4ec tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73', 'tempest-TagsExtTest-Tag-1229712848') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:08.857589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5853adc9-f2bc-44b4-9d28-53a99f68f4ec tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags/tempest-TagsExtTest-Tag-1229712848 HTTP/1.1" status: 204 len: 168 time: 0.0755281 Sep 17 22:52:08.857989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36052) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.862539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-5d28e0c9-6200-4e7d-9203-b04e86fb65f1 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73', 'tempest-TagsExtTest-Tag-1229712848') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:08.977602 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5d28e0c9-6200-4e7d-9203-b04e86fb65f1 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags/tempest-TagsExtTest-Tag-1229712848 HTTP/1.1" status: 204 len: 168 time: 0.1183331 Sep 17 22:52:08.978502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36054) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:08.983670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-7c01d513-9193-4fce-837d-d13a1c65327f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:08.993360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3594b7f-65e4-44aa-a0dc-9dace897f476 None None] Network 4e458737-15a1-440f-af33-127d1c3031c1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:09.050353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36056) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.050534 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7c01d513-9193-4fce-837d-d13a1c65327f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags HTTP/1.1" status: 200 len: 205 time: 0.0708263 Sep 17 22:52:09.055985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-706c2785-b7f4-4f89-a1a3-09f45a580fcd tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.133316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3fb3ff95-8fc9-4296-b012-3c8eba4bc898 None None] Provisioning complete for port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:09.133715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-706c2785-b7f4-4f89-a1a3-09f45a580fcd tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags HTTP/1.1" status: 200 len: 241 time: 0.0810025 Sep 17 22:52:09.134358 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ff95-8fc9-4296-b012-3c8eba4bc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:09.136311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36058) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.141847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-4d53eb4c-b2f1-4389-88c3-c3aa4d282f68 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075', 'tempest-TagsExtTest-Tag-1327298896') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.205056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4d53eb4c-b2f1-4389-88c3-c3aa4d282f68 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags/tempest-TagsExtTest-Tag-1327298896 HTTP/1.1" status: 204 len: 168 time: 0.0674694 Sep 17 22:52:09.208348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36060) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.214168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-ace29738-2377-42c7-baaa-aa03e4e403ca tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075', 'tempest-TagsExtTest-Tag-1327298896') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.310554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ace29738-2377-42c7-baaa-aa03e4e403ca tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags/tempest-TagsExtTest-Tag-1327298896 HTTP/1.1" status: 204 len: 168 time: 0.1001792 Sep 17 22:52:09.312786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36062) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.319027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-7d8c1c80-3af3-49c4-81c4-889eb2f34873 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.381685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7d8c1c80-3af3-49c4-81c4-889eb2f34873 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags HTTP/1.1" status: 200 len: 205 time: 0.0672584 Sep 17 22:52:09.384215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36064) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.390756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-2bb6c0bc-ea67-4ee8-9634-1882918d6c1b tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.428870 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ff95-8fc9-4296-b012-3c8eba4bc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:09.473851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3fb3ff95-8fc9-4296-b012-3c8eba4bc898 None None] For port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,segment=NetworkSegment(7ced7a81-8fcb-4db7-b2fa-ac0493845090),segment_id=7ced7a81-8fcb-4db7-b2fa-ac0493845090)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:09.482261 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ff95-8fc9-4296-b012-3c8eba4bc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:09.509238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2bb6c0bc-ea67-4ee8-9634-1882918d6c1b tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags HTTP/1.1" status: 200 len: 240 time: 0.1236219 Sep 17 22:52:09.511570 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36068) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.519187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-34c76e92-db29-4ca3-a1b6-5e9c9e7174b2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11', 'tempest-TagsExtTest-Tag-800508745') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.573858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3ff95-8fc9-4296-b012-3c8eba4bc898 None None] Pushing event updated for resources: {'Port': ['ID=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:09.629359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-34c76e92-db29-4ca3-a1b6-5e9c9e7174b2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags/tempest-TagsExtTest-Tag-800508745 HTTP/1.1" status: 204 len: 168 time: 0.1164548 Sep 17 22:52:09.631694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36076) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.636942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-364a545b-521b-4b81-adb1-34cb179d0509 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11', 'tempest-TagsExtTest-Tag-800508745') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.744998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-364a545b-521b-4b81-adb1-34cb179d0509 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags/tempest-TagsExtTest-Tag-800508745 HTTP/1.1" status: 204 len: 168 time: 0.1118200 Sep 17 22:52:09.747016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36084) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.754687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-2eeea908-66d7-4b4f-96ea-889ef42bb643 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.853038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2eeea908-66d7-4b4f-96ea-889ef42bb643 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags HTTP/1.1" status: 200 len: 205 time: 0.1022873 Sep 17 22:52:09.853373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36092) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.859466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-2911fd98-6893-4b3b-bd79-f4edc882b79f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.908208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c36b8785-25f5-4bb1-8b09-2fea4c6ec88c None None] Provisioning complete for port 9a9f1fab-9e89-48d0-98be-bf8a36267075 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:09.908585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c36b8785-25f5-4bb1-8b09-2fea4c6ec88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:09.945633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2911fd98-6893-4b3b-bd79-f4edc882b79f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags HTTP/1.1" status: 200 len: 240 time: 0.0912063 Sep 17 22:52:09.948386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36094) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:09.951954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:09.956157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-30c7e2b9-1727-43c2-b2d7-1083bee465e2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131', 'tempest-TagsExtTest-Tag-990950856') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:09.994091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36096) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.001531 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-30c7e2b9-1727-43c2-b2d7-1083bee465e2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags/tempest-TagsExtTest-Tag-990950856 HTTP/1.1" status: 204 len: 168 time: 0.0516014 Sep 17 22:52:10.007099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-e6ce87bd-32a2-4de9-b22a-c5c588a1d1d2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131', 'tempest-TagsExtTest-Tag-990950856') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.037606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c36b8785-25f5-4bb1-8b09-2fea4c6ec88c None None] Port 9a9f1fab-9e89-48d0-98be-bf8a36267075 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:10.072407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c36b8785-25f5-4bb1-8b09-2fea4c6ec88c None None] Provisioning complete for port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:10.072813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c36b8785-25f5-4bb1-8b09-2fea4c6ec88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:10.105992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e6ce87bd-32a2-4de9-b22a-c5c588a1d1d2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags/tempest-TagsExtTest-Tag-990950856 HTTP/1.1" status: 204 len: 168 time: 0.1105309 Sep 17 22:52:10.108393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36100) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.118118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:10.118722 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:10.129462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-d1859609-2218-459b-8b59-b2b4e077d46e tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.167140 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36102) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.173678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-c0181ad1-e6f4-4cb4-a360-ab0517973b46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.180018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d1859609-2218-459b-8b59-b2b4e077d46e tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags HTTP/1.1" status: 200 len: 205 time: 0.0678391 Sep 17 22:52:10.216249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c0181ad1-e6f4-4cb4-a360-ab0517973b46 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags HTTP/1.1" status: 204 len: 168 time: 0.0472572 Sep 17 22:52:10.218959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36104) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.224641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-72c2c6a6-ba78-4296-bcb3-62fd0cb6edab tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.330068 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-72c2c6a6-ba78-4296-bcb3-62fd0cb6edab tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags HTTP/1.1" status: 204 len: 168 time: 0.1074407 Sep 17 22:52:10.330387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36106) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.335446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-f578a8bf-d847-4ed4-99a0-89259af01146 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.350273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a8ab7c4d-3ae8-4fdd-9855-16a542ddca8e None None] Provisioning complete for port 9a9f1fab-9e89-48d0-98be-bf8a36267075 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:10.350889 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a8ab7c4d-3ae8-4fdd-9855-16a542ddca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:10.400981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f578a8bf-d847-4ed4-99a0-89259af01146 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags HTTP/1.1" status: 204 len: 168 time: 0.0671644 Sep 17 22:52:10.401221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36108) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.405966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-afca17f0-494a-4f60-8f0a-7ed14a1a950f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.416197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab7c4d-3ae8-4fdd-9855-16a542ddca8e None None] Port 9a9f1fab-9e89-48d0-98be-bf8a36267075 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:10.465257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-afca17f0-494a-4f60-8f0a-7ed14a1a950f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags HTTP/1.1" status: 204 len: 168 time: 0.0627153 Sep 17 22:52:10.469077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36112) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.474043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-b11acd66-51fd-43f9-92fd-a98416c0ed16 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73', 'tempest-TagsExtTest-Tag-818199211') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.549176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b11acd66-51fd-43f9-92fd-a98416c0ed16 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags/tempest-TagsExtTest-Tag-818199211 HTTP/1.1" status: 201 len: 201 time: 0.0786917 Sep 17 22:52:10.551649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36116) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.556595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-ca31c614-e420-4262-98e4-dc7dd0df5518 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075', 'tempest-TagsExtTest-Tag-2116707382') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.624000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36118) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.624520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ca31c614-e420-4262-98e4-dc7dd0df5518 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags/tempest-TagsExtTest-Tag-2116707382 HTTP/1.1" status: 201 len: 201 time: 0.0713847 Sep 17 22:52:10.629180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-b27a6de5-23ca-4f4d-b71b-0bf64f3b18ed tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11', 'tempest-TagsExtTest-Tag-212371497') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.716179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b27a6de5-23ca-4f4d-b71b-0bf64f3b18ed tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags/tempest-TagsExtTest-Tag-212371497 HTTP/1.1" status: 201 len: 201 time: 0.0910516 Sep 17 22:52:10.719111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36120) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.724470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-3f02608a-ddb6-465c-a64b-2e376afae874 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131', 'tempest-TagsExtTest-Tag-2086227947') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.755892 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3f02608a-ddb6-465c-a64b-2e376afae874 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags/tempest-TagsExtTest-Tag-2086227947 HTTP/1.1" status: 201 len: 201 time: 0.0357697 Sep 17 22:52:10.758441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36122) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.762692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-4b44c391-bc79-44b4-bf99-1b94c28a016d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73', {'tags': ['tempest-TagsExtTest-Tag-641634658', 'tempest-TagsExtTest-Tag-44745395', 'tempest-TagsExtTest-Tag-1885906339']}) {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.821906 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4b44c391-bc79-44b4-bf99-1b94c28a016d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags HTTP/1.1" status: 200 len: 315 time: 0.0623641 Sep 17 22:52:10.824221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36124) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.828420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-f06608a2-d8d0-41b1-8875-70f67594fb9e tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.898981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f06608a2-d8d0-41b1-8875-70f67594fb9e tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags HTTP/1.1" status: 204 len: 168 time: 0.0732486 Sep 17 22:52:10.901117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36128) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.905458 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-aa455be1-afa3-4193-ac12-d32d241c5f29 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73', 'tempest-TagsExtTest-Tag-641634658') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:10.960826 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-aa455be1-afa3-4193-ac12-d32d241c5f29 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:10.961905 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-aa455be1-afa3-4193-ac12-d32d241c5f29 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags/tempest-TagsExtTest-Tag-641634658 HTTP/1.1" status: 404 len: 328 time: 0.0598564 Sep 17 22:52:10.964667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36132) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:10.968979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-1628540a-752e-4056-bf13-df7c1214dc4c tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73', 'tempest-TagsExtTest-Tag-44745395') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.026342 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-1628540a-752e-4056-bf13-df7c1214dc4c tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:11.029363 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1628540a-752e-4056-bf13-df7c1214dc4c tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags/tempest-TagsExtTest-Tag-44745395 HTTP/1.1" status: 404 len: 327 time: 0.0637510 Sep 17 22:52:11.030159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36134) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.034280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-a2557136-0c0d-4091-a91e-1029e6772e31 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73', 'tempest-TagsExtTest-Tag-1885906339') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.092173 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-a2557136-0c0d-4091-a91e-1029e6772e31 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:11.093767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a2557136-0c0d-4091-a91e-1029e6772e31 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags/tempest-TagsExtTest-Tag-1885906339 HTTP/1.1" status: 404 len: 329 time: 0.0625434 Sep 17 22:52:11.096130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36140) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.101916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-6e898d7e-b8ca-4ff3-a72b-26b34ff4e39a tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075', {'tags': ['tempest-TagsExtTest-Tag-726883112', 'tempest-TagsExtTest-Tag-77655588', 'tempest-TagsExtTest-Tag-1617700485']}) {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.166158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6e898d7e-b8ca-4ff3-a72b-26b34ff4e39a tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags HTTP/1.1" status: 200 len: 315 time: 0.0685689 Sep 17 22:52:11.168515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36142) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.173182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-b1ce0cc8-dbc6-43b2-8deb-aba1c78ed5b2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.239020 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b1ce0cc8-dbc6-43b2-8deb-aba1c78ed5b2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags HTTP/1.1" status: 204 len: 168 time: 0.0692136 Sep 17 22:52:11.241635 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36144) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.245936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-67ef5583-4d62-4c43-97cd-b25ce7ff3727 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075', 'tempest-TagsExtTest-Tag-726883112') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.297639 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-67ef5583-4d62-4c43-97cd-b25ce7ff3727 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:11.301507 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-67ef5583-4d62-4c43-97cd-b25ce7ff3727 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags/tempest-TagsExtTest-Tag-726883112 HTTP/1.1" status: 404 len: 328 time: 0.0561433 Sep 17 22:52:11.301793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36146) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.306010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-6e559b10-40c8-4722-8779-10762423e622 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075', 'tempest-TagsExtTest-Tag-77655588') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.359167 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-6e559b10-40c8-4722-8779-10762423e622 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:11.362971 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6e559b10-40c8-4722-8779-10762423e622 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags/tempest-TagsExtTest-Tag-77655588 HTTP/1.1" status: 404 len: 327 time: 0.0576832 Sep 17 22:52:11.363985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36150) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.368830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-db26852d-50ff-43fe-8ce5-e841edab0cd2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075', 'tempest-TagsExtTest-Tag-1617700485') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.431530 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-db26852d-50ff-43fe-8ce5-e841edab0cd2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:11.433102 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db26852d-50ff-43fe-8ce5-e841edab0cd2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags/tempest-TagsExtTest-Tag-1617700485 HTTP/1.1" status: 404 len: 329 time: 0.0674696 Sep 17 22:52:11.435722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36158) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.440552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-f2b3e4ba-a52d-481a-8b11-7ef377ab8416 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11', {'tags': ['tempest-TagsExtTest-Tag-703352326', 'tempest-TagsExtTest-Tag-2048201142', 'tempest-TagsExtTest-Tag-815362497']}) {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.538205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f2b3e4ba-a52d-481a-8b11-7ef377ab8416 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags HTTP/1.1" status: 200 len: 316 time: 0.1012566 Sep 17 22:52:11.540460 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.545270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-3404f698-8e4b-4e16-aba9-65c3a8097551 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.644719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3404f698-8e4b-4e16-aba9-65c3a8097551 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags HTTP/1.1" status: 204 len: 168 time: 0.1006346 Sep 17 22:52:11.645226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36166) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.649761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-1cf7cd2b-0bd2-40ef-b2b9-55ca0a6f9b0f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11', 'tempest-TagsExtTest-Tag-703352326') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.724309 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-1cf7cd2b-0bd2-40ef-b2b9-55ca0a6f9b0f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:11.725520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1cf7cd2b-0bd2-40ef-b2b9-55ca0a6f9b0f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags/tempest-TagsExtTest-Tag-703352326 HTTP/1.1" status: 404 len: 328 time: 0.0792682 Sep 17 22:52:11.728677 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36168) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.733171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-7ea975c0-36dd-4985-a69c-7a9e1a3f508f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11', 'tempest-TagsExtTest-Tag-2048201142') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.814529 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-7ea975c0-36dd-4985-a69c-7a9e1a3f508f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:11.818175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ea975c0-36dd-4985-a69c-7a9e1a3f508f tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags/tempest-TagsExtTest-Tag-2048201142 HTTP/1.1" status: 404 len: 329 time: 0.0857596 Sep 17 22:52:11.818536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36174) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.823097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-96920fbd-ae3e-4905-b2da-05b69f6715ea tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11', 'tempest-TagsExtTest-Tag-815362497') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.907820 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-96920fbd-ae3e-4905-b2da-05b69f6715ea tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:11.908897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-96920fbd-ae3e-4905-b2da-05b69f6715ea tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags/tempest-TagsExtTest-Tag-815362497 HTTP/1.1" status: 404 len: 328 time: 0.0894010 Sep 17 22:52:11.912335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.916841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-d8044bb9-b685-4f83-9765-2ef7b8000d5e tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131', {'tags': ['tempest-TagsExtTest-Tag-421610942', 'tempest-TagsExtTest-Tag-2119323233', 'tempest-TagsExtTest-Tag-626740239']}) {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:11.960975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d8044bb9-b685-4f83-9765-2ef7b8000d5e tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "PUT /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags HTTP/1.1" status: 200 len: 316 time: 0.0460937 Sep 17 22:52:11.962332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36178) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:11.967235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-f9339e72-e192-4a95-8c53-12cb99ed3628 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:12.017882 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f9339e72-e192-4a95-8c53-12cb99ed3628 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags HTTP/1.1" status: 204 len: 168 time: 0.0514784 Sep 17 22:52:12.017882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36180) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.023290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-764c7803-bfa3-4648-ba87-247aa57c8394 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131', 'tempest-TagsExtTest-Tag-421610942') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:12.050401 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-764c7803-bfa3-4648-ba87-247aa57c8394 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:12.052981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-764c7803-bfa3-4648-ba87-247aa57c8394 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags/tempest-TagsExtTest-Tag-421610942 HTTP/1.1" status: 404 len: 328 time: 0.0328009 Sep 17 22:52:12.054719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36182) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.059583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-77e8073f-5cf3-4d4b-8ab6-95f3b88293e6 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131', 'tempest-TagsExtTest-Tag-2119323233') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:12.081265 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-77e8073f-5cf3-4d4b-8ab6-95f3b88293e6 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:12.085751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-77e8073f-5cf3-4d4b-8ab6-95f3b88293e6 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags/tempest-TagsExtTest-Tag-2119323233 HTTP/1.1" status: 404 len: 329 time: 0.0272667 Sep 17 22:52:12.086182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36184) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.090197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.tag.tag_plugin [None req-a040ca8b-e013-47b1-bca8-fcc29eddbdb8 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131', 'tempest-TagsExtTest-Tag-626740239') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:12.116984 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-a040ca8b-e013-47b1-bca8-fcc29eddbdb8 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] show failed (client error): The resource could not be found. Sep 17 22:52:12.117276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36186) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.117655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a040ca8b-e013-47b1-bca8-fcc29eddbdb8 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags/tempest-TagsExtTest-Tag-626740239 HTTP/1.1" status: 404 len: 328 time: 0.0303514 Sep 17 22:52:12.121760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-500b8476-9f47-4e65-bbb5-c4af807e361b tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b725404a-2960-4c11-a548-68ebb4cbd131') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:12.147264 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-500b8476-9f47-4e65-bbb5-c4af807e361b tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131/tags HTTP/1.1" status: 204 len: 168 time: 0.0290401 Sep 17 22:52:12.149741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36188) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.154074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-ddcc3160-5763-4911-9b0a-eec48721035c tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da422dad-d563-46dd-841e-4cf237350a11') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:12.233866 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ddcc3160-5763-4911-9b0a-eec48721035c tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11/tags HTTP/1.1" status: 204 len: 168 time: 0.0830791 Sep 17 22:52:12.236352 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36190) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.241334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-ec2fb098-9c6c-4d06-befb-2a8a67f8adee tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a9f1fab-9e89-48d0-98be-bf8a36267075') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:12.296139 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ec2fb098-9c6c-4d06-befb-2a8a67f8adee tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075/tags HTTP/1.1" status: 204 len: 168 time: 0.0565393 Sep 17 22:52:12.296392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36192) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.300336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-0b956638-fb5b-4f05-bb6c-f66927d9ee50 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '499e1029-c96d-48d1-a9c9-e1a463c6dd73') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:12.358852 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0b956638-fb5b-4f05-bb6c-f66927d9ee50 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73/tags HTTP/1.1" status: 204 len: 168 time: 0.0615599 Sep 17 22:52:12.362305 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36194) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.446043 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-820d9d67-ac9d-4a1c-a21f-593ca55f5ef2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for subnetpool, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:12.449656 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-820d9d67-ac9d-4a1c-a21f-593ca55f5ef2 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnetpools/b725404a-2960-4c11-a548-68ebb4cbd131 HTTP/1.1" status: 204 len: 168 time: 0.0841832 Sep 17 22:52:12.449855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36196) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.478329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-19efe635-5ded-41cc-8a9b-84efe700ad33 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "GET /v2.0/ports?device_id=da422dad-d563-46dd-841e-4cf237350a11 HTTP/1.1" status: 200 len: 205 time: 0.0250139 Sep 17 22:52:12.478827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36200) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.590999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb82-83b2-47d1-b42f-fa5287fde14d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:12.782196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb82-83b2-47d1-b42f-fa5287fde14d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:12.794546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb82-83b2-47d1-b42f-fa5287fde14d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:12.843322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb82-83b2-47d1-b42f-fa5287fde14d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:12.844077 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e17fb82-83b2-47d1-b42f-fa5287fde14d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Fanout notify agent at l3_agent the message router_deleted on router da422dad-d563-46dd-841e-4cf237350a11 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:52:12.857557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb82-83b2-47d1-b42f-fa5287fde14d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:12.861292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3e17fb82-83b2-47d1-b42f-fa5287fde14d tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/routers/da422dad-d563-46dd-841e-4cf237350a11 HTTP/1.1" status: 204 len: 168 time: 0.3786397 Sep 17 22:52:12.861292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36212) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:12.969209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-601a7122-9b5b-4d67-ae62-91ae60207939 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Deleting port 9a9f1fab-9e89-48d0-98be-bf8a36267075 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:52:12.969562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-601a7122-9b5b-4d67-ae62-91ae60207939 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.067406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-601a7122-9b5b-4d67-ae62-91ae60207939 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.080399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-601a7122-9b5b-4d67-ae62-91ae60207939 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Calling delete_port for 9a9f1fab-9e89-48d0-98be-bf8a36267075 owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:52:13.237488 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-601a7122-9b5b-4d67-ae62-91ae60207939 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.270726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a7122-9b5b-4d67-ae62-91ae60207939 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Pushing event deleted for resources: {'Port': ['ID=9a9f1fab-9e89-48d0-98be-bf8a36267075,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:13.277860 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:52:13.371519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-601a7122-9b5b-4d67-ae62-91ae60207939 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.374228 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-601a7122-9b5b-4d67-ae62-91ae60207939 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/ports/9a9f1fab-9e89-48d0-98be-bf8a36267075 HTTP/1.1" status: 204 len: 168 time: 0.5120442 Sep 17 22:52:13.376735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36238) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:13.477787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e026f98-70f2-404e-bae4-8092e3373181 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Deleting subnet 499e1029-c96d-48d1-a9c9-e1a463c6dd73 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:52:13.482247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e026f98-70f2-404e-bae4-8092e3373181 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.558524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e026f98-70f2-404e-bae4-8092e3373181 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.642380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07789c6d-3895-42eb-a093-ede308f2af05 req-494c5e0f-a91a-41c8-bab5-85324f965450 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:13.644039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07789c6d-3895-42eb-a093-ede308f2af05 req-494c5e0f-a91a-41c8-bab5-85324f965450 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1143498 Sep 17 22:52:13.690385 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e026f98-70f2-404e-bae4-8092e3373181 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.751651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-07789c6d-3895-42eb-a093-ede308f2af05 req-c98f6aac-dd4c-464a-b672-8dae027178c7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973930 Sep 17 22:52:13.790812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e026f98-70f2-404e-bae4-8092e3373181 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.834900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e026f98-70f2-404e-bae4-8092e3373181 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Pushing event deleted for resources: {'Subnet': ['ID=499e1029-c96d-48d1-a9c9-e1a463c6dd73,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:13.838138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e026f98-70f2-404e-bae4-8092e3373181 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.840333 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2e026f98-70f2-404e-bae4-8092e3373181 tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/subnets/499e1029-c96d-48d1-a9c9-e1a463c6dd73 HTTP/1.1" status: 204 len: 168 time: 0.4617965 Sep 17 22:52:13.843242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36254) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:13.843968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6720c65-c1ae-46fc-ab16-accdf58b70ca None None] Network 4e458737-15a1-440f-af33-127d1c3031c1 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:13.949767 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.007236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Deleting port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:52:14.007516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.083793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] For port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,segment=NetworkSegment(7ced7a81-8fcb-4db7-b2fa-ac0493845090),segment_id=7ced7a81-8fcb-4db7-b2fa-ac0493845090)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:14.084164 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.099476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] DHCP port deletion for 4e458737-15a1-440f-af33-127d1c3031c1 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:52:14.102912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Calling delete_port for 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:52:14.181273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] Deleting port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:52:14.181704 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.239144 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.256336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] For port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,segment=NetworkSegment(7ced7a81-8fcb-4db7-b2fa-ac0493845090),segment_id=7ced7a81-8fcb-4db7-b2fa-ac0493845090)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:14.256735 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.264037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Pushing event deleted for resources: {'Port': ['ID=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:14.269115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] Calling delete_port for 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:52:14.275409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.275409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.275978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.276383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.276836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.277277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.277729 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.278155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.278577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.278997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.279494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.280219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:14.287292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] No DVR routers for this DVR port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:52:14.352646 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.382751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] Pushing event deleted for resources: {'Port': ['ID=58085b8d-32a1-46c0-bc3c-4d8185a55dd3,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:14.390370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f14802-d37f-4ae6-be99-73adf8d9031a None None] No DVR routers for this DVR port 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:52:14.711743 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.733504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e458737-15a1-440f-af33-127d1c3031c1']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:14.744667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ced7a81-8fcb-4db7-b2fa-ac0493845090') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:14.744922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ced7a81-8fcb-4db7-b2fa-ac0493845090') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:14.755583 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.770297 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.776630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:52:14.777053 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:52:14.780193 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:52:14.868305 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.872283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.875934 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] 10.222.0.48 "DELETE /v2.0/networks/4e458737-15a1-440f-af33-127d1c3031c1 HTTP/1.1" status: 204 len: 168 time: 1.0300479 Sep 17 22:52:14.892348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c935a-35c4-4222-82c3-372acf69b1fb tempest-TagsExtTest-1317967377 tempest-TagsExtTest-1317967377-project] Pushing event deleted for resources: {'Network': ['ID=4e458737-15a1-440f-af33-127d1c3031c1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:14.909816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089087d-b49c-48ff-bccf-ed4f9d65fc96 req-c3c9eee1-57c7-45c3-a192-f19c3d404aec tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:14.912108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5089087d-b49c-48ff-bccf-ed4f9d65fc96 req-c3c9eee1-57c7-45c3-a192-f19c3d404aec tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0816863 Sep 17 22:52:14.950974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5089087d-b49c-48ff-bccf-ed4f9d65fc96 req-3440c2c5-d172-4f3e-9f49-6f920bf181cc tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Sep 17 22:52:15.135716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36276) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:15.284133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bb398c8d-0075-4164-91ab-f7bf3c265479 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6129a1c702e844c9b2f1567a1370b9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444476 Sep 17 22:52:15.284430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36284) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:15.373130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4604e382-5d2a-408e-aa53-e4251be3df70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:15.395758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4604e382-5d2a-408e-aa53-e4251be3df70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:15.462973 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4604e382-5d2a-408e-aa53-e4251be3df70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:15.466994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4604e382-5d2a-408e-aa53-e4251be3df70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:15.471591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4604e382-5d2a-408e-aa53-e4251be3df70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04d5cbd6-b6a0-462b-851d-2f2e02cecb4d HTTP/1.1" status: 204 len: 168 time: 0.1846442 Sep 17 22:52:15.497839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604e382-5d2a-408e-aa53-e4251be3df70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5cbd6-b6a0-462b-851d-2f2e02cecb4d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:15.830419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:52:15.851875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:52:15.852223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 58085b8d-32a1-46c0-bc3c-4d8185a55dd3 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:52:16.083096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0f948-76fd-43f9-a41e-90edeaf578d1 req-0218fbb6-0b68-4bfa-bdef-cd677f6a7602 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:16.084699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7a0f948-76fd-43f9-a41e-90edeaf578d1 req-0218fbb6-0b68-4bfa-bdef-cd677f6a7602 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0581119 Sep 17 22:52:16.136437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7a0f948-76fd-43f9-a41e-90edeaf578d1 req-63cd55d0-3ff4-4a63-a251-9a09f4781c3f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447786 Sep 17 22:52:16.218900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36316) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:16.317350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-472630264'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:16.338271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Made reservation on behalf of f7361c98a90f4ffaac4dec920c8af3e7 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:16.343220 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:16.355293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:16.465181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:16.470251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:16.500382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:52:16.516958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abc4ae5-7dc9-4325-bfef-0cb4f3017d2d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:16.520818 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:16.521190 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Added segment 25a5213e-7c4b-40b6-a5f2-86361374b7a8 of type vlan for network e37ad5ba-7756-45c7-8372-18838fe2b888 Sep 17 22:52:16.561077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:16.585393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:16.591233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:16.591824 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:16.623386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4033186 Sep 17 22:52:16.626806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36330) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:16.631649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-d43577be-2301-4573-a658-214d3d29afb7 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', 'tempest-TagsTest-Tag-1539503549') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:16.664296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d58f67-0ca2-47c8-892f-f7dd786edf1c tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Pushing event updated for resources: {'Network': ['ID=e37ad5ba-7756-45c7-8372-18838fe2b888,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:16.674955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e37ad5ba-7756-45c7-8372-18838fe2b888 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:52:16.719595 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d43577be-2301-4573-a658-214d3d29afb7 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "PUT /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags/tempest-TagsTest-Tag-1539503549 HTTP/1.1" status: 201 len: 201 time: 0.0915370 Sep 17 22:52:16.722173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36332) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:16.726598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-16e61622-3278-44df-b038-d93504d860b6 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', 'tempest-TagsTest-Tag-1539503549') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:16.792545 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-16e61622-3278-44df-b038-d93504d860b6 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "GET /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags/tempest-TagsTest-Tag-1539503549 HTTP/1.1" status: 204 len: 168 time: 0.0690997 Sep 17 22:52:16.795240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36334) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:16.799261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-d25463cb-f46b-471b-bb17-a9a0a8af1058 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:16.876675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d25463cb-f46b-471b-bb17-a9a0a8af1058 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "GET /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags HTTP/1.1" status: 200 len: 238 time: 0.0803828 Sep 17 22:52:16.879487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36338) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:16.883886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-c832f4be-b86d-4d10-a9e3-bebe98b120e0 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', {'tags': ['tempest-TagsTest-Tag-1075357709', 'tempest-TagsTest-Tag-42631234', 'tempest-TagsTest-Tag-651602217']}) {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:16.956454 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c832f4be-b86d-4d10-a9e3-bebe98b120e0 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "PUT /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags HTTP/1.1" status: 200 len: 306 time: 0.0759604 Sep 17 22:52:16.959422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36340) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:16.963655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-b3907366-0b53-400a-a0a2-dc2e281d1918 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', 'tempest-TagsTest-Tag-1075357709') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:17.055109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b3907366-0b53-400a-a0a2-dc2e281d1918 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "DELETE /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags/tempest-TagsTest-Tag-1075357709 HTTP/1.1" status: 204 len: 168 time: 0.0946300 Sep 17 22:52:17.057775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36342) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:17.061886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-2b7205a9-6a14-400b-9056-b549f5e05a67 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', 'tempest-TagsTest-Tag-1075357709') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:17.133945 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-2b7205a9-6a14-400b-9056-b549f5e05a67 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] show failed (client error): The resource could not be found. Sep 17 22:52:17.135003 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2b7205a9-6a14-400b-9056-b549f5e05a67 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "GET /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags/tempest-TagsTest-Tag-1075357709 HTTP/1.1" status: 404 len: 326 time: 0.0763361 Sep 17 22:52:17.137761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36344) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:17.141933 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-2c3415a5-9a97-438f-8f8e-67aca63abb9d tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', 'tempest-TagsTest-Tag-42631234') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:17.221510 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2c3415a5-9a97-438f-8f8e-67aca63abb9d tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "GET /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags/tempest-TagsTest-Tag-42631234 HTTP/1.1" status: 204 len: 168 time: 0.0827069 Sep 17 22:52:17.223460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36352) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:17.227996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-88edc837-62a9-46e5-ac34-68f4e46798ae tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', 'tempest-TagsTest-Tag-651602217') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:17.273863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abdd58-ebba-4c47-bc9f-ee4d21b0b027 req-d6674505-c08b-443e-9190-79c9a878b020 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:17.275989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88abdd58-ebba-4c47-bc9f-ee4d21b0b027 req-d6674505-c08b-443e-9190-79c9a878b020 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0589762 Sep 17 22:52:17.308781 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-88edc837-62a9-46e5-ac34-68f4e46798ae tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "GET /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags/tempest-TagsTest-Tag-651602217 HTTP/1.1" status: 204 len: 168 time: 0.0841279 Sep 17 22:52:17.311233 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36354) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:17.317034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-ad36e027-c72f-41f8-b2d1-85822c10fe49 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:17.323113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-88abdd58-ebba-4c47-bc9f-ee4d21b0b027 req-918a3b9b-5368-4e71-8eef-77df182519ff tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Sep 17 22:52:17.403304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ad36e027-c72f-41f8-b2d1-85822c10fe49 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "DELETE /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags HTTP/1.1" status: 204 len: 168 time: 0.0908639 Sep 17 22:52:17.405885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36356) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:17.410089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-70f77006-0b2b-422e-a8fc-e120cf0d3281 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', 'tempest-TagsTest-Tag-42631234') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:17.475496 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-70f77006-0b2b-422e-a8fc-e120cf0d3281 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] show failed (client error): The resource could not be found. Sep 17 22:52:17.476733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-70f77006-0b2b-422e-a8fc-e120cf0d3281 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "GET /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags/tempest-TagsTest-Tag-42631234 HTTP/1.1" status: 404 len: 324 time: 0.0698915 Sep 17 22:52:17.479502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36360) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:17.483806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-35de1620-7c5b-4fbc-ac05-85c1b9d32da6 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888', 'tempest-TagsTest-Tag-651602217') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:17.877880 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-35de1620-7c5b-4fbc-ac05-85c1b9d32da6 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] show failed (client error): The resource could not be found. Sep 17 22:52:17.879472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-35de1620-7c5b-4fbc-ac05-85c1b9d32da6 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "GET /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags/tempest-TagsTest-Tag-651602217 HTTP/1.1" status: 404 len: 325 time: 0.3983953 Sep 17 22:52:17.882449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36368) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:17.886846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.tag.tag_plugin [None req-7858505a-e937-4c0f-834e-90ca230e1a60 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e37ad5ba-7756-45c7-8372-18838fe2b888') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:17.954585 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7858505a-e937-4c0f-834e-90ca230e1a60 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "DELETE /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888/tags HTTP/1.1" status: 204 len: 168 time: 0.0709765 Sep 17 22:52:17.959454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36370) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:18.036836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.121206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.146992 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37ad5ba-7756-45c7-8372-18838fe2b888']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:18.156321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a5213e-7c4b-40b6-a5f2-86361374b7a8') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:18.156616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a5213e-7c4b-40b6-a5f2-86361374b7a8') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:18.166751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.181668 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.188219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:52:18.188620 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:52:18.192819 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:52:18.224221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36380) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:18.256024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.261450 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.263382 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] 10.222.0.48 "DELETE /v2.0/networks/e37ad5ba-7756-45c7-8372-18838fe2b888 HTTP/1.1" status: 204 len: 168 time: 0.3030267 Sep 17 22:52:18.284218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594c4ab-7848-4dfa-9d03-bd1ecf9e0c90 tempest-TagsTest-1578759145 tempest-TagsTest-1578759145-project] Pushing event deleted for resources: {'Network': ['ID=e37ad5ba-7756-45c7-8372-18838fe2b888,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:18.326918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8257b-d097-44b3-b33c-d0c72ed9c7d5 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:18.327531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8257b-d097-44b3-b33c-d0c72ed9c7d5 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:18.327875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8257b-d097-44b3-b33c-d0c72ed9c7d5 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:18.331383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e3a8257b-d097-44b3-b33c-d0c72ed9c7d5 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=f54f1914c89b4ed9b5e77c5724c76f12&network_id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff HTTP/1.1" status: 200 len: 2973 time: 0.1043825 Sep 17 22:52:18.483463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936b51c-6fdd-47a8-a3dd-327e7b7f0b3a req-aea5b743-8b98-455b-8bde-b45bec1df01f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:18.485158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c936b51c-6fdd-47a8-a3dd-327e7b7f0b3a req-aea5b743-8b98-455b-8bde-b45bec1df01f tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0860729 Sep 17 22:52:18.529704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c936b51c-6fdd-47a8-a3dd-327e7b7f0b3a req-dcf5b6bb-b924-4b33-889a-9e29044a9c45 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358148 Sep 17 22:52:18.597096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36392) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:18.762056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ad64207-5e71-4a7b-9cdc-bb606f330a30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7361c98a90f4ffaac4dec920c8af3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599510 Sep 17 22:52:18.762056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36404) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:18.817967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de02cc1e-34a1-4397-8b1e-a8b6ca209afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.841294 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de02cc1e-34a1-4397-8b1e-a8b6ca209afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.860916 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.900537 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de02cc1e-34a1-4397-8b1e-a8b6ca209afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.903135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-de02cc1e-34a1-4397-8b1e-a8b6ca209afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:18.906605 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-de02cc1e-34a1-4397-8b1e-a8b6ca209afe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7abc4ae5-7dc9-4325-bfef-0cb4f3017d2d HTTP/1.1" status: 204 len: 168 time: 0.1414840 Sep 17 22:52:18.919519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02cc1e-34a1-4397-8b1e-a8b6ca209afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abc4ae5-7dc9-4325-bfef-0cb4f3017d2d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:19.673886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ba4fe-4502-44c8-af56-48f3cf13b7d4 req-696dfbe0-7073-49fd-9248-ec6f676ca995 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:19.677117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b8ba4fe-4502-44c8-af56-48f3cf13b7d4 req-696dfbe0-7073-49fd-9248-ec6f676ca995 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0580862 Sep 17 22:52:19.723058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b8ba4fe-4502-44c8-af56-48f3cf13b7d4 req-2c069b0d-4610-47af-8c30-2b9e4a8cd250 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391858 Sep 17 22:52:20.060288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:20.145536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8fc2d6-844a-4883-944d-b6cd5dc08438 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:20.146620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7c8fc2d6-844a-4883-944d-b6cd5dc08438 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da HTTP/1.1" status: 200 len: 814 time: 0.0770953 Sep 17 22:52:20.608293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36480) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:20.614674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'network': {'name': 'tempest-network-smoke--1945454548', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'port_security_enabled': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:20.649783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:20.654539 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:20.683381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:52:20.694239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:20.694598 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Added segment aea5373d-0d80-4d1e-ac64-6158761b022e of type vlan for network 423fbac4-f0ff-46aa-bc05-0950050ed830 Sep 17 22:52:20.751399 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:20.806345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:20.813585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:20.813943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:20.841274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36490) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:20.842029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2320635 Sep 17 22:52:20.941848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f014c5-ff69-44a4-84ce-990485a72224 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Network': ['ID=423fbac4-f0ff-46aa-bc05-0950050ed830,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:20.973581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:52:20.990469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff37624-777f-40e1-ac79-43670426f3aa tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:20.991990 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fff37624-777f-40e1-ac79-43670426f3aa tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f54f1914c89b4ed9b5e77c5724c76f12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1504462 Sep 17 22:52:20.994863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36494) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:21.000527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff026348-dbf4-44f7-8733-1db32d454873 req-2a02a634-793a-4adb-8322-4e3694bc5168 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:21.010289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff026348-dbf4-44f7-8733-1db32d454873 req-2a02a634-793a-4adb-8322-4e3694bc5168 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1315253 Sep 17 22:52:21.061442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff026348-dbf4-44f7-8733-1db32d454873 req-92f6e6f8-ed67-46aa-a849-bab3998d4e39 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479038 Sep 17 22:52:21.208594 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb3576-c024-489b-85a7-9724f3fd76fb tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:21.213378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-43eb3576-c024-489b-85a7-9724f3fd76fb tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2175527 Sep 17 22:52:21.214144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36498) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:21.248354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-350f3f17-2228-4792-af69-f1305e3b5ddf tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329573 Sep 17 22:52:21.250934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36500) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:21.286118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c9902473-5a2f-486a-a395-01926012d2ab tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f54f1914c89b4ed9b5e77c5724c76f12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340168 Sep 17 22:52:21.288491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36502) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:21.395236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b36c941-3762-45b6-8b62-3a8819034023 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:21.398178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8b36c941-3762-45b6-8b62-3a8819034023 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1086979 Sep 17 22:52:21.401059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36504) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:21.464148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36506) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:21.469625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1654162308', 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:21.474346 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-02d912aa-4f73-4ca1-bed1-35bb8ae18eca tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0705981 Sep 17 22:52:21.581529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:21.585110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:21.784112 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:21.843175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Subnet': ['ID=bf368cc9-a91e-4673-9d09-afadc9826a4f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:21.853243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Checking segment: {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:21.853598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network hostable DHCP agents. Network: 423fbac4-f0ff-46aa-bc05-0950050ed830, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:52:21.871815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:52:21.881237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 423fbac4-f0ff-46aa-bc05-0950050ed830) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:21.885294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:21.885938 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:21.892546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c140252-e9bf-4f3f-82ed-096b0ae042f3 None None] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:21.904389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ecd2bd4-a2fb-42a8-8773-959c29387b2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4390166 Sep 17 22:52:22.208636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-423fbac4-f0ff-46aa-bc05-0950050ed830', 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ips': [{'subnet_id': 'bf368cc9-a91e-4673-9d09-afadc9826a4f'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:52:22.209682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.245656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec625e42-bd3b-45c6-829a-4f70e6fd64d0 req-16d11818-ab3f-4d4e-ae7a-39a6a61c5464 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:22.247296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec625e42-bd3b-45c6-829a-4f70e6fd64d0 req-16d11818-ab3f-4d4e-ae7a-39a6a61c5464 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0886524 Sep 17 22:52:22.272016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36530) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:22.276812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bbca6423-8cd5-4327-8ff5-4bed41a0c7f6 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055573767', 'description': 'tempest-secgroup-smoke-2055573767 description', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:22.305391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec625e42-bd3b-45c6-829a-4f70e6fd64d0 req-cbf36ca8-c409-4004-bbf3-b530611a3c46 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 Sep 17 22:52:22.326513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bbca6423-8cd5-4327-8ff5-4bed41a0c7f6 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.418814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Allocated IP 172.20.0.18 (423fbac4-f0ff-46aa-bc05-0950050ed830/bf368cc9-a91e-4673-9d09-afadc9826a4f/366694f8-9709-4f22-ada1-0e10e645d7cc) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:22.453510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bbca6423-8cd5-4327-8ff5-4bed41a0c7f6 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.460049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bbca6423-8cd5-4327-8ff5-4bed41a0c7f6 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.494017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bbca6423-8cd5-4327-8ff5-4bed41a0c7f6 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.495518 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bbca6423-8cd5-4327-8ff5-4bed41a0c7f6 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2224829 Sep 17 22:52:22.498507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36542) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:22.503380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-94b828d4-d92a-41cf-8cf5-796b98c79718 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:22.508433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca6423-8cd5-4327-8ff5-4bed41a0c7f6 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:22.544824 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94b828d4-d92a-41cf-8cf5-796b98c79718 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.608871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94b828d4-d92a-41cf-8cf5-796b98c79718 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.614666 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94b828d4-d92a-41cf-8cf5-796b98c79718 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.642567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b828d4-d92a-41cf-8cf5-796b98c79718 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a753c95-e48d-495b-ae57-bdcb067c60e1,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:22.663670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-94b828d4-d92a-41cf-8cf5-796b98c79718 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.664581 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.666300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-94b828d4-d92a-41cf-8cf5-796b98c79718 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665266 Sep 17 22:52:22.668802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36548) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:22.675288 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.675767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-42596d80-292c-4c5b-b902-d6f079a4e90f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:22.708802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42596d80-292c-4c5b-b902-d6f079a4e90f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.743182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Pushing event updated for resources: {'Port': ['ID=366694f8-9709-4f22-ada1-0e10e645d7cc,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:22.749871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:22.755065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:22.758689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:22.771487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.774091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.774615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.775238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.775808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.776876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.777588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.778185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.779133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.779758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.780274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.780909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:22.790316 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42596d80-292c-4c5b-b902-d6f079a4e90f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.798143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42596d80-292c-4c5b-b902-d6f079a4e90f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.821464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42596d80-292c-4c5b-b902-d6f079a4e90f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb316ea9-749d-4d32-8789-cb0a3dbf4665,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:22.834605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-42596d80-292c-4c5b-b902-d6f079a4e90f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.836397 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-42596d80-292c-4c5b-b902-d6f079a4e90f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658416 Sep 17 22:52:22.838986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36550) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:22.844311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-327c4bbb-b970-4744-8b96-448351e18790 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:22.855754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Attempting to bind port 366694f8-9709-4f22-ada1-0e10e645d7cc on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:22.856484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Attempting to bind port 366694f8-9709-4f22-ada1-0e10e645d7cc by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:22.856911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Attempting to bind port 366694f8-9709-4f22-ada1-0e10e645d7cc on network 423fbac4-f0ff-46aa-bc05-0950050ed830 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:22.862199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:22.862991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Checking segment: {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:22.863289 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.864007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Bound using segment: {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:22.864555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Bound port: 366694f8-9709-4f22-ada1-0e10e645d7cc, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:22.865062 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.875900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-327c4bbb-b970-4744-8b96-448351e18790 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.931734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] For port 366694f8-9709-4f22-ada1-0e10e645d7cc, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:22.935326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] For port 366694f8-9709-4f22-ada1-0e10e645d7cc, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=366694f8-9709-4f22-ada1-0e10e645d7cc,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:22.944724 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.947953 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-327c4bbb-b970-4744-8b96-448351e18790 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.952178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-327c4bbb-b970-4744-8b96-448351e18790 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.976941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c4bbb-b970-4744-8b96-448351e18790 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f812df59-8956-48e8-b2e5-62046248802a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:23.001632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-327c4bbb-b970-4744-8b96-448351e18790 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.003172 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-327c4bbb-b970-4744-8b96-448351e18790 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628652 Sep 17 22:52:23.007372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36554) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:23.017393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d672e1d9-8ac9-4078-8277-619eb6d66a7a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:23.038756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e498374-7586-4178-809a-149c17bf7cb1 None None] Pushing event updated for resources: {'Port': ['ID=366694f8-9709-4f22-ada1-0e10e645d7cc,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:23.057650 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d672e1d9-8ac9-4078-8277-619eb6d66a7a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.146097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d672e1d9-8ac9-4078-8277-619eb6d66a7a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.152058 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d672e1d9-8ac9-4078-8277-619eb6d66a7a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.169031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e1d9-8ac9-4078-8277-619eb6d66a7a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b4ba85-930c-4c24-8a6d-e58bb5b8f1ad,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:23.185167 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d672e1d9-8ac9-4078-8277-619eb6d66a7a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.189276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d672e1d9-8ac9-4078-8277-619eb6d66a7a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1779790 Sep 17 22:52:23.189276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36562) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:23.194889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f31e15f2-562e-42aa-af3a-e76405594e7b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:23.239968 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-f31e15f2-562e-42aa-af3a-e76405594e7b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Project f54f1914c89b4ed9b5e77c5724c76f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:52:23.246081 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f31e15f2-562e-42aa-af3a-e76405594e7b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.416795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f31e15f2-562e-42aa-af3a-e76405594e7b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.430662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f31e15f2-562e-42aa-af3a-e76405594e7b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.478819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e15f2-562e-42aa-af3a-e76405594e7b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58151ee9-2629-43e2-99fe-af8833dff13d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:23.486354 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f31e15f2-562e-42aa-af3a-e76405594e7b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.488239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f31e15f2-562e-42aa-af3a-e76405594e7b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2972977 Sep 17 22:52:23.491228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 36568) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:23.495782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f03b7945-cca5-4c20-a4b1-1faa3a2b6518 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:23.523698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b42c6-6ce1-402d-8d0a-b01e26dc639d req-e724989d-1b11-4d5f-bee8-bfa7352762d5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:23.529500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c6b42c6-6ce1-402d-8d0a-b01e26dc639d req-e724989d-1b11-4d5f-bee8-bfa7352762d5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1155248 Sep 17 22:52:23.577876 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-f03b7945-cca5-4c20-a4b1-1faa3a2b6518 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Project f54f1914c89b4ed9b5e77c5724c76f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:52:23.600740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c6b42c6-6ce1-402d-8d0a-b01e26dc639d req-8c7acaf7-468b-4795-8210-5fa071bc7225 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584590 Sep 17 22:52:23.602324 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f03b7945-cca5-4c20-a4b1-1faa3a2b6518 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.705889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f03b7945-cca5-4c20-a4b1-1faa3a2b6518 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.717575 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f03b7945-cca5-4c20-a4b1-1faa3a2b6518 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.764746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b7945-cca5-4c20-a4b1-1faa3a2b6518 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96d0b70-646d-4549-a9b5-6113ce6855d8,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:23.779095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f03b7945-cca5-4c20-a4b1-1faa3a2b6518 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.780437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f03b7945-cca5-4c20-a4b1-1faa3a2b6518 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2882781 Sep 17 22:52:23.932381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 366694f8-9709-4f22-ada1-0e10e645d7cc up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:24.032458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 366694f8-9709-4f22-ada1-0e10e645d7cc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:24.032825 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.083903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-4e28b1fa-12eb-41b5-9f69-ebcebe6a5039 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055573767&fields=id&tenant_id=f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 267 time: 0.0731122 Sep 17 22:52:24.204508 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.277543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 366694f8-9709-4f22-ada1-0e10e645d7cc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=366694f8-9709-4f22-ada1-0e10e645d7cc,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:24.288858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.291024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-29545d47-2ef6-4d1d-b37b-29bc8de5590c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:24.297830 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-29545d47-2ef6-4d1d-b37b-29bc8de5590c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/networks?id=423fbac4-f0ff-46aa-bc05-0950050ed830 HTTP/1.1" status: 200 len: 797 time: 0.2045321 Sep 17 22:52:24.321822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-058e9996-80ff-4818-8187-7df31cfc9459 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/quotas/f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 375 time: 0.0180948 Sep 17 22:52:24.361531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=366694f8-9709-4f22-ada1-0e10e645d7cc,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:24.425826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-65aacb9c-65aa-4c65-b7a7-6cd6942adf3a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0963829 Sep 17 22:52:24.547616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40b96d-2a33-4322-8589-07536ca5b583 None None] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:24.565285 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-7ea7b9dc-f59e-43b4-a327-df5d89b70958 service neutron] 10.222.0.48 "GET /v2.0/networks/423fbac4-f0ff-46aa-bc05-0950050ed830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248834 Sep 17 22:52:24.672247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0bc2ec44-8224-4a57-9494-3476ad5cc045 None None] Provisioning complete for port 366694f8-9709-4f22-ada1-0e10e645d7cc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:24.672777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0bc2ec44-8224-4a57-9494-3476ad5cc045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.742932 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-269928b7-a41c-467a-b025-6685fcb17f2a service neutron] 10.222.0.48 "GET /v2.0/networks/423fbac4-f0ff-46aa-bc05-0950050ed830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649585 Sep 17 22:52:24.850150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713c334-87b3-4eff-b98d-cc14e90be06c req-c18cf48b-7e31-4992-817d-71b255837df5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:24.852572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2713c334-87b3-4eff-b98d-cc14e90be06c req-c18cf48b-7e31-4992-817d-71b255837df5 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0807517 Sep 17 22:52:24.933761 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2713c334-87b3-4eff-b98d-cc14e90be06c req-2b71edcc-6eda-4479-862f-540d2e80edf2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735226 Sep 17 22:52:25.124821 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62d6865e-64a3-4e44-bef3-ef4399b52a42 req-d7809f6f-b118-4fd7-b252-2c7b31ed4956 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 210 time: 0.0931532 Sep 17 22:52:25.408654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dda09b3e-33fb-494f-a15c-fe757dc405ae None None] Provisioning complete for port 366694f8-9709-4f22-ada1-0e10e645d7cc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:25.409247 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dda09b3e-33fb-494f-a15c-fe757dc405ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:25.891155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 366694f8-9709-4f22-ada1-0e10e645d7cc up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:25.991542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 366694f8-9709-4f22-ada1-0e10e645d7cc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:25.991910 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:26.153526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d828e-f23f-4ff0-ac02-27448050948d req-e7a2723b-af77-4f4a-940d-316147e6958a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:26.156322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb4d828e-f23f-4ff0-ac02-27448050948d req-e7a2723b-af77-4f4a-940d-316147e6958a tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1115525 Sep 17 22:52:26.221817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb4d828e-f23f-4ff0-ac02-27448050948d req-f0c1e912-1825-4f5f-8597-0eab968e9833 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503900 Sep 17 22:52:26.323142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d9f3011-a884-4b91-a70b-0cb1df1d1fd8 req-69336df3-a097-4b50-93f1-ab5303a35603 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 210 time: 0.0395079 Sep 17 22:52:26.939187 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-1b88ebed-abc2-4533-9abc-2271f4327bfa tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:26.940774 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-1b88ebed-abc2-4533-9abc-2271f4327bfa tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "GET /v2.0/networks?id=423fbac4-f0ff-46aa-bc05-0950050ed830 HTTP/1.1" status: 200 len: 797 time: 0.2332222 Sep 17 22:52:27.046919 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-6aef7494-034a-4e4d-a3ee-b57b4da824f8 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 473 time: 0.0558705 Sep 17 22:52:27.057411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'port': {'device_id': '8818fa35-66f3-43c4-b617-ce9f1f2fc81b', 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830', 'admin_state_up': True, 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'security_groups': ['c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:27.212823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:27.216663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:27.427282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.20.0.20 (423fbac4-f0ff-46aa-bc05-0950050ed830/bf368cc9-a91e-4673-9d09-afadc9826a4f/88dc4a98-3d2a-4194-bfce-53fa99616342) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:27.483311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee77c263-5424-4968-abd3-71ac4225ae1d req-e10d4d1f-b42e-4562-a853-a0a53dc82eee tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 210 time: 0.0519140 Sep 17 22:52:27.520119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1268bc-b99b-49ed-a608-75364cdc0fea req-f2a3ff49-3214-470f-ad26-70dc8502d961 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:27.522954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df1268bc-b99b-49ed-a608-75364cdc0fea req-f2a3ff49-3214-470f-ad26-70dc8502d961 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1802649 Sep 17 22:52:27.578417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df1268bc-b99b-49ed-a608-75364cdc0fea req-c57ec49e-311f-4f99-84f2-890254069955 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491621 Sep 17 22:52:27.655802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:27.699669 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:27.753565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:27.757095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:27.779958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=88dc4a98-3d2a-4194-bfce-53fa99616342,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:27.782895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:27.858874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:27.859585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:27.884245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-c6030adc-bb1f-42cb-8deb-87a11b6553d7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8312099 Sep 17 22:52:27.910280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Request body: {'port': {'device_id': '8818fa35-66f3-43c4-b617-ce9f1f2fc81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:28.041762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:28.226375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bea196d0-5f32-4896-870a-2a5abdc59f86 None None] Provisioning complete for port 88dc4a98-3d2a-4194-bfce-53fa99616342 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:28.227404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bea196d0-5f32-4896-870a-2a5abdc59f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:28.306046 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bea196d0-5f32-4896-870a-2a5abdc59f86 None None] Port 88dc4a98-3d2a-4194-bfce-53fa99616342 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:28.552268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dc4a98-3d2a-4194-bfce-53fa99616342 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:52:28.563823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:28.593931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Transition to ACTIVE for port object 88dc4a98-3d2a-4194-bfce-53fa99616342 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:52:28.602629 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:28.691451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be939-a099-477e-8270-11633591fb68 req-413a9995-e0eb-487e-a9fb-8bdf433da07b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:28.693225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-504be939-a099-477e-8270-11633591fb68 req-413a9995-e0eb-487e-a9fb-8bdf433da07b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 944 time: 0.0803559 Sep 17 22:52:28.762354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Pushing event updated for resources: {'Port': ['ID=88dc4a98-3d2a-4194-bfce-53fa99616342,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:28.832872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-504be939-a099-477e-8270-11633591fb68 req-bd1eabd8-9922-4d6f-92c2-7f162dd5b349 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331244 Sep 17 22:52:28.872760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ab152-77ec-4655-9390-23a9c26d17c1 req-f2440f29-d2a3-4a7f-9e11-e71048cdb735 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:28.877811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c90ab152-77ec-4655-9390-23a9c26d17c1 req-f2440f29-d2a3-4a7f-9e11-e71048cdb735 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1251199 Sep 17 22:52:28.959029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c90ab152-77ec-4655-9390-23a9c26d17c1 req-7fe1f577-b03c-4fa3-9312-237be6bbed81 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724235 Sep 17 22:52:29.000445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Attempting to bind port 88dc4a98-3d2a-4194-bfce-53fa99616342 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:29.000820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Attempting to bind port 88dc4a98-3d2a-4194-bfce-53fa99616342 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:29.001162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Attempting to bind port 88dc4a98-3d2a-4194-bfce-53fa99616342 on network 423fbac4-f0ff-46aa-bc05-0950050ed830 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:29.006186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Port 88dc4a98-3d2a-4194-bfce-53fa99616342 on network 423fbac4-f0ff-46aa-bc05-0950050ed830 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:52:29.006506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Attempting to bind port 88dc4a98-3d2a-4194-bfce-53fa99616342 on network 423fbac4-f0ff-46aa-bc05-0950050ed830 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:29.013049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:29.013402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Checking segment: {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:29.013806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Bound using segment: {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:29.014226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Bound port: 88dc4a98-3d2a-4194-bfce-53fa99616342, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:29.014589 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.165673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] For port 88dc4a98-3d2a-4194-bfce-53fa99616342, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:29.172601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] For port 88dc4a98-3d2a-4194-bfce-53fa99616342, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=88dc4a98-3d2a-4194-bfce-53fa99616342,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:29.185430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.299083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:29.302094 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.303376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] 10.222.0.49 "PUT /v2.0/ports/88dc4a98-3d2a-4194-bfce-53fa99616342 HTTP/1.1" status: 200 len: 1093 time: 1.3988917 Sep 17 22:52:29.308321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8818fa35-66f3-43c4-b617-ce9f1f2fc81b', 'tag': '88dc4a98-3d2a-4194-bfce-53fa99616342'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:52:29.310979 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c822d43-df36-4bc1-a308-6b771786eabb" -d '{"events": [{"name": "network-changed", "server_uuid": "8818fa35-66f3-43c4-b617-ce9f1f2fc81b", "tag": "88dc4a98-3d2a-4194-bfce-53fa99616342"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:52:29.388255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5528f8a-7853-4e68-902c-f155187c55fc service neutron] Pushing event updated for resources: {'Port': ['ID=88dc4a98-3d2a-4194-bfce-53fa99616342,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:29.441085 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b4c721-deb2-42b7-9ddd-264263a6503e x-openstack-request-id: req-d4b4c721-deb2-42b7-9ddd-264263a6503e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:52:29.441830 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8818fa35-66f3-43c4-b617-ce9f1f2fc81b", "tag": "88dc4a98-3d2a-4194-bfce-53fa99616342", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:52:29.442088 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4b4c721-deb2-42b7-9ddd-264263a6503e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:52:29.442495 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8818fa35-66f3-43c4-b617-ce9f1f2fc81b', 'tag': '88dc4a98-3d2a-4194-bfce-53fa99616342', 'status': 'completed', 'code': 200} Sep 17 22:52:29.470178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-f616a3f3-b37f-4c5e-a932-eee0b242c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:29.472733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-f616a3f3-b37f-4c5e-a932-eee0b242c70d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 1096 time: 0.0991285 Sep 17 22:52:29.549331 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-b2a1b372-bc2d-4c1a-8713-9c9f84419483 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=88dc4a98-3d2a-4194-bfce-53fa99616342 HTTP/1.1" status: 200 len: 217 time: 0.0598691 Sep 17 22:52:29.681742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-ea7bbdb2-0fcb-4432-9db3-e11deca49735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:29.685902 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-ea7bbdb2-0fcb-4432-9db3-e11deca49735 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf368cc9-a91e-4673-9d09-afadc9826a4f HTTP/1.1" status: 200 len: 838 time: 0.1280944 Sep 17 22:52:29.745622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-407e53f0-9e73-42ff-bc6b-c23e2508c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:29.747341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-407e53f0-9e73-42ff-bc6b-c23e2508c7de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=423fbac4-f0ff-46aa-bc05-0950050ed830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0544043 Sep 17 22:52:29.908432 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-2d564dbe-8648-4d79-b4b0-d4cbf4c8c661 service neutron] 10.222.0.49 "GET /v2.0/networks/423fbac4-f0ff-46aa-bc05-0950050ed830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528096 Sep 17 22:52:29.971863 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-157462fa-0f0a-4d1f-83f2-5313d43e3aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.991433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceff664-4c3b-4acd-8993-5794c6d11d9c req-c7893950-e286-4c6c-92ca-686e9742f676 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:29.993152 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fceff664-4c3b-4acd-8993-5794c6d11d9c req-c7893950-e286-4c6c-92ca-686e9742f676 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 944 time: 0.0776148 Sep 17 22:52:30.044740 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3261a3e8-499e-4769-8ff1-78044bf8b590 req-90b4d5db-598d-4c1e-bf72-567cf9daf0e1 service neutron] 10.222.0.49 "GET /v2.0/networks/423fbac4-f0ff-46aa-bc05-0950050ed830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274760 Sep 17 22:52:30.048360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fceff664-4c3b-4acd-8993-5794c6d11d9c req-838b039e-126d-4f60-a4ce-c3ddedcf697f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437853 Sep 17 22:52:30.129267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e048e55-5ac5-4d38-ad15-07378082e353 req-283c5bf5-4d63-43bf-b327-c633b6d42f98 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.130821 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e048e55-5ac5-4d38-ad15-07378082e353 req-283c5bf5-4d63-43bf-b327-c633b6d42f98 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0660455 Sep 17 22:52:30.172635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e048e55-5ac5-4d38-ad15-07378082e353 req-076498b5-a8fc-4d83-95e4-939c30e0fa67 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351701 Sep 17 22:52:30.210208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c822d43-df36-4bc1-a308-6b771786eabb req-dce08665-3d83-4e0f-be86-e2fe44eeb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.211776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c822d43-df36-4bc1-a308-6b771786eabb req-dce08665-3d83-4e0f-be86-e2fe44eeb1b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 1096 time: 0.0679805 Sep 17 22:52:30.322670 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c822d43-df36-4bc1-a308-6b771786eabb req-dcff5d57-065b-47a8-be35-f39f98fd80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.324761 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c822d43-df36-4bc1-a308-6b771786eabb req-dcff5d57-065b-47a8-be35-f39f98fd80dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=423fbac4-f0ff-46aa-bc05-0950050ed830 HTTP/1.1" status: 200 len: 898 time: 0.1053905 Sep 17 22:52:30.381446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c822d43-df36-4bc1-a308-6b771786eabb req-abe129d6-d8d3-4cfa-b699-3a0fc6db24ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=88dc4a98-3d2a-4194-bfce-53fa99616342 HTTP/1.1" status: 200 len: 217 time: 0.0480659 Sep 17 22:52:30.437329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c822d43-df36-4bc1-a308-6b771786eabb req-d5c1f97a-b3f5-4fd8-bf49-30b86b7b1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.438934 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c822d43-df36-4bc1-a308-6b771786eabb req-d5c1f97a-b3f5-4fd8-bf49-30b86b7b1b50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf368cc9-a91e-4673-9d09-afadc9826a4f HTTP/1.1" status: 200 len: 838 time: 0.0506806 Sep 17 22:52:30.486873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c822d43-df36-4bc1-a308-6b771786eabb req-d7fe224b-858b-4ec5-8869-8cb8723bbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.489122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c822d43-df36-4bc1-a308-6b771786eabb req-d7fe224b-858b-4ec5-8869-8cb8723bbdd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=423fbac4-f0ff-46aa-bc05-0950050ed830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0430090 Sep 17 22:52:30.587878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c822d43-df36-4bc1-a308-6b771786eabb req-4db50a18-3ec3-4a02-ab85-466b6a48c5d1 service neutron] 10.222.0.49 "GET /v2.0/networks/423fbac4-f0ff-46aa-bc05-0950050ed830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917778 Sep 17 22:52:30.689987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2c822d43-df36-4bc1-a308-6b771786eabb req-a085b4af-a450-4e76-a973-57cf64fd6f13 service neutron] 10.222.0.49 "GET /v2.0/networks/423fbac4-f0ff-46aa-bc05-0950050ed830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944178 Sep 17 22:52:31.227945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa45b7-c728-4ae4-9e70-3e4922736042 req-48dd80d2-5729-48d3-bd17-c95a5e21ff66 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:31.231747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-08aa45b7-c728-4ae4-9e70-3e4922736042 req-48dd80d2-5729-48d3-bd17-c95a5e21ff66 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 944 time: 0.0904553 Sep 17 22:52:31.351109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-08aa45b7-c728-4ae4-9e70-3e4922736042 req-03132323-6e68-4c7a-b408-cd698506165c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090755 Sep 17 22:52:31.412111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abda4c-6828-44bc-af12-4ac5a7cdc9d1 req-96c8ab18-3b3e-4caa-a490-589939dd6da3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:31.433083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3abda4c-6828-44bc-af12-4ac5a7cdc9d1 req-96c8ab18-3b3e-4caa-a490-589939dd6da3 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1651874 Sep 17 22:52:31.496494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3abda4c-6828-44bc-af12-4ac5a7cdc9d1 req-d8da0110-126e-4a20-bc5b-88214eaa0abd tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624766 Sep 17 22:52:31.509059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547996e-306a-4279-ac82-c71900308202 req-15351356-4cd7-49ca-b6d6-8b1d0052f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:31.510929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0547996e-306a-4279-ac82-c71900308202 req-15351356-4cd7-49ca-b6d6-8b1d0052f9e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1097 time: 0.0750530 Sep 17 22:52:31.548392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0547996e-306a-4279-ac82-c71900308202 req-97095b24-3be3-49bb-bee8-c7ee60cf928a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286913 Sep 17 22:52:32.289965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 88dc4a98-3d2a-4194-bfce-53fa99616342 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:52:32.420963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 88dc4a98-3d2a-4194-bfce-53fa99616342, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=88dc4a98-3d2a-4194-bfce-53fa99616342,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:32.439713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '88dc4a98-3d2a-4194-bfce-53fa99616342', 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830', 'port_id': '88dc4a98-3d2a-4194-bfce-53fa99616342', 'mac_address': 'fa:16:3e:24:df:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf368cc9-a91e-4673-9d09-afadc9826a4f', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:52:32.545233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa6c8-7fd2-4d2e-8798-485917c7671a req-d4abc973-4d33-4da5-ad47-d3fd4205e362 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:32.549998 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:32.553429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:52:32.554933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b8fa6c8-7fd2-4d2e-8798-485917c7671a req-d4abc973-4d33-4da5-ad47-d3fd4205e362 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 944 time: 0.0955143 Sep 17 22:52:32.603945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dc4a98-3d2a-4194-bfce-53fa99616342 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:52:32.628223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 88dc4a98-3d2a-4194-bfce-53fa99616342, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=88dc4a98-3d2a-4194-bfce-53fa99616342,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:32.637106 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:32.641867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b8fa6c8-7fd2-4d2e-8798-485917c7671a req-2b6fed03-9a32-491f-9f7c-0035e4c36b91 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857408 Sep 17 22:52:32.764615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d0aa-1fd4-4415-961d-77a0bfb24f4a req-9db02bf1-f866-41f4-8dd8-2f24edad5a35 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:32.767720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12f0d0aa-1fd4-4415-961d-77a0bfb24f4a req-9db02bf1-f866-41f4-8dd8-2f24edad5a35 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1229999 Sep 17 22:52:32.801661 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-836385b1-1085-4210-af10-0c712c8423b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:32.824646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=88dc4a98-3d2a-4194-bfce-53fa99616342,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:32.845136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12f0d0aa-1fd4-4415-961d-77a0bfb24f4a req-9dc0018e-2186-4a53-9c0b-24ecb79cb955 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698895 Sep 17 22:52:32.867093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:32.881316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'port_id': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'mac_address': 'fa:16:3e:ed:bc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:52:32.949437 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:32.964384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:52:32.986490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:32.994157 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:33.039331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['88dc4a98-3d2a-4194-bfce-53fa99616342'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:52:33.137284 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:33.142968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:33.239658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:52:33.844389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350b01-e37c-48aa-bb2d-576e4862f3c3 req-bf26f6af-7904-433b-b2ca-2a4a9a9dac13 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:33.852557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89350b01-e37c-48aa-bb2d-576e4862f3c3 req-bf26f6af-7904-433b-b2ca-2a4a9a9dac13 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 945 time: 0.1269703 Sep 17 22:52:33.898846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:33.921440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89350b01-e37c-48aa-bb2d-576e4862f3c3 req-5f2007d4-a3d9-42b1-9e16-87772cadaaf1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562496 Sep 17 22:52:33.996865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe664-360f-47ad-ab3e-959f778ad73e req-ee12d3ab-ee78-4483-a26b-b2fa5da6a817 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:33.998436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffffe664-360f-47ad-ab3e-959f778ad73e req-ee12d3ab-ee78-4483-a26b-b2fa5da6a817 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 944 time: 0.0575786 Sep 17 22:52:34.041986 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffffe664-360f-47ad-ab3e-959f778ad73e req-0825e58b-be87-48ad-b1f4-d165f403cb7c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359054 Sep 17 22:52:34.067238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 36900) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:34.153202 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-50521277-e23f-4d95-8772-376494b413d6 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/floatingips/4274a127-c826-4cfa-8481-939e34d9b121 HTTP/1.1" status: 200 len: 992 time: 0.0781560 Sep 17 22:52:34.567427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:34.618734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:34.619202 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:34.695168 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:34.721000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:52:34.724137 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dbf701-4a4e-4c41-8b9b-927f78ba211f" -d '{"events": [{"server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:52:34.743050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:34.750375 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:34.802320 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287bef9c-c6d9-4b86-bb7e-6d60d7aad94c x-openstack-request-id: req-287bef9c-c6d9-4b86-bb7e-6d60d7aad94c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:52:34.802606 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:52:34.803062 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-287bef9c-c6d9-4b86-bb7e-6d60d7aad94c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:52:34.803737 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'code': 200} Sep 17 22:52:34.836583 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:34.842236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:35.128806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e5f0-8aab-416f-9ab5-96836c6fbc03 req-3d0d1dba-ff14-4b18-bffa-56f2d43520a2 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:35.131194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6bd2e5f0-8aab-416f-9ab5-96836c6fbc03 req-3d0d1dba-ff14-4b18-bffa-56f2d43520a2 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 945 time: 0.0629630 Sep 17 22:52:35.182049 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6bd2e5f0-8aab-416f-9ab5-96836c6fbc03 req-db9b8916-c6eb-41b6-abad-401c65691c5e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446932 Sep 17 22:52:35.364030 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:36.220246 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-2d930b0d-e04a-4f3e-82ab-10375db4f70c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543993 Sep 17 22:52:36.315689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 88dc4a98-3d2a-4194-bfce-53fa99616342 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:36.365077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-cb1e1ec3-5c74-4e23-a4df-5f25319c7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:36.367293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-cb1e1ec3-5c74-4e23-a4df-5f25319c7dd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1097 time: 0.0954206 Sep 17 22:52:36.406054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63ad9-e38d-45fd-a6dc-fbbfdf61f36b req-f7dab164-6e2f-4313-af95-392be0a9279d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:36.410200 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfc63ad9-e38d-45fd-a6dc-fbbfdf61f36b req-f7dab164-6e2f-4313-af95-392be0a9279d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 945 time: 0.0951412 Sep 17 22:52:36.421722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 88dc4a98-3d2a-4194-bfce-53fa99616342 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:52:36.426335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 88dc4a98-3d2a-4194-bfce-53fa99616342 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:36.427009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:36.490655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfc63ad9-e38d-45fd-a6dc-fbbfdf61f36b req-aa57ce91-4e75-4c21-8d93-267a1d27833a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671270 Sep 17 22:52:36.522373 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:36.561217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-3f40b79d-580e-4a57-8bbf-75cad8d4a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:36.561531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 88dc4a98-3d2a-4194-bfce-53fa99616342, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=88dc4a98-3d2a-4194-bfce-53fa99616342,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:36.562668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-3f40b79d-580e-4a57-8bbf-75cad8d4a428 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9ce6118-ed41-4674-a2ff-108bb70d4527 HTTP/1.1" status: 200 len: 898 time: 0.1521618 Sep 17 22:52:36.565484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:36.636581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-4a5aa303-7df3-4a7d-a788-f91abbca0b07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 HTTP/1.1" status: 200 len: 1001 time: 0.0655644 Sep 17 22:52:36.641190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=88dc4a98-3d2a-4194-bfce-53fa99616342,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:36.711424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-646eeeb0-31be-4c08-91da-cfda104e117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:36.713364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-646eeeb0-31be-4c08-91da-cfda104e117b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c30b0651-7e83-4421-9150-5df7439c36d2 HTTP/1.1" status: 200 len: 835 time: 0.0696912 Sep 17 22:52:36.778068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-ea25f2b9-ba68-4a42-abe7-66104524c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:36.779789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-ea25f2b9-ba68-4a42-abe7-66104524c8a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9ce6118-ed41-4674-a2ff-108bb70d4527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542314 Sep 17 22:52:36.804979 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8818fa35-66f3-43c4-b617-ce9f1f2fc81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dc4a98-3d2a-4194-bfce-53fa99616342'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:52:36.808597 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c31511-76df-4b93-8868-f2b401082132" -d '{"events": [{"server_uuid": "8818fa35-66f3-43c4-b617-ce9f1f2fc81b", "name": "network-vif-plugged", "status": "completed", "tag": "88dc4a98-3d2a-4194-bfce-53fa99616342"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:52:36.884573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-0e76288d-763d-4c24-8897-f5e659846dda service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969980 Sep 17 22:52:36.890929 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97642676-fab1-4cee-b3b6-8ef58fa55a94 x-openstack-request-id: req-97642676-fab1-4cee-b3b6-8ef58fa55a94 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:52:36.891576 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8818fa35-66f3-43c4-b617-ce9f1f2fc81b", "name": "network-vif-plugged", "status": "completed", "tag": "88dc4a98-3d2a-4194-bfce-53fa99616342", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:52:36.892008 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97642676-fab1-4cee-b3b6-8ef58fa55a94 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:52:36.892567 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8818fa35-66f3-43c4-b617-ce9f1f2fc81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dc4a98-3d2a-4194-bfce-53fa99616342', 'code': 200} Sep 17 22:52:37.011972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a9f7c1-0419-4aff-9ca0-c9dcc66aa2ff req-62bb2102-9cb0-471d-9433-f7c0251eec4d service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200573 Sep 17 22:52:37.065445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb8b7-5cf3-42c1-8bf8-5c246406e5c3 req-a942c689-44a8-461e-923c-464da79c2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:37.068255 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f2fb8b7-5cf3-42c1-8bf8-5c246406e5c3 req-a942c689-44a8-461e-923c-464da79c2d02 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 1098 time: 0.0798578 Sep 17 22:52:37.129440 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f2fb8b7-5cf3-42c1-8bf8-5c246406e5c3 req-1cf72a5f-59e7-48fd-ab9f-dc9c44699d42 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470853 Sep 17 22:52:37.629081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a212-8334-4660-926d-b769e658493c req-7c3af0fb-1517-4217-a009-946452fcb092 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:37.631646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd97a212-8334-4660-926d-b769e658493c req-7c3af0fb-1517-4217-a009-946452fcb092 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 946 time: 0.0614986 Sep 17 22:52:37.677943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd97a212-8334-4660-926d-b769e658493c req-f6ded886-db0a-4c25-95fe-f0f14c8c5123 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Sep 17 22:52:38.849876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e024f9-a851-4a87-a820-0021f1f2e55f req-7aa22181-e6b0-4ee5-b320-f061f1417dc7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:38.860064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60e024f9-a851-4a87-a820-0021f1f2e55f req-7aa22181-e6b0-4ee5-b320-f061f1417dc7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 946 time: 0.0735514 Sep 17 22:52:38.904645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60e024f9-a851-4a87-a820-0021f1f2e55f req-ac23bf5e-ddf0-4ba2-b2f7-1f652725d600 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434902 Sep 17 22:52:39.045035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72c1c9-f4df-4c18-a631-615acfe4a922 req-7e99e474-f55f-4186-87b1-b61f1fde0b28 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:39.047113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba72c1c9-f4df-4c18-a631-615acfe4a922 req-7e99e474-f55f-4186-87b1-b61f1fde0b28 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 946 time: 0.0520043 Sep 17 22:52:39.091929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba72c1c9-f4df-4c18-a631-615acfe4a922 req-84498914-24e3-44b7-8e7b-14a03f475b3c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375454 Sep 17 22:52:40.586781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37114) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:41.370851 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.371011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37162) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:41.617017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-724fae4e-8ca9-4386-b0e6-7a69114b0925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.764703 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-724fae4e-8ca9-4386-b0e6-7a69114b0925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.773449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-724fae4e-8ca9-4386-b0e6-7a69114b0925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.794525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.20.0.17 (423fbac4-f0ff-46aa-bc05-0950050ed830/bf368cc9-a91e-4673-9d09-afadc9826a4f/ac524efc-f5cc-41ae-aa9e-95c395f3e209) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:41.833485 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-724fae4e-8ca9-4386-b0e6-7a69114b0925 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7ef51e31fde48699e91e2af47372949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607959 Sep 17 22:52:41.834258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:41.841102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fae4e-8ca9-4386-b0e6-7a69114b0925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea075e19-883f-4757-aff7-f3e35d714d62,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:41.849699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37184) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:41.925189 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d353f8f0-9e37-4983-ab7a-2c25212a0fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.959296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d353f8f0-9e37-4983-ab7a-2c25212a0fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.974492 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.997887 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11642cc6-0488-4a9a-83b4-f189237bab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.017536 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d353f8f0-9e37-4983-ab7a-2c25212a0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.021385 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d353f8f0-9e37-4983-ab7a-2c25212a0fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.022898 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d353f8f0-9e37-4983-ab7a-2c25212a0fd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea075e19-883f-4757-aff7-f3e35d714d62 HTTP/1.1" status: 204 len: 168 time: 0.1874702 Sep 17 22:52:42.033301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353f8f0-9e37-4983-ab7a-2c25212a0fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea075e19-883f-4757-aff7-f3e35d714d62,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.057176 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.111200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:42.119043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:42.121751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:42.178798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=ac524efc-f5cc-41ae-aa9e-95c395f3e209,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.202539 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.284506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11642cc6-0488-4a9a-83b4-f189237bab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.307122 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-11642cc6-0488-4a9a-83b4-f189237bab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.340427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-11642cc6-0488-4a9a-83b4-f189237bab23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b0a99e2139142778b3a6b5292696c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866350 Sep 17 22:52:42.344263 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37198) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:42.381280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11642cc6-0488-4a9a-83b4-f189237bab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508eced5-0c7b-45d8-873c-5bfdb2576569,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.427398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.439570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4c5dc612-4c12-4182-b536-869e0de86f54 None None] Provisioning complete for port ac524efc-f5cc-41ae-aa9e-95c395f3e209 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:42.440729 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc612-4c12-4182-b536-869e0de86f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.460404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:42.500336 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d665c21f-b236-423d-810d-0982e60f2cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.501369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4c5dc612-4c12-4182-b536-869e0de86f54 None None] Port ac524efc-f5cc-41ae-aa9e-95c395f3e209 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:42.536211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-945d7529-e866-4b3f-874f-967b0d79f662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.571377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-945d7529-e866-4b3f-874f-967b0d79f662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.666570 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-945d7529-e866-4b3f-874f-967b0d79f662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.669082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-945d7529-e866-4b3f-874f-967b0d79f662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.673120 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-945d7529-e866-4b3f-874f-967b0d79f662 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/508eced5-0c7b-45d8-873c-5bfdb2576569 HTTP/1.1" status: 204 len: 168 time: 0.3266377 Sep 17 22:52:42.675385 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d665c21f-b236-423d-810d-0982e60f2cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.686437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d665c21f-b236-423d-810d-0982e60f2cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.689185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d7529-e866-4b3f-874f-967b0d79f662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508eced5-0c7b-45d8-873c-5bfdb2576569,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.756917 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d665c21f-b236-423d-810d-0982e60f2cca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5dd7a47097d44a28b033a80ff4f4f508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931788 Sep 17 22:52:42.757818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37212) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:42.765018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665c21f-b236-423d-810d-0982e60f2cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8245d577-ae5a-400e-b3d6-3610e229c99b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.786314 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.795326 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.821584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c33c8995-e394-4def-83aa-62b7ade02ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.849046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c33c8995-e394-4def-83aa-62b7ade02ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.853515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.911904 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c33c8995-e394-4def-83aa-62b7ade02ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.914692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c33c8995-e394-4def-83aa-62b7ade02ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.918492 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c33c8995-e394-4def-83aa-62b7ade02ab1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8245d577-ae5a-400e-b3d6-3610e229c99b HTTP/1.1" status: 204 len: 168 time: 0.1569111 Sep 17 22:52:42.942551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c8995-e394-4def-83aa-62b7ade02ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8245d577-ae5a-400e-b3d6-3610e229c99b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.994402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:42.995340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=ac524efc-f5cc-41ae-aa9e-95c395f3e209,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.999021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:43.251474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37226) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:43.274275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4a5b388a-e20b-4456-b89c-307394b8aa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.332700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-de4031ff-24b3-44eb-80b8-892da4f04eea None None] Provisioning complete for port ac524efc-f5cc-41ae-aa9e-95c395f3e209 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:43.333448 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de4031ff-24b3-44eb-80b8-892da4f04eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.380468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-de4031ff-24b3-44eb-80b8-892da4f04eea None None] Port ac524efc-f5cc-41ae-aa9e-95c395f3e209 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:43.450226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4a5b388a-e20b-4456-b89c-307394b8aa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.465894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4a5b388a-e20b-4456-b89c-307394b8aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.517766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4a5b388a-e20b-4456-b89c-307394b8aa1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6eb3ae90b3b34beca78c28c6e93361a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651010 Sep 17 22:52:43.518811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b388a-e20b-4456-b89c-307394b8aa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323c0575-911c-4636-a538-991d6c7e04f6,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:43.533518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37238) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:43.608268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2824726-d405-48cd-948a-e0f371ea7f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.637215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2824726-d405-48cd-948a-e0f371ea7f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.670381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router b502c2db-ea0a-4c3b-85e4-f696506d0fda has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:52:43.697540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2824726-d405-48cd-948a-e0f371ea7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.705402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a2824726-d405-48cd-948a-e0f371ea7f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.710689 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a2824726-d405-48cd-948a-e0f371ea7f52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/323c0575-911c-4636-a538-991d6c7e04f6 HTTP/1.1" status: 204 len: 168 time: 0.1744995 Sep 17 22:52:43.719440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2824726-d405-48cd-948a-e0f371ea7f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323c0575-911c-4636-a538-991d6c7e04f6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:43.855577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:52:43.876125 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Sync routers for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:52:43.876734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e5d0b10-d0f0-42f1-80b5-eed298b75336 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "PUT /v2.0/routers/b502c2db-ea0a-4c3b-85e4-f696506d0fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2885034 Sep 17 22:52:43.885761 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:43.886716 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:52:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:44.015105 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:44.330731 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:52:42Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:48Z', 'revision_number': 1, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac524efc-f5cc-41ae-aa9e-95c395f3e209', 'name': '', 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:17:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'bf368cc9-a91e-4673-9d09-afadc9826a4f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:41Z', 'updated_at': '2021-09-17T22:52:42Z', 'revision_number': 2, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': 'bf368cc9-a91e-4673-9d09-afadc9826a4f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:44.364119 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Checking router: b502c2db-ea0a-4c3b-85e4-f696506d0fda for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:52:44.364509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Updating router b502c2db-ea0a-4c3b-85e4-f696506d0fda port ac524efc-f5cc-41ae-aa9e-95c395f3e209 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:52:44.392892 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.734690 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.743550 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.824658 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Pushing event updated for resources: {'Port': ['ID=ac524efc-f5cc-41ae-aa9e-95c395f3e209,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:44.868438 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.868780 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.873297 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.873747 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.874104 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.874976 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.875376 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.875822 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.876162 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.876741 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.876862 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.877159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.903669 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Attempting to bind port ac524efc-f5cc-41ae-aa9e-95c395f3e209 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:44.904267 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Attempting to bind port ac524efc-f5cc-41ae-aa9e-95c395f3e209 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:44.904870 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Attempting to bind port ac524efc-f5cc-41ae-aa9e-95c395f3e209 on network 423fbac4-f0ff-46aa-bc05-0950050ed830 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:44.918411 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:44.918788 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Checking segment: {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:44.919196 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.919594 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Bound using segment: {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:44.921457 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Bound port: ac524efc-f5cc-41ae-aa9e-95c395f3e209, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea5373d-0d80-4d1e-ac64-6158761b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:44.922093 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.004784 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] For port ac524efc-f5cc-41ae-aa9e-95c395f3e209, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:45.008586 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] For port ac524efc-f5cc-41ae-aa9e-95c395f3e209, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ac524efc-f5cc-41ae-aa9e-95c395f3e209,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:45.019276 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.091276 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003d76f-ac4a-421f-8ad8-46ed5685185c None None] Pushing event updated for resources: {'Port': ['ID=ac524efc-f5cc-41ae-aa9e-95c395f3e209,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:45.118645 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:45.119467 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:52:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:45.231970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-894a1af2-541f-42f7-a87b-3b961e63ca04 None None] Provisioning complete for port ac524efc-f5cc-41ae-aa9e-95c395f3e209 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:45.232487 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-894a1af2-541f-42f7-a87b-3b961e63ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.344507 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:45.413293 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-894a1af2-541f-42f7-a87b-3b961e63ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.468716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-894a1af2-541f-42f7-a87b-3b961e63ca04 None None] For port ac524efc-f5cc-41ae-aa9e-95c395f3e209, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ac524efc-f5cc-41ae-aa9e-95c395f3e209,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:45.482774 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-894a1af2-541f-42f7-a87b-3b961e63ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.552401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a1af2-541f-42f7-a87b-3b961e63ca04 None None] Pushing event updated for resources: {'Port': ['ID=ac524efc-f5cc-41ae-aa9e-95c395f3e209,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:45.605842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d54c8cfc-4ac7-4c03-85cf-9b10bc5c0505 None None] Provisioning complete for port ac524efc-f5cc-41ae-aa9e-95c395f3e209 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:45.606213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d54c8cfc-4ac7-4c03-85cf-9b10bc5c0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.739491 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:52:42Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:48Z', 'revision_number': 1, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac524efc-f5cc-41ae-aa9e-95c395f3e209', 'name': '', 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:17:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'bf368cc9-a91e-4673-9d09-afadc9826a4f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:41Z', 'updated_at': '2021-09-17T22:52:44Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': 'bf368cc9-a91e-4673-9d09-afadc9826a4f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:45.771958 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3087324-52c8-4848-975d-d649068c3e7d None None] The sync data for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 is: [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:52:42Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:48Z', 'revision_number': 1, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac524efc-f5cc-41ae-aa9e-95c395f3e209', 'name': '', 'network_id': '423fbac4-f0ff-46aa-bc05-0950050ed830', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:17:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'bf368cc9-a91e-4673-9d09-afadc9826a4f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:41Z', 'updated_at': '2021-09-17T22:52:44Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': 'bf368cc9-a91e-4673-9d09-afadc9826a4f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:52:47.908463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ac524efc-f5cc-41ae-aa9e-95c395f3e209 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:47.966781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ac524efc-f5cc-41ae-aa9e-95c395f3e209 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:47.967447 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.062912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37530) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:48.210826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55542620-60b0-490a-9139-5b4fd342d77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.308095 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55542620-60b0-490a-9139-5b4fd342d77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.313393 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55542620-60b0-490a-9139-5b4fd342d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.353255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-55542620-60b0-490a-9139-5b4fd342d77f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b47ceb2e293486a9a374a44916022b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863266 Sep 17 22:52:48.353644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37536) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:48.362980 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55542620-60b0-490a-9139-5b4fd342d77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286c8884-7d90-485e-86d7-f9457f1f7ce6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:48.421037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5aef9032-a35e-4553-a512-c7752369a5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.444605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5aef9032-a35e-4553-a512-c7752369a5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.496070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5aef9032-a35e-4553-a512-c7752369a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.498723 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5aef9032-a35e-4553-a512-c7752369a5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.502695 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5aef9032-a35e-4553-a512-c7752369a5c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/286c8884-7d90-485e-86d7-f9457f1f7ce6 HTTP/1.1" status: 204 len: 168 time: 0.1452708 Sep 17 22:52:48.509096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef9032-a35e-4553-a512-c7752369a5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286c8884-7d90-485e-86d7-f9457f1f7ce6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:48.835243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37546) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:48.850417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-398488a1-b35c-440d-b37b-18ba0202c99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.872296 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.950497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-398488a1-b35c-440d-b37b-18ba0202c99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.957404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-398488a1-b35c-440d-b37b-18ba0202c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.011986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-398488a1-b35c-440d-b37b-18ba0202c99e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1860a38b80754f35939c5b5ca476b16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756568 Sep 17 22:52:49.013184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398488a1-b35c-440d-b37b-18ba0202c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3636287-3a73-4d34-a6ea-8127174b606c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:49.014829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37548) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:49.069529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fdb859f6-644e-4ff5-a9a5-1154f2cd2f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.103199 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fdb859f6-644e-4ff5-a9a5-1154f2cd2f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.164383 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fdb859f6-644e-4ff5-a9a5-1154f2cd2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.167131 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fdb859f6-644e-4ff5-a9a5-1154f2cd2f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.170568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fdb859f6-644e-4ff5-a9a5-1154f2cd2f5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3636287-3a73-4d34-a6ea-8127174b606c HTTP/1.1" status: 204 len: 168 time: 0.1515598 Sep 17 22:52:49.179150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb859f6-644e-4ff5-a9a5-1154f2cd2f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3636287-3a73-4d34-a6ea-8127174b606c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:50.280566 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:52:50.415227 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-3ab5428a-95b3-4082-9d4a-ff5e3c708f3f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0840650 Sep 17 22:52:50.534130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37600) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:50.554261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-9a6b78ad-4fe0-479d-b54c-3b8bdc811c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:50.556897 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-9a6b78ad-4fe0-479d-b54c-3b8bdc811c79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 1099 time: 0.0702732 Sep 17 22:52:50.712715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-cd7ef809-c360-4985-9f7f-cc575878f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:50.714743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-cd7ef809-c360-4985-9f7f-cc575878f906 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.1359162 Sep 17 22:52:50.836142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-b7841c27-9e62-4925-965b-721affe247c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 200 len: 1002 time: 0.1100526 Sep 17 22:52:50.865033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf29b5dd-aec3-4ed4-9bd4-092c2e62f6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.891934 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-338fff2e-ecfd-4a00-ad6e-7cbc09071e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:50.893932 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-338fff2e-ecfd-4a00-ad6e-7cbc09071e97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.0503998 Sep 17 22:52:50.967259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-311e2d48-3ecf-495e-b045-a1b884809878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:50.969006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-311e2d48-3ecf-495e-b045-a1b884809878 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669708 Sep 17 22:52:50.992978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf29b5dd-aec3-4ed4-9bd4-092c2e62f6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.998756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cf29b5dd-aec3-4ed4-9bd4-092c2e62f6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.076325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cf29b5dd-aec3-4ed4-9bd4-092c2e62f6b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=277dabee5ca340fa8fda9e5bd4a5731d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402684 Sep 17 22:52:51.077553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29b5dd-aec3-4ed4-9bd4-092c2e62f6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5d9027-155a-4752-982d-d00262b73029,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:51.084349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37618) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:51.190645 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-2bf4b078-c5c8-479d-bea2-a942f2d961d6 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135708 Sep 17 22:52:51.231003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a83d-a51a-4632-a8cb-c9bee73fbbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.315163 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a83d-a51a-4632-a8cb-c9bee73fbbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.370902 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0b702a7-59ab-43db-baaa-01f18eba21b3 req-1a559333-42c3-412c-878d-da186190f0ef service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718454 Sep 17 22:52:51.407148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a83d-a51a-4632-a8cb-c9bee73fbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.410925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a83d-a51a-4632-a8cb-c9bee73fbbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.413656 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4fe2a83d-a51a-4632-a8cb-c9bee73fbbfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b5d9027-155a-4752-982d-d00262b73029 HTTP/1.1" status: 204 len: 168 time: 0.3248637 Sep 17 22:52:51.422757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a83d-a51a-4632-a8cb-c9bee73fbbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5d9027-155a-4752-982d-d00262b73029,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:51.433144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37628) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:51.775988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c204-2723-4a99-9a7c-ded30227c1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.850707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37634) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:51.874372 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3fe51a5-becd-4ec6-a1dd-22984647ad76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.898243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c204-2723-4a99-9a7c-ded30227c1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.905459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c204-2723-4a99-9a7c-ded30227c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.965529 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ddd3c204-2723-4a99-9a7c-ded30227c1d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9264f87f670499db20c82d268221560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282950 Sep 17 22:52:51.966310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37638) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:51.994859 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3fe51a5-becd-4ec6-a1dd-22984647ad76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.001586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3fe51a5-becd-4ec6-a1dd-22984647ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.003271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3c204-2723-4a99-9a7c-ded30227c1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744174cc-7901-4d46-b12c-b40805947413,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.039726 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e8add3e-c522-4ff7-9d5d-18da617e245c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.066781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c3fe51a5-becd-4ec6-a1dd-22984647ad76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e751e5401e9a4630a96a8e8b7576ddf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134531 Sep 17 22:52:52.068828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37640) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:52.070488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe51a5-becd-4ec6-a1dd-22984647ad76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60d659-169a-4c72-ae74-3123287cc63d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.076330 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e8add3e-c522-4ff7-9d5d-18da617e245c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.149334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31402b00-99be-4ea6-b82c-eecbf1b1cda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.168186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e8add3e-c522-4ff7-9d5d-18da617e245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.170731 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6e8add3e-c522-4ff7-9d5d-18da617e245c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.171878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6e8add3e-c522-4ff7-9d5d-18da617e245c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/744174cc-7901-4d46-b12c-b40805947413 HTTP/1.1" status: 204 len: 168 time: 0.2049909 Sep 17 22:52:52.180738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31402b00-99be-4ea6-b82c-eecbf1b1cda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.194776 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8add3e-c522-4ff7-9d5d-18da617e245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744174cc-7901-4d46-b12c-b40805947413,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.244315 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31402b00-99be-4ea6-b82c-eecbf1b1cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.247037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31402b00-99be-4ea6-b82c-eecbf1b1cda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.248379 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-31402b00-99be-4ea6-b82c-eecbf1b1cda3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca60d659-169a-4c72-ae74-3123287cc63d HTTP/1.1" status: 204 len: 168 time: 0.1784961 Sep 17 22:52:52.256656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31402b00-99be-4ea6-b82c-eecbf1b1cda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60d659-169a-4c72-ae74-3123287cc63d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.555019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37652) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:52.569675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7f07-8bc8-42f4-8356-5615c416f9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.684592 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7f07-8bc8-42f4-8356-5615c416f9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.689416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7f07-8bc8-42f4-8356-5615c416f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.735903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37654) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:52.736083 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c2dc7f07-8bc8-42f4-8356-5615c416f9a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1e5241d0ff1499dbf80d4ee8aa1fd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798410 Sep 17 22:52:52.737153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc7f07-8bc8-42f4-8356-5615c416f9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0e92e-b3b7-420b-baab-0dc4351b0e4c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.786551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37656) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:52.799771 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18a90b56-fbba-4402-8ffc-ffd359d196e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.803468 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c3224be-a365-4bdf-a6ee-12834ade59c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.825662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18a90b56-fbba-4402-8ffc-ffd359d196e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.886585 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18a90b56-fbba-4402-8ffc-ffd359d196e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.890281 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18a90b56-fbba-4402-8ffc-ffd359d196e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.895435 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-18a90b56-fbba-4402-8ffc-ffd359d196e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbb0e92e-b3b7-420b-baab-0dc4351b0e4c HTTP/1.1" status: 204 len: 168 time: 0.1583614 Sep 17 22:52:52.904582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c3224be-a365-4bdf-a6ee-12834ade59c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.908021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a90b56-fbba-4402-8ffc-ffd359d196e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0e92e-b3b7-420b-baab-0dc4351b0e4c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.912833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4c3224be-a365-4bdf-a6ee-12834ade59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.960588 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4c3224be-a365-4bdf-a6ee-12834ade59c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab080ea2dcd0420c8b9f5eab3f7f90aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725321 Sep 17 22:52:52.961806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3224be-a365-4bdf-a6ee-12834ade59c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708fc49c-22db-4387-8909-39326b00b147,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.963314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37662) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:53.029315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01607c00-2278-4709-927e-8de242c0fd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.053041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01607c00-2278-4709-927e-8de242c0fd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.104214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01607c00-2278-4709-927e-8de242c0fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.106820 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01607c00-2278-4709-927e-8de242c0fd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.110497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-01607c00-2278-4709-927e-8de242c0fd5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/708fc49c-22db-4387-8909-39326b00b147 HTTP/1.1" status: 204 len: 168 time: 0.1435058 Sep 17 22:52:53.130276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01607c00-2278-4709-927e-8de242c0fd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708fc49c-22db-4387-8909-39326b00b147,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:54.490677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f205c-2323-4232-ae36-9c89c80dbd58 req-21e908ec-6c5c-4f9d-bb0f-0e098a8abd7e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:54.493027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-092f205c-2323-4232-ae36-9c89c80dbd58 req-21e908ec-6c5c-4f9d-bb0f-0e098a8abd7e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 947 time: 0.0726442 Sep 17 22:52:54.542408 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-092f205c-2323-4232-ae36-9c89c80dbd58 req-2927bac1-621e-4fe5-8d3d-962a44ab85f3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418069 Sep 17 22:52:55.676428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7335bb7-e32b-4af6-a1c9-3d077c9383b4 req-dd505678-7e23-48b2-a0c1-05acecac1997 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:55.683734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7335bb7-e32b-4af6-a1c9-3d077c9383b4 req-dd505678-7e23-48b2-a0c1-05acecac1997 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 947 time: 0.0611651 Sep 17 22:52:55.719888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7335bb7-e32b-4af6-a1c9-3d077c9383b4 req-b0380ec0-828a-428e-830b-cd0f22a6ea06 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347297 Sep 17 22:52:56.363649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c8e32be4-88fd-480b-9a59-04899003e55b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:56.365127 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c8e32be4-88fd-480b-9a59-04899003e55b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 947 time: 0.0657980 Sep 17 22:52:56.464232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Deleting port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:52:56.466299 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.597756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] For port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:56.598143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.902304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5436-5e29-4dd7-9a55-20818a24aee5 req-eeed1b38-de9e-42b2-ace2-439b324683f7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:56.921420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6faf5436-5e29-4dd7-9a55-20818a24aee5 req-eeed1b38-de9e-42b2-ace2-439b324683f7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 947 time: 0.0889549 Sep 17 22:52:56.989567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6faf5436-5e29-4dd7-9a55-20818a24aee5 req-d61a9496-3042-44d7-a29b-f01ce853ba11 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b57904b-2400-4102-ae67-7a49ffe8e45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662365 Sep 17 22:52:57.301251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:57.301667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:57.302055 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Floating IP 25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa disassociated. External IP: 172.25.0.116, port: 3c198e72-4aee-4283-b0a8-8ecf29f6b43e. Sep 17 22:52:57.302413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Calling delete_port for 3c198e72-4aee-4283-b0a8-8ecf29f6b43e owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:52:57.451561 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:57.484806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event deleted for resources: {'Port': ['ID=3c198e72-4aee-4283-b0a8-8ecf29f6b43e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:57.538939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.539304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.539647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.539978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.541225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.541225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.541225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.541452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.541658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.541988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.542684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.543030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:57.621601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Router 4a198355-a1b9-47dc-aa03-9187fd927e28 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:52:57.751990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:52:57.776773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] Sync routers for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:52:57.797514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:57.798772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:52:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:57.865813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] No DVR routers for this DVR port 3c198e72-4aee-4283-b0a8-8ecf29f6b43e on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:52:57.868643 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:57.871087 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ebff46b1-f26b-4ad7-a370-d7cb4ac31c45 req-c650cb2a-bf73-4c0b-b34b-41ee044991d5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.49 "DELETE /v2.0/ports/3c198e72-4aee-4283-b0a8-8ecf29f6b43e HTTP/1.1" status: 204 len: 173 time: 1.4979639 Sep 17 22:52:57.871612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-deleted', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:52:57.874752 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec84d4-0d64-4a1d-a14e-4cbf8e97d4d2" -d '{"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-deleted", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:52:57.917963 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff2d491-46d0-4ddb-b23e-f2addcbbe196 x-openstack-request-id: req-eff2d491-46d0-4ddb-b23e-f2addcbbe196 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:52:57.918253 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2480f85-ff72-42b5-8c8a-a62859e45f95", "name": "network-vif-deleted", "tag": "3c198e72-4aee-4283-b0a8-8ecf29f6b43e", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:52:57.918520 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eff2d491-46d0-4ddb-b23e-f2addcbbe196 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:52:57.918951 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2480f85-ff72-42b5-8c8a-a62859e45f95', 'name': 'network-vif-deleted', 'tag': '3c198e72-4aee-4283-b0a8-8ecf29f6b43e', 'status': 'completed', 'code': 200} Sep 17 22:52:58.037778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:58.179101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95930e74-0075-4de7-9077-b70dca76cc13 req-38e33bb4-f2ec-4977-9bc6-be49fda9dc6d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2480f85-ff72-42b5-8c8a-a62859e45f95 HTTP/1.1" status: 200 len: 210 time: 0.0405855 Sep 17 22:52:58.413620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:58.449499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] Checking router: 4a198355-a1b9-47dc-aa03-9187fd927e28 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:52:58.461206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:58.461837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:52:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:58.607864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:58.824907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:58.853391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5156f-90cd-40ad-b467-870e35753db5 None None] The sync data for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 is: [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:52:59.177753 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a2053d-32e0-4c77-84b1-a8895d68d32a None None] New status for floating IP 25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:52:59.292473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37854) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:59.361915 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-54e78d10-2e28-40c6-8e8b-c022ce7cbffe tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.421685 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-54e78d10-2e28-40c6-8e8b-c022ce7cbffe tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.500060 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-54e78d10-2e28-40c6-8e8b-c022ce7cbffe tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.503469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-54e78d10-2e28-40c6-8e8b-c022ce7cbffe tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.505114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-54e78d10-2e28-40c6-8e8b-c022ce7cbffe tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "DELETE /v2.0/security-groups/5b57904b-2400-4102-ae67-7a49ffe8e45a HTTP/1.1" status: 204 len: 168 time: 0.2103889 Sep 17 22:52:59.508598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37860) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:59.516281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e78d10-2e28-40c6-8e8b-c022ce7cbffe tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b57904b-2400-4102-ae67-7a49ffe8e45a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:59.539459 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-03858903-7282-47fe-8af9-de5af4416a35 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] show failed (client error): The resource could not be found. Sep 17 22:52:59.554525 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-03858903-7282-47fe-8af9-de5af4416a35 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups/5b57904b-2400-4102-ae67-7a49ffe8e45a HTTP/1.1" status: 404 len: 347 time: 0.0441289 Sep 17 22:52:59.554665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37862) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:59.721148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Deleting port 98b4cb13-9d4f-4800-901e-7041b58feadf {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:52:59.721528 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.805155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.805828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.820701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Calling delete_port for 98b4cb13-9d4f-4800-901e-7041b58feadf owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:52:59.962136 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-504573f8-d948-4605-9cfd-947bb6b6a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.008054 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.045637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event deleted for resources: {'Port': ['ID=98b4cb13-9d4f-4800-901e-7041b58feadf,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:00.127368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.131517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.132667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a90fb79c-3524-4c7a-8484-c34fe49adf26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "DELETE /v2.0/floatingips/25bc3b0d-ed7b-4d6d-92e6-cefdda83d7aa HTTP/1.1" status: 204 len: 168 time: 0.5771513 Sep 17 22:53:00.394498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:00.424902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 3c198e72-4aee-4283-b0a8-8ecf29f6b43e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:00.425642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 3c198e72-4aee-4283-b0a8-8ecf29f6b43e not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:00.599955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37882) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:00.605193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e5d2db1a-1657-4a38-a219-4f15b5c33cd9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284835198', 'description': 'tempest-description--1836840096'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:00.633348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e5d2db1a-1657-4a38-a219-4f15b5c33cd9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.786022 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e5d2db1a-1657-4a38-a219-4f15b5c33cd9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.795871 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e5d2db1a-1657-4a38-a219-4f15b5c33cd9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.826106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e5d2db1a-1657-4a38-a219-4f15b5c33cd9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.831106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37892) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:00.834294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e5d2db1a-1657-4a38-a219-4f15b5c33cd9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2330120 Sep 17 22:53:00.839765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-47079bf3-c5ee-4432-94bb-94f21f8feea3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'security_group_rule': {'security_group_id': '3cef8cef-d50b-425d-81d7-44070844cee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:00.875434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2db1a-1657-4a38-a219-4f15b5c33cd9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cef8cef-d50b-425d-81d7-44070844cee3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:00.904052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-47079bf3-c5ee-4432-94bb-94f21f8feea3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.966044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-47079bf3-c5ee-4432-94bb-94f21f8feea3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.971319 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-47079bf3-c5ee-4432-94bb-94f21f8feea3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.993382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47079bf3-c5ee-4432-94bb-94f21f8feea3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbb15b9-14f3-4dbc-99cb-69c25bb5409e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:01.002476 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-47079bf3-c5ee-4432-94bb-94f21f8feea3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.004607 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-47079bf3-c5ee-4432-94bb-94f21f8feea3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713886 Sep 17 22:53:01.007264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37900) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:01.012187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-33c1f90b-0b77-4761-bf28-44e98a714c74 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'security_group_rule': {'security_group_id': '3cef8cef-d50b-425d-81d7-44070844cee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:01.061846 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33c1f90b-0b77-4761-bf28-44e98a714c74 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.125523 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33c1f90b-0b77-4761-bf28-44e98a714c74 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.135777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33c1f90b-0b77-4761-bf28-44e98a714c74 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.191930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1f90b-0b77-4761-bf28-44e98a714c74 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f6eb22-6f17-4aaf-ae47-673e8be722dc,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:01.198645 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33c1f90b-0b77-4761-bf28-44e98a714c74 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.203754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37908) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:01.208398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:01.214440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-33c1f90b-0b77-4761-bf28-44e98a714c74 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2040958 Sep 17 22:53:01.254065 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.307245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37912) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:01.454403 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.456706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c530d4b-0cd5-49f3-ac2b-b03b26b7b16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.599004 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c530d4b-0cd5-49f3-ac2b-b03b26b7b16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.603680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4c530d4b-0cd5-49f3-ac2b-b03b26b7b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.617384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Allocated IP 172.25.0.78 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/1697f594-d1df-47c8-a421-1151cf1c69b8) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:01.652826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37926) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:01.653073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4c530d4b-0cd5-49f3-ac2b-b03b26b7b16f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78680bef5688480e8a4cec421c3d7631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442626 Sep 17 22:53:01.655123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c530d4b-0cd5-49f3-ac2b-b03b26b7b16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b09808-f797-461e-8e39-9f65404d1b19,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:01.769290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-050fbf7d-3691-4a86-ba09-75c831b6c870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.811894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-050fbf7d-3691-4a86-ba09-75c831b6c870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.824831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.886919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-050fbf7d-3691-4a86-ba09-75c831b6c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.891010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-050fbf7d-3691-4a86-ba09-75c831b6c870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.892771 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-050fbf7d-3691-4a86-ba09-75c831b6c870 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22b09808-f797-461e-8e39-9f65404d1b19 HTTP/1.1" status: 204 len: 168 time: 0.2386482 Sep 17 22:53:01.907062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fbf7d-3691-4a86-ba09-75c831b6c870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b09808-f797-461e-8e39-9f65404d1b19,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:01.917642 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.979514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'Port': ['ID=1697f594-d1df-47c8-a421-1151cf1c69b8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:01.987072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:01.989230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:01.993782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:02.105016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.180890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.339205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 37934) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:02.359750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10ec1f4e-0066-4404-a20a-48d40d5ce087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.400755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.407961 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.463649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'Port': ['ID=1697f594-d1df-47c8-a421-1151cf1c69b8,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:02.491323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10ec1f4e-0066-4404-a20a-48d40d5ce087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.495648 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10ec1f4e-0066-4404-a20a-48d40d5ce087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.514014 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.537682 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.539692 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e714d38e-3600-4d3b-a287-d2f2e2cf4502 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3347518 Sep 17 22:53:02.552011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 37940) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:02.552421 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-10ec1f4e-0066-4404-a20a-48d40d5ce087 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12ffad5ebf2e4b10934f6b8afbb66cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115195 Sep 17 22:53:02.553505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec1f4e-0066-4404-a20a-48d40d5ce087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f7a965-b862-45c4-9e66-265273e10900,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:02.623464 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b179f1d6-b4e6-40b8-a7b9-415eef470d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.658861 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b179f1d6-b4e6-40b8-a7b9-415eef470d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.737959 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-269c6312-1d54-4bea-9f42-a65d1028aafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.759221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b179f1d6-b4e6-40b8-a7b9-415eef470d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.762560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b179f1d6-b4e6-40b8-a7b9-415eef470d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.763974 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b179f1d6-b4e6-40b8-a7b9-415eef470d3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32f7a965-b862-45c4-9e66-265273e10900 HTTP/1.1" status: 204 len: 168 time: 0.2104962 Sep 17 22:53:02.782596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179f1d6-b4e6-40b8-a7b9-415eef470d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f7a965-b862-45c4-9e66-265273e10900,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:02.875103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-7832f662-deee-4efc-9467-c577da9d61cb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--284835198&fields=id&tenant_id=d24e6b97499c4398944a2f2cb0ca6afb HTTP/1.1" status: 200 len: 267 time: 0.0394721 Sep 17 22:53:03.014274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a21b3-7088-489a-b466-5bb206c0a099 req-c40ce6e5-de71-4f9d-8981-8308ac1ecb59 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:03.017756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-c40ce6e5-de71-4f9d-8981-8308ac1ecb59 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 816 time: 0.1338511 Sep 17 22:53:03.069716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-ab237dfe-40e7-451b-bc99-6f888c4feb9f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/quotas/d24e6b97499c4398944a2f2cb0ca6afb HTTP/1.1" status: 200 len: 375 time: 0.0330458 Sep 17 22:53:03.120991 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:03.178912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-060a0174-38ad-41f2-abc6-4f07ea744b77 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948434 Sep 17 22:53:03.339807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-bfc9b320-d7c9-4795-b782-c295fdad7bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472824 Sep 17 22:53:03.488537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-c03234a6-29c0-4aa2-acba-547c07854497 service neutron] 10.222.0.48 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398959 Sep 17 22:53:03.792571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a18b8dc-9058-42ce-9ea5-b73e87e12356 req-7891da46-648e-437b-b54b-27343489e51d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 210 time: 0.0749729 Sep 17 22:53:03.885942 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.756985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38016) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:04.812772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.036862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3fd3b79-1624-4938-b9bc-87956718447d req-ebb1461b-c181-4b2d-9386-6c265ecc0690 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 210 time: 0.0508945 Sep 17 22:53:05.229490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 2db45af5-efad-45ae-b269-c4bd689e74fc {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:05.229490 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.269245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a21b3-7088-489a-b466-5bb206c0a099 req-96aa232d-7c8f-45bc-9b67-c2b28e85b94b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:05.271048 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-96aa232d-7c8f-45bc-9b67-c2b28e85b94b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 816 time: 0.2695394 Sep 17 22:53:05.442798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.444043 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-fa448a67-2c55-4962-9afc-0d9400f33311 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24e6b97499c4398944a2f2cb0ca6afb HTTP/1.1" status: 200 len: 379 time: 0.0933123 Sep 17 22:53:05.444043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'port': {'device_id': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'admin_state_up': True, 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'security_groups': ['3cef8cef-d50b-425d-81d7-44070844cee3']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:05.537459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.537817 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.604099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 2db45af5-efad-45ae-b269-c4bd689e74fc owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:05.768183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Made reservation on behalf of d24e6b97499c4398944a2f2cb0ca6afb for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:05.772553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.005970 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.075521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=2db45af5-efad-45ae-b269-c4bd689e74fc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:06.088953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Allocated IP 172.20.0.6 (da8d9fec-04e5-47f2-ae93-63b55dd497fc/1f02caa9-9034-41f9-b25f-10607232c3a0/1b1316f5-d03b-45d8-a7e1-a518afd77bfe) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:06.169510 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.171104 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Floating IP 4274a127-c826-4cfa-8481-939e34d9b121 disassociated (deleted). External IP: 172.25.0.203, port: 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33. Sep 17 22:53:06.311144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f76b210-3bcc-41ca-906b-31a98e7e5e44 req-488cee2f-4ccf-4201-b6d9-88caacd7f595 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 210 time: 0.0464683 Sep 17 22:53:06.475487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.576611 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.630004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:06.640212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:06.646375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:06.679563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:06.691835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:06.811731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:06.813604 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.894210 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-08d8b8e1-2828-4c1e-a1eb-fa1b18709ccb tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4601371 Sep 17 22:53:06.922700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Request body: {'port': {'device_id': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:06.948504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:06.956372 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.966058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] Sync routers for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:06.978933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:06.981643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:07.056314 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f9804cc8-4158-4f7b-856f-ad0c6a39b873 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/floatingips/4274a127-c826-4cfa-8481-939e34d9b121 HTTP/1.1" status: 204 len: 168 time: 2.2970817 Sep 17 22:53:07.060469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:07.063429 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485dbb35-1d81-4347-a965-f49ba5b38c61" -d '{"events": [{"name": "network-changed", "server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:07.080230 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.162730 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578e9816-f3e3-4eca-b2fb-a9cdd48c4692 x-openstack-request-id: req-578e9816-f3e3-4eca-b2fb-a9cdd48c4692 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:07.163014 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:07.163261 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-578e9816-f3e3-4eca-b2fb-a9cdd48c4692 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:07.163655 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'status': 'completed', 'code': 200} Sep 17 22:53:07.255806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:07.267837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-ea259d31-8cd7-4278-a008-66c3d456af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:07.271004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-ea259d31-8cd7-4278-a008-66c3d456af56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd57f2c534624464a18ff984d4076422&device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 1097 time: 0.1054239 Sep 17 22:53:07.531970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-67b8ed89-a9c7-47c9-8c84-b759d9cf9ef1 None None] Provisioning complete for port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:07.532359 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-67b8ed89-a9c7-47c9-8c84-b759d9cf9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.613619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-a9a4d6c4-5bae-4787-b956-93aeeddf2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:07.615843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-a9a4d6c4-5bae-4787-b956-93aeeddf2991 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9ce6118-ed41-4674-a2ff-108bb70d4527 HTTP/1.1" status: 200 len: 898 time: 0.3283858 Sep 17 22:53:07.650071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4d25f-f9f5-4d60-aeb1-9ff9e34d9fe5 req-60103d56-77e2-4164-8365-875825df497d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:07.652206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3c4d25f-f9f5-4d60-aeb1-9ff9e34d9fe5 req-60103d56-77e2-4164-8365-875825df497d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 931 time: 0.1342010 Sep 17 22:53:07.668685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2a5b8-0615-4bb8-b03e-63dcc5fe0f4d req-d9a3f385-4b66-4613-8f94-384e874c4966 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:07.670674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44a2a5b8-0615-4bb8-b03e-63dcc5fe0f4d req-d9a3f385-4b66-4613-8f94-384e874c4966 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.1539133 Sep 17 22:53:07.742327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-b41d9d76-2201-49ef-95b3-62a284dde878 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 HTTP/1.1" status: 200 len: 217 time: 0.1143270 Sep 17 22:53:07.884952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-67b8ed89-a9c7-47c9-8c84-b759d9cf9ef1 None None] Port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:07.946038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3c4d25f-f9f5-4d60-aeb1-9ff9e34d9fe5 req-a6ce4254-b452-4dab-9c10-c6259b53eb44 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741489 Sep 17 22:53:07.966332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44a2a5b8-0615-4bb8-b03e-63dcc5fe0f4d req-a4e4312b-69d4-423b-a1ab-32494dd6b0ba tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182188 Sep 17 22:53:07.983481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:18Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:07.992714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-5ed56fc0-d96a-4f5b-8bac-0188b65c1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:07.994690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-5ed56fc0-d96a-4f5b-8bac-0188b65c1c4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c30b0651-7e83-4421-9150-5df7439c36d2 HTTP/1.1" status: 200 len: 835 time: 0.2001011 Sep 17 22:53:07.997094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1316f5-d03b-45d8-a7e1-a518afd77bfe {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:08.023166 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.046309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Transition to ACTIVE for port object 1b1316f5-d03b-45d8-a7e1-a518afd77bfe will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:53:08.056539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.069983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] Checking router: e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:08.090625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:08.092917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:08.120256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-8efb940d-9a98-4586-8ed2-d0942cff0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:08.126416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-8efb940d-9a98-4586-8ed2-d0942cff0343 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9ce6118-ed41-4674-a2ff-108bb70d4527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203942 Sep 17 22:53:08.175769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:08.297523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-cafd129e-5166-4269-a13d-2b2b6acc15d1 service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622217 Sep 17 22:53:08.322118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Attempting to bind port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:08.322480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Attempting to bind port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:08.322821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Attempting to bind port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:08.343028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on network da8d9fec-04e5-47f2-ae93-63b55dd497fc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:53:08.343610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Attempting to bind port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:08.353503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:08.354155 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Checking segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:08.354793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Bound using segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:08.355649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Bound port: 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:08.356206 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.464040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-485dbb35-1d81-4347-a965-f49ba5b38c61 req-50e06c18-fca3-4737-a79e-e0e22910de09 service neutron] 10.222.0.45 "GET /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579783 Sep 17 22:53:08.539444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:08.544773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:08.553475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.716577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:08.756399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:08.757086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.758670 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-35739157-1b2f-45b7-aaa0-0923efc057ac service neutron] 10.222.0.49 "PUT /v2.0/ports/1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 1092 time: 1.8454692 Sep 17 22:53:08.805732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-ee9b4049-1d46-4b5f-9e32-c7f2c2c24ff7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:08.807318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-ee9b4049-1d46-4b5f-9e32-c7f2c2c24ff7 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.0981631 Sep 17 22:53:08.812444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:08.939133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a21b3-7088-489a-b466-5bb206c0a099 req-9b39c4c7-32c2-45d2-be84-e5a7caf0575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:08.940719 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-9b39c4c7-32c2-45d2-be84-e5a7caf0575b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1095 time: 0.1120551 Sep 17 22:53:09.075283 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-1dd50266-9179-4b07-99f7-e1a0d55d7f48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 217 time: 0.1116583 Sep 17 22:53:09.133360 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:09.137401 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.164593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:09.169966 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:09.207661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a21b3-7088-489a-b466-5bb206c0a099 req-4eed7613-8b71-411b-b142-1439df5e2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:09.208804 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-4eed7613-8b71-411b-b142-1439df5e2899 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.1248965 Sep 17 22:53:09.288076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:18Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:09.329258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:09.329630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.342145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a21b3-7088-489a-b466-5bb206c0a099 req-4ec414ae-d56c-4fc1-9329-2c2698c12213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:09.348388 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8696bd-19d8-4d6d-b8a8-a31a8b41b5c2 None None] The sync data for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 is: [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:51:10Z', 'revision_number': 4, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '398630cb-155b-4bf3-8f5a-1e9b45b1ebe1', 'name': '', 'network_id': 'f9ce6118-ed41-4674-a2ff-108bb70d4527', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'mac_address': 'fa:16:3e:32:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:51:06Z', 'updated_at': '2021-09-17T22:51:18Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'subnets': [{'id': 'c30b0651-7e83-4421-9150-5df7439c36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:09.349854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:09.350793 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-4ec414ae-d56c-4fc1-9329-2c2698c12213 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339128 Sep 17 22:53:09.479542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006edaa8-d306-4060-abd5-3194a2754465 req-e3ce6331-6f85-47fa-9791-b863103fcfd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:09.481245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-006edaa8-d306-4060-abd5-3194a2754465 req-e3ce6331-6f85-47fa-9791-b863103fcfd8 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/ports?device_id=1941c318-d9cd-44ec-a6ee-b8fb88df702b HTTP/1.1" status: 200 len: 945 time: 0.3501635 Sep 17 22:53:09.531545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de4f30-fb5c-48b4-ade2-faec4e20b452 req-b95b3cbd-e435-4eea-a931-5a3538f2d32f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:09.539697 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4de4f30-fb5c-48b4-ade2-faec4e20b452 req-b95b3cbd-e435-4eea-a931-5a3538f2d32f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 943 time: 0.3446631 Sep 17 22:53:09.546444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-77764689-b6d7-4764-81be-c1e69f6be30a service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845012 Sep 17 22:53:09.590742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-006edaa8-d306-4060-abd5-3194a2754465 req-b55bff53-efea-4ac6-958e-f95ba4813294 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "GET /v2.0/security-groups?id=92da0245-8664-4b50-b535-be100649ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962014 Sep 17 22:53:09.660458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4de4f30-fb5c-48b4-ade2-faec4e20b452 req-2407d4dc-85f8-4be6-a611-2b031e5db07e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198139 Sep 17 22:53:09.680783 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0253c84-7313-48a0-8131-f2590f0e5bb4 x-openstack-request-id: req-b0253c84-7313-48a0-8131-f2590f0e5bb4 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:09.702591 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:09.703114 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0253c84-7313-48a0-8131-f2590f0e5bb4 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:09.706198 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'status': 'completed', 'code': 200} Sep 17 22:53:09.785875 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-093a21b3-7088-489a-b466-5bb206c0a099 req-f250e8e1-02d3-4565-8511-86f61e3fdca5 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286096 Sep 17 22:53:09.808333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.873069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:09.919337 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981769a-d2d2-42a6-8a2c-c60fe438f2b1 None None] New status for floating IP 4274a127-c826-4cfa-8481-939e34d9b121: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:53:09.991433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] No DVR routers for this DVR port 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:09.995215 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.997644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62675946-cef9-4bec-b1eb-41e0e7d01518 req-85ce475c-b70d-4e73-90cf-39f06088b5ea tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.45 "DELETE /v2.0/ports/5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 HTTP/1.1" status: 204 len: 173 time: 1.1767404 Sep 17 22:53:09.998663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'name': 'network-vif-deleted', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:10.004840 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eeaae0-5f0f-46c4-a6d6-e5d732b03f0c" -d '{"events": [{"server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "name": "network-vif-deleted", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:10.014377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-410b6ccf-833d-45f6-bc8a-af65fb5806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:10.016846 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-410b6ccf-833d-45f6-bc8a-af65fb5806d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1095 time: 0.0917916 Sep 17 22:53:10.107624 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135fdacf-7d62-49f4-b0b1-7a164c97ee78 x-openstack-request-id: req-135fdacf-7d62-49f4-b0b1-7a164c97ee78 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:10.107920 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1941c318-d9cd-44ec-a6ee-b8fb88df702b", "name": "network-vif-deleted", "tag": "5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:10.108170 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-135fdacf-7d62-49f4-b0b1-7a164c97ee78 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:10.108568 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1941c318-d9cd-44ec-a6ee-b8fb88df702b', 'name': 'network-vif-deleted', 'tag': '5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33', 'status': 'completed', 'code': 200} Sep 17 22:53:10.187976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-67164b19-802d-49dd-8806-26cbdbe163cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:10.191075 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-67164b19-802d-49dd-8806-26cbdbe163cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.1656651 Sep 17 22:53:10.243675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-9fe1bc95-d9a6-4e02-92dc-f850b8096fd2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 217 time: 0.0451314 Sep 17 22:53:10.327207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-e76142d1-0f61-4da0-a52b-0913ab2daf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:10.328736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-e76142d1-0f61-4da0-a52b-0913ab2daf85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.0648298 Sep 17 22:53:10.421954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-9e3206aa-9d71-4bd3-a495-1592cedd5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:10.423406 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-9e3206aa-9d71-4bd3-a495-1592cedd5f8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811560 Sep 17 22:53:10.585391 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-bf7d9421-746b-42f8-a6bc-a5c517126664 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530414 Sep 17 22:53:10.704111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38154) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:10.782971 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bb6846-8bcc-4136-bea1-c509ed31b2a6 req-f875dd99-fab3-496b-a562-463a9274e094 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892581 Sep 17 22:53:11.122142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca76450-5e76-4eda-b80a-3e7aef7f9063 req-8874dd08-050f-41b0-9103-161ae1a1b287 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:11.125772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eca76450-5e76-4eda-b80a-3e7aef7f9063 req-8874dd08-050f-41b0-9103-161ae1a1b287 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 943 time: 0.3145127 Sep 17 22:53:11.217901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eca76450-5e76-4eda-b80a-3e7aef7f9063 req-b125c783-6ba7-4638-b011-1c584d097e96 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801401 Sep 17 22:53:11.323635 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.380912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38176) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:11.567985 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c24fd8a-2009-47b6-a7ba-a197374a8cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.694953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:11.695658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.696534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c24fd8a-2009-47b6-a7ba-a197374a8cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.702388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5c24fd8a-2009-47b6-a7ba-a197374a8cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.738918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5c24fd8a-2009-47b6-a7ba-a197374a8cb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e05872ff0404248bcf62fc0931e97cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539288 Sep 17 22:53:11.760451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24fd8a-2009-47b6-a7ba-a197374a8cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da80fbc6-e181-48bc-93fa-b9fec5364eab,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:11.763035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:11.838459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:11.838910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.860541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:11.902258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a37c1440-3215-4297-9b6c-037dabf0cb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.929151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a37c1440-3215-4297-9b6c-037dabf0cb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.991994 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a37c1440-3215-4297-9b6c-037dabf0cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.996700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a37c1440-3215-4297-9b6c-037dabf0cb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.998244 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a37c1440-3215-4297-9b6c-037dabf0cb04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da80fbc6-e181-48bc-93fa-b9fec5364eab HTTP/1.1" status: 204 len: 168 time: 0.2341638 Sep 17 22:53:12.040198 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c1440-3215-4297-9b6c-037dabf0cb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da80fbc6-e181-48bc-93fa-b9fec5364eab,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:12.183918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.249087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=398630cb-155b-4bf3-8f5a-1e9b45b1ebe1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:12.467145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a847bf5-2b31-4631-8ff1-e3246f03da5a req-24d42ebf-a031-4098-b01c-1064fcfed9aa tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:12.469050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a847bf5-2b31-4631-8ff1-e3246f03da5a req-24d42ebf-a031-4098-b01c-1064fcfed9aa tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 943 time: 0.0904167 Sep 17 22:53:12.517901 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.547929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a847bf5-2b31-4631-8ff1-e3246f03da5a req-64388f5a-2568-4899-9dcd-131b37e1c972 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692081 Sep 17 22:53:12.589557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38202) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:12.604823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df45bf94-134b-4bb5-843e-3bab1c864020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.726158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:12.740075 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df45bf94-134b-4bb5-843e-3bab1c864020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.755119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:12.757030 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-df45bf94-134b-4bb5-843e-3bab1c864020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.771943 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5e7a7052-c3df-4dc5-83ee-aaea9c0dfe33 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:12.812794 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-df45bf94-134b-4bb5-843e-3bab1c864020 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4bb609d86b8434882b5be5f8f709805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204382 Sep 17 22:53:12.814565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:12.825328 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45bf94-134b-4bb5-843e-3bab1c864020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58ae674-9568-4370-9a9c-0d3939ff6c77,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:12.854597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:12.910172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1166d801-814e-4474-ab88-9b0bf46b1786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.942245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1166d801-814e-4474-ab88-9b0bf46b1786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.011371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:13.019208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b6551a59-9236-4410-a11c-dd2635913812 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "PUT /v2.0/routers/e24fd106-0eb0-4d30-b851-27d0bb3bf1b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3129597 Sep 17 22:53:13.021715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38214) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:13.022850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] Sync routers for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:13.023915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1166d801-814e-4474-ab88-9b0bf46b1786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.026683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1166d801-814e-4474-ab88-9b0bf46b1786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.027807 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1166d801-814e-4474-ab88-9b0bf46b1786 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b58ae674-9568-4370-9a9c-0d3939ff6c77 HTTP/1.1" status: 204 len: 168 time: 0.2092142 Sep 17 22:53:13.036858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:13.037793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:13.066568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166d801-814e-4474-ab88-9b0bf46b1786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58ae674-9568-4370-9a9c-0d3939ff6c77,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:13.112621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6246cc-18f9-4fcc-b0c1-22c4a3a2526e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting subnet c30b0651-7e83-4421-9150-5df7439c36d2 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:53:13.129947 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba6246cc-18f9-4fcc-b0c1-22c4a3a2526e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.192847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba6246cc-18f9-4fcc-b0c1-22c4a3a2526e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.242031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:13.416531 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba6246cc-18f9-4fcc-b0c1-22c4a3a2526e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.497882 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba6246cc-18f9-4fcc-b0c1-22c4a3a2526e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.511154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:53:12Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:13.558286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ba6246cc-18f9-4fcc-b0c1-22c4a3a2526e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.560348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ba6246cc-18f9-4fcc-b0c1-22c4a3a2526e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/subnets/c30b0651-7e83-4421-9150-5df7439c36d2 HTTP/1.1" status: 204 len: 168 time: 0.5376303 Sep 17 22:53:13.563191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38232) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:13.563726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6246cc-18f9-4fcc-b0c1-22c4a3a2526e tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Subnet': ['ID=c30b0651-7e83-4421-9150-5df7439c36d2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:13.581488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] Checking router: e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:13.587170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e5018-5633-436c-86e7-3bae36b65a46 None None] Network f9ce6118-ed41-4674-a2ff-108bb70d4527 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:13.621567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] Routers {'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:13.622554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:13.833591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] Set router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:13.838891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:13.852076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f5895-29d4-423d-b36a-14f745c1eb34 req-2a351082-227a-45f9-9808-c1293e9093cd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:13.859761 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-735f5895-29d4-423d-b36a-14f745c1eb34 req-2a351082-227a-45f9-9808-c1293e9093cd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 943 time: 0.1649718 Sep 17 22:53:14.033190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] DHCP port deletion for f9ce6118-ed41-4674-a2ff-108bb70d4527 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:53:14.033388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-735f5895-29d4-423d-b36a-14f745c1eb34 req-53288f99-b49c-4c2e-b63a-a973146c6ca2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674042 Sep 17 22:53:14.080377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.142630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] Deleting port 46551916-cbe6-4ae4-83eb-200d459897d8 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:14.144686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.149271 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:53:12Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:14.204098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be06a9d-f576-40d9-8715-8cef606b7160 None None] The sync data for ids ['e24fd106-0eb0-4d30-b851-27d0bb3bf1b3'] in n-d-789963-10 is: [{'id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417085810', 'tenant_id': 'dd57f2c534624464a18ff984d4076422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:53Z', 'updated_at': '2021-09-17T22:53:12Z', 'revision_number': 5, 'project_id': 'dd57f2c534624464a18ff984d4076422', 'gw_port': {'id': '5fdbf57e-439a-47fa-9d3b-e05b13059d1d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fd106-0eb0-4d30-b851-27d0bb3bf1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:56Z', 'updated_at': '2021-09-17T22:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:14.293356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] For port 46551916-cbe6-4ae4-83eb-200d459897d8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=46551916-cbe6-4ae4-83eb-200d459897d8,segment=NetworkSegment(213c90a3-4c60-4540-b74f-029d71210ec0),segment_id=213c90a3-4c60-4540-b74f-029d71210ec0)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:14.294064 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.329278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] Calling delete_port for 46551916-cbe6-4ae4-83eb-200d459897d8 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:14.454412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:53:14.572145 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.697879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] No DVR routers for this DVR port 46551916-cbe6-4ae4-83eb-200d459897d8 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:14.720028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Deleting port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:14.721752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.740264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2c31e-bfe2-46e3-a477-6f1f68603be7 None None] Pushing event deleted for resources: {'Port': ['ID=46551916-cbe6-4ae4-83eb-200d459897d8,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:14.787367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:14.801161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'port_id': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'mac_address': 'fa:16:3e:6d:81:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:53:14.850364 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.858002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] For port 5fdbf57e-439a-47fa-9d3b-e05b13059d1d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5fdbf57e-439a-47fa-9d3b-e05b13059d1d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:14.858372 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.868513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1316f5-d03b-45d8-a7e1-a518afd77bfe {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:14.876916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Calling delete_port for 5fdbf57e-439a-47fa-9d3b-e05b13059d1d owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:14.901954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:14.910497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.965985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:15.120399 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.164510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Port': ['ID=5fdbf57e-439a-47fa-9d3b-e05b13059d1d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:15.206038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.206608 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.206947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.207279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.207740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.207932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.208253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.208581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.208898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.209693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.210529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.211170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:15.214809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38282) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:15.279332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25edc7-638c-4537-98e5-bf3cb3d86fe2 req-1ab9cf27-d35f-4e98-9743-85e55a94b263 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:15.280842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc25edc7-638c-4537-98e5-bf3cb3d86fe2 req-1ab9cf27-d35f-4e98-9743-85e55a94b263 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1307895 Sep 17 22:53:15.291191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1b1316f5-d03b-45d8-a7e1-a518afd77bfe'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:53:15.301531 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.376294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d83aacdc-5a56-47bd-9e3b-3e333e6004d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.422832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.426426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.458180 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc25edc7-638c-4537-98e5-bf3cb3d86fe2 req-f3345b89-e035-4200-b008-a20f01450dad tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629641 Sep 17 22:53:15.508093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.508782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Fanout notify agent at l3_agent the message router_deleted on router e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:53:15.515850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d83aacdc-5a56-47bd-9e3b-3e333e6004d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.516753 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.518136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b7dcea95-6c40-4302-97f5-475497c51854 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/routers/e24fd106-0eb0-4d30-b851-27d0bb3bf1b3 HTTP/1.1" status: 204 len: 168 time: 1.9530282 Sep 17 22:53:15.520909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38290) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:15.524885 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d83aacdc-5a56-47bd-9e3b-3e333e6004d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.553414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83aacdc-5a56-47bd-9e3b-3e333e6004d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32eb26a-6d95-48fc-8075-01c29cc3964d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:15.578146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d83aacdc-5a56-47bd-9e3b-3e333e6004d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3cc3a2b0d694a47bc5ed6985cd8043e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617678 Sep 17 22:53:15.580781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38292) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:15.630630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.658042 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8427-2da1-4480-b5bb-e6e7919232e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.698946 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8427-2da1-4480-b5bb-e6e7919232e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.771296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.806272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ce6118-ed41-4674-a2ff-108bb70d4527']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:15.812716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8427-2da1-4480-b5bb-e6e7919232e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.818886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8427-2da1-4480-b5bb-e6e7919232e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.825202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213c90a3-4c60-4540-b74f-029d71210ec0') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:15.825934 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7d1c8427-2da1-4480-b5bb-e6e7919232e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d32eb26a-6d95-48fc-8075-01c29cc3964d HTTP/1.1" status: 204 len: 168 time: 0.2441111 Sep 17 22:53:15.827641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213c90a3-4c60-4540-b74f-029d71210ec0') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:15.841558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c8427-2da1-4480-b5bb-e6e7919232e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32eb26a-6d95-48fc-8075-01c29cc3964d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:15.847791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.887394 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.901802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:53:15.902057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:53:15.984963 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:53:15.991480 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.043774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.049742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/networks/f9ce6118-ed41-4674-a2ff-108bb70d4527 HTTP/1.1" status: 204 len: 168 time: 0.5237758 Sep 17 22:53:16.049742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38302) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:16.066135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7860ea-458b-4c00-871a-2f26f4e9eff2 tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'Network': ['ID=f9ce6118-ed41-4674-a2ff-108bb70d4527,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:16.217722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5151ce90-6bc6-42bd-8e78-0b909465fb3c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.224735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:16.260792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5151ce90-6bc6-42bd-8e78-0b909465fb3c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.276890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:16.277984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 398630cb-155b-4bf3-8f5a-1e9b45b1ebe1 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:16.278653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 46551916-cbe6-4ae4-83eb-200d459897d8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:16.312540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 46551916-cbe6-4ae4-83eb-200d459897d8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:16.312540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 46551916-cbe6-4ae4-83eb-200d459897d8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:16.312540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5fdbf57e-439a-47fa-9d3b-e05b13059d1d no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:16.353394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 5fdbf57e-439a-47fa-9d3b-e05b13059d1d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:16.355915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5fdbf57e-439a-47fa-9d3b-e05b13059d1d not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:16.373658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5151ce90-6bc6-42bd-8e78-0b909465fb3c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.379719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5151ce90-6bc6-42bd-8e78-0b909465fb3c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.381015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5151ce90-6bc6-42bd-8e78-0b909465fb3c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] 10.222.0.48 "DELETE /v2.0/security-groups/92da0245-8664-4b50-b535-be100649ca4e HTTP/1.1" status: 204 len: 168 time: 0.3304923 Sep 17 22:53:16.410215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151ce90-6bc6-42bd-8e78-0b909465fb3c tempest-TestNetworkAdvancedServerOps-1461584049 tempest-TestNetworkAdvancedServerOps-1461584049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da0245-8664-4b50-b535-be100649ca4e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:16.462628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:16.565933 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:53:16.580004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:16.580997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.670242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27ba7-95df-43ea-a8a8-0bb46342c856 req-b3902d79-89a4-4589-ae0b-9363a23b5f0c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:16.671282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69b27ba7-95df-43ea-a8a8-0bb46342c856 req-b3902d79-89a4-4589-ae0b-9363a23b5f0c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.0844567 Sep 17 22:53:16.706895 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.719102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69b27ba7-95df-43ea-a8a8-0bb46342c856 req-b7ada3f5-6541-436c-90a0-0875c76d154a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Sep 17 22:53:16.734215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:16.737234 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebd5ee3-63be-47fd-bca2-626b3df38d19" -d '{"events": [{"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-plugged", "status": "completed", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:16.751361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:16.759714 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.824224 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4776c28-0e1e-4d62-b0f2-636652662661 x-openstack-request-id: req-e4776c28-0e1e-4d62-b0f2-636652662661 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:16.824690 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-plugged", "status": "completed", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:16.825114 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4776c28-0e1e-4d62-b0f2-636652662661 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:16.826088 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'code': 200} Sep 17 22:53:16.854715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:16.892193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38354) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:16.995030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a50a2-4c84-41f0-9946-d582090b4d46 req-1f7ab0ec-8509-4c87-a72a-00346e3d1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:16.996791 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-374a50a2-4c84-41f0-9946-d582090b4d46 req-1f7ab0ec-8509-4c87-a72a-00346e3d1845 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1097 time: 0.0762789 Sep 17 22:53:17.081892 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-374a50a2-4c84-41f0-9946-d582090b4d46 req-aed589c3-a7f6-495a-9917-0015ab7da1ad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712283 Sep 17 22:53:17.156550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0efed7c4-a865-46b7-8023-f98226d85bee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd57f2c534624464a18ff984d4076422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614214 Sep 17 22:53:17.157046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38378) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:17.220198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d745-b670-4bb6-93e1-9248b7df09fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.252305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d745-b670-4bb6-93e1-9248b7df09fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.308470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d745-b670-4bb6-93e1-9248b7df09fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.311191 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d745-b670-4bb6-93e1-9248b7df09fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.315446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0eb3d745-b670-4bb6-93e1-9248b7df09fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cf5a90b-2127-4c98-8014-e67d374587b3 HTTP/1.1" status: 204 len: 168 time: 0.1542194 Sep 17 22:53:17.328962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3d745-b670-4bb6-93e1-9248b7df09fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf5a90b-2127-4c98-8014-e67d374587b3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:17.810770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38410) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:17.877394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38418) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:17.981557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da950dbb-9bec-4f60-a185-4c698f2352ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d1660e1f5ee4f96b2b91b07693f60a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689224 Sep 17 22:53:17.982627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38420) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:17.990923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe4ed4-9a72-42da-a8da-ce541ad9588d req-fd0cf1bd-607b-46cf-87ad-5c0fe31cffe7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:17.993360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6fe4ed4-9a72-42da-a8da-ce541ad9588d req-fd0cf1bd-607b-46cf-87ad-5c0fe31cffe7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1432753 Sep 17 22:53:18.080907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c6fe4ed4-9a72-42da-a8da-ce541ad9588d req-06de6050-92fd-4265-9d3d-6521873ef931 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734735 Sep 17 22:53:18.246644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82496f30-b0e8-4604-8da4-61a4276d3640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.304718 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82496f30-b0e8-4604-8da4-61a4276d3640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.387189 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82496f30-b0e8-4604-8da4-61a4276d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.389844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82496f30-b0e8-4604-8da4-61a4276d3640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.391050 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-82496f30-b0e8-4604-8da4-61a4276d3640 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70f415e8-f540-4856-a4df-75d9426e8f28 HTTP/1.1" status: 204 len: 168 time: 0.4074759 Sep 17 22:53:18.424669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82496f30-b0e8-4604-8da4-61a4276d3640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f415e8-f540-4856-a4df-75d9426e8f28,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:18.796269 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.887955 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.258294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae506f-6c89-40a2-a770-e56b90fba106 req-3987f95a-4069-4620-9644-dd7b1c4029a5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:19.271188 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afae506f-6c89-40a2-a770-e56b90fba106 req-3987f95a-4069-4620-9644-dd7b1c4029a5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0967324 Sep 17 22:53:19.367431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afae506f-6c89-40a2-a770-e56b90fba106 req-0744821a-68b3-411c-9007-a5f2084cd51e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952113 Sep 17 22:53:19.552563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403092b-b576-4c56-908b-05198c77e86b req-4f8e49f0-b071-415f-9117-e5a60456c661 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:19.554564 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a403092b-b576-4c56-908b-05198c77e86b req-4f8e49f0-b071-415f-9117-e5a60456c661 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0836399 Sep 17 22:53:19.564274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38492) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:19.577938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Request body: {'floatingip': {'port_id': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:19.656796 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.669942 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port ac524efc-f5cc-41ae-aa9e-95c395f3e209 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:19.670487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.824854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port ac524efc-f5cc-41ae-aa9e-95c395f3e209, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ac524efc-f5cc-41ae-aa9e-95c395f3e209,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:19.825278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.842830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for ac524efc-f5cc-41ae-aa9e-95c395f3e209 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:20.249895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.297607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=ac524efc-f5cc-41ae-aa9e-95c395f3e209,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:20.416109 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.422275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.663006 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.702611 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Floating IP 96c5730f-dd3a-4a5b-9c98-3c9ab539763a associated. External IP: 172.25.0.78, port: 1b1316f5-d03b-45d8-a7e1-a518afd77bfe. Sep 17 22:53:21.080015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Router 4a198355-a1b9-47dc-aa03-9187fd927e28 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:21.168108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router b502c2db-ea0a-4c3b-85e4-f696506d0fda has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:21.241297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:21.249130 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.253569 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] Sync routers for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:21.273316 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:21.274028 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:21.312732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a97fddc9-1862-42ff-adb0-0ef2c82ad10a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "PUT /v2.0/floatingips/96c5730f-dd3a-4a5b-9c98-3c9ab539763a HTTP/1.1" status: 200 len: 990 time: 1.7465687 Sep 17 22:53:21.336830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:21.339184 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371bc9ac-5b58-41b7-8b95-0b1719e562e6" -d '{"events": [{"name": "network-changed", "server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:21.362304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:21.368747 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1d11967c-0d9b-4703-a230-e8049c3ec124 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "PUT /v2.0/routers/b502c2db-ea0a-4c3b-85e4-f696506d0fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4957528 Sep 17 22:53:21.376344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] Sync routers for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:21.389397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:21.390252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:21.454210 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de9dac8-f034-4d3b-b985-44ca6a29224e x-openstack-request-id: req-9de9dac8-f034-4d3b-b985-44ca6a29224e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:21.454713 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:21.454992 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9de9dac8-f034-4d3b-b985-44ca6a29224e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:21.456070 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'status': 'completed', 'code': 200} Sep 17 22:53:21.570663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:21.631920 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-af8f0e4f-10a2-4af5-bd6c-3f07cb8d0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:21.633505 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-af8f0e4f-10a2-4af5-bd6c-3f07cb8d0ec1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1097 time: 0.1041796 Sep 17 22:53:21.658651 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:21.968682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-9d514595-f85b-4387-b492-16d7bc270ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:21.972693 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-9d514595-f85b-4387-b492-16d7bc270ad4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.3297164 Sep 17 22:53:22.236492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186750-cd15-4f9c-b4f1-d80338800e6d req-3a64a41e-7a59-4471-a642-55b1946c8890 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:22.240755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0186750-cd15-4f9c-b4f1-d80338800e6d req-3a64a41e-7a59-4471-a642-55b1946c8890 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 946 time: 0.2038534 Sep 17 22:53:22.275635 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-d2f780df-4010-45a3-833c-81e931d90234 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 998 time: 0.2960939 Sep 17 22:53:22.307215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 6, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:48Z', 'revision_number': 1, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:22.348696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f0186750-cd15-4f9c-b4f1-d80338800e6d req-a8923e23-4f6e-4846-9c19-203641927bf8 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009099 Sep 17 22:53:22.385813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-44d64d01-f417-450e-b2da-428d7e3e98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:22.387657 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-44d64d01-f417-450e-b2da-428d7e3e98f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.1026573 Sep 17 22:53:22.443399 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] Checking router: b502c2db-ea0a-4c3b-85e4-f696506d0fda for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:22.446402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '96c5730f-dd3a-4a5b-9c98-3c9ab539763a', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'port_id': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'mac_address': 'fa:16:3e:6d:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:02Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 1, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:22.463437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:22.464103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:22.484838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-6608e48e-5b72-4d28-85a4-55c46bda6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:22.487136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-6608e48e-5b72-4d28-85a4-55c46bda6321 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899832 Sep 17 22:53:22.490875 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] Checking router: 4a198355-a1b9-47dc-aa03-9187fd927e28 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:22.503804 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:22.506342 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:22.690453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:22.731299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-89372ad5-4de7-44af-8942-6959c03a214b service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261577 Sep 17 22:53:22.882069 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:22.935527 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-371bc9ac-5b58-41b7-8b95-0b1719e562e6 req-1105ce2c-e036-4ad1-916a-f2dfec4b7e1d service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961725 Sep 17 22:53:23.058984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38726) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:23.298160 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '96c5730f-dd3a-4a5b-9c98-3c9ab539763a', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'port_id': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'mac_address': 'fa:16:3e:6d:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:02Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 1, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:23.302406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 6, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:48Z', 'revision_number': 1, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:23.333312 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05e01b-1af1-4937-ad54-eae74797ff0e None None] The sync data for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 is: [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '96c5730f-dd3a-4a5b-9c98-3c9ab539763a', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'port_id': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'mac_address': 'fa:16:3e:6d:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:02Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 1, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:23.363573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b0dcb-dd97-4b74-8af7-7d950ee8a31b None None] The sync data for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 is: [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 6, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'port_id': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'mac_address': 'fa:16:3e:8c:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:51:45Z', 'updated_at': '2021-09-17T22:51:48Z', 'revision_number': 1, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:23.382998 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4ccf-77ad-4be5-8323-ceda64225a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:23.519862 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c2e64-db51-49aa-8200-124533208e86 req-2cef4b20-880a-4339-9c91-3be8ee77ab5e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.525447 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4c2e64-db51-49aa-8200-124533208e86 req-2cef4b20-880a-4339-9c91-3be8ee77ab5e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 946 time: 0.1136677 Sep 17 22:53:23.585274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32518ae8-666f-47a5-a8e5-bca5b7a2cbb5 req-c304c1be-b8f2-4f14-b105-c553b7728a95 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.621611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32518ae8-666f-47a5-a8e5-bca5b7a2cbb5 req-c304c1be-b8f2-4f14-b105-c553b7728a95 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 946 time: 0.1173842 Sep 17 22:53:23.727929 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port 88dc4a98-3d2a-4194-bfce-53fa99616342 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:23.728671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:23.815898 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4ccf-77ad-4be5-8323-ceda64225a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:23.841996 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4ccf-77ad-4be5-8323-ceda64225a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:23.865363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ac524efc-f5cc-41ae-aa9e-95c395f3e209 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:23.895562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ac524efc-f5cc-41ae-aa9e-95c395f3e209 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:23.896045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ac524efc-f5cc-41ae-aa9e-95c395f3e209 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:23.928160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32518ae8-666f-47a5-a8e5-bca5b7a2cbb5 req-5053a7c4-5698-4f39-9b75-6cf01f07bd67 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051472 Sep 17 22:53:23.982493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e8eb4ccf-77ad-4be5-8323-ceda64225a3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e020a2b486bf47c684bb3040bcc43381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9222605 Sep 17 22:53:23.986029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38774) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:23.990447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4ccf-77ad-4be5-8323-ceda64225a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6a18a7-56c1-4be4-8490-e3149ec74786,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:24.057655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port 88dc4a98-3d2a-4194-bfce-53fa99616342, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=88dc4a98-3d2a-4194-bfce-53fa99616342,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:24.058232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.076080 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149d330-8891-4f82-a8f1-7590b9e87c53 None None] New status for floating IP 96c5730f-dd3a-4a5b-9c98-3c9ab539763a: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:53:24.123877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for 88dc4a98-3d2a-4194-bfce-53fa99616342 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:24.298353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3ab34af-e3d1-4353-88e3-4f26577f965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.362229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3ab34af-e3d1-4353-88e3-4f26577f965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.482003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3ab34af-e3d1-4353-88e3-4f26577f965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.485171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3ab34af-e3d1-4353-88e3-4f26577f965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.487322 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b3ab34af-e3d1-4353-88e3-4f26577f965d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa6a18a7-56c1-4be4-8490-e3149ec74786 HTTP/1.1" status: 204 len: 168 time: 0.4994533 Sep 17 22:53:24.503518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab34af-e3d1-4353-88e3-4f26577f965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6a18a7-56c1-4be4-8490-e3149ec74786,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:24.537671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.574073 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=88dc4a98-3d2a-4194-bfce-53fa99616342,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:24.638447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] No DVR routers for this DVR port 88dc4a98-3d2a-4194-bfce-53fa99616342 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:24.644011 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.646452 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5a4c2e64-db51-49aa-8200-124533208e86 req-ad353f5f-21ab-49e6-ba7e-c4bddbf657e1 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "DELETE /v2.0/ports/88dc4a98-3d2a-4194-bfce-53fa99616342 HTTP/1.1" status: 204 len: 173 time: 1.1137872 Sep 17 22:53:24.646873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8818fa35-66f3-43c4-b617-ce9f1f2fc81b', 'name': 'network-vif-deleted', 'tag': '88dc4a98-3d2a-4194-bfce-53fa99616342'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:24.649496 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55cbfb0-fac6-4a73-9001-3305c2fa457f" -d '{"events": [{"server_uuid": "8818fa35-66f3-43c4-b617-ce9f1f2fc81b", "name": "network-vif-deleted", "tag": "88dc4a98-3d2a-4194-bfce-53fa99616342"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:24.750674 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cf2e1c-7bef-41a6-bd60-049fe9a1b1e6 x-openstack-request-id: req-03cf2e1c-7bef-41a6-bd60-049fe9a1b1e6 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:24.751159 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8818fa35-66f3-43c4-b617-ce9f1f2fc81b", "name": "network-vif-deleted", "tag": "88dc4a98-3d2a-4194-bfce-53fa99616342", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:24.751621 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03cf2e1c-7bef-41a6-bd60-049fe9a1b1e6 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:24.752776 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8818fa35-66f3-43c4-b617-ce9f1f2fc81b', 'name': 'network-vif-deleted', 'tag': '88dc4a98-3d2a-4194-bfce-53fa99616342', 'status': 'completed', 'code': 200} Sep 17 22:53:25.014015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38818) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:25.042000 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33623699-585c-4ec9-b07d-0d0d2cea1df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.078994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb579fce-2652-41ff-b343-7c78447079b6 req-df9b16b7-46a1-46b2-9982-7923b71a5afb tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=8818fa35-66f3-43c4-b617-ce9f1f2fc81b HTTP/1.1" status: 200 len: 210 time: 0.0338433 Sep 17 22:53:25.315377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33623699-585c-4ec9-b07d-0d0d2cea1df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.323841 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33623699-585c-4ec9-b07d-0d0d2cea1df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.446067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-33623699-585c-4ec9-b07d-0d0d2cea1df1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ac2c1f8e65f4402b187b4d0066dd803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302266 Sep 17 22:53:25.449784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38826) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:25.463250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33623699-585c-4ec9-b07d-0d0d2cea1df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034c7e70-6509-4b62-8d7e-88f2bfc98603,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:25.512460 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6500b711-3d5c-4274-84eb-0e96f7224778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.538129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6500b711-3d5c-4274-84eb-0e96f7224778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.610196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6500b711-3d5c-4274-84eb-0e96f7224778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.614477 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6500b711-3d5c-4274-84eb-0e96f7224778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.619009 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6500b711-3d5c-4274-84eb-0e96f7224778 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/034c7e70-6509-4b62-8d7e-88f2bfc98603 HTTP/1.1" status: 204 len: 168 time: 0.1640360 Sep 17 22:53:25.624950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500b711-3d5c-4274-84eb-0e96f7224778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034c7e70-6509-4b62-8d7e-88f2bfc98603,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:26.233139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38866) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:26.353364 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a603759a-1350-488f-971e-58598ff5d486 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.384905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a603759a-1350-488f-971e-58598ff5d486 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.477178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 88dc4a98-3d2a-4194-bfce-53fa99616342 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:26.523929 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a603759a-1350-488f-971e-58598ff5d486 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.526980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a603759a-1350-488f-971e-58598ff5d486 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.528047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 88dc4a98-3d2a-4194-bfce-53fa99616342 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:26.528394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 88dc4a98-3d2a-4194-bfce-53fa99616342 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:26.528994 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a603759a-1350-488f-971e-58598ff5d486 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/security-groups/c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6 HTTP/1.1" status: 204 len: 168 time: 0.2941537 Sep 17 22:53:26.541852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603759a-1350-488f-971e-58598ff5d486 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0710cbc-39e4-4747-9d2e-2d5d7c7af2b6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:26.581275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38882) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:26.658354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f288e66e-8ef9-465d-a48b-7a85035c8e77 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting subnet bf368cc9-a91e-4673-9d09-afadc9826a4f {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:53:26.662339 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f288e66e-8ef9-465d-a48b-7a85035c8e77 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.712345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f288e66e-8ef9-465d-a48b-7a85035c8e77 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.842225 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f288e66e-8ef9-465d-a48b-7a85035c8e77 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.956021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f288e66e-8ef9-465d-a48b-7a85035c8e77 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.001062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288e66e-8ef9-465d-a48b-7a85035c8e77 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Subnet': ['ID=bf368cc9-a91e-4673-9d09-afadc9826a4f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:27.009779 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f288e66e-8ef9-465d-a48b-7a85035c8e77 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.012846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f288e66e-8ef9-465d-a48b-7a85035c8e77 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/subnets/bf368cc9-a91e-4673-9d09-afadc9826a4f HTTP/1.1" status: 204 len: 168 time: 0.4299905 Sep 17 22:53:27.015243 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38896) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:27.016815 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e41994-047d-430a-90f1-b53037a9b7e8 None None] Network 423fbac4-f0ff-46aa-bc05-0950050ed830 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:27.193979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.280378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port 366694f8-9709-4f22-ada1-0e10e645d7cc {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:27.280557 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:53:27.281456 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.355655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] DHCP port deletion for 423fbac4-f0ff-46aa-bc05-0950050ed830 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:53:27.434027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port 366694f8-9709-4f22-ada1-0e10e645d7cc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=366694f8-9709-4f22-ada1-0e10e645d7cc,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:27.434428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.462811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for 366694f8-9709-4f22-ada1-0e10e645d7cc owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:27.504798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Deleting port 366694f8-9709-4f22-ada1-0e10e645d7cc {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:27.505383 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.634254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.641751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] For port 366694f8-9709-4f22-ada1-0e10e645d7cc, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=366694f8-9709-4f22-ada1-0e10e645d7cc,segment=NetworkSegment(aea5373d-0d80-4d1e-ac64-6158761b022e),segment_id=aea5373d-0d80-4d1e-ac64-6158761b022e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:27.642167 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.658656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Calling delete_port for 366694f8-9709-4f22-ada1-0e10e645d7cc owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:27.710304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=366694f8-9709-4f22-ada1-0e10e645d7cc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:27.718074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] No DVR routers for this DVR port 366694f8-9709-4f22-ada1-0e10e645d7cc on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:27.772968 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.831270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] No DVR routers for this DVR port 366694f8-9709-4f22-ada1-0e10e645d7cc on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:27.834181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Pushing event deleted for resources: {'Port': ['ID=366694f8-9709-4f22-ada1-0e10e645d7cc,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:27.850146 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.851517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.852134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.852674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.853795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.854607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.856221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.856900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.858434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.858973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.860384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.861174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9659b-9a9a-48d2-bac6-7d46b7543363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:27.920743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.927779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 366694f8-9709-4f22-ada1-0e10e645d7cc no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:27.956885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423fbac4-f0ff-46aa-bc05-0950050ed830']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:27.967252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea5373d-0d80-4d1e-ac64-6158761b022e') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:27.967590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea5373d-0d80-4d1e-ac64-6158761b022e') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:27.979867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.982817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 366694f8-9709-4f22-ada1-0e10e645d7cc {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:27.983377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 366694f8-9709-4f22-ada1-0e10e645d7cc not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:28.004343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.011406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:53:28.013689 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:53:28.087417 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:53:28.112973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.123757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.129230 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 38928) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:28.130073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/networks/423fbac4-f0ff-46aa-bc05-0950050ed830 HTTP/1.1" status: 204 len: 168 time: 1.1132948 Sep 17 22:53:28.146447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0e034-3fe0-42c4-a199-a34dc59dd3f4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Network': ['ID=423fbac4-f0ff-46aa-bc05-0950050ed830,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:28.399856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port 014f2526-00df-4662-9462-a17e4664894b {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:28.400541 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.594597 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.595087 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.610398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for 014f2526-00df-4662-9462-a17e4664894b owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:28.840190 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.868387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=014f2526-00df-4662-9462-a17e4664894b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:28.950510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.950922 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Floating IP 9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b disassociated (deleted). External IP: 172.25.0.53, port: babb6403-6d2b-4518-8223-dc822c68c4c8. Sep 17 22:53:29.204587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router b502c2db-ea0a-4c3b-85e4-f696506d0fda has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:29.354569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:29.362182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38962) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:29.366889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.371117 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] Sync routers for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:29.379533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'network': {'name': 'tempest-network-smoke--1603189549', 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'port_security_enabled': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:29.383797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:29.384886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:29.443816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Made reservation on behalf of bec06ffa64ff4d50807d6e56a1da2a9d for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:29.447819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.456692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b75674bf-79ed-48aa-b2f7-ea84ffdcceea tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/floatingips/9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b HTTP/1.1" status: 204 len: 168 time: 1.3226483 Sep 17 22:53:29.456692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:29.458751 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad919553-b145-4470-8f09-be1e05e701a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:29.485076 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.567542 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a25f324-aaa6-4fd8-bb0e-b8d29704cb87 x-openstack-request-id: req-3a25f324-aaa6-4fd8-bb0e-b8d29704cb87 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:29.568048 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:29.568453 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a25f324-aaa6-4fd8-bb0e-b8d29704cb87 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:29.569111 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'status': 'completed', 'code': 200} Sep 17 22:53:29.656970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:29.662022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919553-b145-4470-8f09-be1e05e701a0 req-931f79fc-c9cb-4753-8fac-3a13bd27eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:29.666373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad919553-b145-4470-8f09-be1e05e701a0 req-931f79fc-c9cb-4753-8fac-3a13bd27eabc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 1098 time: 0.0776525 Sep 17 22:53:29.675666 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.694263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.709796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:53:29.728412 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.729074 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Added segment 33b288c9-54d8-4f14-b646-33427841c8de of type vlan for network c32ab9e0-8077-454a-a2f9-535f9b9c186d Sep 17 22:53:29.817000 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.912428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347a0889-3afb-4ee8-abe4-7c9c4406c1bf,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:29.915080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.916241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919553-b145-4470-8f09-be1e05e701a0 req-0f3224c8-359c-45a6-b0cc-f06d959a436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:29.918041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad919553-b145-4470-8f09-be1e05e701a0 req-0f3224c8-359c-45a6-b0cc-f06d959a436a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff HTTP/1.1" status: 200 len: 898 time: 0.2445905 Sep 17 22:53:29.921344 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:29.922461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.975059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38984) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:29.976536 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6132109 Sep 17 22:53:29.984801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 38986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:29.997535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'admin_state_up': True, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:30.049855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627e9ee-fe86-4af0-9a38-306806f222cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Network': ['ID=c32ab9e0-8077-454a-a2f9-535f9b9c186d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:30.065725 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad919553-b145-4470-8f09-be1e05e701a0 req-e50694e5-aca8-4a41-a5d4-6f948cf1c99a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babb6403-6d2b-4518-8223-dc822c68c4c8 HTTP/1.1" status: 200 len: 217 time: 0.1394908 Sep 17 22:53:30.066640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:53:30.075284 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.076077 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.150792 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c298697d-b835-467b-ac2c-4a2034156fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.163522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5307-f236-4bb1-b6cd-e5a7cc516824 req-1807e788-a33a-4967-ac12-9429fd5c9a3d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:30.168532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.171291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc3f5307-f236-4bb1-b6cd-e5a7cc516824 req-1807e788-a33a-4967-ac12-9429fd5c9a3d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 946 time: 0.2365024 Sep 17 22:53:30.181797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54a3c10e-4a12-4fd0-9b45-cf30957e7ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.196973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919553-b145-4470-8f09-be1e05e701a0 req-acfaf198-80a6-464b-8102-c2d33ef35591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:30.198704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad919553-b145-4470-8f09-be1e05e701a0 req-acfaf198-80a6-464b-8102-c2d33ef35591 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=461d618d-2cf5-4ce5-8fe1-1d62653c98ac HTTP/1.1" status: 200 len: 834 time: 0.1127687 Sep 17 22:53:30.230725 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc3f5307-f236-4bb1-b6cd-e5a7cc516824 req-d2c56ff5-8e11-49f3-82e9-375a00e93997 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539987 Sep 17 22:53:30.282837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919553-b145-4470-8f09-be1e05e701a0 req-f077771a-8818-429f-92f4-a5c411125ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:30.285412 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad919553-b145-4470-8f09-be1e05e701a0 req-f077771a-8818-429f-92f4-a5c411125ea0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690866 Sep 17 22:53:30.311775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 6, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:30.352479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] Checking router: b502c2db-ea0a-4c3b-85e4-f696506d0fda for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:30.365454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:30.366182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:30.432388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad919553-b145-4470-8f09-be1e05e701a0 req-7c16054b-6450-457d-b306-088107b1e9f1 service neutron] 10.222.0.45 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381769 Sep 17 22:53:30.459775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.582858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:30.586246 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad919553-b145-4470-8f09-be1e05e701a0 req-4d17545f-5cf7-4732-b84b-2ef0797776c7 service neutron] 10.222.0.45 "GET /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451988 Sep 17 22:53:30.660300 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54a3c10e-4a12-4fd0-9b45-cf30957e7ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.670522 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-54a3c10e-4a12-4fd0-9b45-cf30957e7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.726968 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-54a3c10e-4a12-4fd0-9b45-cf30957e7ec7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f90f4cf624345669716e4964aab402d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493157 Sep 17 22:53:30.730051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39000) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:30.730205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3c10e-4a12-4fd0-9b45-cf30957e7ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ba2e3-221b-490e-8a67-056f4108a04d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:30.806109 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-63eda49e-472f-4354-9bac-f5b10fa011dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.839747 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.843990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-63eda49e-472f-4354-9bac-f5b10fa011dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.868589 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.929471 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-63eda49e-472f-4354-9bac-f5b10fa011dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.932715 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-63eda49e-472f-4354-9bac-f5b10fa011dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.934186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-63eda49e-472f-4354-9bac-f5b10fa011dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/259ba2e3-221b-490e-8a67-056f4108a04d HTTP/1.1" status: 204 len: 168 time: 0.2029760 Sep 17 22:53:30.948892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eda49e-472f-4354-9bac-f5b10fa011dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ba2e3-221b-490e-8a67-056f4108a04d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:30.966285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 6, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:31.024321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5857a23-bfe5-4f61-8649-2f4a83fc63b1 None None] The sync data for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 is: [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:20Z', 'revision_number': 6, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c04f44e2-153d-4cd9-8211-e3000aee8531', 'name': '', 'network_id': 'e30ad9b0-bbb7-4986-93e4-f6fedd8310ff', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:03:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:57Z', 'updated_at': '2021-09-17T22:51:03Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '461d618d-2cf5-4ce5-8fe1-1d62653c98ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:31.191898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-6a5db328-53cf-458f-a432-0fb09ea4ee7d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:31.193918 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-6a5db328-53cf-458f-a432-0fb09ea4ee7d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.45 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 946 time: 0.0918393 Sep 17 22:53:31.480909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Allocated IP 172.25.0.49 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/ed735f25-5f18-4fe4-a304-7211c24bc57f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:31.540974 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15242b67-c356-49ce-8d15-f83e492fc640 None None] New status for floating IP 9d07db48-0bad-4d8c-b23a-4ef4a9d3da8b: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:53:31.708594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.815940 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.877348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:31.878214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:31.882165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:31.912064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=ed735f25-5f18-4fe4-a304-7211c24bc57f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:32.109687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port babb6403-6d2b-4518-8223-dc822c68c4c8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:32.110206 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.163801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8430d-7f93-4403-8a60-e1fa34d09064 req-7ae7fff8-bdff-43ae-8a57-89785b9d037d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:32.190174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8aa8430d-7f93-4403-8a60-e1fa34d09064 req-7ae7fff8-bdff-43ae-8a57-89785b9d037d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=1136b8cd-a769-46ac-aa92-5582bc4ac988 HTTP/1.1" status: 200 len: 946 time: 0.7954264 Sep 17 22:53:32.266024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.336018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8aa8430d-7f93-4403-8a60-e1fa34d09064 req-0ef4ff43-fdbd-439d-a1f6-cf90d128e281 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=8df365ec-17bc-4d96-a9e3-c8e940692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387560 Sep 17 22:53:32.364072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port babb6403-6d2b-4518-8223-dc822c68c4c8, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=babb6403-6d2b-4518-8223-dc822c68c4c8,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:32.364691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.383254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for babb6403-6d2b-4518-8223-dc822c68c4c8 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:32.541434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.553539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.579421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=babb6403-6d2b-4518-8223-dc822c68c4c8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:32.666476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] No DVR routers for this DVR port babb6403-6d2b-4518-8223-dc822c68c4c8 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:32.669210 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.671695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a47c45d2-ad0c-4400-a08c-30c854afbbc2 req-713e4d9a-4d39-40b6-8ad4-b030c2ecb0db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.45 "DELETE /v2.0/ports/babb6403-6d2b-4518-8223-dc822c68c4c8 HTTP/1.1" status: 204 len: 173 time: 1.4707344 Sep 17 22:53:32.672231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'name': 'network-vif-deleted', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:32.675977 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b16cb5-4ac8-4583-b752-f677ed4de94b" -d '{"events": [{"server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "name": "network-vif-deleted", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:32.719398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d5441fe6-aa1e-4ae1-9569-7a221b10430a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.779041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:53:32.780465 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483006c5-d10b-4e19-91c2-0cbb170160d6 x-openstack-request-id: req-483006c5-d10b-4e19-91c2-0cbb170160d6 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:32.781111 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1136b8cd-a769-46ac-aa92-5582bc4ac988", "name": "network-vif-deleted", "tag": "babb6403-6d2b-4518-8223-dc822c68c4c8", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:32.781572 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-483006c5-d10b-4e19-91c2-0cbb170160d6 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:32.784199 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1136b8cd-a769-46ac-aa92-5582bc4ac988', 'name': 'network-vif-deleted', 'tag': 'babb6403-6d2b-4518-8223-dc822c68c4c8', 'status': 'completed', 'code': 200} Sep 17 22:53:32.948621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:32.965535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Sync routers for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:32.989177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:32.989648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.990031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:32.995689 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-62c01b67-ee6e-48c7-9a30-b8ffb5589aea tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0083847 Sep 17 22:53:32.996083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39072) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:33.320418 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0e445520-e693-437a-b054-b41ad8acb492 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=bec06ffa64ff4d50807d6e56a1da2a9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3229983 Sep 17 22:53:33.324390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39080) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:33.404623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39084) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:33.487506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c978b543-e4b1-42e7-b6aa-efbcf57dc221 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.489280 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.515791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c4af6-96f8-4793-a543-063ca92664b8 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:33.516433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:33.518156 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bb7c4af6-96f8-4793-a543-063ca92664b8 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1919863 Sep 17 22:53:33.520890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39086) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:33.541893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c978b543-e4b1-42e7-b6aa-efbcf57dc221 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.558736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d97d752c-e661-428b-9177-4ee24eef2fc4 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362148 Sep 17 22:53:33.561738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39090) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:33.568482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1619627605', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:33.635568 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c978b543-e4b1-42e7-b6aa-efbcf57dc221 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.638089 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c978b543-e4b1-42e7-b6aa-efbcf57dc221 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.639411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c978b543-e4b1-42e7-b6aa-efbcf57dc221 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/security-groups/8df365ec-17bc-4d96-a9e3-c8e940692664 HTTP/1.1" status: 204 len: 168 time: 0.2334123 Sep 17 22:53:33.661266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978b543-e4b1-42e7-b6aa-efbcf57dc221 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df365ec-17bc-4d96-a9e3-c8e940692664,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:33.706338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39100) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:33.915324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.916397 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Made reservation on behalf of bec06ffa64ff4d50807d6e56a1da2a9d for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:33.918968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:32Z', 'revision_number': 3, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:33.920057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.956732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Checking router: 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:33.957779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Updating router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c port ed735f25-5f18-4fe4-a304-7211c24bc57f binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:34.021061 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.450551 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.477960 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.498063 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.527380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Subnet': ['ID=6eddb64b-96fd-445e-96a9-deeb5c249c33,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:34.563890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Attempting to bind port ed735f25-5f18-4fe4-a304-7211c24bc57f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:34.565195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Attempting to bind port ed735f25-5f18-4fe4-a304-7211c24bc57f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:34.565797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Attempting to bind port ed735f25-5f18-4fe4-a304-7211c24bc57f on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:34.569131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ff39f-b94b-47d6-8541-ccc1fc8fb013 None None] Pushing event updated for resources: {'Port': ['ID=ed735f25-5f18-4fe4-a304-7211c24bc57f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:34.582245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:34.582748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:34.583286 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.583754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:34.584326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Bound port: ed735f25-5f18-4fe4-a304-7211c24bc57f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:34.584988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.615148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Checking segment: {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:34.615724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network hostable DHCP agents. Network: c32ab9e0-8077-454a-a2f9-535f9b9c186d, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:53:34.630845 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.670218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] For port ed735f25-5f18-4fe4-a304-7211c24bc57f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:34.676479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] For port ed735f25-5f18-4fe4-a304-7211c24bc57f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ed735f25-5f18-4fe4-a304-7211c24bc57f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:34.684708 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.758274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:34.759098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:34.808204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:53:34.859241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device babb6403-6d2b-4518-8223-dc822c68c4c8 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:34.862064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ff39f-b94b-47d6-8541-ccc1fc8fb013 None None] Pushing event updated for resources: {'Port': ['ID=ed735f25-5f18-4fe4-a304-7211c24bc57f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:34.903792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c32ab9e0-8077-454a-a2f9-535f9b9c186d) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:34.912506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:34.913288 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.918847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba1003-11cf-41db-b1a5-3fdc8d826569 None None] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:34.918847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.918847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: babb6403-6d2b-4518-8223-dc822c68c4c8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:34.918847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device babb6403-6d2b-4518-8223-dc822c68c4c8 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:34.987715 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7ded7f0e-45d6-435b-8325-fd142f7ff385 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4204626 Sep 17 22:53:34.990732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39140) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:35.155518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:35.369773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port c04f44e2-153d-4cd9-8211-e3000aee8531 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:35.370263 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.501163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port c04f44e2-153d-4cd9-8211-e3000aee8531, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c04f44e2-153d-4cd9-8211-e3000aee8531,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:35.502041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.516570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for c04f44e2-153d-4cd9-8211-e3000aee8531 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:35.627651 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.755325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:53:35.756262 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.765265 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.874234 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.921807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=c04f44e2-153d-4cd9-8211-e3000aee8531,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:35.986103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Allocated IP 172.20.0.2 (c32ab9e0-8077-454a-a2f9-535f9b9c186d/6eddb64b-96fd-445e-96a9-deeb5c249c33/458cad60-95ef-419a-8730-5585e43b67e6) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:36.259801 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.276625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:32Z', 'revision_number': 3, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:36.280888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.344142 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.353445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de64201-d5e1-43ad-b328-83f1069f330c None None] The sync data for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 is: [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:32Z', 'revision_number': 3, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:36.398027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:36.405042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:36.416085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:36.424731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Pushing event updated for resources: {'Port': ['ID=458cad60-95ef-419a-8730-5585e43b67e6,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:36.527631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Attempting to bind port 458cad60-95ef-419a-8730-5585e43b67e6 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:36.528004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Attempting to bind port 458cad60-95ef-419a-8730-5585e43b67e6 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:36.528374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Attempting to bind port 458cad60-95ef-419a-8730-5585e43b67e6 on network c32ab9e0-8077-454a-a2f9-535f9b9c186d {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:36.544595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:36.545003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Checking segment: {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:36.545429 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.545822 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Bound using segment: {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:36.546315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Bound port: 458cad60-95ef-419a-8730-5585e43b67e6, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:36.546703 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.613821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Allocated IP 172.20.0.1 (c32ab9e0-8077-454a-a2f9-535f9b9c186d/6eddb64b-96fd-445e-96a9-deeb5c249c33/5bb7f5a5-719d-42c3-97c7-5941120378e5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:36.638454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] For port 458cad60-95ef-419a-8730-5585e43b67e6, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:36.642931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] For port 458cad60-95ef-419a-8730-5585e43b67e6, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=458cad60-95ef-419a-8730-5585e43b67e6,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:36.651811 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.741052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b477e-efb1-40db-9f5c-665b6ff05619 None None] Pushing event updated for resources: {'Port': ['ID=458cad60-95ef-419a-8730-5585e43b67e6,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:36.800961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.820241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router b502c2db-ea0a-4c3b-85e4-f696506d0fda has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:36.909025 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.955252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:36.965269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:36.975565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:37.007027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:37.012720 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a770ebfe-7bd5-4ea6-8f8e-8b9ff51e48e3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "PUT /v2.0/routers/b502c2db-ea0a-4c3b-85e4-f696506d0fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3050578 Sep 17 22:53:37.015375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39178) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:37.018746 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] Sync routers for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:37.037670 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:37.038465 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:37.090742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=5bb7f5a5-719d-42c3-97c7-5941120378e5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:37.155165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.161580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-08515b66-1825-44eb-a725-5af52a910d8a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting subnet 461d618d-2cf5-4ce5-8fe1-1d62653c98ac {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:53:37.180020 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08515b66-1825-44eb-a725-5af52a910d8a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.331844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08515b66-1825-44eb-a725-5af52a910d8a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.384537 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:37.571888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08515b66-1825-44eb-a725-5af52a910d8a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.606466 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.695835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08515b66-1825-44eb-a725-5af52a910d8a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.753700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08515b66-1825-44eb-a725-5af52a910d8a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Subnet': ['ID=461d618d-2cf5-4ce5-8fe1-1d62653c98ac,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:37.772798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c89bf4-7b2b-43e6-89ee-dce813877837 None None] Network e30ad9b0-bbb7-4986-93e4-f6fedd8310ff requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:37.789703 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08515b66-1825-44eb-a725-5af52a910d8a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.794150 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-08515b66-1825-44eb-a725-5af52a910d8a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/subnets/461d618d-2cf5-4ce5-8fe1-1d62653c98ac HTTP/1.1" status: 204 len: 168 time: 0.7768245 Sep 17 22:53:37.796864 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39196) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:38.219826 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:35Z', 'revision_number': 7, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:38.286722 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] Checking router: b502c2db-ea0a-4c3b-85e4-f696506d0fda for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:38.305017 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] Routers {'b502c2db-ea0a-4c3b-85e4-f696506d0fda'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:38.305939 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:38.306286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] DHCP port deletion for e30ad9b0-bbb7-4986-93e4-f6fedd8310ff request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:53:38.390636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ed735f25-5f18-4fe4-a304-7211c24bc57f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:38.482079 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] Set router b502c2db-ea0a-4c3b-85e4-f696506d0fda gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:38.602974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] Deleting port a79a4a0c-14aa-40c5-86d0-22d9888b156d {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:38.610753 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.655331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.663807 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.775312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=5bb7f5a5-719d-42c3-97c7-5941120378e5,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:38.777971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.018627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:39.022847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:39.028631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.045865 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:35Z', 'revision_number': 7, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:39.124980 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a4ad7-3000-4e13-924d-8c880aa9af8d None None] The sync data for ids ['b502c2db-ea0a-4c3b-85e4-f696506d0fda'] in n-d-789963-10 is: [{'id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'name': 'tempest-TestNetworkBasicOps-router-1599024043', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '0642b50c-58d9-4707-ac49-4558214186ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:50:44Z', 'updated_at': '2021-09-17T22:53:35Z', 'revision_number': 7, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '0642b50c-58d9-4707-ac49-4558214186ac', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502c2db-ea0a-4c3b-85e4-f696506d0fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:50:45Z', 'updated_at': '2021-09-17T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:39.311112 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] For port a79a4a0c-14aa-40c5-86d0-22d9888b156d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a79a4a0c-14aa-40c5-86d0-22d9888b156d,segment=NetworkSegment(fa66965a-8ccf-43d7-89d1-d55591431869),segment_id=fa66965a-8ccf-43d7-89d1-d55591431869)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:39.311750 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.343792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.359305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] Calling delete_port for a79a4a0c-14aa-40c5-86d0-22d9888b156d owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:39.442822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:39.447673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port 0642b50c-58d9-4707-ac49-4558214186ac {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:39.448114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.509826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b336c-4e6d-4c80-9f57-11254af9bf19 None None] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:39.521025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ed735f25-5f18-4fe4-a304-7211c24bc57f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:39.521408 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.522960 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.561439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port 0642b50c-58d9-4707-ac49-4558214186ac, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0642b50c-58d9-4707-ac49-4558214186ac,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:39.561998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.606706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for 0642b50c-58d9-4707-ac49-4558214186ac owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:39.671368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:39.682577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] No DVR routers for this DVR port a79a4a0c-14aa-40c5-86d0-22d9888b156d on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:39.694896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03a73a51-7195-43a4-93af-7dbe6e7fd57b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "PUT /v2.0/routers/23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7056749 Sep 17 22:53:39.696701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39294) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:39.710581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-41b4f378-7653-43d9-88b6-7d6d6cf171cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1403343626', 'description': 'tempest-secgroup_access--1403343626 description', 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:39.733784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Sync routers for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:39.753370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732b5ed-3392-4679-88e3-9c13df12e380 None None] Pushing event deleted for resources: {'Port': ['ID=a79a4a0c-14aa-40c5-86d0-22d9888b156d,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:39.794731 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-04d4e258-9737-43b3-a64f-b52c2bc06d69 None None] Provisioning complete for port 458cad60-95ef-419a-8730-5585e43b67e6 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:39.795309 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04d4e258-9737-43b3-a64f-b52c2bc06d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.797211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:39.798710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:39.815301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41b4f378-7653-43d9-88b6-7d6d6cf171cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.119177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.133839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41b4f378-7653-43d9-88b6-7d6d6cf171cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.149876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41b4f378-7653-43d9-88b6-7d6d6cf171cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.175582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=0642b50c-58d9-4707-ac49-4558214186ac,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:40.233350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-41b4f378-7653-43d9-88b6-7d6d6cf171cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.234699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-41b4f378-7653-43d9-88b6-7d6d6cf171cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5318317 Sep 17 22:53:40.237930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39342) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:40.242911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-cb86603d-7e40-4e7a-8656-d77220d187e7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1452115055', 'description': 'tempest-secgroup_general--1452115055 description', 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:40.317730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f378-7653-43d9-88b6-7d6d6cf171cd tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c2854c-5a27-4226-970b-6d83f72d2af9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:40.321627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cb86603d-7e40-4e7a-8656-d77220d187e7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.379848 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.442553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04d4e258-9737-43b3-a64f-b52c2bc06d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.546775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.555445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cb86603d-7e40-4e7a-8656-d77220d187e7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.568266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cb86603d-7e40-4e7a-8656-d77220d187e7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.624353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.627769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.632732 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cb86603d-7e40-4e7a-8656-d77220d187e7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.635376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:40.637192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cb86603d-7e40-4e7a-8656-d77220d187e7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3981724 Sep 17 22:53:40.642285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39384) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:40.644525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86603d-7e40-4e7a-8656-d77220d187e7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c22cd03-8dd7-477c-9145-7f72ea94e5fc,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:40.661580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-219a7ea2-48ea-4086-8469-b1f4b9d00bd9 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'security_group_rule': {'security_group_id': 'e5c2854c-5a27-4226-970b-6d83f72d2af9', 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:40.721961 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-219a7ea2-48ea-4086-8469-b1f4b9d00bd9 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.762594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.763227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Fanout notify agent at l3_agent the message router_deleted on router b502c2db-ea0a-4c3b-85e4-f696506d0fda {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:53:40.770866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.771899 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f110f18-9c88-4b20-8b92-2be1b8c0399c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/routers/b502c2db-ea0a-4c3b-85e4-f696506d0fda HTTP/1.1" status: 204 len: 168 time: 2.9740603 Sep 17 22:53:40.777448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39396) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:40.961498 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.995154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ed735f25-5f18-4fe4-a304-7211c24bc57f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ed735f25-5f18-4fe4-a304-7211c24bc57f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:41.036707 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-219a7ea2-48ea-4086-8469-b1f4b9d00bd9 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.061883 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.062494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 458cad60-95ef-419a-8730-5585e43b67e6 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:41.079774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-219a7ea2-48ea-4086-8469-b1f4b9d00bd9 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.147486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a7ea2-48ea-4086-8469-b1f4b9d00bd9 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903dce8f-e3ed-4491-8dc9-85295bfe6741,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:41.217126 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-219a7ea2-48ea-4086-8469-b1f4b9d00bd9 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.218846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-219a7ea2-48ea-4086-8469-b1f4b9d00bd9 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5755599 Sep 17 22:53:41.222325 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.222843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=ed735f25-5f18-4fe4-a304-7211c24bc57f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:41.235345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-04d4e258-9737-43b3-a64f-b52c2bc06d69 None None] For port 458cad60-95ef-419a-8730-5585e43b67e6, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=458cad60-95ef-419a-8730-5585e43b67e6,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:41.266407 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04d4e258-9737-43b3-a64f-b52c2bc06d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.276556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30ad9b0-bbb7-4986-93e4-f6fedd8310ff']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:41.289723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa66965a-8ccf-43d7-89d1-d55591431869') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:41.291135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa66965a-8ccf-43d7-89d1-d55591431869') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:41.307573 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.326538 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.337302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:53:41.337953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.350654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 458cad60-95ef-419a-8730-5585e43b67e6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:41.351322 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.488229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:38Z', 'revision_number': 2, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:41.493438 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e258-9737-43b3-a64f-b52c2bc06d69 None None] Pushing event updated for resources: {'Port': ['ID=458cad60-95ef-419a-8730-5585e43b67e6,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:53:41.502228 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:53:41.543853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.565464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Checking router: 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:41.565779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Updating router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c port 5bb7f5a5-719d-42c3-97c7-5941120378e5 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:41.611872 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.625667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.630289 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/networks/e30ad9b0-bbb7-4986-93e4-f6fedd8310ff HTTP/1.1" status: 204 len: 168 time: 0.8518345 Sep 17 22:53:41.634224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab675e8b-0ca8-4f1e-ae3e-37fadfe61d16 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Network': ['ID=e30ad9b0-bbb7-4986-93e4-f6fedd8310ff,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:41.660981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39492) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:41.668627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'network': {'name': 'tempest-network-smoke--558120056', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'port_security_enabled': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:41.735649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e34a8a69-d551-44d5-b8c0-6ed26f407341 None None] Provisioning complete for port 5bb7f5a5-719d-42c3-97c7-5941120378e5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:41.737610 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e34a8a69-d551-44d5-b8c0-6ed26f407341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.780324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:41.790792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.848620 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ed735f25-5f18-4fe4-a304-7211c24bc57f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:41.854020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:53:41.887931 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.889632 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Added segment 9775b294-47bf-4879-8c54-f3ee2d4c9acd of type vlan for network c3fd8f1e-94e6-4e15-944f-c70158af2356 Sep 17 22:53:41.953243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e34a8a69-d551-44d5-b8c0-6ed26f407341 None None] Port 5bb7f5a5-719d-42c3-97c7-5941120378e5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:42.087521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.096630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e34a8a69-d551-44d5-b8c0-6ed26f407341 None None] Provisioning complete for port 458cad60-95ef-419a-8730-5585e43b67e6 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:42.097051 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e34a8a69-d551-44d5-b8c0-6ed26f407341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.187007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.207117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:42.208176 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.253339 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ed735f25-5f18-4fe4-a304-7211c24bc57f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:42.254510 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.257351 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5951757 Sep 17 22:53:42.260216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39548) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:42.267896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-446715284', 'admin_state_up': True, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:42.420613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b75ad-0e4b-4db1-921d-038db7ddfeda tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Network': ['ID=c3fd8f1e-94e6-4e15-944f-c70158af2356,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:42.434476 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-753e4d60-dc50-424e-be25-3a0638cab548 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1452115055&fields=id&tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d HTTP/1.1" status: 200 len: 267 time: 0.1464272 Sep 17 22:53:42.475071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:53:42.529849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.536420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.574534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-7ef1bbcf-09c0-44dd-bfb8-7c1839ee596e tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--1403343626&fields=id&tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d HTTP/1.1" status: 200 len: 267 time: 0.1156669 Sep 17 22:53:42.819970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-4c5a59fc-55d2-4a3b-8cca-f48b5ac1c763 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:42.821997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-4c5a59fc-55d2-4a3b-8cca-f48b5ac1c763 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/networks?id=c32ab9e0-8077-454a-a2f9-535f9b9c186d HTTP/1.1" status: 200 len: 797 time: 0.2350516 Sep 17 22:53:42.890206 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.890614 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.899804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 458cad60-95ef-419a-8730-5585e43b67e6 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:42.903381 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.909014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-b4fdc1ff-389b-4c98-9123-95032166beca tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/quotas/bec06ffa64ff4d50807d6e56a1da2a9d HTTP/1.1" status: 200 len: 375 time: 0.0173469 Sep 17 22:53:43.068812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-9caac5cf-314a-41f3-823a-3790b9ccf05e tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226654 Sep 17 22:53:43.162140 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.301464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec71873-9889-4433-86be-1241814f4327 None None] Pushing event updated for resources: {'Port': ['ID=5bb7f5a5-719d-42c3-97c7-5941120378e5,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:43.310321 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-edf4d247-aa99-4bdd-9faa-bd5d3c2bd383 None None] Provisioning complete for port 5bb7f5a5-719d-42c3-97c7-5941120378e5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:43.310896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-edf4d247-aa99-4bdd-9faa-bd5d3c2bd383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.342492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-d8f6a57b-f5d9-47bf-a400-48facfb5ed8b service neutron] 10.222.0.48 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297993 Sep 17 22:53:43.474529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-fb885a88-b05b-43ab-92e9-1b1b2ce2b144 service neutron] 10.222.0.48 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121776 Sep 17 22:53:43.474687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-edf4d247-aa99-4bdd-9faa-bd5d3c2bd383 None None] Port 5bb7f5a5-719d-42c3-97c7-5941120378e5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:43.479434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 458cad60-95ef-419a-8730-5585e43b67e6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:43.489397 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.492139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Attempting to bind port 5bb7f5a5-719d-42c3-97c7-5941120378e5 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:43.492672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Attempting to bind port 5bb7f5a5-719d-42c3-97c7-5941120378e5 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:43.493233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Attempting to bind port 5bb7f5a5-719d-42c3-97c7-5941120378e5 on network c32ab9e0-8077-454a-a2f9-535f9b9c186d {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:43.550990 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:43.551397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Checking segment: {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:43.552022 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.552670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Bound using segment: {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:43.553354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Bound port: 5bb7f5a5-719d-42c3-97c7-5941120378e5, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:43.553893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.630379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] For port 5bb7f5a5-719d-42c3-97c7-5941120378e5, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:43.638627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] For port 5bb7f5a5-719d-42c3-97c7-5941120378e5, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5bb7f5a5-719d-42c3-97c7-5941120378e5,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:43.676121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.705411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.742923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.800347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec71873-9889-4433-86be-1241814f4327 None None] Pushing event updated for resources: {'Port': ['ID=5bb7f5a5-719d-42c3-97c7-5941120378e5,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:43.804770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:43.805710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:43.955769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0642b50c-58d9-4707-ac49-4558214186ac no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:43.990072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.25.0.64 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/3633dc88-6a30-4fd4-a816-44ad6ea24427) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:44.018163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 0642b50c-58d9-4707-ac49-4558214186ac {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:44.018518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0642b50c-58d9-4707-ac49-4558214186ac not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:44.018984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c04f44e2-153d-4cd9-8211-e3000aee8531 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:44.023396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bb123980-754a-4e27-b0c3-139daca74a0c None None] Provisioning complete for port 5bb7f5a5-719d-42c3-97c7-5941120378e5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:44.023773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bb123980-754a-4e27-b0c3-139daca74a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:44.054828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-162dea2b-c8c4-48ed-b650-158605aad99a req-44e4dc7d-6ee5-45e9-86da-9a4b8425d1cc tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 210 time: 0.1794419 Sep 17 22:53:44.072501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c04f44e2-153d-4cd9-8211-e3000aee8531 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:44.073453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c04f44e2-153d-4cd9-8211-e3000aee8531 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:44.074120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a79a4a0c-14aa-40c5-86d0-22d9888b156d no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:44.152981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a79a4a0c-14aa-40c5-86d0-22d9888b156d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:44.153344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a79a4a0c-14aa-40c5-86d0-22d9888b156d not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:44.299086 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:44.302673 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bb123980-754a-4e27-b0c3-139daca74a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:44.385302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:44.401644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:44.450297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:44.454046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:44.455484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bb123980-754a-4e27-b0c3-139daca74a0c None None] For port 5bb7f5a5-719d-42c3-97c7-5941120378e5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5bb7f5a5-719d-42c3-97c7-5941120378e5,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:44.460022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:44.469694 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bb123980-754a-4e27-b0c3-139daca74a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:44.512232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=3633dc88-6a30-4fd4-a816-44ad6ea24427,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:44.765724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-96f34fb3-a121-4a6b-9908-51e7a6639314 None None] Provisioning complete for port 5bb7f5a5-719d-42c3-97c7-5941120378e5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:44.766360 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-96f34fb3-a121-4a6b-9908-51e7a6639314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:44.804361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb123980-754a-4e27-b0c3-139daca74a0c None None] Pushing event updated for resources: {'Port': ['ID=5bb7f5a5-719d-42c3-97c7-5941120378e5,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:44.899009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:44.933904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:43Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:44.969158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ececf9-1e52-43c6-8452-b903ba275f68 None None] The sync data for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 is: [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:43Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:45.234824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a91168e-cb0d-445d-b92e-22df4c1056a6 req-94244c22-ed51-4150-b300-ca8f5e5cc403 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 210 time: 0.0386448 Sep 17 22:53:45.298554 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:45.851778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-d2b87314-d0cc-4c7d-a878-8c48c2f4c3d6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:45.853521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-d2b87314-d0cc-4c7d-a878-8c48c2f4c3d6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.45 "GET /v2.0/networks?id=c32ab9e0-8077-454a-a2f9-535f9b9c186d HTTP/1.1" status: 200 len: 797 time: 0.2973299 Sep 17 22:53:46.021353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-0a5f073e-9527-4deb-a04a-3b952af47a98 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d HTTP/1.1" status: 200 len: 478 time: 0.1529968 Sep 17 22:53:46.022335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:53:46.038680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'port': {'device_id': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'admin_state_up': True, 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'security_groups': ['1c22cd03-8dd7-477c-9145-7f72ea94e5fc', 'e5c2854c-5a27-4226-970b-6d83f72d2af9']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:46.332619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5bb7f5a5-719d-42c3-97c7-5941120378e5 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:46.468068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5bb7f5a5-719d-42c3-97c7-5941120378e5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:46.468364 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.035814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9dbd6188-5f83-4cbc-8f68-8c06d9cdfe1b req-2d4b29cb-2172-4be1-a40c-782f02e728e1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 210 time: 0.0683925 Sep 17 22:53:47.055971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:47.078031 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Sync routers for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:47.108363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Made reservation on behalf of bec06ffa64ff4d50807d6e56a1da2a9d for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:47.115861 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.116317 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.120297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7c044fa8-a7d3-41ac-87ea-0d6e88e6ba65 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8553278 Sep 17 22:53:47.121017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39836) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:47.134052 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:47.134709 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:47.198432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39838) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:47.198987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-50c1c6e1-607d-4320-9256-406ed3c4088b tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f54f1914c89b4ed9b5e77c5724c76f12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766912 Sep 17 22:53:47.321528 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:47.417194 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790d41b-520a-4ced-97e3-95937c700313 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:47.421410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5790d41b-520a-4ced-97e3-95937c700313 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2194047 Sep 17 22:53:47.421751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39844) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:47.470573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ecb8db75-270f-4169-aca7-67ac06fe408f tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472920 Sep 17 22:53:47.471967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Allocated IP 172.20.0.9 (c32ab9e0-8077-454a-a2f9-535f9b9c186d/6eddb64b-96fd-445e-96a9-deeb5c249c33/5ae125c5-4967-4405-b76c-7a0e35f47b4c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:47.473293 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39848) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:47.478625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827340810', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:47.552744 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 3, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:47.589113 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Checking router: 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:47.589491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:47.589998 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Updating router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f port 3633dc88-6a30-4fd4-a816-44ad6ea24427 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:47.593999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.619249 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.665253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.716237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.793448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:47.804958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:47.815186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:47.851630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.869996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=5ae125c5-4967-4405-b76c-7a0e35f47b4c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:47.879681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:47.880301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.901853 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-1aa4a29d-88de-449f-b501-3f817ab16f31 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8719971 Sep 17 22:53:47.915551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Request body: {'port': {'device_id': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:47.943876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Subnet': ['ID=03ff5354-9d42-4104-9269-200ed2b7cad2,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:47.969302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Checking segment: {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:47.969719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network hostable DHCP agents. Network: c3fd8f1e-94e6-4e15-944f-c70158af2356, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:53:48.006931 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.017012 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.033845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:53:48.052456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.065459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c3fd8f1e-94e6-4e15-944f-c70158af2356) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:48.070511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.071097 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.080173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9dbc9a-a5e8-4a27-8307-cc994b277835 None None] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:48.081893 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Attempting to bind port 3633dc88-6a30-4fd4-a816-44ad6ea24427 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:48.082272 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Attempting to bind port 3633dc88-6a30-4fd4-a816-44ad6ea24427 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:48.082644 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Attempting to bind port 3633dc88-6a30-4fd4-a816-44ad6ea24427 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:48.109601 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:48.111228 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:48.111801 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.112254 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:48.112807 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Bound port: 3633dc88-6a30-4fd4-a816-44ad6ea24427, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:48.113272 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.123615 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c482bac8-bc03-4656-9dfc-e2717625c806 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6489725 Sep 17 22:53:48.126320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39866) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:48.160398 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Pushing event updated for resources: {'Port': ['ID=3633dc88-6a30-4fd4-a816-44ad6ea24427,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:48.208787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b7de62aa-bc3f-4ff9-a8d8-a71c7e720ddb None None] Provisioning complete for port 5ae125c5-4967-4405-b76c-7a0e35f47b4c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:48.209359 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b7de62aa-bc3f-4ff9-a8d8-a71c7e720ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.259542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b7de62aa-bc3f-4ff9-a8d8-a71c7e720ddb None None] Port 5ae125c5-4967-4405-b76c-7a0e35f47b4c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:48.285576 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.286999 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.286999 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.287393 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.287698 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.288183 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.288343 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.288668 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.289031 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.295668 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.296047 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.296673 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:48.390344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-c3fd8f1e-94e6-4e15-944f-c70158af2356', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:53:48.392103 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.409949 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] For port 3633dc88-6a30-4fd4-a816-44ad6ea24427, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:48.414598 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] For port 3633dc88-6a30-4fd4-a816-44ad6ea24427, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3633dc88-6a30-4fd4-a816-44ad6ea24427,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:48.424856 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.514264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fbabf-3267-4bda-b862-d729b39c1af9 req-eb180be4-ef6b-4abe-ba4f-d773df890f94 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.527233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9fbabf-3267-4bda-b862-d729b39c1af9 req-eb180be4-ef6b-4abe-ba4f-d773df890f94 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 970 time: 0.3357296 Sep 17 22:53:48.531935 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bc840-b4f0-44e4-bb94-7abc4bc21257 None None] Pushing event updated for resources: {'Port': ['ID=3633dc88-6a30-4fd4-a816-44ad6ea24427,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:48.583413 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:48.584047 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:48.596128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9fbabf-3267-4bda-b862-d729b39c1af9 req-81150383-ad4c-4fff-ba70-c42a14985c21 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0635953 Sep 17 22:53:48.675367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Allocated IP 172.20.0.2 (c3fd8f1e-94e6-4e15-944f-c70158af2356/03ff5354-9d42-4104-9269-200ed2b7cad2/e408eda6-6d03-42ea-82c8-e39cf2dfd194) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:48.815339 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:48.895017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae125c5-4967-4405-b76c-7a0e35f47b4c {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:48.926609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.965857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Transition to ACTIVE for port object 5ae125c5-4967-4405-b76c-7a0e35f47b4c will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:53:48.975446 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.980253 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.073083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.098757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae125c5-4967-4405-b76c-7a0e35f47b4c,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:49.103616 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.229318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Attempting to bind port 5ae125c5-4967-4405-b76c-7a0e35f47b4c on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:49.231721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Attempting to bind port 5ae125c5-4967-4405-b76c-7a0e35f47b4c by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:49.232325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Attempting to bind port 5ae125c5-4967-4405-b76c-7a0e35f47b4c on network c32ab9e0-8077-454a-a2f9-535f9b9c186d {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:49.243208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Port 5ae125c5-4967-4405-b76c-7a0e35f47b4c on network c32ab9e0-8077-454a-a2f9-535f9b9c186d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:53:49.245824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Attempting to bind port 5ae125c5-4967-4405-b76c-7a0e35f47b4c on network c32ab9e0-8077-454a-a2f9-535f9b9c186d {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:49.256799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:49.261075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:49.261426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Checking segment: {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:49.261822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Bound using segment: {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:49.262275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Bound port: 5ae125c5-4967-4405-b76c-7a0e35f47b4c, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b288c9-54d8-4f14-b646-33427841c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:49.262645 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.283908 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:49.301848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:49.313886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Pushing event updated for resources: {'Port': ['ID=e408eda6-6d03-42ea-82c8-e39cf2dfd194,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:49.375439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.419153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] For port 5ae125c5-4967-4405-b76c-7a0e35f47b4c, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:49.432289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] For port 5ae125c5-4967-4405-b76c-7a0e35f47b4c, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:49.443151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.500737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Attempting to bind port e408eda6-6d03-42ea-82c8-e39cf2dfd194 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:49.502350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Attempting to bind port e408eda6-6d03-42ea-82c8-e39cf2dfd194 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:49.502955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Attempting to bind port e408eda6-6d03-42ea-82c8-e39cf2dfd194 on network c3fd8f1e-94e6-4e15-944f-c70158af2356 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:49.515352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:49.515834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Checking segment: {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:49.517631 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.518110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Bound using segment: {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:49.520227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Bound port: e408eda6-6d03-42ea-82c8-e39cf2dfd194, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:49.520828 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.582555 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 3, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:49.622851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae125c5-4967-4405-b76c-7a0e35f47b4c,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:49.629029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:49.629888 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.631506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-efc88efc-ef81-4dd8-adb6-3f04d05b8170 service neutron] 10.222.0.45 "PUT /v2.0/ports/5ae125c5-4967-4405-b76c-7a0e35f47b4c HTTP/1.1" status: 200 len: 1131 time: 1.7205827 Sep 17 22:53:49.632378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:49.634945 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff2a58a-41c4-427e-a3b3-2aff149c6790" -d '{"events": [{"name": "network-changed", "server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:49.683404 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca2ae2-82c5-4809-8808-bb605bf160a9 None None] The sync data for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 is: [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 3, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:49.749765 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2111b8-19f4-42fe-9c8b-307ceb996fef x-openstack-request-id: req-4b2111b8-19f4-42fe-9c8b-307ceb996fef {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:49.750225 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:49.750580 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b2111b8-19f4-42fe-9c8b-307ceb996fef {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:49.751638 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'status': 'completed', 'code': 200} Sep 17 22:53:49.778351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-3c55b930-6caf-45fc-a0ca-f78d7a8cafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:49.783825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-3c55b930-6caf-45fc-a0ca-f78d7a8cafb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1134 time: 0.1008804 Sep 17 22:53:49.879135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] For port e408eda6-6d03-42ea-82c8-e39cf2dfd194, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:49.909051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] For port e408eda6-6d03-42ea-82c8-e39cf2dfd194, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e408eda6-6d03-42ea-82c8-e39cf2dfd194,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:49.937912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.954098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-85114461-5055-4d7d-b56a-c5dd02f9949b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c HTTP/1.1" status: 200 len: 217 time: 0.1415648 Sep 17 22:53:50.028739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-10998c07-450a-4f14-a07b-24ce64ca1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.030280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-10998c07-450a-4f14-a07b-24ce64ca1a6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6eddb64b-96fd-445e-96a9-deeb5c249c33 HTTP/1.1" status: 200 len: 835 time: 0.0672288 Sep 17 22:53:50.210964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3975e1-642d-4ba3-9920-93c4c795314f None None] Pushing event updated for resources: {'Port': ['ID=e408eda6-6d03-42ea-82c8-e39cf2dfd194,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:50.222396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74cda8-0c9e-4637-a436-1909bb89389f req-a3dbd6e6-4be3-47ec-aa72-28e3085cfb4b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.225047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff74cda8-0c9e-4637-a436-1909bb89389f req-a3dbd6e6-4be3-47ec-aa72-28e3085cfb4b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 982 time: 0.4307880 Sep 17 22:53:50.286696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-4aa0f235-02e8-4e4f-8924-04ed154ad2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.301578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.20.0.1 (c3fd8f1e-94e6-4e15-944f-c70158af2356/03ff5354-9d42-4104-9269-200ed2b7cad2/a94d4315-7cf6-4967-9d8d-b8b912d34b61) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:50.302406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-4aa0f235-02e8-4e4f-8924-04ed154ad2b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c32ab9e0-8077-454a-a2f9-535f9b9c186d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2584972 Sep 17 22:53:50.376741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3633dc88-6a30-4fd4-a816-44ad6ea24427 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:50.505890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff74cda8-0c9e-4637-a436-1909bb89389f req-49137c19-eda3-43a3-b29d-d0e21c3588a4 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2722011 Sep 17 22:53:50.597313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3633dc88-6a30-4fd4-a816-44ad6ea24427 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:50.597958 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:50.724587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:50.726647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-c2bddfe2-f4d5-46b2-b0cf-0b3e9e7b0de2 service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146843 Sep 17 22:53:50.787545 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:50.819526 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:50.840543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:50.845596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:50.859168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:50.895097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 3633dc88-6a30-4fd4-a816-44ad6ea24427, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3633dc88-6a30-4fd4-a816-44ad6ea24427,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:50.903761 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:50.931137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=a94d4315-7cf6-4967-9d8d-b8b912d34b61,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:51.004382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:51.021360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87c14a89-7513-4ca8-8345-1eb108a0f0ae req-c770ad4c-c941-44f7-b795-db9b335df25b service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859316 Sep 17 22:53:51.061026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=3633dc88-6a30-4fd4-a816-44ad6ea24427,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:51.228626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-dc614eee-61f5-4a96-9c61-5b744a757bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:51.232740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-dc614eee-61f5-4a96-9c61-5b744a757bc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1134 time: 0.1472290 Sep 17 22:53:51.500226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:51.541299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-099d66e0-aae1-4c3d-b22f-ac182179732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:51.544088 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-099d66e0-aae1-4c3d-b22f-ac182179732a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c32ab9e0-8077-454a-a2f9-535f9b9c186d HTTP/1.1" status: 200 len: 898 time: 0.3023746 Sep 17 22:53:51.649768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-2a013090-c63a-4eeb-9a78-2733c42719a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c HTTP/1.1" status: 200 len: 217 time: 0.0966671 Sep 17 22:53:51.887320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a68d0f-1a71-403a-87ba-c0f9948f84bf req-48faafbf-f999-45ad-8d90-677519aa9672 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:51.898783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05a68d0f-1a71-403a-87ba-c0f9948f84bf req-48faafbf-f999-45ad-8d90-677519aa9672 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 982 time: 0.2460825 Sep 17 22:53:51.906326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-1dcd68e6-62e3-472f-9275-186a4141fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:51.908713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-1dcd68e6-62e3-472f-9275-186a4141fd23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6eddb64b-96fd-445e-96a9-deeb5c249c33 HTTP/1.1" status: 200 len: 835 time: 0.1926324 Sep 17 22:53:52.184645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05a68d0f-1a71-403a-87ba-c0f9948f84bf req-e2ce95af-981e-48e7-abc3-e200a5abc103 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2661796 Sep 17 22:53:52.217953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071fa133-b546-4596-b68f-d97a4c31066f None None] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:52.270560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-a993e6f1-2c7b-4f27-a387-278836eaec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:52.285810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-a993e6f1-2c7b-4f27-a387-278836eaec11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c32ab9e0-8077-454a-a2f9-535f9b9c186d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3282917 Sep 17 22:53:52.466169 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4e5105ca-cc50-445d-bd20-76444efd2d93 None None] Provisioning complete for port e408eda6-6d03-42ea-82c8-e39cf2dfd194 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:52.466981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4e5105ca-cc50-445d-bd20-76444efd2d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:52.536271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-b9243898-e703-47f0-9803-ec9cd26b04c2 service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411726 Sep 17 22:53:52.675789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3633dc88-6a30-4fd4-a816-44ad6ea24427 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:52.759187 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ff2a58a-41c4-427e-a3b3-2aff149c6790 req-11c801b2-15b7-47a8-bdab-31ef19e7efe1 service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096331 Sep 17 22:53:52.881712 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4e5105ca-cc50-445d-bd20-76444efd2d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:52.888357 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:52.897793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:52.931952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3633dc88-6a30-4fd4-a816-44ad6ea24427 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:52.932422 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:52.973917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5ae125c5-4967-4405-b76c-7a0e35f47b4c details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:53:52.980805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.020749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4e5105ca-cc50-445d-bd20-76444efd2d93 None None] For port e408eda6-6d03-42ea-82c8-e39cf2dfd194, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e408eda6-6d03-42ea-82c8-e39cf2dfd194,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:53.054964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4e5105ca-cc50-445d-bd20-76444efd2d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.074503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=a94d4315-7cf6-4967-9d8d-b8b912d34b61,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:53.147298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5105ca-cc50-445d-bd20-76444efd2d93 None None] Pushing event updated for resources: {'Port': ['ID=e408eda6-6d03-42ea-82c8-e39cf2dfd194,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:53.150846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.resource_extend [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:53:53.177973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:53.179868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:53.426186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d336b-02f3-4ddf-8f25-d934c6d77e34 req-8fb6d6b7-6ccf-4729-9cb2-3d089626c962 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:53.427890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-953d336b-02f3-4ddf-8f25-d934c6d77e34 req-8fb6d6b7-6ccf-4729-9cb2-3d089626c962 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 982 time: 0.1381390 Sep 17 22:53:53.445292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:53.531039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-953d336b-02f3-4ddf-8f25-d934c6d77e34 req-eae318f0-4468-405b-9f43-31a84eeebd62 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0805986 Sep 17 22:53:53.551722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5ae125c5-4967-4405-b76c-7a0e35f47b4c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:53.568199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'port_id': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'mac_address': 'fa:16:3e:c0:29:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:53:53.576422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e408eda6-6d03-42ea-82c8-e39cf2dfd194 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:53.603685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c972c4a7-6a07-485a-9e6c-ced3107400e9 None None] Provisioning complete for port a94d4315-7cf6-4967-9d8d-b8b912d34b61 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:53.604115 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c972c4a7-6a07-485a-9e6c-ced3107400e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.724805 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.730779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:53.760777 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fc464293-9a57-4d94-9d15-84748a721c53 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "PUT /v2.0/routers/53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6329465 Sep 17 22:53:53.764046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 39968) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:53.765029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Sync routers for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:53.814769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae125c5-4967-4405-b76c-7a0e35f47b4c {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:53.821676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c972c4a7-6a07-485a-9e6c-ced3107400e9 None None] Port a94d4315-7cf6-4967-9d8d-b8b912d34b61 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:53.832507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:53.833177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:53.898623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5ae125c5-4967-4405-b76c-7a0e35f47b4c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:53.916046 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.918801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c972c4a7-6a07-485a-9e6c-ced3107400e9 None None] Provisioning complete for port e408eda6-6d03-42ea-82c8-e39cf2dfd194 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:53.919355 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c972c4a7-6a07-485a-9e6c-ced3107400e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.929541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e408eda6-6d03-42ea-82c8-e39cf2dfd194 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:53.930279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.996022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b259757-3e6f-4f15-9eed-e0e3050e9110 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:53.996440 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b259757-3e6f-4f15-9eed-e0e3050e9110 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:53.996909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b259757-3e6f-4f15-9eed-e0e3050e9110 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:53.997394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b259757-3e6f-4f15-9eed-e0e3050e9110 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:53.997851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b259757-3e6f-4f15-9eed-e0e3050e9110 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:53.998306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b259757-3e6f-4f15-9eed-e0e3050e9110 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.003229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1b259757-3e6f-4f15-9eed-e0e3050e9110 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4274 time: 0.2381060 Sep 17 22:53:54.007298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:54.200559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b8412-8d6c-4ac2-bcbd-04a71016a7c9 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.200953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b8412-8d6c-4ac2-bcbd-04a71016a7c9 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.201564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b8412-8d6c-4ac2-bcbd-04a71016a7c9 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.202174 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b8412-8d6c-4ac2-bcbd-04a71016a7c9 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.202841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b8412-8d6c-4ac2-bcbd-04a71016a7c9 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.203365 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b8412-8d6c-4ac2-bcbd-04a71016a7c9 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.206296 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f84b8412-8d6c-4ac2-bcbd-04a71016a7c9 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.1972935 Sep 17 22:53:54.209044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 39980) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:54.447983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['5ae125c5-4967-4405-b76c-7a0e35f47b4c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:53:54.510506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:54.512478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5ae125c5-4967-4405-b76c-7a0e35f47b4c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:54.532509 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c35746e1-fd93-478a-a675-c07e4f7737b2 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.3193922 Sep 17 22:53:54.798826 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982d51-7da9-4148-9c1d-4f3d45d2790b req-9f6d8c17-76e0-4919-9d5b-23f169f9bc43 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.815411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59982d51-7da9-4148-9c1d-4f3d45d2790b req-9f6d8c17-76e0-4919-9d5b-23f169f9bc43 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 983 time: 0.1709275 Sep 17 22:53:54.886111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59982d51-7da9-4148-9c1d-4f3d45d2790b req-d73ccd00-5032-4f4a-80ac-8b678b4522a1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0686984 Sep 17 22:53:54.893675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e408eda6-6d03-42ea-82c8-e39cf2dfd194 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:54.957431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-85ed744f-ad05-4d71-86d7-47c13bdd0203 None None] Provisioning complete for port a94d4315-7cf6-4967-9d8d-b8b912d34b61 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:54.957710 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85ed744f-ad05-4d71-86d7-47c13bdd0203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.206812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:55.211821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1dd20a64-1055-42cc-bf31-362c855d3b90 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203653571', 'description': 'tempest-secgroup-smoke-203653571 description', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:55.234512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-85ed744f-ad05-4d71-86d7-47c13bdd0203 None None] Port a94d4315-7cf6-4967-9d8d-b8b912d34b61 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:55.244001 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dd20a64-1055-42cc-bf31-362c855d3b90 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.254392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e408eda6-6d03-42ea-82c8-e39cf2dfd194 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:55.256361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.374592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:52Z', 'revision_number': 2, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:55.425135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Checking router: 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:55.425706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Updating router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f port a94d4315-7cf6-4967-9d8d-b8b912d34b61 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:55.434746 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dd20a64-1055-42cc-bf31-362c855d3b90 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.447005 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dd20a64-1055-42cc-bf31-362c855d3b90 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.497445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.499654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1dd20a64-1055-42cc-bf31-362c855d3b90 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.501656 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1dd20a64-1055-42cc-bf31-362c855d3b90 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2936802 Sep 17 22:53:55.503381 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd20a64-1055-42cc-bf31-362c855d3b90 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e444d-32c9-4321-9add-8e0b868b4b4b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:55.504703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40008) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:55.509848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-611c6fc3-2237-44b6-82c7-9715c5c48307 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'e75e444d-32c9-4321-9add-8e0b868b4b4b', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:55.553258 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-611c6fc3-2237-44b6-82c7-9715c5c48307 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.617958 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-611c6fc3-2237-44b6-82c7-9715c5c48307 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.622157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-611c6fc3-2237-44b6-82c7-9715c5c48307 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.679532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c6fc3-2237-44b6-82c7-9715c5c48307 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad714204-e9bb-4f4a-8726-a467eff1c657,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:55.716411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-611c6fc3-2237-44b6-82c7-9715c5c48307 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.718782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-611c6fc3-2237-44b6-82c7-9715c5c48307 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2127740 Sep 17 22:53:55.721979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40012) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:55.727074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-854fb198-a84b-4e38-b7c9-c91b85ec360d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'e75e444d-32c9-4321-9add-8e0b868b4b4b', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:55.806401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-854fb198-a84b-4e38-b7c9-c91b85ec360d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.920598 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-854fb198-a84b-4e38-b7c9-c91b85ec360d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.928034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-854fb198-a84b-4e38-b7c9-c91b85ec360d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.966602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fb198-a84b-4e38-b7c9-c91b85ec360d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3065202e-ff8b-4744-869c-cc27a9803a7f,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:55.995110 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-854fb198-a84b-4e38-b7c9-c91b85ec360d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.003163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40024) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:56.003677 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-854fb198-a84b-4e38-b7c9-c91b85ec360d tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2802849 Sep 17 22:53:56.011142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2fe1120f-40ab-4829-a3e8-26ecce79b6bb tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'e75e444d-32c9-4321-9add-8e0b868b4b4b', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:56.069390 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.076915 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.127710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2fe1120f-40ab-4829-a3e8-26ecce79b6bb tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.237849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94c404-b7d9-41af-beb6-a43fbfd172fb None None] Pushing event updated for resources: {'Port': ['ID=a94d4315-7cf6-4967-9d8d-b8b912d34b61,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:56.314350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2fe1120f-40ab-4829-a3e8-26ecce79b6bb tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.352272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3de4-6efa-4c83-adf9-d6cd5cf1f48f req-81fec124-2f1d-4d99-b2e2-6bf195d5079e tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:56.354591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340e3de4-6efa-4c83-adf9-d6cd5cf1f48f req-81fec124-2f1d-4d99-b2e2-6bf195d5079e tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 983 time: 0.2733099 Sep 17 22:53:56.356853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2fe1120f-40ab-4829-a3e8-26ecce79b6bb tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.362326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Attempting to bind port a94d4315-7cf6-4967-9d8d-b8b912d34b61 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:56.363481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Attempting to bind port a94d4315-7cf6-4967-9d8d-b8b912d34b61 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:56.364129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Attempting to bind port a94d4315-7cf6-4967-9d8d-b8b912d34b61 on network c3fd8f1e-94e6-4e15-944f-c70158af2356 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:56.398158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:56.398528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Checking segment: {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:56.398928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.399367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Bound using segment: {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:56.399782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Bound port: a94d4315-7cf6-4967-9d8d-b8b912d34b61, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:56.400177 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.434477 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1120f-40ab-4829-a3e8-26ecce79b6bb tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89abea4a-2218-4d2f-b034-5337324e0289,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:56.500240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2fe1120f-40ab-4829-a3e8-26ecce79b6bb tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.503712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2fe1120f-40ab-4829-a3e8-26ecce79b6bb tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4992812 Sep 17 22:53:56.506815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40032) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:56.512546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-340e3de4-6efa-4c83-adf9-d6cd5cf1f48f req-e7aa4fd7-c641-4ce4-b6e2-c28808099268 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1371033 Sep 17 22:53:56.513528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ac46a468-03b4-4bac-be21-b140644295cc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'e75e444d-32c9-4321-9add-8e0b868b4b4b', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:56.529592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] For port a94d4315-7cf6-4967-9d8d-b8b912d34b61, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:56.539714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] For port a94d4315-7cf6-4967-9d8d-b8b912d34b61, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a94d4315-7cf6-4967-9d8d-b8b912d34b61,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:56.551530 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.600432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac46a468-03b4-4bac-be21-b140644295cc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.692886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:56.693613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:53:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:56.763947 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac46a468-03b4-4bac-be21-b140644295cc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.770744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94c404-b7d9-41af-beb6-a43fbfd172fb None None] Pushing event updated for resources: {'Port': ['ID=a94d4315-7cf6-4967-9d8d-b8b912d34b61,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:56.776623 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac46a468-03b4-4bac-be21-b140644295cc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.852108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0584bffc-a334-46c3-974a-b3b1973b603e None None] Provisioning complete for port a94d4315-7cf6-4967-9d8d-b8b912d34b61 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:56.852470 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0584bffc-a334-46c3-974a-b3b1973b603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.892848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46a468-03b4-4bac-be21-b140644295cc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128c3451-6123-4c15-8e27-72e84b729115,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:56.909274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac46a468-03b4-4bac-be21-b140644295cc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.917388 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ac46a468-03b4-4bac-be21-b140644295cc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4089055 Sep 17 22:53:56.917613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40042) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:56.924849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-31c94a07-3bfa-4727-b710-a92bcb2359db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'e75e444d-32c9-4321-9add-8e0b868b4b4b', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:56.989327 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-31c94a07-3bfa-4727-b710-a92bcb2359db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Project f54f1914c89b4ed9b5e77c5724c76f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:53:57.001201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31c94a07-3bfa-4727-b710-a92bcb2359db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.023370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:57.147458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5ae125c5-4967-4405-b76c-7a0e35f47b4c up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:57.162947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31c94a07-3bfa-4727-b710-a92bcb2359db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.168240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31c94a07-3bfa-4727-b710-a92bcb2359db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.209003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31c94a07-3bfa-4727-b710-a92bcb2359db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.209003 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-31c94a07-3bfa-4727-b710-a92bcb2359db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2858012 Sep 17 22:53:57.209003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c94a07-3bfa-4727-b710-a92bcb2359db tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99449323-c96b-4dc7-8805-863f35b356ba,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:57.209412 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40050) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:57.219064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-105b146a-a450-4dab-b49c-d426e3bd2808 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'security_group_rule': {'security_group_id': 'e75e444d-32c9-4321-9add-8e0b868b4b4b', 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:57.291673 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-105b146a-a450-4dab-b49c-d426e3bd2808 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Project f54f1914c89b4ed9b5e77c5724c76f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:53:57.305013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-105b146a-a450-4dab-b49c-d426e3bd2808 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.335854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0584bffc-a334-46c3-974a-b3b1973b603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.394817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 5ae125c5-4967-4405-b76c-7a0e35f47b4c completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:53:57.410267 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-105b146a-a450-4dab-b49c-d426e3bd2808 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.422437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-105b146a-a450-4dab-b49c-d426e3bd2808 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.431342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0584bffc-a334-46c3-974a-b3b1973b603e None None] For port a94d4315-7cf6-4967-9d8d-b8b912d34b61, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a94d4315-7cf6-4967-9d8d-b8b912d34b61,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:57.433443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 5ae125c5-4967-4405-b76c-7a0e35f47b4c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:57.433883 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.462374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b146a-a450-4dab-b49c-d426e3bd2808 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18eedb4-cbae-4126-a670-fca07580b9b4,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:57.470696 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0584bffc-a334-46c3-974a-b3b1973b603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.511114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-105b146a-a450-4dab-b49c-d426e3bd2808 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.526925 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-105b146a-a450-4dab-b49c-d426e3bd2808 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3114543 Sep 17 22:53:57.660599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584bffc-a334-46c3-974a-b3b1973b603e None None] Pushing event updated for resources: {'Port': ['ID=a94d4315-7cf6-4967-9d8d-b8b912d34b61,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:57.680692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:56Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:57.696332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba60cdc-f88e-4618-8a3e-74e741f8fb91 req-31b09b46-6cf4-40e5-b13e-d29d75f4c13e tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:57.710851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ba60cdc-f88e-4618-8a3e-74e741f8fb91 req-31b09b46-6cf4-40e5-b13e-d29d75f4c13e tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 983 time: 0.1129344 Sep 17 22:53:57.744050 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.828702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ba60cdc-f88e-4618-8a3e-74e741f8fb91 req-ceedad1e-050a-4745-a134-bb60e7afe496 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0903068 Sep 17 22:53:57.860308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85639b9f-e940-4e90-be10-e63279c7eda0 None None] The sync data for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 is: [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:56Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:57.863968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-874a75a1-c1ae-4113-bd5e-496942135ef6 None None] Provisioning complete for port a94d4315-7cf6-4967-9d8d-b8b912d34b61 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:57.864499 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-874a75a1-c1ae-4113-bd5e-496942135ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.976364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-c70f580d-f7fe-4ced-bd09-5d66cd3c33b8 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203653571&fields=id&tenant_id=f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 267 time: 0.0700300 Sep 17 22:53:58.014358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:58.017203 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f978b-5f7b-447e-9125-35af3b4dde59" -d '{"events": [{"server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "name": "network-vif-plugged", "status": "completed", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:58.039442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5ae125c5-4967-4405-b76c-7a0e35f47b4c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:58.053707 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:58.153717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5ae125c5-4967-4405-b76c-7a0e35f47b4c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:58.183111 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55154535-f5c7-4cea-a46b-369db0c0975f x-openstack-request-id: req-55154535-f5c7-4cea-a46b-369db0c0975f {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:58.185267 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "name": "network-vif-plugged", "status": "completed", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:58.185533 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55154535-f5c7-4cea-a46b-369db0c0975f {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:58.185953 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'code': 200} Sep 17 22:53:58.360134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-5ccc8128-ed3c-4343-b66c-b58d1a8bf653 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:58.368643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-5ccc8128-ed3c-4343-b66c-b58d1a8bf653 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/networks?id=c3fd8f1e-94e6-4e15-944f-c70158af2356 HTTP/1.1" status: 200 len: 796 time: 0.3862991 Sep 17 22:53:58.400168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac8679-3f82-4445-970b-05c5276dc7ec req-b7a2ffd3-2273-407c-a957-fa079b6f3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:58.402376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ac8679-3f82-4445-970b-05c5276dc7ec req-b7a2ffd3-2273-407c-a957-fa079b6f3ce4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1136 time: 0.1585267 Sep 17 22:53:58.405398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-d58332f9-3ad7-41ac-b156-8329b3a81c81 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/quotas/f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 375 time: 0.0234931 Sep 17 22:53:58.545884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-f65d4647-35dd-4810-b7da-d3ae059e67c2 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332765 Sep 17 22:53:58.552890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4ac8679-3f82-4445-970b-05c5276dc7ec req-4b30132a-85ed-477c-9d94-c60fc38bd06c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1062124 Sep 17 22:53:58.696035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-724312aa-1a7f-4fd4-8714-23459566a15b service neutron] 10.222.0.48 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312709 Sep 17 22:53:58.856109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a94d4315-7cf6-4967-9d8d-b8b912d34b61 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:58.989103 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-df9e62d5-7090-42b3-b512-d4bfdc87684a service neutron] 10.222.0.48 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920911 Sep 17 22:53:59.048217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a94d4315-7cf6-4967-9d8d-b8b912d34b61 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:59.049442 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:59.493762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4a93b0c6-f62b-4cc3-af14-4475056c86f4 req-d76a698d-8c6e-405d-8a0c-0641e07e55e7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 210 time: 0.0744386 Sep 17 22:53:59.805052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd10be4-bb3f-4a75-9c8b-64b806f2dc9c req-4d66bcd6-a8a4-4e7e-a3ce-c7fb68865c98 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:59.806960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfd10be4-bb3f-4a75-9c8b-64b806f2dc9c req-4d66bcd6-a8a4-4e7e-a3ce-c7fb68865c98 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 984 time: 0.1161597 Sep 17 22:53:59.883972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfd10be4-bb3f-4a75-9c8b-64b806f2dc9c req-01ee3a1d-1c1b-41c7-87dc-0f4898934d88 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0653999 Sep 17 22:53:59.943309 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43129d91-3496-4241-b18c-9cd2fcff0727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:00.637520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dfda5833-0222-4c15-b61f-c693bcf137bc req-606a6f0f-e62d-477f-8a6b-a515436898a4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 210 time: 0.0439332 Sep 17 22:54:01.061997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59625a4a-83ec-43f0-8961-4a11a55ef8ae req-56aca617-aeb6-443c-8413-59df881dfbfb tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:01.073516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59625a4a-83ec-43f0-8961-4a11a55ef8ae req-56aca617-aeb6-443c-8413-59df881dfbfb tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 984 time: 0.0720699 Sep 17 22:54:01.156497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59625a4a-83ec-43f0-8961-4a11a55ef8ae req-f93808cf-1bbf-4fbe-a708-25d03275470f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0787787 Sep 17 22:54:01.186861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-fa883e36-4df7-43d4-8c13-46a110dd228e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:01.190045 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-fa883e36-4df7-43d4-8c13-46a110dd228e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "GET /v2.0/networks?id=c3fd8f1e-94e6-4e15-944f-c70158af2356 HTTP/1.1" status: 200 len: 796 time: 0.2287049 Sep 17 22:54:01.323380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-fb27972b-df78-43d0-9e65-17761c97cfd0 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f54f1914c89b4ed9b5e77c5724c76f12 HTTP/1.1" status: 200 len: 379 time: 0.1134746 Sep 17 22:54:01.341991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'port': {'device_id': '315fd4cd-3014-4360-8a16-7a316e45c667', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'admin_state_up': True, 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'security_groups': ['e75e444d-32c9-4321-9add-8e0b868b4b4b']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:01.409599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b1141-6c71-4d7a-a334-4cb7b6839c85 req-18650dae-38cd-4aa9-93fb-6a67b168fb3f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:01.411224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-541b1141-6c71-4d7a-a334-4cb7b6839c85 req-18650dae-38cd-4aa9-93fb-6a67b168fb3f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 984 time: 0.1070364 Sep 17 22:54:01.494872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-541b1141-6c71-4d7a-a334-4cb7b6839c85 req-4ae2200f-4679-4f79-8cd0-5b5c67a20580 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0700355 Sep 17 22:54:01.583333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Made reservation on behalf of f54f1914c89b4ed9b5e77c5724c76f12 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:54:01.588829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:01.692644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753ee32-8aa2-452b-9031-af930cc66e2a req-afe59c66-bdf1-48ec-bfaa-3dc049698506 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:01.694546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f753ee32-8aa2-452b-9031-af930cc66e2a req-afe59c66-bdf1-48ec-bfaa-3dc049698506 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1136 time: 0.0967765 Sep 17 22:54:01.756880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f753ee32-8aa2-452b-9031-af930cc66e2a req-57b24a93-7e22-467e-a1dd-bccca2a963a2 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:01.807298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6d20279-ce53-433a-8ad2-68b0877b7c47 req-4bc4c673-ff60-407c-b68a-e9d4d8a6716a tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 210 time: 0.0666115 Sep 17 22:54:01.842891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.20.0.13 (c3fd8f1e-94e6-4e15-944f-c70158af2356/03ff5354-9d42-4104-9269-200ed2b7cad2/f676d2ab-ef52-4489-92c2-7df915a9b862) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:01.950887 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f753ee32-8aa2-452b-9031-af930cc66e2a req-57b24a93-7e22-467e-a1dd-bccca2a963a2 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:01.957041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f753ee32-8aa2-452b-9031-af930cc66e2a req-57b24a93-7e22-467e-a1dd-bccca2a963a2 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:01.987395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f753ee32-8aa2-452b-9031-af930cc66e2a req-57b24a93-7e22-467e-a1dd-bccca2a963a2 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2853246 Sep 17 22:54:02.005824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b24a93-7e22-467e-a1dd-bccca2a963a2 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884a98f1-216e-48c1-bb2d-a6b0cd8da261,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:02.027159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40204) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:02.128732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d1ceb6-2c11-4fb9-b956-5cf45135dccf tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:02.133731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d6d1ceb6-2c11-4fb9-b956-5cf45135dccf tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1131 time: 0.1053257 Sep 17 22:54:02.134416 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40206) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:02.139281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:02.144835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:02.199932 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:02.258000 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:02.326287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:02.334913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:02.346280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:02.411242 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:02.449564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=f676d2ab-ef52-4489-92c2-7df915a9b862,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:02.515203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.515715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.516496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.517033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.517593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.517953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.518324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.518590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.518951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.519303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.519541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.525005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:02.555725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:02.556617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:02.584556 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-82922d10-b13b-4dda-aea3-4d079947aee3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2537925 Sep 17 22:54:02.629207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Allocated IP 172.25.0.123 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/daf991fd-bb19-4ee7-8026-2cb2193107fd) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:02.727532 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-05a52b0e-7626-44be-8af9-0dcd442d288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:02.770303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Request body: {'port': {'device_id': '315fd4cd-3014-4360-8a16-7a316e45c667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:02.793942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-09cfbc1a-f85e-4c50-8bcf-690c59491ecb None None] Provisioning complete for port f676d2ab-ef52-4489-92c2-7df915a9b862 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:02.794692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-09cfbc1a-f85e-4c50-8bcf-690c59491ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:02.848532 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-09cfbc1a-f85e-4c50-8bcf-690c59491ecb None None] Port f676d2ab-ef52-4489-92c2-7df915a9b862 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:54:02.879695 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:02.885987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.032426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.050703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:03.054452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:03.074666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:03.085196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27b2b9-0cfd-4046-abd7-6d63613e40d1 req-766784a1-e6ca-433e-a806-67b482c96254 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:03.087104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c27b2b9-0cfd-4046-abd7-6d63613e40d1 req-766784a1-e6ca-433e-a806-67b482c96254 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 932 time: 0.1700826 Sep 17 22:54:03.112102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.209153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=daf991fd-bb19-4ee7-8026-2cb2193107fd,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:03.230675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c27b2b9-0cfd-4046-abd7-6d63613e40d1 req-444f9b39-1b82-4b0d-945d-ab757f552094 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279528 Sep 17 22:54:03.313845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f676d2ab-ef52-4489-92c2-7df915a9b862 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:54:03.322737 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.337778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Transition to ACTIVE for port object f676d2ab-ef52-4489-92c2-7df915a9b862 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:54:03.342437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.447056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Pushing event updated for resources: {'Port': ['ID=f676d2ab-ef52-4489-92c2-7df915a9b862,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:03.606480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Attempting to bind port f676d2ab-ef52-4489-92c2-7df915a9b862 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:03.606826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Attempting to bind port f676d2ab-ef52-4489-92c2-7df915a9b862 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:03.607153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Attempting to bind port f676d2ab-ef52-4489-92c2-7df915a9b862 on network c3fd8f1e-94e6-4e15-944f-c70158af2356 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:03.617831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Port f676d2ab-ef52-4489-92c2-7df915a9b862 on network c3fd8f1e-94e6-4e15-944f-c70158af2356 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:54:03.618150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Attempting to bind port f676d2ab-ef52-4489-92c2-7df915a9b862 on network c3fd8f1e-94e6-4e15-944f-c70158af2356 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:03.629793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:03.630125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Checking segment: {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:03.630510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Bound using segment: {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:03.630935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Bound port: f676d2ab-ef52-4489-92c2-7df915a9b862, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9775b294-47bf-4879-8c54-f3ee2d4c9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:03.631295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.769912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.775846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] For port f676d2ab-ef52-4489-92c2-7df915a9b862, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:03.782721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] For port f676d2ab-ef52-4489-92c2-7df915a9b862, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f676d2ab-ef52-4489-92c2-7df915a9b862,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:03.795483 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.874082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:03.874082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.876023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] 10.222.0.49 "PUT /v2.0/ports/f676d2ab-ef52-4489-92c2-7df915a9b862 HTTP/1.1" status: 200 len: 1093 time: 1.2764142 Sep 17 22:54:03.876574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:03.884175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.899831 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762f7518-e305-459d-86a3-890f310ec7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:03.946152 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:03.998710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a9ae5-2f15-4234-952d-1e033f9d2f3f service neutron] Pushing event updated for resources: {'Port': ['ID=f676d2ab-ef52-4489-92c2-7df915a9b862,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:04.010634 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c0f3b-9268-4295-bc3f-b0c73925fed7 x-openstack-request-id: req-6e4c0f3b-9268-4295-bc3f-b0c73925fed7 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:04.010927 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:04.011177 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e4c0f3b-9268-4295-bc3f-b0c73925fed7 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:04.011577 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'status': 'completed', 'code': 200} Sep 17 22:54:04.050506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-bf780dd2-261e-4c95-bf4f-24636fac751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:04.053254 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-bf780dd2-261e-4c95-bf4f-24636fac751e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 1096 time: 0.1036546 Sep 17 22:54:04.216523 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-76d25e88-5e50-4ef7-a454-6e6ef7f730b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f676d2ab-ef52-4489-92c2-7df915a9b862 HTTP/1.1" status: 200 len: 217 time: 0.1475174 Sep 17 22:54:04.277791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:04.280617 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:54:04.285433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:04.411070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-a8274d91-deea-4777-ac0f-84d0d2b8ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:04.412181 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-a8274d91-deea-4777-ac0f-84d0d2b8ced7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ff5354-9d42-4104-9269-200ed2b7cad2 HTTP/1.1" status: 200 len: 834 time: 0.1873276 Sep 17 22:54:04.455849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:04.466369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-2faa7d71-d727-4270-8c82-fd9eca4fe6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:04.467941 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-2faa7d71-d727-4270-8c82-fd9eca4fe6bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3fd8f1e-94e6-4e15-944f-c70158af2356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483704 Sep 17 22:54:04.573877 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Floating IP 2095e624-a26e-43c8-b4b8-84ce472317f4 associated. External IP: 172.25.0.123, port: 5ae125c5-4967-4405-b76c-7a0e35f47b4c. Sep 17 22:54:04.589178 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-b8ccc77d-a7dc-469f-bcec-1bb5adfdff38 service neutron] 10.222.0.49 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132383 Sep 17 22:54:04.638693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=daf991fd-bb19-4ee7-8026-2cb2193107fd,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:04.660966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fe1cd-0be5-42bb-be22-e8c80a8eceea req-a40606b5-e665-469d-9295-208627b74a30 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:04.662458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b58fe1cd-0be5-42bb-be22-e8c80a8eceea req-a40606b5-e665-469d-9295-208627b74a30 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 944 time: 0.3270733 Sep 17 22:54:04.748715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b58fe1cd-0be5-42bb-be22-e8c80a8eceea req-82191e70-b42d-4ee7-9870-7f1d331966e7 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785959 Sep 17 22:54:04.793033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-04b61480-0e39-4bad-b0d1-3e62545cba05 req-d74cb44e-0cbb-47ce-b23e-b255d21aedb4 service neutron] 10.222.0.49 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952751 Sep 17 22:54:04.841754 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:04.972286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f7518-e305-459d-86a3-890f310ec7e8 req-873d87b1-ec0a-4780-8769-b1c4bff95e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:04.972986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-762f7518-e305-459d-86a3-890f310ec7e8 req-873d87b1-ec0a-4780-8769-b1c4bff95e83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 1096 time: 0.0759578 Sep 17 22:54:04.975897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:54:05.122655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f7518-e305-459d-86a3-890f310ec7e8 req-80399a0f-ea51-4711-b2a1-f080786bd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.124158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-762f7518-e305-459d-86a3-890f310ec7e8 req-80399a0f-ea51-4711-b2a1-f080786bd840 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3fd8f1e-94e6-4e15-944f-c70158af2356 HTTP/1.1" status: 200 len: 897 time: 0.1435273 Sep 17 22:54:05.136778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:54:05.152038 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] Sync routers for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:54:05.165652 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:05.176999 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:05.178194 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:54:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:05.215005 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-762f7518-e305-459d-86a3-890f310ec7e8 req-dd19bbe3-f4ea-4cce-a12b-8bc65e39f9ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f676d2ab-ef52-4489-92c2-7df915a9b862 HTTP/1.1" status: 200 len: 217 time: 0.0822766 Sep 17 22:54:05.226675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-81d22393-64ea-4986-b90e-0b9973ec966d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0911169 Sep 17 22:54:05.227295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:05.230608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40304) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:05.237057 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6422772d-2d83-4b85-b929-ccf8f4039b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:05.296433 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f037f11-d4be-4963-9cc7-0d72e76e9704 x-openstack-request-id: req-4f037f11-d4be-4963-9cc7-0d72e76e9704 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:05.298040 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:05.298508 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f037f11-d4be-4963-9cc7-0d72e76e9704 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:05.299102 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'status': 'completed', 'code': 200} Sep 17 22:54:05.361358 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:05.394235 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:05.474202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-d72abeb0-9003-48e1-83a9-0e299b376448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.475751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-d72abeb0-9003-48e1-83a9-0e299b376448 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1136 time: 0.1486650 Sep 17 22:54:05.506830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f7518-e305-459d-86a3-890f310ec7e8 req-3c627509-63a0-453e-8850-f415b619ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.508764 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-762f7518-e305-459d-86a3-890f310ec7e8 req-3c627509-63a0-453e-8850-f415b619ae27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ff5354-9d42-4104-9269-200ed2b7cad2 HTTP/1.1" status: 200 len: 834 time: 0.2874103 Sep 17 22:54:05.673949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-b3a8038f-7904-4720-8dce-962860195baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.680197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-b3a8038f-7904-4720-8dce-962860195baa service neutron] 10.222.0.45 "GET /v2.0/networks?id=c32ab9e0-8077-454a-a2f9-535f9b9c186d HTTP/1.1" status: 200 len: 898 time: 0.1952002 Sep 17 22:54:05.775598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf78d22-0ef2-4b86-96a0-d20b4c65bede tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.776086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf78d22-0ef2-4b86-96a0-d20b4c65bede tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.776561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf78d22-0ef2-4b86-96a0-d20b4c65bede tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.777185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf78d22-0ef2-4b86-96a0-d20b4c65bede tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.777814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf78d22-0ef2-4b86-96a0-d20b4c65bede tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.778276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf78d22-0ef2-4b86-96a0-d20b4c65bede tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.780171 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-caf78d22-0ef2-4b86-96a0-d20b4c65bede tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4274 time: 0.5484157 Sep 17 22:54:05.783717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40330) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:05.849622 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '2095e624-a26e-43c8-b4b8-84ce472317f4', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'port_id': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'mac_address': 'fa:16:3e:c0:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:54:03Z', 'updated_at': '2021-09-17T22:54:03Z', 'revision_number': 0, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:05.858774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745a41b-e5ee-47b9-9038-8f2ba919b124 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.859561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745a41b-e5ee-47b9-9038-8f2ba919b124 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.860706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745a41b-e5ee-47b9-9038-8f2ba919b124 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.861436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745a41b-e5ee-47b9-9038-8f2ba919b124 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.862039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745a41b-e5ee-47b9-9038-8f2ba919b124 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.862586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745a41b-e5ee-47b9-9038-8f2ba919b124 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.864387 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b745a41b-e5ee-47b9-9038-8f2ba919b124 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.0793893 Sep 17 22:54:05.867265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40332) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:05.878139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f7518-e305-459d-86a3-890f310ec7e8 req-e95293b2-e2ef-4dd3-9bae-6febbfa3c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:05.879897 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-762f7518-e305-459d-86a3-890f310ec7e8 req-e95293b2-e2ef-4dd3-9bae-6febbfa3c3b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3fd8f1e-94e6-4e15-944f-c70158af2356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3587534 Sep 17 22:54:05.892954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-2fac982d-fd68-45ac-b230-f0fa2a17e903 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c HTTP/1.1" status: 200 len: 999 time: 0.2066100 Sep 17 22:54:05.927034 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] Checking router: 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:54:05.949960 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:05.950699 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:54:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:06.037324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-5c21654b-00fd-42d3-a1d8-81f6c723f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:06.038889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-5c21654b-00fd-42d3-a1d8-81f6c723f02f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6eddb64b-96fd-445e-96a9-deeb5c249c33 HTTP/1.1" status: 200 len: 835 time: 0.1138690 Sep 17 22:54:06.065317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a52adf-c478-493a-b641-3ba7bdbc0daa req-b83bbc63-d684-466a-a2dc-3255bf4690de tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:06.066927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20a52adf-c478-493a-b641-3ba7bdbc0daa req-b83bbc63-d684-466a-a2dc-3255bf4690de tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 944 time: 0.2008636 Sep 17 22:54:06.101867 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:06.188624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-0e424f61-3a17-402e-ac06-2046b91d63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:06.190124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-0e424f61-3a17-402e-ac06-2046b91d63f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c32ab9e0-8077-454a-a2f9-535f9b9c186d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401196 Sep 17 22:54:06.193494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20a52adf-c478-493a-b641-3ba7bdbc0daa req-a05f4e84-81f3-4874-9c7d-1f57a078137c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116180 Sep 17 22:54:06.368635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-bf086dbc-a3e2-4116-82c7-d12e8f50413d service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621914 Sep 17 22:54:06.402940 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-762f7518-e305-459d-86a3-890f310ec7e8 req-78725396-37b1-4750-b720-08b7ef90a427 service neutron] 10.222.0.49 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900138 Sep 17 22:54:06.490404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6422772d-2d83-4b85-b929-ccf8f4039b9c req-f155dc8f-bb1c-4997-93d6-a14acabca4ed service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137540 Sep 17 22:54:06.566233 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-762f7518-e305-459d-86a3-890f310ec7e8 req-fa7abcde-d09f-43ec-9a30-fa9408c4c511 service neutron] 10.222.0.49 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532249 Sep 17 22:54:06.611451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40356) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:06.612590 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4b1e33bc-892e-43f0-98d5-20760469d8c3 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.7441602 Sep 17 22:54:06.670527 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '2095e624-a26e-43c8-b4b8-84ce472317f4', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'port_id': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'mac_address': 'fa:16:3e:c0:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:54:03Z', 'updated_at': '2021-09-17T22:54:03Z', 'revision_number': 0, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:06.744045 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062deb92-08b8-4bac-8a25-5855b78c8f34 None None] The sync data for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 is: [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '2095e624-a26e-43c8-b4b8-84ce472317f4', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'port_id': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'mac_address': 'fa:16:3e:c0:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:54:03Z', 'updated_at': '2021-09-17T22:54:03Z', 'revision_number': 0, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:54:06.748770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d812de6-a649-486e-bc58-72a4499f8141 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:06.749375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d812de6-a649-486e-bc58-72a4499f8141 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:06.751546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6d812de6-a649-486e-bc58-72a4499f8141 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c HTTP/1.1" status: 200 len: 1991 time: 0.1375258 Sep 17 22:54:06.997767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f75394-0bbc-4eeb-bdf6-a2d14f329678 None None] New status for floating IP 2095e624-a26e-43c8-b4b8-84ce472317f4: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:54:07.326889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a017-eb5a-40df-9a48-b4eb0e7aaa64 req-6e785028-285a-43a8-a807-4083c7ac3265 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:07.329425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef68a017-eb5a-40df-9a48-b4eb0e7aaa64 req-6e785028-285a-43a8-a807-4083c7ac3265 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 944 time: 0.0540924 Sep 17 22:54:07.374980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef68a017-eb5a-40df-9a48-b4eb0e7aaa64 req-b78a08d2-6d91-4f99-98d2-f78025b1372f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395577 Sep 17 22:54:08.535410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c9821-f754-4e11-bcfd-b8a4cd958bb1 req-f2663672-be3a-476f-a0a7-9d61ad62129c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:08.537194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e68c9821-f754-4e11-bcfd-b8a4cd958bb1 req-f2663672-be3a-476f-a0a7-9d61ad62129c tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 944 time: 0.0642340 Sep 17 22:54:08.593442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e68c9821-f754-4e11-bcfd-b8a4cd958bb1 req-94024dd8-5aa9-4745-a26e-ff9c9c3a9701 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 Sep 17 22:54:08.725726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f676d2ab-ef52-4489-92c2-7df915a9b862 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:54:08.861543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f676d2ab-ef52-4489-92c2-7df915a9b862, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f676d2ab-ef52-4489-92c2-7df915a9b862,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:09.051651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'port_id': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'mac_address': 'fa:16:3e:3c:f9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:54:09.145836 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:09.160331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f676d2ab-ef52-4489-92c2-7df915a9b862 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:54:09.182229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f676d2ab-ef52-4489-92c2-7df915a9b862, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f676d2ab-ef52-4489-92c2-7df915a9b862,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:09.187097 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:09.240732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f676d2ab-ef52-4489-92c2-7df915a9b862,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:09.554623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['f676d2ab-ef52-4489-92c2-7df915a9b862'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:54:09.775563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e5f2c-7b11-4dd0-a118-d402ebb7065b req-20179339-49fa-4a66-8166-554bb1de99e5 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:09.791359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e38e5f2c-7b11-4dd0-a118-d402ebb7065b req-20179339-49fa-4a66-8166-554bb1de99e5 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 945 time: 0.0997713 Sep 17 22:54:09.841267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e38e5f2c-7b11-4dd0-a118-d402ebb7065b req-22555d8a-2d1a-4a28-9c82-32bc0fb3e845 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Sep 17 22:54:10.732649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f676d2ab-ef52-4489-92c2-7df915a9b862 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:10.804797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port f676d2ab-ef52-4489-92c2-7df915a9b862 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:54:10.812037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port f676d2ab-ef52-4489-92c2-7df915a9b862 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:10.813380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:10.957334 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:10.987439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:11.000741 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba352ffd-f160-44ad-88bd-86613fdc4ebb" -d '{"events": [{"server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "name": "network-vif-plugged", "status": "completed", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:11.021006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0626fc2-77dd-4602-a8cd-74e788c5a205 req-a07dde0a-e014-4107-a712-d8bf5672cdb9 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:11.029680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0626fc2-77dd-4602-a8cd-74e788c5a205 req-a07dde0a-e014-4107-a712-d8bf5672cdb9 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 945 time: 0.0676024 Sep 17 22:54:11.034664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f676d2ab-ef52-4489-92c2-7df915a9b862, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f676d2ab-ef52-4489-92c2-7df915a9b862,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:11.042930 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:11.080465 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f3bfdc-3e09-4bd6-ad9f-21017e7429be x-openstack-request-id: req-b1f3bfdc-3e09-4bd6-ad9f-21017e7429be {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:11.080760 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "name": "network-vif-plugged", "status": "completed", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:11.082700 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1f3bfdc-3e09-4bd6-ad9f-21017e7429be {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:11.083101 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'code': 200} Sep 17 22:54:11.114317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0626fc2-77dd-4602-a8cd-74e788c5a205 req-268c5f94-ca72-4166-9960-db7b55e36546 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811567 Sep 17 22:54:11.141831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f676d2ab-ef52-4489-92c2-7df915a9b862,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:11.232891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a77be-2658-495c-9467-e5959912c3eb req-7dec0206-393e-4004-9765-2f9210e86068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:11.235152 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-df7a77be-2658-495c-9467-e5959912c3eb req-7dec0206-393e-4004-9765-2f9210e86068 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 1098 time: 0.0575092 Sep 17 22:54:11.287210 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-df7a77be-2658-495c-9467-e5959912c3eb req-8469fdaf-7eee-4fde-8b18-dced0922371c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450613 Sep 17 22:54:12.270889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11972c94-3cf8-4da9-b7ed-e1d7ec2c791e req-557e8aa3-2226-49eb-be25-b179bfaefb6e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:12.272332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11972c94-3cf8-4da9-b7ed-e1d7ec2c791e req-557e8aa3-2226-49eb-be25-b179bfaefb6e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 946 time: 0.0699599 Sep 17 22:54:12.340023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11972c94-3cf8-4da9-b7ed-e1d7ec2c791e req-05daca6c-8cca-4792-aa90-723621bea27e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603752 Sep 17 22:54:13.517283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc0cb5-2f02-4f2e-8ffc-7986096c474a req-4bca27af-9502-49ec-a261-e79172d45fb3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:13.519663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecfc0cb5-2f02-4f2e-8ffc-7986096c474a req-4bca27af-9502-49ec-a261-e79172d45fb3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 946 time: 0.0718722 Sep 17 22:54:13.563669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecfc0cb5-2f02-4f2e-8ffc-7986096c474a req-329c7575-3451-4d01-87ff-e936fba11167 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376530 Sep 17 22:54:13.736468 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa42e2-c263-4cd1-b536-ebad75ef63ac req-c1021aa3-221a-4aee-8e68-7f02f29e3089 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:13.738352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0caa42e2-c263-4cd1-b536-ebad75ef63ac req-c1021aa3-221a-4aee-8e68-7f02f29e3089 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 946 time: 0.0931106 Sep 17 22:54:13.783615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0caa42e2-c263-4cd1-b536-ebad75ef63ac req-7cbe13f1-b08f-4594-9e0f-83ac1ae46883 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362706 Sep 17 22:54:13.807374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40632) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:13.851794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c3dfa-d20b-447f-8eea-6068f11edb82 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:13.854213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1c6c3dfa-d20b-447f-8eea-6068f11edb82 tempest-TestNetworkBasicOps-287364385 tempest-TestNetworkBasicOps-287364385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 1093 time: 0.0451541 Sep 17 22:54:13.856339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40636) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:13.862717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:13.893142 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:14.016442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:14.153661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Allocated IP 172.25.0.193 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/60d0b373-9749-4ef2-9eac-0d9429aadae1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:14.302140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:14.342422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:14.394026 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:14.405200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:14.408722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:14.412460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=60d0b373-9749-4ef2-9eac-0d9429aadae1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:14.855691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:14.945578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:15.181415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:15.190369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:15.290309 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event updated for resources: {'Port': ['ID=60d0b373-9749-4ef2-9eac-0d9429aadae1,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:15.319648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:15.483646 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Floating IP fa85c68f-c827-4dc1-862f-3adb2771c5dd associated. External IP: 172.25.0.193, port: f676d2ab-ef52-4489-92c2-7df915a9b862. Sep 17 22:54:15.771165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:54:15.926656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:54:15.940637 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] Sync routers for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:54:15.947336 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:15.972846 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:15.975148 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:54:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:15.981827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40684) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:15.986898 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bd96e8dc-a7cb-4fca-b592-c27c7fbd7dd4 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1274493 Sep 17 22:54:15.987812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:15.990315 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:16.149419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-08d6749c-dabf-4311-b362-66d95d0c6799 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/floatingips/fa85c68f-c827-4dc1-862f-3adb2771c5dd HTTP/1.1" status: 200 len: 992 time: 0.1660483 Sep 17 22:54:16.220877 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:16.267353 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcf8f82-b119-4f50-9027-0ce63a5c3d8b x-openstack-request-id: req-afcf8f82-b119-4f50-9027-0ce63a5c3d8b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:16.267649 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:16.267909 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afcf8f82-b119-4f50-9027-0ce63a5c3d8b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:16.268326 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'status': 'completed', 'code': 200} Sep 17 22:54:16.377831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-4ff658df-739f-4120-be45-c0c87e2e9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:16.379438 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-4ff658df-739f-4120-be45-c0c87e2e9ff6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 1098 time: 0.0708864 Sep 17 22:54:16.556093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-1e3a0170-dc11-482e-aace-bce1c6dfeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:16.558701 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-1e3a0170-dc11-482e-aace-bce1c6dfeafd service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3fd8f1e-94e6-4e15-944f-c70158af2356 HTTP/1.1" status: 200 len: 897 time: 0.1718507 Sep 17 22:54:16.637407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-8343fcbe-6e7d-4475-b43c-acb1e0a16568 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f676d2ab-ef52-4489-92c2-7df915a9b862 HTTP/1.1" status: 200 len: 1000 time: 0.0703037 Sep 17 22:54:16.650034 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'fa85c68f-c827-4dc1-862f-3adb2771c5dd', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'port_id': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'mac_address': 'fa:16:3e:3c:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fd4cd-3014-4360-8a16-7a316e45c667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:54:14Z', 'updated_at': '2021-09-17T22:54:14Z', 'revision_number': 0, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:57Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:16.711777 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] Checking router: 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:54:16.721191 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:16.721814 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:54:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:16.784195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-9f73fb90-3742-469e-bee1-a7b9acb356e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:16.787391 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-9f73fb90-3742-469e-bee1-a7b9acb356e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ff5354-9d42-4104-9269-200ed2b7cad2 HTTP/1.1" status: 200 len: 834 time: 0.1374218 Sep 17 22:54:16.859802 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:16.924062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-194619ff-aedc-49bc-818f-abfe28e0c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:16.925626 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-194619ff-aedc-49bc-818f-abfe28e0c199 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3fd8f1e-94e6-4e15-944f-c70158af2356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256268 Sep 17 22:54:17.066365 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-e8da0bcc-4dd3-4b55-ba56-ee14ce54ac55 service neutron] 10.222.0.49 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325638 Sep 17 22:54:17.152755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 40708) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:17.271940 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52b354a-fe70-45f2-a1ac-87a9c73b3c5e req-3a0a27a9-30f4-49ad-bb9a-566a00d03844 service neutron] 10.222.0.49 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979339 Sep 17 22:54:17.277423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-65ef1a53-225f-451d-812b-5ddee9968f07 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/floatingips/fa85c68f-c827-4dc1-862f-3adb2771c5dd HTTP/1.1" status: 200 len: 992 time: 0.1227672 Sep 17 22:54:17.359874 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'fa85c68f-c827-4dc1-862f-3adb2771c5dd', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'port_id': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'mac_address': 'fa:16:3e:3c:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fd4cd-3014-4360-8a16-7a316e45c667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:54:14Z', 'updated_at': '2021-09-17T22:54:14Z', 'revision_number': 0, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:57Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:17.394424 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605e3d2-a252-437a-bc0a-5db0e5fff010 None None] The sync data for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 is: [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'fa85c68f-c827-4dc1-862f-3adb2771c5dd', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'port_id': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'mac_address': 'fa:16:3e:3c:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fd4cd-3014-4360-8a16-7a316e45c667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:54:14Z', 'updated_at': '2021-09-17T22:54:14Z', 'revision_number': 0, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:57Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:54:17.736018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6799f1-5904-4097-bfba-0441c490c74e None None] New status for floating IP fa85c68f-c827-4dc1-862f-3adb2771c5dd: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:54:18.282532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 40736) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:18.355754 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bdd77087-d9fd-47d5-87a7-4895de2abf2b tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/floatingips/fa85c68f-c827-4dc1-862f-3adb2771c5dd HTTP/1.1" status: 200 len: 994 time: 0.0713415 Sep 17 22:54:18.899953 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:29.937889 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-07dfefc9-14bf-48e5-bae0-f7a100cb340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:32.716420 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8536004c-6cfc-48c7-b070-dc623f421a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:33.098580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:33.871977 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.116445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41330) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:34.241132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bb79057d-7be0-4851-919f-869d7089a2af tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2672 time: 0.1216552 Sep 17 22:54:34.245837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41340) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:34.267044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'network': {'name': 'tempest-network-smoke--18591423', 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'port_security_enabled': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:34.297878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Made reservation on behalf of bec06ffa64ff4d50807d6e56a1da2a9d for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:54:34.304757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.333266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:54:34.347512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.348010 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Added segment 140745e2-e645-468c-9cfe-45f1cee1f724 of type vlan for network 16bd1bed-6b7b-4721-bf88-550368b9d968 Sep 17 22:54:34.396722 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.426323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.433475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:34.434706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.532487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Network': ['ID=16bd1bed-6b7b-4721-bf88-550368b9d968,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:34.540310 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bda8a547-2a49-4dee-b5c9-e32efcb635c1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2802827 Sep 17 22:54:34.543337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:34.553478 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:54:34.557357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'admin_state_up': True, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:34.600543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.601925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.669603 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:34.823399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.203409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.395119 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.449691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.480516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.622731 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Allocated IP 172.25.0.143 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/5b7212b1-b388-47f3-886d-77c78d3b96a8) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:35.763359 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.801504 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.845204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:35.848227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:35.855848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:35.860220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=5b7212b1-b388-47f3-886d-77c78d3b96a8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:35.899503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.899844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.900179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.900508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.900836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.901451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.901562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.901825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.902147 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.902467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.902784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:35.903102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:36.149533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:36.385893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:36.568280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Router 70f5afda-b83c-4b23-a4da-636fa606d3ba is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:54:36.701048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:54:36.712558 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Sync routers for ids ['70f5afda-b83c-4b23-a4da-636fa606d3ba'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:54:36.732114 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Routers {'70f5afda-b83c-4b23-a4da-636fa606d3ba'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:36.732717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:36.732851 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:54:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['70f5afda-b83c-4b23-a4da-636fa606d3ba'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:36.736961 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-40a02517-d321-4859-b1ab-f0917c5300ab tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1896560 Sep 17 22:54:36.738021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41382) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:36.849879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a8a180-9aed-42f4-9a36-32d8ad929fd0 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:36.852195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e8a8a180-9aed-42f4-9a36-32d8ad929fd0 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=bec06ffa64ff4d50807d6e56a1da2a9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1127186 Sep 17 22:54:36.854973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41384) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:36.959504 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Set router 70f5afda-b83c-4b23-a4da-636fa606d3ba gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:36.973295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2d20e3-7b05-4abe-93f6-a2338525f678 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:36.975142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9f2d20e3-7b05-4abe-93f6-a2338525f678 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1181180 Sep 17 22:54:36.977950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41386) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:37.018787 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-57340f99-a6d6-4e33-b405-c479ee6399f6 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370650 Sep 17 22:54:37.019209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41388) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:37.056962 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-00fb6613-a818-426c-8a8f-d855b25818b2 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=bec06ffa64ff4d50807d6e56a1da2a9d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359342 Sep 17 22:54:37.059555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41390) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:37.164685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681c0be4-f91b-47ec-b6eb-05833cb996b4 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:37.166305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-681c0be4-f91b-47ec-b6eb-05833cb996b4 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1048412 Sep 17 22:54:37.169142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41392) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:37.203882 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2bf6647a-6a6b-448e-8a26-d956542a63df tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336144 Sep 17 22:54:37.206317 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41394) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:37.211627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-816535120', 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968', 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:37.223627 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:54:36Z', 'revision_number': 3, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:37.257246 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Checking router: 70f5afda-b83c-4b23-a4da-636fa606d3ba for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:54:37.257823 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Updating router 70f5afda-b83c-4b23-a4da-636fa606d3ba port 5b7212b1-b388-47f3-886d-77c78d3b96a8 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:54:37.290575 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.319654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Made reservation on behalf of bec06ffa64ff4d50807d6e56a1da2a9d for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:54:37.324106 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.587566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.646383 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.660077 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.662096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Subnet': ['ID=57c906d8-1454-4303-86c4-d5131b90bac2,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:37.667916 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Checking segment: {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:37.668277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network hostable DHCP agents. Network: 16bd1bed-6b7b-4721-bf88-550368b9d968, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:54:37.692990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:54:37.708114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 16bd1bed-6b7b-4721-bf88-550368b9d968) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:37.713087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:37.714022 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.717710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c96655-a879-490c-bd5e-32429322824e None None] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:54:37.738250 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Attempting to bind port 5b7212b1-b388-47f3-886d-77c78d3b96a8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:37.738778 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Attempting to bind port 5b7212b1-b388-47f3-886d-77c78d3b96a8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:37.738888 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Attempting to bind port 5b7212b1-b388-47f3-886d-77c78d3b96a8 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:37.739538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41404) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:37.748232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f1875f7c-73d9-48ec-a7fb-630502c0354f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5408158 Sep 17 22:54:37.774119 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293928d-6fd2-420d-bc74-5571567958c7 None None] Pushing event updated for resources: {'Port': ['ID=5b7212b1-b388-47f3-886d-77c78d3b96a8,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:37.786173 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:37.786550 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:37.786963 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.787354 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:37.787818 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Bound port: 5b7212b1-b388-47f3-886d-77c78d3b96a8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:37.788199 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.868216 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] For port 5b7212b1-b388-47f3-886d-77c78d3b96a8, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:37.872476 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] For port 5b7212b1-b388-47f3-886d-77c78d3b96a8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5b7212b1-b388-47f3-886d-77c78d3b96a8,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:37.884277 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.986272 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293928d-6fd2-420d-bc74-5571567958c7 None None] Pushing event updated for resources: {'Port': ['ID=5b7212b1-b388-47f3-886d-77c78d3b96a8,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:37.993860 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Routers {'70f5afda-b83c-4b23-a4da-636fa606d3ba'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:37.994557 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:54:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['70f5afda-b83c-4b23-a4da-636fa606d3ba'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:38.039282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-16bd1bed-6b7b-4721-bf88-550368b9d968', 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'fixed_ips': [{'subnet_id': '57c906d8-1454-4303-86c4-d5131b90bac2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:54:38.040026 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:38.176121 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] Set router 70f5afda-b83c-4b23-a4da-636fa606d3ba gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:38.239133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Allocated IP 172.20.0.18 (16bd1bed-6b7b-4721-bf88-550368b9d968/57c906d8-1454-4303-86c4-d5131b90bac2/0e3ed4d5-5fd8-4c6a-8620-e246eb55e020) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:38.448623 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:54:36Z', 'revision_number': 3, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:38.491219 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:38.501623 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:38.505127 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b596e6d7-f871-4c86-ba34-b8ec55d80470 None None] The sync data for ids ['70f5afda-b83c-4b23-a4da-636fa606d3ba'] in n-d-789963-10 is: [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:54:36Z', 'revision_number': 3, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:54:38.553663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:38.639326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:38.641835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Pushing event updated for resources: {'Port': ['ID=0e3ed4d5-5fd8-4c6a-8620-e246eb55e020,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:38.657435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:38.680038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.680380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.680722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.693546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.693991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.694411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.694698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.695031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.695357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.695682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.696007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.696330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:38.848383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Attempting to bind port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:38.849061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Attempting to bind port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:38.849378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Attempting to bind port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 on network 16bd1bed-6b7b-4721-bf88-550368b9d968 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:38.861217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:38.861696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Checking segment: {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:38.862105 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:38.862500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Bound using segment: {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:38.862970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Bound port: 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:38.863729 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:38.945863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] For port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:38.951533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] For port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0e3ed4d5-5fd8-4c6a-8620-e246eb55e020,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:38.971297 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:39.008039 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:39.180629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994b625-e7ae-4129-9007-2f44254a2aa9 None None] Pushing event updated for resources: {'Port': ['ID=0e3ed4d5-5fd8-4c6a-8620-e246eb55e020,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:39.403645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-963141b6-5597-4025-9692-e6f3a298dc3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2224143 Sep 17 22:54:39.567551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a8dd9-1c78-4190-a134-454458486c23 req-3e1a0d21-c4f2-4a48-81ac-c70ef95d0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:39.589652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-3e1a0d21-c4f2-4a48-81ac-c70ef95d0125 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1136 time: 0.1030667 Sep 17 22:54:39.804985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a8dd9-1c78-4190-a134-454458486c23 req-0dc553ac-9ef3-40db-9acc-a68c9bc69ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:39.806453 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-0dc553ac-9ef3-40db-9acc-a68c9bc69ee9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c32ab9e0-8077-454a-a2f9-535f9b9c186d HTTP/1.1" status: 200 len: 898 time: 0.2034202 Sep 17 22:54:39.888056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Allocated IP 172.20.0.17 (16bd1bed-6b7b-4721-bf88-550368b9d968/57c906d8-1454-4303-86c4-d5131b90bac2/7e8fb3fd-455f-44c2-8253-c7c2ae709875) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:39.975159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-7803fd95-514f-4a83-8875-ce692db702eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c HTTP/1.1" status: 200 len: 1001 time: 0.1591678 Sep 17 22:54:40.043389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a8dd9-1c78-4190-a134-454458486c23 req-73a90be8-3abd-4e4c-a092-5edf768f0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:40.044908 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-73a90be8-3abd-4e4c-a092-5edf768f0ab5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6eddb64b-96fd-445e-96a9-deeb5c249c33 HTTP/1.1" status: 200 len: 835 time: 0.0610874 Sep 17 22:54:40.065337 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:40.172393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a8dd9-1c78-4190-a134-454458486c23 req-4808f1ea-23dd-4db0-860d-b4f9d65d9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:40.174683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-4808f1ea-23dd-4db0-860d-b4f9d65d9419 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c32ab9e0-8077-454a-a2f9-535f9b9c186d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206336 Sep 17 22:54:40.186979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-ead1edf5-a17d-4444-bce5-1f4c9aab012c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:54:40.190904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-ead1edf5-a17d-4444-bce5-1f4c9aab012c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088894 Sep 17 22:54:40.193398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:40.296921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:40.300348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=7e8fb3fd-455f-44c2-8253-c7c2ae709875,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:40.325998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:40.329171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:40.409924 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:40.414609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-5b0f260d-84ee-46d9-b16e-614e6d5ea423 service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159963 Sep 17 22:54:40.597958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af3a8dd9-1c78-4190-a134-454458486c23 req-b77b5f70-6003-4963-9b5e-3a635a73aa5a service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747453 Sep 17 22:54:40.794852 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:40.930352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6c5fe-2441-4cf6-98f9-3bd2d246ed37 None None] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:54:41.205032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:41.281620 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:54:41.367424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fded8729-a9aa-4a88-a2c3-1d0049627fcc None None] Provisioning complete for port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:41.368013 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fded8729-a9aa-4a88-a2c3-1d0049627fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:41.402286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:41.411619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:41.529352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:41.550390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=7e8fb3fd-455f-44c2-8253-c7c2ae709875,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:41.583622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:41.584523 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:41.661137 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fded8729-a9aa-4a88-a2c3-1d0049627fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:41.763835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fded8729-a9aa-4a88-a2c3-1d0049627fcc None None] For port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0e3ed4d5-5fd8-4c6a-8620-e246eb55e020,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:41.766732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:41.769634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:41.777613 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fded8729-a9aa-4a88-a2c3-1d0049627fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:41.915606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5b7212b1-b388-47f3-886d-77c78d3b96a8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:41.961006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Router 70f5afda-b83c-4b23-a4da-636fa606d3ba has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:54:42.005844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded8729-a9aa-4a88-a2c3-1d0049627fcc None None] Pushing event updated for resources: {'Port': ['ID=0e3ed4d5-5fd8-4c6a-8620-e246eb55e020,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:42.084670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5b7212b1-b388-47f3-886d-77c78d3b96a8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:42.084982 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:42.195840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:54:42.222513 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c0b2eda4-1b2a-41a1-98d4-938b529aa765 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "PUT /v2.0/routers/70f5afda-b83c-4b23-a4da-636fa606d3ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4814620 Sep 17 22:54:42.223844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Sync routers for ids ['70f5afda-b83c-4b23-a4da-636fa606d3ba'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:54:42.249646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dd65991f-73e4-4b9b-857a-508ae7b8a79f None None] Provisioning complete for port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:42.254979 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dd65991f-73e4-4b9b-857a-508ae7b8a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:42.307066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Routers {'70f5afda-b83c-4b23-a4da-636fa606d3ba'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:42.307959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:54:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['70f5afda-b83c-4b23-a4da-636fa606d3ba'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:42.564230 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:42.731561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae143b-932b-46c8-975b-637acab2465d req-a0b021a0-517f-4e9c-80d6-31e1e9d05215 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:42.737994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 5b7212b1-b388-47f3-886d-77c78d3b96a8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5b7212b1-b388-47f3-886d-77c78d3b96a8,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:42.740968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-a0b021a0-517f-4e9c-80d6-31e1e9d05215 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/networks?id=16bd1bed-6b7b-4721-bf88-550368b9d968 HTTP/1.1" status: 200 len: 796 time: 0.2902849 Sep 17 22:54:42.748285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Set router 70f5afda-b83c-4b23-a4da-636fa606d3ba gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:42.775196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-910e62f4-db42-4014-a8bb-75c253c243da tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/quotas/bec06ffa64ff4d50807d6e56a1da2a9d HTTP/1.1" status: 200 len: 375 time: 0.0245676 Sep 17 22:54:42.786884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 41690) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:42.804679 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.001579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-ad8cab0c-e8d3-4911-9681-dde1d934a3d1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2242780 Sep 17 22:54:43.016190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dd65991f-73e4-4b9b-857a-508ae7b8a79f None None] Provisioning complete for port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:43.019182 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dd65991f-73e4-4b9b-857a-508ae7b8a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.081504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:43.174155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dd65991f-73e4-4b9b-857a-508ae7b8a79f None None] Port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:54:43.176974 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e056f32a-27c0-4f89-b792-3b6bbfa0c689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.181901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=5b7212b1-b388-47f3-886d-77c78d3b96a8,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:43.270498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-c692c6ab-9dbf-4fbe-b8b2-caa8fddb940a service neutron] 10.222.0.48 "GET /v2.0/networks/16bd1bed-6b7b-4721-bf88-550368b9d968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644253 Sep 17 22:54:43.362491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dcb3a91b-af5d-43f5-be30-33784c97c42b None None] Provisioning complete for port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:43.362862 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a91b-af5d-43f5-be30-33784c97c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.423050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e056f32a-27c0-4f89-b792-3b6bbfa0c689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.434909 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e056f32a-27c0-4f89-b792-3b6bbfa0c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.481921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-92433046-5585-4247-9381-77bdc73f68d0 service neutron] 10.222.0.48 "GET /v2.0/networks/16bd1bed-6b7b-4721-bf88-550368b9d968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103488 Sep 17 22:54:43.554050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 41752) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:43.554256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e056f32a-27c0-4f89-b792-3b6bbfa0c689 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad071141dba04026be8188c7ad1372e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7660577 Sep 17 22:54:43.568371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056f32a-27c0-4f89-b792-3b6bbfa0c689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65328cd5-a346-4a28-ab35-67f57a27c455,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:43.712264 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ba152f-c05e-4e01-a4b3-130dce4f4203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.725228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:43.725595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.764782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3a91b-af5d-43f5-be30-33784c97c42b None None] Port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:54:43.817123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:54:40Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '7e8fb3fd-455f-44c2-8253-c7c2ae709875', 'name': '', 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:2b:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '57c906d8-1454-4303-86c4-d5131b90bac2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:39Z', 'updated_at': '2021-09-17T22:54:41Z', 'revision_number': 2, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '57c906d8-1454-4303-86c4-d5131b90bac2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:43.863191 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ba152f-c05e-4e01-a4b3-130dce4f4203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.923973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Checking router: 70f5afda-b83c-4b23-a4da-636fa606d3ba for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:54:43.924349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Updating router 70f5afda-b83c-4b23-a4da-636fa606d3ba port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:54:43.969086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75d338a0-91dd-4956-bbfd-869286826901 req-4f92d689-829f-457f-986c-b8f87fe8035d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 210 time: 0.0458705 Sep 17 22:54:43.999686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ba152f-c05e-4e01-a4b3-130dce4f4203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.003545 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c1ba152f-c05e-4e01-a4b3-130dce4f4203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.005690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c1ba152f-c05e-4e01-a4b3-130dce4f4203 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65328cd5-a346-4a28-ab35-67f57a27c455 HTTP/1.1" status: 204 len: 168 time: 0.4506319 Sep 17 22:54:44.009370 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.038140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba152f-c05e-4e01-a4b3-130dce4f4203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65328cd5-a346-4a28-ab35-67f57a27c455,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:44.522074 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.530792 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.735359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716518-a88d-4de6-8b03-916b4b163c9e None None] Pushing event updated for resources: {'Port': ['ID=7e8fb3fd-455f-44c2-8253-c7c2ae709875,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:44.841205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Attempting to bind port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:44.841762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Attempting to bind port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:44.842571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Attempting to bind port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 on network 16bd1bed-6b7b-4721-bf88-550368b9d968 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:44.860652 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:44.861120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Checking segment: {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:44.861531 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.861929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Bound using segment: {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:44.862489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Bound port: 7e8fb3fd-455f-44c2-8253-c7c2ae709875, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:44.862889 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.009160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5b7212b1-b388-47f3-886d-77c78d3b96a8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:45.175012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] For port 7e8fb3fd-455f-44c2-8253-c7c2ae709875, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:45.179204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] For port 7e8fb3fd-455f-44c2-8253-c7c2ae709875, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7e8fb3fd-455f-44c2-8253-c7c2ae709875,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:45.181631 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ffc9022c-d39f-4c63-a42d-ac6d48a47102 req-155778d2-c984-43df-8f82-357a8210e338 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 210 time: 0.0606849 Sep 17 22:54:45.204750 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.265380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716518-a88d-4de6-8b03-916b4b163c9e None None] Pushing event updated for resources: {'Port': ['ID=7e8fb3fd-455f-44c2-8253-c7c2ae709875,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:45.305472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-33747731-3a3a-4bd6-9547-dddf22c47ce6 None None] Provisioning complete for port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:45.305853 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-33747731-3a3a-4bd6-9547-dddf22c47ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.366045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5b7212b1-b388-47f3-886d-77c78d3b96a8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:45.366633 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.451088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Routers {'70f5afda-b83c-4b23-a4da-636fa606d3ba'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:45.452301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:54:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['70f5afda-b83c-4b23-a4da-636fa606d3ba'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:45.623588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-33747731-3a3a-4bd6-9547-dddf22c47ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.852708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-33747731-3a3a-4bd6-9547-dddf22c47ce6 None None] For port 7e8fb3fd-455f-44c2-8253-c7c2ae709875, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7e8fb3fd-455f-44c2-8253-c7c2ae709875,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:45.868822 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-33747731-3a3a-4bd6-9547-dddf22c47ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.877222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae143b-932b-46c8-975b-637acab2465d req-de0ad3ee-2412-4ba3-bc30-913df88eb162 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:45.879225 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-de0ad3ee-2412-4ba3-bc30-913df88eb162 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.49 "GET /v2.0/networks?id=16bd1bed-6b7b-4721-bf88-550368b9d968 HTTP/1.1" status: 200 len: 796 time: 0.3171101 Sep 17 22:54:45.907543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Request body: {'port': {'device_id': '4b60b7ae-21c3-4ecf-85a1-c76538a1825f', 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968', 'admin_state_up': True, 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:45.945241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] Set router 70f5afda-b83c-4b23-a4da-636fa606d3ba gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:46.017665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33747731-3a3a-4bd6-9547-dddf22c47ce6 None None] Pushing event updated for resources: {'Port': ['ID=7e8fb3fd-455f-44c2-8253-c7c2ae709875,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:46.029254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8d6809cb-ad86-46b7-8f7b-954d571dbd01 None None] Provisioning complete for port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:46.030658 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8d6809cb-ad86-46b7-8f7b-954d571dbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.111679 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Made reservation on behalf of bec06ffa64ff4d50807d6e56a1da2a9d for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:54:46.116283 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.290211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Allocated IP 172.20.0.21 (16bd1bed-6b7b-4721-bf88-550368b9d968/57c906d8-1454-4303-86c4-d5131b90bac2/38e0d855-c3e7-4dcb-9185-cf6c587dcbd7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:46.317843 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d71a1037-14dd-41e0-b49c-7363cf2d55d7 req-536e5932-573d-438f-bd76-01562397e637 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 210 time: 0.0512071 Sep 17 22:54:46.417540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:54:40Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '7e8fb3fd-455f-44c2-8253-c7c2ae709875', 'name': '', 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:2b:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '57c906d8-1454-4303-86c4-d5131b90bac2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:39Z', 'updated_at': '2021-09-17T22:54:45Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '57c906d8-1454-4303-86c4-d5131b90bac2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:46.440340 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.449635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f60d1e-dd94-41b8-8259-b1ffe6792a0b None None] The sync data for ids ['70f5afda-b83c-4b23-a4da-636fa606d3ba'] in n-d-789963-10 is: [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:54:40Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '7e8fb3fd-455f-44c2-8253-c7c2ae709875', 'name': '', 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:2b:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '57c906d8-1454-4303-86c4-d5131b90bac2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:39Z', 'updated_at': '2021-09-17T22:54:45Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '57c906d8-1454-4303-86c4-d5131b90bac2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:54:46.491139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.552489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:46.556760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:46.562038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:46.621171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event updated for resources: {'Port': ['ID=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:46.647712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:46.649968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.673236 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-a657154c-61ef-4b45-87c4-3ffe038a50ba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7706656 Sep 17 22:54:46.683810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-72670c38-91d2-4491-b883-227720361c72 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:54:46.684915 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-72670c38-91d2-4491-b883-227720361c72 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056362 Sep 17 22:54:46.704250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Request body: {'port': {'device_id': '4b60b7ae-21c3-4ecf-85a1-c76538a1825f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:46.787199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.024550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7e8fb3fd-455f-44c2-8253-c7c2ae709875 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:47.143073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-99dce4f9-c745-4186-84a5-f3afadf49ea8 None None] Provisioning complete for port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:47.144019 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99dce4f9-c745-4186-84a5-f3afadf49ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.201721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-99dce4f9-c745-4186-84a5-f3afadf49ea8 None None] Port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:54:47.209814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:47.210195 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.476150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06973f-a0cc-4d1e-94d7-fc18905cf324 req-49e76e9a-71d6-469f-84ce-093522dd1a3d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:47.477856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd06973f-a0cc-4d1e-94d7-fc18905cf324 req-49e76e9a-71d6-469f-84ce-093522dd1a3d tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 895 time: 0.0710044 Sep 17 22:54:47.506290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:54:47.515287 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.528612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Transition to ACTIVE for port object 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:54:47.534828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.587259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Pushing event updated for resources: {'Port': ['ID=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:47.699622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Attempting to bind port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:47.700184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Attempting to bind port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:47.700579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Attempting to bind port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 on network 16bd1bed-6b7b-4721-bf88-550368b9d968 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:47.707015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 on network 16bd1bed-6b7b-4721-bf88-550368b9d968 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:54:47.707420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Attempting to bind port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 on network 16bd1bed-6b7b-4721-bf88-550368b9d968 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:47.714295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:47.714784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Checking segment: {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:47.715188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Bound using segment: {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:47.715605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Bound port: 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140745e2-e645-468c-9cfe-45f1cee1f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:47.716187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.806870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] For port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:47.810577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] For port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:47.822289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.871382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:47.871796 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.873886 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] 10.222.0.49 "PUT /v2.0/ports/38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 HTTP/1.1" status: 200 len: 1056 time: 1.1739697 Sep 17 22:54:47.876778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b60b7ae-21c3-4ecf-85a1-c76538a1825f', 'tag': '38e0d855-c3e7-4dcb-9185-cf6c587dcbd7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:47.879419 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d927f756-c32a-4612-a191-eb73fb292ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b60b7ae-21c3-4ecf-85a1-c76538a1825f", "tag": "38e0d855-c3e7-4dcb-9185-cf6c587dcbd7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:47.913614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807575a-b7a5-40c2-8fd3-b2ba79f0bb34 service neutron] Pushing event updated for resources: {'Port': ['ID=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:47.974082 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99425420-6312-492e-b60a-942df15d2a8b x-openstack-request-id: req-99425420-6312-492e-b60a-942df15d2a8b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:47.974417 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b60b7ae-21c3-4ecf-85a1-c76538a1825f", "tag": "38e0d855-c3e7-4dcb-9185-cf6c587dcbd7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:47.974631 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99425420-6312-492e-b60a-942df15d2a8b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:47.975083 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b60b7ae-21c3-4ecf-85a1-c76538a1825f', 'tag': '38e0d855-c3e7-4dcb-9185-cf6c587dcbd7', 'status': 'completed', 'code': 200} Sep 17 22:54:48.005445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae143b-932b-46c8-975b-637acab2465d req-13a0630b-60f6-47a9-9357-cee1787c4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:48.006998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-13a0630b-60f6-47a9-9357-cee1787c4f2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 1059 time: 0.0694637 Sep 17 22:54:48.106543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-1956fb77-d80f-4896-ad02-331e4d32792c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 HTTP/1.1" status: 200 len: 217 time: 0.0830765 Sep 17 22:54:48.213227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae143b-932b-46c8-975b-637acab2465d req-b05def04-018c-41f8-9edc-e80bb9cfabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:48.215372 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-b05def04-018c-41f8-9edc-e80bb9cfabd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=57c906d8-1454-4303-86c4-d5131b90bac2 HTTP/1.1" status: 200 len: 837 time: 0.0815067 Sep 17 22:54:48.292667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae143b-932b-46c8-975b-637acab2465d req-7e0efae7-1cc9-4bf0-9420-87f696e2e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:48.296771 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-7e0efae7-1cc9-4bf0-9420-87f696e2e7ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16bd1bed-6b7b-4721-bf88-550368b9d968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0718184 Sep 17 22:54:48.414423 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-b7a0dbe1-5fff-4c76-9c9a-c377565ab29a service neutron] 10.222.0.49 "GET /v2.0/networks/16bd1bed-6b7b-4721-bf88-550368b9d968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095316 Sep 17 22:54:48.526841 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ae143b-932b-46c8-975b-637acab2465d req-e808670b-a0c9-40da-88e1-0da2f5e2c645 service neutron] 10.222.0.49 "GET /v2.0/networks/16bd1bed-6b7b-4721-bf88-550368b9d968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047802 Sep 17 22:54:48.630875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12765b7-a946-464c-9c6a-879b4defa432 req-061faae0-d92a-455f-bebf-1c49059ede18 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:48.633102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d12765b7-a946-464c-9c6a-879b4defa432 req-061faae0-d92a-455f-bebf-1c49059ede18 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 907 time: 0.0624888 Sep 17 22:54:48.672392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-db017f7e-bb0b-4d07-8cd7-adfb8d2e05df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:48.673918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-db017f7e-bb0b-4d07-8cd7-adfb8d2e05df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 1059 time: 0.0540099 Sep 17 22:54:48.794702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-cc4394c1-5287-4dd4-aadf-a5dc999ef158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:48.797380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-cc4394c1-5287-4dd4-aadf-a5dc999ef158 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16bd1bed-6b7b-4721-bf88-550368b9d968 HTTP/1.1" status: 200 len: 897 time: 0.1102488 Sep 17 22:54:48.849576 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-f9685bf3-cf21-4e8b-ba75-f02b64f91822 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 HTTP/1.1" status: 200 len: 217 time: 0.0441620 Sep 17 22:54:48.901792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-3d70d3ab-208d-4eda-aff7-44564d62ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:48.903413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-3d70d3ab-208d-4eda-aff7-44564d62ddc7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=57c906d8-1454-4303-86c4-d5131b90bac2 HTTP/1.1" status: 200 len: 837 time: 0.0467548 Sep 17 22:54:48.910820 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:48.954191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-44f4306c-8883-4466-8fc6-edf2b78011fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:48.955664 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-44f4306c-8883-4466-8fc6-edf2b78011fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16bd1bed-6b7b-4721-bf88-550368b9d968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0442977 Sep 17 22:54:49.055238 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-ef8b7663-9a1e-426a-a51f-04b2732b38f0 service neutron] 10.222.0.49 "GET /v2.0/networks/16bd1bed-6b7b-4721-bf88-550368b9d968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919697 Sep 17 22:54:49.167177 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d927f756-c32a-4612-a191-eb73fb292ab0 req-0d37f887-d550-4147-a80a-ac01850ea4a2 service neutron] 10.222.0.49 "GET /v2.0/networks/16bd1bed-6b7b-4721-bf88-550368b9d968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013985 Sep 17 22:54:49.755182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6face0d7-1c51-467d-bffe-9cce57e04fdd req-679f9e43-4a79-4f19-bda3-be684c716c87 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:49.756817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6face0d7-1c51-467d-bffe-9cce57e04fdd req-679f9e43-4a79-4f19-bda3-be684c716c87 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 907 time: 0.0519605 Sep 17 22:54:50.903601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bfe62-c16a-4edc-9ae6-cb0e7849903c req-e312023b-c5bc-430d-92de-92d0c1d2e2a1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.905245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac8bfe62-c16a-4edc-9ae6-cb0e7849903c req-e312023b-c5bc-430d-92de-92d0c1d2e2a1 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 907 time: 0.0651648 Sep 17 22:54:52.038156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100317f-88fc-462b-954a-deeb5945dd2d req-18f034ad-5619-4ce7-a2cf-00475eee7066 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.041048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5100317f-88fc-462b-954a-deeb5945dd2d req-18f034ad-5619-4ce7-a2cf-00475eee7066 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 907 time: 0.0530093 Sep 17 22:54:52.237790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-8c70de19-1747-472c-aa75-284d1e69977f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425429 Sep 17 22:54:52.361572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-a730aba3-3d68-44b9-85a1-d90032cc3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.363114 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-a730aba3-3d68-44b9-85a1-d90032cc3baa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1097 time: 0.0523417 Sep 17 22:54:52.478849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-7083bfbf-8567-44c1-9e9e-f651eefac9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.480684 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-7083bfbf-8567-44c1-9e9e-f651eefac9fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.0978525 Sep 17 22:54:52.566057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-dbd23bba-fc5d-42c7-b120-38f706e2808a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 1000 time: 0.0702491 Sep 17 22:54:52.620210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-eca87c8a-796b-41d8-843d-b85c647f900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.621785 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-eca87c8a-796b-41d8-843d-b85c647f900c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.0487206 Sep 17 22:54:52.672834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-b38da752-f71b-4821-aa8f-4af2dac8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.674371 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-b38da752-f71b-4821-aa8f-4af2dac8c0e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443881 Sep 17 22:54:52.784129 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-b1859cef-70ad-4c0c-af8d-ad420776c5c2 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026850 Sep 17 22:54:52.892827 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fa0b2dbf-d99b-4a01-98d1-a9cbf7196229 req-cc8eba1c-dc16-4287-8310-9fabda113078 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971420 Sep 17 22:54:52.980200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:54:53.105803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:53.126166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '38e0d855-c3e7-4dcb-9185-cf6c587dcbd7', 'network_id': '16bd1bed-6b7b-4721-bf88-550368b9d968', 'port_id': '38e0d855-c3e7-4dcb-9185-cf6c587dcbd7', 'mac_address': 'fa:16:3e:ef:27:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c906d8-1454-4303-86c4-d5131b90bac2', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:54:53.169340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c0535-593d-460e-9a2f-8e1858e979d9 req-c338f644-fa6a-42a4-ab91-0ba434748424 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:53.180586 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:53.197390 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b4c0535-593d-460e-9a2f-8e1858e979d9 req-c338f644-fa6a-42a4-ab91-0ba434748424 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 907 time: 0.0793333 Sep 17 22:54:53.203398 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:54:53.230581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:53.235712 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:53.289559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:53.653494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['38e0d855-c3e7-4dcb-9185-cf6c587dcbd7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:54:54.299176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888f54d-df09-49a7-a20e-ef8126d086c3 req-8e7daff3-121e-48b8-a5da-81c0c03b30c7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:54.301735 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0888f54d-df09-49a7-a20e-ef8126d086c3 req-8e7daff3-121e-48b8-a5da-81c0c03b30c7 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 908 time: 0.0594604 Sep 17 22:54:54.991513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:55.063555 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:54:55.070002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:55.070611 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.166407 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.192416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b60b7ae-21c3-4ecf-85a1-c76538a1825f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e0d855-c3e7-4dcb-9185-cf6c587dcbd7'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:55.194873 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c327c59d-1460-4edf-a960-29728f5880a8" -d '{"events": [{"server_uuid": "4b60b7ae-21c3-4ecf-85a1-c76538a1825f", "name": "network-vif-plugged", "status": "completed", "tag": "38e0d855-c3e7-4dcb-9185-cf6c587dcbd7"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:55.218325 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:55.226090 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.259307 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d90600-4e01-466b-8b92-e9d851e5e66e x-openstack-request-id: req-80d90600-4e01-466b-8b92-e9d851e5e66e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:55.259607 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b60b7ae-21c3-4ecf-85a1-c76538a1825f", "name": "network-vif-plugged", "status": "completed", "tag": "38e0d855-c3e7-4dcb-9185-cf6c587dcbd7", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:55.259866 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80d90600-4e01-466b-8b92-e9d851e5e66e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:55.260260 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b60b7ae-21c3-4ecf-85a1-c76538a1825f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e0d855-c3e7-4dcb-9185-cf6c587dcbd7', 'code': 200} Sep 17 22:54:55.291813 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:55.383656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8764d0-1626-481e-bb69-7c687e0933f4 req-abb4d12a-6f69-4dbf-bda2-6f3b0438e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:55.385506 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ae8764d0-1626-481e-bb69-7c687e0933f4 req-abb4d12a-6f69-4dbf-bda2-6f3b0438e3c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 1061 time: 0.0551939 Sep 17 22:54:55.463829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2fc9a-d673-4277-95a3-201e768a1142 req-2d196281-f937-4121-a0c7-f09ca85858bb tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:55.475769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32a2fc9a-d673-4277-95a3-201e768a1142 req-2d196281-f937-4121-a0c7-f09ca85858bb tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 909 time: 0.0874577 Sep 17 22:54:56.693908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cad06-876c-4744-8b27-008538011a1c req-0fbf01b2-dea6-42dd-900c-c04ccff0dd9f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:56.695801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f40cad06-876c-4744-8b27-008538011a1c req-0fbf01b2-dea6-42dd-900c-c04ccff0dd9f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 909 time: 0.1333749 Sep 17 22:54:57.843883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae818c-087a-4868-b3f7-45c11414cf07 req-b2b4ded2-22c9-45aa-ae91-dbd98262c2aa tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:57.852964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35ae818c-087a-4868-b3f7-45c11414cf07 req-b2b4ded2-22c9-45aa-ae91-dbd98262c2aa tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 909 time: 0.0678210 Sep 17 22:54:58.011756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e8e3d-e849-409c-a4a4-a8180ee1a23f req-118576a3-45c0-444c-9cbd-53972f672e9b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:58.014503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b65e8e3d-e849-409c-a4a4-a8180ee1a23f req-118576a3-45c0-444c-9cbd-53972f672e9b tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 909 time: 0.0728116 Sep 17 22:54:58.161122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4465b1-cd72-45d4-84fd-57a732864c9a req-17de303a-f3ea-4d45-9d76-b8f6db151ffa tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:58.173609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a4465b1-cd72-45d4-84fd-57a732864c9a req-17de303a-f3ea-4d45-9d76-b8f6db151ffa tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 1061 time: 0.0612283 Sep 17 22:54:58.299188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71c76e-d311-4172-a587-072d49b97966 req-4e1674a3-c3cc-4f6c-a763-66b56628ffac tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:58.300688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc71c76e-d311-4172-a587-072d49b97966 req-4e1674a3-c3cc-4f6c-a763-66b56628ffac tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1136 time: 0.0639725 Sep 17 22:54:58.353694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc71c76e-d311-4172-a587-072d49b97966 req-4989bbdf-90dd-4afa-9a40-18a620499ec7 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0435238 Sep 17 22:54:58.368524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42282) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:58.434160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24e854-1de0-40c1-bd96-fe01d3576aa8 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:58.438447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4a24e854-1de0-40c1-bd96-fe01d3576aa8 tempest-TestSecurityGroupsBasicOps-1019379267 tempest-TestSecurityGroupsBasicOps-1019379267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 1056 time: 0.0685329 Sep 17 22:54:58.793971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4a4a-11df-485a-871e-ec4803739f13 req-2bf0aba6-2759-491c-9234-e9a4db452802 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:58.796750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6ac4a4a-11df-485a-871e-ec4803739f13 req-2bf0aba6-2759-491c-9234-e9a4db452802 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 909 time: 0.0870183 Sep 17 22:54:59.953185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048d97-0194-479e-a473-9253b4ef2d76 req-247c2cac-b965-4656-a431-f3272a6864a3 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:59.954881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73048d97-0194-479e-a473-9253b4ef2d76 req-247c2cac-b965-4656-a431-f3272a6864a3 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 909 time: 0.0848079 Sep 17 22:54:59.955806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d29b8460-bf31-444f-9c8f-9738eca62130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:00.302523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-1414a4f0-aa02-43b6-b5ad-f7fdb7f51858 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:00.303912 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-1414a4f0-aa02-43b6-b5ad-f7fdb7f51858 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 909 time: 0.0758638 Sep 17 22:55:00.436904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:00.437527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:00.561060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] For port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:00.561619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:00.577970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Calling delete_port for 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:00.812509 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:00.865469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Port': ['ID=38e0d855-c3e7-4dcb-9185-cf6c587dcbd7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:00.929162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] No DVR routers for this DVR port 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:00.934724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:00.939851 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0bcba184-0cda-4b87-8206-bf73b26246d7 req-0b58a5f0-1a24-4a31-8897-fe504885dba6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.49 "DELETE /v2.0/ports/38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 HTTP/1.1" status: 204 len: 173 time: 0.6291866 Sep 17 22:55:00.940338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b60b7ae-21c3-4ecf-85a1-c76538a1825f', 'name': 'network-vif-deleted', 'tag': '38e0d855-c3e7-4dcb-9185-cf6c587dcbd7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:00.947413 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b90b06e-685a-4d0d-9fbd-20395dfb77dd" -d '{"events": [{"server_uuid": "4b60b7ae-21c3-4ecf-85a1-c76538a1825f", "name": "network-vif-deleted", "tag": "38e0d855-c3e7-4dcb-9185-cf6c587dcbd7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:01.111477 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3f566e-b4e5-4c11-8872-c4189d33038d x-openstack-request-id: req-8c3f566e-b4e5-4c11-8872-c4189d33038d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:01.111978 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b60b7ae-21c3-4ecf-85a1-c76538a1825f", "name": "network-vif-deleted", "tag": "38e0d855-c3e7-4dcb-9185-cf6c587dcbd7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:01.112388 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c3f566e-b4e5-4c11-8872-c4189d33038d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:01.113146 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b60b7ae-21c3-4ecf-85a1-c76538a1825f', 'name': 'network-vif-deleted', 'tag': '38e0d855-c3e7-4dcb-9185-cf6c587dcbd7', 'status': 'completed', 'code': 200} Sep 17 22:55:01.120508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42380) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:01.273797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cb8d952-5b1a-4272-a83e-44c973668e2e req-bad4a36b-27f1-414a-9d7e-dc6afc28d0d6 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b60b7ae-21c3-4ecf-85a1-c76538a1825f HTTP/1.1" status: 200 len: 210 time: 0.0474911 Sep 17 22:55:01.293922 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1a794e7-b240-40b0-a4ae-efe154042045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:01.448139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1a794e7-b240-40b0-a4ae-efe154042045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:01.453986 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1a794e7-b240-40b0-a4ae-efe154042045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:01.498908 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d1a794e7-b240-40b0-a4ae-efe154042045 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=883a3254387a44a682ccdfff9554fe98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770227 Sep 17 22:55:01.499791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a794e7-b240-40b0-a4ae-efe154042045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7d7230-d420-4519-90b1-76d6b5a44fbc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:01.501662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42398) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:01.588974 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c87b8ee2-7724-48a4-8bff-88d07daf8855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:01.625952 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c87b8ee2-7724-48a4-8bff-88d07daf8855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:01.718905 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c87b8ee2-7724-48a4-8bff-88d07daf8855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:01.721426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c87b8ee2-7724-48a4-8bff-88d07daf8855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:01.725027 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c87b8ee2-7724-48a4-8bff-88d07daf8855 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f7d7230-d420-4519-90b1-76d6b5a44fbc HTTP/1.1" status: 204 len: 168 time: 0.2197878 Sep 17 22:55:01.730889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b8ee2-7724-48a4-8bff-88d07daf8855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7d7230-d420-4519-90b1-76d6b5a44fbc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:02.338683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42448) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:02.722425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8668aae5-f613-41b2-a314-70652988b867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:02.785096 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:03.113954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:03.601001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting port 7e8fb3fd-455f-44c2-8253-c7c2ae709875 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:03.601266 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:03.734580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] For port 7e8fb3fd-455f-44c2-8253-c7c2ae709875, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7e8fb3fd-455f-44c2-8253-c7c2ae709875,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:03.735017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:03.750727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Calling delete_port for 7e8fb3fd-455f-44c2-8253-c7c2ae709875 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:03.869943 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:04.058745 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:04.088306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Port': ['ID=7e8fb3fd-455f-44c2-8253-c7c2ae709875,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:04.114455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.114807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.115151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.115486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.115817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.116148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.116612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.116958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.117302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.117624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.118078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.118413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:04.351080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:04.459444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-9586cf6e-131b-44ad-b413-12f039894015 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4d72fb5578d34cad9c9e08229e616100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348010 Sep 17 22:55:04.621678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Router 70f5afda-b83c-4b23-a4da-636fa606d3ba has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:04.720856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-2f069d77-a598-4ef5-9d35-4d93087643f0 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:04.722542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-2f069d77-a598-4ef5-9d35-4d93087643f0 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465749 Sep 17 22:55:04.747245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-2d689c63-6ab7-411e-9f20-79f0001f5c94 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/quotas/4d72fb5578d34cad9c9e08229e616100 HTTP/1.1" status: 200 len: 375 time: 0.0136387 Sep 17 22:55:04.756998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:04.763977 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] Sync routers for ids ['70f5afda-b83c-4b23-a4da-636fa606d3ba'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:04.764897 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bc921ed3-f41a-493c-86bb-6e0d49806535 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "PUT /v2.0/routers/70f5afda-b83c-4b23-a4da-636fa606d3ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4242938 Sep 17 22:55:04.765734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42554) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:04.775156 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] Routers {'70f5afda-b83c-4b23-a4da-636fa606d3ba'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:04.776228 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['70f5afda-b83c-4b23-a4da-636fa606d3ba'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:04.820126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-6bbf61ff-408c-4c51-a430-d349a7bd74d0 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d72fb5578d34cad9c9e08229e616100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652599 Sep 17 22:55:04.823916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-334390f9-5107-4c57-b5a8-73d0300d2b5c tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting subnet 57c906d8-1454-4303-86c4-d5131b90bac2 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:55:04.827956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-334390f9-5107-4c57-b5a8-73d0300d2b5c tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:04.839766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:04.895091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-334390f9-5107-4c57-b5a8-73d0300d2b5c tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:04.975854 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] Set router 70f5afda-b83c-4b23-a4da-636fa606d3ba gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:05.052605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:05.100976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:05.101481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 38e0d855-c3e7-4dcb-9185-cf6c587dcbd7 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:05.135211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-334390f9-5107-4c57-b5a8-73d0300d2b5c tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:05.168877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a61e9dbd-4a60-4610-93f8-fa85d2b6f93a req-9328f7b1-ab95-40cf-a37f-1e40aa020d3c tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 210 time: 0.0540299 Sep 17 22:55:05.281154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-334390f9-5107-4c57-b5a8-73d0300d2b5c tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:05.306404 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:55:04Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:05.316609 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334390f9-5107-4c57-b5a8-73d0300d2b5c tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Subnet': ['ID=57c906d8-1454-4303-86c4-d5131b90bac2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:05.319923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-334390f9-5107-4c57-b5a8-73d0300d2b5c tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:05.323504 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-334390f9-5107-4c57-b5a8-73d0300d2b5c tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/subnets/57c906d8-1454-4303-86c4-d5131b90bac2 HTTP/1.1" status: 204 len: 168 time: 0.5569744 Sep 17 22:55:05.324737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6f845-7790-4443-874b-e3a1e1c67879 None None] Network 16bd1bed-6b7b-4721-bf88-550368b9d968 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:05.326748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42580) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:05.348514 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] Checking router: 70f5afda-b83c-4b23-a4da-636fa606d3ba for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:05.378780 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] Routers {'70f5afda-b83c-4b23-a4da-636fa606d3ba'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:05.379426 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['70f5afda-b83c-4b23-a4da-636fa606d3ba'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:05.501335 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:05.515795 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] Set router 70f5afda-b83c-4b23-a4da-636fa606d3ba gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:05.517017 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:05.625673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] DHCP port deletion for 16bd1bed-6b7b-4721-bf88-550368b9d968 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:55:05.801520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] Deleting port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:05.802421 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:05.913242 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:55:04Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:05.947084 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1109e1de-48f8-4224-81f8-2f5e82bb1347 None None] The sync data for ids ['70f5afda-b83c-4b23-a4da-636fa606d3ba'] in n-d-789963-10 is: [{'id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274722819', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:54:34Z', 'updated_at': '2021-09-17T22:55:04Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': '5b7212b1-b388-47f3-886d-77c78d3b96a8', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5afda-b83c-4b23-a4da-636fa606d3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:35Z', 'updated_at': '2021-09-17T22:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:05.949041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] For port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0e3ed4d5-5fd8-4c6a-8620-e246eb55e020,segment=NetworkSegment(140745e2-e645-468c-9cfe-45f1cee1f724),segment_id=140745e2-e645-468c-9cfe-45f1cee1f724)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:05.949633 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:05.971571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] Calling delete_port for 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:06.105327 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:06.171071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] Pushing event deleted for resources: {'Port': ['ID=0e3ed4d5-5fd8-4c6a-8620-e246eb55e020,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:06.180307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b9429-f7e0-4e3e-8da4-a5175bbff2d0 None None] No DVR routers for this DVR port 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:06.304813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef8a61cc-67b0-4f37-ad6e-65d992510107 req-84ffe3fd-4e3a-43ed-8840-60560b00b3f3 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 210 time: 0.0407293 Sep 17 22:55:06.344409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:06.435728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting port 5b7212b1-b388-47f3-886d-77c78d3b96a8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:06.436150 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:06.538471 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] For port 5b7212b1-b388-47f3-886d-77c78d3b96a8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5b7212b1-b388-47f3-886d-77c78d3b96a8,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:06.539036 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:06.553361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Calling delete_port for 5b7212b1-b388-47f3-886d-77c78d3b96a8 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:06.777303 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:06.864455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-3d23fd3f-39d7-41a9-a36d-5da800e5ae93 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4d72fb5578d34cad9c9e08229e616100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691607 Sep 17 22:55:06.866149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Port': ['ID=5b7212b1-b388-47f3-886d-77c78d3b96a8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:06.927470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:06.959525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:06.960225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0e3ed4d5-5fd8-4c6a-8620-e246eb55e020 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:06.960865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7e8fb3fd-455f-44c2-8253-c7c2ae709875 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:06.988921 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 7e8fb3fd-455f-44c2-8253-c7c2ae709875 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:06.989675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7e8fb3fd-455f-44c2-8253-c7c2ae709875 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:07.088002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.224844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-c8e6ccd0-a196-47f9-a191-26cb85ea7e02 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:07.227531 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-c8e6ccd0-a196-47f9-a191-26cb85ea7e02 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3413506 Sep 17 22:55:07.230242 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.234622 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.241749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Request body: {'port': {'device_id': '2b713bff-34d9-46b8-957c-70bcaf7be095', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': '4d72fb5578d34cad9c9e08229e616100'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:07.363667 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.364205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Fanout notify agent at l3_agent the message router_deleted on router 70f5afda-b83c-4b23-a4da-636fa606d3ba {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:55:07.373230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.374647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c9a18fcc-c829-4d4f-8239-ffcea43f0601 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/routers/70f5afda-b83c-4b23-a4da-636fa606d3ba HTTP/1.1" status: 204 len: 168 time: 2.0465662 Sep 17 22:55:07.378039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42650) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:07.438325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a09e23b6-3c83-4dd2-b400-78f10eb5efb3 req-1166f27c-f91f-43b7-acd7-6e871c56b286 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 210 time: 0.0423760 Sep 17 22:55:07.480905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Made reservation on behalf of 4d72fb5578d34cad9c9e08229e616100 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:07.485526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.495372 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.515455 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.639754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.643879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.651124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.675375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bd1bed-6b7b-4721-bf88-550368b9d968']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:07.682499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8471cc-f08b-4a14-aa96-279a1e059011,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:07.699740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140745e2-e645-468c-9cfe-45f1cee1f724') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:07.700114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140745e2-e645-468c-9cfe-45f1cee1f724') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:07.711224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.744864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.752114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:55:07.752558 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:55:07.768595 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:55:07.843710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Allocated IP 192.168.233.3 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/895112fe-961c-416f-ba29-8cc517ee4fd6) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:07.860182 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.888800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.893487 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/networks/16bd1bed-6b7b-4721-bf88-550368b9d968 HTTP/1.1" status: 204 len: 168 time: 0.5121672 Sep 17 22:55:07.893487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e73e8-32f1-4771-837e-57290d981af5 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Network': ['ID=16bd1bed-6b7b-4721-bf88-550368b9d968,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:07.893955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42664) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:08.146658 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.238047 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.247634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting port daf991fd-bb19-4ee7-8026-2cb2193107fd {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:08.247983 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.304216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:08.342150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:08.345504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:08.393685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Pushing event updated for resources: {'Port': ['ID=895112fe-961c-416f-ba29-8cc517ee4fd6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:08.452088 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.452418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.467274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:08.467932 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.483879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Calling delete_port for daf991fd-bb19-4ee7-8026-2cb2193107fd owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:08.502751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-85442943-d85c-46fb-93b7-54d07518f2aa tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2648900 Sep 17 22:55:08.570514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Request body: {'port': {'device_id': '2b713bff-34d9-46b8-957c-70bcaf7be095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:08.660829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-31e27148-570b-4f26-bf06-263727ee73e8 None None] Provisioning complete for port 895112fe-961c-416f-ba29-8cc517ee4fd6 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:08.661396 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31e27148-570b-4f26-bf06-263727ee73e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.735042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64e26f-2576-4e83-a670-4914f87edcfd req-f71b881e-86a9-4114-a433-5cf1dd444332 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:08.737631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-31e27148-570b-4f26-bf06-263727ee73e8 None None] Port 895112fe-961c-416f-ba29-8cc517ee4fd6 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:08.743443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe64e26f-2576-4e83-a670-4914f87edcfd req-f71b881e-86a9-4114-a433-5cf1dd444332 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 934 time: 0.1696823 Sep 17 22:55:08.756686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.836141 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe64e26f-2576-4e83-a670-4914f87edcfd req-48c330ed-1c1b-4cd9-8396-7993a81334ce tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918238 Sep 17 22:55:08.924204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5b7212b1-b388-47f3-886d-77c78d3b96a8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:08.950181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 5b7212b1-b388-47f3-886d-77c78d3b96a8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:08.950626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5b7212b1-b388-47f3-886d-77c78d3b96a8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:09.013941 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:09.045320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Port': ['ID=daf991fd-bb19-4ee7-8026-2cb2193107fd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:09.194053 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:09.194275 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Floating IP 2095e624-a26e-43c8-b4b8-84ce472317f4 disassociated (deleted). External IP: 172.25.0.123, port: 5ae125c5-4967-4405-b76c-7a0e35f47b4c. Sep 17 22:55:09.340463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895112fe-961c-416f-ba29-8cc517ee4fd6 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:09.351427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:09.377089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Transition to ACTIVE for port object 895112fe-961c-416f-ba29-8cc517ee4fd6 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:55:09.383236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:09.839007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Pushing event updated for resources: {'Port': ['ID=895112fe-961c-416f-ba29-8cc517ee4fd6,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:09.919347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:10.014456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Attempting to bind port 895112fe-961c-416f-ba29-8cc517ee4fd6 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:10.015087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Attempting to bind port 895112fe-961c-416f-ba29-8cc517ee4fd6 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:10.015610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Attempting to bind port 895112fe-961c-416f-ba29-8cc517ee4fd6 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:10.038664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Port 895112fe-961c-416f-ba29-8cc517ee4fd6 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:55:10.039341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Attempting to bind port 895112fe-961c-416f-ba29-8cc517ee4fd6 on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:10.054425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:10.055103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:10.056344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:10.056499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Bound port: 895112fe-961c-416f-ba29-8cc517ee4fd6, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:10.056830 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.076881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfada613-1c82-4cfa-b6ab-ef2655c6c673 req-6f13cc17-9792-4de1-9605-4e32462eda89 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.078437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfada613-1c82-4cfa-b6ab-ef2655c6c673 req-6f13cc17-9792-4de1-9605-4e32462eda89 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 946 time: 0.1514091 Sep 17 22:55:10.210267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:10.223244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] Sync routers for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:10.229780 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.235139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:10.237419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:10.242268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfada613-1c82-4cfa-b6ab-ef2655c6c673 req-1c50681c-eb87-45b8-aafb-32868de3b032 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289310 Sep 17 22:55:10.276620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] For port 895112fe-961c-416f-ba29-8cc517ee4fd6, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:10.293225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5f10229a-3fe3-4ab1-bff8-d1b14f3b8091 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/floatingips/2095e624-a26e-43c8-b4b8-84ce472317f4 HTTP/1.1" status: 204 len: 168 time: 2.3979540 Sep 17 22:55:10.295870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] For port 895112fe-961c-416f-ba29-8cc517ee4fd6, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=895112fe-961c-416f-ba29-8cc517ee4fd6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:10.296738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:10.299223 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd3d224-4087-441c-9b19-79d4ff1691f9" -d '{"events": [{"name": "network-changed", "server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:10.314440 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.389120 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a057851-3909-466c-895c-53f63813edc6 x-openstack-request-id: req-7a057851-3909-466c-895c-53f63813edc6 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:10.390297 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:10.390671 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a057851-3909-466c-895c-53f63813edc6 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:10.391199 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'status': 'completed', 'code': 200} Sep 17 22:55:10.409647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.411148 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.412890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] 10.222.0.45 "PUT /v2.0/ports/895112fe-961c-416f-ba29-8cc517ee4fd6 HTTP/1.1" status: 200 len: 1095 time: 1.8477170 Sep 17 22:55:10.433357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b381d37-814f-46dd-83dc-b152f34f6353 service neutron] Pushing event updated for resources: {'Port': ['ID=895112fe-961c-416f-ba29-8cc517ee4fd6,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:10.531894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-de45ed16-fae6-4df6-a688-03c00c59f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.534149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-de45ed16-fae6-4df6-a688-03c00c59f10c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 1136 time: 0.1387796 Sep 17 22:55:10.551782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-b29d9b25-ae74-4c52-9321-b980aa7b6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.555083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-b29d9b25-ae74-4c52-9321-b980aa7b6f14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d72fb5578d34cad9c9e08229e616100&device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 1098 time: 0.0863836 Sep 17 22:55:10.660565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-8123b07b-b679-42ef-8289-05e9772a64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.662543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-8123b07b-b679-42ef-8289-05e9772a64e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c32ab9e0-8077-454a-a2f9-535f9b9c186d HTTP/1.1" status: 200 len: 898 time: 0.1203010 Sep 17 22:55:10.682958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:10.691855 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-0a223eec-49ca-4589-a3a6-cd04fdaee3ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=895112fe-961c-416f-ba29-8cc517ee4fd6 HTTP/1.1" status: 200 len: 217 time: 0.1289182 Sep 17 22:55:10.716503 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-194290e5-09d0-4f6d-b445-cce0d8455fa3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c HTTP/1.1" status: 200 len: 217 time: 0.0455296 Sep 17 22:55:10.811071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-dc64b154-2c9c-4fa0-b182-1e1198ff229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.813069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a654c-6e1b-471f-8686-703b22cffc0e req-309de79d-5362-4a98-af7a-09f50be6f796 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.813276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-dc64b154-2c9c-4fa0-b182-1e1198ff229c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6eddb64b-96fd-445e-96a9-deeb5c249c33 HTTP/1.1" status: 200 len: 835 time: 0.0892236 Sep 17 22:55:10.817392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee9a654c-6e1b-471f-8686-703b22cffc0e req-309de79d-5362-4a98-af7a-09f50be6f796 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 984 time: 0.1244650 Sep 17 22:55:10.821802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-20a34fb2-7502-4e35-a745-610528589970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.823597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-20a34fb2-7502-4e35-a745-610528589970 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0996959 Sep 17 22:55:10.886219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-b75479ab-b07d-4789-a91d-0bbdb699c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.887634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-b75479ab-b07d-4789-a91d-0bbdb699c9d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c32ab9e0-8077-454a-a2f9-535f9b9c186d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661054 Sep 17 22:55:10.903243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee9a654c-6e1b-471f-8686-703b22cffc0e req-b45739b9-7545-4ea9-b882-2cb9db7ca430 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0785828 Sep 17 22:55:10.915869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-4f84ca59-e6c5-46fc-85ac-51e00376af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.917551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-4f84ca59-e6c5-46fc-85ac-51e00376af8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0744314 Sep 17 22:55:11.065084 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-0ceeed7c-05ea-46af-b319-daf0193d76b7 service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648483 Sep 17 22:55:11.081088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:11.090355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-8368e14a-5c97-49f2-8fb0-6d76ef68a148 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642973 Sep 17 22:55:11.136677 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] Checking router: 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:11.148974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:11.150198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:11.234211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bdd3d224-4087-441c-9b19-79d4ff1691f9 req-433cfb03-0406-464c-a4ff-e8d11cc962c4 service neutron] 10.222.0.45 "GET /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638432 Sep 17 22:55:11.249713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be2614e9-64f7-429e-bdd1-9706acb37b09 req-8383d89e-79e0-48f8-9a69-fc4339c1292a service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492362 Sep 17 22:55:11.307068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:11.423282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b92d4-cbcb-4b9f-890b-62bbbc6e96e6 req-3ea061ab-c2f9-4012-a689-5ba92ea49f54 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:11.424912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-132b92d4-cbcb-4b9f-890b-62bbbc6e96e6 req-3ea061ab-c2f9-4012-a689-5ba92ea49f54 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 946 time: 0.0753014 Sep 17 22:55:11.485806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-132b92d4-cbcb-4b9f-890b-62bbbc6e96e6 req-2aa25bf7-2438-46cb-9576-1260742d08c1 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485666 Sep 17 22:55:11.562083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:11.594516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754f95d-c308-4ed6-854d-21d3914d4d9c None None] The sync data for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 is: [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '5bb7f5a5-719d-42c3-97c7-5941120378e5', 'name': '', 'network_id': 'c32ab9e0-8077-454a-a2f9-535f9b9c186d', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'mac_address': 'fa:16:3e:99:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:36Z', 'updated_at': '2021-09-17T22:53:44Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'subnets': [{'id': '6eddb64b-96fd-445e-96a9-deeb5c249c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:11.879421 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc189ef-3e10-4253-8b9f-d26db34e9c12 None None] New status for floating IP 2095e624-a26e-43c8-b4b8-84ce472317f4: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:55:11.976537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7820640-f2ec-4021-9093-e0235c1a528d req-4a66653a-ceb9-480d-bc0f-907a64aa6e4f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:11.985205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7820640-f2ec-4021-9093-e0235c1a528d req-4a66653a-ceb9-480d-bc0f-907a64aa6e4f tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.45 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 984 time: 0.1081712 Sep 17 22:55:12.129175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f75b5-8f51-4b45-9de7-ac74e103cab4 req-5dd8cb1e-530f-44ac-a17a-d93b1903a9fe tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.130779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-051f75b5-8f51-4b45-9de7-ac74e103cab4 req-5dd8cb1e-530f-44ac-a17a-d93b1903a9fe tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/ports?device_id=773e1784-3067-463c-b7e2-4d71f43ed7b0 HTTP/1.1" status: 200 len: 984 time: 0.0991781 Sep 17 22:55:12.179178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting port 5ae125c5-4967-4405-b76c-7a0e35f47b4c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:12.179551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.207723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-051f75b5-8f51-4b45-9de7-ac74e103cab4 req-40e52a41-81a5-46c0-9cc8-edb0ce44ec66 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5c2854c-5a27-4226-970b-6d83f72d2af9&id=1c22cd03-8dd7-477c-9145-7f72ea94e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0700743 Sep 17 22:55:12.300490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] For port 5ae125c5-4967-4405-b76c-7a0e35f47b4c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ae125c5-4967-4405-b76c-7a0e35f47b4c,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:12.301001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.315746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Calling delete_port for 5ae125c5-4967-4405-b76c-7a0e35f47b4c owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:12.393224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b713bff-34d9-46b8-957c-70bcaf7be095', 'tag': '895112fe-961c-416f-ba29-8cc517ee4fd6'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:12.395606 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8111454d-6a56-402c-840b-436d215e90a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b713bff-34d9-46b8-957c-70bcaf7be095", "tag": "895112fe-961c-416f-ba29-8cc517ee4fd6"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:12.480671 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997359df-f85e-4e46-9618-ecb4f287c1dc x-openstack-request-id: req-997359df-f85e-4e46-9618-ecb4f287c1dc {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:12.489416 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b713bff-34d9-46b8-957c-70bcaf7be095", "tag": "895112fe-961c-416f-ba29-8cc517ee4fd6", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:12.489848 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-997359df-f85e-4e46-9618-ecb4f287c1dc {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:12.490295 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b713bff-34d9-46b8-957c-70bcaf7be095', 'tag': '895112fe-961c-416f-ba29-8cc517ee4fd6', 'status': 'completed', 'code': 200} Sep 17 22:55:12.492762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.555970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Port': ['ID=5ae125c5-4967-4405-b76c-7a0e35f47b4c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:12.587606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111454d-6a56-402c-840b-436d215e90a1 req-8f25bd33-5f51-4ccd-bed5-d56a8d321e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.590555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8111454d-6a56-402c-840b-436d215e90a1 req-8f25bd33-5f51-4ccd-bed5-d56a8d321e82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d72fb5578d34cad9c9e08229e616100&device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 1098 time: 0.0913227 Sep 17 22:55:12.619862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] No DVR routers for this DVR port 5ae125c5-4967-4405-b76c-7a0e35f47b4c on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:12.623150 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.625199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7820640-f2ec-4021-9093-e0235c1a528d req-f2c79391-eabe-4306-83c8-4eefee2cac79 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.45 "DELETE /v2.0/ports/5ae125c5-4967-4405-b76c-7a0e35f47b4c HTTP/1.1" status: 204 len: 173 time: 0.6351812 Sep 17 22:55:12.682274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46479770-0473-4187-a0ae-9343e3e0167a req-9edcf801-0472-4bb9-8012-fec5b25bf45b tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.683810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46479770-0473-4187-a0ae-9343e3e0167a req-9edcf801-0472-4bb9-8012-fec5b25bf45b tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 946 time: 0.0901759 Sep 17 22:55:12.742058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46479770-0473-4187-a0ae-9343e3e0167a req-8f5055be-3166-47c3-8777-35266747addc tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480301 Sep 17 22:55:12.747038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111454d-6a56-402c-840b-436d215e90a1 req-ef3630f7-4cd3-4f69-ab68-13628a3639a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.749788 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8111454d-6a56-402c-840b-436d215e90a1 req-ef3630f7-4cd3-4f69-ab68-13628a3639a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.1484678 Sep 17 22:55:12.811253 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8111454d-6a56-402c-840b-436d215e90a1 req-63400816-3a2b-4fa4-9c4e-b227803e02ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=895112fe-961c-416f-ba29-8cc517ee4fd6 HTTP/1.1" status: 200 len: 217 time: 0.0520179 Sep 17 22:55:12.875313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111454d-6a56-402c-840b-436d215e90a1 req-18e909d9-c79c-40e4-9e73-4c7978e512e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.876973 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8111454d-6a56-402c-840b-436d215e90a1 req-18e909d9-c79c-40e4-9e73-4c7978e512e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0578992 Sep 17 22:55:12.933081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111454d-6a56-402c-840b-436d215e90a1 req-b3ec4e5f-197d-4cb8-a97e-86ce4c2e898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.934739 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8111454d-6a56-402c-840b-436d215e90a1 req-b3ec4e5f-197d-4cb8-a97e-86ce4c2e898b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499845 Sep 17 22:55:13.052347 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8111454d-6a56-402c-840b-436d215e90a1 req-ff8f5f28-5c3b-48f7-930d-8cfffad3dbf8 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087863 Sep 17 22:55:13.183138 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8111454d-6a56-402c-840b-436d215e90a1 req-f7cc779b-c8dd-47bc-b33b-083dd0a0a736 service neutron] 10.222.0.45 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197798 Sep 17 22:55:13.255098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 895112fe-961c-416f-ba29-8cc517ee4fd6 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:55:13.306348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42818) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:13.355767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 895112fe-961c-416f-ba29-8cc517ee4fd6, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=895112fe-961c-416f-ba29-8cc517ee4fd6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:13.371590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '895112fe-961c-416f-ba29-8cc517ee4fd6', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': '895112fe-961c-416f-ba29-8cc517ee4fd6', 'mac_address': 'fa:16:3e:6b:a2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:55:13.373998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0566eab3-e403-4622-b38c-3e6c1248a592 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.425341 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0566eab3-e403-4622-b38c-3e6c1248a592 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.439415 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.455897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895112fe-961c-416f-ba29-8cc517ee4fd6 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:13.483313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 895112fe-961c-416f-ba29-8cc517ee4fd6, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=895112fe-961c-416f-ba29-8cc517ee4fd6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:13.490566 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.495685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0566eab3-e403-4622-b38c-3e6c1248a592 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.501010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0566eab3-e403-4622-b38c-3e6c1248a592 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.502352 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0566eab3-e403-4622-b38c-3e6c1248a592 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/security-groups/1c22cd03-8dd7-477c-9145-7f72ea94e5fc HTTP/1.1" status: 204 len: 168 time: 0.1950173 Sep 17 22:55:13.505019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42826) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:13.529685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566eab3-e403-4622-b38c-3e6c1248a592 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c22cd03-8dd7-477c-9145-7f72ea94e5fc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:13.568187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=895112fe-961c-416f-ba29-8cc517ee4fd6,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:13.583124 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f857-fa7b-45cd-99b5-a0d561d05cba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.617691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f857-fa7b-45cd-99b5-a0d561d05cba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.672615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f857-fa7b-45cd-99b5-a0d561d05cba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.675347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f857-fa7b-45cd-99b5-a0d561d05cba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.676519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cfd5f857-fa7b-45cd-99b5-a0d561d05cba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/security-groups/e5c2854c-5a27-4226-970b-6d83f72d2af9 HTTP/1.1" status: 204 len: 168 time: 0.1705227 Sep 17 22:55:13.679747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42832) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:13.687382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5f857-fa7b-45cd-99b5-a0d561d05cba tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c2854c-5a27-4226-970b-6d83f72d2af9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:13.696260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['895112fe-961c-416f-ba29-8cc517ee4fd6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:55:13.939803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87ad81-e123-4600-a8a8-ebf47b078179 req-8c14ef16-91d8-4c5f-886e-f879fc0fa21e tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.942011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf87ad81-e123-4600-a8a8-ebf47b078179 req-8c14ef16-91d8-4c5f-886e-f879fc0fa21e tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 947 time: 0.0775108 Sep 17 22:55:13.992615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf87ad81-e123-4600-a8a8-ebf47b078179 req-46f2d601-fc40-494e-bab2-03a1603e88a2 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Sep 17 22:55:14.186180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:14.468772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting port 5bb7f5a5-719d-42c3-97c7-5941120378e5 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:14.469147 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:14.491024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'name': 'network-vif-deleted', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:14.493447 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429b3575-8c92-4dfa-991b-1d24d916ecb5" -d '{"events": [{"server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "name": "network-vif-deleted", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:14.537388 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94147d9-27d5-4945-8d95-b53dade36466 x-openstack-request-id: req-d94147d9-27d5-4945-8d95-b53dade36466 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:14.537995 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773e1784-3067-463c-b7e2-4d71f43ed7b0", "name": "network-vif-deleted", "tag": "5ae125c5-4967-4405-b76c-7a0e35f47b4c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:14.538106 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d94147d9-27d5-4945-8d95-b53dade36466 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:14.538591 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773e1784-3067-463c-b7e2-4d71f43ed7b0', 'name': 'network-vif-deleted', 'tag': '5ae125c5-4967-4405-b76c-7a0e35f47b4c', 'status': 'completed', 'code': 200} Sep 17 22:55:14.571103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] For port 5bb7f5a5-719d-42c3-97c7-5941120378e5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5bb7f5a5-719d-42c3-97c7-5941120378e5,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:14.571479 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:14.587667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Calling delete_port for 5bb7f5a5-719d-42c3-97c7-5941120378e5 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:14.791692 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:14.819870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Port': ['ID=5bb7f5a5-719d-42c3-97c7-5941120378e5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:15.058081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:15.167187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397adc40-b987-4737-a72b-2e01079b2c18 req-8ba2a689-4931-44a9-99e8-6e4e5ecc31ab tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:15.170010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-397adc40-b987-4737-a72b-2e01079b2c18 req-8ba2a689-4931-44a9-99e8-6e4e5ecc31ab tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 947 time: 0.0709159 Sep 17 22:55:15.233272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-397adc40-b987-4737-a72b-2e01079b2c18 req-89096901-a9a8-4725-b6d5-7bf8e093da05 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Sep 17 22:55:15.256626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 895112fe-961c-416f-ba29-8cc517ee4fd6 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:15.356981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 895112fe-961c-416f-ba29-8cc517ee4fd6 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:55:15.363333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 895112fe-961c-416f-ba29-8cc517ee4fd6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:15.363709 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:15.452423 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:15.479502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b713bff-34d9-46b8-957c-70bcaf7be095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895112fe-961c-416f-ba29-8cc517ee4fd6'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:15.487293 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eabca1-166c-44c6-931b-4fd0ca0596ab" -d '{"events": [{"server_uuid": "2b713bff-34d9-46b8-957c-70bcaf7be095", "name": "network-vif-plugged", "status": "completed", "tag": "895112fe-961c-416f-ba29-8cc517ee4fd6"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:15.500571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 895112fe-961c-416f-ba29-8cc517ee4fd6, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=895112fe-961c-416f-ba29-8cc517ee4fd6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:15.504783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:15.562511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=895112fe-961c-416f-ba29-8cc517ee4fd6,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:15.695265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:15.721945 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be5d47d-864c-4e44-b880-5b29d36693a5 x-openstack-request-id: req-5be5d47d-864c-4e44-b880-5b29d36693a5 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:15.722665 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b713bff-34d9-46b8-957c-70bcaf7be095", "name": "network-vif-plugged", "status": "completed", "tag": "895112fe-961c-416f-ba29-8cc517ee4fd6", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:15.723128 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5be5d47d-864c-4e44-b880-5b29d36693a5 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:15.723861 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b713bff-34d9-46b8-957c-70bcaf7be095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895112fe-961c-416f-ba29-8cc517ee4fd6', 'code': 200} Sep 17 22:55:15.871372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:15.880053 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8d309387-fe40-49ad-88ba-21c1dbdfbb83 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "PUT /v2.0/routers/23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1992075 Sep 17 22:55:15.880408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 42890) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:15.882266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] Sync routers for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:15.891089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ce7b9-7022-4438-9f2f-60905518f90a req-86b1cd13-cdd4-408f-aa6e-4483adb4e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:15.892355 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-866ce7b9-7022-4438-9f2f-60905518f90a req-86b1cd13-cdd4-408f-aa6e-4483adb4e14a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 1100 time: 0.0651505 Sep 17 22:55:15.901593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:15.902624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:15.933675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-866ce7b9-7022-4438-9f2f-60905518f90a req-aa1ab94d-3c3f-4748-9058-a9b9e431d51a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345621 Sep 17 22:55:15.962634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a348ab78-514c-4c19-a340-0167d187a615 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting subnet 6eddb64b-96fd-445e-96a9-deeb5c249c33 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:55:15.970136 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a348ab78-514c-4c19-a340-0167d187a615 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.027536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a348ab78-514c-4c19-a340-0167d187a615 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.053161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:16.164828 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a348ab78-514c-4c19-a340-0167d187a615 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.241835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a348ab78-514c-4c19-a340-0167d187a615 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.259256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a348ab78-514c-4c19-a340-0167d187a615 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.265088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42902) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:16.265238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a348ab78-514c-4c19-a340-0167d187a615 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/subnets/6eddb64b-96fd-445e-96a9-deeb5c249c33 HTTP/1.1" status: 204 len: 168 time: 0.3836620 Sep 17 22:55:16.283868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348ab78-514c-4c19-a340-0167d187a615 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Subnet': ['ID=6eddb64b-96fd-445e-96a9-deeb5c249c33,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:16.286363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7df36-b5a5-4d1b-ae46-7a1a5d4171c3 None None] Network c32ab9e0-8077-454a-a2f9-535f9b9c186d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:16.378642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932bb6-9ea7-410e-957a-291d93f9f3a7 req-904e3b3f-79d0-46f9-be6a-07896a66ca5a tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:16.381209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce932bb6-9ea7-410e-957a-291d93f9f3a7 req-904e3b3f-79d0-46f9-be6a-07896a66ca5a tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 948 time: 0.0553567 Sep 17 22:55:16.436324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce932bb6-9ea7-410e-957a-291d93f9f3a7 req-eda8774c-bcaa-40f4-8bc4-a6915d3bcaf0 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Sep 17 22:55:16.455726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:55:14Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:16.470914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.484914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] Checking router: 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:16.500661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] Routers {'23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:16.501311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:16.627897 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] Set router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:16.635402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.677887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] DHCP port deletion for c32ab9e0-8077-454a-a2f9-535f9b9c186d request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:55:16.726337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Deleting port ed735f25-5f18-4fe4-a304-7211c24bc57f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:16.726585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.820671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] For port ed735f25-5f18-4fe4-a304-7211c24bc57f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ed735f25-5f18-4fe4-a304-7211c24bc57f,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:16.821355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.831797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] Deleting port 458cad60-95ef-419a-8730-5585e43b67e6 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:16.832553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:16.836840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Calling delete_port for ed735f25-5f18-4fe4-a304-7211c24bc57f owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:17.053366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 458cad60-95ef-419a-8730-5585e43b67e6 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:17.101872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] For port 458cad60-95ef-419a-8730-5585e43b67e6, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=458cad60-95ef-419a-8730-5585e43b67e6,segment=NetworkSegment(33b288c9-54d8-4f14-b646-33427841c8de),segment_id=33b288c9-54d8-4f14-b646-33427841c8de)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:17.108403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.158766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.174794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] Calling delete_port for 458cad60-95ef-419a-8730-5585e43b67e6 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:17.201545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:55:14Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:17.209057 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Port': ['ID=ed735f25-5f18-4fe4-a304-7211c24bc57f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:17.278087 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5ae125c5-4967-4405-b76c-7a0e35f47b4c no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:17.282713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44a4c1-fc3a-4e80-a205-32f3486c91d8 None None] The sync data for ids ['23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c'] in n-d-789963-10 is: [{'id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1753775117', 'tenant_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:55:14Z', 'revision_number': 5, 'project_id': 'bec06ffa64ff4d50807d6e56a1da2a9d', 'gw_port': {'id': 'ed735f25-5f18-4fe4-a304-7211c24bc57f', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:17.335926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 5ae125c5-4967-4405-b76c-7a0e35f47b4c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:17.335926 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5ae125c5-4967-4405-b76c-7a0e35f47b4c not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:17.350899 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.430185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.438286 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.491557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.494062 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.506577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] Pushing event deleted for resources: {'Port': ['ID=458cad60-95ef-419a-8730-5585e43b67e6,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:17.514629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf5d62-76ef-4c9a-a32d-f43a597555c4 None None] No DVR routers for this DVR port 458cad60-95ef-419a-8730-5585e43b67e6 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:17.560993 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.562011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Fanout notify agent at l3_agent the message router_deleted on router 23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:55:17.570553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.571831 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bcd6f53f-0797-45eb-be87-c2de5223aa64 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/routers/23a3f74e-e12f-4c7d-a0a6-cc6d4762cc8c HTTP/1.1" status: 204 len: 168 time: 1.3048368 Sep 17 22:55:17.574629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42926) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:17.600453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb6aea-9b47-4208-a7af-5798232b7492 req-f3c98d9e-ad45-44c2-a60f-b43a06d4c1ee tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:17.610429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fbb6aea-9b47-4208-a7af-5798232b7492 req-f3c98d9e-ad45-44c2-a60f-b43a06d4c1ee tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 948 time: 0.0807850 Sep 17 22:55:17.671342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fbb6aea-9b47-4208-a7af-5798232b7492 req-c085cbf3-8e02-4b13-a160-7aff55859fbd tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589232 Sep 17 22:55:17.682680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.839674 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.864504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32ab9e0-8077-454a-a2f9-535f9b9c186d']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:17.883962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b288c9-54d8-4f14-b646-33427841c8de') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:17.883962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b288c9-54d8-4f14-b646-33427841c8de') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:17.900572 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.928013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:17.936360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:55:17.937424 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:55:18.014724 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:55:18.034502 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.047431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.049306 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] 10.222.0.48 "DELETE /v2.0/networks/c32ab9e0-8077-454a-a2f9-535f9b9c186d HTTP/1.1" status: 204 len: 168 time: 0.4735129 Sep 17 22:55:18.063571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3f6ae-c4d3-4803-8ec6-39cd83a65438 tempest-TestSecurityGroupsBasicOps-1076378921 tempest-TestSecurityGroupsBasicOps-1076378921-project] Pushing event deleted for resources: {'Network': ['ID=c32ab9e0-8077-454a-a2f9-535f9b9c186d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:18.083494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce268f8-4ac6-4643-a1ba-73169acad868 req-260263a5-cc60-4b19-a6fd-a2257652d3a3 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:18.096849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ce268f8-4ac6-4643-a1ba-73169acad868 req-260263a5-cc60-4b19-a6fd-a2257652d3a3 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 948 time: 0.1080730 Sep 17 22:55:18.209514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ce268f8-4ac6-4643-a1ba-73169acad868 req-4abfe0df-eb13-4ddd-b4af-233cf4b31268 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083031 Sep 17 22:55:18.288525 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:55:18.504792 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42958) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:18.663787 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-51eec9a3-28e2-4bac-b340-4238d01381b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bec06ffa64ff4d50807d6e56a1da2a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571352 Sep 17 22:55:18.666234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42964) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:18.728404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c683872a-ca99-468d-80e9-1400af5fbac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.754137 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c683872a-ca99-468d-80e9-1400af5fbac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.818821 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c683872a-ca99-468d-80e9-1400af5fbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.823839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c683872a-ca99-468d-80e9-1400af5fbac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.823839 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c683872a-ca99-468d-80e9-1400af5fbac9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/347a0889-3afb-4ee8-abe4-7c9c4406c1bf HTTP/1.1" status: 204 len: 168 time: 0.1559622 Sep 17 22:55:18.852292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683872a-ca99-468d-80e9-1400af5fbac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a0889-3afb-4ee8-abe4-7c9c4406c1bf,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:18.928718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.956950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ed735f25-5f18-4fe4-a304-7211c24bc57f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:18.982007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ed735f25-5f18-4fe4-a304-7211c24bc57f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:18.982582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ed735f25-5f18-4fe4-a304-7211c24bc57f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:18.983176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5bb7f5a5-719d-42c3-97c7-5941120378e5 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:19.023495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 5bb7f5a5-719d-42c3-97c7-5941120378e5 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:19.024187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5bb7f5a5-719d-42c3-97c7-5941120378e5 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:19.171221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 42976) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:19.185557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8795-83f0-4034-8a2d-7547ec8377e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.276045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-5552d58e-abab-4051-a2a2-c6ea1e81eae2 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:19.277548 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-5552d58e-abab-4051-a2a2-c6ea1e81eae2 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 948 time: 0.0891192 Sep 17 22:55:19.382295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76fdb4-0c7f-4134-ab60-6dc1a30c93d8 req-cc5c4d83-241f-4107-8e77-ad61c1849cd3 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:19.385217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b76fdb4-0c7f-4134-ab60-6dc1a30c93d8 req-cc5c4d83-241f-4107-8e77-ad61c1849cd3 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 948 time: 0.0691402 Sep 17 22:55:19.435277 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8795-83f0-4034-8a2d-7547ec8377e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.444652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8795-83f0-4034-8a2d-7547ec8377e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.453860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b76fdb4-0c7f-4134-ab60-6dc1a30c93d8 req-7dd0dba7-f780-4fb6-8e96-09c8c471ca79 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e8471cc-f08b-4a14-aa96-279a1e059011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526884 Sep 17 22:55:19.500618 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d9ba8795-83f0-4034-8a2d-7547ec8377e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1154dc63fb4d46f7aff8d3452d9cb591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281841 Sep 17 22:55:19.503270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:19.510701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8795-83f0-4034-8a2d-7547ec8377e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7997e435-68a1-4927-bf57-a895dc4d7ca0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:19.530044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Deleting port 895112fe-961c-416f-ba29-8cc517ee4fd6 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:19.530423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.576562 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b95e795a-0965-4a9c-9a92-b1740eb2a619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.604720 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b95e795a-0965-4a9c-9a92-b1740eb2a619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.667221 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b95e795a-0965-4a9c-9a92-b1740eb2a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.670755 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b95e795a-0965-4a9c-9a92-b1740eb2a619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.672417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b95e795a-0965-4a9c-9a92-b1740eb2a619 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7997e435-68a1-4927-bf57-a895dc4d7ca0 HTTP/1.1" status: 204 len: 168 time: 0.1674769 Sep 17 22:55:19.681015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e795a-0965-4a9c-9a92-b1740eb2a619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7997e435-68a1-4927-bf57-a895dc4d7ca0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:19.738007 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] For port 895112fe-961c-416f-ba29-8cc517ee4fd6, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=895112fe-961c-416f-ba29-8cc517ee4fd6,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:19.738553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.761314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Calling delete_port for 895112fe-961c-416f-ba29-8cc517ee4fd6 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:19.966149 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.982614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['895112fe-961c-416f-ba29-8cc517ee4fd6'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:55:20.026469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Pushing event deleted for resources: {'Port': ['ID=895112fe-961c-416f-ba29-8cc517ee4fd6,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:20.073287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] No DVR routers for this DVR port 895112fe-961c-416f-ba29-8cc517ee4fd6 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:20.077935 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:20.080055 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-66fa5372-aaf1-4660-893d-e07e9cf3b261 req-d9bd8541-19ce-42bf-b299-c0e042ab47bf tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.45 "DELETE /v2.0/ports/895112fe-961c-416f-ba29-8cc517ee4fd6 HTTP/1.1" status: 204 len: 173 time: 0.7930915 Sep 17 22:55:20.080783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b713bff-34d9-46b8-957c-70bcaf7be095', 'name': 'network-vif-deleted', 'tag': '895112fe-961c-416f-ba29-8cc517ee4fd6'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:20.084692 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ef934c-f7e0-457b-90f9-73afdb414736" -d '{"events": [{"server_uuid": "2b713bff-34d9-46b8-957c-70bcaf7be095", "name": "network-vif-deleted", "tag": "895112fe-961c-416f-ba29-8cc517ee4fd6"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:20.162041 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65374f7d-6309-41a8-b1a2-72c850e66494 x-openstack-request-id: req-65374f7d-6309-41a8-b1a2-72c850e66494 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:20.162703 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b713bff-34d9-46b8-957c-70bcaf7be095", "name": "network-vif-deleted", "tag": "895112fe-961c-416f-ba29-8cc517ee4fd6", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:20.162965 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65374f7d-6309-41a8-b1a2-72c850e66494 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:20.163373 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b713bff-34d9-46b8-957c-70bcaf7be095', 'name': 'network-vif-deleted', 'tag': '895112fe-961c-416f-ba29-8cc517ee4fd6', 'status': 'completed', 'code': 200} Sep 17 22:55:20.260283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43086) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:20.314299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3d48c672-2870-4010-ba60-5079de8ddaec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34eae2029f3a4e2dbcca0cf50df47097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527816 Sep 17 22:55:20.316755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43092) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:20.380595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f88b2e7-eef5-46f7-8ed6-62fa08ef5bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:20.408312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f88b2e7-eef5-46f7-8ed6-62fa08ef5bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:20.470348 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f88b2e7-eef5-46f7-8ed6-62fa08ef5bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:20.473390 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6f88b2e7-eef5-46f7-8ed6-62fa08ef5bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:20.477297 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f88b2e7-eef5-46f7-8ed6-62fa08ef5bfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/884a98f1-216e-48c1-bb2d-a6b0cd8da261 HTTP/1.1" status: 204 len: 168 time: 0.1567988 Sep 17 22:55:20.483757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88b2e7-eef5-46f7-8ed6-62fa08ef5bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884a98f1-216e-48c1-bb2d-a6b0cd8da261,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:20.662650 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a35faf0e-fb05-456a-b3e5-94374ea7dddc req-7a443b6b-181e-4d60-b895-8b3a7a582e03 tempest-VolumesNegativeTest-975457647 tempest-VolumesNegativeTest-975457647-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b713bff-34d9-46b8-957c-70bcaf7be095 HTTP/1.1" status: 200 len: 210 time: 0.0520401 Sep 17 22:55:21.428595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43274) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:21.705763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-782805705-network', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:21.729815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Made reservation on behalf of fbd89f99cf974dcf836e51d44fb4f52a for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:21.733366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:21.748525 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:21.887993 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:21.892730 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:21.929745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:55:21.932229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65225af0-dee4-4242-9d9d-b13c5a793354,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:21.943120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:21.943504 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Added segment a55216aa-2ec9-489c-977e-c90a7ffcf59c of type vlan for network 505aace7-a881-4739-9dee-735e991e1b77 Sep 17 22:55:22.001135 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.031225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.032615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:22.033329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.071159 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6413662 Sep 17 22:55:22.073993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43384) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:22.079867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Request body: {'subnet': {'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-782805705-subnet', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:22.105762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940732c6-52aa-41bf-91f8-f60df99679e1 admin admin] Pushing event updated for resources: {'Network': ['ID=505aace7-a881-4739-9dee-735e991e1b77,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:22.112222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Made reservation on behalf of fbd89f99cf974dcf836e51d44fb4f52a for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:22.116190 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.123186 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 505aace7-a881-4739-9dee-735e991e1b77 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:55:22.371096 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.448047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20227ba6-72e5-42e2-bff5-a28e51d953b4,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:22.478695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Checking segment: {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:22.478964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Network hostable DHCP agents. Network: 505aace7-a881-4739-9dee-735e991e1b77, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:55:22.499148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Network 505aace7-a881-4739-9dee-735e991e1b77 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:55:22.532129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 505aace7-a881-4739-9dee-735e991e1b77) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:22.542688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099bdb2f-9d3f-44a7-a30c-d9884b729c8a None None] Network 505aace7-a881-4739-9dee-735e991e1b77 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:22.563226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:22.564260 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.593611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-00352e19-f252-4bc2-88f4-576ec8b49015 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5169051 Sep 17 22:55:22.594699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43470) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:22.612323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:22.655827 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.657368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.753798 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.828051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-505aace7-a881-4739-9dee-735e991e1b77', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:55:22.829242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.945210 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.243899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Allocated IP 172.20.0.2 (505aace7-a881-4739-9dee-735e991e1b77/20227ba6-72e5-42e2-bff5-a28e51d953b4/91cbef0f-a7df-4a65-b2bc-dde2b5adba7f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:23.287871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 895112fe-961c-416f-ba29-8cc517ee4fd6 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:23.330824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 895112fe-961c-416f-ba29-8cc517ee4fd6 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:23.331199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 895112fe-961c-416f-ba29-8cc517ee4fd6 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:23.345866 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.374545 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.494785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.508193 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.518240 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Allocated IP 172.25.0.224 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/0445515b-a641-47f2-b848-af7338b9d885) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:23.581761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Pushing event updated for resources: {'Port': ['ID=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:23.612177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Network 505aace7-a881-4739-9dee-735e991e1b77 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:23.615014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:23.618550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:23.648590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.705466 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.717135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Attempting to bind port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:23.717510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Attempting to bind port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:23.717870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Attempting to bind port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f on network 505aace7-a881-4739-9dee-735e991e1b77 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:23.733601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:23.734188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Checking segment: {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:23.734750 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.735317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Bound using segment: {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:23.735961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Bound port: 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:23.736772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.779795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:23.786591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:23.791626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:23.834802 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] For port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:23.845713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] For port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:23.862849 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.887167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Pushing event updated for resources: {'Port': ['ID=0445515b-a641-47f2-b848-af7338b9d885,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:23.946457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda38ca-c3cb-4f1c-a7ed-a2b9accd2450 None None] Pushing event updated for resources: {'Port': ['ID=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:24.480146 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:24.765791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.015707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:25.020131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:55:25.151510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:25.151883 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.253804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:25.264908 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.269198 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Sync routers for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:25.292895 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:25.295425 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:25.311885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.313238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-435f3261-ed6f-4536-93f2-aeb7360bc700 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7116678 Sep 17 22:55:25.315911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43784) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:25.329682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:25.344026 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.367392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4872db-5879-42c6-b9c8-b37a384cef3f None None] Network 505aace7-a881-4739-9dee-735e991e1b77 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:25.525899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7f3546a4-34e7-459a-a2fc-5f89c93088bb None None] Provisioning complete for port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:25.526278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7f3546a4-34e7-459a-a2fc-5f89c93088bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.585071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:25.615812 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:25.963954 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:23Z', 'revision_number': 3, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:26.016774 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Checking router: fc7ddb63-9400-4c40-be5a-cb3b7da88ecc for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:26.017576 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Updating router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc port 0445515b-a641-47f2-b848-af7338b9d885 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:55:26.073421 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.171022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f840546c-1284-4aa9-962b-0e407706fabd None None] Provisioning complete for port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:26.176814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f840546c-1284-4aa9-962b-0e407706fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.205408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.477761 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.486312 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.538619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Allocated IP 172.20.0.1 (505aace7-a881-4739-9dee-735e991e1b77/20227ba6-72e5-42e2-bff5-a28e51d953b4/ef157ccb-114d-468a-80b1-c3649113c442) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:26.595028 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Attempting to bind port 0445515b-a641-47f2-b848-af7338b9d885 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:26.595437 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Attempting to bind port 0445515b-a641-47f2-b848-af7338b9d885 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:26.598979 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Attempting to bind port 0445515b-a641-47f2-b848-af7338b9d885 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:26.613725 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:26.614109 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:26.614653 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.615051 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:26.617805 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Bound port: 0445515b-a641-47f2-b848-af7338b9d885, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:26.618229 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.620291 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Pushing event updated for resources: {'Port': ['ID=0445515b-a641-47f2-b848-af7338b9d885,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:26.634337 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.634715 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.635061 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.635527 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.635867 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.636444 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.636776 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.637219 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.638222 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.638573 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.638881 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.639207 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:26.717007 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] For port 0445515b-a641-47f2-b848-af7338b9d885, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:26.721563 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] For port 0445515b-a641-47f2-b848-af7338b9d885, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0445515b-a641-47f2-b848-af7338b9d885,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:26.726330 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.749699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.813165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.949630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Network 505aace7-a881-4739-9dee-735e991e1b77 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:26.972475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:26.974758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=ef157ccb-114d-468a-80b1-c3649113c442,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:26.976967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:26.990363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:27.017462 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb43d2-3f9e-4306-92fb-88ad0c66b306 None None] Pushing event updated for resources: {'Port': ['ID=0445515b-a641-47f2-b848-af7338b9d885,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:27.031802 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:27.032603 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:27.041122 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.106690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:27.107499 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.229629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.234368 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:27.469832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-eae9d9c3-3631-4137-b9c9-57edceb6b6b8 None None] Provisioning complete for port ef157ccb-114d-468a-80b1-c3649113c442 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:27.470980 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eae9d9c3-3631-4137-b9c9-57edceb6b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.493102 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:23Z', 'revision_number': 3, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:27.513056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.519331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.530320 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07c3e6-d470-4098-a9ce-9abcf2428d76 None None] The sync data for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 is: [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:23Z', 'revision_number': 3, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:27.553939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-eae9d9c3-3631-4137-b9c9-57edceb6b6b8 None None] Port ef157ccb-114d-468a-80b1-c3649113c442 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:27.609149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=ef157ccb-114d-468a-80b1-c3649113c442,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:27.614277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.738073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Network 505aace7-a881-4739-9dee-735e991e1b77 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:27.739565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:27.929175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:28.189238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c058e919-5e1e-4567-92bb-fb5a6f05d391 None None] Provisioning complete for port ef157ccb-114d-468a-80b1-c3649113c442 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:28.190160 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c058e919-5e1e-4567-92bb-fb5a6f05d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:28.195418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:28.213351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e86ceabf-bea6-49aa-abbe-f0c155e26bb8 admin admin] 10.222.0.48 "PUT /v2.0/routers/fc7ddb63-9400-4c40-be5a-cb3b7da88ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8886564 Sep 17 22:55:28.262999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c058e919-5e1e-4567-92bb-fb5a6f05d391 None None] Port ef157ccb-114d-468a-80b1-c3649113c442 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:28.997471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0445515b-a641-47f2-b848-af7338b9d885 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:29.039821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43870) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:29.046988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-639602142-network', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:29.131949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Made reservation on behalf of 74e7d60aba9c4189ab931f752b9b3928 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:29.142242 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.171377 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.188064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 0445515b-a641-47f2-b848-af7338b9d885 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:29.188731 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.314754 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.344626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 0445515b-a641-47f2-b848-af7338b9d885, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0445515b-a641-47f2-b848-af7338b9d885,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:29.351297 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.365837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43884) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:29.458982 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.464902 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.484842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:55:29.500711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.501245 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Added segment 6e39f498-5815-4322-b72e-97414c60aead of type vlan for network fa703353-21e8-4422-9a93-2a7463c579ac Sep 17 22:55:29.562397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=0445515b-a641-47f2-b848-af7338b9d885,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:29.571182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43890) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:29.579614 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.615770 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bf9f8a7f-7bc8-4291-8cd4-fe509fce73dd tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/floatingips/fa85c68f-c827-4dc1-862f-3adb2771c5dd HTTP/1.1" status: 200 len: 994 time: 0.2440698 Sep 17 22:55:29.623768 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.626011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:29.626620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.673944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6321890 Sep 17 22:55:29.678116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43898) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:29.688655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Request body: {'subnet': {'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-639602142-subnet', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:29.696850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573c6296-1961-425d-8d94-81c5dbc89c06,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:29.749012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Made reservation on behalf of 74e7d60aba9c4189ab931f752b9b3928 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:29.755813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.847905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af03b2-4437-462f-9627-ce5ecbfd4611 admin admin] Pushing event updated for resources: {'Network': ['ID=fa703353-21e8-4422-9a93-2a7463c579ac,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:29.867409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network fa703353-21e8-4422-9a93-2a7463c579ac details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:55:29.990247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43904) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:30.009707 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef65f46d-8b98-4724-875e-8a4861c3d045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.161960 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b4df24ae-bf96-4b85-b95b-459a63907c12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d72fb5578d34cad9c9e08229e616100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879149 Sep 17 22:55:30.165262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43910) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:30.173243 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.208308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Sync routers for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:30.222007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:30.222855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:30.256178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-091d5b65-8997-4dfe-aa5f-17cb56e58880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.265138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port 60d0b373-9749-4ef2-9eac-0d9429aadae1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:30.265481 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.271761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:30.290095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Checking segment: {'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:30.290958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Network hostable DHCP agents. Network: fa703353-21e8-4422-9a93-2a7463c579ac, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:55:30.315474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Network fa703353-21e8-4422-9a93-2a7463c579ac is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:55:30.331329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-091d5b65-8997-4dfe-aa5f-17cb56e58880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.331823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, fa703353-21e8-4422-9a93-2a7463c579ac) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:30.349860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6472ad9-de57-402c-95a1-5d4835e2a194 None None] Network fa703353-21e8-4422-9a93-2a7463c579ac requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:30.352141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:30.352876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.374756 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-51baf1f2-da17-423c-9f64-3973a50b5b24 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6951246 Sep 17 22:55:30.383332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 43912) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:30.391829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:30.422720 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.423969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.499905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.669642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:30.735227 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.735444 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.761197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for 60d0b373-9749-4ef2-9eac-0d9429aadae1 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:30.786408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-091d5b65-8997-4dfe-aa5f-17cb56e58880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.803168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-091d5b65-8997-4dfe-aa5f-17cb56e58880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.807098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.807244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-091d5b65-8997-4dfe-aa5f-17cb56e58880 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e8471cc-f08b-4a14-aa96-279a1e059011 HTTP/1.1" status: 204 len: 168 time: 0.6382623 Sep 17 22:55:30.900557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d5b65-8997-4dfe-aa5f-17cb56e58880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8471cc-f08b-4a14-aa96-279a1e059011,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:31.025967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0445515b-a641-47f2-b848-af7338b9d885 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:31.147226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.228905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.254090 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.255109 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Floating IP fa85c68f-c827-4dc1-862f-3adb2771c5dd disassociated (deleted). External IP: 172.25.0.193, port: f676d2ab-ef52-4489-92c2-7df915a9b862. Sep 17 22:55:31.256022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.257906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=60d0b373-9749-4ef2-9eac-0d9429aadae1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:31.288600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-fa703353-21e8-4422-9a93-2a7463c579ac', 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'fixed_ips': [{'subnet_id': '6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:55:31.289728 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.437622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Allocated IP 172.25.0.154 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/c3a93562-ffd1-479c-bb6d-00320781f09d) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:31.459116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 0445515b-a641-47f2-b848-af7338b9d885 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:31.459702 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.578306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:31.602901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Allocated IP 172.20.0.2 (fa703353-21e8-4422-9a93-2a7463c579ac/6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2/ea7907f0-49b4-4827-8002-20e66065bf56) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:31.635478 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.733582 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.777232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:31.778292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:31.782722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:31.786089 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:31.791168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.793921 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] Sync routers for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:31.814766 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:31.817550 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:31.824527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a464d33-a404-45e2-afb6-92c3cc1a10dc tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/floatingips/fa85c68f-c827-4dc1-862f-3adb2771c5dd HTTP/1.1" status: 204 len: 168 time: 1.8326955 Sep 17 22:55:31.825246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:31.829454 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447" -d '{"events": [{"name": "network-changed", "server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:31.846402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 2, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:31.854923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Pushing event updated for resources: {'Port': ['ID=c3a93562-ffd1-479c-bb6d-00320781f09d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:31.925008 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee0c6c4-3ff4-406d-8977-c22c96cef612 x-openstack-request-id: req-5ee0c6c4-3ff4-406d-8977-c22c96cef612 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:31.926061 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:31.926845 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ee0c6c4-3ff4-406d-8977-c22c96cef612 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:31.926845 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'status': 'completed', 'code': 200} Sep 17 22:55:32.049386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Checking router: fc7ddb63-9400-4c40-be5a-cb3b7da88ecc for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:32.051193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Updating router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc port ef157ccb-114d-468a-80b1-c3649113c442 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:55:32.110657 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:32.204779 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.229312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.237739 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.260639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-18e5639c-7c88-4dcf-8b35-baf4ac69d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:32.262415 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-18e5639c-7c88-4dcf-8b35-baf4ac69d9ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 1098 time: 0.1473937 Sep 17 22:55:32.336972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43972) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:32.404184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad47d0-3735-4fd4-87f0-a287679a225b req-b7e57e4b-7b0c-486d-9d31-78e960745bee tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:32.407053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47ad47d0-3735-4fd4-87f0-a287679a225b req-b7e57e4b-7b0c-486d-9d31-78e960745bee tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 946 time: 0.1480417 Sep 17 22:55:32.479322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-47ad47d0-3735-4fd4-87f0-a287679a225b req-9e0d534e-2fed-4999-bf3d-e7dc6226dafa tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619135 Sep 17 22:55:32.571244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1464438978-network', 'tenant_id': '635da7bd4690405fb61c1657aba7a902'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:32.606668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Made reservation on behalf of 635da7bd4690405fb61c1657aba7a902 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:32.609924 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.623208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.721672 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:57Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:32.776082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Network fa703353-21e8-4422-9a93-2a7463c579ac is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:32.812847 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] Checking router: 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:32.822231 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:32.829492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Pushing event updated for resources: {'Port': ['ID=ea7907f0-49b4-4827-8002-20e66065bf56,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:32.832853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:32.838620 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:32.841961 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:32.882358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.894507 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.954168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-2b962353-b54c-4ba9-9b37-03a40a9ef73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:32.956329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-2b962353-b54c-4ba9-9b37-03a40a9ef73d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3fd8f1e-94e6-4e15-944f-c70158af2356 HTTP/1.1" status: 200 len: 897 time: 0.6620488 Sep 17 22:55:32.973305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:55:33.009259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caff1c97-6a6e-4f16-96e6-5c889432d9a9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:33.013361 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-9aa706a8-1f42-49e9-a971-d3a68d632842 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f676d2ab-ef52-4489-92c2-7df915a9b862 HTTP/1.1" status: 200 len: 217 time: 0.0456219 Sep 17 22:55:33.017094 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.030395 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.034856 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Added segment c561bfc9-4c1e-4cfb-add7-710fc22541d6 of type vlan for network 109defc2-a245-43f9-9142-e36bbe2ba508 Sep 17 22:55:33.136153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.142814 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:33.197590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.198480 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:33.199064 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.238734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-095555ac-7d2e-45f4-b8bd-160231f9a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:33.240069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-095555ac-7d2e-45f4-b8bd-160231f9a6b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ff5354-9d42-4104-9269-200ed2b7cad2 HTTP/1.1" status: 200 len: 834 time: 0.2078545 Sep 17 22:55:33.350599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=109defc2-a245-43f9-9142-e36bbe2ba508,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:33.369080 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e3308881-f099-4bcf-8448-5bab374c4cc4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0224514 Sep 17 22:55:33.371006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 43990) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:33.371965 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.386620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Request body: {'subnet': {'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1464438978-subnet', 'tenant_id': '635da7bd4690405fb61c1657aba7a902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:33.412535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-67b27003-6649-4005-b88e-7b214f51e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:33.412842 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c4cb8a2b-507c-4c1d-bfbf-b0b7091df23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.419093 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-67b27003-6649-4005-b88e-7b214f51e47c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3fd8f1e-94e6-4e15-944f-c70158af2356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1635056 Sep 17 22:55:33.419982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 109defc2-a245-43f9-9142-e36bbe2ba508 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:55:33.437147 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.439813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Made reservation on behalf of 635da7bd4690405fb61c1657aba7a902 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:33.443382 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.482837 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:57Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:33.510035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27331c2-8d4c-4756-a33f-f9a1ce79249b None None] Pushing event updated for resources: {'Port': ['ID=ef157ccb-114d-468a-80b1-c3649113c442,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:33.526168 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.540019 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Attempting to bind port ea7907f0-49b4-4827-8002-20e66065bf56 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:33.540394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Attempting to bind port ea7907f0-49b4-4827-8002-20e66065bf56 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:33.540762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Attempting to bind port ea7907f0-49b4-4827-8002-20e66065bf56 on network fa703353-21e8-4422-9a93-2a7463c579ac {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:33.550996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:33.551435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Checking segment: {'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:33.552215 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.552630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Bound using segment: {'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:33.553149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Bound port: ea7907f0-49b4-4827-8002-20e66065bf56, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:33.553548 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.597609 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da6e9d-8a7b-4da4-8204-44119f542751 None None] The sync data for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 is: [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 4, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'a94d4315-7cf6-4967-9d8d-b8b912d34b61', 'name': '', 'network_id': 'c3fd8f1e-94e6-4e15-944f-c70158af2356', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'mac_address': 'fa:16:3e:49:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:49Z', 'updated_at': '2021-09-17T22:53:57Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'subnets': [{'id': '03ff5354-9d42-4104-9269-200ed2b7cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:33.734388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.758082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Attempting to bind port ef157ccb-114d-468a-80b1-c3649113c442 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:33.758467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Attempting to bind port ef157ccb-114d-468a-80b1-c3649113c442 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:33.758837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Attempting to bind port ef157ccb-114d-468a-80b1-c3649113c442 on network 505aace7-a881-4739-9dee-735e991e1b77 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:33.778739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:33.779140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Checking segment: {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:33.779506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.779903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Bound using segment: {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:33.780389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Bound port: ef157ccb-114d-468a-80b1-c3649113c442, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:33.780770 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.842625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] For port ea7907f0-49b4-4827-8002-20e66065bf56, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:33.898378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] For port ea7907f0-49b4-4827-8002-20e66065bf56, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ea7907f0-49b4-4827-8002-20e66065bf56,segment=NetworkSegment(6e39f498-5815-4322-b72e-97414c60aead),segment_id=6e39f498-5815-4322-b72e-97414c60aead)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:33.939213 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.952961 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.987563 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-9e8d3efa-984b-43e9-87ae-c821bc4899a6 service neutron] 10.222.0.49 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568337 Sep 17 22:55:34.086130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a90808b-354d-490e-84d0-9350a1a0c10a,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:34.212267 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.255992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f1f254aa-0011-47b6-a8de-bc6bcb1f532d None None] Provisioning complete for port ef157ccb-114d-468a-80b1-c3649113c442 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:34.256658 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f1f254aa-0011-47b6-a8de-bc6bcb1f532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.259832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] For port ef157ccb-114d-468a-80b1-c3649113c442, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:34.314834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Router f5174661-c072-4883-9211-c12e8eff51be is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:55:34.334016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-03ea92b7-bb9f-4f3b-a125-e661953bc8df tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:34.335723 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-03ea92b7-bb9f-4f3b-a125-e661953bc8df tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 946 time: 0.3876984 Sep 17 22:55:34.336878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a061b6-2099-4227-b3f7-f07c47746feb req-d5547af8-a18d-4ed5-8c06-a668a1f80d85 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:34.349172 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0a061b6-2099-4227-b3f7-f07c47746feb req-d5547af8-a18d-4ed5-8c06-a668a1f80d85 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 946 time: 0.4272017 Sep 17 22:55:34.362777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] For port ef157ccb-114d-468a-80b1-c3649113c442, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ef157ccb-114d-468a-80b1-c3649113c442,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:34.374158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Checking segment: {'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:34.376282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Network hostable DHCP agents. Network: 109defc2-a245-43f9-9142-e36bbe2ba508, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:55:34.377721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323c6d8-8bc1-4ecf-ace8-35adb6caa152 None None] New status for floating IP fa85c68f-c827-4dc1-862f-3adb2771c5dd: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:55:34.394950 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.491406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44020) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:34.501949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7061dc1-4c84-4ff6-9219-62d2c4279ff7 None None] Pushing event updated for resources: {'Port': ['ID=ea7907f0-49b4-4827-8002-20e66065bf56,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:34.539661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0a061b6-2099-4227-b3f7-f07c47746feb req-ab19bb33-8520-4436-8fa0-297a4230c971 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811786 Sep 17 22:55:34.555698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Network 109defc2-a245-43f9-9142-e36bbe2ba508 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:55:34.574571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 109defc2-a245-43f9-9142-e36bbe2ba508) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:34.584091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:34.585051 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.622468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f965cb03-8bc3-49bf-9ca2-27dee4ce7447 req-38dc4126-7ea4-4854-8a76-bd0e0e84430b service neutron] 10.222.0.49 "GET /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010394 Sep 17 22:55:34.648688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944013e-c511-498a-ba01-e8ada89bf099 None None] Network 109defc2-a245-43f9-9142-e36bbe2ba508 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:34.669602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7cdadbfe-aa9c-40fe-8cf0-e5a9f730c67b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2942839 Sep 17 22:55:34.736466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:34.748027 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Sync routers for ids ['f5174661-c072-4883-9211-c12e8eff51be'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:34.764281 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Routers {'f5174661-c072-4883-9211-c12e8eff51be'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:34.766469 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f5174661-c072-4883-9211-c12e8eff51be'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:34.828323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.837824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-78e524ff-5a6e-4735-a7a0-03ed448c2a9b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4492049 Sep 17 22:55:34.838140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44026) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:34.891724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port f676d2ab-ef52-4489-92c2-7df915a9b862 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:34.892098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.899279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:34.900024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:34.901895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f1f254aa-0011-47b6-a8de-bc6bcb1f532d None None] Port ef157ccb-114d-468a-80b1-c3649113c442 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:34.913155 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.043520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd7450-5bb1-46f3-bf03-9f24147770b2 None None] Network 109defc2-a245-43f9-9142-e36bbe2ba508 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:35.091806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0d3e22bf-2cc4-4118-8653-788bb6f423a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4467ab831114dc3a2c114355cf563c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993354 Sep 17 22:55:35.102182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44036) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:35.177623 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Set router f5174661-c072-4883-9211-c12e8eff51be gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:35.321350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ea7907f0-49b4-4827-8002-20e66065bf56 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:35.381966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-786a71ad-1d52-4338-bf5a-b10e8d3fc97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.435862 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port f676d2ab-ef52-4489-92c2-7df915a9b862, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f676d2ab-ef52-4489-92c2-7df915a9b862,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:35.436237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.500314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-786a71ad-1d52-4338-bf5a-b10e8d3fc97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.510961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27331c2-8d4c-4756-a33f-f9a1ce79249b None None] Pushing event updated for resources: {'Port': ['ID=ef157ccb-114d-468a-80b1-c3649113c442,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:35.530664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for f676d2ab-ef52-4489-92c2-7df915a9b862 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:35.539096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-48be25e2-4022-45fc-a20c-8bb51ad5d48d None None] Provisioning complete for port ef157ccb-114d-468a-80b1-c3649113c442 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:35.542788 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48be25e2-4022-45fc-a20c-8bb51ad5d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.718435 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 3, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port': {'id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:31Z', 'updated_at': '2021-09-17T22:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:35.738548 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.749294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-786a71ad-1d52-4338-bf5a-b10e8d3fc97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.769437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-786a71ad-1d52-4338-bf5a-b10e8d3fc97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.772873 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-786a71ad-1d52-4338-bf5a-b10e8d3fc97d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1b8bf20-159d-4bb4-8e89-6c921c63bf4f HTTP/1.1" status: 204 len: 168 time: 0.6670365 Sep 17 22:55:35.799235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a71ad-1d52-4338-bf5a-b10e8d3fc97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b8bf20-159d-4bb4-8e89-6c921c63bf4f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:35.892756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:35.937183 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.975282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1854477-bc05-461e-b4c2-798b468c4071 req-0045448a-14f1-48e2-b663-eafe6fecde5f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:35.982966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ea7907f0-49b4-4827-8002-20e66065bf56 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:35.993055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1854477-bc05-461e-b4c2-798b468c4071 req-0045448a-14f1-48e2-b663-eafe6fecde5f tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/ports?device_id=315fd4cd-3014-4360-8a16-7a316e45c667 HTTP/1.1" status: 200 len: 946 time: 0.3026645 Sep 17 22:55:35.995798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.010397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4726316-e7dd-47d4-ac3b-a268edd58c85 None None] Network fa703353-21e8-4422-9a93-2a7463c579ac requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:36.037189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=f676d2ab-ef52-4489-92c2-7df915a9b862,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:36.156959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] No DVR routers for this DVR port f676d2ab-ef52-4489-92c2-7df915a9b862 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:36.166847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1854477-bc05-461e-b4c2-798b468c4071 req-2acb9609-be6f-4f39-af99-8b783073f17e tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75e444d-32c9-4321-9add-8e0b868b4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727700 Sep 17 22:55:36.169711 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.179148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.194599 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4ddc9500-c8f9-49ac-a17a-5bed9594489d req-65fa3bab-1dee-4223-884c-a4d625ca1389 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.49 "DELETE /v2.0/ports/f676d2ab-ef52-4489-92c2-7df915a9b862 HTTP/1.1" status: 204 len: 173 time: 1.8500061 Sep 17 22:55:36.195219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'name': 'network-vif-deleted', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:36.203447 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a483e3-f20f-4641-98e5-3d1f35cd58bd" -d '{"events": [{"server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "name": "network-vif-deleted", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:36.294242 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Checking router: f5174661-c072-4883-9211-c12e8eff51be for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:36.294751 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Updating router f5174661-c072-4883-9211-c12e8eff51be port c3a93562-ffd1-479c-bb6d-00320781f09d binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:55:36.394938 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46593c7b-6e64-4507-8f1f-a95ee06997c1 x-openstack-request-id: req-46593c7b-6e64-4507-8f1f-a95ee06997c1 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:36.395612 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fd4cd-3014-4360-8a16-7a316e45c667", "name": "network-vif-deleted", "tag": "f676d2ab-ef52-4489-92c2-7df915a9b862", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:36.396080 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46593c7b-6e64-4507-8f1f-a95ee06997c1 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:36.396715 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fd4cd-3014-4360-8a16-7a316e45c667', 'name': 'network-vif-deleted', 'tag': 'f676d2ab-ef52-4489-92c2-7df915a9b862', 'status': 'completed', 'code': 200} Sep 17 22:55:36.405467 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.564830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Allocated IP 172.20.0.1 (fa703353-21e8-4422-9a93-2a7463c579ac/6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2/fe0c8c29-a35d-4abe-8230-1510196dbb73) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:36.751097 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48be25e2-4022-45fc-a20c-8bb51ad5d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.845310 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.962817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.062056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-48be25e2-4022-45fc-a20c-8bb51ad5d48d None None] For port ef157ccb-114d-468a-80b1-c3649113c442, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ef157ccb-114d-468a-80b1-c3649113c442,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:37.068806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Network fa703353-21e8-4422-9a93-2a7463c579ac is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:37.078031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:37.092232 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:37.105236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48be25e2-4022-45fc-a20c-8bb51ad5d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.128205 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.140728 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.163008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Pushing event updated for resources: {'Port': ['ID=fe0c8c29-a35d-4abe-8230-1510196dbb73,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:37.213589 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.222433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.222940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.223388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.223978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.224489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.225102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.225851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.226409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.226904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.227345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.227780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.228223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:37.244694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.306275 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:37.310400 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Attempting to bind port c3a93562-ffd1-479c-bb6d-00320781f09d on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:37.311571 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Attempting to bind port c3a93562-ffd1-479c-bb6d-00320781f09d by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:37.312105 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Attempting to bind port c3a93562-ffd1-479c-bb6d-00320781f09d on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:37.318473 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:37.319293 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:37.319880 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.320439 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:37.321948 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Bound port: c3a93562-ffd1-479c-bb6d-00320781f09d, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:37.322547 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.367265 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07521f3-7c61-4185-82dd-0b6b8b6e5a04 None None] Pushing event updated for resources: {'Port': ['ID=c3a93562-ffd1-479c-bb6d-00320781f09d,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:37.432671 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] For port c3a93562-ffd1-479c-bb6d-00320781f09d, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:37.438970 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] For port c3a93562-ffd1-479c-bb6d-00320781f09d, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c3a93562-ffd1-479c-bb6d-00320781f09d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:37.450813 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.467771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ea7907f0-49b4-4827-8002-20e66065bf56, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ea7907f0-49b4-4827-8002-20e66065bf56,segment=NetworkSegment(6e39f498-5815-4322-b72e-97414c60aead),segment_id=6e39f498-5815-4322-b72e-97414c60aead)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:37.498224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d828110-1153-4c8f-a14e-f15005158bde tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.503307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44100) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:37.504665 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.545344 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Routers {'f5174661-c072-4883-9211-c12e8eff51be'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:37.546001 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f5174661-c072-4883-9211-c12e8eff51be'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:37.566634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be25e2-4022-45fc-a20c-8bb51ad5d48d None None] Pushing event updated for resources: {'Port': ['ID=ef157ccb-114d-468a-80b1-c3649113c442,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:37.602644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d828110-1153-4c8f-a14e-f15005158bde tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.604397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5bb08225-85b5-488d-b2df-1e1c1b6307ea None None] Provisioning complete for port ea7907f0-49b4-4827-8002-20e66065bf56 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:37.604783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5bb08225-85b5-488d-b2df-1e1c1b6307ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.610553 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.673420 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07521f3-7c61-4185-82dd-0b6b8b6e5a04 None None] Pushing event updated for resources: {'Port': ['ID=c3a93562-ffd1-479c-bb6d-00320781f09d,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:37.768629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:34Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:37.771380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d828110-1153-4c8f-a14e-f15005158bde tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.774304 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d828110-1153-4c8f-a14e-f15005158bde tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.775909 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8d828110-1153-4c8f-a14e-f15005158bde tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/security-groups/e75e444d-32c9-4321-9add-8e0b868b4b4b HTTP/1.1" status: 204 len: 168 time: 0.4667656 Sep 17 22:55:37.804410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad2892-4ec3-48be-9948-fed06fc391fa None None] The sync data for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 is: [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:34Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:37.805891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=ea7907f0-49b4-4827-8002-20e66065bf56,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:37.846645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d828110-1153-4c8f-a14e-f15005158bde tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e444d-32c9-4321-9add-8e0b868b4b4b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:37.856513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44112) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:37.870608 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] Set router f5174661-c072-4883-9211-c12e8eff51be gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:37.910273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-146529825-network', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:37.975122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:37.992213 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.006577 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.072419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.090278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.238959 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 3, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port': {'id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:31Z', 'updated_at': '2021-09-17T22:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:38.252875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0cd6af16-3a7d-45b2-9d74-7c0e8ec86ac3 None None] Provisioning complete for port fe0c8c29-a35d-4abe-8230-1510196dbb73 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:38.253317 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af16-3a7d-45b2-9d74-7c0e8ec86ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.290438 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a977d-7e01-46aa-90c6-448708dfa96c None None] The sync data for ids ['f5174661-c072-4883-9211-c12e8eff51be'] in n-d-789963-10 is: [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 3, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port': {'id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:31Z', 'updated_at': '2021-09-17T22:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:38.351369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6af16-3a7d-45b2-9d74-7c0e8ec86ac3 None None] Port fe0c8c29-a35d-4abe-8230-1510196dbb73 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:38.385610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0cd6af16-3a7d-45b2-9d74-7c0e8ec86ac3 None None] Provisioning complete for port ea7907f0-49b4-4827-8002-20e66065bf56 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:38.386320 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af16-3a7d-45b2-9d74-7c0e8ec86ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.388237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Pushing event updated for resources: {'Port': ['ID=fe0c8c29-a35d-4abe-8230-1510196dbb73,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:38.460017 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.684516 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.703271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Network fa703353-21e8-4422-9a93-2a7463c579ac is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:38.705296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:38.716545 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4a68f07e-37ec-4ffb-9920-c920af65e833 None None] Provisioning complete for port fe0c8c29-a35d-4abe-8230-1510196dbb73 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:38.716971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a68f07e-37ec-4ffb-9920-c920af65e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.723346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.735228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:55:38.746677 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.747417 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Added segment edbcb881-239c-4053-a9bb-754f5365b914 of type vlan for network efd7d316-db5b-443d-8c32-028f74826381 Sep 17 22:55:38.825980 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.860829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4a68f07e-37ec-4ffb-9920-c920af65e833 None None] Port fe0c8c29-a35d-4abe-8230-1510196dbb73 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:38.930453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.085836 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.086847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:39.087412 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.189953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-563a467f-0aee-4258-af86-6ee8ac7a15e9 None None] Provisioning complete for port fe0c8c29-a35d-4abe-8230-1510196dbb73 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:39.190587 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-563a467f-0aee-4258-af86-6ee8ac7a15e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.226708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7194467 Sep 17 22:55:39.234231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44140) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:39.245136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f676d2ab-ef52-4489-92c2-7df915a9b862 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:39.245389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Request body: {'subnet': {'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-146529825-subnet', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:39.282989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: f676d2ab-ef52-4489-92c2-7df915a9b862 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:39.283756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f676d2ab-ef52-4489-92c2-7df915a9b862 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:39.297466 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-563a467f-0aee-4258-af86-6ee8ac7a15e9 None None] Port fe0c8c29-a35d-4abe-8230-1510196dbb73 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:39.312047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca61ec13-9944-4984-aaf9-d6ac2b5d3099,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:39.327764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:39.330075 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.376997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8c4a1-efc9-4b86-b56b-02d5c66b3b95 admin admin] Pushing event updated for resources: {'Network': ['ID=efd7d316-db5b-443d-8c32-028f74826381,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:39.388379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network efd7d316-db5b-443d-8c32-028f74826381 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:55:39.426331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Router f5174661-c072-4883-9211-c12e8eff51be has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:39.692368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:39.711920 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c09f7118-9b11-46e2-977a-13b7250587ab admin admin] 10.222.0.48 "PUT /v2.0/routers/f5174661-c072-4883-9211-c12e8eff51be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8725054 Sep 17 22:55:39.738019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port a94d4315-7cf6-4967-9d8d-b8b912d34b61 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:39.738377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.846685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ea7907f0-49b4-4827-8002-20e66065bf56 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:39.966967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.991263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ea7907f0-49b4-4827-8002-20e66065bf56 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:39.991723 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.062578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102122fa-51c5-4e6f-a782-12ba8da57ac0,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:40.127435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port a94d4315-7cf6-4967-9d8d-b8b912d34b61, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a94d4315-7cf6-4967-9d8d-b8b912d34b61,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:40.128297 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.166053 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for a94d4315-7cf6-4967-9d8d-b8b912d34b61 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:40.196712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:40.197477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Network hostable DHCP agents. Network: efd7d316-db5b-443d-8c32-028f74826381, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:55:40.236268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ef157ccb-114d-468a-80b1-c3649113c442 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:40.269127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Network efd7d316-db5b-443d-8c32-028f74826381 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:55:40.288135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, efd7d316-db5b-443d-8c32-028f74826381) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:40.298384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.301118 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.310876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7addaa3-b548-45fe-96bd-f7386747e4b6 None None] Network efd7d316-db5b-443d-8c32-028f74826381 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:40.388316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bb29ab51-01e1-4451-8e27-8a3e2d390207 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1504157 Sep 17 22:55:40.391429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44154) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:40.400831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:40.454396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ef157ccb-114d-468a-80b1-c3649113c442 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:40.455407 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.470328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.473830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.635035 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.648715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.676808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44158) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:40.705474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9ee66aa8-9c56-4443-b397-eb1cbe5db7a8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-129189824', 'description': 'tempest-secgroup-smoke-129189824 description', 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:40.816308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=a94d4315-7cf6-4967-9d8d-b8b912d34b61,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:40.820984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c3a93562-ffd1-479c-bb6d-00320781f09d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:40.823101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ee66aa8-9c56-4443-b397-eb1cbe5db7a8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.913190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-efd7d316-db5b-443d-8c32-028f74826381', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:55:40.913190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.076916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ee66aa8-9c56-4443-b397-eb1cbe5db7a8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.081818 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ee66aa8-9c56-4443-b397-eb1cbe5db7a8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.111559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.142306 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee66aa8-9c56-4443-b397-eb1cbe5db7a8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb2807-687a-4bd1-a620-5b775bd60272,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:41.145881 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ee66aa8-9c56-4443-b397-eb1cbe5db7a8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.151171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9ee66aa8-9c56-4443-b397-eb1cbe5db7a8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4528594 Sep 17 22:55:41.152828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44162) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:41.158665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b6eee5fe-1c9b-4412-b5ff-34e16b6d08c6 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb2807-687a-4bd1-a620-5b775bd60272', 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:41.221243 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6eee5fe-1c9b-4412-b5ff-34e16b6d08c6 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.300323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c3a93562-ffd1-479c-bb6d-00320781f09d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:41.301193 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.325443 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6eee5fe-1c9b-4412-b5ff-34e16b6d08c6 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.337446 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6eee5fe-1c9b-4412-b5ff-34e16b6d08c6 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.359218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Allocated IP 172.20.0.2 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/3b056730-c337-4b9f-b07c-2956957d87bf) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:41.367005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eee5fe-1c9b-4412-b5ff-34e16b6d08c6 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83cdce8-20a2-4876-90d4-3fc0fa3878c3,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:41.397889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6eee5fe-1c9b-4412-b5ff-34e16b6d08c6 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.399704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b6eee5fe-1c9b-4412-b5ff-34e16b6d08c6 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2447202 Sep 17 22:55:41.404708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44166) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:41.411294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d6094e0f-fde0-40bd-880f-44fe82febd7a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb2807-687a-4bd1-a620-5b775bd60272', 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:41.451001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6094e0f-fde0-40bd-880f-44fe82febd7a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.547098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6094e0f-fde0-40bd-880f-44fe82febd7a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.557719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6094e0f-fde0-40bd-880f-44fe82febd7a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.586826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d6094e0f-fde0-40bd-880f-44fe82febd7a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.592808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d6094e0f-fde0-40bd-880f-44fe82febd7a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1821015 Sep 17 22:55:41.592808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6094e0f-fde0-40bd-880f-44fe82febd7a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b97403b-cfb8-4b69-81ea-c05f704767be,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:41.593958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44170) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:41.597888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.599500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6f571bef-12e3-4c14-bff1-fd3ef94e52db tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb2807-687a-4bd1-a620-5b775bd60272', 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:41.613798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Sync routers for ids ['f5174661-c072-4883-9211-c12e8eff51be'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:41.635386 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f571bef-12e3-4c14-bff1-fd3ef94e52db tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.643458 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.707374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f571bef-12e3-4c14-bff1-fd3ef94e52db tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.713756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:41.716217 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f571bef-12e3-4c14-bff1-fd3ef94e52db tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.720058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Pushing event updated for resources: {'Port': ['ID=3b056730-c337-4b9f-b07c-2956957d87bf,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:41.727867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:41.733823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.734172 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.734508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.734836 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.735166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.735493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.735816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.736709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.736709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.737096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.737490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.737816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:41.747901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f571bef-12e3-4c14-bff1-fd3ef94e52db tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a023406e-aade-494c-b157-056f8d3d278d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:41.756837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:41.759643 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6f571bef-12e3-4c14-bff1-fd3ef94e52db tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.762411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6f571bef-12e3-4c14-bff1-fd3ef94e52db tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665430 Sep 17 22:55:41.766112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44172) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:41.771720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-23cc7ce8-2ca3-467b-b928-ff9d688adaf1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb2807-687a-4bd1-a620-5b775bd60272', 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:41.791355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Routers {'f5174661-c072-4883-9211-c12e8eff51be'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:41.792512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f5174661-c072-4883-9211-c12e8eff51be'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:41.808071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ce8-2ca3-467b-b928-ff9d688adaf1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.888945 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ce8-2ca3-467b-b928-ff9d688adaf1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.893718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ce8-2ca3-467b-b928-ff9d688adaf1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.922970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc7ce8-2ca3-467b-b928-ff9d688adaf1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e622c76e-d5cc-4b15-85fa-43eb518f1883,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:41.926589 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23cc7ce8-2ca3-467b-b928-ff9d688adaf1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.927841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-23cc7ce8-2ca3-467b-b928-ff9d688adaf1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601140 Sep 17 22:55:41.933221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44174) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:41.939011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d20b9d52-f16c-4ecd-a07c-600946c496a2 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb2807-687a-4bd1-a620-5b775bd60272', 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:41.949698 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.969707 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-d20b9d52-f16c-4ecd-a07c-600946c496a2 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Project fbd89f99cf974dcf836e51d44fb4f52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:55:41.975834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d20b9d52-f16c-4ecd-a07c-600946c496a2 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.979387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Set router f5174661-c072-4883-9211-c12e8eff51be gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:42.047627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d20b9d52-f16c-4ecd-a07c-600946c496a2 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.063740 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d20b9d52-f16c-4ecd-a07c-600946c496a2 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.099435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b9d52-f16c-4ecd-a07c-600946c496a2 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534df218-62f2-43ec-a01d-95b5480af301,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:42.120283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d20b9d52-f16c-4ecd-a07c-600946c496a2 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.120492 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.121561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d20b9d52-f16c-4ecd-a07c-600946c496a2 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1852269 Sep 17 22:55:42.122589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44180) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:42.139500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-267dae6f-7036-4477-89d3-3158ee5369b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb2807-687a-4bd1-a620-5b775bd60272', 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:42.191201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Attempting to bind port 3b056730-c337-4b9f-b07c-2956957d87bf on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:42.191651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Attempting to bind port 3b056730-c337-4b9f-b07c-2956957d87bf by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:42.192177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Attempting to bind port 3b056730-c337-4b9f-b07c-2956957d87bf on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:42.194666 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-267dae6f-7036-4477-89d3-3158ee5369b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Project fbd89f99cf974dcf836e51d44fb4f52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:55:42.200920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-267dae6f-7036-4477-89d3-3158ee5369b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.204618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c3a93562-ffd1-479c-bb6d-00320781f09d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c3a93562-ffd1-479c-bb6d-00320781f09d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:42.207525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:42.208056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:42.208542 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.209695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:42.209831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Bound port: 3b056730-c337-4b9f-b07c-2956957d87bf, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:42.210278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.226751 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.290653 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-267dae6f-7036-4477-89d3-3158ee5369b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.305071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-267dae6f-7036-4477-89d3-3158ee5369b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.366353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dae6f-7036-4477-89d3-3158ee5369b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3787d728-ab66-4d00-ab4e-be71c867242f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:42.398956 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-267dae6f-7036-4477-89d3-3158ee5369b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.409368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-267dae6f-7036-4477-89d3-3158ee5369b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2693598 Sep 17 22:55:42.409634 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.432062 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.608747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Allocated IP 172.25.0.219 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/8a385e26-1aab-42c7-a0ef-45c822f6de74) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:42.617473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:42.628477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-874cabf3-c83c-4817-81ca-540115596060 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-129189824&fields=id&tenant_id=fbd89f99cf974dcf836e51d44fb4f52a HTTP/1.1" status: 200 len: 267 time: 0.0664337 Sep 17 22:55:42.742492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c3a93562-ffd1-479c-bb6d-00320781f09d,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:42.766799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] For port 3b056730-c337-4b9f-b07c-2956957d87bf, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:42.785812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] For port 3b056730-c337-4b9f-b07c-2956957d87bf, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3b056730-c337-4b9f-b07c-2956957d87bf,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:42.795426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-598b67a3-edd2-4ae7-b4b0-a94060d617d3 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:42.798541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-598b67a3-edd2-4ae7-b4b0-a94060d617d3 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/networks?id=505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 200 len: 808 time: 0.1586165 Sep 17 22:55:42.801808 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.825684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:37Z', 'revision_number': 4, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port': {'id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:31Z', 'updated_at': '2021-09-17T22:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'fe0c8c29-a35d-4abe-8230-1510196dbb73', 'name': '', 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:36Z', 'updated_at': '2021-09-17T22:55:37Z', 'revision_number': 2, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'subnets': [{'id': '6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:42.828597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:42.834827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-024e1394-48ad-4416-8528-6f1488257fdf tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/quotas/fbd89f99cf974dcf836e51d44fb4f52a HTTP/1.1" status: 200 len: 375 time: 0.0230634 Sep 17 22:55:42.847781 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] Sync routers for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:42.861235 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-510fe8f4-5f3d-496b-a5fa-0f1153cb57c3 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "PUT /v2.0/routers/53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9989395 Sep 17 22:55:42.872047 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:42.874982 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:42.882329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44200) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:42.909692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Checking router: f5174661-c072-4883-9211-c12e8eff51be for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:42.910055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Updating router f5174661-c072-4883-9211-c12e8eff51be port fe0c8c29-a35d-4abe-8230-1510196dbb73 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:55:42.958788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-a522ae49-3180-4c5b-bee3-e39377df1a3e tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158872 Sep 17 22:55:42.999241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea9162-3ba5-434b-aa1f-3f4aecf4bdff None None] Pushing event updated for resources: {'Port': ['ID=3b056730-c337-4b9f-b07c-2956957d87bf,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:43.007089 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.090865 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.212583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.231654 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:43.243953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-4ff7e371-8c2a-4abb-aac2-265b4f5b2bae service neutron] 10.222.0.48 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617741 Sep 17 22:55:43.316890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb83800-b4c8-40b0-8910-fdbef74c4635 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting subnet 03ff5354-9d42-4104-9269-200ed2b7cad2 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:55:43.320374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bcb83800-b4c8-40b0-8910-fdbef74c4635 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.339701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:43.343395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:43.356124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:43.377603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Pushing event updated for resources: {'Port': ['ID=8a385e26-1aab-42c7-a0ef-45c822f6de74,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:43.380719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bcb83800-b4c8-40b0-8910-fdbef74c4635 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.509214 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bcb83800-b4c8-40b0-8910-fdbef74c4635 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.515656 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:43.658137 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] Checking router: 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:43.687146 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] Routers {'53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:43.687786 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:43.715890 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.733682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.737880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-51220e7a-3638-4fb3-877f-359d7b41a9ab service neutron] 10.222.0.48 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287725 Sep 17 22:55:43.742547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bcb83800-b4c8-40b0-8910-fdbef74c4635 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.789642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb83800-b4c8-40b0-8910-fdbef74c4635 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Subnet': ['ID=03ff5354-9d42-4104-9269-200ed2b7cad2,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:43.796586 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bcb83800-b4c8-40b0-8910-fdbef74c4635 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.803285 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bcb83800-b4c8-40b0-8910-fdbef74c4635 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/subnets/03ff5354-9d42-4104-9269-200ed2b7cad2 HTTP/1.1" status: 204 len: 168 time: 0.9187994 Sep 17 22:55:43.804073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44210) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:43.966957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f92677-22b4-451f-8005-ee95038bd065 None None] Network c3fd8f1e-94e6-4e15-944f-c70158af2356 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:43.980810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.987486 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] Set router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:44.194517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f1591-8aae-4c7c-bc0d-9f5d887a3430 None None] Pushing event updated for resources: {'Port': ['ID=fe0c8c29-a35d-4abe-8230-1510196dbb73,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:44.271551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fe9502c-029a-4925-b2a6-8c328c94b479 req-92b1668d-8af2-4dad-90d3-75a4a3b2def1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 210 time: 0.1690109 Sep 17 22:55:44.305228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Attempting to bind port fe0c8c29-a35d-4abe-8230-1510196dbb73 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:44.306182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Attempting to bind port fe0c8c29-a35d-4abe-8230-1510196dbb73 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:44.307045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Attempting to bind port fe0c8c29-a35d-4abe-8230-1510196dbb73 on network fa703353-21e8-4422-9a93-2a7463c579ac {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:44.343646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:44.347280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Checking segment: {'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:44.347798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.350623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Bound using segment: {'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:44.351334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Bound port: fe0c8c29-a35d-4abe-8230-1510196dbb73, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e39f498-5815-4322-b72e-97414c60aead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:44.351832 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.352060 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.568166 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:44.611231 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.632074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3b056730-c337-4b9f-b07c-2956957d87bf up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:44.649891 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d9d04-14af-48d7-b382-2bb32cda410d None None] The sync data for ids ['53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f'] in n-d-789963-10 is: [{'id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'name': 'tempest-TestNetworkBasicOps-router-446715284', 'tenant_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:42Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 5, 'project_id': 'f54f1914c89b4ed9b5e77c5724c76f12', 'gw_port': {'id': '3633dc88-6a30-4fd4-a816-44ad6ea24427', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:43Z', 'updated_at': '2021-09-17T22:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:44.686523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dd31a7b4-d426-4a34-bcb1-9d7f97e85305 None None] Provisioning complete for port fe0c8c29-a35d-4abe-8230-1510196dbb73 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:44.688562 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dd31a7b4-d426-4a34-bcb1-9d7f97e85305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.762745 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153a372-abd6-4e6a-b047-31c750329bb5 None None] Network efd7d316-db5b-443d-8c32-028f74826381 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:44.940914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] For port fe0c8c29-a35d-4abe-8230-1510196dbb73, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:44.957978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Router 427b6ce9-4580-433c-bd93-986108266832 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:55:45.128287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] For port fe0c8c29-a35d-4abe-8230-1510196dbb73, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fe0c8c29-a35d-4abe-8230-1510196dbb73,segment=NetworkSegment(6e39f498-5815-4322-b72e-97414c60aead),segment_id=6e39f498-5815-4322-b72e-97414c60aead)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:45.142400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] DHCP port deletion for c3fd8f1e-94e6-4e15-944f-c70158af2356 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:55:45.147513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dd31a7b4-d426-4a34-bcb1-9d7f97e85305 None None] Port fe0c8c29-a35d-4abe-8230-1510196dbb73 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:45.165441 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:45.242769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:45.288563 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:45.290304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b541aa0d-4e26-4353-a9b1-ddb52c9dec82 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8974080 Sep 17 22:55:45.294017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44230) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:45.416401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:45.438663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:45.515042 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f7f606fb-47d4-43f2-8f4d-cc961cc6d76e req-efc5c769-49ad-4dd8-9d63-684f306988e4 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 210 time: 0.0572989 Sep 17 22:55:45.604508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3b056730-c337-4b9f-b07c-2956957d87bf triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:45.606701 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:45.608429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Routers {'f5174661-c072-4883-9211-c12e8eff51be'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:45.609189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f5174661-c072-4883-9211-c12e8eff51be'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:45.614943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Deleting port 3633dc88-6a30-4fd4-a816-44ad6ea24427 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:45.617451 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:45.676116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-31ceb640-6280-44da-be30-5993e59aab57 None None] Provisioning complete for port 3b056730-c337-4b9f-b07c-2956957d87bf triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:45.676497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31ceb640-6280-44da-be30-5993e59aab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:45.678128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:45.678851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:45.830027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f1591-8aae-4c7c-bc0d-9f5d887a3430 None None] Pushing event updated for resources: {'Port': ['ID=fe0c8c29-a35d-4abe-8230-1510196dbb73,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:45.874546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] For port 3633dc88-6a30-4fd4-a816-44ad6ea24427, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3633dc88-6a30-4fd4-a816-44ad6ea24427,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:45.875035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:45.892415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Calling delete_port for 3633dc88-6a30-4fd4-a816-44ad6ea24427 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:45.990423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-2afed77e-7d7f-47ea-be5c-08d10bb687b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:45.992245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-2afed77e-7d7f-47ea-be5c-08d10bb687b0 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.45 "GET /v2.0/networks?id=505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 200 len: 808 time: 0.2760000 Sep 17 22:55:46.137277 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-e87507c9-dfe4-49e0-badb-ea7fe67c2990 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbd89f99cf974dcf836e51d44fb4f52a HTTP/1.1" status: 200 len: 379 time: 0.1322176 Sep 17 22:55:46.172293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.182165 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'port': {'device_id': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'admin_state_up': True, 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'security_groups': ['c6cb2807-687a-4bd1-a620-5b775bd60272']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:46.182394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] Deleting port e408eda6-6d03-42ea-82c8-e39cf2dfd194 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:46.182858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.230079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Port': ['ID=3633dc88-6a30-4fd4-a816-44ad6ea24427,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:46.257517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] For port e408eda6-6d03-42ea-82c8-e39cf2dfd194, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e408eda6-6d03-42ea-82c8-e39cf2dfd194,segment=NetworkSegment(9775b294-47bf-4879-8c54-f3ee2d4c9acd),segment_id=9775b294-47bf-4879-8c54-f3ee2d4c9acd)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:46.258260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.272828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] Calling delete_port for e408eda6-6d03-42ea-82c8-e39cf2dfd194 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:46.331875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.376748 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.418737 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31ceb640-6280-44da-be30-5993e59aab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.420920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.426889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:46.427062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Made reservation on behalf of fbd89f99cf974dcf836e51d44fb4f52a for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:46.433013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.523295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.525608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.645670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.645670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Fanout notify agent at l3_agent the message router_deleted on router 53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:55:46.653664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.654850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-27550a5d-9088-4c0c-b82b-36142360ba79 tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/routers/53620f9d-8ecd-44fd-b5ca-a6fd7f976f8f HTTP/1.1" status: 204 len: 168 time: 2.8492713 Sep 17 22:55:46.665114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44244) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:46.708235 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-529c93ac-8d42-41c0-b232-c5981a8eca16 req-af012460-4a4a-4e95-9b76-23ca579c69af tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 210 time: 0.0836792 Sep 17 22:55:46.782294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:46.851150 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] Pushing event deleted for resources: {'Port': ['ID=e408eda6-6d03-42ea-82c8-e39cf2dfd194,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:46.926392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6da5e6-de6e-41e9-b43e-9e4192f18f88 None None] No DVR routers for this DVR port e408eda6-6d03-42ea-82c8-e39cf2dfd194 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:46.997859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Allocated IP 172.20.0.1 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/ef372593-82bc-4bd0-afb4-203ea65fb1ab) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:47.027717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] Set router f5174661-c072-4883-9211-c12e8eff51be gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:47.041697 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.045577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Allocated IP 172.20.0.4 (505aace7-a881-4739-9dee-735e991e1b77/20227ba6-72e5-42e2-bff5-a28e51d953b4/63837cfb-fb7f-47a1-89b2-1af0a1f5ede9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:47.188462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-31ceb640-6280-44da-be30-5993e59aab57 None None] For port 3b056730-c337-4b9f-b07c-2956957d87bf, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3b056730-c337-4b9f-b07c-2956957d87bf,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:47.211769 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31ceb640-6280-44da-be30-5993e59aab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.243968 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.408371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ceb640-6280-44da-be30-5993e59aab57 None None] Pushing event updated for resources: {'Port': ['ID=3b056730-c337-4b9f-b07c-2956957d87bf,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:47.430345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ef1c0d64-77d9-4a54-9549-df63623cca64 None None] Provisioning complete for port 3b056730-c337-4b9f-b07c-2956957d87bf triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:47.430666 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0d64-77d9-4a54-9549-df63623cca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.485953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fd8f1e-94e6-4e15-944f-c70158af2356']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:47.506332 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:55:47.506690 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:55:47.523226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9775b294-47bf-4879-8c54-f3ee2d4c9acd') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:47.523530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9775b294-47bf-4879-8c54-f3ee2d4c9acd') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:47.579843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.603708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:43Z', 'revision_number': 3, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:47.629222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.639483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:47.639824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Updating router 427b6ce9-4580-433c-bd93-986108266832 port 8a385e26-1aab-42c7-a0ef-45c822f6de74 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:55:47.645609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:37Z', 'revision_number': 4, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port': {'id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:31Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'fe0c8c29-a35d-4abe-8230-1510196dbb73', 'name': '', 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:36Z', 'updated_at': '2021-09-17T22:55:44Z', 'revision_number': 4, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'subnets': [{'id': '6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:47.668954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:55:47.669308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:55:47.672226 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:55:47.690615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ef1c0d64-77d9-4a54-9549-df63623cca64 None None] Provisioning complete for port fe0c8c29-a35d-4abe-8230-1510196dbb73 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:47.691007 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0d64-77d9-4a54-9549-df63623cca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.710947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63657a13-ca46-46cc-b29d-06bc2c71220a None None] The sync data for ids ['f5174661-c072-4883-9211-c12e8eff51be'] in n-d-789963-10 is: [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:37Z', 'revision_number': 4, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port': {'id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:31Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'fe0c8c29-a35d-4abe-8230-1510196dbb73', 'name': '', 'network_id': 'fa703353-21e8-4422-9a93-2a7463c579ac', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:36Z', 'updated_at': '2021-09-17T22:55:44Z', 'revision_number': 4, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'subnets': [{'id': '6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:47.721819 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.815045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.837799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.844026 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.869480 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.873981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] 10.222.0.48 "DELETE /v2.0/networks/c3fd8f1e-94e6-4e15-944f-c70158af2356 HTTP/1.1" status: 204 len: 168 time: 1.2073386 Sep 17 22:55:47.912346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed6f74-c4af-4c35-a715-f9aa59236bed tempest-TestNetworkBasicOps-688744019 tempest-TestNetworkBasicOps-688744019-project] Pushing event deleted for resources: {'Network': ['ID=c3fd8f1e-94e6-4e15-944f-c70158af2356,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:47.975299 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9299b3b3-df8d-4984-99f4-d1568bc3fe78 req-d2c60065-cfc1-4b44-b64f-1db14ce41ac3 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 210 time: 0.0875885 Sep 17 22:55:48.028923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.094824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:48.127584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:48.150288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:48.154229 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0d64-77d9-4a54-9549-df63623cca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.161052 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.226379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c3a93562-ffd1-479c-bb6d-00320781f09d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:48.319962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Pushing event updated for resources: {'Port': ['ID=ef372593-82bc-4bd0-afb4-203ea65fb1ab,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:48.355704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Network 505aace7-a881-4739-9dee-735e991e1b77 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:48.377959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:48.383687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:48.535078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44288) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:48.586576 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.602194 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.627664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ef1c0d64-77d9-4a54-9549-df63623cca64 None None] For port fe0c8c29-a35d-4abe-8230-1510196dbb73, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fe0c8c29-a35d-4abe-8230-1510196dbb73,segment=NetworkSegment(6e39f498-5815-4322-b72e-97414c60aead),segment_id=6e39f498-5815-4322-b72e-97414c60aead)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:48.632114 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.654864 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0d64-77d9-4a54-9549-df63623cca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.749619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Attempting to bind port 8a385e26-1aab-42c7-a0ef-45c822f6de74 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:48.750044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Attempting to bind port 8a385e26-1aab-42c7-a0ef-45c822f6de74 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:48.751030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Attempting to bind port 8a385e26-1aab-42c7-a0ef-45c822f6de74 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:48.764912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:48.765319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:48.765733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.766136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:48.766654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Bound port: 8a385e26-1aab-42c7-a0ef-45c822f6de74, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:48.767040 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.797006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c3a93562-ffd1-479c-bb6d-00320781f09d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:48.797006 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.870548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87b8f7-e3a2-4651-aea7-2cd2844a3b78 None None] Pushing event updated for resources: {'Port': ['ID=8a385e26-1aab-42c7-a0ef-45c822f6de74,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:48.878775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'Port': ['ID=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:48.899817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:48.900427 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.969497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.990696 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7b1e6962-64d8-44ed-95af-d9ddabb829cc tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8197525 Sep 17 22:55:48.993810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c9441f3c-0427-44c6-b01f-e0a9211dbc97 None None] Provisioning complete for port ef372593-82bc-4bd0-afb4-203ea65fb1ab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:48.994259 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c9441f3c-0427-44c6-b01f-e0a9211dbc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.000285 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.002343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-258e613d-4781-482d-8d62-6a7b1d8b48ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f54f1914c89b4ed9b5e77c5724c76f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658616 Sep 17 22:55:49.004838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44330) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:49.008564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Request body: {'port': {'device_id': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:49.075228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] For port 8a385e26-1aab-42c7-a0ef-45c822f6de74, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:49.101244 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4fcc-bc1d-4b6c-9882-732e406a088a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.124630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c0d64-77d9-4a54-9549-df63623cca64 None None] Pushing event updated for resources: {'Port': ['ID=fe0c8c29-a35d-4abe-8230-1510196dbb73,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:49.171215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.176262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] For port 8a385e26-1aab-42c7-a0ef-45c822f6de74, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8a385e26-1aab-42c7-a0ef-45c822f6de74,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:49.180969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c9441f3c-0427-44c6-b01f-e0a9211dbc97 None None] Port ef372593-82bc-4bd0-afb4-203ea65fb1ab cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:49.195576 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.213261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4fcc-bc1d-4b6c-9882-732e406a088a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.379255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:49.385174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:49.428214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a3baf-c260-43cc-a9b7-f08f509b8fa6 req-7a2f544a-333c-4053-8048-7a7a879854a3 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:49.430701 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb2a3baf-c260-43cc-a9b7-f08f509b8fa6 req-7a2f544a-333c-4053-8048-7a7a879854a3 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 931 time: 0.2797010 Sep 17 22:55:49.536891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4fcc-bc1d-4b6c-9882-732e406a088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.539543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4fcc-bc1d-4b6c-9882-732e406a088a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.544268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0e9a4fcc-bc1d-4b6c-9882-732e406a088a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/412ca4f0-4059-40cb-bcc6-c3547f912edd HTTP/1.1" status: 204 len: 168 time: 0.5374830 Sep 17 22:55:49.656863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:49.662383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb2a3baf-c260-43cc-a9b7-f08f509b8fa6 req-f7bf8e57-d5ca-44b0-bf72-27dd4eef4a54 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231314 Sep 17 22:55:49.677425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a4fcc-bc1d-4b6c-9882-732e406a088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ca4f0-4059-40cb-bcc6-c3547f912edd,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:49.867174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fe0c8c29-a35d-4abe-8230-1510196dbb73 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:49.881442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.895384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.932624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0ea25f74-82e4-46b6-9b86-f2c149ed8043 None None] Provisioning complete for port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:49.933041 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0ea25f74-82e4-46b6-9b86-f2c149ed8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.950243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87b8f7-e3a2-4651-aea7-2cd2844a3b78 None None] Pushing event updated for resources: {'Port': ['ID=8a385e26-1aab-42c7-a0ef-45c822f6de74,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:50.172218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:50.192059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Pushing event updated for resources: {'Port': ['ID=ef372593-82bc-4bd0-afb4-203ea65fb1ab,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:50.332130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44448) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:50.361043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eac2b4ac-83f4-4e53-937c-83b1f9c3bbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:50.388056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0ea25f74-82e4-46b6-9b86-f2c149ed8043 None None] Port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:50.403308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port fe0c8c29-a35d-4abe-8230-1510196dbb73 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:50.403897 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:50.494370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:50.503861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:50.591180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3b056730-c337-4b9f-b07c-2956957d87bf up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:50.597805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eac2b4ac-83f4-4e53-937c-83b1f9c3bbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:50.607157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eac2b4ac-83f4-4e53-937c-83b1f9c3bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:50.775470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:47Z', 'revision_number': 1, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:50.781452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eac2b4ac-83f4-4e53-937c-83b1f9c3bbc3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2489d1f157694cf3b06d19342d69f355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473503 Sep 17 22:55:50.799952 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44498) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:50.889612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbada31c-5255-41ac-8286-a9036e612ed8 None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:47Z', 'revision_number': 1, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:50.901600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3b056730-c337-4b9f-b07c-2956957d87bf triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:50.902160 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:50.906132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:50.913335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2b4ac-83f4-4e53-937c-83b1f9c3bbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f575bc4-39e8-4ee8-9233-53c47e46e4e7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:50.952681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.000694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Transition to ACTIVE for port object 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:55:51.021394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Router 427b6ce9-4580-433c-bd93-986108266832 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:51.036334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.081796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7924bd-41d3-4574-af15-f168875a08f5 req-75065646-3cd9-4459-ba5b-d11bdb761890 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:51.088405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-db7924bd-41d3-4574-af15-f168875a08f5 req-75065646-3cd9-4459-ba5b-d11bdb761890 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 931 time: 0.2234042 Sep 17 22:55:51.126804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-847706e8-3326-461c-8cf5-9a8f9320e7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.174584 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-847706e8-3326-461c-8cf5-9a8f9320e7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.179926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-db7924bd-41d3-4574-af15-f168875a08f5 req-e2aa0e04-1e47-4081-895a-05c19e7af0e8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698686 Sep 17 22:55:51.293493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dca306bb-1cfd-4737-8ac8-3f17ecd33255 None None] Provisioning complete for port ef372593-82bc-4bd0-afb4-203ea65fb1ab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:51.297264 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-847706e8-3326-461c-8cf5-9a8f9320e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.300110 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dca306bb-1cfd-4737-8ac8-3f17ecd33255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.305802 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-847706e8-3326-461c-8cf5-9a8f9320e7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.307228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-847706e8-3326-461c-8cf5-9a8f9320e7cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f575bc4-39e8-4ee8-9233-53c47e46e4e7 HTTP/1.1" status: 204 len: 168 time: 0.5056741 Sep 17 22:55:51.362847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847706e8-3326-461c-8cf5-9a8f9320e7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f575bc4-39e8-4ee8-9233-53c47e46e4e7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:51.440356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a94d4315-7cf6-4967-9d8d-b8b912d34b61 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:51.535903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a94d4315-7cf6-4967-9d8d-b8b912d34b61 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:51.536354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a94d4315-7cf6-4967-9d8d-b8b912d34b61 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:51.536972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3633dc88-6a30-4fd4-a816-44ad6ea24427 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:51.539903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dca306bb-1cfd-4737-8ac8-3f17ecd33255 None None] Port ef372593-82bc-4bd0-afb4-203ea65fb1ab cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:51.587125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3633dc88-6a30-4fd4-a816-44ad6ea24427 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:51.587690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3633dc88-6a30-4fd4-a816-44ad6ea24427 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:51.588311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e408eda6-6d03-42ea-82c8-e39cf2dfd194 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:51.625524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Pushing event updated for resources: {'Port': ['ID=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:51.634515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: e408eda6-6d03-42ea-82c8-e39cf2dfd194 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:51.635110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e408eda6-6d03-42ea-82c8-e39cf2dfd194 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:51.775590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Attempting to bind port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:51.777013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Attempting to bind port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:51.778149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Attempting to bind port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 on network 505aace7-a881-4739-9dee-735e991e1b77 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:51.787230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 on network 505aace7-a881-4739-9dee-735e991e1b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:55:51.787676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Attempting to bind port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 on network 505aace7-a881-4739-9dee-735e991e1b77 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:51.800605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:51.807010 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e00a43bc-686b-4771-9265-ebfc8b9ac46c admin admin] 10.222.0.48 "PUT /v2.0/routers/427b6ce9-4580-433c-bd93-986108266832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5113976 Sep 17 22:55:51.820632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:51.822035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Checking segment: {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:51.823166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Bound using segment: {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:51.824821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Bound port: 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55216aa-2ec9-489c-977e-c90a7ffcf59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '505aace7-a881-4739-9dee-735e991e1b77'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:51.827496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:52.039684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] For port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:52.050919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] For port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:52.062069 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:52.136505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:52.137359 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:52.139195 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] 10.222.0.45 "PUT /v2.0/ports/63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 200 len: 1092 time: 3.1354110 Sep 17 22:55:52.139937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'tag': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:52.147638 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc117e9-d911-4c11-8a0c-4c58b7a8d494", "tag": "63837cfb-fb7f-47a1-89b2-1af0a1f5ede9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:52.247586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69f487-4403-4135-a6b5-f7e264641563 service neutron] Pushing event updated for resources: {'Port': ['ID=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:52.272180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-2273a3c1-e3b0-4b82-ac8e-c4626124f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:52.274112 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-2273a3c1-e3b0-4b82-ac8e-c4626124f153 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1095 time: 0.0720613 Sep 17 22:55:52.331331 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72506f73-3815-46c5-b939-40ae8cca8fff x-openstack-request-id: req-72506f73-3815-46c5-b939-40ae8cca8fff {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:52.331723 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc117e9-d911-4c11-8a0c-4c58b7a8d494", "tag": "63837cfb-fb7f-47a1-89b2-1af0a1f5ede9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:52.331952 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72506f73-3815-46c5-b939-40ae8cca8fff {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:52.332297 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'tag': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'status': 'completed', 'code': 200} Sep 17 22:55:52.495218 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-7119bed0-3dba-4f77-a099-75471c03659e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 200 len: 217 time: 0.2108665 Sep 17 22:55:52.666029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed4850-9077-4a92-97d3-39e9e0978958 req-584c1796-f9bc-4c09-96dd-7f561694297a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:52.703623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33ed4850-9077-4a92-97d3-39e9e0978958 req-584c1796-f9bc-4c09-96dd-7f561694297a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 943 time: 0.2871027 Sep 17 22:55:52.745319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-97263e96-9a62-4987-80b3-84089ebb926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:52.750361 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-97263e96-9a62-4987-80b3-84089ebb926c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20227ba6-72e5-42e2-bff5-a28e51d953b4 HTTP/1.1" status: 200 len: 847 time: 0.2479234 Sep 17 22:55:52.937785 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33ed4850-9077-4a92-97d3-39e9e0978958 req-e58fa067-9361-4301-86de-a6577edfd737 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314000 Sep 17 22:55:52.941822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-e7eebf07-a3e3-4e7a-bbc9-5a5fb5010cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:52.943333 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-e7eebf07-a3e3-4e7a-bbc9-5a5fb5010cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=505aace7-a881-4739-9dee-735e991e1b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857276 Sep 17 22:55:53.376712 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-bce50e5f-823d-4b88-97cd-b0ebbb9def73 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244630 Sep 17 22:55:53.760350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44748) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:53.765835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-126266944-network', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:53.769239 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c57130b-a27b-44c9-9dc1-f3ad4edf655d req-89c0a655-b19f-4a4b-ab8a-a9a42a6a09a6 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857248 Sep 17 22:55:53.836052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Made reservation on behalf of 4d7dc96bd1cf4204ac55cb706437bdcf for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:53.841474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:53.872577 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:53.937163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8a385e26-1aab-42c7-a0ef-45c822f6de74 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:53.985498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-c7aa3ae9-a16f-4087-9555-95d237527fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:54.006411 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-c7aa3ae9-a16f-4087-9555-95d237527fe1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1095 time: 0.1630964 Sep 17 22:55:54.202603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44794) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:54.213029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8a385e26-1aab-42c7-a0ef-45c822f6de74 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:54.213536 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.250283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-9c08b435-c979-4bc6-b3f8-c7ad2620dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:54.251898 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-9c08b435-c979-4bc6-b3f8-c7ad2620dd9e service neutron] 10.222.0.45 "GET /v2.0/networks?id=505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 200 len: 909 time: 0.2440913 Sep 17 22:55:54.346751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.352303 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-8850e4cf-d91a-4bac-a7cc-0d1b1239bb76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 200 len: 217 time: 0.0889862 Sep 17 22:55:54.435919 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.463134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 8a385e26-1aab-42c7-a0ef-45c822f6de74, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8a385e26-1aab-42c7-a0ef-45c822f6de74,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:54.475964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.485046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-802459404-network', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:54.490984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-a52e1a1a-3312-4eb1-bfa4-93a6f7e4c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:54.491760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.492682 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-a52e1a1a-3312-4eb1-bfa4-93a6f7e4c44c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20227ba6-72e5-42e2-bff5-a28e51d953b4 HTTP/1.1" status: 200 len: 847 time: 0.1353123 Sep 17 22:55:54.555868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:55:54.571334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0fc4c5-702a-486e-a6e9-29846115de4a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:54.571651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=8a385e26-1aab-42c7-a0ef-45c822f6de74,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:54.587955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b8b24-0098-4730-8b84-1e3c9032335b req-a6ed2aef-35ac-4192-9805-696e72550e78 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:54.591703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a45b8b24-0098-4730-8b84-1e3c9032335b req-a6ed2aef-35ac-4192-9805-696e72550e78 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 943 time: 0.3485322 Sep 17 22:55:54.595775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-76bb625c-e64a-4d52-8f3b-8339f143ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:54.597180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Made reservation on behalf of e4028e8b8d424ce79b598623b9f3347f for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:54.597622 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-76bb625c-e64a-4d52-8f3b-8339f143ea42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=505aace7-a881-4739-9dee-735e991e1b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957355 Sep 17 22:55:54.600337 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.610942 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.611418 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Added segment 3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb of type vlan for network df456574-0add-43f7-82a4-fc6c776d0089 Sep 17 22:55:54.649762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.813642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a45b8b24-0098-4730-8b84-1e3c9032335b req-c6029042-2ac7-4db2-bf3a-75608d938f74 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969242 Sep 17 22:55:54.836565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-5dd49a8b-6c21-4ed5-bb8e-49c1a0905012 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301955 Sep 17 22:55:54.862201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.912594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.914675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:54.915514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.988290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] Pushing event updated for resources: {'Network': ['ID=df456574-0add-43f7-82a4-fc6c776d0089,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:55.004223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network df456574-0add-43f7-82a4-fc6c776d0089 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:55:55.085295 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:55.095072 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:55.123064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:55:55.127745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f1ecdc6b-7c29-4d80-b757-0a01deed8ac4 req-a4c48419-2047-4059-b694-da95ad7a2369 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820759 Sep 17 22:55:55.149105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:55.150017 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Added segment 726c57cd-b90f-4a8a-b9a6-47713df1c250 of type vlan for network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff Sep 17 22:55:55.280594 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:55:55.308788 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:55.318820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f45400bc-57db-4bd2-b2bc-003e73ea3170 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5578589 Sep 17 22:55:55.324013 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44816) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:55.350016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Request body: {'subnet': {'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-126266944-subnet', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:55.376734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58017c6f-b88f-47d3-88d6-d0b1921fb14f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:55.406875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:55.408135 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:55.409068 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:55.440851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:55:55.443813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Made reservation on behalf of 4d7dc96bd1cf4204ac55cb706437bdcf for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:55.448355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:55.492552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2879415 Sep 17 22:55:55.498316 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44818) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:55.500249 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:55.515911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Request body: {'subnet': {'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-802459404-subnet', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:55.553990 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:55.554520 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:55.601296 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fd69d-b808-4e92-92b8-d8356b442e1e admin admin] Pushing event updated for resources: {'Network': ['ID=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:55.623893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Made reservation on behalf of e4028e8b8d424ce79b598623b9f3347f for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:55.631919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:55:55.632154 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.020739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8a385e26-1aab-42c7-a0ef-45c822f6de74 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:56.085420 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:56.118674 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.160228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:56.174061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db462fd-bf14-4e9f-8197-759560ce04a7,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:56.175449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'port_id': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'mac_address': 'fa:16:3e:79:21:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:55:56.216455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Checking segment: {'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:56.217978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Network hostable DHCP agents. Network: df456574-0add-43f7-82a4-fc6c776d0089, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:55:56.243511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Network df456574-0add-43f7-82a4-fc6c776d0089 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:55:56.250214 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.263604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, df456574-0add-43f7-82a4-fc6c776d0089) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:56.277631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.278453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 8a385e26-1aab-42c7-a0ef-45c822f6de74 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:56.279228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.281014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55063f3-96d8-4215-b339-79bef3dd8cfd None None] Network df456574-0add-43f7-82a4-fc6c776d0089 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:56.282998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:56.284867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.285906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:56.315197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:56.334465 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7fe88-74ba-4cc8-a133-7da615112033 req-a5f8bb67-2ad3-4304-a87c-0a099e579eeb tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:56.335247 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-879dda08-f654-4ee3-9697-1530a1fe42f7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0100708 Sep 17 22:55:56.335928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44828) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:56.336914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9c7fe88-74ba-4cc8-a133-7da615112033 req-a5f8bb67-2ad3-4304-a87c-0a099e579eeb tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 943 time: 0.2869711 Sep 17 22:55:56.354207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:56.368228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.394664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Checking segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:56.395520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Network hostable DHCP agents. Network: f5d5570c-d41d-4bad-99bb-3e6656fdb4ff, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:55:56.407222 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.410124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.421247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:56.450948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9c7fe88-74ba-4cc8-a133-7da615112033 req-26695aaa-c6f7-47fe-8903-63945172f30a tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023719 Sep 17 22:55:56.453583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:55:56.477012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, f5d5570c-d41d-4bad-99bb-3e6656fdb4ff) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:56.477012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:56.477012 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.500340 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e7fd26-6835-48b5-8e6c-14a406d35fc1 None None] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:56.514827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-309056de-dc8d-43cf-beab-99f534047080 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0151768 Sep 17 22:55:56.515447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44832) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:56.519789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:56.529337 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.567665 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.568843 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.584061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['63837cfb-fb7f-47a1-89b2-1af0a1f5ede9'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:55:56.615634 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:49Z', 'revision_number': 2, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:56.651786 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.679011 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:56.679649 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Updating router 427b6ce9-4580-433c-bd93-986108266832 port ef372593-82bc-4bd0-afb4-203ea65fb1ab binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:55:56.723030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:56.730170 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.734899 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.886357 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.021957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'fixed_ips': [{'subnet_id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:55:57.025718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.127089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-df456574-0add-43f7-82a4-fc6c776d0089', 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'fixed_ips': [{'subnet_id': '9db462fd-bf14-4e9f-8197-759560ce04a7'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:55:57.128463 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.241388 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.262983 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.301374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.324905 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.468731 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe420d-5998-4760-9553-61a827f4856e None None] Pushing event updated for resources: {'Port': ['ID=ef372593-82bc-4bd0-afb4-203ea65fb1ab,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:57.532785 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Attempting to bind port ef372593-82bc-4bd0-afb4-203ea65fb1ab on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:57.533302 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Attempting to bind port ef372593-82bc-4bd0-afb4-203ea65fb1ab by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:57.534780 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Attempting to bind port ef372593-82bc-4bd0-afb4-203ea65fb1ab on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:57.556357 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:57.557509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:57.560695 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.561337 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:57.565171 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Bound port: ef372593-82bc-4bd0-afb4-203ea65fb1ab, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:57.566082 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.604071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Allocated IP 172.25.0.169 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/c63b2605-4f56-491e-88bd-91fed37ff44e) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:57.784701 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] For port ef372593-82bc-4bd0-afb4-203ea65fb1ab, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:57.794685 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] For port ef372593-82bc-4bd0-afb4-203ea65fb1ab, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ef372593-82bc-4bd0-afb4-203ea65fb1ab,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:57.804277 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.849102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-316b1e21-54f2-4939-9a3a-5960ed3fffbf None None] Provisioning complete for port ef372593-82bc-4bd0-afb4-203ea65fb1ab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:57.849873 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-316b1e21-54f2-4939-9a3a-5960ed3fffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.864806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.924252 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:57.938662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52682f-4651-43b9-b67c-7a9a08c4bc56 req-84d3b34a-0c9c-4c64-a9c6-885e0101a6b8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:57.940356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d52682f-4651-43b9-b67c-7a9a08c4bc56 req-84d3b34a-0c9c-4c64-a9c6-885e0101a6b8 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 944 time: 0.2993832 Sep 17 22:55:57.963003 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:57.964412 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:57.982449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Allocated IP 172.20.0.2 (f5d5570c-d41d-4bad-99bb-3e6656fdb4ff/3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c/6cdbbf62-2128-43f1-816f-b8dad6f3019f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:58.087948 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe420d-5998-4760-9553-61a827f4856e None None] Pushing event updated for resources: {'Port': ['ID=ef372593-82bc-4bd0-afb4-203ea65fb1ab,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:58.135621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Allocated IP 172.20.0.2 (df456574-0add-43f7-82a4-fc6c776d0089/9db462fd-bf14-4e9f-8197-759560ce04a7/701bbb5c-3041-4509-b585-20eb96a3f4b3) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:58.137955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d52682f-4651-43b9-b67c-7a9a08c4bc56 req-503eac1b-5ae8-4d1e-b88c-545c74ce0db9 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791921 Sep 17 22:55:58.160232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.299303 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:58.305010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904beb7-c560-4a4e-9925-a1232a947dbf req-222e0508-83b8-49ab-b0f6-a95a953f400e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:58.306760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f904beb7-c560-4a4e-9925-a1232a947dbf req-222e0508-83b8-49ab-b0f6-a95a953f400e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0870323 Sep 17 22:55:58.309527 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.369086 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-316b1e21-54f2-4939-9a3a-5960ed3fffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.373744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:58.409545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f904beb7-c560-4a4e-9925-a1232a947dbf req-7db04534-168e-4d22-9e22-80ef72797bf1 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735505 Sep 17 22:55:58.410591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:58.412470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Pushing event updated for resources: {'Port': ['ID=c63b2605-4f56-491e-88bd-91fed37ff44e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:58.420614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:58.435494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Allocated IP 172.25.0.45 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/00ae7baf-24e9-4702-a285-f1b5ff4205ae) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:58.480151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-316b1e21-54f2-4939-9a3a-5960ed3fffbf None None] For port ef372593-82bc-4bd0-afb4-203ea65fb1ab, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ef372593-82bc-4bd0-afb4-203ea65fb1ab,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:58.499472 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-316b1e21-54f2-4939-9a3a-5960ed3fffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.676163 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.691785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b1e21-54f2-4939-9a3a-5960ed3fffbf None None] Pushing event updated for resources: {'Port': ['ID=ef372593-82bc-4bd0-afb4-203ea65fb1ab,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:58.697461 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.707951 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-19c0f398-f908-4729-b76a-136eb5204ad9 None None] Provisioning complete for port ef372593-82bc-4bd0-afb4-203ea65fb1ab triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:58.708469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-19c0f398-f908-4729-b76a-136eb5204ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.740558 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.743573 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:57Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:58.764871 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.826977 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b553887-9f94-4ee3-b16e-e11bb7459f3a None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:57Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:58.828736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Pushing event updated for resources: {'Port': ['ID=6cdbbf62-2128-43f1-816f-b8dad6f3019f,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:58.846773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.863143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:58.864980 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.883374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:58.889214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:58.903499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:58.918885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:58.930846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:58.946408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Network df456574-0add-43f7-82a4-fc6c776d0089 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:59.003748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Pushing event updated for resources: {'Port': ['ID=00ae7baf-24e9-4702-a285-f1b5ff4205ae,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:59.019030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:59.037213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Attempting to bind port 6cdbbf62-2128-43f1-816f-b8dad6f3019f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:59.037758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Attempting to bind port 6cdbbf62-2128-43f1-816f-b8dad6f3019f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:59.038220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Attempting to bind port 6cdbbf62-2128-43f1-816f-b8dad6f3019f on network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:59.050708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:59.080094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:59.080650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Checking segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:59.081196 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.081693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Bound using segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:59.082269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Bound port: 6cdbbf62-2128-43f1-816f-b8dad6f3019f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:59.082747 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.164392 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Pushing event updated for resources: {'Port': ['ID=701bbb5c-3041-4509-b585-20eb96a3f4b3,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:59.315116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Attempting to bind port 701bbb5c-3041-4509-b585-20eb96a3f4b3 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:59.331688 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Attempting to bind port 701bbb5c-3041-4509-b585-20eb96a3f4b3 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:59.333875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Attempting to bind port 701bbb5c-3041-4509-b585-20eb96a3f4b3 on network df456574-0add-43f7-82a4-fc6c776d0089 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:59.361651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:59.367417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Checking segment: {'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:59.367952 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.368436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Bound using segment: {'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:59.369072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Bound port: 701bbb5c-3041-4509-b585-20eb96a3f4b3, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:59.371449 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.420110 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.441191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1c663-1a16-4a3a-b9e4-8b2f1c367c4d req-1b9f1e6f-201f-48c0-9f0e-e89fb09cc34b tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:59.443014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62c1c663-1a16-4a3a-b9e4-8b2f1c367c4d req-1b9f1e6f-201f-48c0-9f0e-e89fb09cc34b tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 944 time: 0.1612957 Sep 17 22:55:59.454886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:59.503931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] For port 6cdbbf62-2128-43f1-816f-b8dad6f3019f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:59.572084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62c1c663-1a16-4a3a-b9e4-8b2f1c367c4d req-460429ac-0154-411c-b92e-3fae44503f38 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210170 Sep 17 22:55:59.590286 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.860389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.893329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] For port 6cdbbf62-2128-43f1-816f-b8dad6f3019f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6cdbbf62-2128-43f1-816f-b8dad6f3019f,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:59.911626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ef372593-82bc-4bd0-afb4-203ea65fb1ab up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:59.939184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca69a-06a5-4e6d-8868-74161409fb76 req-8883cbd8-17bf-4019-bf25-d4ba4cfc5b13 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:59.941275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-532ca69a-06a5-4e6d-8868-74161409fb76 req-8883cbd8-17bf-4019-bf25-d4ba4cfc5b13 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1515169 Sep 17 22:55:59.977663 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.047163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-532ca69a-06a5-4e6d-8868-74161409fb76 req-1f21a3fa-0b1c-49c5-81ac-87cbc02d7242 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978055 Sep 17 22:56:00.064499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cfcb7-8918-4bf8-bbba-8221d4653e32 None None] Pushing event updated for resources: {'Port': ['ID=6cdbbf62-2128-43f1-816f-b8dad6f3019f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:00.093489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:56:00.094339 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.118849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] For port 701bbb5c-3041-4509-b585-20eb96a3f4b3, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:00.127415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] For port 701bbb5c-3041-4509-b585-20eb96a3f4b3, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=701bbb5c-3041-4509-b585-20eb96a3f4b3,segment=NetworkSegment(3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb),segment_id=3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:00.128795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:00.129425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.131697 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-11ecbc66-198a-4040-aae5-a7ace65044d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.141180 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.203860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Router 1eb75f24-e719-43d0-a69e-2871dbb91b3d is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:56:00.250676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ef372593-82bc-4bd0-afb4-203ea65fb1ab triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:00.251142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.365177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:56:00.370335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da697abf-114d-4d8c-a319-7f43faf03bc2 None None] Pushing event updated for resources: {'Port': ['ID=701bbb5c-3041-4509-b585-20eb96a3f4b3,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:00.487967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:00.509041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Sync routers for ids ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:00.514715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.516424 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ca3c6940-a759-4c9b-8bd7-e968f5f18e49 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1715972 Sep 17 22:56:00.519178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44872) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:00.603641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Routers {'1eb75f24-e719-43d0-a69e-2871dbb91b3d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:00.603641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:00.672505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:00.703442 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.704905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-64903308-7fbf-43a1-aec5-711eb8390723 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1885269 Sep 17 22:56:00.707877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 44878) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:00.716804 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Sync routers for ids ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:00.750680 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Routers {'4d8ca4bc-6289-477f-84ce-6ff7653048b6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:00.751335 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:00.910196 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:01.048805 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Set router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:01.076827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:01.079841 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9f90c8-5170-4bb8-b797-3d6254011ae1" -d '{"events": [{"server_uuid": "9bc117e9-d911-4c11-8a0c-4c58b7a8d494", "name": "network-vif-plugged", "status": "completed", "tag": "63837cfb-fb7f-47a1-89b2-1af0a1f5ede9"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:01.095111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:01.115222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Set router 1eb75f24-e719-43d0-a69e-2871dbb91b3d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:01.123568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:01.151751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c2f6-7381-4ea5-a9ec-684e0ddeb07a req-64b20c6f-1abb-4f46-9f96-1e5c52858114 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:01.156576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2224c2f6-7381-4ea5-a9ec-684e0ddeb07a req-64b20c6f-1abb-4f46-9f96-1e5c52858114 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 944 time: 0.2776465 Sep 17 22:56:01.275076 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e4fefc-644d-44b6-8233-d1e787716a6e x-openstack-request-id: req-08e4fefc-644d-44b6-8233-d1e787716a6e {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:01.275688 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc117e9-d911-4c11-8a0c-4c58b7a8d494", "name": "network-vif-plugged", "status": "completed", "tag": "63837cfb-fb7f-47a1-89b2-1af0a1f5ede9", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:01.275688 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08e4fefc-644d-44b6-8233-d1e787716a6e {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:01.275971 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'code': 200} Sep 17 22:56:01.405981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721521bd-2e3a-4404-818c-95f14d8e09e6 req-39ed0f65-47da-4a5a-b3bc-fc1d16dc5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:01.414942 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-721521bd-2e3a-4404-818c-95f14d8e09e6 req-39ed0f65-47da-4a5a-b3bc-fc1d16dc5a75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1097 time: 0.1615982 Sep 17 22:56:01.453867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:01.500324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:55:59Z', 'revision_number': 3, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port': {'id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:01.517105 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:55:59Z', 'revision_number': 3, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:01.546621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Checking router: 1eb75f24-e719-43d0-a69e-2871dbb91b3d for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:01.547227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Updating router 1eb75f24-e719-43d0-a69e-2871dbb91b3d port 00ae7baf-24e9-4702-a285-f1b5ff4205ae binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:56:01.556858 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Checking router: 4d8ca4bc-6289-477f-84ce-6ff7653048b6 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:01.560001 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Updating router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 port c63b2605-4f56-491e-88bd-91fed37ff44e binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:56:01.578460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2224c2f6-7381-4ea5-a9ec-684e0ddeb07a req-82e82668-2b9b-4bc4-8dbc-bf9df0db67bd tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4112298 Sep 17 22:56:01.603278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:01.623869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec56f9-5b76-4a73-90e3-17212fc33700 req-b6065540-3bd4-4281-a5a5-5cc941b2a6f8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:01.631362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57ec56f9-5b76-4a73-90e3-17212fc33700 req-b6065540-3bd4-4281-a5a5-5cc941b2a6f8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1870654 Sep 17 22:56:01.634347 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:01.658914 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-721521bd-2e3a-4404-818c-95f14d8e09e6 req-3f8ab40f-f265-411d-9681-52540213cd2a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699011 Sep 17 22:56:01.767965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57ec56f9-5b76-4a73-90e3-17212fc33700 req-1c9c0115-4a70-4645-b43a-3d27631ef19c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353781 Sep 17 22:56:01.903706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:01.943407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b8686-d076-4479-b7f4-78f7976cf73a None None] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:01.998843 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.029556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 701bbb5c-3041-4509-b585-20eb96a3f4b3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:02.164524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a47b013d-b5ef-4e0b-962a-7d689f9b8206 None None] Provisioning complete for port 6cdbbf62-2128-43f1-816f-b8dad6f3019f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:02.165204 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a47b013d-b5ef-4e0b-962a-7d689f9b8206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.190412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Allocated IP 172.20.0.1 (f5d5570c-d41d-4bad-99bb-3e6656fdb4ff/3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c/132bb706-f351-4a5f-888c-de8313b16d80) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:02.246171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Allocated IP 172.20.0.1 (df456574-0add-43f7-82a4-fc6c776d0089/9db462fd-bf14-4e9f-8197-759560ce04a7/1b1679be-7153-4c42-8723-cf2eacd57daa) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:02.284036 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.297793 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.320511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 701bbb5c-3041-4509-b585-20eb96a3f4b3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:02.321823 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.363834 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Attempting to bind port c63b2605-4f56-491e-88bd-91fed37ff44e on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:02.365748 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Attempting to bind port c63b2605-4f56-491e-88bd-91fed37ff44e by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:02.367829 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Attempting to bind port c63b2605-4f56-491e-88bd-91fed37ff44e on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:02.440892 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.455796 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:02.457356 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:02.457901 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.458304 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:02.458778 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Bound port: c63b2605-4f56-491e-88bd-91fed37ff44e, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:02.459156 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.461749 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8418e6-5ceb-44f9-ab4c-2f8e5d57805c None None] Pushing event updated for resources: {'Port': ['ID=c63b2605-4f56-491e-88bd-91fed37ff44e,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:02.494220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.498201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.516216 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54e65b-ae3d-4fee-bf93-654f79c74bed None None] Network df456574-0add-43f7-82a4-fc6c776d0089 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:02.519416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a47b013d-b5ef-4e0b-962a-7d689f9b8206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.561096 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] For port c63b2605-4f56-491e-88bd-91fed37ff44e, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:02.564685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.571893 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] For port c63b2605-4f56-491e-88bd-91fed37ff44e, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c63b2605-4f56-491e-88bd-91fed37ff44e,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:02.580000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:02.580563 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.583786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:02.586579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:02.588462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Network df456574-0add-43f7-82a4-fc6c776d0089 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:02.613986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:02.619439 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:02.635056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Pushing event updated for resources: {'Port': ['ID=132bb706-f351-4a5f-888c-de8313b16d80,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:02.652851 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Routers {'4d8ca4bc-6289-477f-84ce-6ff7653048b6'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:02.653520 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:55:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:02.669874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.678490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.747820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1679be-7153-4c42-8723-cf2eacd57daa,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:02.794822 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8418e6-5ceb-44f9-ab4c-2f8e5d57805c None None] Pushing event updated for resources: {'Port': ['ID=c63b2605-4f56-491e-88bd-91fed37ff44e,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:02.896161 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] Set router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:02.938596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:02.962854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.035406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a47b013d-b5ef-4e0b-962a-7d689f9b8206 None None] For port 6cdbbf62-2128-43f1-816f-b8dad6f3019f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6cdbbf62-2128-43f1-816f-b8dad6f3019f,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:03.081425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.105420 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.129263 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a47b013d-b5ef-4e0b-962a-7d689f9b8206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.197859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c8549-ee5d-4eb7-9010-5bdddb21f732 req-b5d5c1b9-8d31-4a93-9e10-f23dbc2f1472 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:03.202266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-437c8549-ee5d-4eb7-9010-5bdddb21f732 req-b5d5c1b9-8d31-4a93-9e10-f23dbc2f1472 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 945 time: 0.2388647 Sep 17 22:56:03.234075 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.242198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d14d2-d559-4a1a-b580-be61d7f75d72 None None] Pushing event updated for resources: {'Port': ['ID=00ae7baf-24e9-4702-a285-f1b5ff4205ae,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:03.252832 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:55:59Z', 'revision_number': 3, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:03.264813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.271763 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.298727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c80d18-5b17-4d48-aa26-e5a2c1eff8d4 req-fa196a91-4c3a-470e-93ed-249c01f126ac tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:03.300365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24c80d18-5b17-4d48-aa26-e5a2c1eff8d4 req-fa196a91-4c3a-470e-93ed-249c01f126ac tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.3398712 Sep 17 22:56:03.327315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b013d-b5ef-4e0b-962a-7d689f9b8206 None None] Pushing event updated for resources: {'Port': ['ID=6cdbbf62-2128-43f1-816f-b8dad6f3019f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:03.334707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Attempting to bind port 00ae7baf-24e9-4702-a285-f1b5ff4205ae on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:03.335443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Attempting to bind port 00ae7baf-24e9-4702-a285-f1b5ff4205ae by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:03.335909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Attempting to bind port 00ae7baf-24e9-4702-a285-f1b5ff4205ae on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:03.341975 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346175c-e21d-41fc-99ca-db38e1207231 None None] The sync data for ids ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'] in n-d-789963-10 is: [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:55:59Z', 'revision_number': 3, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:03.356493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:03.357503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:03.358008 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.358501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:03.359088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Bound port: 00ae7baf-24e9-4702-a285-f1b5ff4205ae, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:03.359568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.380354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1679be-7153-4c42-8723-cf2eacd57daa,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:03.390868 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.457864 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-437c8549-ee5d-4eb7-9010-5bdddb21f732 req-ab8d43f4-1bf9-4029-8139-66606b766434 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432375 Sep 17 22:56:03.473705 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.477549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] For port 00ae7baf-24e9-4702-a285-f1b5ff4205ae, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:03.483179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] For port 00ae7baf-24e9-4702-a285-f1b5ff4205ae, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=00ae7baf-24e9-4702-a285-f1b5ff4205ae,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:03.519717 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cac022af-b213-4613-affe-f93e78419495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.521733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24c80d18-5b17-4d48-aa26-e5a2c1eff8d4 req-3dbd163b-ad45-41dc-8cc8-466e860e7cdc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725743 Sep 17 22:56:03.534460 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.548748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a3652876-6462-4ad8-8907-e1b7b4492cee None None] Provisioning complete for port 701bbb5c-3041-4509-b585-20eb96a3f4b3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:03.548887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Network df456574-0add-43f7-82a4-fc6c776d0089 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:03.549580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3652876-6462-4ad8-8907-e1b7b4492cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.550762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:03.637488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 701bbb5c-3041-4509-b585-20eb96a3f4b3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=701bbb5c-3041-4509-b585-20eb96a3f4b3,segment=NetworkSegment(3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb),segment_id=3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:03.697578 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.698703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6cdbbf62-2128-43f1-816f-b8dad6f3019f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:03.783235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Router 1eb75f24-e719-43d0-a69e-2871dbb91b3d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:56:03.811550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:03.830213 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:04.013710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Pushing event updated for resources: {'Port': ['ID=132bb706-f351-4a5f-888c-de8313b16d80,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:04.030298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:04.077798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:04.100003 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d78a34e4-b4eb-4e50-bfdc-d9835bf09e47 admin admin] 10.222.0.48 "PUT /v2.0/routers/1eb75f24-e719-43d0-a69e-2871dbb91b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5793123 Sep 17 22:56:04.160324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Routers {'1eb75f24-e719-43d0-a69e-2871dbb91b3d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:04.162904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:04.209543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d14d2-d559-4a1a-b580-be61d7f75d72 None None] Pushing event updated for resources: {'Port': ['ID=00ae7baf-24e9-4702-a285-f1b5ff4205ae,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:04.336253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:04.344048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:04.462296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=701bbb5c-3041-4509-b585-20eb96a3f4b3,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:04.552621 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:04.635872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 6cdbbf62-2128-43f1-816f-b8dad6f3019f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:04.636253 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:04.857033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87f007-875c-4342-97ba-ad997f190f21 req-6d5c74ad-34f0-4827-9ed6-730ac2bd7f11 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:04.858711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e87f007-875c-4342-97ba-ad997f190f21 req-6d5c74ad-34f0-4827-9ed6-730ac2bd7f11 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 945 time: 0.1816916 Sep 17 22:56:04.882465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] Set router 1eb75f24-e719-43d0-a69e-2871dbb91b3d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:04.936128 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccee846-5c7f-4104-8190-3461d834bf2c req-c04a5090-80dd-4dbf-b0cd-8b842c58b7a9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:04.937787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ccee846-5c7f-4104-8190-3461d834bf2c req-c04a5090-80dd-4dbf-b0cd-8b842c58b7a9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.2128484 Sep 17 22:56:04.967812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e87f007-875c-4342-97ba-ad997f190f21 req-caa4197b-0694-4c6a-b899-b0ba97498a58 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985525 Sep 17 22:56:04.976380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:04.997814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Provisioning complete for port 701bbb5c-3041-4509-b585-20eb96a3f4b3 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:04.998182 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:05.032829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:56:05.149026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ccee846-5c7f-4104-8190-3461d834bf2c req-920628a3-ac99-491e-83c8-d7bdcfa3bb83 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924198 Sep 17 22:56:05.493617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7fd3c-5254-4784-b0cd-3918df6af889 req-cf7fad07-055c-4c35-bba6-d228721e45ea tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:05.504439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40c7fd3c-5254-4784-b0cd-3918df6af889 req-cf7fad07-055c-4c35-bba6-d228721e45ea tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 945 time: 0.3511474 Sep 17 22:56:05.546591 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:05.591939 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Provisioning complete for port 6cdbbf62-2128-43f1-816f-b8dad6f3019f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:05.592560 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:05.633700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 701bbb5c-3041-4509-b585-20eb96a3f4b3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:05.634024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40c7fd3c-5254-4784-b0cd-3918df6af889 req-dabde751-2ec4-447c-ac6c-1c02e2e436a9 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285427 Sep 17 22:56:05.644563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:05.672292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-70fa1a9f-b5dc-4940-8a2f-d9e9593bed3d admin admin] 10.222.0.48 "PUT /v2.0/routers/4d8ca4bc-6289-477f-84ce-6ff7653048b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9633508 Sep 17 22:56:05.868187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 701bbb5c-3041-4509-b585-20eb96a3f4b3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:05.868660 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:05.935654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 4, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port': {'id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1b1679be-7153-4c42-8723-cf2eacd57daa', 'name': '', 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'mac_address': 'fa:16:3e:33:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:02Z', 'updated_at': '2021-09-17T22:56:03Z', 'revision_number': 2, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'subnets': [{'id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:05.955024 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a9076-27fa-4d90-9fde-611a7ffbf6ec req-654416ac-4264-4d61-97b6-2a6ef815a5e7 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:05.956622 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-366a9076-27fa-4d90-9fde-611a7ffbf6ec req-654416ac-4264-4d61-97b6-2a6ef815a5e7 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 945 time: 0.1178575 Sep 17 22:56:06.017159 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f4ce5-4856-40db-94f9-aa58504ddccc None None] The sync data for ids ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'] in n-d-789963-10 is: [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 4, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port': {'id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1b1679be-7153-4c42-8723-cf2eacd57daa', 'name': '', 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'mac_address': 'fa:16:3e:33:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:02Z', 'updated_at': '2021-09-17T22:56:03Z', 'revision_number': 2, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'subnets': [{'id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:06.037542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-366a9076-27fa-4d90-9fde-611a7ffbf6ec req-df51c483-d7c2-4791-a3de-6d1a2b48d418 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714829 Sep 17 22:56:06.059581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44940) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:06.062833 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Provisioning complete for port 132bb706-f351-4a5f-888c-de8313b16d80 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:06.063032 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:06.175145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Port 132bb706-f351-4a5f-888c-de8313b16d80 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:06.183697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6cdbbf62-2128-43f1-816f-b8dad6f3019f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:06.239722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Provisioning complete for port 1b1679be-7153-4c42-8723-cf2eacd57daa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:06.240093 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:06.310846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b75f053f-2d0f-4be8-8755-530b4198fa7e None None] Port 1b1679be-7153-4c42-8723-cf2eacd57daa cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:06.322761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 6cdbbf62-2128-43f1-816f-b8dad6f3019f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:06.323923 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:06.442103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258edc-ce5c-42ed-933c-498ca7bc0478 req-ecb6354c-52db-47c8-815c-d07fa7c8d1c2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:06.444369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff258edc-ce5c-42ed-933c-498ca7bc0478 req-ecb6354c-52db-47c8-815c-d07fa7c8d1c2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1321869 Sep 17 22:56:06.566811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9b6bec91-69f6-410e-b74b-a7cf202088e8 None None] Provisioning complete for port 132bb706-f351-4a5f-888c-de8313b16d80 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:06.568172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b6bec91-69f6-410e-b74b-a7cf202088e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:06.576280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c63b2605-4f56-491e-88bd-91fed37ff44e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:06.636050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8232b236-9051-41e8-8d9a-08318968d22f tempest-TestServerBasicOps-1975971014 tempest-TestServerBasicOps-1975971014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:06.646046 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8232b236-9051-41e8-8d9a-08318968d22f tempest-TestServerBasicOps-1975971014 tempest-TestServerBasicOps-1975971014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1092 time: 0.5845554 Sep 17 22:56:06.649606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44962) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:06.652603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Sync routers for ids ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:06.662819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:06.711831 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:06.807055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44966) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:06.871374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Routers {'4d8ca4bc-6289-477f-84ce-6ff7653048b6'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:06.873510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:06.882469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9b6bec91-69f6-410e-b74b-a7cf202088e8 None None] Port 132bb706-f351-4a5f-888c-de8313b16d80 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:07.011346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.052050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9b6bec91-69f6-410e-b74b-a7cf202088e8 None None] Provisioning complete for port 1b1679be-7153-4c42-8723-cf2eacd57daa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:07.052630 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b6bec91-69f6-410e-b74b-a7cf202088e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.163746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 44974) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:07.164477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9b6bec91-69f6-410e-b74b-a7cf202088e8 None None] Port 1b1679be-7153-4c42-8723-cf2eacd57daa cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:07.175197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-558365728-network', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:07.204850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c63b2605-4f56-491e-88bd-91fed37ff44e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:07.205318 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.262158 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c423a90c-d694-440c-b472-73055affbf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.294006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Set router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:07.301341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff258edc-ce5c-42ed-933c-498ca7bc0478 req-84b49e43-8c2c-4259-9204-8609affb9995 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8419483 Sep 17 22:56:07.362347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-c423a90c-d694-440c-b472-73055affbf99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:56:07.362347 n-d-789963-10 neutron-server[94738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:56:07.362347 n-d-789963-10 neutron-server[94738]: [parameters: {'project_id_1': 'c96e532912ac4a3eb92be46fe45d5f0a', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 55, 47, 334224)}] Sep 17 22:56:07.362347 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:56:07.362869 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-c423a90c-d694-440c-b472-73055affbf99 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:56:07.370936 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Allocated IP 172.25.0.231 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/e05d1ac2-af35-4280-9f55-49259d67da83) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:07.373084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Made reservation on behalf of c9c9d41a2ef649bba535c09ba808d661 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:07.375485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.406155 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.430965 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.513332 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c63b2605-4f56-491e-88bd-91fed37ff44e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c63b2605-4f56-491e-88bd-91fed37ff44e,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:07.551095 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.600257 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.659298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c63b2605-4f56-491e-88bd-91fed37ff44e,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:07.720565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.721606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 4, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '132bb706-f351-4a5f-888c-de8313b16d80', 'name': '', 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'mac_address': 'fa:16:3e:9c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:01Z', 'updated_at': '2021-09-17T22:56:03Z', 'revision_number': 2, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'subnets': [{'id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:07.731138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.779692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Checking router: 4d8ca4bc-6289-477f-84ce-6ff7653048b6 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:07.780452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Updating router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 port 132bb706-f351-4a5f-888c-de8313b16d80 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:56:07.787001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674c8c71-1eb1-4f17-90f3-7513790cd612,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:07.794574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:56:07.808733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.812157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.812507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.812849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.813252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.813587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.813961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.814292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.814615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.814937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.815302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.815627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.815986 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:07.842422 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.857242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.857533 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Added segment 9c980534-fa34-46d1-88a3-e1f96e54c1e5 of type vlan for network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 Sep 17 22:56:07.886552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:07.887728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c423a90c-d694-440c-b472-73055affbf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.903202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:07.909969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:08.282374 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.294851 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.372073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f93c1-2e06-4cbb-84fe-9f6c69e9dec7 None None] Pushing event updated for resources: {'Port': ['ID=132bb706-f351-4a5f-888c-de8313b16d80,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:08.506938 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d5a81-d84c-4015-831d-b27b0ef7a933 req-64b1e6d3-9001-464b-af6c-5e53d037c611 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:08.516132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f30d5a81-d84c-4015-831d-b27b0ef7a933 req-64b1e6d3-9001-464b-af6c-5e53d037c611 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0806239 Sep 17 22:56:08.575244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Attempting to bind port 132bb706-f351-4a5f-888c-de8313b16d80 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:08.577554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Attempting to bind port 132bb706-f351-4a5f-888c-de8313b16d80 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:08.578024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Attempting to bind port 132bb706-f351-4a5f-888c-de8313b16d80 on network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:08.590845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:08.591313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Checking segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:08.592294 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.592294 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Bound using segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:08.593360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Bound port: 132bb706-f351-4a5f-888c-de8313b16d80, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:08.594985 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.597079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'Port': ['ID=e05d1ac2-af35-4280-9f55-49259d67da83,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:08.678659 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.741749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f30d5a81-d84c-4015-831d-b27b0ef7a933 req-d830602b-4b2c-472d-aa38-0de053f10539 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245572 Sep 17 22:56:08.758307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] For port 132bb706-f351-4a5f-888c-de8313b16d80, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:08.770363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] For port 132bb706-f351-4a5f-888c-de8313b16d80, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=132bb706-f351-4a5f-888c-de8313b16d80,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:08.779187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e057d731-cf1f-4b8c-83b7-af563cb4411e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:08.780651 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.780800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e057d731-cf1f-4b8c-83b7-af563cb4411e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.2547078 Sep 17 22:56:08.799853 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-81c7583f-313d-4862-b849-4eed1a589065 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/quotas/6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 375 time: 0.0130219 Sep 17 22:56:08.870672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-75eaaff4-b08e-43fa-8d22-12262e4733e8 None None] Provisioning complete for port 132bb706-f351-4a5f-888c-de8313b16d80 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:08.871166 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-75eaaff4-b08e-43fa-8d22-12262e4733e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.874744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Routers {'4d8ca4bc-6289-477f-84ce-6ff7653048b6'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:08.875395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:08.898018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-5581494c-95e4-4dc4-ba4c-eac7854e1a4d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844009 Sep 17 22:56:08.904407 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.908074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:08.908726 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:08.911190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f93c1-2e06-4cbb-84fe-9f6c69e9dec7 None None] Pushing event updated for resources: {'Port': ['ID=132bb706-f351-4a5f-888c-de8313b16d80,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:09.061747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-f67261f5-7dde-4dcc-8208-ec49e6606d4d service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548729 Sep 17 22:56:09.134636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] Pushing event updated for resources: {'Network': ['ID=6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:09.158426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c423a90c-d694-440c-b472-73055affbf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.195088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c423a90c-d694-440c-b472-73055affbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.222392 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-479f7347-7951-425f-aa37-9b4ae0a8aadd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0550826 Sep 17 22:56:09.229668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45010) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:09.250771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Request body: {'subnet': {'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-558365728-subnet', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:09.280827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-c4d12939-a03e-4598-a0d6-bf757deb1cce service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187433 Sep 17 22:56:09.301782 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c423a90c-d694-440c-b472-73055affbf99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c96e532912ac4a3eb92be46fe45d5f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4910550 Sep 17 22:56:09.302766 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45012) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:09.312145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423a90c-d694-440c-b472-73055affbf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd63ea-26d7-4b8e-ba26-46eac62b5d12,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:09.316622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Made reservation on behalf of c9c9d41a2ef649bba535c09ba808d661 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:09.319420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.325102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:56:09.458015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] Set router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:09.487068 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765ea7e4-78a5-4091-a057-5cae1230194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.545761 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-75eaaff4-b08e-43fa-8d22-12262e4733e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.549811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765ea7e4-78a5-4091-a057-5cae1230194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.617213 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.649924 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.703593 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765ea7e4-78a5-4091-a057-5cae1230194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.704292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-75eaaff4-b08e-43fa-8d22-12262e4733e8 None None] For port 132bb706-f351-4a5f-888c-de8313b16d80, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=132bb706-f351-4a5f-888c-de8313b16d80,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:09.714200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-765ea7e4-78a5-4091-a057-5cae1230194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.725912 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-765ea7e4-78a5-4091-a057-5cae1230194b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85bd63ea-26d7-4b8e-ba26-46eac62b5d12 HTTP/1.1" status: 204 len: 168 time: 0.4187424 Sep 17 22:56:09.741778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f584b76-becd-4e83-bd77-1380e01e08b8,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:09.749578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Checking segment: {'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:09.749958 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Network hostable DHCP agents. Network: 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:56:09.751773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ea7e4-78a5-4091-a057-5cae1230194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd63ea-26d7-4b8e-ba26-46eac62b5d12,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:09.848470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:56:09.884965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.948804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-75eaaff4-b08e-43fa-8d22-12262e4733e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.958936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2920036-e074-4984-8bb1-3321afe5f5fc req-3bf5b981-ed7b-4630-8d5c-d4b000fbb660 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.1031399 Sep 17 22:56:10.045662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:10.067017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:10.067757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.109569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 00ae7baf-24e9-4702-a285-f1b5ff4205ae up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:10.111810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604f77d-33b7-42d6-b777-ca0996be9c03 req-cb61498b-314f-4f5b-a8bb-9fc7beed9ddc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:10.128195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b604f77d-33b7-42d6-b777-ca0996be9c03 req-cb61498b-314f-4f5b-a8bb-9fc7beed9ddc tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1681957 Sep 17 22:56:10.134170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5380cf55-e385-458d-8c5d-117001882f84 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8941944 Sep 17 22:56:10.135078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45044) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:10.141106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:10.199212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b604f77d-33b7-42d6-b777-ca0996be9c03 req-96d99430-f24a-499d-a345-95c3cc05f642 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698621 Sep 17 22:56:10.202103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77042b8-1630-4128-b34d-64e71877fbe9 None None] Network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:10.229697 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.239142 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.263072 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.264142 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.279508 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Sync routers for ids ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:10.289681 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Routers {'1eb75f24-e719-43d0-a69e-2871dbb91b3d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:10.290323 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:10.353622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event updated for resources: {'Port': ['ID=e05d1ac2-af35-4280-9f55-49259d67da83,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:10.359498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.394807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cad6dbda-fd79-4406-8074-c84ed4bf9212 None None] Provisioning complete for port 132bb706-f351-4a5f-888c-de8313b16d80 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:10.401943 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cad6dbda-fd79-4406-8074-c84ed4bf9212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.432678 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.523373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45050) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:10.542716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaaff4-b08e-43fa-8d22-12262e4733e8 None None] Pushing event updated for resources: {'Port': ['ID=132bb706-f351-4a5f-888c-de8313b16d80,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:10.552814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 00ae7baf-24e9-4702-a285-f1b5ff4205ae triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:10.553208 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.587938 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d09fe3fc-40c0-4adf-a795-745ebb2766f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.633766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 4, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '132bb706-f351-4a5f-888c-de8313b16d80', 'name': '', 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'mac_address': 'fa:16:3e:9c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:01Z', 'updated_at': '2021-09-17T22:56:08Z', 'revision_number': 4, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'subnets': [{'id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:10.641886 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Set router 1eb75f24-e719-43d0-a69e-2871dbb91b3d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:10.699024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cd89d-30b7-4c93-85d5-9f72cf90e418 None None] The sync data for ids ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'] in n-d-789963-10 is: [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 4, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '132bb706-f351-4a5f-888c-de8313b16d80', 'name': '', 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'mac_address': 'fa:16:3e:9c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:01Z', 'updated_at': '2021-09-17T22:56:08Z', 'revision_number': 4, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'subnets': [{'id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:10.711671 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Floating IP 1d58f46a-a2c0-46f7-896d-71aaedc0832c associated. External IP: 172.25.0.231, port: 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9. Sep 17 22:56:10.829288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.868011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4', 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'fixed_ips': [{'subnet_id': '7f584b76-becd-4e83-bd77-1380e01e08b8'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:56:10.868579 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.880376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d09fe3fc-40c0-4adf-a795-745ebb2766f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.893017 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d09fe3fc-40c0-4adf-a795-745ebb2766f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.940981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.955005 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d09fe3fc-40c0-4adf-a795-745ebb2766f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bbc76e2376d4d039460c247df7e40e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283712 Sep 17 22:56:10.955826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 45060) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:11.140524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fe3fc-40c0-4adf-a795-745ebb2766f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff3a063-746b-41f0-9f62-046e980f5f1b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:11.156072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 00ae7baf-24e9-4702-a285-f1b5ff4205ae, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=00ae7baf-24e9-4702-a285-f1b5ff4205ae,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:11.179369 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.180182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c63b2605-4f56-491e-88bd-91fed37ff44e up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:11.218197 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 4, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port': {'id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1b1679be-7153-4c42-8723-cf2eacd57daa', 'name': '', 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'mac_address': 'fa:16:3e:33:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:02Z', 'updated_at': '2021-09-17T22:56:03Z', 'revision_number': 2, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'subnets': [{'id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:11.244149 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-223313cb-7923-4bbe-b400-758da63049e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.309473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4cfb139-63a8-4925-8ee0-2832c6a67576 req-103ce06f-a162-49d9-af43-d463428a5f3a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.1938608 Sep 17 22:56:11.316450 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Checking router: 1eb75f24-e719-43d0-a69e-2871dbb91b3d for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:11.317228 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Updating router 1eb75f24-e719-43d0-a69e-2871dbb91b3d port 1b1679be-7153-4c42-8723-cf2eacd57daa binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:56:11.392664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:56:11.398786 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.428893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:56:11.436283 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-223313cb-7923-4bbe-b400-758da63049e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.476780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Allocated IP 172.20.0.2 (6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4/7f584b76-becd-4e83-bd77-1380e01e08b8/7699350a-b8fb-4989-86d0-20d69a8772d0) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:11.489809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=00ae7baf-24e9-4702-a285-f1b5ff4205ae,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:11.562854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4388ad6-e190-401e-adf7-2729d7ceed98 req-b9870970-5ff7-4426-9b2b-aaef1cf3c179 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:11.571304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4388ad6-e190-401e-adf7-2729d7ceed98 req-b9870970-5ff7-4426-9b2b-aaef1cf3c179 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1822510 Sep 17 22:56:11.585210 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.634153 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.640785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:11.683565 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4388ad6-e190-401e-adf7-2729d7ceed98 req-d5077db6-af70-46a1-9487-a1bc722d09b1 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106477 Sep 17 22:56:11.685183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:11.715801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-223313cb-7923-4bbe-b400-758da63049e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.718396 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-223313cb-7923-4bbe-b400-758da63049e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.722062 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-223313cb-7923-4bbe-b400-758da63049e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dff3a063-746b-41f0-9f62-046e980f5f1b HTTP/1.1" status: 204 len: 168 time: 0.7567940 Sep 17 22:56:11.734586 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223313cb-7923-4bbe-b400-758da63049e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff3a063-746b-41f0-9f62-046e980f5f1b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:11.736575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.770101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c63b2605-4f56-491e-88bd-91fed37ff44e triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:11.770486 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:11.801973 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a463443f-2b0a-4d20-89d2-9e50c3d0ba72 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1490216 Sep 17 22:56:11.802738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'tag': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:11.808306 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926c7e82-2b1e-4e35-bdba-8820fb06dc50" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc117e9-d911-4c11-8a0c-4c58b7a8d494", "tag": "63837cfb-fb7f-47a1-89b2-1af0a1f5ede9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:11.881691 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b88a27c-54e8-44f8-b818-44219f060902 x-openstack-request-id: req-1b88a27c-54e8-44f8-b818-44219f060902 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:11.882201 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc117e9-d911-4c11-8a0c-4c58b7a8d494", "tag": "63837cfb-fb7f-47a1-89b2-1af0a1f5ede9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:11.882610 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b88a27c-54e8-44f8-b818-44219f060902 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:11.883166 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'tag': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'status': 'completed', 'code': 200} Sep 17 22:56:11.933346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] Sync routers for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:11.984992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Allocated IP 172.25.0.152 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/bff690d4-06b8-4945-bb51-530b9359e340) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:11.992739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-22254267-0563-46e3-8c79-28519c323228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:11.996818 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-22254267-0563-46e3-8c79-28519c323228 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1097 time: 0.0856104 Sep 17 22:56:12.024256 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.024580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'port_id': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'mac_address': 'fa:16:3e:6d:81:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:56:12.055732 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.172333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:12.173596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:12.179516 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5be18-c777-41ff-bfcc-8f140fee889e None None] Pushing event updated for resources: {'Port': ['ID=1b1679be-7153-4c42-8723-cf2eacd57daa,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:12.196335 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.301054 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.301851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b1316f5-d03b-45d8-a7e1-a518afd77bfe {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:12.370272 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Attempting to bind port 1b1679be-7153-4c42-8723-cf2eacd57daa on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:12.370808 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Attempting to bind port 1b1679be-7153-4c42-8723-cf2eacd57daa by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:12.371084 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Attempting to bind port 1b1679be-7153-4c42-8723-cf2eacd57daa on network df456574-0add-43f7-82a4-fc6c776d0089 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:12.387734 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:12.390967 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Checking segment: {'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:12.391566 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.392153 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Bound using segment: {'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:12.392982 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Bound port: 1b1679be-7153-4c42-8723-cf2eacd57daa, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:12.393691 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.396798 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.403757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:12.440847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.534005 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:12.536848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Pushing event updated for resources: {'Port': ['ID=bff690d4-06b8-4945-bb51-530b9359e340,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:12.546182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:12.558439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:12.600339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-829f892f-391d-426c-8a8d-f868ddee3d39 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:12.615586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-829f892f-391d-426c-8a8d-f868ddee3d39 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.6134927 Sep 17 22:56:12.630641 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] For port 1b1679be-7153-4c42-8723-cf2eacd57daa, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:12.632409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-16d21700-f603-4ecf-b02b-cb8a595eb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:12.633935 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-16d21700-f603-4ecf-b02b-cb8a595eb89b service neutron] 10.222.0.45 "GET /v2.0/networks?id=505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 200 len: 909 time: 0.5946019 Sep 17 22:56:12.645182 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] For port 1b1679be-7153-4c42-8723-cf2eacd57daa, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1b1679be-7153-4c42-8723-cf2eacd57daa,segment=NetworkSegment(3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb),segment_id=3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:12.649533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'port': {'device_id': '2e351c01-9f6a-4852-99ec-2612c664eed9', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'admin_state_up': True, 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:12.658314 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:12.692309 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b806ae4b-789b-4424-8ea2-cfd34efeafa1 req-1857c105-db80-466a-824d-b83ac9b57530 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.1412549 Sep 17 22:56:12.694472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1b1316f5-d03b-45d8-a7e1-a518afd77bfe'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:56:12.847882 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Routers {'1eb75f24-e719-43d0-a69e-2871dbb91b3d'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:12.850803 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:12.997370 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5be18-c777-41ff-bfcc-8f140fee889e None None] Pushing event updated for resources: {'Port': ['ID=1b1679be-7153-4c42-8723-cf2eacd57daa,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:13.088603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:13.138370 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-cd6c9b9e-ae7f-472b-94d7-e5e09562e6bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 200 len: 999 time: 0.4750674 Sep 17 22:56:13.181056 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] Set router 1eb75f24-e719-43d0-a69e-2871dbb91b3d gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:13.321878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-2250800d-3438-422e-b701-ddf181538e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:13.324301 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-2250800d-3438-422e-b701-ddf181538e3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20227ba6-72e5-42e2-bff5-a28e51d953b4 HTTP/1.1" status: 200 len: 847 time: 0.1562226 Sep 17 22:56:13.345131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=6']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:13.353600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5e00b-3006-43ac-9b78-3220795fea65 req-0ec2cff7-3708-44c9-a06f-b90fd0d76166 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:13.356416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77e5e00b-3006-43ac-9b78-3220795fea65 req-0ec2cff7-3708-44c9-a06f-b90fd0d76166 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.4505856 Sep 17 22:56:13.416988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-f3461ac2-6720-4349-9204-09cf313980b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:13.419047 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-f3461ac2-6720-4349-9204-09cf313980b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=505aace7-a881-4739-9dee-735e991e1b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822895 Sep 17 22:56:13.420833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:13.425659 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:13.520221 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77e5e00b-3006-43ac-9b78-3220795fea65 req-a7bd8b5c-4933-44d3-b2f8-1ac9867c7738 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897765 Sep 17 22:56:13.529703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:13.536026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-07d744ff-3fae-4730-8a65-63b56cf07243 None None] Provisioning complete for port 1b1679be-7153-4c42-8723-cf2eacd57daa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:13.536495 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-07d744ff-3fae-4730-8a65-63b56cf07243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:13.711601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-0e3c87df-c2cd-4abd-86b4-6a9839b1300c service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682340 Sep 17 22:56:13.788743 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 4, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port': {'id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1b1679be-7153-4c42-8723-cf2eacd57daa', 'name': '', 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'mac_address': 'fa:16:3e:33:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:02Z', 'updated_at': '2021-09-17T22:56:12Z', 'revision_number': 4, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'subnets': [{'id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:13.832155 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65c58e-dfbd-4738-a303-591bc1889282 None None] The sync data for ids ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'] in n-d-789963-10 is: [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:56:02Z', 'revision_number': 4, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port': {'id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '1b1679be-7153-4c42-8723-cf2eacd57daa', 'name': '', 'network_id': 'df456574-0add-43f7-82a4-fc6c776d0089', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'mac_address': 'fa:16:3e:33:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:02Z', 'updated_at': '2021-09-17T22:56:12Z', 'revision_number': 4, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'subnets': [{'id': '9db462fd-bf14-4e9f-8197-759560ce04a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:13.895276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-926c7e82-2b1e-4e35-bdba-8820fb06dc50 req-469f59dc-c121-4faf-86e3-eb343c6d9641 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662979 Sep 17 22:56:14.012049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.20.0.12 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/41def14e-0d2b-46a3-8a25-8c5ea531fb20) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:14.034439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95c87023-5148-439d-8684-4ac65d6551dd req-189967e0-c569-4bb7-876f-7c746a5553e7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.1169615 Sep 17 22:56:14.237177 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:14.295088 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:14.303491 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:14.437914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Pushing event updated for resources: {'Port': ['ID=7699350a-b8fb-4989-86d0-20d69a8772d0,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:14.449801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:14.516048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 00ae7baf-24e9-4702-a285-f1b5ff4205ae up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:14.551124 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:56:14.602457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:14.606206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:14.623891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:14.629110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:14.710075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:14.722398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:14.727973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:14.812779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:14.813883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:14.818521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=41def14e-0d2b-46a3-8a25-8c5ea531fb20,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:14.864368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-e3f234f2-b645-4736-8643-03db2d1b9fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2289355 Sep 17 22:56:14.884244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:14.884818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Request body: {'port': {'device_id': '2e351c01-9f6a-4852-99ec-2612c664eed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:14.894006 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Sync routers for ids ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:14.921276 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Routers {'7511a4f3-30cb-4bab-bb98-85bc15f25ba2'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:14.926128 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:14.950279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:14.955282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-57422a6e-c1a5-4ca9-9f91-33919941c27e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8170180 Sep 17 22:56:14.956703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 45152) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:15.034585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-07d744ff-3fae-4730-8a65-63b56cf07243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:15.084227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad738f-2c28-461a-8e02-4cdd775c4613 req-415823d8-5c88-471e-9ffa-575e3304aa30 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:15.097259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5ad738f-2c28-461a-8e02-4cdd775c4613 req-415823d8-5c88-471e-9ffa-575e3304aa30 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.2144821 Sep 17 22:56:15.108266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '1d58f46a-a2c0-46f7-896d-71aaedc0832c', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'port_id': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'mac_address': 'fa:16:3e:79:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:56:09Z', 'updated_at': '2021-09-17T22:56:09Z', 'revision_number': 0, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:15.180382 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:15.201062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 00ae7baf-24e9-4702-a285-f1b5ff4205ae triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:15.204133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:15.274880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Attempting to bind port 7699350a-b8fb-4989-86d0-20d69a8772d0 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:15.278367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Attempting to bind port 7699350a-b8fb-4989-86d0-20d69a8772d0 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:15.278743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Attempting to bind port 7699350a-b8fb-4989-86d0-20d69a8772d0 on network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:15.331983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] Checking router: fc7ddb63-9400-4c40-be5a-cb3b7da88ecc for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:15.366001 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Set router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:15.411244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:15.411732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Checking segment: {'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:15.412244 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:15.412722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Bound using segment: {'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:15.413438 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Bound port: 7699350a-b8fb-4989-86d0-20d69a8772d0, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:15.413919 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:15.460786 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:15.471557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:15.676058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41def14e-0d2b-46a3-8a25-8c5ea531fb20 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:15.700148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:15.714796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Transition to ACTIVE for port object 41def14e-0d2b-46a3-8a25-8c5ea531fb20 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:56:15.725031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:15.926407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:15.972102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Pushing event updated for resources: {'Port': ['ID=41def14e-0d2b-46a3-8a25-8c5ea531fb20,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:16.009003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Attempting to bind port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:16.009203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Attempting to bind port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:16.009406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Attempting to bind port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:16.019267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 on network efd7d316-db5b-443d-8c32-028f74826381 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:56:16.019746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Attempting to bind port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:16.026719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:16.027166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:16.027649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:16.029226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Bound port: 41def14e-0d2b-46a3-8a25-8c5ea531fb20, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:16.029714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:16.218775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] For port 41def14e-0d2b-46a3-8a25-8c5ea531fb20, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:16.227128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] For port 41def14e-0d2b-46a3-8a25-8c5ea531fb20, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=41def14e-0d2b-46a3-8a25-8c5ea531fb20,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:16.233933 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:16.251129 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:56:13Z', 'revision_number': 3, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port': {'id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:11Z', 'updated_at': '2021-09-17T22:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:16.291314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:16.292437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:16.294082 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] 10.222.0.49 "PUT /v2.0/ports/41def14e-0d2b-46a3-8a25-8c5ea531fb20 HTTP/1.1" status: 200 len: 1093 time: 1.4150603 Sep 17 22:56:16.295065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e351c01-9f6a-4852-99ec-2612c664eed9', 'tag': '41def14e-0d2b-46a3-8a25-8c5ea531fb20'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:16.297758 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5a0b96-b2ea-471b-888c-c846e012b1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e351c01-9f6a-4852-99ec-2612c664eed9", "tag": "41def14e-0d2b-46a3-8a25-8c5ea531fb20"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:16.337522 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Checking router: 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:16.337915 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Updating router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 port bff690d4-06b8-4945-bb51-530b9359e340 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:56:16.373782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534dea-4b16-4f07-8bff-d9da9fbccea1 service neutron] Pushing event updated for resources: {'Port': ['ID=41def14e-0d2b-46a3-8a25-8c5ea531fb20,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:16.421960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-07d744ff-3fae-4730-8a65-63b56cf07243 None None] For port 1b1679be-7153-4c42-8723-cf2eacd57daa, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1b1679be-7153-4c42-8723-cf2eacd57daa,segment=NetworkSegment(3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb),segment_id=3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:16.438089 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:16.454892 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-07d744ff-3fae-4730-8a65-63b56cf07243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:16.603217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-3885dab2-e8ed-4b3f-9362-d51c28e0a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:16.613856 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-3885dab2-e8ed-4b3f-9362-d51c28e0a2a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 1096 time: 0.2188597 Sep 17 22:56:16.665187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d744ff-3fae-4730-8a65-63b56cf07243 None None] Pushing event updated for resources: {'Port': ['ID=1b1679be-7153-4c42-8723-cf2eacd57daa,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:16.723107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5ad738f-2c28-461a-8e02-4cdd775c4613 req-1058d4d8-0e84-4638-84d2-16c7922ade53 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6233258 Sep 17 22:56:16.752987 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-3d8364b1-e6bd-4fc6-bddd-0bf0c69e050a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41def14e-0d2b-46a3-8a25-8c5ea531fb20 HTTP/1.1" status: 200 len: 217 time: 0.1232188 Sep 17 22:56:16.883853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] For port 7699350a-b8fb-4989-86d0-20d69a8772d0, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:16.888547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-7dc56d69-560b-4f60-8096-5adcffd37932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:16.890335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] For port 7699350a-b8fb-4989-86d0-20d69a8772d0, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7699350a-b8fb-4989-86d0-20d69a8772d0,segment=NetworkSegment(9c980534-fa34-46d1-88a3-e1f96e54c1e5),segment_id=9c980534-fa34-46d1-88a3-e1f96e54c1e5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:16.891249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-7dc56d69-560b-4f60-8096-5adcffd37932 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.1292257 Sep 17 22:56:16.893559 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e35938-3762-4d3e-ba8c-c2967a6539ea x-openstack-request-id: req-08e35938-3762-4d3e-ba8c-c2967a6539ea {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:16.894137 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e351c01-9f6a-4852-99ec-2612c664eed9", "tag": "41def14e-0d2b-46a3-8a25-8c5ea531fb20", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:16.894743 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08e35938-3762-4d3e-ba8c-c2967a6539ea {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:16.895437 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e351c01-9f6a-4852-99ec-2612c664eed9', 'tag': '41def14e-0d2b-46a3-8a25-8c5ea531fb20', 'status': 'completed', 'code': 200} Sep 17 22:56:16.914072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde36de-ce0f-4984-b497-e8df146621c8 req-d38718ec-c0be-4350-918e-32f4a1a346db tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:16.928253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbde36de-ce0f-4984-b497-e8df146621c8 req-d38718ec-c0be-4350-918e-32f4a1a346db tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 932 time: 1.7690778 Sep 17 22:56:16.970232 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.013502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-f6d0e015-226b-43ee-b0b6-3af9216111cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:17.015069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-f6d0e015-226b-43ee-b0b6-3af9216111cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160166 Sep 17 22:56:17.200106 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.205617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbde36de-ce0f-4984-b497-e8df146621c8 req-6888c6f5-f8e8-4ebb-931e-ee327249e812 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763054 Sep 17 22:56:17.217125 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.316206 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-85ea6484-989d-4b57-92a7-475d519766a0 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918446 Sep 17 22:56:17.365111 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653ba1d-cf95-4038-9c98-13584a6f7451 None None] Pushing event updated for resources: {'Port': ['ID=bff690d4-06b8-4945-bb51-530b9359e340,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:17.421578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-aaebee62-54dc-447e-9232-e1daabfb0912 None None] Provisioning complete for port 1b1679be-7153-4c42-8723-cf2eacd57daa triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:17.422532 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aaebee62-54dc-447e-9232-e1daabfb0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.455049 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Attempting to bind port bff690d4-06b8-4945-bb51-530b9359e340 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:17.455422 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Attempting to bind port bff690d4-06b8-4945-bb51-530b9359e340 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:17.455795 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Attempting to bind port bff690d4-06b8-4945-bb51-530b9359e340 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:17.494184 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:17.501724 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:17.502413 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.502971 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:17.503635 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Bound port: bff690d4-06b8-4945-bb51-530b9359e340, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:17.504220 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.587821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1b1679be-7153-4c42-8723-cf2eacd57daa up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:17.594515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba64a1-b109-49ad-b4b5-dba593b3345a None None] Pushing event updated for resources: {'Port': ['ID=7699350a-b8fb-4989-86d0-20d69a8772d0,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:17.618553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:17.754322 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] For port bff690d4-06b8-4945-bb51-530b9359e340, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:17.761901 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] For port bff690d4-06b8-4945-bb51-530b9359e340, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bff690d4-06b8-4945-bb51-530b9359e340,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:17.782718 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.889526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.975252 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Routers {'7511a4f3-30cb-4bab-bb98-85bc15f25ba2'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:17.981923 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:18.128194 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653ba1d-cf95-4038-9c98-13584a6f7451 None None] Pushing event updated for resources: {'Port': ['ID=bff690d4-06b8-4945-bb51-530b9359e340,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:18.403610 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] Set router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:18.543177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '1d58f46a-a2c0-46f7-896d-71aaedc0832c', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'port_id': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'mac_address': 'fa:16:3e:79:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:56:09Z', 'updated_at': '2021-09-17T22:56:09Z', 'revision_number': 0, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:18.618699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1b034db-54e7-4de9-96d6-59dbe8b21a65 req-56e63b09-70d7-49c3-a97d-b1e9b50aaf61 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2950261 Sep 17 22:56:18.660511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684229d3-4575-465a-a227-48e2cf44bd40 None None] The sync data for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 is: [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '1d58f46a-a2c0-46f7-896d-71aaedc0832c', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'port_id': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'mac_address': 'fa:16:3e:79:21:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:56:09Z', 'updated_at': '2021-09-17T22:56:09Z', 'revision_number': 0, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:18.683539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:18.683912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:18.820596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-2ba5bc60-5cee-4239-a1c6-3406d8c8f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:18.824561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34bc4-5815-4d17-9d2a-825c9c7ae2e1 req-ef911740-2153-47f1-84b5-c72959d80c4f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:18.828123 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-2ba5bc60-5cee-4239-a1c6-3406d8c8f53d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 1096 time: 0.1262331 Sep 17 22:56:18.832703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1b1679be-7153-4c42-8723-cf2eacd57daa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:18.834239 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:18.848866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64b34bc4-5815-4d17-9d2a-825c9c7ae2e1 req-ef911740-2153-47f1-84b5-c72959d80c4f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.7299173 Sep 17 22:56:19.132666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-8b4f8278-2795-4ee3-a305-98b86786cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:19.142222 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-8b4f8278-2795-4ee3-a305-98b86786cd36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.3010683 Sep 17 22:56:19.147339 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:19.156026 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:19.190604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Allocated IP 172.20.0.1 (6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4/7f584b76-becd-4e83-bd77-1380e01e08b8/63e8ad81-9719-4983-8052-b1d6c194d19a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:19.253391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64b34bc4-5815-4d17-9d2a-825c9c7ae2e1 req-96f6f0d1-50f7-4943-b512-9a064b5ca5c6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034476 Sep 17 22:56:19.254423 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-f3f8face-9d17-466b-8272-0a962d66fff3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41def14e-0d2b-46a3-8a25-8c5ea531fb20 HTTP/1.1" status: 200 len: 217 time: 0.1047859 Sep 17 22:56:19.271550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:19.302804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e222631-eff2-4916-bdfd-f81be34441e2 req-7e01155b-5086-458b-b0cb-e8a6cc4519b3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:19.318144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e222631-eff2-4916-bdfd-f81be34441e2 req-7e01155b-5086-458b-b0cb-e8a6cc4519b3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.8252478 Sep 17 22:56:19.342544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:19.350328 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106126fa-377f-43b3-b0c6-9aed50d590dd" -d '{"events": [{"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-plugged", "status": "completed", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:19.351351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-f875b8e0-e2fc-480e-b775-e0b3a7b156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:19.353319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-f875b8e0-e2fc-480e-b775-e0b3a7b156b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0897052 Sep 17 22:56:19.369923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cee809-6e42-4686-a07f-c48c6daac12a None None] New status for floating IP 1d58f46a-a2c0-46f7-896d-71aaedc0832c: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:56:19.397541 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:56:13Z', 'revision_number': 3, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port': {'id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:11Z', 'updated_at': '2021-09-17T22:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:19.460428 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232b5a7-236b-4ccc-9c5b-534c931eb8bc None None] The sync data for ids ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'] in n-d-789963-10 is: [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:56:13Z', 'revision_number': 3, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port': {'id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:11Z', 'updated_at': '2021-09-17T22:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:19.477825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87e6ab-6b9d-49d2-88fb-b6d19bc76f33 None None] Network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:19.495868 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e577608c-44e5-4e4e-bf44-ab5ab68422ae x-openstack-request-id: req-e577608c-44e5-4e4e-bf44-ab5ab68422ae {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:19.495868 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-plugged", "status": "completed", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:19.495868 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e577608c-44e5-4e4e-bf44-ab5ab68422ae {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:19.495868 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'code': 200} Sep 17 22:56:19.504157 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:19.507162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-8cf4a001-1b2e-4b72-a611-4a824f1c6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:19.508295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e222631-eff2-4916-bdfd-f81be34441e2 req-850414b5-5429-4c14-80be-1120fcda772f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877716 Sep 17 22:56:19.516180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-8cf4a001-1b2e-4b72-a611-4a824f1c6d1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363993 Sep 17 22:56:19.714365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=7']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:19.732330 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:19.732558 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-f58b71fa-c174-4cdb-b172-59dd3c805275 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122221 Sep 17 22:56:19.741520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 132bb706-f351-4a5f-888c-de8313b16d80 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:19.832055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:19.848779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b5b70670-b7b4-4c07-a9b1-3175c2d44c06 None None] Provisioning complete for port 7699350a-b8fb-4989-86d0-20d69a8772d0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:19.849058 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b5b70670-b7b4-4c07-a9b1-3175c2d44c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:19.904172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Pushing event updated for resources: {'Port': ['ID=63e8ad81-9719-4983-8052-b1d6c194d19a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:19.921493 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:19.923060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:19.925941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:20.009395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7f5a0b96-b2ea-471b-888c-c846e012b1fd req-b2789b4f-d91c-43bf-893f-f822914dee9c service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675877 Sep 17 22:56:20.024118 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:20.314511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 132bb706-f351-4a5f-888c-de8313b16d80 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:20.314877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:20.339829 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:20.625312 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf6b6e-ea3c-4085-99a5-11acc95502f7 req-daea03d1-3c77-4031-b156-7e24339a9637 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:20.633903 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6abf6b6e-ea3c-4085-99a5-11acc95502f7 req-daea03d1-3c77-4031-b156-7e24339a9637 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1728952 Sep 17 22:56:20.697492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6abf6b6e-ea3c-4085-99a5-11acc95502f7 req-ed257bec-f55e-4a07-a41f-1a1b2ebbd08c tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567360 Sep 17 22:56:20.802718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b5b70670-b7b4-4c07-a9b1-3175c2d44c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:20.887730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898413bd-7f9d-4360-b7a9-644c04583b57 req-33660530-c016-4aec-8d7a-c488db76a0ed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:20.889633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-898413bd-7f9d-4360-b7a9-644c04583b57 req-33660530-c016-4aec-8d7a-c488db76a0ed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.2108052 Sep 17 22:56:20.960152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:20.993007 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:21.030883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b5b70670-b7b4-4c07-a9b1-3175c2d44c06 None None] For port 7699350a-b8fb-4989-86d0-20d69a8772d0, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7699350a-b8fb-4989-86d0-20d69a8772d0,segment=NetworkSegment(9c980534-fa34-46d1-88a3-e1f96e54c1e5),segment_id=9c980534-fa34-46d1-88a3-e1f96e54c1e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:21.045298 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b5b70670-b7b4-4c07-a9b1-3175c2d44c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:21.081165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-898413bd-7f9d-4360-b7a9-644c04583b57 req-dfc8274f-ca2e-4402-88f4-3d574d059d51 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823003 Sep 17 22:56:21.157499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b70670-b7b4-4c07-a9b1-3175c2d44c06 None None] Pushing event updated for resources: {'Port': ['ID=7699350a-b8fb-4989-86d0-20d69a8772d0,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:21.173620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Pushing event updated for resources: {'Port': ['ID=63e8ad81-9719-4983-8052-b1d6c194d19a,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:21.232547 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:21.453443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:21.457798 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:21.596242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-31fe6d05-fc5c-4ed6-943d-6574e2b6562c None None] Provisioning complete for port 7699350a-b8fb-4989-86d0-20d69a8772d0 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:21.596892 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31fe6d05-fc5c-4ed6-943d-6574e2b6562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:21.672667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1b1679be-7153-4c42-8723-cf2eacd57daa up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:21.701805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:56:21.880739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 1b1679be-7153-4c42-8723-cf2eacd57daa triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:21.881343 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:21.945516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:21.951370 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03802eaf-a2b2-4e1e-8609-a62133c2995f admin admin] 10.222.0.48 "PUT /v2.0/routers/7511a4f3-30cb-4bab-bb98-85bc15f25ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9936373 Sep 17 22:56:21.960557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150fff4-ad42-434a-b24c-d19e3ef379ae req-12d2af99-ebfb-49c7-bdab-b2d0430da4f7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:21.968773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c150fff4-ad42-434a-b24c-d19e3ef379ae req-12d2af99-ebfb-49c7-bdab-b2d0430da4f7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0840237 Sep 17 22:56:22.052094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c150fff4-ad42-434a-b24c-d19e3ef379ae req-96c51aa8-1a9b-4410-b9f6-e529bf3a6cb0 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779755 Sep 17 22:56:22.055546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-31fe6d05-fc5c-4ed6-943d-6574e2b6562c None None] Provisioning complete for port 63e8ad81-9719-4983-8052-b1d6c194d19a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:22.055923 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31fe6d05-fc5c-4ed6-943d-6574e2b6562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:22.134199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bff690d4-06b8-4945-bb51-530b9359e340 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:22.276161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-31fe6d05-fc5c-4ed6-943d-6574e2b6562c None None] Port 63e8ad81-9719-4983-8052-b1d6c194d19a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:22.338923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port bff690d4-06b8-4945-bb51-530b9359e340 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:22.339949 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:22.487783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4764e-2d59-4924-9ec8-cd000441341c req-ec1d15a7-d69e-433c-b704-32d8879ca0f1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:22.514433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51e4764e-2d59-4924-9ec8-cd000441341c req-ec1d15a7-d69e-433c-b704-32d8879ca0f1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.1919205 Sep 17 22:56:22.543459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b2bdd329-9592-4937-aaff-c2526ca8417a None None] Provisioning complete for port 63e8ad81-9719-4983-8052-b1d6c194d19a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:22.543858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd329-9592-4937-aaff-c2526ca8417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:22.655440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b2bdd329-9592-4937-aaff-c2526ca8417a None None] Port 63e8ad81-9719-4983-8052-b1d6c194d19a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:22.673911 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:22.689996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51e4764e-2d59-4924-9ec8-cd000441341c req-2b667ff9-ec8a-4c4e-8ca6-c5a3928f8007 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662476 Sep 17 22:56:22.718866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port bff690d4-06b8-4945-bb51-530b9359e340, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bff690d4-06b8-4945-bb51-530b9359e340,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:22.732435 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:22.733863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7699350a-b8fb-4989-86d0-20d69a8772d0 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:22.821041 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Sync routers for ids ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:22.835840 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Routers {'7511a4f3-30cb-4bab-bb98-85bc15f25ba2'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:22.836477 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:22.938862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-173168d7-e55e-4e77-a04c-98ed49bbc6b9 None None] Provisioning complete for port 63e8ad81-9719-4983-8052-b1d6c194d19a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:22.939404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-173168d7-e55e-4e77-a04c-98ed49bbc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:23.143949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=bff690d4-06b8-4945-bb51-530b9359e340,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:23.177751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-173168d7-e55e-4e77-a04c-98ed49bbc6b9 None None] Port 63e8ad81-9719-4983-8052-b1d6c194d19a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:23.186880 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 7699350a-b8fb-4989-86d0-20d69a8772d0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:23.191662 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:23.195185 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Set router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:23.503704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e64d-4566-4da3-a0d8-f6cbbb8d16a1 req-bd777f59-8a9c-488b-960c-3a7f797af265 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:23.507197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac78e64d-4566-4da3-a0d8-f6cbbb8d16a1 req-bd777f59-8a9c-488b-960c-3a7f797af265 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.3336458 Sep 17 22:56:23.580158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bff690d4-06b8-4945-bb51-530b9359e340 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:23.618384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac78e64d-4566-4da3-a0d8-f6cbbb8d16a1 req-366a0df3-b9cc-4c96-a77a-7e2e1d115f80 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030979 Sep 17 22:56:23.630150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd603a-7b49-467c-b173-63fa6e9032df req-3c51187d-d266-4df1-91e2-2e5597541377 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:23.644573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-3c51187d-d266-4df1-91e2-2e5597541377 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/networks?id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff HTTP/1.1" status: 200 len: 910 time: 0.3208125 Sep 17 22:56:23.649647 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:56:20Z', 'revision_number': 4, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port': {'id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:11Z', 'updated_at': '2021-09-17T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '63e8ad81-9719-4983-8052-b1d6c194d19a', 'name': '', 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'mac_address': 'fa:16:3e:af:cb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '7f584b76-becd-4e83-bd77-1380e01e08b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:17Z', 'updated_at': '2021-09-17T22:56:20Z', 'revision_number': 2, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'subnets': [{'id': '7f584b76-becd-4e83-bd77-1380e01e08b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:23.690543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-6ea078f9-f465-4dbc-9b89-49e29f460af8 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/quotas/c9c9d41a2ef649bba535c09ba808d661 HTTP/1.1" status: 200 len: 375 time: 0.0432415 Sep 17 22:56:23.696178 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Checking router: 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:23.696845 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Updating router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 port 63e8ad81-9719-4983-8052-b1d6c194d19a binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:56:23.736216 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port bff690d4-06b8-4945-bb51-530b9359e340 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:23.762127 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:23.768348 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:24.004319 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d74d7-357b-4f35-8465-af211ca8fe86 req-499918b3-e72a-4886-b7cc-d9f3e8739b13 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:24.012793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef9d74d7-357b-4f35-8465-af211ca8fe86 req-499918b3-e72a-4886-b7cc-d9f3e8739b13 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.1479623 Sep 17 22:56:24.026748 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-cc34a19b-9acf-4a53-961d-6d62f150a00c tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9c9d41a2ef649bba535c09ba808d661&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3346202 Sep 17 22:56:24.084286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ef9d74d7-357b-4f35-8465-af211ca8fe86 req-82290ca1-df89-4807-9fb4-316fdda8ee8c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655696 Sep 17 22:56:24.303867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-1174fa4e-f8fe-4f5a-a1f5-2f15c33cbc85 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:56:24.317486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-1174fa4e-f8fe-4f5a-a1f5-2f15c33cbc85 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2897549 Sep 17 22:56:24.332539 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:24.345687 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:24.468502 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369df8fe-31b9-473d-bb59-b24a6422e9dc None None] Pushing event updated for resources: {'Port': ['ID=63e8ad81-9719-4983-8052-b1d6c194d19a,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:24.500486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-b028ee29-692b-4ea8-830e-9101e81b98cb service neutron] 10.222.0.48 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821325 Sep 17 22:56:24.518644 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Attempting to bind port 63e8ad81-9719-4983-8052-b1d6c194d19a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:24.519312 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Attempting to bind port 63e8ad81-9719-4983-8052-b1d6c194d19a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:24.519841 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Attempting to bind port 63e8ad81-9719-4983-8052-b1d6c194d19a on network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:24.535122 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:24.535571 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Checking segment: {'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:24.541872 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:24.542509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Bound using segment: {'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:24.543122 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Bound port: 63e8ad81-9719-4983-8052-b1d6c194d19a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c980534-fa34-46d1-88a3-e1f96e54c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:24.544737 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:24.694118 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] For port 63e8ad81-9719-4983-8052-b1d6c194d19a, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:24.701372 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] For port 63e8ad81-9719-4983-8052-b1d6c194d19a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=63e8ad81-9719-4983-8052-b1d6c194d19a,segment=NetworkSegment(9c980534-fa34-46d1-88a3-e1f96e54c1e5),segment_id=9c980534-fa34-46d1-88a3-e1f96e54c1e5)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:24.716324 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:24.730993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-1439cd6b-687f-4ea4-bb10-c47f06af2dcc service neutron] 10.222.0.48 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141311 Sep 17 22:56:24.782804 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Routers {'7511a4f3-30cb-4bab-bb98-85bc15f25ba2'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:24.783445 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:56:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:24.930426 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369df8fe-31b9-473d-bb59-b24a6422e9dc None None] Pushing event updated for resources: {'Port': ['ID=63e8ad81-9719-4983-8052-b1d6c194d19a,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:24.974452 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] Set router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:25.062217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-83cb293a-92bf-48b6-8798-73dbbca6bf78 req-8c30933a-4166-4ae5-a0cc-55b75a5bc53e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 210 time: 0.0665934 Sep 17 22:56:25.075597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-156852b6-750a-4455-926a-08eb475a4a20 None None] Provisioning complete for port 63e8ad81-9719-4983-8052-b1d6c194d19a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:25.076521 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-156852b6-750a-4455-926a-08eb475a4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:25.185331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d05c10-ffef-4dc7-b99c-f01c9d2bf62c req-fa7c585a-758a-4d8e-b9b9-724c89a8070a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:25.199880 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40d05c10-ffef-4dc7-b99c-f01c9d2bf62c req-fa7c585a-758a-4d8e-b9b9-724c89a8070a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.2962680 Sep 17 22:56:25.304977 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-156852b6-750a-4455-926a-08eb475a4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:25.391477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-156852b6-750a-4455-926a-08eb475a4a20 None None] For port 63e8ad81-9719-4983-8052-b1d6c194d19a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=63e8ad81-9719-4983-8052-b1d6c194d19a,segment=NetworkSegment(9c980534-fa34-46d1-88a3-e1f96e54c1e5),segment_id=9c980534-fa34-46d1-88a3-e1f96e54c1e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:25.402931 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-156852b6-750a-4455-926a-08eb475a4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:25.421073 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40d05c10-ffef-4dc7-b99c-f01c9d2bf62c req-fd032ec3-303b-4fc1-b4b2-bfd088398880 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202590 Sep 17 22:56:25.464661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf66a-17a4-42de-a9f1-bae79ae63391 req-0d0b446c-fa4d-4720-98ba-d68a3d0d5e2e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:25.479001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2acf66a-17a4-42de-a9f1-bae79ae63391 req-0d0b446c-fa4d-4720-98ba-d68a3d0d5e2e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.2067237 Sep 17 22:56:25.486363 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:56:20Z', 'revision_number': 4, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port': {'id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:11Z', 'updated_at': '2021-09-17T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '63e8ad81-9719-4983-8052-b1d6c194d19a', 'name': '', 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'mac_address': 'fa:16:3e:af:cb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '7f584b76-becd-4e83-bd77-1380e01e08b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:17Z', 'updated_at': '2021-09-17T22:56:24Z', 'revision_number': 4, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'subnets': [{'id': '7f584b76-becd-4e83-bd77-1380e01e08b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:25.542556 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa70472-c52d-441c-a1ec-55c500062239 None None] The sync data for ids ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'] in n-d-789963-10 is: [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:56:20Z', 'revision_number': 4, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port': {'id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:11Z', 'updated_at': '2021-09-17T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '63e8ad81-9719-4983-8052-b1d6c194d19a', 'name': '', 'network_id': '6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'mac_address': 'fa:16:3e:af:cb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '7f584b76-becd-4e83-bd77-1380e01e08b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:17Z', 'updated_at': '2021-09-17T22:56:24Z', 'revision_number': 4, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'subnets': [{'id': '7f584b76-becd-4e83-bd77-1380e01e08b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:25.553705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156852b6-750a-4455-926a-08eb475a4a20 None None] Pushing event updated for resources: {'Port': ['ID=63e8ad81-9719-4983-8052-b1d6c194d19a,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:25.567696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7a87267b-50a2-4976-9183-e4713a6da5e3 None None] Provisioning complete for port 63e8ad81-9719-4983-8052-b1d6c194d19a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:25.568257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7a87267b-50a2-4976-9183-e4713a6da5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:25.590078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2acf66a-17a4-42de-a9f1-bae79ae63391 req-49d46805-d049-496e-b1ba-6ef19016dd99 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094985 Sep 17 22:56:26.249063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-673ea426-4445-45e5-93a5-04c78de725f5 req-78494921-1ec9-42a6-97f4-d92ea97239d8 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 210 time: 0.0570686 Sep 17 22:56:26.685559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f018b3-b66f-438c-bd5d-67eda00533a5 req-0e5939d9-6fa9-4d79-b3f2-fe36f38b5045 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:26.687521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7f018b3-b66f-438c-bd5d-67eda00533a5 req-0e5939d9-6fa9-4d79-b3f2-fe36f38b5045 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0826209 Sep 17 22:56:26.807848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7f018b3-b66f-438c-bd5d-67eda00533a5 req-37e8caf5-1d08-48a8-aaf8-d66ceedf584b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137040 Sep 17 22:56:26.887043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd6ef8-553a-4385-bfa1-ae1e96340c4b req-5e3ee6ce-c73c-4c49-832a-b1c739e54c39 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:26.895757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20cd6ef8-553a-4385-bfa1-ae1e96340c4b req-5e3ee6ce-c73c-4c49-832a-b1c739e54c39 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.1516056 Sep 17 22:56:26.999260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20cd6ef8-553a-4385-bfa1-ae1e96340c4b req-8941b262-ff56-4e22-804e-0e45eee37231 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024468 Sep 17 22:56:27.244632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd603a-7b49-467c-b173-63fa6e9032df req-8fbf35d3-23cb-4da7-9267-c5a60c090aaa tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.246880 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-8fbf35d3-23cb-4da7-9267-c5a60c090aaa tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.49 "GET /v2.0/networks?id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff HTTP/1.1" status: 200 len: 910 time: 0.2145371 Sep 17 22:56:27.260976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Request body: {'port': {'device_id': '537018fc-7ab7-43c9-8bba-e4b809ec7b25', 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'admin_state_up': True, 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:27.354666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Made reservation on behalf of c9c9d41a2ef649bba535c09ba808d661 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:27.357229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:27.409380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e648b2c-8497-4abf-bd30-c68632b92d20 req-3bbdd5fa-cc15-41a7-85ca-c47070df00fa tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 210 time: 0.0571053 Sep 17 22:56:27.645599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Allocated IP 172.20.0.9 (f5d5570c-d41d-4bad-99bb-3e6656fdb4ff/3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c/8134a834-3314-4a7c-8533-bfa19ba01ad1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:27.658401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 63e8ad81-9719-4983-8052-b1d6c194d19a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:27.766690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 63e8ad81-9719-4983-8052-b1d6c194d19a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:27.767354 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:27.979655 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:28.042809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6cf16-83ae-482d-80e0-85dbbc815bdc req-eef3d8a8-b798-4714-a461-da96945466bd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:28.052488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2b6cf16-83ae-482d-80e0-85dbbc815bdc req-eef3d8a8-b798-4714-a461-da96945466bd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1187153 Sep 17 22:56:28.073588 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:28.167317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:28.170703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:28.182209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:28.226677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b18be8-233d-4cc5-a091-373155064afb req-7ea5d1ee-2cf6-4bc4-bf20-3fb7da5465a7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:28.229186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34b18be8-233d-4cc5-a091-373155064afb req-7ea5d1ee-2cf6-4bc4-bf20-3fb7da5465a7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.1327417 Sep 17 22:56:28.268858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Pushing event updated for resources: {'Port': ['ID=8134a834-3314-4a7c-8533-bfa19ba01ad1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:28.317253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:28.318109 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:28.331800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b2b6cf16-83ae-482d-80e0-85dbbc815bdc req-bac59ba6-6215-46f9-ba32-a70f159eb8f1 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745183 Sep 17 22:56:28.345381 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34b18be8-233d-4cc5-a091-373155064afb req-1ab34345-9ab8-477d-8105-d8138b59cd00 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045709 Sep 17 22:56:28.355738 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-2cc852ca-c989-45e2-ae25-ca887c36cc28 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0988052 Sep 17 22:56:28.398944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Request body: {'port': {'device_id': '537018fc-7ab7-43c9-8bba-e4b809ec7b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:28.526914 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:28.593469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806587b8-7bf5-4439-9ac1-a2163c2538cc req-06423b75-22b5-45f6-8788-bdc893bc1fb3 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:28.606449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-806587b8-7bf5-4439-9ac1-a2163c2538cc req-06423b75-22b5-45f6-8788-bdc893bc1fb3 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1027 time: 0.0771906 Sep 17 22:56:28.667262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-806587b8-7bf5-4439-9ac1-a2163c2538cc req-4671a47c-7929-4ec6-84a8-1e8b79375b9f tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617108 Sep 17 22:56:28.729551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bac46b42-dead-4128-b3da-aab2df9d307d None None] Provisioning complete for port 8134a834-3314-4a7c-8533-bfa19ba01ad1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:28.730637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bac46b42-dead-4128-b3da-aab2df9d307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:28.810228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bac46b42-dead-4128-b3da-aab2df9d307d None None] Port 8134a834-3314-4a7c-8533-bfa19ba01ad1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:28.946215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8134a834-3314-4a7c-8533-bfa19ba01ad1 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:28.955448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:28.973277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Transition to ACTIVE for port object 8134a834-3314-4a7c-8533-bfa19ba01ad1 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:56:28.982124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.170804 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Attempting to bind port 8134a834-3314-4a7c-8533-bfa19ba01ad1 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:29.171213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Attempting to bind port 8134a834-3314-4a7c-8533-bfa19ba01ad1 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:29.171643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Attempting to bind port 8134a834-3314-4a7c-8533-bfa19ba01ad1 on network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:29.183188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Pushing event updated for resources: {'Port': ['ID=8134a834-3314-4a7c-8533-bfa19ba01ad1,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:29.186178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Port 8134a834-3314-4a7c-8533-bfa19ba01ad1 on network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:56:29.186918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Attempting to bind port 8134a834-3314-4a7c-8533-bfa19ba01ad1 on network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:29.195498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:29.195956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Checking segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:29.196447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Bound using segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:29.198542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Bound port: 8134a834-3314-4a7c-8533-bfa19ba01ad1, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:29.199150 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.336755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] For port 8134a834-3314-4a7c-8533-bfa19ba01ad1, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:29.339965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] For port 8134a834-3314-4a7c-8533-bfa19ba01ad1, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8134a834-3314-4a7c-8533-bfa19ba01ad1,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:29.360587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.493723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.497387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.499688 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] 10.222.0.49 "PUT /v2.0/ports/8134a834-3314-4a7c-8533-bfa19ba01ad1 HTTP/1.1" status: 200 len: 1092 time: 1.1134729 Sep 17 22:56:29.505351 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537018fc-7ab7-43c9-8bba-e4b809ec7b25', 'tag': '8134a834-3314-4a7c-8533-bfa19ba01ad1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:29.510038 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "537018fc-7ab7-43c9-8bba-e4b809ec7b25", "tag": "8134a834-3314-4a7c-8533-bfa19ba01ad1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:29.601261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9832a0-09a9-4279-beef-15fbb61dbc7d service neutron] Pushing event updated for resources: {'Port': ['ID=8134a834-3314-4a7c-8533-bfa19ba01ad1,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:29.640023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd603a-7b49-467c-b173-63fa6e9032df req-5ae4e0c7-a2e0-4324-bfb6-cdc8a034db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.641941 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-5ae4e0c7-a2e0-4324-bfb6-cdc8a034db38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c9d41a2ef649bba535c09ba808d661&device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1095 time: 0.0793586 Sep 17 22:56:29.738667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41949b-1ba7-4383-acbb-8cb621f29e1e req-be49dbee-0ea2-4277-9982-13fa576dcefd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.740720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c41949b-1ba7-4383-acbb-8cb621f29e1e req-be49dbee-0ea2-4277-9982-13fa576dcefd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.2729900 Sep 17 22:56:29.741470 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-0c4beea5-375a-45a0-a691-fce151c5ed8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8134a834-3314-4a7c-8533-bfa19ba01ad1 HTTP/1.1" status: 200 len: 217 time: 0.0834913 Sep 17 22:56:29.762858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14992b-3a94-4e01-ab3a-1650f03643d7 req-ec649caa-6f52-4da1-9854-c340cff75313 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.773359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b14992b-3a94-4e01-ab3a-1650f03643d7 req-ec649caa-6f52-4da1-9854-c340cff75313 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.1924741 Sep 17 22:56:29.859583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd603a-7b49-467c-b173-63fa6e9032df req-be5101e0-a46b-42c1-8a3f-8d5af4bcac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.859583 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-be5101e0-a46b-42c1-8a3f-8d5af4bcac0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c HTTP/1.1" status: 200 len: 848 time: 0.1077125 Sep 17 22:56:29.887813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c41949b-1ba7-4383-acbb-8cb621f29e1e req-f3788f8f-dbf3-4dcc-9c03-da3330e1bc6e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823486 Sep 17 22:56:29.891661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1b14992b-3a94-4e01-ab3a-1650f03643d7 req-dd8617d5-7f8b-416a-9eeb-61b72bd6760c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169739 Sep 17 22:56:29.959302 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f6d3da96-b179-4b67-8fd6-5e4f56109c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.960298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd603a-7b49-467c-b173-63fa6e9032df req-95182499-67bd-474c-9f72-9ba65631fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.969251 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-95182499-67bd-474c-9f72-9ba65631fa2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004407 Sep 17 22:56:30.043924 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6f4a76-8dde-465b-a27b-4b45da9d698a x-openstack-request-id: req-3a6f4a76-8dde-465b-a27b-4b45da9d698a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:30.044438 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537018fc-7ab7-43c9-8bba-e4b809ec7b25", "tag": "8134a834-3314-4a7c-8533-bfa19ba01ad1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:30.044969 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a6f4a76-8dde-465b-a27b-4b45da9d698a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:30.045555 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537018fc-7ab7-43c9-8bba-e4b809ec7b25', 'tag': '8134a834-3314-4a7c-8533-bfa19ba01ad1', 'status': 'completed', 'code': 200} Sep 17 22:56:30.108776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27a170-b77f-414d-ae11-46e24bba2641 req-aa278cfe-7808-45e1-9cd3-a913301e0735 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:30.110610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd27a170-b77f-414d-ae11-46e24bba2641 req-aa278cfe-7808-45e1-9cd3-a913301e0735 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1095 time: 0.1106720 Sep 17 22:56:30.135302 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-adbacea2-fe18-45e6-b8dd-085bad124e9b service neutron] 10.222.0.49 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595235 Sep 17 22:56:30.169583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd27a170-b77f-414d-ae11-46e24bba2641 req-0147109d-09f0-4631-b9e2-a24291a50fad tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Sep 17 22:56:30.295815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-92dd603a-7b49-467c-b173-63fa6e9032df req-f730c0f5-1017-4496-a4a6-0bea0811b0dc service neutron] 10.222.0.49 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512105 Sep 17 22:56:30.454999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-8cdad530-997c-411e-88a4-bf206f16cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:30.456632 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-8cdad530-997c-411e-88a4-bf206f16cfbe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9c9d41a2ef649bba535c09ba808d661&device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1095 time: 0.0671501 Sep 17 22:56:30.601822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-6ff85fa2-9177-4add-b3a9-76585cf721fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:30.603446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-6ff85fa2-9177-4add-b3a9-76585cf721fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff HTTP/1.1" status: 200 len: 910 time: 0.1379068 Sep 17 22:56:30.661025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-e10c8b14-7dc3-4502-b8da-a1f4773b742a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8134a834-3314-4a7c-8533-bfa19ba01ad1 HTTP/1.1" status: 200 len: 217 time: 0.0485027 Sep 17 22:56:30.738818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-ca0310ba-f7d9-44ef-b85a-1be23e955a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:30.740380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-ca0310ba-f7d9-44ef-b85a-1be23e955a9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c HTTP/1.1" status: 200 len: 848 time: 0.0704017 Sep 17 22:56:30.803144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-47d1150e-7a4f-4646-a933-4b78f3aaad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:30.805016 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-47d1150e-7a4f-4646-a933-4b78f3aaad1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561516 Sep 17 22:56:30.967060 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-7878c5de-a871-479f-967c-54e14f27301f service neutron] 10.222.0.49 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498346 Sep 17 22:56:31.119634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aadaec6a-ba5c-409f-8067-05be2aa0b5b4 req-7cb1a0bc-095f-4289-8569-c8ccbdccedbe service neutron] 10.222.0.49 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423044 Sep 17 22:56:31.154117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f074-be4d-4f49-abdb-e75487582e7c req-e6a02180-c1a5-475f-affe-5959ec2c24f9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:31.155734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cda1f074-be4d-4f49-abdb-e75487582e7c req-e6a02180-c1a5-475f-affe-5959ec2c24f9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1316509 Sep 17 22:56:31.164225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95492a31-8ac5-4d84-8759-d54f79814e88 req-dc5d76e7-cd3b-4f0f-b102-72ecef052ef1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:31.164897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95492a31-8ac5-4d84-8759-d54f79814e88 req-dc5d76e7-cd3b-4f0f-b102-72ecef052ef1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.1100035 Sep 17 22:56:31.236104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-95492a31-8ac5-4d84-8759-d54f79814e88 req-631890b1-bff2-42ae-b127-7bbad0192635 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564015 Sep 17 22:56:31.238852 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cda1f074-be4d-4f49-abdb-e75487582e7c req-272e3c57-605e-419d-80f8-1afa58cdd6b8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729992 Sep 17 22:56:31.357746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c259961-d0dc-4232-8763-91364a4a118d req-a699339c-2ecd-4bd8-bd1a-3869b8598028 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:31.359300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c259961-d0dc-4232-8763-91364a4a118d req-a699339c-2ecd-4bd8-bd1a-3869b8598028 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1095 time: 0.0485609 Sep 17 22:56:31.403233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c259961-d0dc-4232-8763-91364a4a118d req-4ba195e7-20a4-4fca-a789-e83ee87bc85e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367334 Sep 17 22:56:32.279900 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:56:32.500776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bdfb4-a01f-45df-908c-22cfedec5707 req-ada4268a-baa8-4031-8504-e49f62ba6ea9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:32.502663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f34bdfb4-a01f-45df-908c-22cfedec5707 req-ada4268a-baa8-4031-8504-e49f62ba6ea9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1223209 Sep 17 22:56:32.556025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f34bdfb4-a01f-45df-908c-22cfedec5707 req-398ba3b3-1f1f-42db-8513-5743437a2f3a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400491 Sep 17 22:56:32.564185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffbd99-edac-4180-b9d4-f16e60d7ffe1 req-85521e47-3112-4813-970d-1b4cea88936c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:32.566165 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fffbd99-edac-4180-b9d4-f16e60d7ffe1 req-85521e47-3112-4813-970d-1b4cea88936c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.1346030 Sep 17 22:56:32.680386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4fffbd99-edac-4180-b9d4-f16e60d7ffe1 req-8e0e640a-e20a-492a-a150-a9ee5f8dfc5f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062076 Sep 17 22:56:32.737656 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e57e8c2f-053a-4b50-8877-db55e00f7262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:32.751589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd70a1-2716-4e3c-9db0-bc757af84b3c req-56d47da6-92f6-490d-970d-f1e42473a9b5 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:32.752833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3dd70a1-2716-4e3c-9db0-bc757af84b3c req-56d47da6-92f6-490d-970d-f1e42473a9b5 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1095 time: 0.0764647 Sep 17 22:56:32.796723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3dd70a1-2716-4e3c-9db0-bc757af84b3c req-86b39403-53e9-49b5-84d4-403f124a681e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Sep 17 22:56:33.125189 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:33.785305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a8341-a667-4b98-bae9-80e21a5e107c req-542be343-51bb-4e28-b0a4-08dfa4b759f1 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:33.786969 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-690a8341-a667-4b98-bae9-80e21a5e107c req-542be343-51bb-4e28-b0a4-08dfa4b759f1 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.1037698 Sep 17 22:56:33.873270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-690a8341-a667-4b98-bae9-80e21a5e107c req-f966ba20-cef8-4c69-b12d-1bbce96011e3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679762 Sep 17 22:56:33.886402 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:33.922633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f04846-b2fd-4ad2-9238-c1c777b31cd3 req-8d339f93-69c5-4cbd-b676-e12956ce8d97 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:33.934265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22f04846-b2fd-4ad2-9238-c1c777b31cd3 req-8d339f93-69c5-4cbd-b676-e12956ce8d97 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.1457591 Sep 17 22:56:34.002045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22f04846-b2fd-4ad2-9238-c1c777b31cd3 req-83c8510a-fcb4-483c-a3e6-54efd1c56035 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605962 Sep 17 22:56:34.047351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a195430-fb17-464b-a83a-1802a9ca6a3c req-78adadd1-93f2-47ae-a4f0-a9fada8507db tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:34.049057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a195430-fb17-464b-a83a-1802a9ca6a3c req-78adadd1-93f2-47ae-a4f0-a9fada8507db tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1095 time: 0.0766542 Sep 17 22:56:34.098858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a195430-fb17-464b-a83a-1802a9ca6a3c req-5ff2e8df-493b-4861-8740-2605e846c4be tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Sep 17 22:56:34.865356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.002609 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18385d8c-6614-435b-aa3f-2f1731a93d81 req-a94a38c4-35bc-4f02-ab41-d01f3ffad431 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:35.004419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18385d8c-6614-435b-aa3f-2f1731a93d81 req-a94a38c4-35bc-4f02-ab41-d01f3ffad431 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0539527 Sep 17 22:56:35.054762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18385d8c-6614-435b-aa3f-2f1731a93d81 req-e9a847d6-329d-4685-8897-82be2b10dee0 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380461 Sep 17 22:56:35.162256 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550b640-9f72-4bbf-9436-7a4c2f87be27 req-bd71c5aa-10e2-4b9c-84a7-f68131e7f9de tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:35.164374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6550b640-9f72-4bbf-9436-7a4c2f87be27 req-bd71c5aa-10e2-4b9c-84a7-f68131e7f9de tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.0791452 Sep 17 22:56:35.214000 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6550b640-9f72-4bbf-9436-7a4c2f87be27 req-174bfe1c-0273-43c3-bcfc-69467689a5a6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Sep 17 22:56:35.273898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d959430-604c-4289-99bf-ef78f9e4661f req-6b3c46e9-d655-4bc2-9bba-4817a03f6b7b tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:35.281680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d959430-604c-4289-99bf-ef78f9e4661f req-6b3c46e9-d655-4bc2-9bba-4817a03f6b7b tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1095 time: 0.0895803 Sep 17 22:56:35.333838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d959430-604c-4289-99bf-ef78f9e4661f req-b1db3351-8723-4281-ac3c-fb657aad9711 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509374 Sep 17 22:56:35.404265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.520073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8134a834-3314-4a7c-8533-bfa19ba01ad1 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:56:35.680729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8134a834-3314-4a7c-8533-bfa19ba01ad1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8134a834-3314-4a7c-8533-bfa19ba01ad1,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:35.710816 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8134a834-3314-4a7c-8533-bfa19ba01ad1', 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'port_id': '8134a834-3314-4a7c-8533-bfa19ba01ad1', 'mac_address': 'fa:16:3e:4e:b2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:56:35.761940 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.788282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8134a834-3314-4a7c-8533-bfa19ba01ad1 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:35.812165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8134a834-3314-4a7c-8533-bfa19ba01ad1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8134a834-3314-4a7c-8533-bfa19ba01ad1,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:35.826182 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.914295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8134a834-3314-4a7c-8533-bfa19ba01ad1,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:36.214911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f4ea-b525-4401-9152-b333970f2677 req-673cc15b-e7b7-4dd2-8a2f-0e7e43edbc26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:36.216839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1201f4ea-b525-4401-9152-b333970f2677 req-673cc15b-e7b7-4dd2-8a2f-0e7e43edbc26 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0627387 Sep 17 22:56:36.226965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8134a834-3314-4a7c-8533-bfa19ba01ad1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:56:36.290799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1201f4ea-b525-4401-9152-b333970f2677 req-fbd95fcb-59d5-4362-b25f-59c8fc9935c7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658946 Sep 17 22:56:36.404224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556831ff-a05a-48cf-83b2-f6d986c805ef req-26c0d7ad-782c-42c1-bd31-cf4744d37a8a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:36.414479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-556831ff-a05a-48cf-83b2-f6d986c805ef req-26c0d7ad-782c-42c1-bd31-cf4744d37a8a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.0972741 Sep 17 22:56:36.501808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-556831ff-a05a-48cf-83b2-f6d986c805ef req-2faa9ac7-bc13-4c7c-a78d-79d72ff6cd02 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861664 Sep 17 22:56:36.509749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7656fc-16d6-41eb-a18c-90e7df5085cb req-2128aad1-3dd1-47e5-b662-e39750d7f8bc tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:36.511635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa7656fc-16d6-41eb-a18c-90e7df5085cb req-2128aad1-3dd1-47e5-b662-e39750d7f8bc tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1096 time: 0.0651634 Sep 17 22:56:36.573750 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa7656fc-16d6-41eb-a18c-90e7df5085cb req-9e7554d3-d9a8-486b-be41-92f024450047 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466826 Sep 17 22:56:37.430274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f12e3-ebe1-4cf1-b9fb-fbbf59fadb5c req-bd57fbf4-8a6b-438b-9dc2-a203d020ce85 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:37.436746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-290f12e3-ebe1-4cf1-b9fb-fbbf59fadb5c req-bd57fbf4-8a6b-438b-9dc2-a203d020ce85 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0660312 Sep 17 22:56:37.476980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-290f12e3-ebe1-4cf1-b9fb-fbbf59fadb5c req-074e4c36-32dd-470c-b1f8-c0c2ae39ec41 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374529 Sep 17 22:56:37.505371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-98f3350b-7250-4c61-b3e4-9f9946f6229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:37.507781 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-98f3350b-7250-4c61-b3e4-9f9946f6229c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1097 time: 0.0743425 Sep 17 22:56:37.553337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 41def14e-0d2b-46a3-8a25-8c5ea531fb20 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:56:37.560014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8134a834-3314-4a7c-8533-bfa19ba01ad1 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:37.733553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-b13cf96e-c164-4b26-8810-a8e5779167b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:37.738038 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-b13cf96e-c164-4b26-8810-a8e5779167b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.2215173 Sep 17 22:56:37.761451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 8134a834-3314-4a7c-8533-bfa19ba01ad1 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:56:37.789451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8134a834-3314-4a7c-8533-bfa19ba01ad1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:37.790814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.870491 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-081ace42-4124-42b5-a53e-03e835589859 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 1000 time: 0.1224353 Sep 17 22:56:37.877929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 41def14e-0d2b-46a3-8a25-8c5ea531fb20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=41def14e-0d2b-46a3-8a25-8c5ea531fb20,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:37.900525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '41def14e-0d2b-46a3-8a25-8c5ea531fb20', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'port_id': '41def14e-0d2b-46a3-8a25-8c5ea531fb20', 'mac_address': 'fa:16:3e:e4:8a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:56:37.974378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-6286b5ae-003d-4f7c-8c27-59a0357bf90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:37.975994 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-6286b5ae-003d-4f7c-8c27-59a0357bf90e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.0970101 Sep 17 22:56:38.004660 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.023707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41def14e-0d2b-46a3-8a25-8c5ea531fb20 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:38.047667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 41def14e-0d2b-46a3-8a25-8c5ea531fb20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=41def14e-0d2b-46a3-8a25-8c5ea531fb20,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:38.054020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-7d59be90-24e6-4239-9321-8f7e611855a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:38.058354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-7d59be90-24e6-4239-9321-8f7e611855a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687463 Sep 17 22:56:38.063468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.090809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dc084-b667-45c7-a092-91e8c5e7bbe2 req-0ce33278-cbb8-49ce-bf26-e44900a7403b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:38.101148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-220dc084-b667-45c7-a092-91e8c5e7bbe2 req-0ce33278-cbb8-49ce-bf26-e44900a7403b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 944 time: 0.4842486 Sep 17 22:56:38.135715 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d164af1-f810-4a8e-9cfd-436df88f2bb2 req-dd7ef894-9f98-47d5-8b55-4d7e3c1dc291 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:38.143519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d164af1-f810-4a8e-9cfd-436df88f2bb2 req-dd7ef894-9f98-47d5-8b55-4d7e3c1dc291 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1096 time: 0.1369941 Sep 17 22:56:38.155242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.170374 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-220dc084-b667-45c7-a092-91e8c5e7bbe2 req-8f5979d7-e6ba-41d3-aeb9-a61276246cf6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680361 Sep 17 22:56:38.208501 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537018fc-7ab7-43c9-8bba-e4b809ec7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8134a834-3314-4a7c-8533-bfa19ba01ad1'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:38.210042 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf00fe6-8288-424b-b038-b3ad091810d0" -d '{"events": [{"server_uuid": "537018fc-7ab7-43c9-8bba-e4b809ec7b25", "name": "network-vif-plugged", "status": "completed", "tag": "8134a834-3314-4a7c-8533-bfa19ba01ad1"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:38.236040 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8134a834-3314-4a7c-8533-bfa19ba01ad1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8134a834-3314-4a7c-8533-bfa19ba01ad1,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:38.242917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=41def14e-0d2b-46a3-8a25-8c5ea531fb20,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:38.251394 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.270408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-7d464a8b-79ba-4c6b-835f-9e89b51db73b service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035050 Sep 17 22:56:38.278027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0abf-8504-4598-94e4-cdab4aedc19e req-e4c6b544-b644-4be1-8a7e-ed2dfea864a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:38.279816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3d164af1-f810-4a8e-9cfd-436df88f2bb2 req-e15f7c2c-1631-43de-b047-e18bac02dd76 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353900 Sep 17 22:56:38.280247 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75d0abf-8504-4598-94e4-cdab4aedc19e req-e4c6b544-b644-4be1-8a7e-ed2dfea864a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1097 time: 0.2987776 Sep 17 22:56:38.339460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8134a834-3314-4a7c-8533-bfa19ba01ad1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:38.343125 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e007b085-9be6-4864-b219-6a4ebb98cca2 x-openstack-request-id: req-e007b085-9be6-4864-b219-6a4ebb98cca2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:38.343414 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537018fc-7ab7-43c9-8bba-e4b809ec7b25", "name": "network-vif-plugged", "status": "completed", "tag": "8134a834-3314-4a7c-8533-bfa19ba01ad1", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:38.343666 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e007b085-9be6-4864-b219-6a4ebb98cca2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:38.344048 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537018fc-7ab7-43c9-8bba-e4b809ec7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8134a834-3314-4a7c-8533-bfa19ba01ad1', 'code': 200} Sep 17 22:56:38.470556 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75d0abf-8504-4598-94e4-cdab4aedc19e req-43990347-a25d-4337-a881-6807bbe229d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722312 Sep 17 22:56:38.481735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-7e335809-e529-44dd-a13c-29ed22fae4df service neutron] 10.222.0.49 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734684 Sep 17 22:56:38.484711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c527db3-7468-4e98-88a3-7a9883555d75 req-890a15cd-7d69-439d-9af9-16cb3d0a125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:38.487162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3c527db3-7468-4e98-88a3-7a9883555d75 req-890a15cd-7d69-439d-9af9-16cb3d0a125a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1097 time: 0.0884831 Sep 17 22:56:38.488394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['41def14e-0d2b-46a3-8a25-8c5ea531fb20'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:56:38.561392 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3c527db3-7468-4e98-88a3-7a9883555d75 req-79922529-d5b9-4bd9-82c2-7acd58f6785b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586264 Sep 17 22:56:38.650708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc18e9-688f-43a4-a833-23c6c59d6a63 req-483ce72d-3759-4393-b5e7-ccc10639f736 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:38.658061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22dc18e9-688f-43a4-a833-23c6c59d6a63 req-483ce72d-3759-4393-b5e7-ccc10639f736 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0814595 Sep 17 22:56:38.705501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22dc18e9-688f-43a4-a833-23c6c59d6a63 req-5d174f7e-314e-47c6-adf7-94d2d66261a4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464876 Sep 17 22:56:39.300415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599263f1-7087-43b7-977e-877fbec45a03 req-1ec146e2-fe68-4b60-be83-0c68a3bf3a24 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:39.302093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-599263f1-7087-43b7-977e-877fbec45a03 req-1ec146e2-fe68-4b60-be83-0c68a3bf3a24 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 945 time: 0.0560217 Sep 17 22:56:39.373488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-599263f1-7087-43b7-977e-877fbec45a03 req-8de361e6-f663-42f6-82b1-02aae4fd16f5 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464137 Sep 17 22:56:39.431713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85634-b347-43e8-8b29-e2fd8d932790 req-a6bc9804-848b-48fd-b303-098a1ec0fbd0 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:39.431713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ba85634-b347-43e8-8b29-e2fd8d932790 req-a6bc9804-848b-48fd-b303-098a1ec0fbd0 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1097 time: 0.0536239 Sep 17 22:56:39.480373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ba85634-b347-43e8-8b29-e2fd8d932790 req-c3f37522-d8a1-4335-9bab-99da50e1f3eb tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Sep 17 22:56:39.554931 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 41def14e-0d2b-46a3-8a25-8c5ea531fb20 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:39.634745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8480ab60-707e-4862-91c2-921ae92ea23c req-a1c88d42-b90b-4ff5-98c0-1085b5d78b1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478761 Sep 17 22:56:39.640266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:56:39.646434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:39.647257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:39.775693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ab60-707e-4862-91c2-921ae92ea23c req-383e98d0-5000-4e82-ac2a-60912ea79163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:39.781937 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8480ab60-707e-4862-91c2-921ae92ea23c req-383e98d0-5000-4e82-ac2a-60912ea79163 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1097 time: 0.0774839 Sep 17 22:56:39.800611 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:39.866959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 41def14e-0d2b-46a3-8a25-8c5ea531fb20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=41def14e-0d2b-46a3-8a25-8c5ea531fb20,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:39.872891 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:39.874362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:56:39.897552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4180e-f2e7-4d6f-8151-5ee5f7461918 req-170f9f4f-fc9b-44db-b25f-512b62f0d414 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:39.900598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ec4180e-f2e7-4d6f-8151-5ee5f7461918 req-170f9f4f-fc9b-44db-b25f-512b62f0d414 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0638280 Sep 17 22:56:39.945248 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ab60-707e-4862-91c2-921ae92ea23c req-06f19c41-6867-494c-ba34-9968dad130aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:39.945248 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8480ab60-707e-4862-91c2-921ae92ea23c req-06f19c41-6867-494c-ba34-9968dad130aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 200 len: 909 time: 0.1303618 Sep 17 22:56:39.984904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ec4180e-f2e7-4d6f-8151-5ee5f7461918 req-c085c65b-79bc-4e38-9eba-ff77013c58f4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576518 Sep 17 22:56:39.997318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=41def14e-0d2b-46a3-8a25-8c5ea531fb20,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:40.038243 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.084412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:40.096388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.102743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8480ab60-707e-4862-91c2-921ae92ea23c req-fa91ac83-9163-414a-a545-b593a2a9511c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 200 len: 1001 time: 0.1375628 Sep 17 22:56:40.174239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:40.192678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ab60-707e-4862-91c2-921ae92ea23c req-caccd491-6978-4b9b-931b-24019e984bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:40.192678 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8480ab60-707e-4862-91c2-921ae92ea23c req-caccd491-6978-4b9b-931b-24019e984bac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20227ba6-72e5-42e2-bff5-a28e51d953b4 HTTP/1.1" status: 200 len: 847 time: 0.0804019 Sep 17 22:56:40.248981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ab60-707e-4862-91c2-921ae92ea23c req-fc094e70-9455-4c86-8160-ce74b8a87a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:40.250565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8480ab60-707e-4862-91c2-921ae92ea23c req-fc094e70-9455-4c86-8160-ce74b8a87a3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=505aace7-a881-4739-9dee-735e991e1b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512834 Sep 17 22:56:40.345616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e351c01-9f6a-4852-99ec-2612c664eed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41def14e-0d2b-46a3-8a25-8c5ea531fb20'}, {'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:40.348438 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5436a3c7-d95b-4373-8270-f0ef375e0416" -d '{"events": [{"server_uuid": "2e351c01-9f6a-4852-99ec-2612c664eed9", "name": "network-vif-plugged", "status": "completed", "tag": "41def14e-0d2b-46a3-8a25-8c5ea531fb20"}, {"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:40.353744 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8480ab60-707e-4862-91c2-921ae92ea23c req-fef1b4c2-7502-4a12-99a8-75ab66cd3aa1 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951343 Sep 17 22:56:40.416032 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4228d23-2764-43e0-9e2e-58e91c1bbfbf x-openstack-request-id: req-c4228d23-2764-43e0-9e2e-58e91c1bbfbf {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:40.416326 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e351c01-9f6a-4852-99ec-2612c664eed9", "name": "network-vif-plugged", "status": "completed", "tag": "41def14e-0d2b-46a3-8a25-8c5ea531fb20", "code": 200}, {"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:40.416651 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4228d23-2764-43e0-9e2e-58e91c1bbfbf {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:40.417083 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e351c01-9f6a-4852-99ec-2612c664eed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41def14e-0d2b-46a3-8a25-8c5ea531fb20', 'code': 200} Sep 17 22:56:40.417341 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'code': 200} Sep 17 22:56:40.506658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8480ab60-707e-4862-91c2-921ae92ea23c req-2802bed0-0a65-4185-b38a-da8b8735d001 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417911 Sep 17 22:56:40.522116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986f3ba-e151-4389-8ecd-f13ae3939c72 req-674d5f78-e3d3-4dd3-8000-15007e363e7d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:40.524209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2986f3ba-e151-4389-8ecd-f13ae3939c72 req-674d5f78-e3d3-4dd3-8000-15007e363e7d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 946 time: 0.0713048 Sep 17 22:56:40.641534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303348d1-3f46-4549-9c2f-ae33540e84c6 req-52586130-c603-47fc-a9ff-a83daafa1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:40.642804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2986f3ba-e151-4389-8ecd-f13ae3939c72 req-7c6ec0f2-8421-42da-97a2-497949148ba3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112359 Sep 17 22:56:40.644180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-303348d1-3f46-4549-9c2f-ae33540e84c6 req-52586130-c603-47fc-a9ff-a83daafa1749 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 1098 time: 0.0452664 Sep 17 22:56:40.664631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56bb30-86d3-49d0-b61b-ad6ed862f9eb req-45649333-c47c-4b2b-9dc0-8a53e06fba44 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:40.669482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d56bb30-86d3-49d0-b61b-ad6ed862f9eb req-45649333-c47c-4b2b-9dc0-8a53e06fba44 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1097 time: 0.1040747 Sep 17 22:56:40.708069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-303348d1-3f46-4549-9c2f-ae33540e84c6 req-e6e6aaed-3db3-4246-9f8d-a71c2bab40f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556705 Sep 17 22:56:40.735071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d56bb30-86d3-49d0-b61b-ad6ed862f9eb req-be2d2300-f493-45f8-8a5d-792b1d2b69be tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517826 Sep 17 22:56:40.865653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e5ad-c20d-4386-b267-3182fb26080d req-15daa839-7f2b-4f5f-b1b9-2feacd69048f tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:40.867714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a21e5ad-c20d-4386-b267-3182fb26080d req-15daa839-7f2b-4f5f-b1b9-2feacd69048f tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1097 time: 0.0595033 Sep 17 22:56:40.917773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a21e5ad-c20d-4386-b267-3182fb26080d req-ae85093f-8703-414e-b55e-8bedec222b01 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Sep 17 22:56:41.071583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e6d41-3628-415c-a1e8-0d6773a69991 req-5cb1fbb3-8686-4341-b7b2-f910b8670702 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:41.079010 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c6e6d41-3628-415c-a1e8-0d6773a69991 req-5cb1fbb3-8686-4341-b7b2-f910b8670702 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1097 time: 0.0782018 Sep 17 22:56:41.163471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c6e6d41-3628-415c-a1e8-0d6773a69991 req-820c8a58-7211-4c95-a8d8-4db603059d4d tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834103 Sep 17 22:56:41.174528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25219cd-448b-40c6-bc6b-bd07e6a21d28 req-b49a3187-a757-4c29-a8f9-e36077434452 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:41.176742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b25219cd-448b-40c6-bc6b-bd07e6a21d28 req-b49a3187-a757-4c29-a8f9-e36077434452 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 943 time: 0.0693448 Sep 17 22:56:41.229371 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b25219cd-448b-40c6-bc6b-bd07e6a21d28 req-ba0c4eeb-8c62-4055-9685-64914f2fe936 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419061 Sep 17 22:56:41.557937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-33b52485-49d0-49f4-8a84-1e5cff17b671 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:41.560089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-33b52485-49d0-49f4-8a84-1e5cff17b671 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/networks?id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff HTTP/1.1" status: 200 len: 910 time: 0.1747763 Sep 17 22:56:41.585571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9cbe3952-c9f7-4ee1-b7b3-83dbd378c459 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/quotas/c9c9d41a2ef649bba535c09ba808d661 HTTP/1.1" status: 200 len: 375 time: 0.0165911 Sep 17 22:56:41.642886 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-430a588a-f8d0-42b8-b33c-69fcc2ba12d4 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9c9d41a2ef649bba535c09ba808d661&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533872 Sep 17 22:56:41.887391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d9d49-565a-40db-b1e0-ebea74c68f16 req-9439179e-9de0-4ca4-a44e-561b465ebba4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:41.893585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-819d9d49-565a-40db-b1e0-ebea74c68f16 req-9439179e-9de0-4ca4-a44e-561b465ebba4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 946 time: 0.0876739 Sep 17 22:56:41.897826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-a7d4a8da-9a4b-4178-a3be-210e171949b7 service neutron] 10.222.0.48 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454345 Sep 17 22:56:42.007011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-819d9d49-565a-40db-b1e0-ebea74c68f16 req-b88dfc6b-d9c3-4e08-9681-2359b9e195b7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082253 Sep 17 22:56:42.041181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-82a021c8-24cb-415e-83be-87180ba96089 service neutron] 10.222.0.48 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336937 Sep 17 22:56:42.275535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05da5aa3-4750-48a3-be51-71b58bb05d67 req-1ace6974-5cdf-4304-85b7-e574dffb1b5e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 210 time: 0.0625799 Sep 17 22:56:42.718707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f066dc-7b6e-42ee-b03b-562e4ab0e002 req-7077a894-2dee-468d-80ea-223ceee3dd1b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:42.728494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87f066dc-7b6e-42ee-b03b-562e4ab0e002 req-7077a894-2dee-468d-80ea-223ceee3dd1b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 943 time: 0.0654492 Sep 17 22:56:42.778015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87f066dc-7b6e-42ee-b03b-562e4ab0e002 req-548c1ccb-5af4-4b0b-90f3-ba327740d9e2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484231 Sep 17 22:56:43.053398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-57f703e9-30ea-448e-be59-0b5921bfc469 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1356788 Sep 17 22:56:43.198485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff523a-0b4f-4363-8578-28a1a30dab76 req-d0c3e6de-bb96-4cae-bec8-3d2b4c8c2257 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:43.200009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcff523a-0b4f-4363-8578-28a1a30dab76 req-d0c3e6de-bb96-4cae-bec8-3d2b4c8c2257 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 946 time: 0.0717797 Sep 17 22:56:43.247262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bcff523a-0b4f-4363-8578-28a1a30dab76 req-42e0602d-c077-4c21-96d1-989e02a9eceb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Sep 17 22:56:43.453901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ca085eb-aa0e-40e7-8ac8-e9d4739d9506 req-e0920cf2-ac40-4a4b-85af-7dee7f4082f2 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 210 time: 0.0411196 Sep 17 22:56:43.485742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d801a7f-3737-4e9d-a5e4-e400c59f1e12 req-84dcd0a3-09e5-42e4-bf58-3e544dbf7363 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:43.494428 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d801a7f-3737-4e9d-a5e4-e400c59f1e12 req-84dcd0a3-09e5-42e4-bf58-3e544dbf7363 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 946 time: 0.1120565 Sep 17 22:56:43.592679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d801a7f-3737-4e9d-a5e4-e400c59f1e12 req-66d76594-2c2a-4fc3-9364-144a383de1bd tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973849 Sep 17 22:56:43.695124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-070c4039-9dce-4543-878d-cc16d266dd22 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:43.698100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-070c4039-9dce-4543-878d-cc16d266dd22 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.45 "GET /v2.0/networks?id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff HTTP/1.1" status: 200 len: 910 time: 0.2351534 Sep 17 22:56:43.738743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Request body: {'port': {'device_id': 'df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f', 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'admin_state_up': True, 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:43.765466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc9296-24bc-4b77-9314-f81d3a5f332a req-acbaacae-fef7-4b23-9bad-5b1c78b454eb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:43.769973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66bc9296-24bc-4b77-9314-f81d3a5f332a req-acbaacae-fef7-4b23-9bad-5b1c78b454eb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 946 time: 0.0997484 Sep 17 22:56:43.796374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Made reservation on behalf of c9c9d41a2ef649bba535c09ba808d661 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:43.799587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:43.866793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66bc9296-24bc-4b77-9314-f81d3a5f332a req-1bc46d86-d592-4784-91d5-a79c3a0b9248 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872395 Sep 17 22:56:44.037193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Allocated IP 172.20.0.4 (f5d5570c-d41d-4bad-99bb-3e6656fdb4ff/3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c/2c9e203a-1db7-4f72-882e-9e765ab10961) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:44.070190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d6cb7-04d2-47e9-a2bb-123e47be8aac req-db565621-2b22-44fd-94fc-14af0eef2da3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:44.078734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-866d6cb7-04d2-47e9-a2bb-123e47be8aac req-db565621-2b22-44fd-94fc-14af0eef2da3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 943 time: 0.1253586 Sep 17 22:56:44.136722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-866d6cb7-04d2-47e9-a2bb-123e47be8aac req-f5a3fc8b-d9ab-492d-bfc7-536ad42ca266 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566657 Sep 17 22:56:44.270049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.298084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b039d-7daf-46cb-a6de-0093289127e4 req-b1509848-73b1-4df5-a6ca-fd51179af466 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:44.299713 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a7b039d-7daf-46cb-a6de-0093289127e4 req-b1509848-73b1-4df5-a6ca-fd51179af466 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 946 time: 0.0535538 Sep 17 22:56:44.315983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.349881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8134a834-3314-4a7c-8533-bfa19ba01ad1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:56:44.388659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:44.392419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a7b039d-7daf-46cb-a6de-0093289127e4 req-ae4be033-7e80-4c31-8890-16783ae3f657 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838323 Sep 17 22:56:44.404335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:44.409316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:44.449706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Pushing event updated for resources: {'Port': ['ID=2c9e203a-1db7-4f72-882e-9e765ab10961,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:44.484879 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:44.486398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.500844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-8d39aa5e-0c18-4616-a089-261a8f29e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:44.503059 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-8d39aa5e-0c18-4616-a089-261a8f29e92d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d&tenant_id=d24e6b97499c4398944a2f2cb0ca6afb HTTP/1.1" status: 200 len: 1095 time: 0.1140554 Sep 17 22:56:44.517583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:44.533074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-b80eb24e-80eb-4742-acf7-0049683e608a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8139811 Sep 17 22:56:44.548534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Request body: {'port': {'device_id': 'df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:44.630971 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.711430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.730835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d66e79-5b8d-4655-80cc-412ffd352871 req-9b2a5185-a3ed-416c-aaf3-b0aa56ae475f tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:44.738998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24d66e79-5b8d-4655-80cc-412ffd352871 req-9b2a5185-a3ed-416c-aaf3-b0aa56ae475f tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1027 time: 0.1555007 Sep 17 22:56:44.826751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24d66e79-5b8d-4655-80cc-412ffd352871 req-b8bfeb2d-4e11-4005-9238-935166006393 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817060 Sep 17 22:56:44.881780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-036429c1-7c01-4566-ae5f-8650b8641569 None None] Provisioning complete for port 2c9e203a-1db7-4f72-882e-9e765ab10961 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:44.882154 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-036429c1-7c01-4566-ae5f-8650b8641569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.957885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-036429c1-7c01-4566-ae5f-8650b8641569 None None] Port 2c9e203a-1db7-4f72-882e-9e765ab10961 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:56:45.046315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9e203a-1db7-4f72-882e-9e765ab10961 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:45.055218 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:45.063880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:45.070469 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Transition to ACTIVE for port object 2c9e203a-1db7-4f72-882e-9e765ab10961 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:56:45.076466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:45.105383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:45.153226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9e203a-1db7-4f72-882e-9e765ab10961,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:45.185202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1316f5-d03b-45d8-a7e1-a518afd77bfe {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:45.208736 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:45.230310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Attempting to bind port 2c9e203a-1db7-4f72-882e-9e765ab10961 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:45.230615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Attempting to bind port 2c9e203a-1db7-4f72-882e-9e765ab10961 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:45.230952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Attempting to bind port 2c9e203a-1db7-4f72-882e-9e765ab10961 on network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:45.237130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Transition to ACTIVE for port object 1b1316f5-d03b-45d8-a7e1-a518afd77bfe will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:56:45.241098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Port 2c9e203a-1db7-4f72-882e-9e765ab10961 on network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:56:45.241431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Attempting to bind port 2c9e203a-1db7-4f72-882e-9e765ab10961 on network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:45.248837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:45.252193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:45.253769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Checking segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:45.254159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Bound using segment: {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:45.254616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Bound port: 2c9e203a-1db7-4f72-882e-9e765ab10961, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726c57cd-b90f-4a8a-b9a6-47713df1c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:45.254973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:45.364712 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] For port 2c9e203a-1db7-4f72-882e-9e765ab10961, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:45.372271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] For port 2c9e203a-1db7-4f72-882e-9e765ab10961, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2c9e203a-1db7-4f72-882e-9e765ab10961,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:45.378418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:45.450315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=9']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:45.508599 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:45.510697 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:45.513278 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/2c9e203a-1db7-4f72-882e-9e765ab10961 HTTP/1.1" status: 200 len: 1092 time: 0.9724491 Sep 17 22:56:45.514096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f', 'tag': '2c9e203a-1db7-4f72-882e-9e765ab10961'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:45.517442 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75295a7-23c5-4731-9df4-147fdf6cca77" -d '{"events": [{"name": "network-changed", "server_uuid": "df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f", "tag": "2c9e203a-1db7-4f72-882e-9e765ab10961"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:45.534259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.534693 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.535186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.535622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.536056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.536551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.536961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.537429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.538255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.538862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.539283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.539705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:45.593327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:56:45.603578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afccfbb-84a6-47b8-827c-dbb348fca1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9e203a-1db7-4f72-882e-9e765ab10961,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:45.633853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d5ac-7ef1-4002-a3e9-617ec4c92bab req-4b7ba735-338e-46e5-b8f1-270160dbd2d2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:45.635486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0270d5ac-7ef1-4002-a3e9-617ec4c92bab req-4b7ba735-338e-46e5-b8f1-270160dbd2d2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 943 time: 0.3601158 Sep 17 22:56:45.708241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:56:45.714116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-999685de-5757-4e53-9bd3-c80b58a0ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:45.715683 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-999685de-5757-4e53-9bd3-c80b58a0ccdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9c9d41a2ef649bba535c09ba808d661&device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1095 time: 0.0880423 Sep 17 22:56:45.769780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-caaeba14-346d-49a6-a03d-ea9255e06962 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9e203a-1db7-4f72-882e-9e765ab10961 HTTP/1.1" status: 200 len: 217 time: 0.0443466 Sep 17 22:56:45.793092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0270d5ac-7ef1-4002-a3e9-617ec4c92bab req-36e7980d-e61b-43a8-b693-b949c06e927a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415684 Sep 17 22:56:45.794932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] No DVR routers for this DVR port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:56:45.934819 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-8ad42b8c-71cd-4ece-a2c8-52d2ae74beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:45.936555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-8ad42b8c-71cd-4ece-a2c8-52d2ae74beb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c HTTP/1.1" status: 200 len: 848 time: 0.1600177 Sep 17 22:56:45.938220 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64541358-1bae-4978-981c-367c3d3e1816 x-openstack-request-id: req-64541358-1bae-4978-981c-367c3d3e1816 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:45.938693 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f", "tag": "2c9e203a-1db7-4f72-882e-9e765ab10961", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:45.939008 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64541358-1bae-4978-981c-367c3d3e1816 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:45.939472 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f', 'tag': '2c9e203a-1db7-4f72-882e-9e765ab10961', 'status': 'completed', 'code': 200} Sep 17 22:56:45.997494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b0f88-9862-450e-a1d7-996bd60d27db req-6d4076a2-b8af-47bf-bdc9-e2d944746101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:45.999702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c01b0f88-9862-450e-a1d7-996bd60d27db req-6d4076a2-b8af-47bf-bdc9-e2d944746101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 946 time: 0.4378233 Sep 17 22:56:46.110120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-1de0f14b-1dce-4bd0-ab08-1e55b7da6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.111853 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-1de0f14b-1dce-4bd0-ab08-1e55b7da6c3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637337 Sep 17 22:56:46.131568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c01b0f88-9862-450e-a1d7-996bd60d27db req-3b9e5480-2e3b-4a09-9d2a-8b893fd42ed9 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040220 Sep 17 22:56:46.134680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55aa3b-33db-4c27-a57f-137dca6cf27b req-a18d3591-6650-4c71-a0a2-de402c8cd5db tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.136392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f55aa3b-33db-4c27-a57f-137dca6cf27b req-a18d3591-6650-4c71-a0a2-de402c8cd5db tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1095 time: 0.1337559 Sep 17 22:56:46.163400 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-4dfb107f-5493-4387-9c99-87ce5b8ceeae tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.164969 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-4dfb107f-5493-4387-9c99-87ce5b8ceeae tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 946 time: 0.2108140 Sep 17 22:56:46.204887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f55aa3b-33db-4c27-a57f-137dca6cf27b req-d861b98c-585d-466e-9cac-997e1421f4a4 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603411 Sep 17 22:56:46.206202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Attempting to bind port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:46.206560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Attempting to bind port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:46.206887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Attempting to bind port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:46.212369 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on network da8d9fec-04e5-47f2-ae93-63b55dd497fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:56:46.212704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Attempting to bind port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on network da8d9fec-04e5-47f2-ae93-63b55dd497fc {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:46.218981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:46.232999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Checking segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:46.232999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Bound using segment: {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:46.232999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Bound port: 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56713510-7500-4763-bc74-d66cf62726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:46.232999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:46.303404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:46.307091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-85966cd5-f6f7-4c8d-9852-3d5b3564ffd4 service neutron] 10.222.0.45 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859777 Sep 17 22:56:46.307860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:46.313712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:46.382801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.386223 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:46.389597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] 10.222.0.45 "PUT /v2.0/ports/1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 1092 time: 1.8778896 Sep 17 22:56:46.390353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:46.394344 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f57a027-63b1-41de-b46a-b756ab2e38c0" -d '{"events": [{"name": "network-changed", "server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:46.428159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfb6b8-f3f6-443d-a35c-0d4dc443a68f service neutron] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=10']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:46.445488 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:56:46.445911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:46.498232 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aaace31f-da2c-4ebb-9424-ed6ed83fe4f8 req-65011c85-af49-4285-aa8d-7c979d0a5733 service neutron] 10.222.0.45 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837416 Sep 17 22:56:46.516545 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-6941d576-3605-4120-8210-7b54b9870b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.521977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-6941d576-3605-4120-8210-7b54b9870b6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1096 time: 0.0810730 Sep 17 22:56:46.658361 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c557199b-55af-4e89-89f0-d889b8feb94b x-openstack-request-id: req-c557199b-55af-4e89-89f0-d889b8feb94b {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:46.658644 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:46.659087 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c557199b-55af-4e89-89f0-d889b8feb94b {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:46.659293 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'status': 'completed', 'code': 200} Sep 17 22:56:46.690809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] For port 41def14e-0d2b-46a3-8a25-8c5ea531fb20, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=41def14e-0d2b-46a3-8a25-8c5ea531fb20,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:46.691271 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:46.701601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-77546301-ab9c-461e-8211-247294fbb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.703457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-77546301-ab9c-461e-8211-247294fbb73d service neutron] 10.222.0.45 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.1699135 Sep 17 22:56:46.714885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for 41def14e-0d2b-46a3-8a25-8c5ea531fb20 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:56:46.718608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-7154c7cf-a6eb-4750-baa2-d80e4db98093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.720376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-7154c7cf-a6eb-4750-baa2-d80e4db98093 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9c9d41a2ef649bba535c09ba808d661&device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1095 time: 0.1422436 Sep 17 22:56:46.822812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-c96b8ca2-161e-4eb0-a748-0745358ec547 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 998 time: 0.1035135 Sep 17 22:56:46.892023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-c0a59be5-c170-4e8f-90b2-0084be60d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.894613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-c0a59be5-c170-4e8f-90b2-0084be60d7f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.0642841 Sep 17 22:56:46.897326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-65570425-a616-43bd-bf09-9651ed2652e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.899546 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-65570425-a616-43bd-bf09-9651ed2652e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff HTTP/1.1" status: 200 len: 910 time: 0.1700783 Sep 17 22:56:46.998269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0d26c-1d8d-4b23-87ce-a469536dc542 req-173854a5-a07b-4ddf-8fbc-67dfb6ef19c4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:46.999980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0d26c-1d8d-4b23-87ce-a469536dc542 req-173854a5-a07b-4ddf-8fbc-67dfb6ef19c4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1004353 Sep 17 22:56:47.002325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-76b89352-1bba-41de-aeae-f03850916a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.002978 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-b26900e7-0978-435a-a424-29aee1539fb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9e203a-1db7-4f72-882e-9e765ab10961 HTTP/1.1" status: 200 len: 217 time: 0.0429735 Sep 17 22:56:47.004730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-76b89352-1bba-41de-aeae-f03850916a71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940464 Sep 17 22:56:47.007506 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:47.051201 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['41def14e-0d2b-46a3-8a25-8c5ea531fb20'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:56:47.079923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=41def14e-0d2b-46a3-8a25-8c5ea531fb20,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:47.165302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-237b0ee7-b490-4d92-881b-cffe732d4b12 service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456277 Sep 17 22:56:47.208231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] No DVR routers for this DVR port 41def14e-0d2b-46a3-8a25-8c5ea531fb20 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:56:47.214245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:47.216709 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b26d8254-d115-45c4-8f01-198b3e3b724b req-c1d4a92c-cc22-4f01-b21c-5f03e249915d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "DELETE /v2.0/ports/41def14e-0d2b-46a3-8a25-8c5ea531fb20 HTTP/1.1" status: 204 len: 173 time: 1.0431097 Sep 17 22:56:47.230862 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-fe2df320-6de1-4eaa-936c-163c0fcc5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.233388 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-fe2df320-6de1-4eaa-936c-163c0fcc5c77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c HTTP/1.1" status: 200 len: 848 time: 0.2150023 Sep 17 22:56:47.296408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-a782f122-2094-47c7-a089-a14052d3e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.299877 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-a782f122-2094-47c7-a089-a14052d3e8d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591571 Sep 17 22:56:47.357112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bb2a3a8-d9b1-4dcc-85d3-b00b17276b94 req-5b9bcda4-1c52-43a2-b2c0-323486317ac0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.1313889 Sep 17 22:56:47.372127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ec0d26c-1d8d-4b23-87ce-a469536dc542 req-38e39d05-4ce2-4958-a55f-72177ac44cf2 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545868 Sep 17 22:56:47.490483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-ffd0e040-a8d9-48e0-8afa-ed2b2a3caa8c service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161609 Sep 17 22:56:47.631789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8407d8e-4e44-42c5-aa75-0681152e4a91 req-ec2bf3bb-7da1-46e6-bbcd-f353ff94ec5e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.645074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8407d8e-4e44-42c5-aa75-0681152e4a91 req-ec2bf3bb-7da1-46e6-bbcd-f353ff94ec5e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1095 time: 0.1422927 Sep 17 22:56:47.705055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8407d8e-4e44-42c5-aa75-0681152e4a91 req-246292a3-b336-45e3-8b28-38bc283de658 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588830 Sep 17 22:56:47.720192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-4cdb312d-ada2-4633-b969-6c8047430f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.723571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-4cdb312d-ada2-4633-b969-6c8047430f9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1096 time: 0.1627548 Sep 17 22:56:47.845771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-28ca2109-71bf-470e-a4a4-259bf759c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.847267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-28ca2109-71bf-470e-a4a4-259bf759c034 service neutron] 10.222.0.45 "GET /v2.0/networks?id=da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 200 len: 917 time: 0.1167495 Sep 17 22:56:47.994548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e351c01-9f6a-4852-99ec-2612c664eed9', 'name': 'network-vif-deleted', 'tag': '41def14e-0d2b-46a3-8a25-8c5ea531fb20'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:47.997729 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d62358-0b97-45cd-8440-2ba9fcd24322" -d '{"events": [{"server_uuid": "2e351c01-9f6a-4852-99ec-2612c664eed9", "name": "network-vif-deleted", "tag": "41def14e-0d2b-46a3-8a25-8c5ea531fb20"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:48.034143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-a5d0c49d-54b7-43c0-a1d2-b085b9e19c5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 200 len: 998 time: 0.1776538 Sep 17 22:56:48.058600 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-109ed3aa-d24f-4579-b39a-f240c26a15f6 service neutron] 10.222.0.45 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7479398 Sep 17 22:56:48.096643 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9ab8c5-36c0-4565-8b56-effee9f98d54 x-openstack-request-id: req-da9ab8c5-36c0-4565-8b56-effee9f98d54 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:48.097066 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e351c01-9f6a-4852-99ec-2612c664eed9", "name": "network-vif-deleted", "tag": "41def14e-0d2b-46a3-8a25-8c5ea531fb20", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:48.097353 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da9ab8c5-36c0-4565-8b56-effee9f98d54 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:48.097931 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e351c01-9f6a-4852-99ec-2612c664eed9', 'name': 'network-vif-deleted', 'tag': '41def14e-0d2b-46a3-8a25-8c5ea531fb20', 'status': 'completed', 'code': 200} Sep 17 22:56:48.165582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-79fed26f-8c8e-41ba-b047-5bceeae09585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:48.176961 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-79fed26f-8c8e-41ba-b047-5bceeae09585 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 200 len: 855 time: 0.1167819 Sep 17 22:56:48.317334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-de45afc1-53dd-4ca6-b827-712cf91f8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:48.319132 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-de45afc1-53dd-4ca6-b827-712cf91f8520 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d9fec-04e5-47f2-ae93-63b55dd497fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399508 Sep 17 22:56:48.338210 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a75295a7-23c5-4731-9df4-147fdf6cca77 req-f1268a21-239d-49bb-a833-b42638b32bf6 service neutron] 10.222.0.45 "GET /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683039 Sep 17 22:56:48.718980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7b3e36c2-7897-46d5-b512-5206f586adeb req-a0de4a71-b6a5-49c3-ad1a-0973e1ef4e87 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.0610263 Sep 17 22:56:48.753617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae198ff-8bcd-43b9-8152-89f0d6770036 req-d82b9d49-262a-48b5-8420-870706037025 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:48.762402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ae198ff-8bcd-43b9-8152-89f0d6770036 req-d82b9d49-262a-48b5-8420-870706037025 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1724508 Sep 17 22:56:48.826224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-3fdb8721-aa10-4903-aeb5-a232cd9a405f service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681761 Sep 17 22:56:48.855436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1ae198ff-8bcd-43b9-8152-89f0d6770036 req-02cf4059-5670-465c-a27e-c15701f187aa tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920789 Sep 17 22:56:48.947654 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.141906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f7d72-8a3b-4d11-9931-dfda72f83932 req-dcf8a8e5-c47f-43a7-a262-7d3197b794ca tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:49.156877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0f7d72-8a3b-4d11-9931-dfda72f83932 req-dcf8a8e5-c47f-43a7-a262-7d3197b794ca tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1095 time: 0.2184491 Sep 17 22:56:49.271746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f57a027-63b1-41de-b46a-b756ab2e38c0 req-362197e8-2de3-4da4-b4a1-d8853ff65f2c service neutron] 10.222.0.45 "GET /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080577 Sep 17 22:56:49.274688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a0f7d72-8a3b-4d11-9931-dfda72f83932 req-80821100-d72e-448e-9307-dca772257e64 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169562 Sep 17 22:56:49.546685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2c9e203a-1db7-4f72-882e-9e765ab10961 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:56:49.625492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 41def14e-0d2b-46a3-8a25-8c5ea531fb20 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:56:49.690767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 41def14e-0d2b-46a3-8a25-8c5ea531fb20 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:56:49.691405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 41def14e-0d2b-46a3-8a25-8c5ea531fb20 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:56:49.811865 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2c9e203a-1db7-4f72-882e-9e765ab10961, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2c9e203a-1db7-4f72-882e-9e765ab10961,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:49.845168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '2c9e203a-1db7-4f72-882e-9e765ab10961', 'network_id': 'f5d5570c-d41d-4bad-99bb-3e6656fdb4ff', 'port_id': '2c9e203a-1db7-4f72-882e-9e765ab10961', 'mac_address': 'fa:16:3e:bc:63:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:56:49.909276 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.944843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9e203a-1db7-4f72-882e-9e765ab10961 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:49.975545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43789d7d-15e5-4da3-a3a9-532a5777ac12 req-6009ffca-05b8-4597-8cb7-17edd0e1874a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.0574431 Sep 17 22:56:49.991615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2c9e203a-1db7-4f72-882e-9e765ab10961, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2c9e203a-1db7-4f72-882e-9e765ab10961,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:49.999651 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:50.144811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=2c9e203a-1db7-4f72-882e-9e765ab10961,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:50.176709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f989cd2-cf93-4386-9e74-6b8fe0dfdb48 req-f82c0ab9-8946-4454-bf0a-87f232dd1303 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:50.178322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f989cd2-cf93-4386-9e74-6b8fe0dfdb48 req-f82c0ab9-8946-4454-bf0a-87f232dd1303 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1447349 Sep 17 22:56:50.182503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.184823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.185421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.198561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.200144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.201603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.201828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.202085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.202423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.202757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.203091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.203531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:50.253464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['2c9e203a-1db7-4f72-882e-9e765ab10961'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:56:50.295409 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8f989cd2-cf93-4386-9e74-6b8fe0dfdb48 req-5dbad1f1-89e1-4701-a595-f036cd0d0469 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043956 Sep 17 22:56:50.530791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01ee7-4126-4091-9476-2a07d8521524 req-fee5686a-9f58-4c33-8e77-e08fe2d47c72 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:50.533926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3df01ee7-4126-4091-9476-2a07d8521524 req-fee5686a-9f58-4c33-8e77-e08fe2d47c72 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1096 time: 0.1155846 Sep 17 22:56:50.674598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3df01ee7-4126-4091-9476-2a07d8521524 req-e8818460-d50f-40f9-bcb3-6d65c3ca00bc tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211233 Sep 17 22:56:51.254922 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bab28bf4-5a23-40ba-af35-5696e075eaec req-a01ed8f0-288e-427a-a926-938969a1376e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.0806758 Sep 17 22:56:51.559337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2c9e203a-1db7-4f72-882e-9e765ab10961 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:51.560188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7d04-30f3-4115-94db-fe230efdf80b req-9c19234c-6a14-4eaa-b761-9b50454ab784 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:51.573492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17ff7d04-30f3-4115-94db-fe230efdf80b req-9c19234c-6a14-4eaa-b761-9b50454ab784 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1239457 Sep 17 22:56:51.702264 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17ff7d04-30f3-4115-94db-fe230efdf80b req-3f352196-a0f1-43f6-b28a-d46b07310cb0 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276588 Sep 17 22:56:51.720750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 2c9e203a-1db7-4f72-882e-9e765ab10961 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:56:51.728488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 2c9e203a-1db7-4f72-882e-9e765ab10961 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:51.728488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:51.891924 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:51.930133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d725e1a-fc1c-4fbc-9aba-0b6dea98bfd5 req-17173a2f-ebc2-4b8a-81c3-c8bfc757bcde tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:51.935759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d725e1a-fc1c-4fbc-9aba-0b6dea98bfd5 req-17173a2f-ebc2-4b8a-81c3-c8bfc757bcde tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1096 time: 0.1097629 Sep 17 22:56:51.961322 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9e203a-1db7-4f72-882e-9e765ab10961'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:51.970379 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726bb025-5d85-41c4-8167-24bb4022e5f5" -d '{"events": [{"server_uuid": "df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f", "name": "network-vif-plugged", "status": "completed", "tag": "2c9e203a-1db7-4f72-882e-9e765ab10961"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:52.058014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 2c9e203a-1db7-4f72-882e-9e765ab10961, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2c9e203a-1db7-4f72-882e-9e765ab10961,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:52.069745 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:52.080859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d725e1a-fc1c-4fbc-9aba-0b6dea98bfd5 req-5e314ad2-ec43-41fe-a778-ca97b14a7c17 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342442 Sep 17 22:56:52.146103 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2986dce0-2c58-47bd-8187-7d02956099b7 x-openstack-request-id: req-2986dce0-2c58-47bd-8187-7d02956099b7 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:52.146425 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f", "name": "network-vif-plugged", "status": "completed", "tag": "2c9e203a-1db7-4f72-882e-9e765ab10961", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:52.146668 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2986dce0-2c58-47bd-8187-7d02956099b7 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:52.147055 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9e203a-1db7-4f72-882e-9e765ab10961', 'code': 200} Sep 17 22:56:52.246014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=2c9e203a-1db7-4f72-882e-9e765ab10961,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:53.011092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5dee8041-1136-409d-b030-5679bdf97e51 req-4bea27db-fa64-4099-9e89-8e342adb30e2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.6214538 Sep 17 22:56:53.043793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426a4ec-f568-4209-a059-2291f5ef5aa5 req-19770ec0-03f0-49f8-bd60-b1112f7ec370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:53.045753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4426a4ec-f568-4209-a059-2291f5ef5aa5 req-19770ec0-03f0-49f8-bd60-b1112f7ec370 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.8282764 Sep 17 22:56:53.122179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff63d98-d52f-4313-8f76-f6935748baab req-7af95f9c-0f78-424b-bc2e-3d2bed792021 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:53.137547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aff63d98-d52f-4313-8f76-f6935748baab req-7af95f9c-0f78-424b-bc2e-3d2bed792021 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1476841 Sep 17 22:56:53.204320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4426a4ec-f568-4209-a059-2291f5ef5aa5 req-bbd5a86e-d3a3-4f6e-8f28-03ca27839c9c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365988 Sep 17 22:56:53.308168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf755f-2492-4dff-ab4c-ccdf637392e9 req-4cd3dfc8-84f0-4f4d-a8a1-05984231243e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:53.319738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4daf755f-2492-4dff-ab4c-ccdf637392e9 req-4cd3dfc8-84f0-4f4d-a8a1-05984231243e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0944445 Sep 17 22:56:53.356583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aff63d98-d52f-4313-8f76-f6935748baab req-7dcb4bae-cd05-4135-93bc-1af7eadbfac9 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165797 Sep 17 22:56:53.398503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4daf755f-2492-4dff-ab4c-ccdf637392e9 req-af53017b-8ca8-4b35-9808-dd9d10de1406 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 Sep 17 22:56:54.168376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce55bfd1-0a03-4ac9-8dbe-4d85f353a74c req-6d2482ff-a35f-4d41-ba2b-bac74a00a700 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.0408778 Sep 17 22:56:54.245336 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-439490ee-a67f-406f-9a4e-feaca6a75e54 req-3fff12e6-f67e-4fb0-bf52-b56255c16b4a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2e351c01-9f6a-4852-99ec-2612c664eed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0368438 Sep 17 22:56:54.390798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-439490ee-a67f-406f-9a4e-feaca6a75e54 req-0433a875-6d87-491c-8fc8-890647c34b18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=2e351c01-9f6a-4852-99ec-2612c664eed9 HTTP/1.1" status: 200 len: 210 time: 0.0437696 Sep 17 22:56:54.697117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f94968-492a-4128-a32c-731ed82aeb21 req-251ed985-cc14-41f3-a3b4-85c3fe242813 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:54.698967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04f94968-492a-4128-a32c-731ed82aeb21 req-251ed985-cc14-41f3-a3b4-85c3fe242813 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.1531994 Sep 17 22:56:54.765407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04f94968-492a-4128-a32c-731ed82aeb21 req-d4e49901-53bb-487e-93f6-9cc7f2f9dabc tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Sep 17 22:56:54.787720 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439490ee-a67f-406f-9a4e-feaca6a75e54 req-50f48bac-ab3b-48f6-acb7-ccdff7639832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:54.789257 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-439490ee-a67f-406f-9a4e-feaca6a75e54 req-50f48bac-ab3b-48f6-acb7-ccdff7639832 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3683677 Sep 17 22:56:54.795552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17256829-e006-4539-99c1-5d08a3417ff9 req-49f23277-f095-463e-ad82-aaab99509a5a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:54.806509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17256829-e006-4539-99c1-5d08a3417ff9 req-49f23277-f095-463e-ad82-aaab99509a5a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1893830 Sep 17 22:56:54.903793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17256829-e006-4539-99c1-5d08a3417ff9 req-4eb8a449-4929-43ef-ad94-1ffbdcf19a46 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963116 Sep 17 22:56:55.048981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439490ee-a67f-406f-9a4e-feaca6a75e54 req-86f6484f-6123-4e81-ba23-e2b7eab8b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:55.048981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-439490ee-a67f-406f-9a4e-feaca6a75e54 req-86f6484f-6123-4e81-ba23-e2b7eab8b701 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439477 Sep 17 22:56:55.996429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fba0b-a7a3-474b-bec4-1411b50aaa51 req-7c75cdf7-7753-4d72-9dcc-44ca730f66c8 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:56.009835 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb8fba0b-a7a3-474b-bec4-1411b50aaa51 req-7c75cdf7-7753-4d72-9dcc-44ca730f66c8 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0952032 Sep 17 22:56:56.134790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb8fba0b-a7a3-474b-bec4-1411b50aaa51 req-98a159a2-3f7b-4107-b5c3-29bc016ecee8 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216691 Sep 17 22:56:56.166542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f677bb-f69a-410d-b14d-9b7b0e1b1c80 req-1e39303a-57af-4ba9-917a-3945a1d3323e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:56.177574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f677bb-f69a-410d-b14d-9b7b0e1b1c80 req-1e39303a-57af-4ba9-917a-3945a1d3323e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1411068 Sep 17 22:56:56.247332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f677bb-f69a-410d-b14d-9b7b0e1b1c80 req-9ba6200d-f477-4bf8-898e-54bfafe15d4f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618160 Sep 17 22:56:57.435999 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afec7ca-b4bf-4a8b-b6d6-3483ebbc284a req-2c752506-1ef6-46b1-a2ad-e8c8b846e2b8 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:57.452529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9afec7ca-b4bf-4a8b-b6d6-3483ebbc284a req-2c752506-1ef6-46b1-a2ad-e8c8b846e2b8 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.1533148 Sep 17 22:56:57.526460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9afec7ca-b4bf-4a8b-b6d6-3483ebbc284a req-e9584968-e2dc-42e5-89cf-a0a832ebf81e tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670700 Sep 17 22:56:57.560840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ae8fa-5220-4209-b168-885e4f0dcd17 req-5185af66-d8d5-4808-8ee4-a5cc64ea821a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:57.562571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f5ae8fa-5220-4209-b168-885e4f0dcd17 req-5185af66-d8d5-4808-8ee4-a5cc64ea821a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1755121 Sep 17 22:56:57.618294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f5ae8fa-5220-4209-b168-885e4f0dcd17 req-c6d2113e-e632-4eaf-bb84-318cead3fe30 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489659 Sep 17 22:56:58.694009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9396c-67e0-49c0-9fc7-cae529bad73f req-9328f422-eb68-4019-824e-d05bc6df06e3 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:58.697926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efb9396c-67e0-49c0-9fc7-cae529bad73f req-9328f422-eb68-4019-824e-d05bc6df06e3 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0622656 Sep 17 22:56:58.763730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efb9396c-67e0-49c0-9fc7-cae529bad73f req-267369fd-04a0-44ca-84a2-e2f209e0fbbe tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591943 Sep 17 22:56:58.856006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34544c6c-1d71-41bc-b061-88d9a69c45f5 req-7be1c764-197a-4c76-95d6-56b32528031f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:58.857733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34544c6c-1d71-41bc-b061-88d9a69c45f5 req-7be1c764-197a-4c76-95d6-56b32528031f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.0897219 Sep 17 22:56:58.900276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34544c6c-1d71-41bc-b061-88d9a69c45f5 req-00523c73-af35-43da-9f2f-8de131126be3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364513 Sep 17 22:56:59.907166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17580f-393e-4547-a13c-f25895a41205 req-8d989ec7-62ce-4c8c-8c2c-4f8122bfad5a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:59.910477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb17580f-393e-4547-a13c-f25895a41205 req-8d989ec7-62ce-4c8c-8c2c-4f8122bfad5a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0511246 Sep 17 22:56:59.967887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb17580f-393e-4547-a13c-f25895a41205 req-41ebc180-2dd6-40a6-b528-1b323699b876 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561590 Sep 17 22:56:59.983654 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-49650cab-0d51-456b-84b6-4c8f57571fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:00.078478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bc356-7587-4180-a490-9c0c6e2d866b req-cbc5626a-26b8-4619-b2f9-b93fa5da8706 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:00.087361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f6bc356-7587-4180-a490-9c0c6e2d866b req-cbc5626a-26b8-4619-b2f9-b93fa5da8706 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.0676553 Sep 17 22:57:00.125995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f6bc356-7587-4180-a490-9c0c6e2d866b req-6cd50dff-81d5-45c5-b02d-63788e8b6e0b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378141 Sep 17 22:57:01.104611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90389c08-5742-452b-a684-1fbcbb5e74cd req-48754651-96bc-4c8c-973d-86b2d87528ce tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.112787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90389c08-5742-452b-a684-1fbcbb5e74cd req-48754651-96bc-4c8c-973d-86b2d87528ce tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0737681 Sep 17 22:57:01.149675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90389c08-5742-452b-a684-1fbcbb5e74cd req-130d2c84-3bcc-4a71-89e3-25e3cfa6fb50 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357044 Sep 17 22:57:01.357694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58314c0-3f9e-4ecb-ac90-fc828912d847 req-213a175c-b9e4-45d0-9fbd-3ca70071073a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.359766 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a58314c0-3f9e-4ecb-ac90-fc828912d847 req-213a175c-b9e4-45d0-9fbd-3ca70071073a tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0596101 Sep 17 22:57:01.368431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6f575-9a69-4abe-89c7-5b9370fb22a4 req-b21befac-b946-4488-9298-1d31046708b7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.376442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20f6f575-9a69-4abe-89c7-5b9370fb22a4 req-b21befac-b946-4488-9298-1d31046708b7 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1454523 Sep 17 22:57:01.427538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a58314c0-3f9e-4ecb-ac90-fc828912d847 req-f029161a-6bff-4514-8c12-1ce37614cb03 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Sep 17 22:57:01.467406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20f6f575-9a69-4abe-89c7-5b9370fb22a4 req-f39056bf-53e9-4765-977b-53ef93a4fe0a tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873346 Sep 17 22:57:01.614724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab5ad5-7fbd-4bc5-8542-fdacc4f67d22 req-76c2c1f9-3bc0-4ba2-a6ce-440ff9bc1381 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.616282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ebab5ad5-7fbd-4bc5-8542-fdacc4f67d22 req-76c2c1f9-3bc0-4ba2-a6ce-440ff9bc1381 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0952218 Sep 17 22:57:01.672585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ebab5ad5-7fbd-4bc5-8542-fdacc4f67d22 req-6fa6670a-7f4a-47d2-9087-9c216924cdca tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 Sep 17 22:57:01.935338 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd081a1-0e09-4658-82bf-764bdd2a2853 req-c0887b9c-8dec-4fe0-b835-a8f3c6d65331 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.936902 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6bd081a1-0e09-4658-82bf-764bdd2a2853 req-c0887b9c-8dec-4fe0-b835-a8f3c6d65331 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0436976 Sep 17 22:57:01.988100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6bd081a1-0e09-4658-82bf-764bdd2a2853 req-6d4371ac-d5d2-47f5-b5a6-050dc06f3f30 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Sep 17 22:57:02.604606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628e03b-9c1d-43f3-89db-64aed5363ae6 req-24e257cb-eb49-47a2-a7a8-d5d3a8f1fe12 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:02.612182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3628e03b-9c1d-43f3-89db-64aed5363ae6 req-24e257cb-eb49-47a2-a7a8-d5d3a8f1fe12 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.0675409 Sep 17 22:57:02.657510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3628e03b-9c1d-43f3-89db-64aed5363ae6 req-62e06511-7184-4211-b3ba-f35d649971b6 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 Sep 17 22:57:02.740578 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-800d4262-3e71-44fb-abc6-e9b4fe4c8ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:03.115392 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:03.133394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7d45c-e142-4b3d-8cd0-d7e292965534 req-5a992d6b-5f20-499b-b657-edea88de1a21 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:03.139811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cee7d45c-e142-4b3d-8cd0-d7e292965534 req-5a992d6b-5f20-499b-b657-edea88de1a21 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0679424 Sep 17 22:57:03.219577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cee7d45c-e142-4b3d-8cd0-d7e292965534 req-2243d999-290d-4238-971a-350a12acda05 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759482 Sep 17 22:57:03.224532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c5815-3d36-432f-bf36-4ca718be42df req-4592eb5c-fd70-4bfb-a9b1-b5ae84e52bb0 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:03.227419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-893c5815-3d36-432f-bf36-4ca718be42df req-4592eb5c-fd70-4bfb-a9b1-b5ae84e52bb0 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 1097 time: 0.0710731 Sep 17 22:57:03.375355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Deleting port 2c9e203a-1db7-4f72-882e-9e765ab10961 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:03.377898 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:03.524358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] For port 2c9e203a-1db7-4f72-882e-9e765ab10961, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=2c9e203a-1db7-4f72-882e-9e765ab10961,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:03.524826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:03.541760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Calling delete_port for 2c9e203a-1db7-4f72-882e-9e765ab10961 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:03.651689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:57:03.807332 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:03.835728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['2c9e203a-1db7-4f72-882e-9e765ab10961'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:57:03.843580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8134a834-3314-4a7c-8533-bfa19ba01ad1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:57:03.931555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c9e203a-1db7-4f72-882e-9e765ab10961,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:04.026461 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:04.037438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] No DVR routers for this DVR port 2c9e203a-1db7-4f72-882e-9e765ab10961 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:04.041858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:04.051323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:04.053861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-893c5815-3d36-432f-bf36-4ca718be42df req-7c6f4972-9b46-48b5-8550-d67756382322 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.45 "DELETE /v2.0/ports/2c9e203a-1db7-4f72-882e-9e765ab10961 HTTP/1.1" status: 204 len: 173 time: 0.8122854 Sep 17 22:57:04.067212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a7c7f-5cbb-4cd1-b972-4f17cf4e1a40 req-75d94001-849f-4e6f-8897-ad3b6100b32d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:04.069454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'port_id': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'mac_address': 'fa:16:3e:6d:81:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:57:04.069962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c3a7c7f-5cbb-4cd1-b972-4f17cf4e1a40 req-75d94001-849f-4e6f-8897-ad3b6100b32d tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 944 time: 0.1905203 Sep 17 22:57:04.101363 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f', 'name': 'network-vif-deleted', 'tag': '2c9e203a-1db7-4f72-882e-9e765ab10961'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:04.125293 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff05bd3-16d7-465a-a74d-82a78814ba83" -d '{"events": [{"server_uuid": "df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f", "name": "network-vif-deleted", "tag": "2c9e203a-1db7-4f72-882e-9e765ab10961"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:04.223096 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:04.299175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c3a7c7f-5cbb-4cd1-b972-4f17cf4e1a40 req-44a788d2-90e9-4f71-91d0-acab297f5514 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950648 Sep 17 22:57:04.308089 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0e445f-57f8-4227-ab3d-2c16b7d2e0fc x-openstack-request-id: req-cb0e445f-57f8-4227-ab3d-2c16b7d2e0fc {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:04.309358 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f", "name": "network-vif-deleted", "tag": "2c9e203a-1db7-4f72-882e-9e765ab10961", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:04.311891 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb0e445f-57f8-4227-ab3d-2c16b7d2e0fc {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:04.313908 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f', 'name': 'network-vif-deleted', 'tag': '2c9e203a-1db7-4f72-882e-9e765ab10961', 'status': 'completed', 'code': 200} Sep 17 22:57:04.460768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26bd78df-3469-42db-aea8-68f17d47bc1e req-9ce3fc2e-9ce5-497a-abdc-92e4d2b2c9d4 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df57229a-e7d7-46aa-8df6-8cf3e0fd9d1f HTTP/1.1" status: 200 len: 210 time: 0.0764103 Sep 17 22:57:04.503652 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1316f5-d03b-45d8-a7e1-a518afd77bfe {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:57:04.543448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:04.556801 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:04.656872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=11']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:04.761665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['1b1316f5-d03b-45d8-a7e1-a518afd77bfe'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:57:04.910429 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:05.411404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:05.502739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783222b-b731-4a0d-93c9-052d7b1c772d req-90372e23-7059-477a-8eb2-31b4d57112ea tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:05.512076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a783222b-b731-4a0d-93c9-052d7b1c772d req-90372e23-7059-477a-8eb2-31b4d57112ea tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 945 time: 0.0735128 Sep 17 22:57:05.576611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a783222b-b731-4a0d-93c9-052d7b1c772d req-298d1a80-4032-45ba-8d38-1097b0dbc11b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634201 Sep 17 22:57:05.665242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:05.729301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:57:05.739036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:05.739405 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:05.875843 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:05.924544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c9c10-96c7-45be-b49d-0064c0191c42 req-811d9333-8b04-44a0-a5fc-5da4d88f0d9f tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:05.939018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:05.940406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:05.947236 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-535c9c10-96c7-45be-b49d-0064c0191c42 req-811d9333-8b04-44a0-a5fc-5da4d88f0d9f tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1097 time: 0.0977910 Sep 17 22:57:05.947486 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d61513d-aa3e-4bdc-a263-321da29f8134" -d '{"events": [{"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-plugged", "status": "completed", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:05.952179 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:05.953358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2c9e203a-1db7-4f72-882e-9e765ab10961 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:05.984645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 2c9e203a-1db7-4f72-882e-9e765ab10961 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:05.985094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 2c9e203a-1db7-4f72-882e-9e765ab10961 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:06.035566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-535c9c10-96c7-45be-b49d-0064c0191c42 req-8439a6c2-65aa-40e8-ae5a-4db6b29b6460 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872011 Sep 17 22:57:06.059125 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72de4d70-18df-4790-8cbd-d799e1be5e7f x-openstack-request-id: req-72de4d70-18df-4790-8cbd-d799e1be5e7f {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:06.060162 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-plugged", "status": "completed", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:06.060418 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72de4d70-18df-4790-8cbd-d799e1be5e7f {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:06.060814 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'code': 200} Sep 17 22:57:06.129061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=12']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:06.270216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68f87d-fd91-4934-8936-616a04e8841b req-a3f5e7ec-bcc5-4e10-91d4-ba90f2f78d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:06.271876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d68f87d-fd91-4934-8936-616a04e8841b req-a3f5e7ec-bcc5-4e10-91d4-ba90f2f78d8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 1098 time: 0.0527139 Sep 17 22:57:06.313873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d68f87d-fd91-4934-8936-616a04e8841b req-192aef95-738f-4b95-b608-5200b4e1bd1e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329092 Sep 17 22:57:06.723321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5cf0c-54fa-4abf-b2c3-f856f827fdf9 req-c028ce24-d275-4eab-b0e1-e67421fa7e5f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:06.725262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66b5cf0c-54fa-4abf-b2c3-f856f827fdf9 req-c028ce24-d275-4eab-b0e1-e67421fa7e5f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 946 time: 0.0624003 Sep 17 22:57:06.802348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66b5cf0c-54fa-4abf-b2c3-f856f827fdf9 req-8f6e7537-ac66-4e9f-9c46-0e09754ecdbd tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681477 Sep 17 22:57:07.228918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906ada-a534-4a82-84e6-acb3f80bd5b2 req-86fababc-e050-421e-99e1-7a67c7569ad6 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:07.237704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9906ada-a534-4a82-84e6-acb3f80bd5b2 req-86fababc-e050-421e-99e1-7a67c7569ad6 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1097 time: 0.0632823 Sep 17 22:57:07.285929 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9906ada-a534-4a82-84e6-acb3f80bd5b2 req-ab6c50fb-d490-4804-a404-5e83017b20b6 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=674c8c71-1eb1-4f17-90f3-7513790cd612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470972 Sep 17 22:57:07.405320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-ecfa8eed-2109-4c8c-9720-ace55b7e8fae tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:07.410847 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-ecfa8eed-2109-4c8c-9720-ace55b7e8fae tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 1097 time: 0.0706711 Sep 17 22:57:07.530468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Deleting port 8134a834-3314-4a7c-8533-bfa19ba01ad1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:07.530901 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:07.636693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] For port 8134a834-3314-4a7c-8533-bfa19ba01ad1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8134a834-3314-4a7c-8533-bfa19ba01ad1,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:07.637139 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:07.651571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Calling delete_port for 8134a834-3314-4a7c-8533-bfa19ba01ad1 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:07.834417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:07.872389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8134a834-3314-4a7c-8533-bfa19ba01ad1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:57:07.996475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] No DVR routers for this DVR port 8134a834-3314-4a7c-8533-bfa19ba01ad1 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:08.006534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:08.016901 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4b44cee2-9eeb-40e6-90b8-732baf8116bc req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8134a834-3314-4a7c-8533-bfa19ba01ad1 HTTP/1.1" status: 204 len: 173 time: 0.5984557 Sep 17 22:57:08.020477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Pushing event deleted for resources: {'Port': ['ID=8134a834-3314-4a7c-8533-bfa19ba01ad1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:08.038188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537018fc-7ab7-43c9-8bba-e4b809ec7b25', 'name': 'network-vif-deleted', 'tag': '8134a834-3314-4a7c-8533-bfa19ba01ad1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:08.050949 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f7bfaa-d34e-446c-9a9b-0db639e88191" -d '{"events": [{"server_uuid": "537018fc-7ab7-43c9-8bba-e4b809ec7b25", "name": "network-vif-deleted", "tag": "8134a834-3314-4a7c-8533-bfa19ba01ad1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:08.099731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.101425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.103334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.107305 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.108193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.110226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.112911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.114565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.116348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.117994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.119950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.120754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa36cb-9b81-4876-8e85-256a3894c266 tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:08.126719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321daa19-ce5e-41ba-a766-def28a678f57 req-443b6f0f-bfed-4e86-9a31-c4f0b2a47a95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:08.138574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-321daa19-ce5e-41ba-a766-def28a678f57 req-443b6f0f-bfed-4e86-9a31-c4f0b2a47a95 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 946 time: 0.1290450 Sep 17 22:57:08.179039 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d4141e-0333-43b9-816b-4443ad47cf04 x-openstack-request-id: req-60d4141e-0333-43b9-816b-4443ad47cf04 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:08.180311 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537018fc-7ab7-43c9-8bba-e4b809ec7b25", "name": "network-vif-deleted", "tag": "8134a834-3314-4a7c-8533-bfa19ba01ad1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:08.185095 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60d4141e-0333-43b9-816b-4443ad47cf04 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:08.187730 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537018fc-7ab7-43c9-8bba-e4b809ec7b25', 'name': 'network-vif-deleted', 'tag': '8134a834-3314-4a7c-8533-bfa19ba01ad1', 'status': 'completed', 'code': 200} Sep 17 22:57:08.302665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-321daa19-ce5e-41ba-a766-def28a678f57 req-b87c49a5-66ef-4a78-b6ac-63b1e99b46a0 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380460 Sep 17 22:57:08.446569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-beeac329-f2a8-451c-a2c4-1a2a87555c46 req-142145c8-986c-441d-b9f0-e5ef80fcae6f tempest-TestServerMultinode-738546804 tempest-TestServerMultinode-738546804-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=537018fc-7ab7-43c9-8bba-e4b809ec7b25 HTTP/1.1" status: 200 len: 210 time: 0.0369449 Sep 17 22:57:08.676607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-1cf97b8c-66fb-4e2a-ade5-9152e5dc49bb tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:08.678332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-1cf97b8c-66fb-4e2a-ade5-9152e5dc49bb tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/networks?id=109defc2-a245-43f9-9142-e36bbe2ba508 HTTP/1.1" status: 200 len: 814 time: 0.1467540 Sep 17 22:57:08.696305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-a2c99b23-0b92-45fd-94b7-48ba4320d35d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/quotas/635da7bd4690405fb61c1657aba7a902 HTTP/1.1" status: 200 len: 375 time: 0.0113981 Sep 17 22:57:08.738545 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-fb1ad535-ce6c-4f18-bd90-507d9127c712 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=635da7bd4690405fb61c1657aba7a902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325062 Sep 17 22:57:08.845765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-c71e9d41-2bea-433d-8260-46d0d97ea829 service neutron] 10.222.0.48 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992320 Sep 17 22:57:08.957484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-abc00f6b-c224-48d0-9811-11a0084ef0be service neutron] 10.222.0.48 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987456 Sep 17 22:57:09.146557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90b17555-4fcc-47ed-a37e-f485a559fcaa req-9fdb43e2-e055-472d-b6f8-a767b889a6e2 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 210 time: 0.0273983 Sep 17 22:57:09.282228 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:57:09.489047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3320bf-e78e-450d-b2fe-35fa12671abd req-7025838c-99b0-483c-8fc6-5c9779135156 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:09.491044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a3320bf-e78e-450d-b2fe-35fa12671abd req-7025838c-99b0-483c-8fc6-5c9779135156 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 946 time: 0.0946710 Sep 17 22:57:09.529471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47158) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:09.559402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a3320bf-e78e-450d-b2fe-35fa12671abd req-36ed2ff5-9b1f-4033-828d-e628d94efcb8 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573213 Sep 17 22:57:09.997579 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.295538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1013a61e-ee8b-4790-8c75-377eea5fdde2 req-39a69124-0c05-4e2d-9f48-712a9da83364 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 210 time: 0.0306411 Sep 17 22:57:10.455095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-4efaae3a-f634-4ae2-904b-d3c5f981dbc6 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:10.457353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-4efaae3a-f634-4ae2-904b-d3c5f981dbc6 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.49 "GET /v2.0/networks?id=109defc2-a245-43f9-9142-e36bbe2ba508 HTTP/1.1" status: 200 len: 814 time: 0.1916037 Sep 17 22:57:10.466631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Deleting port 132bb706-f351-4a5f-888c-de8313b16d80 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:10.467053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.485285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Request body: {'port': {'device_id': '137fa339-d103-41b7-a6ec-4ac6eb800e39', 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508', 'admin_state_up': True, 'tenant_id': '635da7bd4690405fb61c1657aba7a902'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:10.640325 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] For port 132bb706-f351-4a5f-888c-de8313b16d80, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=132bb706-f351-4a5f-888c-de8313b16d80,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:10.641187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.665335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Calling delete_port for 132bb706-f351-4a5f-888c-de8313b16d80 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:10.722331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Made reservation on behalf of 635da7bd4690405fb61c1657aba7a902 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:57:10.725836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.933070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Allocated IP 172.20.0.13 (109defc2-a245-43f9-9142-e36bbe2ba508/0a90808b-354d-490e-84d0-9350a1a0c10a/ab145832-9b01-4bed-aa98-84d1db9dec3a) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:11.016242 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:11.076564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Pushing event deleted for resources: {'Port': ['ID=132bb706-f351-4a5f-888c-de8313b16d80,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:11.255554 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:11.343821 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:11.355462 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:11.443999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Network 109defc2-a245-43f9-9142-e36bbe2ba508 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:11.445577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:11.448981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:11.475697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Pushing event updated for resources: {'Port': ['ID=ab145832-9b01-4bed-aa98-84d1db9dec3a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:11.498484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba22b3-654c-46f2-a7cf-565d87f7a0ef req-5d568a9f-4d2c-4f34-8e9e-dbe4435ccd99 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:11.502770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26ba22b3-654c-46f2-a7cf-565d87f7a0ef req-5d568a9f-4d2c-4f34-8e9e-dbe4435ccd99 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 932 time: 0.0920722 Sep 17 22:57:11.581614 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26ba22b3-654c-46f2-a7cf-565d87f7a0ef req-5d197d6a-6270-48e0-80cc-6b664bd26092 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Sep 17 22:57:11.608408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:11.609044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:11.666733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ade86aa3-9464-4b46-a978-756b4bd35e6d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1826649 Sep 17 22:57:11.673137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8134a834-3314-4a7c-8533-bfa19ba01ad1 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:11.691232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Request body: {'port': {'device_id': '137fa339-d103-41b7-a6ec-4ac6eb800e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:11.698316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 8134a834-3314-4a7c-8533-bfa19ba01ad1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:11.698757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8134a834-3314-4a7c-8533-bfa19ba01ad1 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:11.790976 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:11.807188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:57:12.381433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:12.391265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47214) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:12.392422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] Sync routers for ids ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:12.393264 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0c1c9df6-d030-426a-8a67-4d61c11f000b admin admin] 10.222.0.48 "PUT /v2.0/routers/4d8ca4bc-6289-477f-84ce-6ff7653048b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8589039 Sep 17 22:57:12.402589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] Routers {'4d8ca4bc-6289-477f-84ce-6ff7653048b6'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:12.403489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.510655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] Set router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:12.539519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab145832-9b01-4bed-aa98-84d1db9dec3a {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:57:12.549148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.564050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Transition to ACTIVE for port object ab145832-9b01-4bed-aa98-84d1db9dec3a will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:57:12.572654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.601385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.682354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab145832-9b01-4bed-aa98-84d1db9dec3a,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:12.790743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:57:10Z', 'revision_number': 5, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.826593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806a8d-be0e-47d9-8051-9ba251acdaa5 req-eb34bff5-4a16-4d79-a967-99cb88a80255 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:12.828959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2806a8d-be0e-47d9-8051-9ba251acdaa5 req-eb34bff5-4a16-4d79-a967-99cb88a80255 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 944 time: 0.0700614 Sep 17 22:57:12.832527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] Checking router: 4d8ca4bc-6289-477f-84ce-6ff7653048b6 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:12.839141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Attempting to bind port ab145832-9b01-4bed-aa98-84d1db9dec3a on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:12.840139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Attempting to bind port ab145832-9b01-4bed-aa98-84d1db9dec3a by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:12.842102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Attempting to bind port ab145832-9b01-4bed-aa98-84d1db9dec3a on network 109defc2-a245-43f9-9142-e36bbe2ba508 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:12.846494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] Routers {'4d8ca4bc-6289-477f-84ce-6ff7653048b6'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:12.847306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.851123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Port ab145832-9b01-4bed-aa98-84d1db9dec3a on network 109defc2-a245-43f9-9142-e36bbe2ba508 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:57:12.851392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Attempting to bind port ab145832-9b01-4bed-aa98-84d1db9dec3a on network 109defc2-a245-43f9-9142-e36bbe2ba508 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:12.856734 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.861574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:12.861917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Checking segment: {'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:12.862307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Bound using segment: {'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:12.862740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Bound port: ab145832-9b01-4bed-aa98-84d1db9dec3a, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:12.866830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.888007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f2806a8d-be0e-47d9-8051-9ba251acdaa5 req-cf672b3d-515d-4371-9595-33b7e2b92648 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 Sep 17 22:57:12.937622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Deleting port c63b2605-4f56-491e-88bd-91fed37ff44e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:12.938006 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.011771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] Set router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:13.032221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] For port ab145832-9b01-4bed-aa98-84d1db9dec3a, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:13.039234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] For port ab145832-9b01-4bed-aa98-84d1db9dec3a, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ab145832-9b01-4bed-aa98-84d1db9dec3a,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:13.043319 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] For port c63b2605-4f56-491e-88bd-91fed37ff44e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c63b2605-4f56-491e-88bd-91fed37ff44e,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:13.043773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.045959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.075271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Calling delete_port for c63b2605-4f56-491e-88bd-91fed37ff44e owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:13.078989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:13.079625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.081083 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab145832-9b01-4bed-aa98-84d1db9dec3a HTTP/1.1" status: 200 len: 1093 time: 1.3987730 Sep 17 22:57:13.081546 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137fa339-d103-41b7-a6ec-4ac6eb800e39', 'tag': 'ab145832-9b01-4bed-aa98-84d1db9dec3a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:13.083929 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3664d5-54fd-45a9-83a9-7205c4dec57f" -d '{"events": [{"name": "network-changed", "server_uuid": "137fa339-d103-41b7-a6ec-4ac6eb800e39", "tag": "ab145832-9b01-4bed-aa98-84d1db9dec3a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:13.217207 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a01a533-6193-4549-a072-fee76831046e x-openstack-request-id: req-5a01a533-6193-4549-a072-fee76831046e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:13.217527 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137fa339-d103-41b7-a6ec-4ac6eb800e39", "tag": "ab145832-9b01-4bed-aa98-84d1db9dec3a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:13.217745 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a01a533-6193-4549-a072-fee76831046e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:13.218141 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137fa339-d103-41b7-a6ec-4ac6eb800e39', 'tag': 'ab145832-9b01-4bed-aa98-84d1db9dec3a', 'status': 'completed', 'code': 200} Sep 17 22:57:13.241567 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3ee29-a08e-4ac1-b5d8-544e8d7496e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab145832-9b01-4bed-aa98-84d1db9dec3a,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:13.266152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ee7d5492-3ca8-4324-bb38-0d07fffac1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:13.267868 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-ee7d5492-3ca8-4324-bb38-0d07fffac1cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635da7bd4690405fb61c1657aba7a902&device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 1096 time: 0.1154473 Sep 17 22:57:13.292719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:57:10Z', 'revision_number': 5, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:13.323479 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.328468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-40b68160-b992-4f3d-9cba-36bb039fab27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab145832-9b01-4bed-aa98-84d1db9dec3a HTTP/1.1" status: 200 len: 217 time: 0.0463941 Sep 17 22:57:13.337232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825214d-95fc-40fd-a482-1c5d6f506b39 None None] The sync data for ids ['4d8ca4bc-6289-477f-84ce-6ff7653048b6'] in n-d-789963-10 is: [{'id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'name': 'tempest-TestServerMultinode-802459404-router', 'tenant_id': 'e4028e8b8d424ce79b598623b9f3347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T22:57:10Z', 'revision_number': 5, 'project_id': 'e4028e8b8d424ce79b598623b9f3347f', 'gw_port': {'id': 'c63b2605-4f56-491e-88bd-91fed37ff44e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ca4bc-6289-477f-84ce-6ff7653048b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:13.404331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c63b2605-4f56-491e-88bd-91fed37ff44e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:13.414964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-2dc9863f-d5b9-4c11-a6ca-5d24c8bba02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:13.416563 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-2dc9863f-d5b9-4c11-a6ca-5d24c8bba02e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a90808b-354d-490e-84d0-9350a1a0c10a HTTP/1.1" status: 200 len: 854 time: 0.0800540 Sep 17 22:57:13.454538 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-3e45c6f7-7454-4a78-854c-231bcc729205 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=109defc2-a245-43f9-9142-e36bbe2ba508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296648 Sep 17 22:57:13.459684 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.574849 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-0586f72b-c75c-43a1-a03c-40f9bce333b1 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129196 Sep 17 22:57:13.581076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.583492 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.643684 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.644321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d8ca4bc-6289-477f-84ce-6ff7653048b6 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:57:13.655033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.659039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47244) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:13.659315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e79a0934-5883-40cc-bce6-84e693993d2f admin admin] 10.222.0.48 "DELETE /v2.0/routers/4d8ca4bc-6289-477f-84ce-6ff7653048b6 HTTP/1.1" status: 204 len: 168 time: 1.2668607 Sep 17 22:57:13.739275 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1cc5b6-ade0-4427-b518-3094c0c553e4 req-b82888ae-af20-4fcf-a1e0-1e1013cbeeb0 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570046 Sep 17 22:57:13.743004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81f5e1a-ce9d-459c-8f70-ce1161b203d1 admin admin] Deleting subnet 3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:57:13.746677 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b81f5e1a-ce9d-459c-8f70-ce1161b203d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.803884 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b81f5e1a-ce9d-459c-8f70-ce1161b203d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.841656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 132bb706-f351-4a5f-888c-de8313b16d80 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:13.869187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 132bb706-f351-4a5f-888c-de8313b16d80 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:13.869542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 132bb706-f351-4a5f-888c-de8313b16d80 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:13.938917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-ae4ac82a-7da0-434c-8e29-6e9d32987374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:13.940394 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-ae4ac82a-7da0-434c-8e29-6e9d32987374 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635da7bd4690405fb61c1657aba7a902&device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 1096 time: 0.0773790 Sep 17 22:57:14.065103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-59bd922c-610f-4338-9f28-4dc204d7de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:14.066378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-59bd922c-610f-4338-9f28-4dc204d7de5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=109defc2-a245-43f9-9142-e36bbe2ba508 HTTP/1.1" status: 200 len: 915 time: 0.1076090 Sep 17 22:57:14.071643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8fb29-5200-4f6e-a6e1-8a6a9765c9b8 req-896db6c2-e781-4b13-ab66-62e53256276b tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:14.081457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6d8fb29-5200-4f6e-a6e1-8a6a9765c9b8 req-896db6c2-e781-4b13-ab66-62e53256276b tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 944 time: 0.0757997 Sep 17 22:57:14.129977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6d8fb29-5200-4f6e-a6e1-8a6a9765c9b8 req-60cea128-08c4-47ee-87e5-aa1b47b1c1b7 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477197 Sep 17 22:57:14.147058 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-e599f54e-a5bc-411a-b470-3f3760088a70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab145832-9b01-4bed-aa98-84d1db9dec3a HTTP/1.1" status: 200 len: 217 time: 0.0720358 Sep 17 22:57:14.154433 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b81f5e1a-ce9d-459c-8f70-ce1161b203d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.245238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-54dfea86-e548-4717-86e3-9070259e2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:14.246641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-54dfea86-e548-4717-86e3-9070259e2425 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a90808b-354d-490e-84d0-9350a1a0c10a HTTP/1.1" status: 200 len: 854 time: 0.0866940 Sep 17 22:57:14.290909 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-92d8b701-09e3-45d6-91ff-f503d4ad976b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=109defc2-a245-43f9-9142-e36bbe2ba508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352554 Sep 17 22:57:14.291879 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b81f5e1a-ce9d-459c-8f70-ce1161b203d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.334355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f5e1a-ce9d-459c-8f70-ce1161b203d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:14.347151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4112e-f6fc-4cc2-a4ca-e5f49f8213e8 None None] Network f5d5570c-d41d-4bad-99bb-3e6656fdb4ff requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:14.354907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b81f5e1a-ce9d-459c-8f70-ce1161b203d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.356921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b81f5e1a-ce9d-459c-8f70-ce1161b203d1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3c0c4a87-cc39-48db-a1f9-cf4e85c03b0c HTTP/1.1" status: 204 len: 168 time: 0.6963747 Sep 17 22:57:14.359723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47252) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:14.441417 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-cf530b76-9677-45ed-addc-6b55f4c66ba2 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398575 Sep 17 22:57:14.478551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.550335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Deleting port 6cdbbf62-2128-43f1-816f-b8dad6f3019f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:14.551680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.580628 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-aa3664d5-54fd-45a9-83a9-7205c4dec57f req-09ef531c-b9d3-45bf-af81-968c912589af service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305799 Sep 17 22:57:14.626768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] For port 6cdbbf62-2128-43f1-816f-b8dad6f3019f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6cdbbf62-2128-43f1-816f-b8dad6f3019f,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:14.627391 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.641687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] DHCP port deletion for f5d5570c-d41d-4bad-99bb-3e6656fdb4ff request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:57:14.647368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Calling delete_port for 6cdbbf62-2128-43f1-816f-b8dad6f3019f owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:14.733079 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] Deleting port 6cdbbf62-2128-43f1-816f-b8dad6f3019f {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:14.733465 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.772612 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.821766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdbbf62-2128-43f1-816f-b8dad6f3019f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:14.825387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] No DVR routers for this DVR port 6cdbbf62-2128-43f1-816f-b8dad6f3019f on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:14.829571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] For port 6cdbbf62-2128-43f1-816f-b8dad6f3019f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6cdbbf62-2128-43f1-816f-b8dad6f3019f,segment=NetworkSegment(726c57cd-b90f-4a8a-b9a6-47713df1c250),segment_id=726c57cd-b90f-4a8a-b9a6-47713df1c250)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:14.830404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.845439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] Calling delete_port for 6cdbbf62-2128-43f1-816f-b8dad6f3019f owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:14.939232 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 22:57:14.942761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.946714 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.960369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] No DVR routers for this DVR port 6cdbbf62-2128-43f1-816f-b8dad6f3019f on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:14.981786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d5570c-d41d-4bad-99bb-3e6656fdb4ff']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:14.987163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad4b76-267d-47e5-9d13-656b8cea4f3e None None] Pushing event deleted for resources: {'Port': ['ID=6cdbbf62-2128-43f1-816f-b8dad6f3019f,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:15.012322 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726c57cd-b90f-4a8a-b9a6-47713df1c250') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:15.012674 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726c57cd-b90f-4a8a-b9a6-47713df1c250') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:15.030420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:15.049759 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:15.058902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:57:15.059302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:57:15.061777 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:57:15.141410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:15.151275 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:15.153433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5d5570c-d41d-4bad-99bb-3e6656fdb4ff HTTP/1.1" status: 204 len: 168 time: 0.7924130 Sep 17 22:57:15.156306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47258) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:15.167851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261826a-f08d-4a1c-97f8-ebbe77c459ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d5570c-d41d-4bad-99bb-3e6656fdb4ff,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:15.296789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a602dd-ffeb-4591-aad5-2b13c5b1e267 req-10164f7a-600d-4495-a1a4-f96fbdffb5ac tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:15.299474 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9a602dd-ffeb-4591-aad5-2b13c5b1e267 req-10164f7a-600d-4495-a1a4-f96fbdffb5ac tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 944 time: 0.0693238 Sep 17 22:57:15.350036 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9a602dd-ffeb-4591-aad5-2b13c5b1e267 req-c559ebe3-ff61-4c9e-b0e6-eae1c6256bc3 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Sep 17 22:57:15.520406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c63b2605-4f56-491e-88bd-91fed37ff44e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:15.550452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c63b2605-4f56-491e-88bd-91fed37ff44e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:15.551384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c63b2605-4f56-491e-88bd-91fed37ff44e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:15.552257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6cdbbf62-2128-43f1-816f-b8dad6f3019f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:15.578670 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 6cdbbf62-2128-43f1-816f-b8dad6f3019f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:15.579634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6cdbbf62-2128-43f1-816f-b8dad6f3019f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:15.591254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:15.867787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Deleting port 63e8ad81-9719-4983-8052-b1d6c194d19a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:15.868644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:15.957850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] For port 63e8ad81-9719-4983-8052-b1d6c194d19a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=63e8ad81-9719-4983-8052-b1d6c194d19a,segment=NetworkSegment(9c980534-fa34-46d1-88a3-e1f96e54c1e5),segment_id=9c980534-fa34-46d1-88a3-e1f96e54c1e5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:15.958219 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:15.973541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Calling delete_port for 63e8ad81-9719-4983-8052-b1d6c194d19a owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:16.210233 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.239147 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=63e8ad81-9719-4983-8052-b1d6c194d19a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:16.429586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.504154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d843a-eebe-4ece-89ee-a19473537787 req-aa2c36b8-13c7-4298-980f-5d6eac13d97d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:16.507124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd7d843a-eebe-4ece-89ee-a19473537787 req-aa2c36b8-13c7-4298-980f-5d6eac13d97d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 944 time: 0.0592022 Sep 17 22:57:16.567530 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd7d843a-eebe-4ece-89ee-a19473537787 req-a9791742-3521-43b3-899f-093bf89868c3 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544522 Sep 17 22:57:16.693568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:57:16.806395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:16.812263 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0cebfade-57a1-4dbd-a578-f9bef36a6e7b admin admin] 10.222.0.48 "PUT /v2.0/routers/7511a4f3-30cb-4bab-bb98-85bc15f25ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6547270 Sep 17 22:57:16.814767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47276) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:16.820283 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] Sync routers for ids ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:16.836866 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] Routers {'7511a4f3-30cb-4bab-bb98-85bc15f25ba2'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:16.837603 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:16.940374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.956257 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] Set router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:17.064388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.137692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Deleting port bff690d4-06b8-4945-bb51-530b9359e340 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:17.138812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.190983 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:57:16Z', 'revision_number': 5, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port': {'id': 'bff690d4-06b8-4945-bb51-530b9359e340', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:56:11Z', 'updated_at': '2021-09-17T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:17.227709 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] Checking router: 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:17.244997 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] Routers {'7511a4f3-30cb-4bab-bb98-85bc15f25ba2'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:17.244997 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:17.274593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] For port bff690d4-06b8-4945-bb51-530b9359e340, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bff690d4-06b8-4945-bb51-530b9359e340,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:17.275599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.296108 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Calling delete_port for bff690d4-06b8-4945-bb51-530b9359e340 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:17.455563 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] Set router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:17.504776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.537274 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:57:17Z', 'revision_number': 6, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:17.546781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff690d4-06b8-4945-bb51-530b9359e340,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:17.574516 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde1e2c-cd5e-40a3-9e99-8ba39d70f377 None None] The sync data for ids ['7511a4f3-30cb-4bab-bb98-85bc15f25ba2'] in n-d-789963-10 is: [{'id': '7511a4f3-30cb-4bab-bb98-85bc15f25ba2', 'name': 'tempest-TestServerMultinode-558365728-router', 'tenant_id': 'c9c9d41a2ef649bba535c09ba808d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:56:10Z', 'updated_at': '2021-09-17T22:57:17Z', 'revision_number': 6, 'project_id': 'c9c9d41a2ef649bba535c09ba808d661', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:17.630262 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.698621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ab145832-9b01-4bed-aa98-84d1db9dec3a details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:57:17.731856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b368dd-1345-4c6b-ac9a-bd02ab5d3cdb req-8bf3ccc1-0ce2-45a8-9485-a95ca37e469b tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:17.735790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48b368dd-1345-4c6b-ac9a-bd02ab5d3cdb req-8bf3ccc1-0ce2-45a8-9485-a95ca37e469b tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 944 time: 0.0699282 Sep 17 22:57:17.744786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.750344 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.811942 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48b368dd-1345-4c6b-ac9a-bd02ab5d3cdb req-1c9d8716-1f62-4322-a99c-0d9a43c6d9bd tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694923 Sep 17 22:57:17.812306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.812950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7511a4f3-30cb-4bab-bb98-85bc15f25ba2 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:57:17.817814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.821534 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9613bb29-654e-4c3c-91bc-f3f4d93f2127 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7511a4f3-30cb-4bab-bb98-85bc15f25ba2 HTTP/1.1" status: 204 len: 168 time: 1.0033669 Sep 17 22:57:17.822070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47292) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:17.887304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ab145832-9b01-4bed-aa98-84d1db9dec3a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ab145832-9b01-4bed-aa98-84d1db9dec3a,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:17.887561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06ae8a8-f028-4fac-8bd9-f89be8036036 admin admin] Deleting subnet 7f584b76-becd-4e83-bd77-1380e01e08b8 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:57:17.891402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e06ae8a8-f028-4fac-8bd9-f89be8036036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.900757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'ab145832-9b01-4bed-aa98-84d1db9dec3a', 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508', 'port_id': 'ab145832-9b01-4bed-aa98-84d1db9dec3a', 'mac_address': 'fa:16:3e:ce:64:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a90808b-354d-490e-84d0-9350a1a0c10a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:57:17.932256 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e06ae8a8-f028-4fac-8bd9-f89be8036036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.953501 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.970470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab145832-9b01-4bed-aa98-84d1db9dec3a {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:57:18.012972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ab145832-9b01-4bed-aa98-84d1db9dec3a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ab145832-9b01-4bed-aa98-84d1db9dec3a,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:18.015594 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.041411 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e06ae8a8-f028-4fac-8bd9-f89be8036036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.133120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ab145832-9b01-4bed-aa98-84d1db9dec3a,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:18.168217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e06ae8a8-f028-4fac-8bd9-f89be8036036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.197902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ae8a8-f028-4fac-8bd9-f89be8036036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f584b76-becd-4e83-bd77-1380e01e08b8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:18.208717 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e06ae8a8-f028-4fac-8bd9-f89be8036036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.211361 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e06ae8a8-f028-4fac-8bd9-f89be8036036 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7f584b76-becd-4e83-bd77-1380e01e08b8 HTTP/1.1" status: 204 len: 168 time: 0.3883176 Sep 17 22:57:18.214299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47296) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:18.219912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26f612-68ae-4857-88e5-23387375a427 None None] Network 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:18.400728 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.425069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['ab145832-9b01-4bed-aa98-84d1db9dec3a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:57:18.516603 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Deleting port 7699350a-b8fb-4989-86d0-20d69a8772d0 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:18.517576 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.651061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] DHCP port deletion for 6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:57:18.668217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] For port 7699350a-b8fb-4989-86d0-20d69a8772d0, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7699350a-b8fb-4989-86d0-20d69a8772d0,segment=NetworkSegment(9c980534-fa34-46d1-88a3-e1f96e54c1e5),segment_id=9c980534-fa34-46d1-88a3-e1f96e54c1e5)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:18.668611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.683637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Calling delete_port for 7699350a-b8fb-4989-86d0-20d69a8772d0 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:18.752362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] Deleting port 7699350a-b8fb-4989-86d0-20d69a8772d0 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:18.752889 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.769232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.804873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] No DVR routers for this DVR port 7699350a-b8fb-4989-86d0-20d69a8772d0 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:18.807643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7699350a-b8fb-4989-86d0-20d69a8772d0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:18.823091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] For port 7699350a-b8fb-4989-86d0-20d69a8772d0, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7699350a-b8fb-4989-86d0-20d69a8772d0,segment=NetworkSegment(9c980534-fa34-46d1-88a3-e1f96e54c1e5),segment_id=9c980534-fa34-46d1-88a3-e1f96e54c1e5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:18.823498 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.837090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] Calling delete_port for 7699350a-b8fb-4989-86d0-20d69a8772d0 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:18.894449 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.933690 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:18.962510 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.987011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c980534-fa34-46d1-88a3-e1f96e54c1e5') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:18.987393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c980534-fa34-46d1-88a3-e1f96e54c1e5') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:19.001759 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.005937 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.022677 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.035596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80965a33-8e24-4ba7-b366-d26a96b8cadc req-26d84a9d-e1ec-40bb-a72c-584c29f05141 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:19.041933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80965a33-8e24-4ba7-b366-d26a96b8cadc req-26d84a9d-e1ec-40bb-a72c-584c29f05141 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 945 time: 0.1088450 Sep 17 22:57:19.041933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:57:19.042232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] Pushing event deleted for resources: {'Port': ['ID=7699350a-b8fb-4989-86d0-20d69a8772d0,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:19.046811 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.048243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6c50e-1f71-4d3e-8bbd-745962352423 None None] No DVR routers for this DVR port 7699350a-b8fb-4989-86d0-20d69a8772d0 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:57:19.048866 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:57:19.143033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80965a33-8e24-4ba7-b366-d26a96b8cadc req-ced66efd-b256-48e8-8e8c-93889121321b tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808511 Sep 17 22:57:19.161164 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.181237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.183578 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4 HTTP/1.1" status: 204 len: 168 time: 0.9682662 Sep 17 22:57:19.184960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008742f-8db2-48a8-b07d-e7cee7883be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfb2e14-ed3c-4ce2-89c5-292bf74b93d4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:19.380189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47352) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:19.431936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9fcc3d2e-b8ca-434a-ba44-f9f66416bd09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4028e8b8d424ce79b598623b9f3347f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505674 Sep 17 22:57:19.434558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47358) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:19.510590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 63e8ad81-9719-4983-8052-b1d6c194d19a no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:19.510984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22157169-e1ff-4622-9bdb-5e38e259f6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.532618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 63e8ad81-9719-4983-8052-b1d6c194d19a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:19.532990 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 63e8ad81-9719-4983-8052-b1d6c194d19a not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:19.533410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bff690d4-06b8-4945-bb51-530b9359e340 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:19.539474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22157169-e1ff-4622-9bdb-5e38e259f6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.556489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: bff690d4-06b8-4945-bb51-530b9359e340 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:19.557097 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bff690d4-06b8-4945-bb51-530b9359e340 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:19.557669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7699350a-b8fb-4989-86d0-20d69a8772d0 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:19.577652 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 7699350a-b8fb-4989-86d0-20d69a8772d0 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:19.578050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7699350a-b8fb-4989-86d0-20d69a8772d0 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:19.604213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22157169-e1ff-4622-9bdb-5e38e259f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.607163 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-22157169-e1ff-4622-9bdb-5e38e259f6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.610612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-22157169-e1ff-4622-9bdb-5e38e259f6ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58017c6f-b88f-47d3-88d6-d0b1921fb14f HTTP/1.1" status: 204 len: 168 time: 0.1727674 Sep 17 22:57:19.618514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22157169-e1ff-4622-9bdb-5e38e259f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58017c6f-b88f-47d3-88d6-d0b1921fb14f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:19.703651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ab145832-9b01-4bed-aa98-84d1db9dec3a up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:19.783443 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port ab145832-9b01-4bed-aa98-84d1db9dec3a completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:57:19.789052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port ab145832-9b01-4bed-aa98-84d1db9dec3a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:19.789588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.900644 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.935318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137fa339-d103-41b7-a6ec-4ac6eb800e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab145832-9b01-4bed-aa98-84d1db9dec3a'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:19.937768 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a837d-0a2c-4dda-838b-74fc32a3844e" -d '{"events": [{"server_uuid": "137fa339-d103-41b7-a6ec-4ac6eb800e39", "name": "network-vif-plugged", "status": "completed", "tag": "ab145832-9b01-4bed-aa98-84d1db9dec3a"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:19.961546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ab145832-9b01-4bed-aa98-84d1db9dec3a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ab145832-9b01-4bed-aa98-84d1db9dec3a,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:19.985356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.995571 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cd0301-8060-43ff-862a-f6b14ec4433a x-openstack-request-id: req-a7cd0301-8060-43ff-862a-f6b14ec4433a {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:19.995880 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137fa339-d103-41b7-a6ec-4ac6eb800e39", "name": "network-vif-plugged", "status": "completed", "tag": "ab145832-9b01-4bed-aa98-84d1db9dec3a", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:19.996138 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7cd0301-8060-43ff-862a-f6b14ec4433a {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:19.996539 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137fa339-d103-41b7-a6ec-4ac6eb800e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab145832-9b01-4bed-aa98-84d1db9dec3a', 'code': 200} Sep 17 22:57:20.092019 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ab145832-9b01-4bed-aa98-84d1db9dec3a,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:20.147290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6435d3-b64f-48ab-b141-1c42e5c6da02 req-7375f2ae-3c77-4cf4-9b6f-327c8e42522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:20.155733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6435d3-b64f-48ab-b141-1c42e5c6da02 req-7375f2ae-3c77-4cf4-9b6f-327c8e42522b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 1098 time: 0.0576754 Sep 17 22:57:20.155733 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47448) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:20.230810 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-029f599c-96e5-4f4e-8b78-b4fbd4b1e6d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9c9d41a2ef649bba535c09ba808d661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796912 Sep 17 22:57:20.232797 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6435d3-b64f-48ab-b141-1c42e5c6da02 req-b91411f5-ca95-4bc3-80b6-ab1a1dbc5698 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648162 Sep 17 22:57:20.233652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47462) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:20.349264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260296e-0216-4954-a84e-f4aafada2163 req-9535584b-3065-4ec0-9d4a-8fa759938426 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:20.350944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3260296e-0216-4954-a84e-f4aafada2163 req-9535584b-3065-4ec0-9d4a-8fa759938426 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 946 time: 0.0961151 Sep 17 22:57:20.352300 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d618b1c-986e-4471-be62-e7b95005d9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.394565 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d618b1c-986e-4471-be62-e7b95005d9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.461419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3260296e-0216-4954-a84e-f4aafada2163 req-49f9487a-0b28-4493-b3bc-fa9d217863af tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846694 Sep 17 22:57:20.496616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d618b1c-986e-4471-be62-e7b95005d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.502732 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d618b1c-986e-4471-be62-e7b95005d9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.503802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1d618b1c-986e-4471-be62-e7b95005d9d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/674c8c71-1eb1-4f17-90f3-7513790cd612 HTTP/1.1" status: 204 len: 168 time: 0.2692306 Sep 17 22:57:20.514550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d618b1c-986e-4471-be62-e7b95005d9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674c8c71-1eb1-4f17-90f3-7513790cd612,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:21.442270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 47636) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:21.593441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8651ca-035b-4d96-b5e0-e14e8c167d4d req-0258562c-8b86-42c7-80c5-94381982c0fd tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:21.602800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c8651ca-035b-4d96-b5e0-e14e8c167d4d req-0258562c-8b86-42c7-80c5-94381982c0fd tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 946 time: 0.0683048 Sep 17 22:57:21.635342 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1029939709-network', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:21.674602 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c8651ca-035b-4d96-b5e0-e14e8c167d4d req-44ee62af-9372-405f-90eb-3a847e33b770 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707579 Sep 17 22:57:21.682248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Made reservation on behalf of 0e2a33085e2c42d7be414e5c75e0e36c for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:57:21.686133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.697439 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.813274 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.818360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.849009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:57:21.859748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b89b84-b2a2-4c9f-a12f-1209534c035d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:21.865557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.865892 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Added segment 4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea of type vlan for network 75b0a17b-07bb-4396-858a-67956ffc812c Sep 17 22:57:21.907895 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.933301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.934275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:21.934995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.964085 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5207009 Sep 17 22:57:21.967362 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47712) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:21.974683 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Request body: {'subnet': {'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1029939709-subnet', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:22.003948 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Made reservation on behalf of 0e2a33085e2c42d7be414e5c75e0e36c for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:57:22.004668 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999cfb6-9c2a-47a9-84ec-fe5e3b755621 admin admin] Pushing event updated for resources: {'Network': ['ID=75b0a17b-07bb-4396-858a-67956ffc812c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:22.006355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.016121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 75b0a17b-07bb-4396-858a-67956ffc812c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:57:22.198823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.253572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2c901f-1474-475b-9622-dbd706d05d5c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:22.264511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Checking segment: {'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:22.265014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Network hostable DHCP agents. Network: 75b0a17b-07bb-4396-858a-67956ffc812c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:57:22.282217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Network 75b0a17b-07bb-4396-858a-67956ffc812c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:57:22.291347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 75b0a17b-07bb-4396-858a-67956ffc812c) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:22.296484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:22.297346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.301703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f582adb3-f1ca-43bb-a4e0-193ab0edb0be None None] Network 75b0a17b-07bb-4396-858a-67956ffc812c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:22.318893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-de7063f6-1071-4372-883e-47e706e6d97e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3471539 Sep 17 22:57:22.318893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47768) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:22.323560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:22.350204 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.351278 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.406157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.474225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-75b0a17b-07bb-4396-858a-67956ffc812c', 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'fixed_ips': [{'subnet_id': 'dc2c901f-1474-475b-9622-dbd706d05d5c'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:57:22.475102 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.634118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Allocated IP 172.20.0.2 (75b0a17b-07bb-4396-858a-67956ffc812c/dc2c901f-1474-475b-9622-dbd706d05d5c/9392bd25-dbcb-4fa0-b022-5778cf4ba242) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:22.796871 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.808864 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.856562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f16d6a-7c7c-48d5-9d4f-d6b854be81bb req-d47e7f07-9772-4c51-9e01-e1ec1dd941ed tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:22.867872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7f16d6a-7c7c-48d5-9d4f-d6b854be81bb req-d47e7f07-9772-4c51-9e01-e1ec1dd941ed tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 946 time: 0.0941844 Sep 17 22:57:22.917667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7f16d6a-7c7c-48d5-9d4f-d6b854be81bb req-5e0f099c-0d10-42f6-af91-920493e2e2fc tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483565 Sep 17 22:57:22.988864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.063971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Pushing event updated for resources: {'Port': ['ID=9392bd25-dbcb-4fa0-b022-5778cf4ba242,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:23.072170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Network 75b0a17b-07bb-4396-858a-67956ffc812c is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:23.073024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:23.075597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:23.144245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Attempting to bind port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:23.144642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Attempting to bind port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:23.145031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Attempting to bind port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 on network 75b0a17b-07bb-4396-858a-67956ffc812c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:23.150425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:23.150806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Checking segment: {'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:23.151210 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.151603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Bound using segment: {'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:23.152222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Bound port: 9392bd25-dbcb-4fa0-b022-5778cf4ba242, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:23.152616 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.232679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] For port 9392bd25-dbcb-4fa0-b022-5778cf4ba242, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:23.237906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] For port 9392bd25-dbcb-4fa0-b022-5778cf4ba242, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9392bd25-dbcb-4fa0-b022-5778cf4ba242,segment=NetworkSegment(4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea),segment_id=4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:23.247514 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.270698 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.302671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.337661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48000517-1fba-47aa-93ec-e19e3fbde984 None None] Pushing event updated for resources: {'Port': ['ID=9392bd25-dbcb-4fa0-b022-5778cf4ba242,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:23.581033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Allocated IP 172.25.0.75 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/27351108-0947-4099-9ea1-951d61651599) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:23.834606 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.877088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.930589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Pushing event updated for resources: {'Port': ['ID=27351108-0947-4099-9ea1-951d61651599,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:23.944249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:23.948255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:23.951907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:24.306835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:24.652045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:24.849049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:57:24.886551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4282d-a365-4ff1-a941-3fb1f92c03c5 None None] Network 75b0a17b-07bb-4396-858a-67956ffc812c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:24.992115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:24.997178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f2254c4f-fcfb-4317-ba65-eb9201320c0d None None] Provisioning complete for port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:24.997178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2254c4f-fcfb-4317-ba65-eb9201320c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.016064 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.017871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b869e9a5-c0bd-4aeb-b131-4c3ff16f9118 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.6984060 Sep 17 22:57:25.020424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47908) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:25.025305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Sync routers for ids ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:25.072355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Routers {'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:25.073025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:25.260323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Set router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:25.332898 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2254c4f-fcfb-4317-ba65-eb9201320c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.523145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f2254c4f-fcfb-4317-ba65-eb9201320c0d None None] For port 9392bd25-dbcb-4fa0-b022-5778cf4ba242, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9392bd25-dbcb-4fa0-b022-5778cf4ba242,segment=NetworkSegment(4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea),segment_id=4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:25.533553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2254c4f-fcfb-4317-ba65-eb9201320c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.639684 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254c4f-fcfb-4317-ba65-eb9201320c0d None None] Pushing event updated for resources: {'Port': ['ID=9392bd25-dbcb-4fa0-b022-5778cf4ba242,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:25.663834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '27351108-0947-4099-9ea1-951d61651599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:24Z', 'revision_number': 3, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port': {'id': '27351108-0947-4099-9ea1-951d61651599', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:23Z', 'updated_at': '2021-09-17T22:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:25.707492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Checking router: e1b62900-9fd0-4b7c-91a1-4a75ccfef0af for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:25.708574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Updating router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af port 27351108-0947-4099-9ea1-951d61651599 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:57:25.712137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9392bd25-dbcb-4fa0-b022-5778cf4ba242 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:25.758379 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.809628 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.820441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-ea6ab965-2b33-48ae-ae04-cc74b980fb11 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:25.825460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-ea6ab965-2b33-48ae-ae04-cc74b980fb11 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.3119452 Sep 17 22:57:25.850362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-da9f1f91-f60a-450b-a0e2-7a9b09d5e884 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/quotas/6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 375 time: 0.0214443 Sep 17 22:57:25.899892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4df0aa47-679d-4465-8195-fade530e8b42 None None] Provisioning complete for port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:25.900523 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4df0aa47-679d-4465-8195-fade530e8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.948186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9487d669-4d3c-42a8-8021-b36327159e11 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961301 Sep 17 22:57:26.014588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Allocated IP 172.20.0.1 (75b0a17b-07bb-4396-858a-67956ffc812c/dc2c901f-1474-475b-9622-dbd706d05d5c/6d2b60ca-5129-4fed-b949-8372e01d62ed) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:26.051592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:26.051967 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.055729 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-7af4e334-fe4c-4ae7-b05a-e49240551c60 service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064615 Sep 17 22:57:26.202875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.204756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-fb3f289b-93f1-4e25-976b-7cea5a57c59c service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479571 Sep 17 22:57:26.259915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.315428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Network 75b0a17b-07bb-4396-858a-67956ffc812c is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:26.322487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:26.329345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:26.389597 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.396775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.397307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2b60ca-5129-4fed-b949-8372e01d62ed,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:26.443518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.487531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Attempting to bind port 27351108-0947-4099-9ea1-951d61651599 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:26.488334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Attempting to bind port 27351108-0947-4099-9ea1-951d61651599 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:26.488903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Attempting to bind port 27351108-0947-4099-9ea1-951d61651599 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:26.493151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ab37d-5494-4593-92eb-f3988e72e27d None None] Pushing event updated for resources: {'Port': ['ID=27351108-0947-4099-9ea1-951d61651599,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:26.508282 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:26.508778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:26.509314 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.511274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:26.512006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Bound port: 27351108-0947-4099-9ea1-951d61651599, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:26.512457 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.533567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4980735-ddfd-4eba-a447-d76c63409c2a req-32f626fa-d0b6-41d0-a26c-90eb9278ef89 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 210 time: 0.0595212 Sep 17 22:57:26.621096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] For port 27351108-0947-4099-9ea1-951d61651599, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:26.626387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] For port 27351108-0947-4099-9ea1-951d61651599, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=27351108-0947-4099-9ea1-951d61651599,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:26.634830 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.694859 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Routers {'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:26.695835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:26.756250 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.796655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ab37d-5494-4593-92eb-f3988e72e27d None None] Pushing event updated for resources: {'Port': ['ID=27351108-0947-4099-9ea1-951d61651599,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:26.816636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e5b27574-740a-4972-9b5d-04471a65321e None None] Provisioning complete for port 6d2b60ca-5129-4fed-b949-8372e01d62ed triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:26.817041 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e5b27574-740a-4972-9b5d-04471a65321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.922406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e5b27574-740a-4972-9b5d-04471a65321e None None] Port 6d2b60ca-5129-4fed-b949-8372e01d62ed cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:57:26.938106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] Set router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:27.036571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.043529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.194722 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '27351108-0947-4099-9ea1-951d61651599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 4, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port': {'id': '27351108-0947-4099-9ea1-951d61651599', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:23Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '6d2b60ca-5129-4fed-b949-8372e01d62ed', 'name': '', 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'mac_address': 'fa:16:3e:2d:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:25Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 1, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'subnets': [{'id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:27.213648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2b60ca-5129-4fed-b949-8372e01d62ed,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:27.216674 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.246409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a337c-77f1-4a63-8d20-2e0801747487 None None] The sync data for ids ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'] in n-d-789963-10 is: [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '27351108-0947-4099-9ea1-951d61651599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 4, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port': {'id': '27351108-0947-4099-9ea1-951d61651599', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:23Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '6d2b60ca-5129-4fed-b949-8372e01d62ed', 'name': '', 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'mac_address': 'fa:16:3e:2d:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:25Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 1, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'subnets': [{'id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:27.349228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Network 75b0a17b-07bb-4396-858a-67956ffc812c is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:27.351424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:27.518787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:57:27.579089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9392bd25-dbcb-4fa0-b022-5778cf4ba242 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:27.728259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6adbb26e-5bf2-498b-a4c9-0392e0a44283 req-fe40a986-ffc5-4b76-9ab9-1635efe29de5 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 210 time: 0.0538299 Sep 17 22:57:27.752358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:27.752804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.827045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:27.840907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-270d9143-b7d3-428d-8ac4-b90f814ba998 admin admin] 10.222.0.48 "PUT /v2.0/routers/e1b62900-9fd0-4b7c-91a1-4a75ccfef0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8186879 Sep 17 22:57:28.118239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b6a71a25-6f68-407d-a4d6-7f7da62f7a0a None None] Provisioning complete for port 6d2b60ca-5129-4fed-b949-8372e01d62ed triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:28.118773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b6a71a25-6f68-407d-a4d6-7f7da62f7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.352425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b6a71a25-6f68-407d-a4d6-7f7da62f7a0a None None] Port 6d2b60ca-5129-4fed-b949-8372e01d62ed cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:57:28.426092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47958) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:28.733315 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e2612a7e-6147-4c6a-bd6c-96225eee7cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.789332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-eccff4de-39f8-4248-a8a9-fb49872c1fd3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:28.790945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-eccff4de-39f8-4248-a8a9-fb49872c1fd3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 1.0479486 Sep 17 22:57:28.809704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'port': {'device_id': '2ffe2340-b300-479b-b972-d6ee4e2e6d6d', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'admin_state_up': True, 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:28.899568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35e6bb6d-29ba-48cf-8ea3-5773c7ff8b49 req-36c5a34b-a4e4-4b3a-94aa-ccfc91d6f3f4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 210 time: 0.0461290 Sep 17 22:57:29.011547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e2612a7e-6147-4c6a-bd6c-96225eee7cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.019124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e2612a7e-6147-4c6a-bd6c-96225eee7cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.087864 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e2612a7e-6147-4c6a-bd6c-96225eee7cde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0249456aafe94817a09de4c663bff57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605954 Sep 17 22:57:29.089442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2612a7e-6147-4c6a-bd6c-96225eee7cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead027b4-41bc-4437-a7ac-6f1cb81326cb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:29.092911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 47972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:29.103719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:57:29.111702 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.161942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e27b549a-fbc7-482f-8395-c7c7b3ec6bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.230164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e27b549a-fbc7-482f-8395-c7c7b3ec6bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.331557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e27b549a-fbc7-482f-8395-c7c7b3ec6bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.335943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e27b549a-fbc7-482f-8395-c7c7b3ec6bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.340459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e27b549a-fbc7-482f-8395-c7c7b3ec6bae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ead027b4-41bc-4437-a7ac-6f1cb81326cb HTTP/1.1" status: 204 len: 168 time: 0.2436678 Sep 17 22:57:29.350012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b549a-fbc7-482f-8395-c7c7b3ec6bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead027b4-41bc-4437-a7ac-6f1cb81326cb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:29.401344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.20.0.7 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/ee4c318e-8014-41aa-96dd-2d80bb8ecf7f) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:29.633525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 27351108-0947-4099-9ea1-951d61651599 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:29.744591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 27351108-0947-4099-9ea1-951d61651599 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:29.746241 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.755182 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.820701 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:29.887691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:29.904754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:29.907455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:29.911411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:29.994014 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:30.065609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 27351108-0947-4099-9ea1-951d61651599, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=27351108-0947-4099-9ea1-951d61651599,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:30.067289 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f2f63cb6-02ef-4128-bc14-a656cc8e5709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:30.076738 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:30.143125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:30.143819 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:30.173014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-9f4734ff-3db1-4024-b5a1-40aa76219339 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3707399 Sep 17 22:57:30.213657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Request body: {'port': {'device_id': '2ffe2340-b300-479b-b972-d6ee4e2e6d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:30.275352 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=27351108-0947-4099-9ea1-951d61651599,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:30.306761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:30.333186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc006-4604-44d6-b9d5-49054accfdd0 req-72659e95-44ea-4388-870c-5203e5371848 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:30.342086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-757fc006-4604-44d6-b9d5-49054accfdd0 req-72659e95-44ea-4388-870c-5203e5371848 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 931 time: 0.1838760 Sep 17 22:57:30.427060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-757fc006-4604-44d6-b9d5-49054accfdd0 req-f6ec07f0-f8b7-487d-ba73-13195fe7f323 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787179 Sep 17 22:57:30.440965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-840751c4-3699-414a-bbf2-1e37112485e3 None None] Provisioning complete for port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:30.440965 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-840751c4-3699-414a-bbf2-1e37112485e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:30.458327 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:30.544536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-840751c4-3699-414a-bbf2-1e37112485e3 None None] Port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:57:30.894030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4c318e-8014-41aa-96dd-2d80bb8ecf7f {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:57:30.903479 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:30.917102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Transition to ACTIVE for port object ee4c318e-8014-41aa-96dd-2d80bb8ecf7f will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:57:30.924132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:30.979510 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Sync routers for ids ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:30.988557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:31.024188 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Routers {'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:31.025187 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:31.039694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:31.113569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Attempting to bind port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:31.114176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Attempting to bind port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:31.114709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Attempting to bind port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:31.121550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f on network efd7d316-db5b-443d-8c32-028f74826381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:57:31.122295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Attempting to bind port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:31.130361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:31.133659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:31.134345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:31.135054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Bound port: ee4c318e-8014-41aa-96dd-2d80bb8ecf7f, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:31.135941 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:31.233022 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Set router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:31.265510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] For port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:31.278568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] For port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:31.292895 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:31.388763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:31.392971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:31.395292 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] 10.222.0.45 "PUT /v2.0/ports/ee4c318e-8014-41aa-96dd-2d80bb8ecf7f HTTP/1.1" status: 200 len: 1092 time: 1.1915693 Sep 17 22:57:31.396872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffe2340-b300-479b-b972-d6ee4e2e6d6d', 'tag': 'ee4c318e-8014-41aa-96dd-2d80bb8ecf7f'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:31.412064 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66535fef-e359-437c-bad7-c3fd55be82f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffe2340-b300-479b-b972-d6ee4e2e6d6d", "tag": "ee4c318e-8014-41aa-96dd-2d80bb8ecf7f"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:31.617102 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce6d1ae-f43f-4180-91bc-6e213ccbbcef x-openstack-request-id: req-3ce6d1ae-f43f-4180-91bc-6e213ccbbcef {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:31.617446 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffe2340-b300-479b-b972-d6ee4e2e6d6d", "tag": "ee4c318e-8014-41aa-96dd-2d80bb8ecf7f", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:31.617656 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ce6d1ae-f43f-4180-91bc-6e213ccbbcef {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:31.618064 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffe2340-b300-479b-b972-d6ee4e2e6d6d', 'tag': 'ee4c318e-8014-41aa-96dd-2d80bb8ecf7f', 'status': 'completed', 'code': 200} Sep 17 22:57:31.643663 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 27351108-0947-4099-9ea1-951d61651599 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:31.705945 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074a8b-52e1-4f14-98fa-4b15ba1d7454 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:31.731294 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '27351108-0947-4099-9ea1-951d61651599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 4, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port': {'id': '27351108-0947-4099-9ea1-951d61651599', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:23Z', 'updated_at': '2021-09-17T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '6d2b60ca-5129-4fed-b949-8372e01d62ed', 'name': '', 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'mac_address': 'fa:16:3e:2d:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:25Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 2, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'subnets': [{'id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:31.782593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 27351108-0947-4099-9ea1-951d61651599 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:31.783810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:31.792430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-7a4963f2-fd07-44f4-bc20-1b4f5e23709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:31.795801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-7a4963f2-fd07-44f4-bc20-1b4f5e23709a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 1095 time: 0.3527071 Sep 17 22:57:31.822930 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Checking router: e1b62900-9fd0-4b7c-91a1-4a75ccfef0af for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:31.823638 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Updating router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af port 6d2b60ca-5129-4fed-b949-8372e01d62ed binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:57:31.852912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38f469-f3ee-4f79-b999-dd8f164cf598 req-9f4a58ad-fb07-41dd-8e49-d1df5de9a1e5 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:31.862862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae38f469-f3ee-4f79-b999-dd8f164cf598 req-9f4a58ad-fb07-41dd-8e49-d1df5de9a1e5 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.2473752 Sep 17 22:57:31.899122 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:31.978348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-fdfaa50a-c36e-4617-b998-5c120bd22535 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f HTTP/1.1" status: 200 len: 217 time: 0.1722803 Sep 17 22:57:32.160899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-4f5050be-58a2-4cbc-bfa1-39a7d9fc5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:32.184718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-4f5050be-58a2-4cbc-bfa1-39a7d9fc5cc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.1885045 Sep 17 22:57:32.200760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ae38f469-f3ee-4f79-b999-dd8f164cf598 req-b8e1c7aa-7584-45e8-9214-e3f44f72d144 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248883 Sep 17 22:57:32.296851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-dbfe0d67-622f-4f2a-beb6-0de1356f6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:32.298628 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-dbfe0d67-622f-4f2a-beb6-0de1356f6ac6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966861 Sep 17 22:57:32.416918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Deleting port 6d2b60ca-5129-4fed-b949-8372e01d62ed {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:32.417430 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:32.472332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-549afbe7-473c-4eab-8fc9-51f40804bc4c service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651564 Sep 17 22:57:32.479868 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:32.490844 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:32.565510 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6d2b60ca-5129-4fed-b949-8372e01d62ed,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:32.620029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13baae5d-c4c5-4b36-ac78-2a243fed20a2 req-322ab43c-30f0-4156-b662-7724abd20c36 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390347 Sep 17 22:57:32.627136 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.627954 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.629640 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:32.630177 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.630617 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.631057 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.631862 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.633828 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.634278 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.634841 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.637291 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.637744 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.638413 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:32.648116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Calling delete_port for 6d2b60ca-5129-4fed-b949-8372e01d62ed owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:32.709120 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Attempting to bind port 6d2b60ca-5129-4fed-b949-8372e01d62ed on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:32.710781 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Attempting to bind port 6d2b60ca-5129-4fed-b949-8372e01d62ed by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:32.712352 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Attempting to bind port 6d2b60ca-5129-4fed-b949-8372e01d62ed on network 75b0a17b-07bb-4396-858a-67956ffc812c {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:32.724421 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:32.726587 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Checking segment: {'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:32.729064 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:32.730022 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Bound using segment: {'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:32.734852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-f9449c41-d719-4905-adf9-35d6259bb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:32.737711 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Bound port: 6d2b60ca-5129-4fed-b949-8372e01d62ed, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:32.738057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-f9449c41-d719-4905-adf9-35d6259bb768 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 1095 time: 0.0600004 Sep 17 22:57:32.738345 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:32.741381 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6841-8b1e-449f-872b-8fb3d49b4c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:32.855229 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] For port 6d2b60ca-5129-4fed-b949-8372e01d62ed, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:32.858939 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] For port 6d2b60ca-5129-4fed-b949-8372e01d62ed, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6d2b60ca-5129-4fed-b949-8372e01d62ed,segment=NetworkSegment(4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea),segment_id=4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:32.868420 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:32.875943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-ab1b5578-fd21-4942-9d5a-899c1a6bd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:32.878572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-ab1b5578-fd21-4942-9d5a-899c1a6bd062 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.1220906 Sep 17 22:57:32.948890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-966bed8e-3280-4daa-9fc0-8cd718412f4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f HTTP/1.1" status: 200 len: 217 time: 0.0571663 Sep 17 22:57:32.964953 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Routers {'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:32.968705 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:33.047869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-882f553f-13de-4b6b-9019-457d815d6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:33.052220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-882f553f-13de-4b6b-9019-457d815d6aaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0941596 Sep 17 22:57:33.064792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b75377ce-8eaa-41a2-bf4f-be5da216cf47 None None] Provisioning complete for port 6d2b60ca-5129-4fed-b949-8372e01d62ed triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:33.066242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b75377ce-8eaa-41a2-bf4f-be5da216cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:33.083479 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:33.180624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2b60ca-5129-4fed-b949-8372e01d62ed,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:33.186545 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e267d1-6a6d-4217-b71f-3642fda0b9b9 None None] Pushing event updated for resources: {'Port': ['ID=6d2b60ca-5129-4fed-b949-8372e01d62ed,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:33.206858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:33.209946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-a2e770c0-39d0-4744-867f-addf3eac0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:33.216569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-a2e770c0-39d0-4744-867f-addf3eac0ebc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546082 Sep 17 22:57:33.225760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b75377ce-8eaa-41a2-bf4f-be5da216cf47 None None] Could not find standard attr ID for object 6d2b60ca-5129-4fed-b949-8372e01d62ed. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:57:33.235245 n-d-789963-10 neutron-server[94739]: INFO neutron.plugins.ml2.db [None req-b75377ce-8eaa-41a2-bf4f-be5da216cf47 None None] No ports have port_id starting with 6d2b60ca-5129-4fed-b949-8372e01d62ed Sep 17 22:57:33.250019 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] Set router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:33.454494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3d049739-234a-4ac2-97bc-8dff2f2383f7 None None] Could not find standard attr ID for object 6d2b60ca-5129-4fed-b949-8372e01d62ed. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:57:33.488138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:33.516489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-f65d7e89-d4f1-4fd4-ba4d-4b7a490cd3e3 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919652 Sep 17 22:57:33.539130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b0143-e389-45c6-be04-a25c5f371487 req-1eb92f79-95eb-45bc-90a1-830b7f0deb08 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:33.541158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573b0143-e389-45c6-be04-a25c5f371487 req-1eb92f79-95eb-45bc-90a1-830b7f0deb08 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.1747570 Sep 17 22:57:33.709648 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '27351108-0947-4099-9ea1-951d61651599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 4, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port': {'id': '27351108-0947-4099-9ea1-951d61651599', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:23Z', 'updated_at': '2021-09-17T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '6d2b60ca-5129-4fed-b949-8372e01d62ed', 'name': '', 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'mac_address': 'fa:16:3e:2d:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:25Z', 'updated_at': '2021-09-17T22:57:32Z', 'revision_number': 4, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'subnets': [{'id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:33.768685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573b0143-e389-45c6-be04-a25c5f371487 req-c5d3e7c8-c15c-4f2d-8055-2d5475196697 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378043 Sep 17 22:57:33.810463 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3235bc-711d-4f2f-8b7f-880b43b71438 None None] The sync data for ids ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'] in n-d-789963-10 is: [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '27351108-0947-4099-9ea1-951d61651599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:26Z', 'revision_number': 4, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port': {'id': '27351108-0947-4099-9ea1-951d61651599', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:23Z', 'updated_at': '2021-09-17T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '6d2b60ca-5129-4fed-b949-8372e01d62ed', 'name': '', 'network_id': '75b0a17b-07bb-4396-858a-67956ffc812c', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'mac_address': 'fa:16:3e:2d:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:25Z', 'updated_at': '2021-09-17T22:57:32Z', 'revision_number': 4, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'subnets': [{'id': 'dc2c901f-1474-475b-9622-dbd706d05d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:33.833890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66535fef-e359-437c-bad7-c3fd55be82f6 req-d228dd18-b846-4ddf-b0ce-3a4ac5febe22 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900035 Sep 17 22:57:33.889425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:33.978791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:57:34.164570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:34.173974 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4eae9689-e930-4d78-9649-2e79ff1fe3a1 admin admin] 10.222.0.48 "PUT /v2.0/routers/e1b62900-9fd0-4b7c-91a1-4a75ccfef0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8655388 Sep 17 22:57:34.182763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48102) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:34.332763 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:34.527619 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:34.601182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Deleting port 27351108-0947-4099-9ea1-951d61651599 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:34.601531 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:34.737273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] For port 27351108-0947-4099-9ea1-951d61651599, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=27351108-0947-4099-9ea1-951d61651599,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:34.737634 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:34.753371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Calling delete_port for 27351108-0947-4099-9ea1-951d61651599 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:34.858168 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:34.999674 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] Sync routers for ids ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:35.024797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] Routers {'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:35.025735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:35.055216 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.110885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Pushing event deleted for resources: {'Port': ['ID=27351108-0947-4099-9ea1-951d61651599,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:35.203351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97490f16-2a22-418d-ab59-1b292ab34af6 req-d6cd24fa-bcb1-4408-ac09-1fe5984bacbd tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:35.205079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97490f16-2a22-418d-ab59-1b292ab34af6 req-d6cd24fa-bcb1-4408-ac09-1fe5984bacbd tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.1654098 Sep 17 22:57:35.214567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] Set router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:35.238418 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.322288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:34Z', 'revision_number': 6, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:35.349661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.353132 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.379511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] Checking router: e1b62900-9fd0-4b7c-91a1-4a75ccfef0af for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:35.398569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] Routers {'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:35.399601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:35.429174 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.430018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:57:35.435015 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97490f16-2a22-418d-ab59-1b292ab34af6 req-f4382b86-eef9-4537-beb6-1752420460da tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183430 Sep 17 22:57:35.437909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.441498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2a8e65a3-3b45-41b8-a251-d30540b44938 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e1b62900-9fd0-4b7c-91a1-4a75ccfef0af HTTP/1.1" status: 204 len: 168 time: 1.2578161 Sep 17 22:57:35.441628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48112) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:35.546066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f51864-b8e5-47e5-95c3-22b15f31bfd6 admin admin] Deleting subnet dc2c901f-1474-475b-9622-dbd706d05d5c {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:57:35.560208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a8f51864-b8e5-47e5-95c3-22b15f31bfd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.615378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] Set router e1b62900-9fd0-4b7c-91a1-4a75ccfef0af gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:35.657061 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a8f51864-b8e5-47e5-95c3-22b15f31bfd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.690552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:34Z', 'revision_number': 7, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:35.694920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.761410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d2293-6b4b-4d05-b26b-c3dfcddff259 None None] The sync data for ids ['e1b62900-9fd0-4b7c-91a1-4a75ccfef0af'] in n-d-789963-10 is: [{'id': 'e1b62900-9fd0-4b7c-91a1-4a75ccfef0af', 'name': 'tempest-ImageQuotaTest-1029939709-router', 'tenant_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:22Z', 'updated_at': '2021-09-17T22:57:34Z', 'revision_number': 7, 'project_id': '0e2a33085e2c42d7be414e5c75e0e36c', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:35.817524 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a8f51864-b8e5-47e5-95c3-22b15f31bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.936111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a8f51864-b8e5-47e5-95c3-22b15f31bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.974909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f51864-b8e5-47e5-95c3-22b15f31bfd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2c901f-1474-475b-9622-dbd706d05d5c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:35.986301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a8f51864-b8e5-47e5-95c3-22b15f31bfd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.993208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48116) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:35.993641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a8f51864-b8e5-47e5-95c3-22b15f31bfd6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dc2c901f-1474-475b-9622-dbd706d05d5c HTTP/1.1" status: 204 len: 168 time: 0.5505924 Sep 17 22:57:35.998307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75847c7f-0e8a-47c7-8251-13a9959ee024 None None] Network 75b0a17b-07bb-4396-858a-67956ffc812c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:36.185367 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.279583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Deleting port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:36.280423 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.361084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] DHCP port deletion for 75b0a17b-07bb-4396-858a-67956ffc812c request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:57:36.389188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] For port 9392bd25-dbcb-4fa0-b022-5778cf4ba242, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9392bd25-dbcb-4fa0-b022-5778cf4ba242,segment=NetworkSegment(4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea),segment_id=4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:36.390120 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.417273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Calling delete_port for 9392bd25-dbcb-4fa0-b022-5778cf4ba242 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:36.429843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] Deleting port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:36.429843 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.527676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] For port 9392bd25-dbcb-4fa0-b022-5778cf4ba242, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9392bd25-dbcb-4fa0-b022-5778cf4ba242,segment=NetworkSegment(4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea),segment_id=4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:36.528326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.551748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] Calling delete_port for 9392bd25-dbcb-4fa0-b022-5778cf4ba242 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:36.620387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.660010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9392bd25-dbcb-4fa0-b022-5778cf4ba242,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:36.673964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.686866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d275-000b-4f68-a1eb-f794c6f7162c req-99b00623-e7af-4179-b3ad-d312873d5616 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:36.693146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43e1d275-000b-4f68-a1eb-f794c6f7162c req-99b00623-e7af-4179-b3ad-d312873d5616 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.1277525 Sep 17 22:57:36.697660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] No DVR routers for this DVR port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:36.747820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] Pushing event deleted for resources: {'Port': ['ID=9392bd25-dbcb-4fa0-b022-5778cf4ba242,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:36.757425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee7c08-0c26-4ebc-8bee-abe535ae7c90 None None] No DVR routers for this DVR port 9392bd25-dbcb-4fa0-b022-5778cf4ba242 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:36.869336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43e1d275-000b-4f68-a1eb-f794c6f7162c req-73c265f7-7070-4a0b-a557-3832f2680813 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622653 Sep 17 22:57:36.907310 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.942738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b0a17b-07bb-4396-858a-67956ffc812c']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:36.954526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:36.954822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcb0f57-ec16-4c5b-b37a-2e0916acc0ea') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:36.970904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:36.993856 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.007863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:57:37.008570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:57:37.011998 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:57:37.123111 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.156482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.158434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/75b0a17b-07bb-4396-858a-67956ffc812c HTTP/1.1" status: 204 len: 168 time: 1.1626780 Sep 17 22:57:37.160089 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186af7-574f-4155-8e13-a823afd3d8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=75b0a17b-07bb-4396-858a-67956ffc812c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:37.529684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48130) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:37.548017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6d2b60ca-5129-4fed-b949-8372e01d62ed no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:37.569706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 6d2b60ca-5129-4fed-b949-8372e01d62ed {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:37.570383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6d2b60ca-5129-4fed-b949-8372e01d62ed not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:37.570991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9392bd25-dbcb-4fa0-b022-5778cf4ba242 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:37.582983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e2015695-2862-4bf5-b131-e3b95ba4a1b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e2a33085e2c42d7be414e5c75e0e36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514882 Sep 17 22:57:37.585959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48132) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:37.598409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 9392bd25-dbcb-4fa0-b022-5778cf4ba242 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:37.599093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9392bd25-dbcb-4fa0-b022-5778cf4ba242 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:37.599739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 27351108-0947-4099-9ea1-951d61651599 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:37.621577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 27351108-0947-4099-9ea1-951d61651599 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:37.622752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 27351108-0947-4099-9ea1-951d61651599 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:37.662034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb16b48a-7c31-4e18-8d8f-7e45e0ea5616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.693581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb16b48a-7c31-4e18-8d8f-7e45e0ea5616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.774470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb16b48a-7c31-4e18-8d8f-7e45e0ea5616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.779088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb16b48a-7c31-4e18-8d8f-7e45e0ea5616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.780329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eb16b48a-7c31-4e18-8d8f-7e45e0ea5616 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29b89b84-b2a2-4c9f-a12f-1209534c035d HTTP/1.1" status: 204 len: 168 time: 0.1934874 Sep 17 22:57:37.796971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16b48a-7c31-4e18-8d8f-7e45e0ea5616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b89b84-b2a2-4c9f-a12f-1209534c035d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:38.045840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c73dca-27e6-4bcc-9a89-8e720b0c3f5b req-f701e163-fd25-48b2-8c96-f1f7070f676d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:38.049166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49c73dca-27e6-4bcc-9a89-8e720b0c3f5b req-f701e163-fd25-48b2-8c96-f1f7070f676d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0771086 Sep 17 22:57:38.124772 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49c73dca-27e6-4bcc-9a89-8e720b0c3f5b req-6e1d8b1f-e50c-438f-ae6c-d79485074dad tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634122 Sep 17 22:57:38.393271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48144) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:38.419907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cd328bb2-1fc6-4b58-904e-ffd91ea45a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:38.588280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cd328bb2-1fc6-4b58-904e-ffd91ea45a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:38.615099 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cd328bb2-1fc6-4b58-904e-ffd91ea45a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:38.663457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cd328bb2-1fc6-4b58-904e-ffd91ea45a36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2685778 Sep 17 22:57:38.666025 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd328bb2-1fc6-4b58-904e-ffd91ea45a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d35cb99-105b-4d14-b3bb-9970bda06317,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:38.666756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48146) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:38.727121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401bc19e-fcee-4563-8e89-8d5a2b7d78c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:38.749555 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401bc19e-fcee-4563-8e89-8d5a2b7d78c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:38.798071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401bc19e-fcee-4563-8e89-8d5a2b7d78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:38.801073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-401bc19e-fcee-4563-8e89-8d5a2b7d78c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:38.802238 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-401bc19e-fcee-4563-8e89-8d5a2b7d78c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d35cb99-105b-4d14-b3bb-9970bda06317 HTTP/1.1" status: 204 len: 168 time: 0.1343884 Sep 17 22:57:38.815434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bc19e-fcee-4563-8e89-8d5a2b7d78c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d35cb99-105b-4d14-b3bb-9970bda06317,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:39.281154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c28d7a-69fb-49e6-9ddd-d6290e47f110 req-c6cf432e-8502-4e81-b900-57a8651a03bf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:39.290611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8c28d7a-69fb-49e6-9ddd-d6290e47f110 req-c6cf432e-8502-4e81-b900-57a8651a03bf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0846684 Sep 17 22:57:39.366659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8c28d7a-69fb-49e6-9ddd-d6290e47f110 req-6b9133b0-6d50-47b2-b5cb-732205091ffc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695386 Sep 17 22:57:40.539702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3e791-87aa-4b59-ac68-8effb934223f req-8c889a44-eb5a-4b8b-b693-c6f2c3393941 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:40.545631 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3d3e791-87aa-4b59-ac68-8effb934223f req-8c889a44-eb5a-4b8b-b693-c6f2c3393941 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.1059179 Sep 17 22:57:40.556428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df39e0-1e27-4b88-aede-9685d0385a2f req-9e4ea598-e485-469d-bf6a-acbae5f81bf4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:40.567121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4df39e0-1e27-4b88-aede-9685d0385a2f req-9e4ea598-e485-469d-bf6a-acbae5f81bf4 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 946 time: 0.0931714 Sep 17 22:57:40.637261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3d3e791-87aa-4b59-ac68-8effb934223f req-a8e381ea-64df-4f70-8ead-04f4bb7387df tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677662 Sep 17 22:57:40.657623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4df39e0-1e27-4b88-aede-9685d0385a2f req-6b5ed8be-0859-4010-b447-9497abe8c437 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896137 Sep 17 22:57:41.626577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-f40bd22d-a904-4efe-b168-5d370a77786e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0615056 Sep 17 22:57:41.822640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-2fe15bc3-417a-4a4c-8253-2e3ebdbe0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:41.824162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-2fe15bc3-417a-4a4c-8253-2e3ebdbe0eff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1097 time: 0.1385334 Sep 17 22:57:41.849205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfb882-88b3-47a8-9bf8-ba6740cc230e req-c2f303e6-a74d-4035-b74b-8af65f2dae80 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:41.851120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8dfb882-88b3-47a8-9bf8-ba6740cc230e req-c2f303e6-a74d-4035-b74b-8af65f2dae80 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.1090460 Sep 17 22:57:41.858750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b91275-b919-4d89-827d-ed790df262cf req-648ae986-3333-44c3-aa1b-6cc51ca88159 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:41.860167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60b91275-b919-4d89-827d-ed790df262cf req-648ae986-3333-44c3-aa1b-6cc51ca88159 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 946 time: 0.1044178 Sep 17 22:57:41.981311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-3622a1ab-7b12-4874-8e7c-196da31ed47e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:41.982855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-3622a1ab-7b12-4874-8e7c-196da31ed47e tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.45 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 946 time: 0.0795832 Sep 17 22:57:41.992052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8dfb882-88b3-47a8-9bf8-ba6740cc230e req-8d1b6be4-e8f4-4813-b26c-d63ece87713b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226499 Sep 17 22:57:41.997030 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60b91275-b919-4d89-827d-ed790df262cf req-905d1c34-1078-4630-b72d-0fe2419e2124 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cef8cef-d50b-425d-81d7-44070844cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101134 Sep 17 22:57:42.038333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-deb09f7c-9005-4bf3-a735-380a3ef8e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:42.040125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-deb09f7c-9005-4bf3-a735-380a3ef8e49b service neutron] 10.222.0.45 "GET /v2.0/networks?id=505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 200 len: 909 time: 0.1791151 Sep 17 22:57:42.146361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-eb5f5ef1-64eb-4f6f-ba8d-338f5f2de7a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 200 len: 1001 time: 0.0951917 Sep 17 22:57:42.161568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Deleting port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:42.161912 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:42.219099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-bcc016d7-bfc0-41b0-8355-43a108b215c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:42.220590 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-bcc016d7-bfc0-41b0-8355-43a108b215c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20227ba6-72e5-42e2-bff5-a28e51d953b4 HTTP/1.1" status: 200 len: 847 time: 0.0645006 Sep 17 22:57:42.274727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-da20df3a-e123-41ca-96ca-f3e3d4ece953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:42.276626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-da20df3a-e123-41ca-96ca-f3e3d4ece953 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=505aace7-a881-4739-9dee-735e991e1b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482628 Sep 17 22:57:42.285809 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] For port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:42.286181 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:42.502729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:42.503096 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:42.503415 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Floating IP 96c5730f-dd3a-4a5b-9c98-3c9ab539763a disassociated. External IP: 172.25.0.78, port: 1b1316f5-d03b-45d8-a7e1-a518afd77bfe. Sep 17 22:57:42.503758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Calling delete_port for 1b1316f5-d03b-45d8-a7e1-a518afd77bfe owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:42.712488 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:42.758308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-c302d1d1-075d-4325-bbed-c4c1e27720f1 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725306 Sep 17 22:57:42.765410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event deleted for resources: {'Port': ['ID=1b1316f5-d03b-45d8-a7e1-a518afd77bfe,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:42.901332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d404facc-28ac-421b-a5dc-fed3a0d5449c req-ad36edef-d4dd-4384-84f5-19605e3fd69d service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335542 Sep 17 22:57:42.917798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Router 4a198355-a1b9-47dc-aa03-9187fd927e28 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:57:43.051220 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:43.063379 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] Sync routers for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:43.078121 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:43.080973 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:43.136759 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] No DVR routers for this DVR port 1b1316f5-d03b-45d8-a7e1-a518afd77bfe on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:43.140122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:43.142708 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d40b41ee-2f18-4c93-8329-27cc8d8c7b02 req-92d650ac-5b82-4610-99cf-4c3be3262d65 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.45 "DELETE /v2.0/ports/1b1316f5-d03b-45d8-a7e1-a518afd77bfe HTTP/1.1" status: 204 len: 173 time: 1.1508341 Sep 17 22:57:43.143261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-deleted', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:43.145937 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3472470-76e1-43a5-9dc3-47ebf812dc78" -d '{"events": [{"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-deleted", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:43.311619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb595-4c1b-401d-8c0d-ce37cf76f36d req-b4b582fb-6928-4d45-9647-47eb5eae44ff tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:43.322543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50acb595-4c1b-401d-8c0d-ce37cf76f36d req-b4b582fb-6928-4d45-9647-47eb5eae44ff tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.2164092 Sep 17 22:57:43.345544 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6bd1acde-ab85-463b-846d-78ee16fb8672 req-ebca2df1-3fff-4082-adb6-baeb5b7e8c5f tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/ports?device_id=13cfbd11-c5d5-478d-aa6c-43f1000dcc1d HTTP/1.1" status: 200 len: 210 time: 0.1488290 Sep 17 22:57:43.462848 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:43.481574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50acb595-4c1b-401d-8c0d-ce37cf76f36d req-6ff30258-150c-4a0f-b111-2f2c5bc3f1e8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580272 Sep 17 22:57:43.500860 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b48dfe8-e08b-4ac8-9139-a66545ca3f99 x-openstack-request-id: req-0b48dfe8-e08b-4ac8-9139-a66545ca3f99 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:43.501613 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfbd11-c5d5-478d-aa6c-43f1000dcc1d", "name": "network-vif-deleted", "tag": "1b1316f5-d03b-45d8-a7e1-a518afd77bfe", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:43.502242 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b48dfe8-e08b-4ac8-9139-a66545ca3f99 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:43.502824 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfbd11-c5d5-478d-aa6c-43f1000dcc1d', 'name': 'network-vif-deleted', 'tag': '1b1316f5-d03b-45d8-a7e1-a518afd77bfe', 'status': 'completed', 'code': 200} Sep 17 22:57:43.721641 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:43.749657 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] Checking router: 4a198355-a1b9-47dc-aa03-9187fd927e28 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:43.758862 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:43.759506 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:43.894281 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:44.144853 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:44.180760 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b9b10-9878-45c6-a9a1-1618d62a85ad None None] The sync data for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 is: [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4747446f-3ee0-443d-9e7f-4ae49b893464', 'name': '', 'network_id': 'da8d9fec-04e5-47f2-ae93-63b55dd497fc', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'mac_address': 'fa:16:3e:7f:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:41Z', 'updated_at': '2021-09-17T22:47:49Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'subnets': [{'id': '1f02caa9-9034-41f9-b25f-10607232c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:44.449986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48202) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:44.542549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecde1c9-ab15-48de-988e-ee3181cdf3f5 None None] New status for floating IP 96c5730f-dd3a-4a5b-9c98-3c9ab539763a: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:57:44.557945 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9622608c-9639-4fc5-8b80-c7e7e3854fe5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.584765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9622608c-9639-4fc5-8b80-c7e7e3854fe5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.645805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9622608c-9639-4fc5-8b80-c7e7e3854fe5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.649840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9622608c-9639-4fc5-8b80-c7e7e3854fe5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.653699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9622608c-9639-4fc5-8b80-c7e7e3854fe5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "DELETE /v2.0/security-groups/3cef8cef-d50b-425d-81d7-44070844cee3 HTTP/1.1" status: 204 len: 168 time: 0.2028468 Sep 17 22:57:44.653860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:44.680269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622608c-9639-4fc5-8b80-c7e7e3854fe5 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cef8cef-d50b-425d-81d7-44070844cee3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:44.686597 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [None req-b0131171-28ec-4933-8ade-c1825cd2cbe3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] show failed (client error): The resource could not be found. Sep 17 22:57:44.687643 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b0131171-28ec-4933-8ade-c1825cd2cbe3 tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "GET /v2.0/security-groups/3cef8cef-d50b-425d-81d7-44070844cee3 HTTP/1.1" status: 404 len: 347 time: 0.0328841 Sep 17 22:57:44.690450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48208) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:44.734305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62118-ba64-4038-99ad-44498b48d5c7 req-373661a5-2d88-4c4e-92fd-5c64e0c4918a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:44.739056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecf62118-ba64-4038-99ad-44498b48d5c7 req-373661a5-2d88-4c4e-92fd-5c64e0c4918a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.1042714 Sep 17 22:57:44.828269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ecf62118-ba64-4038-99ad-44498b48d5c7 req-3c656485-9e2c-4a4b-a6fb-02b8e344a6aa tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717099 Sep 17 22:57:44.892945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Deleting port 1697f594-d1df-47c8-a421-1151cf1c69b8 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:44.893322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.991733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.991733 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:45.005054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Calling delete_port for 1697f594-d1df-47c8-a421-1151cf1c69b8 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:45.160140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:45.197713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Pushing event deleted for resources: {'Port': ['ID=1697f594-d1df-47c8-a421-1151cf1c69b8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:45.277963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:45.281020 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:45.289547 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4fa198b7-c1b7-4e2b-9d84-114aeaed247b tempest-AttachVolumeShelveTestJSON-529958976 tempest-AttachVolumeShelveTestJSON-529958976-project] 10.222.0.48 "DELETE /v2.0/floatingips/96c5730f-dd3a-4a5b-9c98-3c9ab539763a HTTP/1.1" status: 204 len: 168 time: 0.5909936 Sep 17 22:57:45.825498 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:45.848758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 1b1316f5-d03b-45d8-a7e1-a518afd77bfe {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:45.849133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 1b1316f5-d03b-45d8-a7e1-a518afd77bfe not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:45.989717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e021b16-53b8-4074-a112-010635ede16a req-aa326cae-663b-4dc4-a4d9-37422ab169d3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:46.000715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e021b16-53b8-4074-a112-010635ede16a req-aa326cae-663b-4dc4-a4d9-37422ab169d3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0885088 Sep 17 22:57:46.077054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e021b16-53b8-4074-a112-010635ede16a req-538f82f6-7909-46f8-bc60-647d7b31f4d2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746412 Sep 17 22:57:46.283002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:57:47.200965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c62c99-a49f-49ca-a7c1-d3fbbc7cbe55 req-a98d028e-c494-450a-8150-36d6c8c7ed3f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:47.203170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79c62c99-a49f-49ca-a7c1-d3fbbc7cbe55 req-a98d028e-c494-450a-8150-36d6c8c7ed3f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0562148 Sep 17 22:57:47.253494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-79c62c99-a49f-49ca-a7c1-d3fbbc7cbe55 req-1c8006fa-aaf1-48c2-85eb-3644ecb4357f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Sep 17 22:57:48.426725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a6bda-e0e0-41c9-ad3d-97b32a38d1bf req-21fa85b4-6f42-485a-ad4b-e599f73d8386 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:48.436043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d2a6bda-e0e0-41c9-ad3d-97b32a38d1bf req-21fa85b4-6f42-485a-ad4b-e599f73d8386 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0761364 Sep 17 22:57:48.497312 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d2a6bda-e0e0-41c9-ad3d-97b32a38d1bf req-8c5961e6-2fb7-43d4-8c22-dd82a5fcd6b0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579684 Sep 17 22:57:48.938331 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:49.639629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b0818-1904-4796-910f-9465b6b986c2 req-39006a7e-007a-425d-bfa9-638d5a540f8f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:49.648090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-833b0818-1904-4796-910f-9465b6b986c2 req-39006a7e-007a-425d-bfa9-638d5a540f8f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0750360 Sep 17 22:57:49.707330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-833b0818-1904-4796-910f-9465b6b986c2 req-0521ac79-9b1c-459a-b355-e750d1ea1ec9 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510993 Sep 17 22:57:50.841130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2fb88-33e7-4b99-9da5-3c33e322832e req-5742b278-e2b0-4400-afce-57443d38bbea tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:50.842776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7de2fb88-33e7-4b99-9da5-3c33e322832e req-5742b278-e2b0-4400-afce-57443d38bbea tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0508869 Sep 17 22:57:50.885055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7de2fb88-33e7-4b99-9da5-3c33e322832e req-feacc514-cc23-4b99-83b1-d0847bca51bc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354271 Sep 17 22:57:51.401903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48300) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:52.033204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7ac6-6398-4964-aec3-c40469e9f494 req-58371dc3-aa3d-42fa-a7ba-6eb88ca9b780 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:52.035508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-242e7ac6-6398-4964-aec3-c40469e9f494 req-58371dc3-aa3d-42fa-a7ba-6eb88ca9b780 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0620940 Sep 17 22:57:52.075776 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:52.087049 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-242e7ac6-6398-4964-aec3-c40469e9f494 req-c5da66d8-c6f7-40cb-8ca6-c92e30b9a777 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Sep 17 22:57:52.367350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Deleting port 4747446f-3ee0-443d-9e7f-4ae49b893464 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:52.367725 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:52.448713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] For port 4747446f-3ee0-443d-9e7f-4ae49b893464, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4747446f-3ee0-443d-9e7f-4ae49b893464,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:52.449409 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:52.462043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Calling delete_port for 4747446f-3ee0-443d-9e7f-4ae49b893464 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:52.657180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:52.685485 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=4747446f-3ee0-443d-9e7f-4ae49b893464,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:52.882718 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:53.237054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c684a6-f2a9-4944-b1eb-3811a90e92e9 req-356bac96-a69e-48fd-a1dc-e5d7abc0cd6a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:53.239302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15c684a6-f2a9-4944-b1eb-3811a90e92e9 req-356bac96-a69e-48fd-a1dc-e5d7abc0cd6a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0610137 Sep 17 22:57:53.294514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15c684a6-f2a9-4944-b1eb-3811a90e92e9 req-c8192eb6-2d75-4c73-93da-51aa5d196519 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483015 Sep 17 22:57:53.529710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Router 4a198355-a1b9-47dc-aa03-9187fd927e28 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:57:53.651474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:53.659497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-79874ccb-3e8d-4a71-8d15-f20eed45cc67 admin admin] 10.222.0.48 "PUT /v2.0/routers/4a198355-a1b9-47dc-aa03-9187fd927e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535214 Sep 17 22:57:53.659628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48340) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:53.666714 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] Sync routers for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:53.688436 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:53.689231 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:53.793050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:53.806575 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:53.930477 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.010644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Deleting port 95a864a8-73e2-4f48-a404-01f0a33ad39e {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:54.010994 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.015536 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:57:52Z', 'revision_number': 5, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port': {'id': '95a864a8-73e2-4f48-a404-01f0a33ad39e', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:33Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:54.049906 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] Checking router: 4a198355-a1b9-47dc-aa03-9187fd927e28 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:54.060009 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] Routers {'4a198355-a1b9-47dc-aa03-9187fd927e28'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:54.060858 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T22:57:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4a198355-a1b9-47dc-aa03-9187fd927e28'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:54.137563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] For port 95a864a8-73e2-4f48-a404-01f0a33ad39e, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=95a864a8-73e2-4f48-a404-01f0a33ad39e,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:54.138700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.161249 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] Set router 4a198355-a1b9-47dc-aa03-9187fd927e28 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:54.166320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Calling delete_port for 95a864a8-73e2-4f48-a404-01f0a33ad39e owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:54.231583 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:57:53Z', 'revision_number': 6, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:54.262247 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7da783-7085-429d-b43d-1e824426d193 None None] The sync data for ids ['4a198355-a1b9-47dc-aa03-9187fd927e28'] in n-d-789963-10 is: [{'id': '4a198355-a1b9-47dc-aa03-9187fd927e28', 'name': 'tempest-AttachVolumeShelveTestJSON-712686929-router', 'tenant_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:31Z', 'updated_at': '2021-09-17T22:57:53Z', 'revision_number': 6, 'project_id': 'd24e6b97499c4398944a2f2cb0ca6afb', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:54.377055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.427975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Pushing event deleted for resources: {'Port': ['ID=95a864a8-73e2-4f48-a404-01f0a33ad39e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:54.440704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.441410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.441757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.442104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.442425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.442753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.443698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.444021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.444529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.444845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.445198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.445522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:54.527730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554c9a1-d318-43d6-a827-0a51f101b8e9 req-09903c77-d137-44d7-828c-d63b4a0f199b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:54.529484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3554c9a1-d318-43d6-a827-0a51f101b8e9 req-09903c77-d137-44d7-828c-d63b4a0f199b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.1499779 Sep 17 22:57:54.557819 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.647002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3554c9a1-d318-43d6-a827-0a51f101b8e9 req-138dd627-b861-4b52-b245-c973b3551d06 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073670 Sep 17 22:57:54.687857 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.690235 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.747006 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.747791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a198355-a1b9-47dc-aa03-9187fd927e28 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:57:54.753248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.757277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8272b4c3-b90b-41f8-9393-7fcf42ecd83b admin admin] 10.222.0.48 "DELETE /v2.0/routers/4a198355-a1b9-47dc-aa03-9187fd927e28 HTTP/1.1" status: 204 len: 168 time: 1.0938730 Sep 17 22:57:54.760542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48356) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:54.804497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea8cdd2-7c49-4716-9f70-7e9c7c0c9991 admin admin] Deleting subnet 1f02caa9-9034-41f9-b25f-10607232c3a0 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:57:54.807703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ea8cdd2-7c49-4716-9f70-7e9c7c0c9991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.844775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ea8cdd2-7c49-4716-9f70-7e9c7c0c9991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.933832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ea8cdd2-7c49-4716-9f70-7e9c7c0c9991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:54.991839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ea8cdd2-7c49-4716-9f70-7e9c7c0c9991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.019901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8cdd2-7c49-4716-9f70-7e9c7c0c9991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f02caa9-9034-41f9-b25f-10607232c3a0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:55.024050 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ea8cdd2-7c49-4716-9f70-7e9c7c0c9991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.026067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8ea8cdd2-7c49-4716-9f70-7e9c7c0c9991 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f02caa9-9034-41f9-b25f-10607232c3a0 HTTP/1.1" status: 204 len: 168 time: 0.2671826 Sep 17 22:57:55.028667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48358) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:55.031032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d69fb8-e478-445e-b03a-a8d30994ef4f None None] Network da8d9fec-04e5-47f2-ae93-63b55dd497fc requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:55.104207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.201924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Deleting port 7168ebb0-e750-4a71-9289-807bd47dcb10 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:55.202275 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.314319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] For port 7168ebb0-e750-4a71-9289-807bd47dcb10, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7168ebb0-e750-4a71-9289-807bd47dcb10,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:55.314820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.341822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Calling delete_port for 7168ebb0-e750-4a71-9289-807bd47dcb10 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:55.366433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] DHCP port deletion for da8d9fec-04e5-47f2-ae93-63b55dd497fc request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:57:55.429349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Deleting port 7168ebb0-e750-4a71-9289-807bd47dcb10 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:55.429819 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.438936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.482417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Pushing event deleted for resources: {'Port': ['ID=7168ebb0-e750-4a71-9289-807bd47dcb10,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:55.489032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] No DVR routers for this DVR port 7168ebb0-e750-4a71-9289-807bd47dcb10 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:55.548136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] For port 7168ebb0-e750-4a71-9289-807bd47dcb10, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=7168ebb0-e750-4a71-9289-807bd47dcb10,segment=NetworkSegment(56713510-7500-4763-bc74-d66cf62726d6),segment_id=56713510-7500-4763-bc74-d66cf62726d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:55.548546 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.576373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Calling delete_port for 7168ebb0-e750-4a71-9289-807bd47dcb10 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:55.644576 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.683426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8d9fec-04e5-47f2-ae93-63b55dd497fc']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:55.683984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7168ebb0-e750-4a71-9289-807bd47dcb10 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:55.699926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56713510-7500-4763-bc74-d66cf62726d6') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:55.700321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56713510-7500-4763-bc74-d66cf62726d6') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:55.709575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 7168ebb0-e750-4a71-9289-807bd47dcb10 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:55.709920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 7168ebb0-e750-4a71-9289-807bd47dcb10 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:55.710344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4747446f-3ee0-443d-9e7f-4ae49b893464 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:55.713426 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.730860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.734402 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 4747446f-3ee0-443d-9e7f-4ae49b893464 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:55.734756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4747446f-3ee0-443d-9e7f-4ae49b893464 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:55.735176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 95a864a8-73e2-4f48-a404-01f0a33ad39e no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:55.739497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:57:55.740376 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: items = [ Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:57:55.742278 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:57:55.755181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 95a864a8-73e2-4f48-a404-01f0a33ad39e {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:55.756073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 95a864a8-73e2-4f48-a404-01f0a33ad39e not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:55.762836 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.789636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Pushing event deleted for resources: {'Port': ['ID=7168ebb0-e750-4a71-9289-807bd47dcb10,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:55.801653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.802274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.803013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.803541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.804032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.804539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.805098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.805607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.806204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.806707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.807199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.807815 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:55.819855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657d4da-baa8-41fe-8796-11c44fbfe163 None None] No DVR routers for this DVR port 7168ebb0-e750-4a71-9289-807bd47dcb10 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:55.845977 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ac60d-32df-4a88-84b8-9dd0a82fb52d req-1a8f1a33-dfdf-420f-9c24-dc67fa5dd21f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:55.847483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-394ac60d-32df-4a88-84b8-9dd0a82fb52d req-1a8f1a33-dfdf-420f-9c24-dc67fa5dd21f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 943 time: 0.0774503 Sep 17 22:57:55.850373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.865559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:55.867216 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ee4c318e-8014-41aa-96dd-2d80bb8ecf7f details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:57:55.870520 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] 10.222.0.48 "DELETE /v2.0/networks/da8d9fec-04e5-47f2-ae93-63b55dd497fc HTTP/1.1" status: 204 len: 168 time: 0.8382864 Sep 17 22:57:55.879422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c17be-411f-411c-b100-576780ad4648 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8d9fec-04e5-47f2-ae93-63b55dd497fc,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:55.946136 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-394ac60d-32df-4a88-84b8-9dd0a82fb52d req-0a45a969-aeb9-4cf5-b73e-62181016bb04 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910637 Sep 17 22:57:55.998994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:56.063855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48368) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:56.149178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-48de34b6-d8b5-4015-97df-80b62c6fa0d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d24e6b97499c4398944a2f2cb0ca6afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811648 Sep 17 22:57:56.149665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48370) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:56.213823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d06456b-c041-4653-9874-73a29da972d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:56.247735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'ee4c318e-8014-41aa-96dd-2d80bb8ecf7f', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'port_id': 'ee4c318e-8014-41aa-96dd-2d80bb8ecf7f', 'mac_address': 'fa:16:3e:38:2a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:57:56.248324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d06456b-c041-4653-9874-73a29da972d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:56.308753 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:56.317435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d06456b-c041-4653-9874-73a29da972d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:56.321759 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1d06456b-c041-4653-9874-73a29da972d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:56.323329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1d06456b-c041-4653-9874-73a29da972d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b871d70d-5a0e-4cf5-ac14-3b497da3ac01 HTTP/1.1" status: 204 len: 168 time: 0.1726511 Sep 17 22:57:56.325997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4c318e-8014-41aa-96dd-2d80bb8ecf7f {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:57:56.352801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06456b-c041-4653-9874-73a29da972d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b871d70d-5a0e-4cf5-ac14-3b497da3ac01,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:56.356410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:56.372620 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:56.450846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:56.593401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['ee4c318e-8014-41aa-96dd-2d80bb8ecf7f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:57:57.066259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b16ac-4da5-4e01-bfd5-e8e82296b318 req-fd368a18-3454-49a0-87bf-21bd7e94672b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:57.068575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07b16ac-4da5-4e01-bfd5-e8e82296b318 req-fd368a18-3454-49a0-87bf-21bd7e94672b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 944 time: 0.0546944 Sep 17 22:57:57.111984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a07b16ac-4da5-4e01-bfd5-e8e82296b318 req-87c17701-87d0-4205-9795-a33a107f612e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374613 Sep 17 22:57:57.887518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ee4c318e-8014-41aa-96dd-2d80bb8ecf7f up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:57.936432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:57:57.940227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:57.940596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:58.020212 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:58.043100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffe2340-b300-479b-b972-d6ee4e2e6d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c318e-8014-41aa-96dd-2d80bb8ecf7f'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:58.045398 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b7432a-f770-4d18-a6cf-daaab3eacd67" -d '{"events": [{"server_uuid": "2ffe2340-b300-479b-b972-d6ee4e2e6d6d", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c318e-8014-41aa-96dd-2d80bb8ecf7f"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:58.059619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:58.064291 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:58.092540 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951ab209-6c85-423e-9589-744485cf06b9 x-openstack-request-id: req-951ab209-6c85-423e-9589-744485cf06b9 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:58.092834 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffe2340-b300-479b-b972-d6ee4e2e6d6d", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c318e-8014-41aa-96dd-2d80bb8ecf7f", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:58.093129 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-951ab209-6c85-423e-9589-744485cf06b9 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:58.093516 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffe2340-b300-479b-b972-d6ee4e2e6d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c318e-8014-41aa-96dd-2d80bb8ecf7f', 'code': 200} Sep 17 22:57:58.126737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:58.203721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fde0f-ed56-4cd9-aae0-3beb90ad2b56 req-548a383c-e8ae-4353-8c5c-0d7e77689ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:58.205183 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e1fde0f-ed56-4cd9-aae0-3beb90ad2b56 req-548a383c-e8ae-4353-8c5c-0d7e77689ae3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 1097 time: 0.0529788 Sep 17 22:57:58.245702 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e1fde0f-ed56-4cd9-aae0-3beb90ad2b56 req-444ed9f8-8c5e-4a0e-a80d-6286f3782005 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Sep 17 22:57:58.254264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce01ef2-44b0-45ee-a5c1-1cb36bb6b304 req-9e5e54f4-9bd9-485a-9a59-41c94313c582 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:58.256464 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bce01ef2-44b0-45ee-a5c1-1cb36bb6b304 req-9e5e54f4-9bd9-485a-9a59-41c94313c582 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 945 time: 0.0694766 Sep 17 22:57:58.296356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bce01ef2-44b0-45ee-a5c1-1cb36bb6b304 req-c361b4c8-0daf-4c74-ba91-3a55ee082248 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337658 Sep 17 22:57:59.477387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72ae40-84fc-4ca6-91a0-89662b60229c req-fd014081-d5f3-4922-81be-a9a4e8d97f2a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:59.479371 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a72ae40-84fc-4ca6-91a0-89662b60229c req-fd014081-d5f3-4922-81be-a9a4e8d97f2a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 945 time: 0.0830572 Sep 17 22:57:59.526347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a72ae40-84fc-4ca6-91a0-89662b60229c req-ecb80520-0b4e-4843-8d49-4d30f7ec21e6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 Sep 17 22:57:59.678221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63503db2-2d9e-40d1-b131-4bbf2a180d12 req-aed44286-e9ec-4dc1-8947-87e63a6c40d8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:59.679773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63503db2-2d9e-40d1-b131-4bbf2a180d12 req-aed44286-e9ec-4dc1-8947-87e63a6c40d8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 945 time: 0.0564063 Sep 17 22:57:59.723857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-63503db2-2d9e-40d1-b131-4bbf2a180d12 req-27e58a13-ed0e-4e30-8a42-762117339204 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377820 Sep 17 22:57:59.854859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78e72-e288-4266-99ea-d1047e3538be req-b8d3a4d8-10a2-4f47-bcda-7ad0145d5a37 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:59.856658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7d78e72-e288-4266-99ea-d1047e3538be req-b8d3a4d8-10a2-4f47-bcda-7ad0145d5a37 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 945 time: 0.0577636 Sep 17 22:57:59.920095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7d78e72-e288-4266-99ea-d1047e3538be req-3bc610f3-9e2a-4699-a607-d329c19d5231 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549195 Sep 17 22:57:59.971741 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7e15ec9e-65b2-45b2-9d65-39404fc1730a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:00.280534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b5394-8865-4792-ad00-09bdf99491a7 req-f5f76b0b-7cb9-4472-87bd-d52c1b6af25a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:00.285407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-443b5394-8865-4792-ad00-09bdf99491a7 req-f5f76b0b-7cb9-4472-87bd-d52c1b6af25a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 945 time: 0.0645874 Sep 17 22:58:00.323624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-443b5394-8865-4792-ad00-09bdf99491a7 req-99614b5b-b1e2-4a28-9730-8a37aaf6a83d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Sep 17 22:58:01.440617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bbecd-59f1-45e1-905e-38c5d6825da6 req-18ed85d3-d9b7-4373-bea9-cbbe9bd611ce tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.442036 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f9bbecd-59f1-45e1-905e-38c5d6825da6 req-18ed85d3-d9b7-4373-bea9-cbbe9bd611ce tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 945 time: 0.0498779 Sep 17 22:58:01.486576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f9bbecd-59f1-45e1-905e-38c5d6825da6 req-cffef1f5-0410-4f7c-8311-58ede1f9a700 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378528 Sep 17 22:58:01.707923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-df568ea3-f64a-4342-9b39-e5e4c9759ee4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.711372 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-df568ea3-f64a-4342-9b39-e5e4c9759ee4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 945 time: 0.0591879 Sep 17 22:58:01.811008 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:01.811415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:01.928665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] For port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:01.929072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:01.942511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for ee4c318e-8014-41aa-96dd-2d80bb8ecf7f owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:02.080408 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:02.096878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['ee4c318e-8014-41aa-96dd-2d80bb8ecf7f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:58:02.134919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=ee4c318e-8014-41aa-96dd-2d80bb8ecf7f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:02.178690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] No DVR routers for this DVR port ee4c318e-8014-41aa-96dd-2d80bb8ecf7f on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:02.181638 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:02.184531 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7cc8885d-7fcc-461b-b763-9d09ff29386f req-228a8fb0-f0ee-48d4-b018-974cae600c52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "DELETE /v2.0/ports/ee4c318e-8014-41aa-96dd-2d80bb8ecf7f HTTP/1.1" status: 204 len: 173 time: 0.4667954 Sep 17 22:58:02.185129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffe2340-b300-479b-b972-d6ee4e2e6d6d', 'name': 'network-vif-deleted', 'tag': 'ee4c318e-8014-41aa-96dd-2d80bb8ecf7f'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:02.188554 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f864f6-fcf5-4888-99b3-c761708c1995" -d '{"events": [{"server_uuid": "2ffe2340-b300-479b-b972-d6ee4e2e6d6d", "name": "network-vif-deleted", "tag": "ee4c318e-8014-41aa-96dd-2d80bb8ecf7f"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:02.258385 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e47e3b6-dba4-4aef-872b-d0c1347be0ee x-openstack-request-id: req-2e47e3b6-dba4-4aef-872b-d0c1347be0ee {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:02.258916 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffe2340-b300-479b-b972-d6ee4e2e6d6d", "name": "network-vif-deleted", "tag": "ee4c318e-8014-41aa-96dd-2d80bb8ecf7f", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:02.259373 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e47e3b6-dba4-4aef-872b-d0c1347be0ee {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:02.259870 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffe2340-b300-479b-b972-d6ee4e2e6d6d', 'name': 'network-vif-deleted', 'tag': 'ee4c318e-8014-41aa-96dd-2d80bb8ecf7f', 'status': 'completed', 'code': 200} Sep 17 22:58:02.681215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2cc0153-fe45-4bd3-a14b-a0ef3db791d9 req-62e92d1f-2b25-43ab-8fcf-2582bca6c664 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 210 time: 0.0436332 Sep 17 22:58:02.747399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2b0cb5d4-af5f-4ced-a598-1b3f87e4721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.117645 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.814313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55d108ea-8269-48e3-814e-8c3954b541d5 req-c04c44db-df5b-4f67-9031-6b15a3b4197d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 210 time: 0.0303800 Sep 17 22:58:03.889451 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:04.867743 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.046094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfe6c397-6c29-4e0a-b398-68f812478388 req-f93e01d1-2dac-484d-b801-239c39c3b3fb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 210 time: 0.1006210 Sep 17 22:58:05.423454 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.961176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ee4c318e-8014-41aa-96dd-2d80bb8ecf7f no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:06.034423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: ee4c318e-8014-41aa-96dd-2d80bb8ecf7f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:58:06.035068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device ee4c318e-8014-41aa-96dd-2d80bb8ecf7f not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:06.275452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74935cb3-4cc9-4007-9e44-fe8776224a88 req-9020269f-f868-4721-8f5b-d4947f01a5cb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 210 time: 0.0853124 Sep 17 22:58:07.453474 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4fa8920-d3a1-4155-a08f-429ec296062c req-64bd9b46-93bd-43b7-9cdc-4ac4d595b9d0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffe2340-b300-479b-b972-d6ee4e2e6d6d HTTP/1.1" status: 200 len: 210 time: 0.0337892 Sep 17 22:58:11.183634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48624) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:11.368567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:11.486592 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:11.491590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:11.535461 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a21c6c84c354600b90d357f32debd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483734 Sep 17 22:58:11.535461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16622653-b9fe-40ce-bf51-7d49695d478f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:11.536745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48630) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:11.561289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.561574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.561880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.562217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.562547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.562874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.563202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.563528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.563852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.564173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.564492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.564810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df2272-b1c4-4697-be94-1af1ef624295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:11.612504 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468e015b-d914-47df-92b0-3556697f9daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:11.634501 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468e015b-d914-47df-92b0-3556697f9daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:11.714572 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468e015b-d914-47df-92b0-3556697f9daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:11.717492 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-468e015b-d914-47df-92b0-3556697f9daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:11.721859 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-468e015b-d914-47df-92b0-3556697f9daf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16622653-b9fe-40ce-bf51-7d49695d478f HTTP/1.1" status: 204 len: 168 time: 0.1836376 Sep 17 22:58:11.732689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e015b-d914-47df-92b0-3556697f9daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16622653-b9fe-40ce-bf51-7d49695d478f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:13.269575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48710) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:13.457069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-319453d3-2897-49f7-afc7-c47b65ad4739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:13.603916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-319453d3-2897-49f7-afc7-c47b65ad4739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:13.610461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-319453d3-2897-49f7-afc7-c47b65ad4739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:13.658596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-319453d3-2897-49f7-afc7-c47b65ad4739 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ae3ef492b4147edaeac4a14ee0b14cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844347 Sep 17 22:58:13.658596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319453d3-2897-49f7-afc7-c47b65ad4739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8d8515-4f77-4bb4-bc45-f4696ad95ffb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:13.658797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48720) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:13.713160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4df13321-fbe2-49b6-b34d-a87120ec4844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:13.741436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4df13321-fbe2-49b6-b34d-a87120ec4844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:13.794148 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4df13321-fbe2-49b6-b34d-a87120ec4844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:13.796782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4df13321-fbe2-49b6-b34d-a87120ec4844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:13.800814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4df13321-fbe2-49b6-b34d-a87120ec4844 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b8d8515-4f77-4bb4-bc45-f4696ad95ffb HTTP/1.1" status: 204 len: 168 time: 0.1411781 Sep 17 22:58:13.809176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df13321-fbe2-49b6-b34d-a87120ec4844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8d8515-4f77-4bb4-bc45-f4696ad95ffb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:18.929655 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:21.650873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48968) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:21.778402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7b4bfd6-2534-4647-9d19-bf83c512a480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:21.892228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7b4bfd6-2534-4647-9d19-bf83c512a480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:21.898127 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d7b4bfd6-2534-4647-9d19-bf83c512a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:21.941271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4bfd6-2534-4647-9d19-bf83c512a480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88559c6-861b-4ccd-af88-137af6a5efa2,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:21.946676 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d7b4bfd6-2534-4647-9d19-bf83c512a480 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5472f88c22b3409fa76b516aa21ee278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941821 Sep 17 22:58:21.950154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:22.009197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fe7b0967-a1ec-4e4f-9a94-3d89605652f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.035992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fe7b0967-a1ec-4e4f-9a94-3d89605652f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.090439 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fe7b0967-a1ec-4e4f-9a94-3d89605652f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.094258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fe7b0967-a1ec-4e4f-9a94-3d89605652f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.105300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fe7b0967-a1ec-4e4f-9a94-3d89605652f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f88559c6-861b-4ccd-af88-137af6a5efa2 HTTP/1.1" status: 204 len: 168 time: 0.1511455 Sep 17 22:58:22.121838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b0967-a1ec-4e4f-9a94-3d89605652f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88559c6-861b-4ccd-af88-137af6a5efa2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:22.451047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 48982) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:22.466586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2aed6606-16f6-4ea6-baea-9df08433c13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.678452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2aed6606-16f6-4ea6-baea-9df08433c13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.683233 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2aed6606-16f6-4ea6-baea-9df08433c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.711663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29c16a-3c8d-4489-b7ef-abaa819f8100 req-70b70dfa-e519-4bd9-8a73-b83e235923fc tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:22.720243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e29c16a-3c8d-4489-b7ef-abaa819f8100 req-70b70dfa-e519-4bd9-8a73-b83e235923fc tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 946 time: 0.0762804 Sep 17 22:58:22.730735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2aed6606-16f6-4ea6-baea-9df08433c13a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0317a22515cb4922b890237b2b52dd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761860 Sep 17 22:58:22.730965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed6606-16f6-4ea6-baea-9df08433c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf4c4c0-704f-44aa-951a-7a8ae9ac765d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:22.732819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 48990) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:22.806389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e29c16a-3c8d-4489-b7ef-abaa819f8100 req-8f7d68df-d186-429f-a6fb-12b804598f25 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840847 Sep 17 22:58:22.831302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eff78b91-f6fe-40a6-b605-c533fc5e1482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.861012 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eff78b91-f6fe-40a6-b605-c533fc5e1482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.914093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eff78b91-f6fe-40a6-b605-c533fc5e1482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.919617 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eff78b91-f6fe-40a6-b605-c533fc5e1482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.920806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eff78b91-f6fe-40a6-b605-c533fc5e1482 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bf4c4c0-704f-44aa-951a-7a8ae9ac765d HTTP/1.1" status: 204 len: 168 time: 0.1868582 Sep 17 22:58:22.931842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff78b91-f6fe-40a6-b605-c533fc5e1482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf4c4c0-704f-44aa-951a-7a8ae9ac765d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:23.291668 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:58:23.953720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75737f82-4be7-4ece-9a83-175d595c832c req-1e0d6351-eddd-4841-a2c3-391328ef28a8 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:23.954627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75737f82-4be7-4ece-9a83-175d595c832c req-1e0d6351-eddd-4841-a2c3-391328ef28a8 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 946 time: 0.0517983 Sep 17 22:58:24.003033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75737f82-4be7-4ece-9a83-175d595c832c req-e0d820c5-e48d-4670-8a51-3952c0330628 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Sep 17 22:58:24.430742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-7acb9002-5f3d-413a-8ebe-f91fb537fa24 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:24.435214 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-7acb9002-5f3d-413a-8ebe-f91fb537fa24 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.49 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 946 time: 0.0697846 Sep 17 22:58:24.571452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Deleting port ab145832-9b01-4bed-aa98-84d1db9dec3a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:24.572368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.707881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] For port ab145832-9b01-4bed-aa98-84d1db9dec3a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ab145832-9b01-4bed-aa98-84d1db9dec3a,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:24.708696 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.729205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Calling delete_port for ab145832-9b01-4bed-aa98-84d1db9dec3a owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:24.880886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.914823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['ab145832-9b01-4bed-aa98-84d1db9dec3a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:58:24.916014 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Pushing event deleted for resources: {'Port': ['ID=ab145832-9b01-4bed-aa98-84d1db9dec3a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:24.965791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] No DVR routers for this DVR port ab145832-9b01-4bed-aa98-84d1db9dec3a on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:24.968958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.971080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ead112b-0cf7-4ddb-9409-c4bd6dad61e7 req-2907a019-4320-4c4c-874f-c0cf3b31a395 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.49 "DELETE /v2.0/ports/ab145832-9b01-4bed-aa98-84d1db9dec3a HTTP/1.1" status: 204 len: 173 time: 0.5278976 Sep 17 22:58:24.971533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137fa339-d103-41b7-a6ec-4ac6eb800e39', 'name': 'network-vif-deleted', 'tag': 'ab145832-9b01-4bed-aa98-84d1db9dec3a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:24.975452 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4976a21-d27c-4b04-abeb-a89f2e0b105b" -d '{"events": [{"server_uuid": "137fa339-d103-41b7-a6ec-4ac6eb800e39", "name": "network-vif-deleted", "tag": "ab145832-9b01-4bed-aa98-84d1db9dec3a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:25.028866 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4762110-19ab-439a-9aed-ee24bfa50b55 x-openstack-request-id: req-a4762110-19ab-439a-9aed-ee24bfa50b55 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:25.029190 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137fa339-d103-41b7-a6ec-4ac6eb800e39", "name": "network-vif-deleted", "tag": "ab145832-9b01-4bed-aa98-84d1db9dec3a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:25.029511 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4762110-19ab-439a-9aed-ee24bfa50b55 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:25.029859 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137fa339-d103-41b7-a6ec-4ac6eb800e39', 'name': 'network-vif-deleted', 'tag': 'ab145832-9b01-4bed-aa98-84d1db9dec3a', 'status': 'completed', 'code': 200} Sep 17 22:58:25.148276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7924ef73-f4f9-4bcc-92fb-866f44172629 req-59c2f29c-f06c-4fc2-a847-314f8320a273 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=137fa339-d103-41b7-a6ec-4ac6eb800e39 HTTP/1.1" status: 200 len: 210 time: 0.0337286 Sep 17 22:58:25.713297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49082) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:25.860854 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc3a2-c0c5-48b6-9b19-8d4f7ca9b835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:25.974559 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc3a2-c0c5-48b6-9b19-8d4f7ca9b835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:25.980595 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9ecc3a2-c0c5-48b6-9b19-8d4f7ca9b835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.020845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b9ecc3a2-c0c5-48b6-9b19-8d4f7ca9b835 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaf5cf7291cb4d95a29c8f379c28deb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033080 Sep 17 22:58:26.021122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49096) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:26.028544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecc3a2-c0c5-48b6-9b19-8d4f7ca9b835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d14775-93ab-4472-b100-98303b65fe55,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:26.076495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efb7331e-6108-4e9e-8977-dcc7a9dfb11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.103314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efb7331e-6108-4e9e-8977-dcc7a9dfb11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.178997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efb7331e-6108-4e9e-8977-dcc7a9dfb11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.182925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-efb7331e-6108-4e9e-8977-dcc7a9dfb11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.187555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-efb7331e-6108-4e9e-8977-dcc7a9dfb11c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4d14775-93ab-4472-b100-98303b65fe55 HTTP/1.1" status: 204 len: 168 time: 0.1653247 Sep 17 22:58:26.197109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7331e-6108-4e9e-8977-dcc7a9dfb11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d14775-93ab-4472-b100-98303b65fe55,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:26.553801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49108) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:26.568968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8e9b00b-dfc7-46e7-92e4-408588d078ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.673926 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8e9b00b-dfc7-46e7-92e4-408588d078ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.679258 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8e9b00b-dfc7-46e7-92e4-408588d078ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.721982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d8e9b00b-dfc7-46e7-92e4-408588d078ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98def9a6ddc443d4b3b89b265c6dcb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670773 Sep 17 22:58:26.723644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9b00b-dfc7-46e7-92e4-408588d078ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08804d-e0f8-4338-9b76-cfce239763b3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:26.725491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49110) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:26.798623 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-454aa9d6-f9d8-488f-ac8b-674f5505a448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.825311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-454aa9d6-f9d8-488f-ac8b-674f5505a448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.879278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-454aa9d6-f9d8-488f-ac8b-674f5505a448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.881957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-454aa9d6-f9d8-488f-ac8b-674f5505a448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:26.883974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-454aa9d6-f9d8-488f-ac8b-674f5505a448 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c08804d-e0f8-4338-9b76-cfce239763b3 HTTP/1.1" status: 204 len: 168 time: 0.1573653 Sep 17 22:58:26.897091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454aa9d6-f9d8-488f-ac8b-674f5505a448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08804d-e0f8-4338-9b76-cfce239763b3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:27.918129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ab145832-9b01-4bed-aa98-84d1db9dec3a no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:27.945997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: ab145832-9b01-4bed-aa98-84d1db9dec3a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:58:27.947218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ab145832-9b01-4bed-aa98-84d1db9dec3a not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:29.703852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49200) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:29.889695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35a78abe-9b2f-4c4d-bd30-dc0d71739d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:29.954353 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-39770d5c-5b60-49e6-8ea1-fcd2dfb47c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.027169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35a78abe-9b2f-4c4d-bd30-dc0d71739d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.032781 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35a78abe-9b2f-4c4d-bd30-dc0d71739d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.084227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-35a78abe-9b2f-4c4d-bd30-dc0d71739d6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d928f88b8fea400bab40aceb90de9eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786731 Sep 17 22:58:30.086947 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:30.104645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a78abe-9b2f-4c4d-bd30-dc0d71739d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3d4cea-41cf-4502-b02d-02238995255c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:30.177859 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185a8ca4-c67e-4023-bafe-d63e3707ea78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.202120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185a8ca4-c67e-4023-bafe-d63e3707ea78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.257029 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185a8ca4-c67e-4023-bafe-d63e3707ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.260641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-185a8ca4-c67e-4023-bafe-d63e3707ea78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.261886 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-185a8ca4-c67e-4023-bafe-d63e3707ea78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a3d4cea-41cf-4502-b02d-02238995255c HTTP/1.1" status: 204 len: 168 time: 0.1736877 Sep 17 22:58:30.271554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a8ca4-c67e-4023-bafe-d63e3707ea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3d4cea-41cf-4502-b02d-02238995255c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:30.652453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49220) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:30.671177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5251b85e-ac1e-4567-98e2-f4a47e0e2b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.841918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5251b85e-ac1e-4567-98e2-f4a47e0e2b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.848178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5251b85e-ac1e-4567-98e2-f4a47e0e2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.903705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5251b85e-ac1e-4567-98e2-f4a47e0e2b72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=202601e465024429a25f074a0cc3d8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473292 Sep 17 22:58:30.904094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49226) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:30.913406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251b85e-ac1e-4567-98e2-f4a47e0e2b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3478cb2-23bc-4efa-9237-b825434119dc,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:30.972022 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0eb8-0d18-4e13-92dc-e88442868194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:30.998069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0eb8-0d18-4e13-92dc-e88442868194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:31.099920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0eb8-0d18-4e13-92dc-e88442868194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:31.103097 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0eb8-0d18-4e13-92dc-e88442868194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:31.106615 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0c6c0eb8-0d18-4e13-92dc-e88442868194 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3478cb2-23bc-4efa-9237-b825434119dc HTTP/1.1" status: 204 len: 168 time: 0.1991940 Sep 17 22:58:31.112864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c0eb8-0d18-4e13-92dc-e88442868194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3478cb2-23bc-4efa-9237-b825434119dc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:32.733308 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a9dd-6fcf-4f1f-9ed9-a307d2b9cdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:33.134235 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:33.526099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-5558e63c-b1cc-4657-bb98-be970c81c7c9 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.528480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-5558e63c-b1cc-4657-bb98-be970c81c7c9 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/networks?id=109defc2-a245-43f9-9142-e36bbe2ba508 HTTP/1.1" status: 200 len: 814 time: 0.1639030 Sep 17 22:58:33.550414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f47c22d4-ff1c-451e-86b4-64f2cd133afa tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/quotas/635da7bd4690405fb61c1657aba7a902 HTTP/1.1" status: 200 len: 375 time: 0.0159769 Sep 17 22:58:33.587972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-a3817984-1b92-40ce-a451-9ffae048913c tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=635da7bd4690405fb61c1657aba7a902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355110 Sep 17 22:58:33.713386 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-7a80c30b-63e1-4381-9a8e-0f9f2e177232 service neutron] 10.222.0.48 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236169 Sep 17 22:58:33.840060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-186b0c10-e690-4e19-a3a7-c5955a724090 service neutron] 10.222.0.48 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182644 Sep 17 22:58:33.894181 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.056589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6762942a-113c-4e5d-b2c7-4f81cdaad411 req-235a9037-54e3-4d96-b532-119cba3f878a tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 210 time: 0.0380747 Sep 17 22:58:34.250362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49358) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:34.398231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34239f24-c148-486a-a847-db1a90905a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.525902 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34239f24-c148-486a-a847-db1a90905a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.531331 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-34239f24-c148-486a-a847-db1a90905a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.599837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-34239f24-c148-486a-a847-db1a90905a53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee222c2a4cb447c6aa1058a3754a0988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450775 Sep 17 22:58:34.600623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49366) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:34.612860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34239f24-c148-486a-a847-db1a90905a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b726e7a-9df0-41f4-bc8e-847f5a2ac82e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:34.676397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b2b402f-0930-4874-8081-4d44961a335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.705049 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b2b402f-0930-4874-8081-4d44961a335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.788532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b2b402f-0930-4874-8081-4d44961a335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.792124 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2b2b402f-0930-4874-8081-4d44961a335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.794363 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2b2b402f-0930-4874-8081-4d44961a335d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b726e7a-9df0-41f4-bc8e-847f5a2ac82e HTTP/1.1" status: 204 len: 168 time: 0.1919796 Sep 17 22:58:34.808071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b402f-0930-4874-8081-4d44961a335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b726e7a-9df0-41f4-bc8e-847f5a2ac82e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:34.898131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.126203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49382) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:35.214227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-213f956d-5e50-49b1-b5f3-ed94898361bc req-ba34de32-ae42-4616-95e5-8099d4611ff9 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 210 time: 0.0420513 Sep 17 22:58:35.261448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49394) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:35.321587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e20dfa1-b7af-41d9-955d-e0a90f643bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.327970 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d501-fe36-4fda-8090-ff1a7e5c6827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.423367 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.db.api [None req-e4f0d501-fe36-4fda-8090-ff1a7e5c6827 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:58:35.423367 n-d-789963-10 neutron-server[94738]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:58:35.423367 n-d-789963-10 neutron-server[94738]: [parameters: {'project_id': 'b05defe9c2d3436ba96a76cd4b4372df', 'id': '95dcb75e-bb12-4dbc-9700-1b2213ca9e91', 'expiration': datetime.datetime(2021, 9, 17, 23, 0, 35, 405991)}] Sep 17 22:58:35.423367 n-d-789963-10 neutron-server[94738]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:58:35.424540 n-d-789963-10 neutron-server[94738]: DEBUG oslo_db.api [None req-e4f0d501-fe36-4fda-8090-ff1a7e5c6827 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:58:35.427539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.451734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-19e64773-2d8d-4bbe-889f-8131889e2c8e tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:35.453679 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-19e64773-2d8d-4bbe-889f-8131889e2c8e tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.49 "GET /v2.0/networks?id=109defc2-a245-43f9-9142-e36bbe2ba508 HTTP/1.1" status: 200 len: 814 time: 0.1961911 Sep 17 22:58:35.478130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Request body: {'port': {'device_id': '9b089635-47f0-44bd-aa63-70821c509a16', 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508', 'admin_state_up': True, 'tenant_id': '635da7bd4690405fb61c1657aba7a902'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:35.614571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e20dfa1-b7af-41d9-955d-e0a90f643bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.622916 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5e20dfa1-b7af-41d9-955d-e0a90f643bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.667480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Made reservation on behalf of 635da7bd4690405fb61c1657aba7a902 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:35.671013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.684760 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5e20dfa1-b7af-41d9-955d-e0a90f643bac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1801d18e1ab4b4babc370ec3ffeb418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221840 Sep 17 22:58:35.687443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49400) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:35.692239 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20dfa1-b7af-41d9-955d-e0a90f643bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cbbf7c-d112-4d73-93af-4cace7a55eeb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:35.758460 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd8082f6-11c9-4a07-994c-163b765467d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.792203 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd8082f6-11c9-4a07-994c-163b765467d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.838825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Allocated IP 172.20.0.10 (109defc2-a245-43f9-9142-e36bbe2ba508/0a90808b-354d-490e-84d0-9350a1a0c10a/577cf35e-5e3e-4add-9996-146fcefbb6f0) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:35.843990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd8082f6-11c9-4a07-994c-163b765467d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.846811 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd8082f6-11c9-4a07-994c-163b765467d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.851690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bd8082f6-11c9-4a07-994c-163b765467d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99cbbf7c-d112-4d73-93af-4cace7a55eeb HTTP/1.1" status: 204 len: 168 time: 0.1630960 Sep 17 22:58:35.860627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8082f6-11c9-4a07-994c-163b765467d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cbbf7c-d112-4d73-93af-4cace7a55eeb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:35.926113 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d501-fe36-4fda-8090-ff1a7e5c6827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.036025 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.099584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.178441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d501-fe36-4fda-8090-ff1a7e5c6827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.183090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Network 109defc2-a245-43f9-9142-e36bbe2ba508 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:36.187117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:36.190022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:36.198084 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d501-fe36-4fda-8090-ff1a7e5c6827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.224137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Pushing event updated for resources: {'Port': ['ID=577cf35e-5e3e-4add-9996-146fcefbb6f0,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:36.302054 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e4f0d501-fe36-4fda-8090-ff1a7e5c6827 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b05defe9c2d3436ba96a76cd4b4372df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1722908 Sep 17 22:58:36.305583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0d501-fe36-4fda-8090-ff1a7e5c6827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac80b687-0868-43c1-a33d-0c1b6f22539d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:36.311227 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49414) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:36.352667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:36.352667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.371533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c12ef-8174-4c76-b1af-55d24e77e5fa req-d5fc85c1-823d-4fe2-bd83-d150d9cd85fb tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:36.380999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-451c12ef-8174-4c76-b1af-55d24e77e5fa req-d5fc85c1-823d-4fe2-bd83-d150d9cd85fb tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 932 time: 0.0844040 Sep 17 22:58:36.385743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-fac6438c-7c33-43a3-a0c4-6636a3464b81 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9145420 Sep 17 22:58:36.388630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b874a0-39bf-413f-9b41-9870d095687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.416664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Request body: {'port': {'device_id': '9b089635-47f0-44bd-aa63-70821c509a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:36.428850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-451c12ef-8174-4c76-b1af-55d24e77e5fa req-e32f0c90-8876-44f5-8639-76483342e21c tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Sep 17 22:58:36.444175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b874a0-39bf-413f-9b41-9870d095687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.505965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.553585 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b874a0-39bf-413f-9b41-9870d095687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.556250 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-43b874a0-39bf-413f-9b41-9870d095687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.559690 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-43b874a0-39bf-413f-9b41-9870d095687c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac80b687-0868-43c1-a33d-0c1b6f22539d HTTP/1.1" status: 204 len: 168 time: 0.2452457 Sep 17 22:58:36.579855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b874a0-39bf-413f-9b41-9870d095687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac80b687-0868-43c1-a33d-0c1b6f22539d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:36.989376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577cf35e-5e3e-4add-9996-146fcefbb6f0 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:58:37.001345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.025343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Transition to ACTIVE for port object 577cf35e-5e3e-4add-9996-146fcefbb6f0 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:58:37.036605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.139246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Pushing event updated for resources: {'Port': ['ID=577cf35e-5e3e-4add-9996-146fcefbb6f0,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:37.184994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Attempting to bind port 577cf35e-5e3e-4add-9996-146fcefbb6f0 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:58:37.185357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Attempting to bind port 577cf35e-5e3e-4add-9996-146fcefbb6f0 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:58:37.185796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Attempting to bind port 577cf35e-5e3e-4add-9996-146fcefbb6f0 on network 109defc2-a245-43f9-9142-e36bbe2ba508 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:37.193342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Port 577cf35e-5e3e-4add-9996-146fcefbb6f0 on network 109defc2-a245-43f9-9142-e36bbe2ba508 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:58:37.193980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Attempting to bind port 577cf35e-5e3e-4add-9996-146fcefbb6f0 on network 109defc2-a245-43f9-9142-e36bbe2ba508 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:37.200420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:58:37.201418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Checking segment: {'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:37.201418 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Bound using segment: {'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:58:37.202517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Bound port: 577cf35e-5e3e-4add-9996-146fcefbb6f0, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c561bfc9-4c1e-4cfb-add7-710fc22541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:58:37.203041 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.304629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] For port 577cf35e-5e3e-4add-9996-146fcefbb6f0, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:37.310266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] For port 577cf35e-5e3e-4add-9996-146fcefbb6f0, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=577cf35e-5e3e-4add-9996-146fcefbb6f0,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:58:37.318002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.370310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:37.371347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.374643 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] 10.222.0.49 "PUT /v2.0/ports/577cf35e-5e3e-4add-9996-146fcefbb6f0 HTTP/1.1" status: 200 len: 1093 time: 0.9671524 Sep 17 22:58:37.375201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b089635-47f0-44bd-aa63-70821c509a16', 'tag': '577cf35e-5e3e-4add-9996-146fcefbb6f0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:37.378285 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba200262-98bb-4329-bd9a-3dafa7cd5e63" -d '{"events": [{"name": "network-changed", "server_uuid": "9b089635-47f0-44bd-aa63-70821c509a16", "tag": "577cf35e-5e3e-4add-9996-146fcefbb6f0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:37.429326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1c48-0692-46ff-9593-5e6cbefef247 service neutron] Pushing event updated for resources: {'Port': ['ID=577cf35e-5e3e-4add-9996-146fcefbb6f0,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:37.478980 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef66303-e728-47fe-9b8a-4a7cfb54a9d4 x-openstack-request-id: req-4ef66303-e728-47fe-9b8a-4a7cfb54a9d4 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:37.479332 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b089635-47f0-44bd-aa63-70821c509a16", "tag": "577cf35e-5e3e-4add-9996-146fcefbb6f0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:37.479596 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ef66303-e728-47fe-9b8a-4a7cfb54a9d4 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:37.480688 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b089635-47f0-44bd-aa63-70821c509a16', 'tag': '577cf35e-5e3e-4add-9996-146fcefbb6f0', 'status': 'completed', 'code': 200} Sep 17 22:58:37.516866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49496) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:37.554559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-b62b8f07-27fc-49b5-b858-84fce3061097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:37.557848 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-b62b8f07-27fc-49b5-b858-84fce3061097 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635da7bd4690405fb61c1657aba7a902&device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 1096 time: 0.1124930 Sep 17 22:58:37.619048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78ad95-dd20-482a-8c09-a2462a75808a req-94cce9f6-cf94-47e9-a2c3-f32338dff1d8 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:37.620709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb78ad95-dd20-482a-8c09-a2462a75808a req-94cce9f6-cf94-47e9-a2c3-f32338dff1d8 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 944 time: 0.0776358 Sep 17 22:58:37.644990 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-ea88f434-9ca1-4b90-acf6-e73bf6c804e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=577cf35e-5e3e-4add-9996-146fcefbb6f0 HTTP/1.1" status: 200 len: 217 time: 0.0693316 Sep 17 22:58:37.678694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb78ad95-dd20-482a-8c09-a2462a75808a req-72888007-9632-454b-b07c-4b9ede005532 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463817 Sep 17 22:58:37.728019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-de79db93-9a5d-41d2-ba7b-535ac599a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:37.730318 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-de79db93-9a5d-41d2-ba7b-535ac599a50a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a90808b-354d-490e-84d0-9350a1a0c10a HTTP/1.1" status: 200 len: 854 time: 0.0788560 Sep 17 22:58:37.794954 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-9e6a853f-978b-4882-a7b7-a6cff319e4d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=109defc2-a245-43f9-9142-e36bbe2ba508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553746 Sep 17 22:58:37.902459 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-102d7c09-9742-4c91-9c53-ec9dd9ff49f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.948211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-c24728ff-58f3-4e66-8986-c978e9f02f26 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449821 Sep 17 22:58:38.077899 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f5a2f611-811e-447e-a954-c1e7b4708d38 req-b0579f35-a50a-470b-81ca-52c164da9bd0 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199050 Sep 17 22:58:38.098815 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-102d7c09-9742-4c91-9c53-ec9dd9ff49f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:38.104690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-102d7c09-9742-4c91-9c53-ec9dd9ff49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:38.153829 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-102d7c09-9742-4c91-9c53-ec9dd9ff49f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a39577150d14befb12ba4229e46fee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6325595 Sep 17 22:58:38.153985 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49508) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:38.161146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d7c09-9742-4c91-9c53-ec9dd9ff49f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be5dfaf-9c5b-4ee2-8b71-15509a87a018,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:38.263628 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee048700-5afa-406e-a85e-e5646ed5ebc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:38.278404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-5e6bf3d6-6f31-4073-9bf4-766e0e6f670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:38.280232 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-5e6bf3d6-6f31-4073-9bf4-766e0e6f670d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635da7bd4690405fb61c1657aba7a902&device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 1096 time: 0.0717113 Sep 17 22:58:38.312887 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee048700-5afa-406e-a85e-e5646ed5ebc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:38.416645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-d63293b5-ed06-4c5f-b858-ca24240d6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:38.418256 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-d63293b5-ed06-4c5f-b858-ca24240d6f2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=109defc2-a245-43f9-9142-e36bbe2ba508 HTTP/1.1" status: 200 len: 915 time: 0.1275930 Sep 17 22:58:38.422289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee048700-5afa-406e-a85e-e5646ed5ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:38.425398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ee048700-5afa-406e-a85e-e5646ed5ebc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:38.426738 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ee048700-5afa-406e-a85e-e5646ed5ebc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1be5dfaf-9c5b-4ee2-8b71-15509a87a018 HTTP/1.1" status: 204 len: 168 time: 0.2714031 Sep 17 22:58:38.469353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-4850be42-f0e5-4af0-80f0-da3b59d4896c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=577cf35e-5e3e-4add-9996-146fcefbb6f0 HTTP/1.1" status: 200 len: 217 time: 0.0413427 Sep 17 22:58:38.470225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee048700-5afa-406e-a85e-e5646ed5ebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be5dfaf-9c5b-4ee2-8b71-15509a87a018,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:38.529150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-62ddc337-16d6-4645-8b4f-9e4ec5edcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:38.531183 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-62ddc337-16d6-4645-8b4f-9e4ec5edcf3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a90808b-354d-490e-84d0-9350a1a0c10a HTTP/1.1" status: 200 len: 854 time: 0.0533354 Sep 17 22:58:38.567789 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-d2bfca1e-c3db-41c4-84e9-45e9427fac07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=109defc2-a245-43f9-9142-e36bbe2ba508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281713 Sep 17 22:58:38.682521 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-7a28e94e-b1a3-4543-8d6f-984022ed11f5 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069965 Sep 17 22:58:38.805672 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba200262-98bb-4329-bd9a-3dafa7cd5e63 req-155a4add-4a2c-4377-883f-481fc96d7270 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143992 Sep 17 22:58:38.825761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a71957-896d-49b4-af88-f2bed3d23557 req-695f5d51-dbe7-481b-a1e3-64520509dcc1 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:38.827611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39a71957-896d-49b4-af88-f2bed3d23557 req-695f5d51-dbe7-481b-a1e3-64520509dcc1 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 944 time: 0.0635076 Sep 17 22:58:38.897910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39a71957-896d-49b4-af88-f2bed3d23557 req-0d256412-0482-4249-99f3-f765fa6db7ef tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448079 Sep 17 22:58:39.219210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49550) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:39.279045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bccc-7509-4219-8993-9846bc508c05 req-f743cd4f-319b-4c9f-a2ae-ab255c8dca2b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:39.280848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-f743cd4f-319b-4c9f-a2ae-ab255c8dca2b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.1094811 Sep 17 22:58:39.302557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-85a75742-a464-45e4-8c60-da0ee108667f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/quotas/6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 375 time: 0.0143623 Sep 17 22:58:39.319676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-322195482'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:39.344499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Made reservation on behalf of 70e2378dbcbc4fe3893b6a21db803e38 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:39.348895 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.362646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-c26e29b4-6026-4f5c-91d9-7986b0058436 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543113 Sep 17 22:58:39.367130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.375049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-6daba20f-53fd-4bb3-8fb4-853750af6b21 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:58:39.376245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-6daba20f-53fd-4bb3-8fb4-853750af6b21 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055153 Sep 17 22:58:39.463312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.467907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.490213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e50f3391-5898-425d-857e-80d9d820b46d service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060445 Sep 17 22:58:39.498200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:58:39.504892 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64741b32-a5c1-479a-9273-dc0183d7bc99,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:39.515888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.516237 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Added segment 3a7b40c1-8533-4a40-97db-707048aab5f7 of type vlan for network 2776f319-a442-43b5-8639-dde046bcb99a Sep 17 22:58:39.568521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.600046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-75f2da04-f638-4668-9235-b2d7ca98c705 service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028030 Sep 17 22:58:39.606159 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.612000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:39.612656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.656733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4338884 Sep 17 22:58:39.656972 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49562) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:39.665203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Request body: {'subnet': {'network_id': '2776f319-a442-43b5-8639-dde046bcb99a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:39.714608 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8101a-944c-4d87-b21e-23dc75f8e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event updated for resources: {'Network': ['ID=2776f319-a442-43b5-8639-dde046bcb99a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:39.728041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 2776f319-a442-43b5-8639-dde046bcb99a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:58:39.810882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Made reservation on behalf of 70e2378dbcbc4fe3893b6a21db803e38 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:39.814905 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.979734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0e7f229-e711-429d-9f08-3757c88828a3 req-d081ab08-19ec-4fce-996b-39f61a4217b2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 210 time: 0.0432334 Sep 17 22:58:40.041385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f42842-2130-4128-ba11-7b5d19272f41 req-728f0313-b4fa-462e-b6f6-f2aef48b32fa tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:40.043018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80f42842-2130-4128-ba11-7b5d19272f41 req-728f0313-b4fa-462e-b6f6-f2aef48b32fa tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 944 time: 0.0622036 Sep 17 22:58:40.053493 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.089493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80f42842-2130-4128-ba11-7b5d19272f41 req-d5669296-6596-436e-b49d-712dfad1c44b tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394015 Sep 17 22:58:40.137176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event updated for resources: {'Subnet': ['ID=421a418f-6504-4bde-9ff3-98fc65642544,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:40.150632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Checking segment: {'id': '3a7b40c1-8533-4a40-97db-707048aab5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2776f319-a442-43b5-8639-dde046bcb99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:40.150977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Network hostable DHCP agents. Network: 2776f319-a442-43b5-8639-dde046bcb99a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:58:40.172040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Network 2776f319-a442-43b5-8639-dde046bcb99a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:58:40.183772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 2776f319-a442-43b5-8639-dde046bcb99a) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:40.189337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:40.189926 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.195887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed7ee8-34be-41b4-818f-3f43f1e72a8c None None] Network 2776f319-a442-43b5-8639-dde046bcb99a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:40.213176 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a3dac0a6-36f8-49fa-9474-f8a388bd70ab tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5547659 Sep 17 22:58:40.213706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49580) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:40.218969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Request body: {'port': {'network_id': '2776f319-a442-43b5-8639-dde046bcb99a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1793331290'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:40.351216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Made reservation on behalf of 70e2378dbcbc4fe3893b6a21db803e38 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:40.358215 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.373710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-2776f319-a442-43b5-8639-dde046bcb99a', 'network_id': '2776f319-a442-43b5-8639-dde046bcb99a', 'tenant_id': '70e2378dbcbc4fe3893b6a21db803e38', 'fixed_ips': [{'subnet_id': '421a418f-6504-4bde-9ff3-98fc65642544'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:58:40.375892 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.385691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] device_id is not set on port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:58:40.525904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Allocated IP 2001:db8::224 (2776f319-a442-43b5-8639-dde046bcb99a/421a418f-6504-4bde-9ff3-98fc65642544/eedc27e1-434f-4762-aa7b-9e3f1cb32e28) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:40.695326 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.734268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.779497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Allocated IP 2001:db8::2 (2776f319-a442-43b5-8639-dde046bcb99a/421a418f-6504-4bde-9ff3-98fc65642544/d2dceeeb-12d5-4139-9538-7727a33ca55f) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:40.797617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Network 2776f319-a442-43b5-8639-dde046bcb99a is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:40.799302 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:40.809994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:40.816547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:40.817368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.830266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event updated for resources: {'Port': ['ID=eedc27e1-434f-4762-aa7b-9e3f1cb32e28,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:40.846841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-721f467f-88d7-457d-adbe-1e979972def6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6288109 Sep 17 22:58:40.846841 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49586) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:40.852392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Request body: {'port': {'network_id': '2776f319-a442-43b5-8639-dde046bcb99a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-370673907', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:40.852955 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] bootfile-name is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:58:40.853440 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] tftp-server is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:58:40.853842 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.api.validators [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] server-ip-address is not in valid_values {{(pid=94737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:58:40.953963 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.961668 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.983222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Made reservation on behalf of 70e2378dbcbc4fe3893b6a21db803e38 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:40.988451 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.022789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Network 2776f319-a442-43b5-8639-dde046bcb99a is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:41.028966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:41.037276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:41.039525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Pushing event updated for resources: {'Port': ['ID=d2dceeeb-12d5-4139-9538-7727a33ca55f,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:41.067432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] device_id is not set on port 6310a105-342c-4f40-8aea-c1f9559924f5 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:58:41.124744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Attempting to bind port d2dceeeb-12d5-4139-9538-7727a33ca55f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:58:41.125445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Attempting to bind port d2dceeeb-12d5-4139-9538-7727a33ca55f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3a7b40c1-8533-4a40-97db-707048aab5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2776f319-a442-43b5-8639-dde046bcb99a'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:58:41.125608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Attempting to bind port d2dceeeb-12d5-4139-9538-7727a33ca55f on network 2776f319-a442-43b5-8639-dde046bcb99a {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:41.132191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:58:41.132454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Checking segment: {'id': '3a7b40c1-8533-4a40-97db-707048aab5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2776f319-a442-43b5-8639-dde046bcb99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:41.132836 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.133480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Bound using segment: {'id': '3a7b40c1-8533-4a40-97db-707048aab5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2776f319-a442-43b5-8639-dde046bcb99a'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:58:41.133890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Bound port: d2dceeeb-12d5-4139-9538-7727a33ca55f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7b40c1-8533-4a40-97db-707048aab5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2776f319-a442-43b5-8639-dde046bcb99a'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:58:41.134810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.180751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bccc-7509-4219-8993-9846bc508c05 req-ab149296-1d44-459d-a2cb-9144fee46098 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:41.188764 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-ab149296-1d44-459d-a2cb-9144fee46098 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.2058394 Sep 17 22:58:41.207751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'port': {'device_id': '23c90dce-8a3a-462f-a702-0253f2e2248d', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'admin_state_up': True, 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:41.245520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] For port d2dceeeb-12d5-4139-9538-7727a33ca55f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:41.249743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] For port d2dceeeb-12d5-4139-9538-7727a33ca55f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d2dceeeb-12d5-4139-9538-7727a33ca55f,segment=NetworkSegment(3a7b40c1-8533-4a40-97db-707048aab5f7),segment_id=3a7b40c1-8533-4a40-97db-707048aab5f7)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:58:41.255285 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.330007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601af6b-b645-4857-b993-5a4fb1ffaa83 None None] Pushing event updated for resources: {'Port': ['ID=d2dceeeb-12d5-4139-9538-7727a33ca55f,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:41.374581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:41.379500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.381918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Allocated IP 2001:db8::1ff (2776f319-a442-43b5-8639-dde046bcb99a/421a418f-6504-4bde-9ff3-98fc65642544/6310a105-342c-4f40-8aea-c1f9559924f5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:41.415239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c6da7e6-c989-4fd5-8cda-2ca82a62ac55 req-7a281d43-aacd-414f-af8b-3c7c879d52c1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 210 time: 0.1116011 Sep 17 22:58:41.448619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae1936-b715-48ee-9a07-61a512e0e5b4 req-b262c937-6c2e-41a1-bdb8-134e7c8d5bca tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:41.450452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77ae1936-b715-48ee-9a07-61a512e0e5b4 req-b262c937-6c2e-41a1-bdb8-134e7c8d5bca tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 944 time: 0.1457789 Sep 17 22:58:41.580684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77ae1936-b715-48ee-9a07-61a512e0e5b4 req-b77803ab-8c75-4986-8b83-f8ea35ab2be3 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232991 Sep 17 22:58:41.597798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.20.0.12 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/25456cde-f359-4bd0-9715-40f66fe9f857) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:41.817557 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.833661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.860431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.881098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:41.950183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:41.954529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:41.959651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:41.960821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event updated for resources: {'Port': ['ID=6310a105-342c-4f40-8aea-c1f9559924f5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:41.980917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Network 2776f319-a442-43b5-8639-dde046bcb99a is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:41.981678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 577cf35e-5e3e-4add-9996-146fcefbb6f0 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:58:41.982456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:41.985819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:41.997134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:41.997984 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.026666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=25456cde-f359-4bd0-9715-40f66fe9f857,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:42.052738 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b482a9b6-80ba-451b-961d-aee9852c494b tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2047224 Sep 17 22:58:42.055234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49604) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:42.088167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:42.088860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.151981 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-e4921396-96f0-4097-af28-9edef5301fb0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9500396 Sep 17 22:58:42.167553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Request body: {'port': {'device_id': '23c90dce-8a3a-462f-a702-0253f2e2248d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:42.168720 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49606) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:42.234706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d91da-2395-4fab-b792-9aef0bd9ad90 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:42.242303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d91da-2395-4fab-b792-9aef0bd9ad90 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:42.251192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d91da-2395-4fab-b792-9aef0bd9ad90 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:42.252149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 577cf35e-5e3e-4add-9996-146fcefbb6f0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=577cf35e-5e3e-4add-9996-146fcefbb6f0,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:42.255881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-640d91da-2395-4fab-b792-9aef0bd9ad90 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1996348 Sep 17 22:58:42.256957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49610) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:42.324441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '577cf35e-5e3e-4add-9996-146fcefbb6f0', 'network_id': '109defc2-a245-43f9-9142-e36bbe2ba508', 'port_id': '577cf35e-5e3e-4add-9996-146fcefbb6f0', 'mac_address': 'fa:16:3e:21:a6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a90808b-354d-490e-84d0-9350a1a0c10a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:58:42.346091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.421719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8ffaf816-caa3-4035-bcd4-cbd5c3ef6927 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Deleting port 6310a105-342c-4f40-8aea-c1f9559924f5 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:42.421952 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf816-caa3-4035-bcd4-cbd5c3ef6927 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.443354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dc72d935-108a-4820-8dc0-e1a6aff08a5d None None] Provisioning complete for port 25456cde-f359-4bd0-9715-40f66fe9f857 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:42.444555 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc72d935-108a-4820-8dc0-e1a6aff08a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.448164 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.465596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa08d1e8-2ab7-4f0d-97c8-a22c73bee85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.496273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577cf35e-5e3e-4add-9996-146fcefbb6f0 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:58:42.521380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dc72d935-108a-4820-8dc0-e1a6aff08a5d None None] Port 25456cde-f359-4bd0-9715-40f66fe9f857 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:58:42.537383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 577cf35e-5e3e-4add-9996-146fcefbb6f0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=577cf35e-5e3e-4add-9996-146fcefbb6f0,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:42.545180 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.624893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=577cf35e-5e3e-4add-9996-146fcefbb6f0,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:42.702409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf816-caa3-4035-bcd4-cbd5c3ef6927 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:42.714219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e6b3-30ed-4e66-ab03-de3d0a95f80e req-89c2b7bd-5813-4c60-a34e-d24217ca5bc0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:42.721681 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb23e6b3-30ed-4e66-ab03-de3d0a95f80e req-89c2b7bd-5813-4c60-a34e-d24217ca5bc0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 932 time: 0.1557591 Sep 17 22:58:42.754116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8ffaf816-caa3-4035-bcd4-cbd5c3ef6927 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Calling delete_port for 6310a105-342c-4f40-8aea-c1f9559924f5 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:42.806414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1fbd37-034b-4c40-a222-a4792b391dcf None None] Network 2776f319-a442-43b5-8639-dde046bcb99a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:42.834700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb23e6b3-30ed-4e66-ab03-de3d0a95f80e req-6a42b466-8b90-49f9-9696-52b4719042f9 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072125 Sep 17 22:58:42.942127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['577cf35e-5e3e-4add-9996-146fcefbb6f0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:58:42.969311 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa08d1e8-2ab7-4f0d-97c8-a22c73bee85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.011739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5114a29-da04-44e9-a300-aea61537032d req-be778968-7f47-435d-ad66-153384e136d0 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:43.020437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5114a29-da04-44e9-a300-aea61537032d req-be778968-7f47-435d-ad66-153384e136d0 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 945 time: 0.3151689 Sep 17 22:58:43.041048 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf816-caa3-4035-bcd4-cbd5c3ef6927 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.042133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-53124154-61d0-498c-87ec-f55fd04ab76d None None] Provisioning complete for port d2dceeeb-12d5-4139-9538-7727a33ca55f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:43.043062 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-53124154-61d0-498c-87ec-f55fd04ab76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.078652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25456cde-f359-4bd0-9715-40f66fe9f857 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:58:43.088876 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.104845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Transition to ACTIVE for port object 25456cde-f359-4bd0-9715-40f66fe9f857 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:58:43.106613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fa08d1e8-2ab7-4f0d-97c8-a22c73bee85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.130323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.209750 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fa08d1e8-2ab7-4f0d-97c8-a22c73bee85a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d1ece395c2c440f8a8435599d56a92d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0399461 Sep 17 22:58:43.214217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49618) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:43.244029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08d1e8-2ab7-4f0d-97c8-a22c73bee85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5973920f-71e8-4f2b-a215-2ebb4ff778c4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:43.335824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Pushing event updated for resources: {'Port': ['ID=25456cde-f359-4bd0-9715-40f66fe9f857,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:43.348333 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-53124154-61d0-498c-87ec-f55fd04ab76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.390787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-53124154-61d0-498c-87ec-f55fd04ab76d None None] For port d2dceeeb-12d5-4139-9538-7727a33ca55f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d2dceeeb-12d5-4139-9538-7727a33ca55f,segment=NetworkSegment(3a7b40c1-8533-4a40-97db-707048aab5f7),segment_id=3a7b40c1-8533-4a40-97db-707048aab5f7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:43.401862 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-53124154-61d0-498c-87ec-f55fd04ab76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.437043 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c123fc4d-8b9f-46d5-ab39-08f9f3404f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.476966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53124154-61d0-498c-87ec-f55fd04ab76d None None] Pushing event updated for resources: {'Port': ['ID=d2dceeeb-12d5-4139-9538-7727a33ca55f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:43.494816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaf816-caa3-4035-bcd4-cbd5c3ef6927 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event deleted for resources: {'Port': ['ID=6310a105-342c-4f40-8aea-c1f9559924f5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:43.498228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Attempting to bind port 25456cde-f359-4bd0-9715-40f66fe9f857 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:58:43.498561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Attempting to bind port 25456cde-f359-4bd0-9715-40f66fe9f857 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:58:43.498880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Attempting to bind port 25456cde-f359-4bd0-9715-40f66fe9f857 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:43.506469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c123fc4d-8b9f-46d5-ab39-08f9f3404f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.516105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Port 25456cde-f359-4bd0-9715-40f66fe9f857 on network efd7d316-db5b-443d-8c32-028f74826381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:58:43.516441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Attempting to bind port 25456cde-f359-4bd0-9715-40f66fe9f857 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:43.547829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:58:43.548374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:43.548726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:58:43.549116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Bound port: 25456cde-f359-4bd0-9715-40f66fe9f857, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:58:43.549342 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.647696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5114a29-da04-44e9-a300-aea61537032d req-81d535da-ae4c-4d2f-abdc-d0b5ff0f9e77 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262929 Sep 17 22:58:43.650280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf816-caa3-4035-bcd4-cbd5c3ef6927 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.657646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8ffaf816-caa3-4035-bcd4-cbd5c3ef6927 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "DELETE /v2.0/ports/6310a105-342c-4f40-8aea-c1f9559924f5 HTTP/1.1" status: 204 len: 168 time: 1.3995183 Sep 17 22:58:43.667557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:43.671223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f2bdbda-351c-4e99-9223-a14879062296 req-c252ffd7-28ff-4d9b-86c8-ee07c98625b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1290228 Sep 17 22:58:43.683030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Request body: {'port': {'name': 'tempest-new-port-name-1498656436', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:43.683392 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.api.validators [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] bootfile-name is not in valid_values {{(pid=94738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:58:43.683744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.api.validators [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] tftp-server is not in valid_values {{(pid=94738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:58:43.684079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.api.validators [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] server-ip-address is not in valid_values {{(pid=94738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:58:43.701878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d2dceeeb-12d5-4139-9538-7727a33ca55f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:58:43.747891 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c123fc4d-8b9f-46d5-ab39-08f9f3404f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.750502 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c123fc4d-8b9f-46d5-ab39-08f9f3404f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.754579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c123fc4d-8b9f-46d5-ab39-08f9f3404f04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5973920f-71e8-4f2b-a215-2ebb4ff778c4 HTTP/1.1" status: 204 len: 168 time: 0.5335917 Sep 17 22:58:43.781323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-275a3715-a688-49ac-837c-7c196e060c6a None None] Provisioning complete for port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:43.781696 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-275a3715-a688-49ac-837c-7c196e060c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.794634 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] For port 25456cde-f359-4bd0-9715-40f66fe9f857, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:43.796981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123fc4d-8b9f-46d5-ab39-08f9f3404f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5973920f-71e8-4f2b-a215-2ebb4ff778c4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:43.817684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bdbda-351c-4e99-9223-a14879062296 req-3f911f90-6bbe-4935-bf52-5deb21d13eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:43.819213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f2bdbda-351c-4e99-9223-a14879062296 req-3f911f90-6bbe-4935-bf52-5deb21d13eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1097 time: 0.0887201 Sep 17 22:58:43.825363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] For port 25456cde-f359-4bd0-9715-40f66fe9f857, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=25456cde-f359-4bd0-9715-40f66fe9f857,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:58:43.827383 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.829685 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-275a3715-a688-49ac-837c-7c196e060c6a None None] Port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:58:43.840565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.862241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d2dceeeb-12d5-4139-9538-7727a33ca55f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:43.863180 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.869164 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-275a3715-a688-49ac-837c-7c196e060c6a None None] Provisioning complete for port d2dceeeb-12d5-4139-9538-7727a33ca55f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:43.869534 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-275a3715-a688-49ac-837c-7c196e060c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:43.984292 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bdbda-351c-4e99-9223-a14879062296 req-c36d0177-0894-4712-a650-6c93e5c821fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:43.986043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f2bdbda-351c-4e99-9223-a14879062296 req-c36d0177-0894-4712-a650-6c93e5c821fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 200 len: 909 time: 0.1418600 Sep 17 22:58:44.012413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 577cf35e-5e3e-4add-9996-146fcefbb6f0 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:58:44.125971 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f2bdbda-351c-4e99-9223-a14879062296 req-471d1e8b-eb35-49d3-a616-8b1927f3b262 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 200 len: 1001 time: 0.1274273 Sep 17 22:58:44.177512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 577cf35e-5e3e-4add-9996-146fcefbb6f0 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:58:44.184191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 577cf35e-5e3e-4add-9996-146fcefbb6f0 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:44.184783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:44.227527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bdbda-351c-4e99-9223-a14879062296 req-96315706-2dc8-496c-8a9e-2ba82914d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:44.229067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f2bdbda-351c-4e99-9223-a14879062296 req-96315706-2dc8-496c-8a9e-2ba82914d8af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20227ba6-72e5-42e2-bff5-a28e51d953b4 HTTP/1.1" status: 200 len: 847 time: 0.0971467 Sep 17 22:58:44.331968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bdbda-351c-4e99-9223-a14879062296 req-1cd852f3-3fd2-46dc-ac73-7e5566ebad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:44.334675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f2bdbda-351c-4e99-9223-a14879062296 req-1cd852f3-3fd2-46dc-ac73-7e5566ebad80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=505aace7-a881-4739-9dee-735e991e1b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982764 Sep 17 22:58:44.344966 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:44.417200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bfe92760-6862-4f4a-8caa-2ca6b5395585 None None] Provisioning complete for port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:44.417575 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bfe92760-6862-4f4a-8caa-2ca6b5395585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:44.479855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 577cf35e-5e3e-4add-9996-146fcefbb6f0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=577cf35e-5e3e-4add-9996-146fcefbb6f0,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:44.510815 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b089635-47f0-44bd-aa63-70821c509a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577cf35e-5e3e-4add-9996-146fcefbb6f0'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:44.513116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f2bdbda-351c-4e99-9223-a14879062296 req-dbebf222-d959-4948-a4f8-c15c95a781a7 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704853 Sep 17 22:58:44.513295 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de84b9b5-5600-419e-8ffd-3288622efe0d" -d '{"events": [{"server_uuid": "9b089635-47f0-44bd-aa63-70821c509a16", "name": "network-vif-plugged", "status": "completed", "tag": "577cf35e-5e3e-4add-9996-146fcefbb6f0"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:44.518567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:44.538883 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c4344-a563-41c0-8413-e89c68666e74 req-b4fb7a20-d33f-403c-b040-402a95056bd1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:44.546023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-676c4344-a563-41c0-8413-e89c68666e74 req-b4fb7a20-d33f-403c-b040-402a95056bd1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.5589173 Sep 17 22:58:44.574540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bfe92760-6862-4f4a-8caa-2ca6b5395585 None None] Port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:58:44.627794 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5267fc4c-87c9-44f0-bdf2-28a229695d0b x-openstack-request-id: req-5267fc4c-87c9-44f0-bdf2-28a229695d0b {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:44.628109 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b089635-47f0-44bd-aa63-70821c509a16", "name": "network-vif-plugged", "status": "completed", "tag": "577cf35e-5e3e-4add-9996-146fcefbb6f0", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:44.628970 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5267fc4c-87c9-44f0-bdf2-28a229695d0b {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:44.629385 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b089635-47f0-44bd-aa63-70821c509a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577cf35e-5e3e-4add-9996-146fcefbb6f0', 'code': 200} Sep 17 22:58:44.630597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=577cf35e-5e3e-4add-9996-146fcefbb6f0,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:44.714173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-286bb896-235e-467e-b133-c24fe05b86e9 None None] Could not find standard attr ID for object 6310a105-342c-4f40-8aea-c1f9559924f5. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:58:44.731822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-676c4344-a563-41c0-8413-e89c68666e74 req-f802205b-8ae8-4404-8a1d-189035e81c29 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894203 Sep 17 22:58:44.735011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f2bdbda-351c-4e99-9223-a14879062296 req-b5452ad8-f8db-474a-8f6e-01153bfbb7c3 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117631 Sep 17 22:58:44.755561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:44.756226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:44.770561 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] 10.222.0.45 "PUT /v2.0/ports/25456cde-f359-4bd0-9715-40f66fe9f857 HTTP/1.1" status: 200 len: 1093 time: 2.6041367 Sep 17 22:58:44.772633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c90dce-8a3a-462f-a702-0253f2e2248d', 'tag': '25456cde-f359-4bd0-9715-40f66fe9f857'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:44.774931 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385d277f-2a76-4312-9e3f-1d2c08c6497a" -d '{"events": [{"name": "network-changed", "server_uuid": "23c90dce-8a3a-462f-a702-0253f2e2248d", "tag": "25456cde-f359-4bd0-9715-40f66fe9f857"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:44.859422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba88d6-9531-48bb-ad3f-5906b0b5fbe9 req-31e1b026-01df-4f22-8f56-d60f7e8415e7 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:44.861861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aba88d6-9531-48bb-ad3f-5906b0b5fbe9 req-31e1b026-01df-4f22-8f56-d60f7e8415e7 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 946 time: 0.0823741 Sep 17 22:58:44.951359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1aba88d6-9531-48bb-ad3f-5906b0b5fbe9 req-45bb93e9-521d-49f9-a405-8a9c0120a8c9 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703309 Sep 17 22:58:44.973765 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f7527c-e511-4777-8319-6cfb1ed9821a x-openstack-request-id: req-a8f7527c-e511-4777-8319-6cfb1ed9821a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:44.974543 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c90dce-8a3a-462f-a702-0253f2e2248d", "tag": "25456cde-f359-4bd0-9715-40f66fe9f857", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:44.975227 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8f7527c-e511-4777-8319-6cfb1ed9821a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:44.975999 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c90dce-8a3a-462f-a702-0253f2e2248d', 'tag': '25456cde-f359-4bd0-9715-40f66fe9f857', 'status': 'completed', 'code': 200} Sep 17 22:58:45.047230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7534e1-37f6-4ced-ae31-c43e09eb923d service neutron] Pushing event updated for resources: {'Port': ['ID=25456cde-f359-4bd0-9715-40f66fe9f857,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:45.051870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590da7-a72a-4ab9-8108-d34112362b28 req-d2ed6512-f845-414b-9f0f-d141a5c05e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.053709 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-90590da7-a72a-4ab9-8108-d34112362b28 req-d2ed6512-f845-414b-9f0f-d141a5c05e95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 1098 time: 0.2192602 Sep 17 22:58:45.068866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bccc-7509-4219-8993-9846bc508c05 req-92150c96-779f-47c8-8bd7-9a64728eec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.070957 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-92150c96-779f-47c8-8bd7-9a64728eec1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 1096 time: 0.2073321 Sep 17 22:58:45.149631 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-b56a54b6-394f-4a49-8319-12edec0623e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25456cde-f359-4bd0-9715-40f66fe9f857 HTTP/1.1" status: 200 len: 217 time: 0.0614402 Sep 17 22:58:45.240877 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-90590da7-a72a-4ab9-8108-d34112362b28 req-0ea6176b-fe65-4267-b073-1eb289ce6081 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660583 Sep 17 22:58:45.268020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bccc-7509-4219-8993-9846bc508c05 req-6c979318-0500-4d0f-b8e2-cbc282d4b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.269613 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-6c979318-0500-4d0f-b8e2-cbc282d4b54a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.1064222 Sep 17 22:58:45.355633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bccc-7509-4219-8993-9846bc508c05 req-ef61482a-344d-447c-b8fd-423ef9b62c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.357188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-ef61482a-344d-447c-b8fd-423ef9b62c0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769892 Sep 17 22:58:45.375641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:45.389370 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:45.433943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] In _notify_port_updated(), no bound segment for port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 on network 2776f319-a442-43b5-8639-dde046bcb99a {{(pid=94738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:58:45.439388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.440035 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:45.444639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "PUT /v2.0/ports/eedc27e1-434f-4762-aa7b-9e3f1cb32e28 HTTP/1.1" status: 200 len: 1130 time: 1.7734811 Sep 17 22:58:45.445548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49684) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:45.499876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44769f-8b78-4016-8095-646f043715d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event updated for resources: {'Port': ['ID=eedc27e1-434f-4762-aa7b-9e3f1cb32e28,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:45.526965 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-8984e8c6-3ef3-4e5f-99ef-3bf77c7d62e5 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604280 Sep 17 22:58:45.538811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f140a7f-f584-4e62-a4fd-ed0cd6911d70 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.540988 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9f140a7f-f584-4e62-a4fd-ed0cd6911d70 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "GET /v2.0/ports/eedc27e1-434f-4762-aa7b-9e3f1cb32e28 HTTP/1.1" status: 200 len: 1130 time: 0.0937388 Sep 17 22:58:45.544046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49690) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:45.666094 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed02bccc-7509-4219-8993-9846bc508c05 req-4115cb8d-05f2-41fb-ac58-e9d7cf84ab28 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310968 Sep 17 22:58:45.686948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5e794cba-af5f-4a86-87c4-780cd515ca1a tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Deleting port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:45.688975 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e794cba-af5f-4a86-87c4-780cd515ca1a tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:45.789436 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-730a2481-87df-4d89-aa79-549ba721cdfc None None] Provisioning complete for port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:45.791009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-730a2481-87df-4d89-aa79-549ba721cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:45.796741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-00210555-bb22-406f-a78a-fcdd544af4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.798345 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-00210555-bb22-406f-a78a-fcdd544af4fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 1096 time: 0.0837555 Sep 17 22:58:45.841456 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-730a2481-87df-4d89-aa79-549ba721cdfc None None] Port eedc27e1-434f-4762-aa7b-9e3f1cb32e28 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:58:45.841688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e794cba-af5f-4a86-87c4-780cd515ca1a tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:45.896652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-5e794cba-af5f-4a86-87c4-780cd515ca1a tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Calling delete_port for eedc27e1-434f-4762-aa7b-9e3f1cb32e28 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:45.946783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-9dd070bd-3a1d-4251-a2d6-237833427417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.950064 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-9dd070bd-3a1d-4251-a2d6-237833427417 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.1448963 Sep 17 22:58:45.966770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583764b-09bc-4ccb-a5fb-ab4bf68cb551 req-9d4d6089-160b-4cab-ba96-8b4a5050894e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:45.968534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a583764b-09bc-4ccb-a5fb-ab4bf68cb551 req-9d4d6089-160b-4cab-ba96-8b4a5050894e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.1131272 Sep 17 22:58:46.046921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-f82585c5-5b68-40e2-bff4-a67a546d7fea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25456cde-f359-4bd0-9715-40f66fe9f857 HTTP/1.1" status: 200 len: 217 time: 0.0881026 Sep 17 22:58:46.063799 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a583764b-09bc-4ccb-a5fb-ab4bf68cb551 req-dd40c49a-9230-4cb5-9dba-3808b5795e10 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888436 Sep 17 22:58:46.114884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-0a19d439-15bc-4587-a16e-d13c20962b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:46.116508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-0a19d439-15bc-4587-a16e-d13c20962b42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0622201 Sep 17 22:58:46.180549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-e9ef1baf-ad4f-4381-809e-aedf33fbfdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:46.182133 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-e9ef1baf-ad4f-4381-809e-aedf33fbfdd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585430 Sep 17 22:58:46.200476 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e794cba-af5f-4a86-87c4-780cd515ca1a tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:46.239830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e794cba-af5f-4a86-87c4-780cd515ca1a tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event deleted for resources: {'Port': ['ID=eedc27e1-434f-4762-aa7b-9e3f1cb32e28,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:46.291447 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-cba128a3-442c-4631-bf41-9fc5bf811a6e service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023767 Sep 17 22:58:46.309593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f7604-1335-4525-a98e-00342474e279 req-0688761d-8d30-4091-bdc3-7e00f5fdb9ba tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:46.311253 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-339f7604-1335-4525-a98e-00342474e279 req-0688761d-8d30-4091-bdc3-7e00f5fdb9ba tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 946 time: 0.2362854 Sep 17 22:58:46.312415 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5e794cba-af5f-4a86-87c4-780cd515ca1a tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:46.314301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5e794cba-af5f-4a86-87c4-780cd515ca1a tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "DELETE /v2.0/ports/eedc27e1-434f-4762-aa7b-9e3f1cb32e28 HTTP/1.1" status: 204 len: 168 time: 0.7691171 Sep 17 22:58:46.317389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49718) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:46.440214 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-339f7604-1335-4525-a98e-00342474e279 req-cbb428a5-cfd5-487a-84d5-3e38610cabc6 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942252 Sep 17 22:58:46.480340 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-385d277f-2a76-4312-9e3f-1d2c08c6497a req-601601a9-8d71-4e76-b6cf-e22da8eeecef service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818888 Sep 17 22:58:46.486231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5359dd-fe5e-426f-9410-1c5b08ec4580 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Deleting subnet 421a418f-6504-4bde-9ff3-98fc65642544 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:58:46.495705 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e5359dd-fe5e-426f-9410-1c5b08ec4580 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:46.584388 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e5359dd-fe5e-426f-9410-1c5b08ec4580 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:46.692663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e5359dd-fe5e-426f-9410-1c5b08ec4580 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:46.759858 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e5359dd-fe5e-426f-9410-1c5b08ec4580 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:46.802311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5359dd-fe5e-426f-9410-1c5b08ec4580 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event deleted for resources: {'Subnet': ['ID=421a418f-6504-4bde-9ff3-98fc65642544,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:46.807461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9e5359dd-fe5e-426f-9410-1c5b08ec4580 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:46.809403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9e5359dd-fe5e-426f-9410-1c5b08ec4580 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "DELETE /v2.0/subnets/421a418f-6504-4bde-9ff3-98fc65642544 HTTP/1.1" status: 204 len: 168 time: 0.4858310 Sep 17 22:58:46.811914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49736) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:46.814184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadabd4a-be1a-4ac8-aa8b-22b4687b3990 None None] Network 2776f319-a442-43b5-8639-dde046bcb99a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:46.907234 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:46.982561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Deleting port d2dceeeb-12d5-4139-9538-7727a33ca55f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:46.983104 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.042462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] DHCP port deletion for 2776f319-a442-43b5-8639-dde046bcb99a request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:58:47.068619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] For port d2dceeeb-12d5-4139-9538-7727a33ca55f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d2dceeeb-12d5-4139-9538-7727a33ca55f,segment=NetworkSegment(3a7b40c1-8533-4a40-97db-707048aab5f7),segment_id=3a7b40c1-8533-4a40-97db-707048aab5f7)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:47.069054 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.086327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Calling delete_port for d2dceeeb-12d5-4139-9538-7727a33ca55f owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:47.124209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] Deleting port d2dceeeb-12d5-4139-9538-7727a33ca55f {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:47.127837 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.186443 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.221170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event deleted for resources: {'Port': ['ID=d2dceeeb-12d5-4139-9538-7727a33ca55f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:47.251641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] For port d2dceeeb-12d5-4139-9538-7727a33ca55f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d2dceeeb-12d5-4139-9538-7727a33ca55f,segment=NetworkSegment(3a7b40c1-8533-4a40-97db-707048aab5f7),segment_id=3a7b40c1-8533-4a40-97db-707048aab5f7)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:47.252343 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.258295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] No DVR routers for this DVR port d2dceeeb-12d5-4139-9538-7727a33ca55f on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:47.268852 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] Calling delete_port for d2dceeeb-12d5-4139-9538-7727a33ca55f owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:47.361478 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.375696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f952a-748b-482a-b64d-721634b36220 req-cdd7710e-e1fa-41fe-b023-59c44d2f0e2b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:47.377286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf2f952a-748b-482a-b64d-721634b36220 req-cdd7710e-e1fa-41fe-b023-59c44d2f0e2b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.1872070 Sep 17 22:58:47.379107 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.394270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] Pushing event deleted for resources: {'Port': ['ID=d2dceeeb-12d5-4139-9538-7727a33ca55f,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:47.399757 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd80323-4819-4927-8fe6-d29dad77c096 None None] No DVR routers for this DVR port d2dceeeb-12d5-4139-9538-7727a33ca55f on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:47.422971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2776f319-a442-43b5-8639-dde046bcb99a']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:47.442411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7b40c1-8533-4a40-97db-707048aab5f7') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:47.442725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7b40c1-8533-4a40-97db-707048aab5f7') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:47.465128 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf2f952a-748b-482a-b64d-721634b36220 req-6d811123-c9d8-49bb-ae07-cc6e9b489afa tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778544 Sep 17 22:58:47.466862 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.484813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.494716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:58:47.495387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:58:47.499455 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:58:47.599974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d2dceeeb-12d5-4139-9538-7727a33ca55f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:47.604838 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.615846 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.621053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] 10.222.0.48 "DELETE /v2.0/networks/2776f319-a442-43b5-8639-dde046bcb99a HTTP/1.1" status: 204 len: 168 time: 0.8082633 Sep 17 22:58:47.623723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d2dceeeb-12d5-4139-9538-7727a33ca55f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:58:47.624104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d2dceeeb-12d5-4139-9538-7727a33ca55f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:47.639806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee49ef-7fd6-4cf9-9e6e-d8f06c91c0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041 tempest-ExtraDHCPOptionsIpV6TestJSON-1488776041-project] Pushing event deleted for resources: {'Network': ['ID=2776f319-a442-43b5-8639-dde046bcb99a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:47.656474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a776-1d78-4582-aa58-8750603f2201 req-a6872975-fb8a-45db-942f-ee52089a298b tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:47.658710 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2552a776-1d78-4582-aa58-8750603f2201 req-a6872975-fb8a-45db-942f-ee52089a298b tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 946 time: 0.1005793 Sep 17 22:58:47.708186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2552a776-1d78-4582-aa58-8750603f2201 req-2bbd9095-fade-45e2-9ba9-c3be40f1a2b6 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Sep 17 22:58:47.926988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49756) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:48.123092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-771ab759-dc9a-4cd3-9dc3-411c7555dc8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70e2378dbcbc4fe3893b6a21db803e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948459 Sep 17 22:58:48.125452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49762) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:48.179695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e4bc-755d-430c-8038-d437fbd2d95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:48.204479 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e4bc-755d-430c-8038-d437fbd2d95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:48.264773 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e4bc-755d-430c-8038-d437fbd2d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:48.267430 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e4bc-755d-430c-8038-d437fbd2d95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:48.268995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a4a3e4bc-755d-430c-8038-d437fbd2d95c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64741b32-a5c1-479a-9273-dc0183d7bc99 HTTP/1.1" status: 204 len: 168 time: 0.1421962 Sep 17 22:58:48.277004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3e4bc-755d-430c-8038-d437fbd2d95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64741b32-a5c1-479a-9273-dc0183d7bc99,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:48.641088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b05da-f61d-4cd4-b256-af9b5c0dc9f4 req-bfce0efd-8f8c-46e6-a8b9-73eb51f9fcda tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:48.642625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-517b05da-f61d-4cd4-b256-af9b5c0dc9f4 req-bfce0efd-8f8c-46e6-a8b9-73eb51f9fcda tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.0564027 Sep 17 22:58:48.705053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-517b05da-f61d-4cd4-b256-af9b5c0dc9f4 req-4e81375c-8dc6-4d14-9873-411b36e16b2a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Sep 17 22:58:48.942432 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.037765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49788) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:49.178615 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-955734404'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:49.213231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:49.216836 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.229054 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.342303 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.353251 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.387280 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:58:49.399628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37adf4e-c471-471f-b329-e9e13a879be9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:49.411546 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.412143 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Added segment 321fbd65-27a1-4d8b-bcaf-b900a0bb9472 of type vlan for network 3f330763-44a1-4003-add3-20d9a9f8e261 Sep 17 22:58:49.458137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.489914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.498202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:49.499389 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:49.581068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5272844 Sep 17 22:58:49.615439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36df09-eafe-4259-b8b4-674473db0d4f tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Network': ['ID=3f330763-44a1-4003-add3-20d9a9f8e261,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:49.628586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 3f330763-44a1-4003-add3-20d9a9f8e261 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:58:49.845870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb13df-578f-4016-a75a-26763f76bada req-d92ce9a1-d5fc-472a-8bac-384eefe4db73 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:49.848619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1efb13df-578f-4016-a75a-26763f76bada req-d92ce9a1-d5fc-472a-8bac-384eefe4db73 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.0612812 Sep 17 22:58:49.895261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1efb13df-578f-4016-a75a-26763f76bada req-d8dcad9e-bf15-4b9a-a7bd-0861ef604bed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Sep 17 22:58:51.035329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b64045-3768-41da-b311-ac76b3ffbb4b req-82f3a37b-9256-4bd5-b8b1-85abf9db6bfc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:51.036883 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06b64045-3768-41da-b311-ac76b3ffbb4b req-82f3a37b-9256-4bd5-b8b1-85abf9db6bfc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.0702744 Sep 17 22:58:51.141550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06b64045-3768-41da-b311-ac76b3ffbb4b req-6d38fe86-727d-41f6-85fe-a2cf559e39f3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966971 Sep 17 22:58:52.286165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf6ec6-eda1-482f-bd49-b8a84b85db80 req-ca997dcf-6d0f-4a4c-9005-2acb1d917ab3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:52.287837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-daaf6ec6-eda1-482f-bd49-b8a84b85db80 req-ca997dcf-6d0f-4a4c-9005-2acb1d917ab3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.0674224 Sep 17 22:58:52.333638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-daaf6ec6-eda1-482f-bd49-b8a84b85db80 req-586d7fec-af5e-4d6c-9d0c-a1b296f3a27b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 Sep 17 22:58:52.888804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49816) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:52.895070 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'subnet': {'network_id': '3f330763-44a1-4003-add3-20d9a9f8e261', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:52.990403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:52.994228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.192441 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.251618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Subnet': ['ID=7e62d0e4-e939-45cb-aff5-e6333d6aab99,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:53.273746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Checking segment: {'id': '321fbd65-27a1-4d8b-bcaf-b900a0bb9472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3f330763-44a1-4003-add3-20d9a9f8e261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:53.274104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network hostable DHCP agents. Network: 3f330763-44a1-4003-add3-20d9a9f8e261, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:58:53.292045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network 3f330763-44a1-4003-add3-20d9a9f8e261 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:58:53.301293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 3f330763-44a1-4003-add3-20d9a9f8e261) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:53.310367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86791477-8d71-45a3-8474-7d4b7f7e364b None None] Network 3f330763-44a1-4003-add3-20d9a9f8e261 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:53.310852 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:53.311371 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.330342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3d17742e-b658-4b49-84f7-b3541310627b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4395046 Sep 17 22:58:53.333810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49818) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:53.339207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-840909573'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:53.367430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:53.372149 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.400854 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:58:53.412921 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.413711 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Added segment c6b76593-ff86-4e83-830e-20fe7d3c5907 of type vlan for network cae06a17-3227-4717-b7bc-e97e4b68ca58 Sep 17 22:58:53.488432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eb889-7b10-4014-9439-5f4e53532b4b req-11db01db-5ed7-4a18-bece-20f6657e3540 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:53.490146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-457eb889-7b10-4014-9439-5f4e53532b4b req-11db01db-5ed7-4a18-bece-20f6657e3540 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.0646255 Sep 17 22:58:53.492861 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.498603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-3f330763-44a1-4003-add3-20d9a9f8e261', 'network_id': '3f330763-44a1-4003-add3-20d9a9f8e261', 'tenant_id': '460f7478f1e54383ab6004584df33657', 'fixed_ips': [{'subnet_id': '7e62d0e4-e939-45cb-aff5-e6333d6aab99'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:58:53.499484 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.537497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.543096 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:53.543793 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.553576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-457eb889-7b10-4014-9439-5f4e53532b4b req-52259b84-2315-4c1a-9cb9-9743f2c1a24a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554900 Sep 17 22:58:53.626329 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2913492 Sep 17 22:58:53.629900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49826) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:53.630726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4405d-4a0a-43e1-842a-40f4d7715ddb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Network': ['ID=cae06a17-3227-4717-b7bc-e97e4b68ca58,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:53.635479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'subnet': {'network_id': 'cae06a17-3227-4717-b7bc-e97e4b68ca58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:53.656752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network cae06a17-3227-4717-b7bc-e97e4b68ca58 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:58:53.731262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Allocated IP 2001:db8:0:ffff::2 (3f330763-44a1-4003-add3-20d9a9f8e261/7e62d0e4-e939-45cb-aff5-e6333d6aab99/51e490db-db99-4a46-a686-74d482d04705) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:53.740627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:53.744529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.901502 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.907310 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.949151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Network 3f330763-44a1-4003-add3-20d9a9f8e261 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:53.952147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:53.955597 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:53.969149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Pushing event updated for resources: {'Port': ['ID=51e490db-db99-4a46-a686-74d482d04705,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:54.018120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Attempting to bind port 51e490db-db99-4a46-a686-74d482d04705 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:58:54.019139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Attempting to bind port 51e490db-db99-4a46-a686-74d482d04705 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '321fbd65-27a1-4d8b-bcaf-b900a0bb9472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3f330763-44a1-4003-add3-20d9a9f8e261'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:58:54.019503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Attempting to bind port 51e490db-db99-4a46-a686-74d482d04705 on network 3f330763-44a1-4003-add3-20d9a9f8e261 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:54.024696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:58:54.025147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Checking segment: {'id': '321fbd65-27a1-4d8b-bcaf-b900a0bb9472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3f330763-44a1-4003-add3-20d9a9f8e261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:54.025558 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.026150 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Bound using segment: {'id': '321fbd65-27a1-4d8b-bcaf-b900a0bb9472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3f330763-44a1-4003-add3-20d9a9f8e261'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:58:54.026774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Bound port: 51e490db-db99-4a46-a686-74d482d04705, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321fbd65-27a1-4d8b-bcaf-b900a0bb9472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3f330763-44a1-4003-add3-20d9a9f8e261'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:58:54.027190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.039184 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:58:54.040698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.099788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] For port 51e490db-db99-4a46-a686-74d482d04705, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:54.103189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] For port 51e490db-db99-4a46-a686-74d482d04705, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=51e490db-db99-4a46-a686-74d482d04705,segment=NetworkSegment(321fbd65-27a1-4d8b-bcaf-b900a0bb9472),segment_id=321fbd65-27a1-4d8b-bcaf-b900a0bb9472)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:58:54.108300 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.108513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Subnet': ['ID=bab8780b-7cd8-4a93-bee9-e80a766aa930,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:54.118590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Checking segment: {'id': 'c6b76593-ff86-4e83-830e-20fe7d3c5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cae06a17-3227-4717-b7bc-e97e4b68ca58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:54.118956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network hostable DHCP agents. Network: cae06a17-3227-4717-b7bc-e97e4b68ca58, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:58:54.139836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network cae06a17-3227-4717-b7bc-e97e4b68ca58 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:58:54.157743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, cae06a17-3227-4717-b7bc-e97e4b68ca58) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:54.174118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e43cd-63ac-4ea9-ac41-99b7a1600b17 None None] Network cae06a17-3227-4717-b7bc-e97e4b68ca58 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:54.178395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:54.179137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.199257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-62bf9b90-d91d-4daf-b6e3-e93fc75b4911 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5677609 Sep 17 22:58:54.202236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49828) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:54.212791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'port': {'network_id': 'cae06a17-3227-4717-b7bc-e97e4b68ca58', 'name': 'tempest-NetworksIpV6TestAttrs-1888134952'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:54.342372 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:54.346839 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.367574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed18093-8756-4e3f-b990-814baea6dc59 None None] Pushing event updated for resources: {'Port': ['ID=51e490db-db99-4a46-a686-74d482d04705,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:54.375735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] device_id is not set on port 0b0a061b-e3eb-4017-9503-c0feedbdb845 yet. {{(pid=94737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:58:54.558847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-cae06a17-3227-4717-b7bc-e97e4b68ca58', 'network_id': 'cae06a17-3227-4717-b7bc-e97e4b68ca58', 'tenant_id': '460f7478f1e54383ab6004584df33657', 'fixed_ips': [{'subnet_id': 'bab8780b-7cd8-4a93-bee9-e80a766aa930'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:58:54.559920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.585309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Allocated IP 2001:db8::f816:3eff:fef9:1de2 (cae06a17-3227-4717-b7bc-e97e4b68ca58/bab8780b-7cd8-4a93-bee9-e80a766aa930/0b0a061b-e3eb-4017-9503-c0feedbdb845) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:54.772244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20b9f0-57f3-4965-994d-6db19e47e771 req-a51c6e60-35ba-42ce-9a06-1fd41a12ef35 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:54.773823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b20b9f0-57f3-4965-994d-6db19e47e771 req-a51c6e60-35ba-42ce-9a06-1fd41a12ef35 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.1336935 Sep 17 22:58:54.832634 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.854092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b20b9f0-57f3-4965-994d-6db19e47e771 req-8611ea57-1061-4ee4-b990-954cb7e4655f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741494 Sep 17 22:58:54.896296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.946396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Allocated IP 2001:db8::f816:3eff:fe53:ce7b (cae06a17-3227-4717-b7bc-e97e4b68ca58/bab8780b-7cd8-4a93-bee9-e80a766aa930/55e4f64d-ec77-4c09-98b2-5511355a7f6b) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:54.953550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network cae06a17-3227-4717-b7bc-e97e4b68ca58 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:54.957558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:54.964476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:54.970529 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:54.971147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.985581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Port': ['ID=0b0a061b-e3eb-4017-9503-c0feedbdb845,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:54.997014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:54.997362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:54.997710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:54.998049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:54.998382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:54.998717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:54.999043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:54.999373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:54.999696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:55.000022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:55.000367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:55.000672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:55.013094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-59f3fa3a-0322-4b79-9b6d-4961b7c02807 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8097143 Sep 17 22:58:55.015829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49836) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:55.075321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c34140b-dd0b-4e47-8560-fb6cd997ef21 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Deleting subnet bab8780b-7cd8-4a93-bee9-e80a766aa930 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:58:55.169026 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.173847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c34140b-dd0b-4e47-8560-fb6cd997ef21 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.174391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.217200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Network cae06a17-3227-4717-b7bc-e97e4b68ca58 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:55.220245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:55.223666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:55.227145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c34140b-dd0b-4e47-8560-fb6cd997ef21 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.234512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Pushing event updated for resources: {'Port': ['ID=55e4f64d-ec77-4c09-98b2-5511355a7f6b,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:55.298903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c1d485-52f4-4f23-b02c-ddd491911ffd None None] Network 3f330763-44a1-4003-add3-20d9a9f8e261 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:55.315317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Attempting to bind port 55e4f64d-ec77-4c09-98b2-5511355a7f6b on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:58:55.316329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Attempting to bind port 55e4f64d-ec77-4c09-98b2-5511355a7f6b by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'c6b76593-ff86-4e83-830e-20fe7d3c5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cae06a17-3227-4717-b7bc-e97e4b68ca58'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:58:55.316638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Attempting to bind port 55e4f64d-ec77-4c09-98b2-5511355a7f6b on network cae06a17-3227-4717-b7bc-e97e4b68ca58 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:55.329386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:58:55.329769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Checking segment: {'id': 'c6b76593-ff86-4e83-830e-20fe7d3c5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cae06a17-3227-4717-b7bc-e97e4b68ca58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:55.330175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.330575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Bound using segment: {'id': 'c6b76593-ff86-4e83-830e-20fe7d3c5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cae06a17-3227-4717-b7bc-e97e4b68ca58'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:58:55.331085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Bound port: 55e4f64d-ec77-4c09-98b2-5511355a7f6b, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b76593-ff86-4e83-830e-20fe7d3c5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cae06a17-3227-4717-b7bc-e97e4b68ca58'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:58:55.331475 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.389343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c34140b-dd0b-4e47-8560-fb6cd997ef21 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.428298 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2f5c5068-681a-486a-a4fb-50ba9e3ba3bc None None] Provisioning complete for port 51e490db-db99-4a46-a686-74d482d04705 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:55.428894 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5068-681a-486a-a4fb-50ba9e3ba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.486293 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17b8a47d-4e09-4509-b187-30c095c621cd req-c6927f8f-b28a-4df3-8e52-77fd76357e66 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581522 Sep 17 22:58:55.493587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c34140b-dd0b-4e47-8560-fb6cd997ef21 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.519289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] For port 55e4f64d-ec77-4c09-98b2-5511355a7f6b, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:55.546303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] For port 55e4f64d-ec77-4c09-98b2-5511355a7f6b, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=55e4f64d-ec77-4c09-98b2-5511355a7f6b,segment=NetworkSegment(c6b76593-ff86-4e83-830e-20fe7d3c5907),segment_id=c6b76593-ff86-4e83-830e-20fe7d3c5907)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:58:55.556109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.562842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34140b-dd0b-4e47-8560-fb6cd997ef21 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Subnet': ['ID=bab8780b-7cd8-4a93-bee9-e80a766aa930,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:55.586674 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3c34140b-dd0b-4e47-8560-fb6cd997ef21 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.591106 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3c34140b-dd0b-4e47-8560-fb6cd997ef21 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/subnets/bab8780b-7cd8-4a93-bee9-e80a766aa930 HTTP/1.1" status: 204 len: 168 time: 0.5720189 Sep 17 22:58:55.592740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49838) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:55.614377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8a47d-4e09-4509-b187-30c095c621cd req-05502eca-b61b-495d-8499-cceec6f2975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:55.617948 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17b8a47d-4e09-4509-b187-30c095c621cd req-05502eca-b61b-495d-8499-cceec6f2975b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=635da7bd4690405fb61c1657aba7a902&device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 1098 time: 0.0673683 Sep 17 22:58:55.758404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 51e490db-db99-4a46-a686-74d482d04705 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:58:55.791260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438f1a0-4cc0-4f11-8c77-234b79d040a3 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:55.794421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438f1a0-4cc0-4f11-8c77-234b79d040a3 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:55.798898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9438f1a0-4cc0-4f11-8c77-234b79d040a3 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2036870 Sep 17 22:58:55.802908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8a47d-4e09-4509-b187-30c095c621cd req-d0a3d397-5f44-484b-a3c6-d1e8dd099e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:55.803655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49844) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:55.804408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17b8a47d-4e09-4509-b187-30c095c621cd req-d0a3d397-5f44-484b-a3c6-d1e8dd099e7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=109defc2-a245-43f9-9142-e36bbe2ba508 HTTP/1.1" status: 200 len: 915 time: 0.1646290 Sep 17 22:58:55.864134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17b8a47d-4e09-4509-b187-30c095c621cd req-fda00523-35d4-4589-ba08-8d91d051f703 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=577cf35e-5e3e-4add-9996-146fcefbb6f0 HTTP/1.1" status: 200 len: 217 time: 0.0517747 Sep 17 22:58:55.936618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Pushing event updated for resources: {'Port': ['ID=55e4f64d-ec77-4c09-98b2-5511355a7f6b,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:55.937195 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8ab74510-801b-44f8-aa18-4a39b0ece749 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.943103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8a47d-4e09-4509-b187-30c095c621cd req-a7367420-da95-4717-a363-6b4fe9222732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:55.944733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17b8a47d-4e09-4509-b187-30c095c621cd req-a7367420-da95-4717-a363-6b4fe9222732 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0a90808b-354d-490e-84d0-9350a1a0c10a HTTP/1.1" status: 200 len: 854 time: 0.0733490 Sep 17 22:58:55.961953 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab74510-801b-44f8-aa18-4a39b0ece749 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 22:58:55.962191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab74510-801b-44f8-aa18-4a39b0ece749 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:58:55.964448 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8ab74510-801b-44f8-aa18-4a39b0ece749 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/cae06a17-3227-4717-b7bc-e97e4b68ca58 HTTP/1.1" status: 409 len: 405 time: 0.1597283 Sep 17 22:58:55.967018 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5068-681a-486a-a4fb-50ba9e3ba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:55.968523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:55.980898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1143231054'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:56.001044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.001447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.001793 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.002311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.002752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.003096 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.003626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.003893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.004220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.004547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.004869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.006042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931093d1-a603-44c1-bd23-9be74eccdc2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:56.046992 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17b8a47d-4e09-4509-b187-30c095c621cd req-97844360-6778-44e3-ba9c-8818497a7247 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=109defc2-a245-43f9-9142-e36bbe2ba508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949206 Sep 17 22:58:56.050221 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:56.055580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.078140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1748bb6-61da-42c8-97b7-7b8f0ee3a36b req-305a6970-a10d-4085-926b-2b2300b60924 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:56.080612 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1748bb6-61da-42c8-97b7-7b8f0ee3a36b req-305a6970-a10d-4085-926b-2b2300b60924 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 944 time: 0.1302297 Sep 17 22:58:56.127027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:58:56.128839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 51e490db-db99-4a46-a686-74d482d04705 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:56.130322 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.156303 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.157016 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Added segment 033b3833-d8d0-4ce8-9f12-dfa34f8569c9 of type vlan for network cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 Sep 17 22:58:56.171954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f1748bb6-61da-42c8-97b7-7b8f0ee3a36b req-f9e3ef74-877a-42f6-b593-713b00dd6d4a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817392 Sep 17 22:58:56.205654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2f5c5068-681a-486a-a4fb-50ba9e3ba3bc None None] For port 51e490db-db99-4a46-a686-74d482d04705, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=51e490db-db99-4a46-a686-74d482d04705,segment=NetworkSegment(321fbd65-27a1-4d8b-bcaf-b900a0bb9472),segment_id=321fbd65-27a1-4d8b-bcaf-b900a0bb9472)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:56.223486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 25456cde-f359-4bd0-9715-40f66fe9f857 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:58:56.229025 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5068-681a-486a-a4fb-50ba9e3ba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.240613 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.265008 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17b8a47d-4e09-4509-b187-30c095c621cd req-79ae92aa-1cdd-47ae-9499-16aebf8c28c6 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096963 Sep 17 22:58:56.322792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.328739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:56.332075 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.364354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c5068-681a-486a-a4fb-50ba9e3ba3bc None None] Pushing event updated for resources: {'Port': ['ID=51e490db-db99-4a46-a686-74d482d04705,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:56.379177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4095452 Sep 17 22:58:56.382631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49850) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:56.388290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'subnet': {'network_id': 'cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:56.437668 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-17b8a47d-4e09-4509-b187-30c095c621cd req-32fb6470-368c-473e-9268-9aae68be4343 service neutron] 10.222.0.49 "GET /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612344 Sep 17 22:58:56.477243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b18e70-869b-43ec-899d-a1db8354cb69 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Network': ['ID=cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:56.478287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fa2701b7-26a0-4ddf-97eb-e09ed966bafd None None] Provisioning complete for port 51e490db-db99-4a46-a686-74d482d04705 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:56.478891 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fa2701b7-26a0-4ddf-97eb-e09ed966bafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.510125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:58:56.514482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 25456cde-f359-4bd0-9715-40f66fe9f857, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=25456cde-f359-4bd0-9715-40f66fe9f857,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:56.544138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:56.545462 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '25456cde-f359-4bd0-9715-40f66fe9f857', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'port_id': '25456cde-f359-4bd0-9715-40f66fe9f857', 'mac_address': 'fa:16:3e:9c:ad:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:58:56.547810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.662705 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.685318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25456cde-f359-4bd0-9715-40f66fe9f857 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:58:56.707422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 25456cde-f359-4bd0-9715-40f66fe9f857, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=25456cde-f359-4bd0-9715-40f66fe9f857,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:56.714792 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.781378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=25456cde-f359-4bd0-9715-40f66fe9f857,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:56.914991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.objects.ports [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:58:56.916972 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:56.926859 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['25456cde-f359-4bd0-9715-40f66fe9f857'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:58:56.974361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Subnet': ['ID=f0d65b7f-ed42-4a38-9b41-78759e9d7ba7,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:56.990893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Checking segment: {'id': '033b3833-d8d0-4ce8-9f12-dfa34f8569c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:56.991255 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network hostable DHCP agents. Network: cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:58:57.014789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:58:57.030406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:57.036034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:57.036880 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.045573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f27699c-ced9-483e-8428-e5a1bf4a6459 None None] Network cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:57.056339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a7597439-0be6-47b0-88dc-0480eb0ca8f5 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6695578 Sep 17 22:58:57.056717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49856) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:57.063899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'port': {'network_id': 'cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3', 'name': 'tempest-NetworksIpV6TestAttrs-1545610009'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:57.143877 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b4f78-faff-4055-a4b4-9a554364c096 None None] Network cae06a17-3227-4717-b7bc-e97e4b68ca58 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:57.194442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:57.198584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.218051 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] device_id is not set on port cf8e7745-f2fd-4e7f-9143-c2809195e93d yet. {{(pid=94738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:58:57.278229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f4942543-d764-44df-8642-fb5e6901e730 None None] Provisioning complete for port 55e4f64d-ec77-4c09-98b2-5511355a7f6b triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:57.278634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f4942543-d764-44df-8642-fb5e6901e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.383447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3', 'network_id': 'cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3', 'tenant_id': '460f7478f1e54383ab6004584df33657', 'fixed_ips': [{'subnet_id': 'f0d65b7f-ed42-4a38-9b41-78759e9d7ba7'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:58:57.383447 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.397132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09464e-0b25-450f-87b4-88b1c4877b19 req-b238273f-ac81-4b69-80b0-c450f7959d85 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:57.398673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa09464e-0b25-450f-87b4-88b1c4877b19 req-b238273f-ac81-4b69-80b0-c450f7959d85 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 945 time: 0.0980835 Sep 17 22:58:57.428605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Allocated IP 2001:db8::f816:3eff:fe07:b7fa (cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3/f0d65b7f-ed42-4a38-9b41-78759e9d7ba7/cf8e7745-f2fd-4e7f-9143-c2809195e93d) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:57.473816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa09464e-0b25-450f-87b4-88b1c4877b19 req-d3f2f477-800e-4364-aee0-f87dd60de3c6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628331 Sep 17 22:58:57.516193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] DHCP port deletion for cae06a17-3227-4717-b7bc-e97e4b68ca58 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:58:57.562788 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f4942543-d764-44df-8642-fb5e6901e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.610355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f4942543-d764-44df-8642-fb5e6901e730 None None] For port 55e4f64d-ec77-4c09-98b2-5511355a7f6b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=55e4f64d-ec77-4c09-98b2-5511355a7f6b,segment=NetworkSegment(c6b76593-ff86-4e83-830e-20fe7d3c5907),segment_id=c6b76593-ff86-4e83-830e-20fe7d3c5907)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:57.618365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] Deleting port 55e4f64d-ec77-4c09-98b2-5511355a7f6b {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:57.618839 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.620607 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f4942543-d764-44df-8642-fb5e6901e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.635268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 51e490db-db99-4a46-a686-74d482d04705 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:58:57.645032 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.689571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.740023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:57.743107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:57.746665 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:57.755887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:57.756638 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.765971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Port': ['ID=cf8e7745-f2fd-4e7f-9143-c2809195e93d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:57.784654 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dccd4641-9a1f-4898-ae35-90d4506d7a08 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7237275 Sep 17 22:58:57.784863 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49860) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:57.788412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] For port 55e4f64d-ec77-4c09-98b2-5511355a7f6b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=55e4f64d-ec77-4c09-98b2-5511355a7f6b,segment=NetworkSegment(c6b76593-ff86-4e83-830e-20fe7d3c5907),segment_id=c6b76593-ff86-4e83-830e-20fe7d3c5907)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:57.788803 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:57.814987 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4942543-d764-44df-8642-fb5e6901e730 None None] Pushing event updated for resources: {'Port': ['ID=55e4f64d-ec77-4c09-98b2-5511355a7f6b,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:57.817046 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] Calling delete_port for 55e4f64d-ec77-4c09-98b2-5511355a7f6b owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:57.822130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Allocated IP 2001:db8::f816:3eff:fe2c:541 (cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3/f0d65b7f-ed42-4a38-9b41-78759e9d7ba7/aa81097e-fd6a-4343-aab7-1a251e601dbe) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:57.860891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7952ecf-7159-41c2-8e04-c4d597bbcf7b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Deleting subnet f0d65b7f-ed42-4a38-9b41-78759e9d7ba7 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:58:57.888149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 51e490db-db99-4a46-a686-74d482d04705 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:57.888526 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.202906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 25456cde-f359-4bd0-9715-40f66fe9f857 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:58:58.243922 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.309181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] Pushing event deleted for resources: {'Port': ['ID=55e4f64d-ec77-4c09-98b2-5511355a7f6b,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:58.339754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042be6b-9b51-49fb-b751-b49559cd2e1d None None] No DVR routers for this DVR port 55e4f64d-ec77-4c09-98b2-5511355a7f6b on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:58.379137 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.385055 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7952ecf-7159-41c2-8e04-c4d597bbcf7b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.387208 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.417508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 25456cde-f359-4bd0-9715-40f66fe9f857 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:58:58.426175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 25456cde-f359-4bd0-9715-40f66fe9f857 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:58.426175 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.433339 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7952ecf-7159-41c2-8e04-c4d597bbcf7b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.453230 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Network cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:58.462645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:58.467287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:58.469245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Pushing event updated for resources: {'Port': ['ID=aa81097e-fd6a-4343-aab7-1a251e601dbe,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:58.545039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Attempting to bind port aa81097e-fd6a-4343-aab7-1a251e601dbe on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:58:58.545742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Attempting to bind port aa81097e-fd6a-4343-aab7-1a251e601dbe by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '033b3833-d8d0-4ce8-9f12-dfa34f8569c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:58:58.545742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Attempting to bind port aa81097e-fd6a-4343-aab7-1a251e601dbe on network cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:58.570063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:58:58.570603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Checking segment: {'id': '033b3833-d8d0-4ce8-9f12-dfa34f8569c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:58.570838 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.571234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Bound using segment: {'id': '033b3833-d8d0-4ce8-9f12-dfa34f8569c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:58:58.571721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Bound port: aa81097e-fd6a-4343-aab7-1a251e601dbe, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033b3833-d8d0-4ce8-9f12-dfa34f8569c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:58:58.572107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.617468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.618808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7952ecf-7159-41c2-8e04-c4d597bbcf7b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.625034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c72cb0-d09f-43ec-9818-549c2462deb2 req-bacbeee8-a448-4571-8eba-9954cb70cfc2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:58.632549 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9c72cb0-d09f-43ec-9818-549c2462deb2 req-bacbeee8-a448-4571-8eba-9954cb70cfc2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 945 time: 0.0731437 Sep 17 22:58:58.659771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c90dce-8a3a-462f-a702-0253f2e2248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25456cde-f359-4bd0-9715-40f66fe9f857'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:58.659771 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384d8bc0-b5d6-4b4a-b54f-2a27a94af6f4" -d '{"events": [{"server_uuid": "23c90dce-8a3a-462f-a702-0253f2e2248d", "name": "network-vif-plugged", "status": "completed", "tag": "25456cde-f359-4bd0-9715-40f66fe9f857"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:58.683817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 25456cde-f359-4bd0-9715-40f66fe9f857, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=25456cde-f359-4bd0-9715-40f66fe9f857,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:58.689275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.689915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9c72cb0-d09f-43ec-9818-549c2462deb2 req-d4c4498b-0bfb-4c3e-a9a4-aa4d6a0c5090 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Sep 17 22:58:58.727892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7952ecf-7159-41c2-8e04-c4d597bbcf7b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.744146 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46df0d9e-33c6-44fc-b160-8b4742afdc19 x-openstack-request-id: req-46df0d9e-33c6-44fc-b160-8b4742afdc19 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:58.744441 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c90dce-8a3a-462f-a702-0253f2e2248d", "name": "network-vif-plugged", "status": "completed", "tag": "25456cde-f359-4bd0-9715-40f66fe9f857", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:58.744692 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46df0d9e-33c6-44fc-b160-8b4742afdc19 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:58.745106 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c90dce-8a3a-462f-a702-0253f2e2248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25456cde-f359-4bd0-9715-40f66fe9f857', 'code': 200} Sep 17 22:58:58.747515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] For port aa81097e-fd6a-4343-aab7-1a251e601dbe, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:58.753721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=25456cde-f359-4bd0-9715-40f66fe9f857,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:58.758950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7952ecf-7159-41c2-8e04-c4d597bbcf7b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d65b7f-ed42-4a38-9b41-78759e9d7ba7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:58.766263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] For port aa81097e-fd6a-4343-aab7-1a251e601dbe, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa81097e-fd6a-4343-aab7-1a251e601dbe,segment=NetworkSegment(033b3833-d8d0-4ce8-9f12-dfa34f8569c9),segment_id=033b3833-d8d0-4ce8-9f12-dfa34f8569c9)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:58:58.769224 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c7952ecf-7159-41c2-8e04-c4d597bbcf7b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.773472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c7952ecf-7159-41c2-8e04-c4d597bbcf7b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/subnets/f0d65b7f-ed42-4a38-9b41-78759e9d7ba7 HTTP/1.1" status: 204 len: 168 time: 0.9853802 Sep 17 22:58:58.773718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49870) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:58.776553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:58.843924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf14f3-3e0a-4a61-ae65-274acb99dbf3 None None] Pushing event updated for resources: {'Port': ['ID=aa81097e-fd6a-4343-aab7-1a251e601dbe,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:58.932327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d67246-f10f-4811-a996-031a9d2613aa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:58.936178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d67246-f10f-4811-a996-031a9d2613aa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:58.936178 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0d67246-f10f-4811-a996-031a9d2613aa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1604137 Sep 17 22:58:58.938948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49876) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:58.946882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a9e9-8405-4272-95f0-f786dd729cc4 req-cecbfc9d-73cb-4292-95f3-6164d2a438a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:58.948768 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1c58a9e9-8405-4272-95f0-f786dd729cc4 req-cecbfc9d-73cb-4292-95f3-6164d2a438a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 1098 time: 0.0946465 Sep 17 22:58:59.007982 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1c58a9e9-8405-4272-95f0-f786dd729cc4 req-9927ae2e-e0ee-4d17-8a34-82f0fc3efd98 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505729 Sep 17 22:58:59.066791 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3aba691e-ca01-461e-a522-0c464297e179 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:59.079763 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aba691e-ca01-461e-a522-0c464297e179 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 22:58:59.080426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aba691e-ca01-461e-a522-0c464297e179 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:58:59.087222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3aba691e-ca01-461e-a522-0c464297e179 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 HTTP/1.1" status: 409 len: 405 time: 0.1471491 Sep 17 22:58:59.091810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49880) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:59.097707 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-736318904'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:59.133827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:59.137513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:59.167446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:58:59.182236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:59.182736 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Added segment 15712ba1-cc65-4d3f-a05f-4f68234f6723 of type vlan for network e89df92c-38a0-45dd-a3c5-ed124a47b459 Sep 17 22:58:59.239150 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:59.575694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:59.583031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:59.583897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:59.695090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6019132 Sep 17 22:58:59.695771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa81097e-fd6a-4343-aab7-1a251e601dbe up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:58:59.698092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49888) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:59.698709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b00ba-cc09-4753-b2ac-8a878d8635b0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Network': ['ID=e89df92c-38a0-45dd-a3c5-ed124a47b459,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:59.705252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'subnet': {'network_id': 'e89df92c-38a0-45dd-a3c5-ed124a47b459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:59.750012 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e89df92c-38a0-45dd-a3c5-ed124a47b459 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:58:59.857340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8b17e-d36e-4d13-862e-7919a146aaf0 req-a8be1d82-68d6-4262-a1ac-9429c3ed118e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:59.865335 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89b8b17e-d36e-4d13-862e-7919a146aaf0 req-a8be1d82-68d6-4262-a1ac-9429c3ed118e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 946 time: 0.0726907 Sep 17 22:58:59.889927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:59.897487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:59.935075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89b8b17e-d36e-4d13-862e-7919a146aaf0 req-764730f0-c15e-4e1c-93d9-32daf91f779e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667820 Sep 17 22:58:59.996550 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-51815cba-f76c-4a3c-b715-8078b6e0935f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.004476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port aa81097e-fd6a-4343-aab7-1a251e601dbe triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:59:00.004476 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.201585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.225751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84caecfa-5857-482c-a990-fe1c7f50d9d8 None None] Network cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:00.291134 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:59:00.311289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port aa81097e-fd6a-4343-aab7-1a251e601dbe, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa81097e-fd6a-4343-aab7-1a251e601dbe,segment=NetworkSegment(033b3833-d8d0-4ce8-9f12-dfa34f8569c9),segment_id=033b3833-d8d0-4ce8-9f12-dfa34f8569c9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:00.328356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.418841 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0d7caef3-c071-43a9-951b-aa38771547d5 None None] Provisioning complete for port aa81097e-fd6a-4343-aab7-1a251e601dbe triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:59:00.419237 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0d7caef3-c071-43a9-951b-aa38771547d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.509269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:59:00.511082 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.553609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=aa81097e-fd6a-4343-aab7-1a251e601dbe,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:00.586024 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Subnet': ['ID=0c44f9e0-17e1-4f5f-afaa-08e69c8cfe4a,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:00.628486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Checking segment: {'id': '15712ba1-cc65-4d3f-a05f-4f68234f6723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e89df92c-38a0-45dd-a3c5-ed124a47b459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:00.630524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network hostable DHCP agents. Network: e89df92c-38a0-45dd-a3c5-ed124a47b459, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:59:00.659704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network e89df92c-38a0-45dd-a3c5-ed124a47b459 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:59:00.679638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] DHCP port deletion for cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:59:00.682046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e89df92c-38a0-45dd-a3c5-ed124a47b459) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:00.687314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:00.688219 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.699108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df849119-ca24-4087-8ebe-de6008f607ba None None] Network e89df92c-38a0-45dd-a3c5-ed124a47b459 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:00.719620 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d932577-1cb9-477e-9e3d-96c36f938c51 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0175791 Sep 17 22:59:00.720171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49908) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:00.845250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] Deleting port aa81097e-fd6a-4343-aab7-1a251e601dbe {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:00.845631 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.966160 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:00.982254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] For port aa81097e-fd6a-4343-aab7-1a251e601dbe, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=aa81097e-fd6a-4343-aab7-1a251e601dbe,segment=NetworkSegment(033b3833-d8d0-4ce8-9f12-dfa34f8569c9),segment_id=033b3833-d8d0-4ce8-9f12-dfa34f8569c9)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:00.982582 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.009818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] Calling delete_port for aa81097e-fd6a-4343-aab7-1a251e601dbe owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:01.098411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33554f82-392b-4c5c-88b5-73e9caad414a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e89df92c-38a0-45dd-a3c5-ed124a47b459', 'network_id': 'e89df92c-38a0-45dd-a3c5-ed124a47b459', 'tenant_id': '460f7478f1e54383ab6004584df33657', 'fixed_ips': [{'subnet_id': '0c44f9e0-17e1-4f5f-afaa-08e69c8cfe4a'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:59:01.099795 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-33554f82-392b-4c5c-88b5-73e9caad414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.119378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5ff84-8ce8-43f3-ac43-e0ab566b0c89 req-ab4f7e70-067e-4829-b18a-37c5040c940b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:01.129048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fec5ff84-8ce8-43f3-ac43-e0ab566b0c89 req-ab4f7e70-067e-4829-b18a-37c5040c940b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 946 time: 0.0618834 Sep 17 22:59:01.139909 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.178092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fec5ff84-8ce8-43f3-ac43-e0ab566b0c89 req-03cb169f-fa23-445a-89d4-017db6696135 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437407 Sep 17 22:59:01.235314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.268841 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Subnet': ['ID=0c44f9e0-17e1-4f5f-afaa-08e69c8cfe4a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server [None req-33554f82-392b-4c5c-88b5-73e9caad414a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c44f9e0-17e1-4f5f-afaa-08e69c8cfe4a: This subnet is being modified by another concurrent operation. Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c44f9e0-17e1-4f5f-afaa-08e69c8cfe4a: This subnet is being modified by another concurrent operation. Sep 17 22:59:01.319785 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Sep 17 22:59:01.329357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dc0ef-b6bf-495a-8b68-c2f7101792c0 req-2878282c-6fb6-45bb-89cc-49aae5e790ce tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:01.338007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c69dc0ef-b6bf-495a-8b68-c2f7101792c0 req-2878282c-6fb6-45bb-89cc-49aae5e790ce tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 946 time: 0.0883658 Sep 17 22:59:01.339710 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.350665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b608ebc1-d9f9-4e7c-ac86-9d4798d9dc20 None None] Network e89df92c-38a0-45dd-a3c5-ed124a47b459 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:01.380845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] No DVR routers for this DVR port aa81097e-fd6a-4343-aab7-1a251e601dbe on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:01.381567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.396115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a450994-44a9-4450-b5ce-9f3c2a8d848d None None] Pushing event deleted for resources: {'Port': ['ID=aa81097e-fd6a-4343-aab7-1a251e601dbe,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:01.427659 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c69dc0ef-b6bf-495a-8b68-c2f7101792c0 req-09edbd63-4b6a-4213-9e51-28f567d0e705 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927880 Sep 17 22:59:01.460541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89df92c-38a0-45dd-a3c5-ed124a47b459']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:01.477727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15712ba1-cc65-4d3f-a05f-4f68234f6723') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:01.478127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15712ba1-cc65-4d3f-a05f-4f68234f6723') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:01.492959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.518274 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b572d8-3d8c-4b86-bfcd-d9f26de43be5 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:59:01.526115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.535320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:01.535802 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:01.686078 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:01.693886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b572d8-3d8c-4b86-bfcd-d9f26de43be5 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:59:01.697713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa81097e-fd6a-4343-aab7-1a251e601dbe no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:01.699752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.714019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.716160 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/e89df92c-38a0-45dd-a3c5-ed124a47b459 HTTP/1.1" status: 204 len: 168 time: 0.9947627 Sep 17 22:59:01.719483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49926) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:01.726778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1315727438'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:01.729129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: aa81097e-fd6a-4343-aab7-1a251e601dbe {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:01.729622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device aa81097e-fd6a-4343-aab7-1a251e601dbe not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:01.731696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bb500-2e4b-4115-896c-3e09f6d27034 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Network': ['ID=e89df92c-38a0-45dd-a3c5-ed124a47b459,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:01.769599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:01.774388 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.805781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:59:01.819247 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.819976 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Added segment 4eb8c752-530f-486d-9284-bc3919ecaf9f of type vlan for network a25357aa-796e-4977-8a6d-bbe21af8967f Sep 17 22:59:01.888971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.940709 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.952112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:01.952920 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:01.987541 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2639339 Sep 17 22:59:01.991289 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 49932) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:02.038533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'subnet': {'network_id': 'a25357aa-796e-4977-8a6d-bbe21af8967f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:02.191043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99337e-f585-4883-9b09-d5f34d844526 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Network': ['ID=a25357aa-796e-4977-8a6d-bbe21af8967f,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:02.204422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network a25357aa-796e-4977-8a6d-bbe21af8967f details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:59:02.230616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:02.234624 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:02.470371 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:02.546376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Subnet': ['ID=675fb733-98d0-47ea-8df2-0bc11f57e848,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:02.555126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Checking segment: {'id': '4eb8c752-530f-486d-9284-bc3919ecaf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a25357aa-796e-4977-8a6d-bbe21af8967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:02.555556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network hostable DHCP agents. Network: a25357aa-796e-4977-8a6d-bbe21af8967f, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:59:02.577835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network a25357aa-796e-4977-8a6d-bbe21af8967f is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:59:02.590153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, a25357aa-796e-4977-8a6d-bbe21af8967f) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:02.595314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:02.595997 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:02.602721 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799749a6-ebf8-41b4-aa80-eb5ab53f630c None None] Network a25357aa-796e-4977-8a6d-bbe21af8967f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:02.616532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ed995c92-0ca8-4585-8dd8-f9e5a4675914 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6241505 Sep 17 22:59:02.619563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 49960) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:02.798864 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6343012e-d84a-4a8d-834f-95d9d1c0fcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:02.887185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:02.921163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db15b7d-cbf7-40b0-8ece-2a9b6d5b3c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-a25357aa-796e-4977-8a6d-bbe21af8967f', 'network_id': 'a25357aa-796e-4977-8a6d-bbe21af8967f', 'tenant_id': '460f7478f1e54383ab6004584df33657', 'fixed_ips': [{'subnet_id': '675fb733-98d0-47ea-8df2-0bc11f57e848'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:59:02.922055 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9db15b7d-cbf7-40b0-8ece-2a9b6d5b3c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:02.945684 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.065507 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.143610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Subnet': ['ID=675fb733-98d0-47ea-8df2-0bc11f57e848,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:03.163024 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server [None req-9db15b7d-cbf7-40b0-8ece-2a9b6d5b3c25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 675fb733-98d0-47ea-8df2-0bc11f57e848: This subnet is being modified by another concurrent operation. Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 675fb733-98d0-47ea-8df2-0bc11f57e848: This subnet is being modified by another concurrent operation. Sep 17 22:59:03.261177 n-d-789963-10 neutron-server[94739]: ERROR oslo_messaging.rpc.server Sep 17 22:59:03.294484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7021564-5c67-4a63-8a89-b8c11b47617e None None] Network a25357aa-796e-4977-8a6d-bbe21af8967f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:03.389257 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.436618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25357aa-796e-4977-8a6d-bbe21af8967f']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:03.453224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb8c752-530f-486d-9284-bc3919ecaf9f') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:03.453612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb8c752-530f-486d-9284-bc3919ecaf9f') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:03.467810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.488250 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.498011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:03.498326 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: timer() Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:03.502527 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:03.588898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.596755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bfdb28-ca82-4152-b0c1-1a02bbc52fd3 None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:59:03.604164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.610252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:03.610918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/a25357aa-796e-4977-8a6d-bbe21af8967f HTTP/1.1" status: 204 len: 168 time: 0.9901330 Sep 17 22:59:03.616763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1406592602'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:03.627254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9d8c4-b571-4c4b-ba11-98e6f3fc43dc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Network': ['ID=a25357aa-796e-4977-8a6d-bbe21af8967f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:03.653509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:03.657726 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.692628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:59:03.702665 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.703372 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Added segment b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5 of type vlan for network 8020299b-ffed-474a-9706-6567f6061933 Sep 17 22:59:03.716609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bfdb28-ca82-4152-b0c1-1a02bbc52fd3 None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:59:03.761253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.793739 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.802912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:03.803840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.892784 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2799447 Sep 17 22:59:03.896896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50012) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:03.907779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Request body: {'subnet': {'network_id': '8020299b-ffed-474a-9706-6567f6061933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:04.026279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643015a-6539-418e-bea7-1fe32ce47c65 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Network': ['ID=8020299b-ffed-474a-9706-6567f6061933,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:04.171475 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 8020299b-ffed-474a-9706-6567f6061933 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:59:04.187076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Made reservation on behalf of 460f7478f1e54383ab6004584df33657 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:04.197393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:04.322210 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:04.569278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.objects.ports [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94738) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:59:04.570950 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:04.629808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event updated for resources: {'Subnet': ['ID=fb254375-cb5c-4d29-9818-c29a6b409ca7,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:04.648124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Checking segment: {'id': 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8020299b-ffed-474a-9706-6567f6061933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:04.648494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network hostable DHCP agents. Network: 8020299b-ffed-474a-9706-6567f6061933, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:59:04.676084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Network 8020299b-ffed-474a-9706-6567f6061933 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:59:04.686627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 8020299b-ffed-474a-9706-6567f6061933) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:04.691846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:04.692968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:04.697776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835c382-7866-4146-8406-db00a9e92838 None None] Network 8020299b-ffed-474a-9706-6567f6061933 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:04.716281 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50024) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:04.724201 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7fda3c35-58a3-4254-b5b9-f812fce54e84 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8259709 Sep 17 22:59:04.871302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-8020299b-ffed-474a-9706-6567f6061933', 'network_id': '8020299b-ffed-474a-9706-6567f6061933', 'tenant_id': '460f7478f1e54383ab6004584df33657', 'fixed_ips': [{'subnet_id': 'fb254375-cb5c-4d29-9818-c29a6b409ca7'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:59:04.872310 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:04.912958 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:04.966324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:04.992401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-a6cc2837-b938-4662-849c-10de0bf6566c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:04.994899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-a6cc2837-b938-4662-849c-10de0bf6566c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.2037220 Sep 17 22:59:05.042951 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-6439c4af-5139-4575-9aef-1b901d143e68 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/quotas/6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 375 time: 0.0303242 Sep 17 22:59:05.063256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.084592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Allocated IP 2001:db8::f816:3eff:fe1d:4c8 (8020299b-ffed-474a-9706-6567f6061933/fb254375-cb5c-4d29-9818-c29a6b409ca7/64c5d78b-7c69-4eee-b988-400f1ef13fb0) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:59:05.192442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-0f71a42b-a799-436f-8f4e-de1f35ee247e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400330 Sep 17 22:59:05.390808 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.403902 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.452264 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.466409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Network 8020299b-ffed-474a-9706-6567f6061933 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:59:05.467733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.470334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:05.478378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:59:05.481277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Pushing event updated for resources: {'Port': ['ID=64c5d78b-7c69-4eee-b988-400f1ef13fb0,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:05.506404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Subnet': ['ID=fb254375-cb5c-4d29-9818-c29a6b409ca7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:05.516054 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f5a1fb52-afc9-4bea-8bf8-02c66a0a7fcf service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225799 Sep 17 22:59:05.564340 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Attempting to bind port 64c5d78b-7c69-4eee-b988-400f1ef13fb0 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:59:05.564855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Attempting to bind port 64c5d78b-7c69-4eee-b988-400f1ef13fb0 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8020299b-ffed-474a-9706-6567f6061933'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:59:05.565266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Attempting to bind port 64c5d78b-7c69-4eee-b988-400f1ef13fb0 on network 8020299b-ffed-474a-9706-6567f6061933 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:59:05.570783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:59:05.571301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Checking segment: {'id': 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8020299b-ffed-474a-9706-6567f6061933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:05.572002 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.572350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Bound using segment: {'id': 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8020299b-ffed-474a-9706-6567f6061933'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:59:05.572820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Bound port: 64c5d78b-7c69-4eee-b988-400f1ef13fb0, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8020299b-ffed-474a-9706-6567f6061933'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:59:05.574046 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.628091 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.667295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] For port 64c5d78b-7c69-4eee-b988-400f1ef13fb0, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:59:05.671847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] For port 64c5d78b-7c69-4eee-b988-400f1ef13fb0, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=64c5d78b-7c69-4eee-b988-400f1ef13fb0,segment=NetworkSegment(b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5),segment_id=b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:59:05.677852 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.708307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8020299b-ffed-474a-9706-6567f6061933']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:05.724974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:05.725736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:05.750173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.770757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-a26fe935-dc7d-40d2-8132-1c43c172622d service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372513 Sep 17 22:59:05.775185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.783304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:05.784621 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:05.788718 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:05.791047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea29a1-5d8b-4cce-93af-e6483716f011 None None] Pushing event updated for resources: {'Port': ['ID=64c5d78b-7c69-4eee-b988-400f1ef13fb0,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:05.833875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05df60e-1c1c-4b76-9638-4e4a660be847 None None] Network 8020299b-ffed-474a-9706-6567f6061933 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:05.869628 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.db.api [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:59:05.869628 n-d-789963-10 neutron-server[94737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:59:05.869628 n-d-789963-10 neutron-server[94737]: [parameters: {'id': '8020299b-ffed-474a-9706-6567f6061933'}] Sep 17 22:59:05.869628 n-d-789963-10 neutron-server[94737]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:59:05.873278 n-d-789963-10 neutron-server[94737]: DEBUG oslo_db.api [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:59:05.983890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a34bb-7b11-4b15-af79-fd5b1fcedb4a None None] get_active_networks_info from n-d-789963-10 {{(pid=94739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:59:06.067639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4eef63c6-6c54-4f33-87b9-c5856585b501 req-9ce827bc-b89e-4ebb-a693-c2f88505f453 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 210 time: 0.0321116 Sep 17 22:59:06.147267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a34bb-7b11-4b15-af79-fd5b1fcedb4a None None] Resources bound (agent type, host, resource id): {{(pid=94739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:59:06.374829 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.450469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Deleting port 64c5d78b-7c69-4eee-b988-400f1ef13fb0 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:06.450698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.545835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] For port 64c5d78b-7c69-4eee-b988-400f1ef13fb0, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=64c5d78b-7c69-4eee-b988-400f1ef13fb0,segment=NetworkSegment(b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5),segment_id=b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:06.546325 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.560979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Calling delete_port for 64c5d78b-7c69-4eee-b988-400f1ef13fb0 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:06.651131 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.685400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Port': ['ID=64c5d78b-7c69-4eee-b988-400f1ef13fb0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:06.688490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No DVR routers for this DVR port 64c5d78b-7c69-4eee-b988-400f1ef13fb0 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:06.785414 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.809558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8020299b-ffed-474a-9706-6567f6061933']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:06.821029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:06.821350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fda50a-f360-4edd-baf6-ca9b0cbe3bb5') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:06.831280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.847145 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.853274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:06.853660 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:06.856985 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:06.922101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.926946 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.928917 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/8020299b-ffed-474a-9706-6567f6061933 HTTP/1.1" status: 204 len: 168 time: 2.2114623 Sep 17 22:59:06.932905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50054) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:06.943601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b22c1b-00f3-44dd-b626-4d89173f4cc0 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Network': ['ID=8020299b-ffed-474a-9706-6567f6061933,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:06.964421 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d2a7c4-a9fc-4707-a9b2-2097d1e4c3fa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:59:06.964958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d2a7c4-a9fc-4707-a9b2-2097d1e4c3fa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:59:06.966874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-61d2a7c4-a9fc-4707-a9b2-2097d1e4c3fa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/subnets/fb254375-cb5c-4d29-9818-c29a6b409ca7 HTTP/1.1" status: 404 len: 337 time: 0.0321248 Sep 17 22:59:06.969457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50056) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:06.988229 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3686b112-a19c-4fb5-a69d-9504ed035961 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:59:06.988783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3686b112-a19c-4fb5-a69d-9504ed035961 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:59:06.990504 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3686b112-a19c-4fb5-a69d-9504ed035961 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/8020299b-ffed-474a-9706-6567f6061933 HTTP/1.1" status: 404 len: 339 time: 0.0201521 Sep 17 22:59:06.993016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50058) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.020958 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-672093b3-54cc-4abd-8c02-8820327ce45d tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:59:07.021324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672093b3-54cc-4abd-8c02-8820327ce45d tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:59:07.023049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-672093b3-54cc-4abd-8c02-8820327ce45d tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/subnets/675fb733-98d0-47ea-8df2-0bc11f57e848 HTTP/1.1" status: 404 len: 337 time: 0.0291352 Sep 17 22:59:07.025612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50060) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.043290 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1455e34-552c-4a84-b670-9d66a24baba6 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:59:07.043930 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1455e34-552c-4a84-b670-9d66a24baba6 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:59:07.045516 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e1455e34-552c-4a84-b670-9d66a24baba6 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/a25357aa-796e-4977-8a6d-bbe21af8967f HTTP/1.1" status: 404 len: 339 time: 0.0190115 Sep 17 22:59:07.047966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50062) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.089394 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b880b449-c74c-46be-b09f-bfba44b68bad tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:59:07.090144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b880b449-c74c-46be-b09f-bfba44b68bad tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:59:07.120751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50068) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.131396 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b880b449-c74c-46be-b09f-bfba44b68bad tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/subnets/0c44f9e0-17e1-4f5f-afaa-08e69c8cfe4a HTTP/1.1" status: 404 len: 337 time: 0.0821400 Sep 17 22:59:07.150518 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50b1515-328d-4f02-94ed-f6f2fe8da02b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:59:07.157305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50b1515-328d-4f02-94ed-f6f2fe8da02b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:59:07.158208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50070) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.171548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c50b1515-328d-4f02-94ed-f6f2fe8da02b tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/e89df92c-38a0-45dd-a3c5-ed124a47b459 HTTP/1.1" status: 404 len: 339 time: 0.0500014 Sep 17 22:59:07.235227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-492a1777-aecd-4a04-83a7-9db0da07f003 req-84ce9184-f83a-4b70-a8f0-9b252ff00bfd tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 210 time: 0.0316820 Sep 17 22:59:07.385095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c960615b-b806-4cfa-9a39-9a70dff82346 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Deleting port cf8e7745-f2fd-4e7f-9143-c2809195e93d {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:07.385622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c960615b-b806-4cfa-9a39-9a70dff82346 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.477865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-de905677-d79a-4254-86fa-ecbd8bc5639a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:07.479392 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-de905677-d79a-4254-86fa-ecbd8bc5639a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.2105656 Sep 17 22:59:07.481436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c960615b-b806-4cfa-9a39-9a70dff82346 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.495622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-c960615b-b806-4cfa-9a39-9a70dff82346 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Calling delete_port for cf8e7745-f2fd-4e7f-9143-c2809195e93d owned by {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:07.503765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'port': {'device_id': 'a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'admin_state_up': True, 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:07.674963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c960615b-b806-4cfa-9a39-9a70dff82346 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.714483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:07.717991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.720064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960615b-b806-4cfa-9a39-9a70dff82346 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Port': ['ID=cf8e7745-f2fd-4e7f-9143-c2809195e93d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:07.728366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c960615b-b806-4cfa-9a39-9a70dff82346 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.730586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c960615b-b806-4cfa-9a39-9a70dff82346 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/ports/cf8e7745-f2fd-4e7f-9143-c2809195e93d HTTP/1.1" status: 204 len: 168 time: 0.5709379 Sep 17 22:59:07.733191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50078) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.802554 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1464f63b-04d8-4aad-8917-03d99b69f656 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:59:07.803880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1464f63b-04d8-4aad-8917-03d99b69f656 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:59:07.805705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1464f63b-04d8-4aad-8917-03d99b69f656 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/subnets/f0d65b7f-ed42-4a38-9b41-78759e9d7ba7 HTTP/1.1" status: 404 len: 337 time: 0.0711606 Sep 17 22:59:07.809053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50080) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.888040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.20.0.8 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/7f0a3822-6dd3-4934-a3c8-0eda59156149) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:59:07.925948 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.026226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.057143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:08.070091 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033b3833-d8d0-4ce8-9f12-dfa34f8569c9') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:08.070430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033b3833-d8d0-4ce8-9f12-dfa34f8569c9') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:08.074841 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.084025 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.102482 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.109483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:08.110009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:08.119393 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:08.124350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.136351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['25456cde-f359-4bd0-9715-40f66fe9f857'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:59:08.240057 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:59:08.241725 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=7f0a3822-6dd3-4934-a3c8-0eda59156149,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:08.244853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:08.267281 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:59:08.275120 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.289649 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.294347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3 HTTP/1.1" status: 204 len: 168 time: 0.4824345 Sep 17 22:59:08.307541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50094) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:08.382330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d61df9-38a5-4d31-b77b-712f9f9a1763 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Network': ['ID=cb79d88f-324e-4045-a7ac-7dd1b3e5a3b3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:08.442274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:08.443117 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.479386 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-f817f2fb-63bc-4022-bdff-f2fe74116101 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9814279 Sep 17 22:59:08.573496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2e360-be63-4c75-a4d1-21887c9f1037 req-3eb60af3-3c61-4887-b0e7-6d6857d60ef2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:08.575043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32a2e360-be63-4c75-a4d1-21887c9f1037 req-3eb60af3-3c61-4887-b0e7-6d6857d60ef2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 931 time: 0.1546881 Sep 17 22:59:08.626580 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-67a1d8ab-37e7-48a8-b1d4-072a85520efa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Deleting port 0b0a061b-e3eb-4017-9503-c0feedbdb845 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:08.628049 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67a1d8ab-37e7-48a8-b1d4-072a85520efa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.637682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Request body: {'port': {'device_id': 'a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:08.706936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.715643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32a2e360-be63-4c75-a4d1-21887c9f1037 req-f78c12f3-5ab6-4bdf-9e6f-e934bfb3b194 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287189 Sep 17 22:59:08.724228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67a1d8ab-37e7-48a8-b1d4-072a85520efa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.740542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-67a1d8ab-37e7-48a8-b1d4-072a85520efa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Calling delete_port for 0b0a061b-e3eb-4017-9503-c0feedbdb845 owned by {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:08.768473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bb6de487-2558-4c8b-bc2e-eaada0ad8642 None None] Provisioning complete for port 7f0a3822-6dd3-4934-a3c8-0eda59156149 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:59:08.768845 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bb6de487-2558-4c8b-bc2e-eaada0ad8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.831105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bb6de487-2558-4c8b-bc2e-eaada0ad8642 None None] Port 7f0a3822-6dd3-4934-a3c8-0eda59156149 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:59:08.886166 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67a1d8ab-37e7-48a8-b1d4-072a85520efa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.938653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1d8ab-37e7-48a8-b1d4-072a85520efa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Port': ['ID=0b0a061b-e3eb-4017-9503-c0feedbdb845,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:08.949587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67a1d8ab-37e7-48a8-b1d4-072a85520efa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.957456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-67a1d8ab-37e7-48a8-b1d4-072a85520efa tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/ports/0b0a061b-e3eb-4017-9503-c0feedbdb845 HTTP/1.1" status: 204 len: 168 time: 0.6485238 Sep 17 22:59:08.958278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50100) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:08.991986 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c951933f-b82b-48e2-8977-6e1b98bc8af7 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] DELETE failed (client error): The resource could not be found. Sep 17 22:59:08.992450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c951933f-b82b-48e2-8977-6e1b98bc8af7 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:59:08.997867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c951933f-b82b-48e2-8977-6e1b98bc8af7 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/subnets/bab8780b-7cd8-4a93-bee9-e80a766aa930 HTTP/1.1" status: 404 len: 337 time: 0.0378354 Sep 17 22:59:08.998803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50102) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:09.086590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.139853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0a3822-6dd3-4934-a3c8-0eda59156149 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:59:09.150999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.165389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Transition to ACTIVE for port object 7f0a3822-6dd3-4934-a3c8-0eda59156149 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:59:09.171959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.193554 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.224391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae06a17-3227-4717-b7bc-e97e4b68ca58']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:09.235659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0a3822-6dd3-4934-a3c8-0eda59156149,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:09.235948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b76593-ff86-4e83-830e-20fe7d3c5907') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:09.236457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b76593-ff86-4e83-830e-20fe7d3c5907') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:09.258971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.277741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.288383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:09.289433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.322694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Attempting to bind port 7f0a3822-6dd3-4934-a3c8-0eda59156149 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:59:09.322694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Attempting to bind port 7f0a3822-6dd3-4934-a3c8-0eda59156149 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:59:09.323010 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Attempting to bind port 7f0a3822-6dd3-4934-a3c8-0eda59156149 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:59:09.327513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Port 7f0a3822-6dd3-4934-a3c8-0eda59156149 on network efd7d316-db5b-443d-8c32-028f74826381 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:59:09.327843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Attempting to bind port 7f0a3822-6dd3-4934-a3c8-0eda59156149 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:59:09.333824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:59:09.334175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:09.334566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:59:09.335004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Bound port: 7f0a3822-6dd3-4934-a3c8-0eda59156149, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:59:09.335360 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:09.402514 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:09.407800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.432703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.434730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/cae06a17-3227-4717-b7bc-e97e4b68ca58 HTTP/1.1" status: 204 len: 168 time: 0.4347885 Sep 17 22:59:09.435638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec7346-6c43-4f56-a23f-c42b9437d5cb tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Network': ['ID=cae06a17-3227-4717-b7bc-e97e4b68ca58,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:09.438028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50106) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:09.491424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] For port 7f0a3822-6dd3-4934-a3c8-0eda59156149, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:59:09.512368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] For port 7f0a3822-6dd3-4934-a3c8-0eda59156149, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7f0a3822-6dd3-4934-a3c8-0eda59156149,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:59:09.520671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4bbc11-1d22-4dbf-8889-b8ac636ecefc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Deleting subnet 7e62d0e4-e939-45cb-aff5-e6333d6aab99 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:59:09.524713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.526667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbc11-1d22-4dbf-8889-b8ac636ecefc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.664314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:09.664964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.666446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] 10.222.0.49 "PUT /v2.0/ports/7f0a3822-6dd3-4934-a3c8-0eda59156149 HTTP/1.1" status: 200 len: 1092 time: 1.1683314 Sep 17 22:59:09.666965 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b', 'tag': '7f0a3822-6dd3-4934-a3c8-0eda59156149'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:09.669593 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb005df-19c8-4985-9666-3f6b1c5328bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b", "tag": "7f0a3822-6dd3-4934-a3c8-0eda59156149"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:09.677782 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbc11-1d22-4dbf-8889-b8ac636ecefc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.735860 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9885005-335f-4b44-bdc3-5a9f571283e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0a3822-6dd3-4934-a3c8-0eda59156149,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:09.794266 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee8c56e-ea4f-461d-8b4a-1f8a5d5602bc x-openstack-request-id: req-cee8c56e-ea4f-461d-8b4a-1f8a5d5602bc {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:09.794266 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b", "tag": "7f0a3822-6dd3-4934-a3c8-0eda59156149", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:09.794266 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cee8c56e-ea4f-461d-8b4a-1f8a5d5602bc {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:09.794668 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b', 'tag': '7f0a3822-6dd3-4934-a3c8-0eda59156149', 'status': 'completed', 'code': 200} Sep 17 22:59:09.833443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-458864c4-c737-4243-9e25-d96ebd790fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:09.835022 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-458864c4-c737-4243-9e25-d96ebd790fc4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 1095 time: 0.0869360 Sep 17 22:59:09.914270 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-d04c246f-bcd0-4942-b497-1aa4c2761766 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0a3822-6dd3-4934-a3c8-0eda59156149 HTTP/1.1" status: 200 len: 217 time: 0.0480564 Sep 17 22:59:09.968772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25770ec-e52f-4b1e-9606-3d1fb5e6f47d req-213575f0-8e6f-4336-ae36-e0c08b6c312e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:09.970040 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbc11-1d22-4dbf-8889-b8ac636ecefc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.973780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c25770ec-e52f-4b1e-9606-3d1fb5e6f47d req-213575f0-8e6f-4336-ae36-e0c08b6c312e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.1347861 Sep 17 22:59:10.045917 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c25770ec-e52f-4b1e-9606-3d1fb5e6f47d req-1781090c-d039-4bcb-b37e-c9d4caeabf03 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635507 Sep 17 22:59:10.492887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-8a41cf95-a236-4535-940a-77354fc00440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:10.494753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-8a41cf95-a236-4535-940a-77354fc00440 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.5688198 Sep 17 22:59:10.553252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-9e911669-7b0b-43f9-96b4-461ebfb4488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:10.554853 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-9e911669-7b0b-43f9-96b4-461ebfb4488e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512185 Sep 17 22:59:10.556856 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbc11-1d22-4dbf-8889-b8ac636ecefc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.591764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240998b-f689-4449-9381-d763750ed5fa None None] Network 3f330763-44a1-4003-add3-20d9a9f8e261 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:10.612126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbc11-1d22-4dbf-8889-b8ac636ecefc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.617348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50132) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:10.634922 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4b4bbc11-1d22-4dbf-8889-b8ac636ecefc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/subnets/7e62d0e4-e939-45cb-aff5-e6333d6aab99 HTTP/1.1" status: 204 len: 168 time: 1.1755228 Sep 17 22:59:10.638626 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bbc11-1d22-4dbf-8889-b8ac636ecefc tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Subnet': ['ID=7e62d0e4-e939-45cb-aff5-e6333d6aab99,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:10.788423 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-1c79dae6-32f4-4194-a0d4-1b058263fbd3 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154562 Sep 17 22:59:10.797884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.909578 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Deleting port 51e490db-db99-4a46-a686-74d482d04705 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:10.910178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.922435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] DHCP port deletion for 3f330763-44a1-4003-add3-20d9a9f8e261 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:59:10.958308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b1b97bd-ec9c-4a7b-83c0-bc3e084048ce req-eb19a5f7-aa2c-4c2f-afec-c3faf9669d1e service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617990 Sep 17 22:59:11.002170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] Deleting port 51e490db-db99-4a46-a686-74d482d04705 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:11.002682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.007344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] For port 51e490db-db99-4a46-a686-74d482d04705, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=51e490db-db99-4a46-a686-74d482d04705,segment=NetworkSegment(321fbd65-27a1-4d8b-bcaf-b900a0bb9472),segment_id=321fbd65-27a1-4d8b-bcaf-b900a0bb9472)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:11.009147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.034613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Calling delete_port for 51e490db-db99-4a46-a686-74d482d04705 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:11.130976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] For port 51e490db-db99-4a46-a686-74d482d04705, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=51e490db-db99-4a46-a686-74d482d04705,segment=NetworkSegment(321fbd65-27a1-4d8b-bcaf-b900a0bb9472),segment_id=321fbd65-27a1-4d8b-bcaf-b900a0bb9472)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:11.131596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.156362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] Calling delete_port for 51e490db-db99-4a46-a686-74d482d04705 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:11.286173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-18571ac4-b5c6-475d-aa5a-8d7dfeada995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:11.288339 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.292109 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-18571ac4-b5c6-475d-aa5a-8d7dfeada995 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 1095 time: 0.1685569 Sep 17 22:59:11.311332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04353ae-f0a2-4bce-8d33-7b4696d61816 req-0e5d9f5d-dd6b-4e7d-8248-66362255f88a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:11.324417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a04353ae-f0a2-4bce-8d33-7b4696d61816 req-0e5d9f5d-dd6b-4e7d-8248-66362255f88a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.1155889 Sep 17 22:59:11.351394 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.381949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] No DVR routers for this DVR port 51e490db-db99-4a46-a686-74d482d04705 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:11.384315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Port': ['ID=51e490db-db99-4a46-a686-74d482d04705,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:11.445954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] No DVR routers for this DVR port 51e490db-db99-4a46-a686-74d482d04705 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:11.448581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02a8c9-0aa5-4368-a904-efde92e10852 None None] Pushing event deleted for resources: {'Port': ['ID=51e490db-db99-4a46-a686-74d482d04705,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:11.493339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a04353ae-f0a2-4bce-8d33-7b4696d61816 req-3a695159-d369-4634-be8b-b49f79dea515 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359525 Sep 17 22:59:11.495901 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-d576d99b-1ae5-4784-ab28-6522947f04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:11.498521 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-d576d99b-1ae5-4784-ab28-6522947f04cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.1884115 Sep 17 22:59:11.556824 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.601509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f330763-44a1-4003-add3-20d9a9f8e261']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:11.605867 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-eaa35eb4-2872-41f8-9e25-525d601a63f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0a3822-6dd3-4934-a3c8-0eda59156149 HTTP/1.1" status: 200 len: 217 time: 0.0973222 Sep 17 22:59:11.622666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321fbd65-27a1-4d8b-bcaf-b900a0bb9472') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:11.623229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321fbd65-27a1-4d8b-bcaf-b900a0bb9472') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:11.657313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.661174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 51e490db-db99-4a46-a686-74d482d04705 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:11.687558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 51e490db-db99-4a46-a686-74d482d04705 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:11.688228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 51e490db-db99-4a46-a686-74d482d04705 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:11.698147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.698762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-7e88cbf1-9d38-4b9b-8811-a93fc096b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:11.700949 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-7e88cbf1-9d38-4b9b-8811-a93fc096b270 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0877519 Sep 17 22:59:11.710039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:11.711072 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: timer() Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:11.719470 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:11.784446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-22939a53-6275-454a-b156-3d0735064944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:11.787191 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-22939a53-6275-454a-b156-3d0735064944 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776310 Sep 17 22:59:11.820493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.837915 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.839507 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] 10.222.0.48 "DELETE /v2.0/networks/3f330763-44a1-4003-add3-20d9a9f8e261 HTTP/1.1" status: 204 len: 168 time: 1.2208858 Sep 17 22:59:11.869143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94fcc7-475d-4ca0-8b44-1b75b6b4df85 tempest-NetworksIpV6TestAttrs-252438527 tempest-NetworksIpV6TestAttrs-252438527-project] Pushing event deleted for resources: {'Network': ['ID=3f330763-44a1-4003-add3-20d9a9f8e261,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:11.965970 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-c6a0659f-4833-4622-88d5-4518b6ad1542 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712508 Sep 17 22:59:12.148206 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcb005df-19c8-4985-9666-3f6b1c5328bf req-ab395872-bc4f-4734-a2a1-5dfa74ecb517 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740661 Sep 17 22:59:12.248709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50148) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:12.461783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4a24d373-5299-44d8-8ab0-1cf8eae833b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=460f7478f1e54383ab6004584df33657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109139 Sep 17 22:59:12.463973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50154) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:12.543919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:12.571811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:12.687517 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:12.691309 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:12.695152 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b37adf4e-c471-471f-b329-e9e13a879be9 HTTP/1.1" status: 204 len: 168 time: 0.2272537 Sep 17 22:59:12.716600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37adf4e-c471-471f-b329-e9e13a879be9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:12.730978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.731307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.732521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.734849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.735170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.735499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.739285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.739565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.739922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.740245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.740563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.740887 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28946b-3de9-45a8-b598-2ac2124ad85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:12.773718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd0d9-2c74-4a56-b964-29f81e6421bf req-9becca5c-b263-4cb5-89de-01987dd31069 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:12.776075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e78bd0d9-2c74-4a56-b964-29f81e6421bf req-9becca5c-b263-4cb5-89de-01987dd31069 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.1499434 Sep 17 22:59:12.869645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e78bd0d9-2c74-4a56-b964-29f81e6421bf req-45ce0d2d-e50c-4ec6-aaf2-53151e97a1f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868614 Sep 17 22:59:13.765751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50184) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:13.769641 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029128 Sep 17 22:59:13.773386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50186) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:14.056475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccf02a-d081-4396-93ef-7bf54f0e42f2 req-200d5692-2796-46fe-bea7-85bce3a3e322 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:14.058417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bccf02a-d081-4396-93ef-7bf54f0e42f2 req-200d5692-2796-46fe-bea7-85bce3a3e322 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0764813 Sep 17 22:59:14.070892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2f4dc877-7e3e-4a5a-97ba-674f8ae0c45d tempest-NetworksApiDiscovery-1253375000 tempest-NetworksApiDiscovery-1253375000-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2964489 Sep 17 22:59:14.171162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bccf02a-d081-4396-93ef-7bf54f0e42f2 req-e18f2601-04b0-4227-bc8f-bb07a8d7b6da tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966172 Sep 17 22:59:14.696447 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50200) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:14.825237 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0df73a3-293d-421f-88a1-14c16e80ae66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:14.948656 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0df73a3-293d-421f-88a1-14c16e80ae66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:14.961458 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f0df73a3-293d-421f-88a1-14c16e80ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:14.992656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df73a3-293d-421f-88a1-14c16e80ae66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb951a81-e33f-417f-a2fd-6d83666b2b5c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:15.039831 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f0df73a3-293d-421f-88a1-14c16e80ae66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f1bb2a0a24745c1ac7b8dbb803e5048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422875 Sep 17 22:59:15.042880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50208) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:15.130748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6816d9b-da59-49b5-8d63-27e22b3132d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:15.166701 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6816d9b-da59-49b5-8d63-27e22b3132d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:15.244760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6816d9b-da59-49b5-8d63-27e22b3132d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:15.248011 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6816d9b-da59-49b5-8d63-27e22b3132d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:15.261503 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a6816d9b-da59-49b5-8d63-27e22b3132d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb951a81-e33f-417f-a2fd-6d83666b2b5c HTTP/1.1" status: 204 len: 168 time: 0.2099209 Sep 17 22:59:15.298557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6816d9b-da59-49b5-8d63-27e22b3132d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb951a81-e33f-417f-a2fd-6d83666b2b5c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:15.403937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b072f0-9833-4116-8773-3fe9d4b163e0 req-99575edc-ca55-4abb-b82a-711373999a45 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:15.417731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37b072f0-9833-4116-8773-3fe9d4b163e0 req-99575edc-ca55-4abb-b82a-711373999a45 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.1391480 Sep 17 22:59:15.463084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37b072f0-9833-4116-8773-3fe9d4b163e0 req-85b9ca18-0b10-45c4-9eac-90bc29a574dc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Sep 17 22:59:16.692591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ebd40-9798-45ed-bf97-8b7867f69b27 req-23326933-8947-4fe5-a1dc-10bc6538bc45 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:16.695017 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c1ebd40-9798-45ed-bf97-8b7867f69b27 req-23326933-8947-4fe5-a1dc-10bc6538bc45 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0568154 Sep 17 22:59:16.760275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c1ebd40-9798-45ed-bf97-8b7867f69b27 req-85940d1a-432d-4702-a794-f49e79e1774b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587499 Sep 17 22:59:17.852454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41a1a5-5681-4384-96de-d92fae84243a req-38fdc62d-05ee-438e-a092-45ccf35432ff tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:17.867913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a41a1a5-5681-4384-96de-d92fae84243a req-38fdc62d-05ee-438e-a092-45ccf35432ff tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 946 time: 0.1238899 Sep 17 22:59:17.958142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a41a1a5-5681-4384-96de-d92fae84243a req-6ea528f7-5c00-465a-b04b-67b141a945c8 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890267 Sep 17 22:59:17.989624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665db7-7e28-4986-91a8-babb41705ea1 req-ffd6b3d9-fa28-412e-89fb-421cde9286d3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:17.998830 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00665db7-7e28-4986-91a8-babb41705ea1 req-ffd6b3d9-fa28-412e-89fb-421cde9286d3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.1028557 Sep 17 22:59:18.050972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00665db7-7e28-4986-91a8-babb41705ea1 req-052259d5-3ca8-420a-9449-89dc9acd4858 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512056 Sep 17 22:59:18.948641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:19.110740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ae028-0061-412b-bc64-85f7a3373633 req-71321d04-e8b9-4ef2-97b1-217ad2d90ebc tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:19.113224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-899ae028-0061-412b-bc64-85f7a3373633 req-71321d04-e8b9-4ef2-97b1-217ad2d90ebc tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 946 time: 0.0622475 Sep 17 22:59:19.160151 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-899ae028-0061-412b-bc64-85f7a3373633 req-18fc12f2-4c19-41dc-9530-68ac875c4d3d tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/security-groups?id=caff1c97-6a6e-4f16-96e6-5c889432d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383661 Sep 17 22:59:19.299810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502c92-95cf-48b9-afa3-f1cf244b39f1 req-c610a08c-8712-4174-885c-1dcf40d31feb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:19.301709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37502c92-95cf-48b9-afa3-f1cf244b39f1 req-c610a08c-8712-4174-885c-1dcf40d31feb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.1057825 Sep 17 22:59:19.360436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37502c92-95cf-48b9-afa3-f1cf244b39f1 req-7890dbbc-cd9e-4d1b-a707-e6c2c040700b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Sep 17 22:59:19.581898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-274099d2-0ce3-4422-853a-a46b99db0b04 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:19.583543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-274099d2-0ce3-4422-853a-a46b99db0b04 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 946 time: 0.0549660 Sep 17 22:59:19.676568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Deleting port 577cf35e-5e3e-4add-9996-146fcefbb6f0 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:19.676915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:19.786521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] For port 577cf35e-5e3e-4add-9996-146fcefbb6f0, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=577cf35e-5e3e-4add-9996-146fcefbb6f0,segment=NetworkSegment(c561bfc9-4c1e-4cfb-add7-710fc22541d6),segment_id=c561bfc9-4c1e-4cfb-add7-710fc22541d6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:19.786822 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:19.807337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Calling delete_port for 577cf35e-5e3e-4add-9996-146fcefbb6f0 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:19.952530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:19.985893 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['577cf35e-5e3e-4add-9996-146fcefbb6f0'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:59:20.003284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Pushing event deleted for resources: {'Port': ['ID=577cf35e-5e3e-4add-9996-146fcefbb6f0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:20.047146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] No DVR routers for this DVR port 577cf35e-5e3e-4add-9996-146fcefbb6f0 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:20.050508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:20.052644 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6efa0b9c-dec9-4a1a-ab33-3da4c96aeef1 req-1ffbaf94-cd4d-43d6-b585-76ee0cd8ce34 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.49 "DELETE /v2.0/ports/577cf35e-5e3e-4add-9996-146fcefbb6f0 HTTP/1.1" status: 204 len: 173 time: 0.4628682 Sep 17 22:59:20.053142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b089635-47f0-44bd-aa63-70821c509a16', 'name': 'network-vif-deleted', 'tag': '577cf35e-5e3e-4add-9996-146fcefbb6f0'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:20.055363 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6775b699-d120-4ca1-a777-9195e2082be2" -d '{"events": [{"server_uuid": "9b089635-47f0-44bd-aa63-70821c509a16", "name": "network-vif-deleted", "tag": "577cf35e-5e3e-4add-9996-146fcefbb6f0"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:20.269173 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f1e65d-aae1-4a07-9d5f-e55a34ddb70a x-openstack-request-id: req-a2f1e65d-aae1-4a07-9d5f-e55a34ddb70a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:20.269731 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b089635-47f0-44bd-aa63-70821c509a16", "name": "network-vif-deleted", "tag": "577cf35e-5e3e-4add-9996-146fcefbb6f0", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:20.269983 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2f1e65d-aae1-4a07-9d5f-e55a34ddb70a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:20.270824 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b089635-47f0-44bd-aa63-70821c509a16', 'name': 'network-vif-deleted', 'tag': '577cf35e-5e3e-4add-9996-146fcefbb6f0', 'status': 'completed', 'code': 200} Sep 17 22:59:20.300672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-66355a57-cd02-4f58-947e-1b887d2bc7c1 req-efa4f16d-b469-42f7-86a1-8941dc259e96 tempest-VolumesSnapshotTestJSON-1769831885 tempest-VolumesSnapshotTestJSON-1769831885-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b089635-47f0-44bd-aa63-70821c509a16 HTTP/1.1" status: 200 len: 210 time: 0.0377095 Sep 17 22:59:20.499199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc087eb3-8818-47a9-b207-4e979b435b48 req-461a3aae-8644-41d9-a4fc-806e7c66a8d4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:20.506845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc087eb3-8818-47a9-b207-4e979b435b48 req-461a3aae-8644-41d9-a4fc-806e7c66a8d4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0619059 Sep 17 22:59:20.549462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dc087eb3-8818-47a9-b207-4e979b435b48 req-a07c6ebf-7b74-4053-8c67-41cbc986a1fb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Sep 17 22:59:21.698732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d0427-f285-47a9-8f27-0140300b1981 req-344e6e65-5b95-4bfe-9a79-6bf7445027f3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:21.707825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de8d0427-f285-47a9-8f27-0140300b1981 req-344e6e65-5b95-4bfe-9a79-6bf7445027f3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0662067 Sep 17 22:59:21.769406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-de8d0427-f285-47a9-8f27-0140300b1981 req-e17c63a7-b453-4bbc-8291-69fa57ae82e8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605001 Sep 17 22:59:22.911598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a368e75-2541-43ed-8641-d0b7661b2c98 req-64d5c68d-fd12-44c1-b122-24803f183000 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:22.921701 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a368e75-2541-43ed-8641-d0b7661b2c98 req-64d5c68d-fd12-44c1-b122-24803f183000 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0754244 Sep 17 22:59:22.977414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a368e75-2541-43ed-8641-d0b7661b2c98 req-d97df8b6-2452-4234-9f24-6987e5cb0236 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 Sep 17 22:59:24.125769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cde804-0ef7-4366-b4e4-e1e00839c79a req-9fbf3346-1a7c-4e87-9256-a6e14a560cd7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:24.128493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57cde804-0ef7-4366-b4e4-e1e00839c79a req-9fbf3346-1a7c-4e87-9256-a6e14a560cd7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0749311 Sep 17 22:59:24.146377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 577cf35e-5e3e-4add-9996-146fcefbb6f0 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:24.186635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 577cf35e-5e3e-4add-9996-146fcefbb6f0 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:24.186982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 577cf35e-5e3e-4add-9996-146fcefbb6f0 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:24.202083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57cde804-0ef7-4366-b4e4-e1e00839c79a req-5b47d7d7-b016-4f48-98be-f49a2489dba7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Sep 17 22:59:25.342527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50758dcc-9e85-4f2a-8a00-a8e434a9946e req-7c9dc845-936c-474a-8ad5-f616a7258488 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:25.352781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50758dcc-9e85-4f2a-8a00-a8e434a9946e req-7c9dc845-936c-474a-8ad5-f616a7258488 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0730550 Sep 17 22:59:25.413331 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-50758dcc-9e85-4f2a-8a00-a8e434a9946e req-fdd62d3d-d524-4024-9373-87df4fa0f057 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556431 Sep 17 22:59:26.089872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50394) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:26.234018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5b4c-d955-4540-b1df-d35e0150e7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.356818 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5b4c-d955-4540-b1df-d35e0150e7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.363141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5b4c-d955-4540-b1df-d35e0150e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.402996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f5b4c-d955-4540-b1df-d35e0150e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d7ee09-f10f-4a70-810c-cce97ef06b0a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:26.415534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1d0f5b4c-d955-4540-b1df-d35e0150e7c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3495f696eba4feebb69f6bd8d3477d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240552 Sep 17 22:59:26.418295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50398) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:26.484109 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f93ae1da-55a3-4462-9bc0-a3bfb6b4eed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.539039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f93ae1da-55a3-4462-9bc0-a3bfb6b4eed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.591889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0add8-7d01-407f-8527-4bbff700d271 req-d5e62589-216e-4df4-9d39-3fb6225ed48e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:26.593563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b0add8-7d01-407f-8527-4bbff700d271 req-d5e62589-216e-4df4-9d39-3fb6225ed48e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0972528 Sep 17 22:59:26.635629 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f93ae1da-55a3-4462-9bc0-a3bfb6b4eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.638580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f93ae1da-55a3-4462-9bc0-a3bfb6b4eed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.643179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f93ae1da-55a3-4462-9bc0-a3bfb6b4eed1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85d7ee09-f10f-4a70-810c-cce97ef06b0a HTTP/1.1" status: 204 len: 168 time: 0.2203279 Sep 17 22:59:26.643330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14b0add8-7d01-407f-8527-4bbff700d271 req-111cc908-e617-40b3-887b-11d9ff659d7d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422750 Sep 17 22:59:26.652492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ae1da-55a3-4462-9bc0-a3bfb6b4eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d7ee09-f10f-4a70-810c-cce97ef06b0a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:27.481137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-0a72dff2-d3e2-489a-9195-b62eb71e8749 req-a2b12318-1950-46e4-9a94-586d00c12870 service neutron] (94737) timed out ('10.222.0.48', 52242) {{(pid=94737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:59:27.860294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de25f4-ba70-4877-9cae-757ff65491b6 req-cf356293-0ab0-4d68-8001-bbf6f849ecfb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:27.868807 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1de25f4-ba70-4877-9cae-757ff65491b6 req-cf356293-0ab0-4d68-8001-bbf6f849ecfb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0722034 Sep 17 22:59:27.911049 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1de25f4-ba70-4877-9cae-757ff65491b6 req-43ca5c86-709a-472b-91cd-c4ad822478bd tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Sep 17 22:59:29.060676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787b33f-ca65-4133-bd21-e35bf8f1a3f1 req-85abc97a-58e1-4e93-9302-6b9e0b46e39d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:29.074915 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2787b33f-ca65-4133-bd21-e35bf8f1a3f1 req-85abc97a-58e1-4e93-9302-6b9e0b46e39d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0849907 Sep 17 22:59:29.112970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2787b33f-ca65-4133-bd21-e35bf8f1a3f1 req-0781ef7e-11ec-44b3-a474-561e5daa8b39 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Sep 17 22:59:29.487576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50472) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:29.684765 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c018e3b-5567-464c-9186-845151987106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.801268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c018e3b-5567-464c-9186-845151987106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.810828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c018e3b-5567-464c-9186-845151987106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.861555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2c018e3b-5567-464c-9186-845151987106 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38da07c9a40c4d26ba020e61e24565b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701646 Sep 17 22:59:29.861968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:29.863210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018e3b-5567-464c-9186-845151987106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9354791e-4703-4035-a150-414d02772a8a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:29.969854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42859a39-0e9b-472a-bdce-b698845ebf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.981823 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bccc17e1-6be6-4417-b48c-52ce087edaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.007570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bccc17e1-6be6-4417-b48c-52ce087edaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.055268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bccc17e1-6be6-4417-b48c-52ce087edaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.058329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bccc17e1-6be6-4417-b48c-52ce087edaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.062609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bccc17e1-6be6-4417-b48c-52ce087edaef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9354791e-4703-4035-a150-414d02772a8a HTTP/1.1" status: 204 len: 168 time: 0.1994593 Sep 17 22:59:30.072059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc17e1-6be6-4417-b48c-52ce087edaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9354791e-4703-4035-a150-414d02772a8a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:30.256808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07269eb-6464-4ede-937c-1d057328aa8a req-67876436-248d-49cc-acb0-23dad68afa06 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:30.258483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e07269eb-6464-4ede-937c-1d057328aa8a req-67876436-248d-49cc-acb0-23dad68afa06 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0592439 Sep 17 22:59:30.305441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e07269eb-6464-4ede-937c-1d057328aa8a req-5e2391c6-7cc4-4bf3-b128-b85418594a2c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Sep 17 22:59:30.457642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50488) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:30.476136 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67074d2d-698e-4609-a3f1-3cba92438112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.589478 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67074d2d-698e-4609-a3f1-3cba92438112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.595671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-67074d2d-698e-4609-a3f1-3cba92438112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.654207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67074d2d-698e-4609-a3f1-3cba92438112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d1b01f-8b41-4794-81c3-fc31d517ad9b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:30.663121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50492) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:30.670223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-67074d2d-698e-4609-a3f1-3cba92438112 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=600ab7a130c6441b86ca8dad2527dee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987333 Sep 17 22:59:30.778005 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3a47044-889a-4bbb-b01f-4172b6290df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.811056 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3a47044-889a-4bbb-b01f-4172b6290df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.868664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3a47044-889a-4bbb-b01f-4172b6290df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.871321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b3a47044-889a-4bbb-b01f-4172b6290df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.872823 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b3a47044-889a-4bbb-b01f-4172b6290df4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9d1b01f-8b41-4794-81c3-fc31d517ad9b HTTP/1.1" status: 204 len: 168 time: 0.2079039 Sep 17 22:59:30.882824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a47044-889a-4bbb-b01f-4172b6290df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d1b01f-8b41-4794-81c3-fc31d517ad9b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:31.848017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61b62e-079e-4797-85fa-b3cf3715efda req-bb1963e0-d446-4d10-9cb1-05226e3989de tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:31.851291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa61b62e-079e-4797-85fa-b3cf3715efda req-bb1963e0-d446-4d10-9cb1-05226e3989de tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.4348950 Sep 17 22:59:31.897308 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa61b62e-079e-4797-85fa-b3cf3715efda req-abe66dea-b95b-4572-9441-e8412ecad26b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Sep 17 22:59:32.726053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e8f67218-1f5b-4906-9975-4816fb367830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:33.059638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd895-fb3a-4529-828c-4cd212fcaa59 req-2189683f-7e07-4a15-931a-3c8f4cb1d8ac tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:33.070361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce3fd895-fb3a-4529-828c-4cd212fcaa59 req-2189683f-7e07-4a15-931a-3c8f4cb1d8ac tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0810893 Sep 17 22:59:33.140339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce3fd895-fb3a-4529-828c-4cd212fcaa59 req-73ba9bef-2791-4504-84e8-d489dcebe9b3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673690 Sep 17 22:59:33.143189 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:33.889205 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:34.191175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7f0a3822-6dd3-4934-a3c8-0eda59156149 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:59:34.303753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632545e-2679-4c64-bc7e-ed067def599f req-bf3991d1-f19e-4cf1-8278-746fb0bfe853 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:34.307657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b632545e-2679-4c64-bc7e-ed067def599f req-bf3991d1-f19e-4cf1-8278-746fb0bfe853 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 943 time: 0.0877430 Sep 17 22:59:34.332687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7f0a3822-6dd3-4934-a3c8-0eda59156149, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7f0a3822-6dd3-4934-a3c8-0eda59156149,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:34.357932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '7f0a3822-6dd3-4934-a3c8-0eda59156149', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'port_id': '7f0a3822-6dd3-4934-a3c8-0eda59156149', 'mac_address': 'fa:16:3e:92:2a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:59:34.367686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b632545e-2679-4c64-bc7e-ed067def599f req-3ed3af2d-3e6f-4fc8-be01-fc4d1cae8d38 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535526 Sep 17 22:59:34.415403 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:34.430504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0a3822-6dd3-4934-a3c8-0eda59156149 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:59:34.460140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7f0a3822-6dd3-4934-a3c8-0eda59156149, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7f0a3822-6dd3-4934-a3c8-0eda59156149,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:34.466793 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:34.560467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7f0a3822-6dd3-4934-a3c8-0eda59156149,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:34.827902 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7f0a3822-6dd3-4934-a3c8-0eda59156149'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:59:34.938721 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:35.423205 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:35.511773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8afc3-c1a9-4e00-a22c-9855657b4f2c req-5f4b781c-8138-4219-b4d9-67bf166afc6b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:35.520901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23c8afc3-c1a9-4e00-a22c-9855657b4f2c req-5f4b781c-8138-4219-b4d9-67bf166afc6b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 944 time: 0.0666966 Sep 17 22:59:35.569534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23c8afc3-c1a9-4e00-a22c-9855657b4f2c req-e79a60ad-1e50-4162-b3da-aeb1b09e8525 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473676 Sep 17 22:59:36.213575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7f0a3822-6dd3-4934-a3c8-0eda59156149 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:59:36.279195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 7f0a3822-6dd3-4934-a3c8-0eda59156149 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:59:36.286039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 7f0a3822-6dd3-4934-a3c8-0eda59156149 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:59:36.286359 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:36.398434 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:36.438226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0a3822-6dd3-4934-a3c8-0eda59156149'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:36.441278 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc60b819-d1a5-41a9-b2c4-8d0aac65e791" -d '{"events": [{"server_uuid": "a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b", "name": "network-vif-plugged", "status": "completed", "tag": "7f0a3822-6dd3-4934-a3c8-0eda59156149"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:36.456444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 7f0a3822-6dd3-4934-a3c8-0eda59156149, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7f0a3822-6dd3-4934-a3c8-0eda59156149,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:36.461466 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:36.524318 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b9030b-81ab-42e9-ac7f-255c50fa0ddd x-openstack-request-id: req-26b9030b-81ab-42e9-ac7f-255c50fa0ddd {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:36.524625 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b", "name": "network-vif-plugged", "status": "completed", "tag": "7f0a3822-6dd3-4934-a3c8-0eda59156149", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:36.525045 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26b9030b-81ab-42e9-ac7f-255c50fa0ddd {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:36.525539 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0a3822-6dd3-4934-a3c8-0eda59156149', 'code': 200} Sep 17 22:59:36.526608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=7f0a3822-6dd3-4934-a3c8-0eda59156149,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:36.560164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50604) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:36.701872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4a7ab-cded-4a96-9a5b-aa7faf0247da req-f5b30219-acc1-462c-b478-24d066bf89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:36.703435 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1a4a7ab-cded-4a96-9a5b-aa7faf0247da req-f5b30219-acc1-462c-b478-24d066bf89cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 1097 time: 0.0898535 Sep 17 22:59:36.739236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1238-5b03-45f2-bf9d-b92293194fcf req-f32105a0-20f9-4107-8c42-b0e6d0c73919 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:36.747435 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbaf1238-5b03-45f2-bf9d-b92293194fcf req-f32105a0-20f9-4107-8c42-b0e6d0c73919 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 945 time: 0.0802610 Sep 17 22:59:36.758791 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d1a4a7ab-cded-4a96-9a5b-aa7faf0247da req-37b86446-fc7e-41e7-9233-e4c58ebd6d61 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Sep 17 22:59:36.797101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34eee068-ab45-445d-9301-a2f0dd60231c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:36.797418 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbaf1238-5b03-45f2-bf9d-b92293194fcf req-b9cf5e6f-32d0-49a1-8db9-2ba69f3e8df2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485234 Sep 17 22:59:36.924837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34eee068-ab45-445d-9301-a2f0dd60231c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:36.929645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-34eee068-ab45-445d-9301-a2f0dd60231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:36.974265 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-34eee068-ab45-445d-9301-a2f0dd60231c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bde14d270b564fe4a67f76839a83a770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129720 Sep 17 22:59:36.977246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50620) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:37.009316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eee068-ab45-445d-9301-a2f0dd60231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd464a2d-cc62-4cad-9f76-2f89fecc20d1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:37.067664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3eb699b2-427d-466b-a6af-a3d33937c7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:37.107210 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3eb699b2-427d-466b-a6af-a3d33937c7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:37.177714 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3eb699b2-427d-466b-a6af-a3d33937c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:37.184300 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3eb699b2-427d-466b-a6af-a3d33937c7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:37.188146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3eb699b2-427d-466b-a6af-a3d33937c7db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd464a2d-cc62-4cad-9f76-2f89fecc20d1 HTTP/1.1" status: 204 len: 168 time: 0.2081354 Sep 17 22:59:37.199047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb699b2-427d-466b-a6af-a3d33937c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd464a2d-cc62-4cad-9f76-2f89fecc20d1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:37.283551 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:59:37.937691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e000723-9934-47f0-b927-f4f986a24e75 req-eb9d5391-1224-4d49-b72d-510114ce5c06 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:37.945527 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e000723-9934-47f0-b927-f4f986a24e75 req-eb9d5391-1224-4d49-b72d-510114ce5c06 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 945 time: 0.0660493 Sep 17 22:59:37.966195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50660) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:38.001694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e000723-9934-47f0-b927-f4f986a24e75 req-98cd49cb-17c1-4db7-9451-d9d03c6b202c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551043 Sep 17 22:59:38.090097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1977528530-network', 'tenant_id': '0a34defe2998453fb61b577d487d464d'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:38.124580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Made reservation on behalf of 0a34defe2998453fb61b577d487d464d for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:38.127605 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.136991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.251458 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.256360 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.279668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:59:38.296110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7e17f5-3ee0-44a0-aadb-e553a336503f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:38.299997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.300560 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Added segment e2d941e7-c098-48d8-a52c-34d0549a2eea of type vlan for network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 Sep 17 22:59:38.356606 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.394575 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.395662 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:38.396625 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.439245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4718595 Sep 17 22:59:38.442672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50672) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:38.447923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Request body: {'subnet': {'network_id': '4ce6a15d-b5ac-4fea-b822-ec0c73943f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1977528530-subnet', 'tenant_id': '0a34defe2998453fb61b577d487d464d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:38.476647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Made reservation on behalf of 0a34defe2998453fb61b577d487d464d for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:38.483622 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.493852 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e634a42-9e04-4887-81df-64e6f3c07fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce6a15d-b5ac-4fea-b822-ec0c73943f53,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:38.508250 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:59:38.753211 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.810004 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40800c35-5ae7-41cd-a6bf-756f31f5192d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:38.837962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Checking segment: {'id': 'e2d941e7-c098-48d8-a52c-34d0549a2eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4ce6a15d-b5ac-4fea-b822-ec0c73943f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:38.838325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Network hostable DHCP agents. Network: 4ce6a15d-b5ac-4fea-b822-ec0c73943f53, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:59:38.857531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:59:38.868796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4ce6a15d-b5ac-4fea-b822-ec0c73943f53) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:38.873742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:38.874582 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.879471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93b5b5-b051-4450-a1ad-41faa1fdbab5 None None] Network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:38.892447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1cb76bc2-8c7e-4f24-9cd7-e04b65a9276b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4485097 Sep 17 22:59:39.015094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fea011-dffd-40e5-9d59-37d9c322deef None None] Network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:39.156079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4da52-b923-42df-b7b2-1d8fe1e12f3f req-d2d7e08c-49f6-41c4-a5db-b948949a351c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:39.159535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2d4da52-b923-42df-b7b2-1d8fe1e12f3f req-d2d7e08c-49f6-41c4-a5db-b948949a351c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 945 time: 0.0802188 Sep 17 22:59:39.206556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2d4da52-b923-42df-b7b2-1d8fe1e12f3f req-c7aa34de-a7c0-4940-a9ad-aae835f3ba39 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Sep 17 22:59:39.335264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202721c4-c729-4258-a8e7-be24a2c27594 req-7a3ec581-43ba-4617-8851-beb2b4414cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:39.336870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-202721c4-c729-4258-a8e7-be24a2c27594 req-7a3ec581-43ba-4617-8851-beb2b4414cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 945 time: 0.0559869 Sep 17 22:59:39.412856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-202721c4-c729-4258-a8e7-be24a2c27594 req-4178f8b3-6ec9-4c12-92c6-8f7993662973 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637646 Sep 17 22:59:39.532978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 50700) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:39.538800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1598381384-network', 'tenant_id': 'de2f4857e1504b51acbf483403b7c2b2'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:39.588557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Made reservation on behalf of de2f4857e1504b51acbf483403b7c2b2 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:39.591922 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.604686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.748887 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.753671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.784102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:59:39.791166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5e94dd-46cc-4dd1-8d4e-e61e811804cc,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:39.798458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.798810 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Added segment 876fbb8a-aad1-4b6b-97a7-8806374c44cf of type vlan for network b8746883-8fa1-4266-ae61-bb03abdbfda9 Sep 17 22:59:39.844706 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.900829 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.901842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:39.902425 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.917616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8a559-ccfa-4689-a982-93a59a7cac3a req-5b2997f1-0ad3-4822-a8bf-571e0bd43c7e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:39.919446 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ee8a559-ccfa-4689-a982-93a59a7cac3a req-5b2997f1-0ad3-4822-a8bf-571e0bd43c7e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 945 time: 0.0720100 Sep 17 22:59:39.964075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4323151 Sep 17 22:59:39.966907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 50712) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:39.972596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Request body: {'subnet': {'network_id': 'b8746883-8fa1-4266-ae61-bb03abdbfda9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1598381384-subnet', 'tenant_id': 'de2f4857e1504b51acbf483403b7c2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:39.993875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Made reservation on behalf of de2f4857e1504b51acbf483403b7c2b2 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:39.996600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:40.004961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aad9d9-5f46-4486-8956-0cedfc063b92 admin admin] Pushing event updated for resources: {'Network': ['ID=b8746883-8fa1-4266-ae61-bb03abdbfda9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:40.014225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ee8a559-ccfa-4689-a982-93a59a7cac3a req-b7000c65-d2bc-4dda-9653-54341bd981f5 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790453 Sep 17 22:59:40.018777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b8746883-8fa1-4266-ae61-bb03abdbfda9 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:59:40.179296 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:40.245440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e568556f-35e4-4388-9000-7396519275d4,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:40.251391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Checking segment: {'id': '876fbb8a-aad1-4b6b-97a7-8806374c44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8746883-8fa1-4266-ae61-bb03abdbfda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:40.252006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Network hostable DHCP agents. Network: b8746883-8fa1-4266-ae61-bb03abdbfda9, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:59:40.269372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Network b8746883-8fa1-4266-ae61-bb03abdbfda9 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:59:40.277971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b8746883-8fa1-4266-ae61-bb03abdbfda9) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:40.282144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:40.282736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:40.291353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dab977-903f-46f1-8c3b-78f5c2216d53 None None] Network b8746883-8fa1-4266-ae61-bb03abdbfda9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:40.309098 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0f01b00b-92bd-4403-9a35-685d85bbd782 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3305707 Sep 17 22:59:40.451828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a00835-8577-4930-94e5-8e42df0b27fd None None] Network b8746883-8fa1-4266-ae61-bb03abdbfda9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:41.025557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-55354b5a-4678-4a4e-80dc-ff603a8bfcc5 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:41.027056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-55354b5a-4678-4a4e-80dc-ff603a8bfcc5 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/networks?id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53 HTTP/1.1" status: 200 len: 812 time: 0.1136594 Sep 17 22:59:41.043953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-8410439a-0f40-491b-b324-66c8ec818e70 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/quotas/0a34defe2998453fb61b577d487d464d HTTP/1.1" status: 200 len: 375 time: 0.0094731 Sep 17 22:59:41.087372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-787ece74-a48b-423a-8707-bc130b111a67 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a34defe2998453fb61b577d487d464d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346701 Sep 17 22:59:41.199168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ebabb-bde2-434d-89b4-b434c77aed03 req-5c7fccb8-c6e5-47eb-b1d5-85c5963a25d7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:41.200646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e6ebabb-bde2-434d-89b4-b434c77aed03 req-5c7fccb8-c6e5-47eb-b1d5-85c5963a25d7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 945 time: 0.1109502 Sep 17 22:59:41.244566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-4376251c-b6a7-474b-8ed7-af510367e184 service neutron] 10.222.0.48 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419582 Sep 17 22:59:41.276501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e6ebabb-bde2-434d-89b4-b434c77aed03 req-785bb7d8-47a3-4828-bc49-7690ff00db63 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662394 Sep 17 22:59:41.350802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-75d4f7c6-d444-4dba-9d51-5550fcc0ea22 service neutron] 10.222.0.48 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984232 Sep 17 22:59:41.545207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9fbe9224-ede1-4f84-ac05-b6432720b0c1 req-8b5988ee-6428-4fde-8c07-34bda14f8cca tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 210 time: 0.0520988 Sep 17 22:59:41.564676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-50b74cbe-5a4f-41ec-bc41-430316fe88bd tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:41.568619 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-50b74cbe-5a4f-41ec-bc41-430316fe88bd tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 945 time: 0.0698550 Sep 17 22:59:41.684515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port 7f0a3822-6dd3-4934-a3c8-0eda59156149 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:41.684963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:41.785505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] For port 7f0a3822-6dd3-4934-a3c8-0eda59156149, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=7f0a3822-6dd3-4934-a3c8-0eda59156149,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:41.786027 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:41.800532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for 7f0a3822-6dd3-4934-a3c8-0eda59156149 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:41.986939 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:42.000272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['25456cde-f359-4bd0-9715-40f66fe9f857'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:59:42.019806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=7f0a3822-6dd3-4934-a3c8-0eda59156149,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:42.034682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['7f0a3822-6dd3-4934-a3c8-0eda59156149'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:59:42.088646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] No DVR routers for this DVR port 7f0a3822-6dd3-4934-a3c8-0eda59156149 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:42.093179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:42.096351 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-31e9562d-7e33-4426-aa22-37e2f3f8250c req-11b96ca1-38a8-4184-9911-f0c0cd25ac47 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "DELETE /v2.0/ports/7f0a3822-6dd3-4934-a3c8-0eda59156149 HTTP/1.1" status: 204 len: 173 time: 0.5186119 Sep 17 22:59:42.097256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b', 'name': 'network-vif-deleted', 'tag': '7f0a3822-6dd3-4934-a3c8-0eda59156149'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:42.100537 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a614fd97-dad9-4827-8093-476a3635e8a0" -d '{"events": [{"server_uuid": "a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b", "name": "network-vif-deleted", "tag": "7f0a3822-6dd3-4934-a3c8-0eda59156149"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:42.178107 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cf1ab2-43f6-4152-9d5c-9b594548ae0c x-openstack-request-id: req-83cf1ab2-43f6-4152-9d5c-9b594548ae0c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:42.178510 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b", "name": "network-vif-deleted", "tag": "7f0a3822-6dd3-4934-a3c8-0eda59156149", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:42.179212 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83cf1ab2-43f6-4152-9d5c-9b594548ae0c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:42.179756 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b', 'name': 'network-vif-deleted', 'tag': '7f0a3822-6dd3-4934-a3c8-0eda59156149', 'status': 'completed', 'code': 200} Sep 17 22:59:42.420876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9fd2eeb-45a1-4f4a-8837-ca6df7dc7b58 req-836cdc65-31d1-48a6-af78-020c9a6e36e2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 210 time: 0.0439534 Sep 17 22:59:42.682939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-963a6be2-d2c6-4d92-9eff-0c773232f8b9 req-0a54cf7a-f33a-4a94-9bd7-9737070a9cc6 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 210 time: 0.0373232 Sep 17 22:59:42.861190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-d5c4d3d8-74ab-47df-beeb-727f6eaea3ea tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:42.862793 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-d5c4d3d8-74ab-47df-beeb-727f6eaea3ea tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.49 "GET /v2.0/networks?id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53 HTTP/1.1" status: 200 len: 812 time: 0.1521721 Sep 17 22:59:42.884909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Request body: {'port': {'device_id': '00b5932d-8b15-415d-85e1-378dba072e3d', 'network_id': '4ce6a15d-b5ac-4fea-b822-ec0c73943f53', 'admin_state_up': True, 'tenant_id': '0a34defe2998453fb61b577d487d464d'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:43.028357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Made reservation on behalf of 0a34defe2998453fb61b577d487d464d for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:43.032836 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:43.199401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Allocated IP 172.20.0.6 (4ce6a15d-b5ac-4fea-b822-ec0c73943f53/40800c35-5ae7-41cd-a6bf-756f31f5192d/f5002767-920d-42d7-8b32-5636fc43d8bb) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:59:43.394590 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:43.436972 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:43.494401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Pushing event updated for resources: {'Port': ['ID=f5002767-920d-42d7-8b32-5636fc43d8bb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:43.513005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:59:43.514858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:43.518093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:59:43.621642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:43.625223 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:43.661248 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-52eeabdd-a3ed-4ca5-b47e-09ee2a8281a8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821982 Sep 17 22:59:43.668890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6f739d2-c8a6-4bee-be9d-4a8fac34201f req-c77040a1-2063-4877-a073-f44c8d6d979b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 210 time: 0.0748470 Sep 17 22:59:43.690043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Request body: {'port': {'device_id': '00b5932d-8b15-415d-85e1-378dba072e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:43.778959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:43.896857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dcc5e-47c0-445d-8474-e99f439e4d2a req-b6e69793-cd06-4242-aea7-26d56dedd0b6 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:43.906884 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c7dcc5e-47c0-445d-8474-e99f439e4d2a req-b6e69793-cd06-4242-aea7-26d56dedd0b6 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 931 time: 0.0911953 Sep 17 22:59:43.959252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c7dcc5e-47c0-445d-8474-e99f439e4d2a req-7fc7fc93-d4cd-4d0c-8aed-779ae3a72ccf tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514054 Sep 17 22:59:44.174748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5002767-920d-42d7-8b32-5636fc43d8bb {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:59:44.183303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:44.198843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Transition to ACTIVE for port object f5002767-920d-42d7-8b32-5636fc43d8bb will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:59:44.203936 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:44.268422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7f0a3822-6dd3-4934-a3c8-0eda59156149 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:44.279842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Pushing event updated for resources: {'Port': ['ID=f5002767-920d-42d7-8b32-5636fc43d8bb,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:44.291812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 7f0a3822-6dd3-4934-a3c8-0eda59156149 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:44.292167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 7f0a3822-6dd3-4934-a3c8-0eda59156149 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:44.339810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Attempting to bind port f5002767-920d-42d7-8b32-5636fc43d8bb on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:59:44.340186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Attempting to bind port f5002767-920d-42d7-8b32-5636fc43d8bb by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'e2d941e7-c098-48d8-a52c-34d0549a2eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4ce6a15d-b5ac-4fea-b822-ec0c73943f53'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:59:44.340578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Attempting to bind port f5002767-920d-42d7-8b32-5636fc43d8bb on network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:59:44.347188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Port f5002767-920d-42d7-8b32-5636fc43d8bb on network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:59:44.348551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Attempting to bind port f5002767-920d-42d7-8b32-5636fc43d8bb on network 4ce6a15d-b5ac-4fea-b822-ec0c73943f53 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:59:44.356456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:59:44.356456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Checking segment: {'id': 'e2d941e7-c098-48d8-a52c-34d0549a2eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4ce6a15d-b5ac-4fea-b822-ec0c73943f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:44.356456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Bound using segment: {'id': 'e2d941e7-c098-48d8-a52c-34d0549a2eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4ce6a15d-b5ac-4fea-b822-ec0c73943f53'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:59:44.356456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Bound port: f5002767-920d-42d7-8b32-5636fc43d8bb, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d941e7-c098-48d8-a52c-34d0549a2eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4ce6a15d-b5ac-4fea-b822-ec0c73943f53'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:59:44.356456 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:44.459499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] For port f5002767-920d-42d7-8b32-5636fc43d8bb, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:59:44.464286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] For port f5002767-920d-42d7-8b32-5636fc43d8bb, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f5002767-920d-42d7-8b32-5636fc43d8bb,segment=NetworkSegment(e2d941e7-c098-48d8-a52c-34d0549a2eea),segment_id=e2d941e7-c098-48d8-a52c-34d0549a2eea)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:59:44.473527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:44.526005 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:44.526907 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:44.528209 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] 10.222.0.49 "PUT /v2.0/ports/f5002767-920d-42d7-8b32-5636fc43d8bb HTTP/1.1" status: 200 len: 1092 time: 0.8441007 Sep 17 22:59:44.528668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b5932d-8b15-415d-85e1-378dba072e3d', 'tag': 'f5002767-920d-42d7-8b32-5636fc43d8bb'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:44.531006 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc65162-7000-4f0e-b0b0-92f393f49cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "00b5932d-8b15-415d-85e1-378dba072e3d", "tag": "f5002767-920d-42d7-8b32-5636fc43d8bb"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:44.650642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcca6e-f462-4269-afae-f92c6528f02a service neutron] Pushing event updated for resources: {'Port': ['ID=f5002767-920d-42d7-8b32-5636fc43d8bb,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:44.685064 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eef043-03f7-45ef-ba24-221d60b2256e x-openstack-request-id: req-b4eef043-03f7-45ef-ba24-221d60b2256e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:44.685415 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b5932d-8b15-415d-85e1-378dba072e3d", "tag": "f5002767-920d-42d7-8b32-5636fc43d8bb", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:44.685568 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4eef043-03f7-45ef-ba24-221d60b2256e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:44.685978 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b5932d-8b15-415d-85e1-378dba072e3d', 'tag': 'f5002767-920d-42d7-8b32-5636fc43d8bb', 'status': 'completed', 'code': 200} Sep 17 22:59:44.713254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-ddb98453-c3ce-4905-84b1-0076b8b74433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:44.715969 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-ddb98453-c3ce-4905-84b1-0076b8b74433 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a34defe2998453fb61b577d487d464d&device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 1095 time: 0.0929005 Sep 17 22:59:44.815244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59fef5ce-8965-42db-b9b4-60d965200257 req-65f803e7-56ff-4c90-9e82-45a807613411 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 210 time: 0.0753288 Sep 17 22:59:44.835254 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-59c73f26-8800-4285-8dae-62cf7679e898 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5002767-920d-42d7-8b32-5636fc43d8bb HTTP/1.1" status: 200 len: 217 time: 0.1047194 Sep 17 22:59:44.925610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-b7c1c2e9-d0f7-40bd-aa80-553d0e9c6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:44.927525 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-b7c1c2e9-d0f7-40bd-aa80-553d0e9c6a56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40800c35-5ae7-41cd-a6bf-756f31f5192d HTTP/1.1" status: 200 len: 852 time: 0.0668731 Sep 17 22:59:44.931010 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-fc6e35eb-5b63-4c64-b9d0-59723626bd44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3496246 Sep 17 22:59:44.970542 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-b1f74462-a13c-4a41-8c55-b191455b2566 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366070 Sep 17 22:59:45.089366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-875aa469-fcc6-46b2-a7e3-a1778f531636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:45.091434 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-875aa469-fcc6-46b2-a7e3-a1778f531636 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 1097 time: 0.1025820 Sep 17 22:59:45.147253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa56f6-0ff9-4974-ba10-707fe50502bd req-07d49cf5-4101-4a06-bc43-24efd5d2e1fc tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:45.169551 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0aa56f6-0ff9-4974-ba10-707fe50502bd req-07d49cf5-4101-4a06-bc43-24efd5d2e1fc tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 943 time: 0.0966156 Sep 17 22:59:45.170523 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-12bfcf08-0ccb-4645-b3f9-c5bbedceaed0 service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919615 Sep 17 22:59:45.249846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0aa56f6-0ff9-4974-ba10-707fe50502bd req-d818dbb0-32f0-4b55-a048-88a29e1c4383 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755494 Sep 17 22:59:45.358069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e94ee206-af15-4a97-8b73-21e9245ef73b req-5366814c-606d-48aa-9dcc-d9a9b40eabea service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613576 Sep 17 22:59:45.361207 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-296e3329-b20c-4dcb-9e9a-93a06aa5e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:45.362598 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-296e3329-b20c-4dcb-9e9a-93a06aa5e70b service neutron] 10.222.0.45 "GET /v2.0/networks?id=505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 200 len: 909 time: 0.2325315 Sep 17 22:59:45.804158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-e0837475-7a67-41d7-acdd-3f1b773245a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 200 len: 1001 time: 0.4332030 Sep 17 22:59:45.871825 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-eb44fb6a-630e-4fc2-90ac-e196560a7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:45.876761 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-eb44fb6a-630e-4fc2-90ac-e196560a7dc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a34defe2998453fb61b577d487d464d&device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 1095 time: 0.4154472 Sep 17 22:59:45.926454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-c4ffd3eb-4cbe-4a96-a755-53dfc32d435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:45.928098 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-c4ffd3eb-4cbe-4a96-a755-53dfc32d435c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=20227ba6-72e5-42e2-bff5-a28e51d953b4 HTTP/1.1" status: 200 len: 847 time: 0.1125815 Sep 17 22:59:45.968134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5201c9e7-b271-4c53-99b1-f8a1ac03e7c4 req-c5ba11ce-fc7b-4949-8abe-78cc4a47cd52 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 210 time: 0.0356824 Sep 17 22:59:46.022787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-83b9418d-1aab-44f3-add7-bf4a61514236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:46.024339 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-83b9418d-1aab-44f3-add7-bf4a61514236 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=505aace7-a881-4739-9dee-735e991e1b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643702 Sep 17 22:59:46.066751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-4c01520b-539b-4dcc-a77b-021e6b97a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:46.068116 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-4c01520b-539b-4dcc-a77b-021e6b97a3a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53 HTTP/1.1" status: 200 len: 913 time: 0.1863260 Sep 17 22:59:46.178221 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-2569b72b-4b27-4d5b-8b4b-9d4dcf65d751 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5002767-920d-42d7-8b32-5636fc43d8bb HTTP/1.1" status: 200 len: 217 time: 0.0758369 Sep 17 22:59:46.298703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-ba4af89e-cb04-4dd7-ba9c-b4720cf9c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:46.300273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-ba4af89e-cb04-4dd7-ba9c-b4720cf9c339 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40800c35-5ae7-41cd-a6bf-756f31f5192d HTTP/1.1" status: 200 len: 852 time: 0.1154668 Sep 17 22:59:46.362847 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-7f13719c-a67e-4859-bf71-0c90395f4606 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517356 Sep 17 22:59:46.368224 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-45d8efbd-44d4-429f-8ca6-3084a37f755f service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342633 Sep 17 22:59:46.423145 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dcf53-632f-43df-9137-0a7ca9d946ba req-e66e7246-1fca-4277-b41b-0fd7a64cff7a tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:46.425174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-954dcf53-632f-43df-9137-0a7ca9d946ba req-e66e7246-1fca-4277-b41b-0fd7a64cff7a tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 943 time: 0.0793109 Sep 17 22:59:46.485575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-954dcf53-632f-43df-9137-0a7ca9d946ba req-02db19c2-ed2f-489f-903d-28e8cf5d3cef tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517712 Sep 17 22:59:46.556743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b8c9ec37-dabe-4d4a-8fcd-44b577365759 req-435141c9-3221-4dac-95c7-e6089e4f74c9 service neutron] 10.222.0.45 "GET /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769695 Sep 17 22:59:46.558845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-5d8447d0-9a2c-4e95-b635-de29fce5be50 service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884356 Sep 17 22:59:46.677021 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bcc65162-7000-4f0e-b0b0-92f393f49cf9 req-58a31936-0fd0-4cd1-a901-6a5c16cebd61 service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102967 Sep 17 22:59:47.127131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98530c6-ca2b-42e3-ad8f-74418ae93b9c req-158f68a1-d929-4cc7-8e5e-ff08b0d04035 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f3cfbe-9f41-48d7-bb1b-0f6965ee2e0b HTTP/1.1" status: 200 len: 210 time: 0.0367844 Sep 17 22:59:47.645270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e27acb-1d89-42ef-9e4b-3c8dd01b300b req-1b9c0a5c-e35a-4d21-951b-9cdbf4df502e tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:47.653833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26e27acb-1d89-42ef-9e4b-3c8dd01b300b req-1b9c0a5c-e35a-4d21-951b-9cdbf4df502e tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 943 time: 0.0799243 Sep 17 22:59:47.714363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26e27acb-1d89-42ef-9e4b-3c8dd01b300b req-1db7143b-add9-470b-b90a-14a86048e8bf tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582712 Sep 17 22:59:48.284349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f5002767-920d-42d7-8b32-5636fc43d8bb details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:59:48.481997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f5002767-920d-42d7-8b32-5636fc43d8bb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f5002767-920d-42d7-8b32-5636fc43d8bb,segment=NetworkSegment(e2d941e7-c098-48d8-a52c-34d0549a2eea),segment_id=e2d941e7-c098-48d8-a52c-34d0549a2eea)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:48.498642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'f5002767-920d-42d7-8b32-5636fc43d8bb', 'network_id': '4ce6a15d-b5ac-4fea-b822-ec0c73943f53', 'port_id': 'f5002767-920d-42d7-8b32-5636fc43d8bb', 'mac_address': 'fa:16:3e:87:80:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40800c35-5ae7-41cd-a6bf-756f31f5192d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:59:48.550325 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:48.568732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5002767-920d-42d7-8b32-5636fc43d8bb {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:59:48.595915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f5002767-920d-42d7-8b32-5636fc43d8bb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f5002767-920d-42d7-8b32-5636fc43d8bb,segment=NetworkSegment(e2d941e7-c098-48d8-a52c-34d0549a2eea),segment_id=e2d941e7-c098-48d8-a52c-34d0549a2eea)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:48.600907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:48.658665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f5002767-920d-42d7-8b32-5636fc43d8bb,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:48.837898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e1d62-d07c-42fd-a83c-2d3e0fadcdd2 req-e4487e40-dc3d-4a87-a2d4-c0f35a070201 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:48.844727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f7e1d62-d07c-42fd-a83c-2d3e0fadcdd2 req-e4487e40-dc3d-4a87-a2d4-c0f35a070201 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 944 time: 0.0622401 Sep 17 22:59:48.890009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2f7e1d62-d07c-42fd-a83c-2d3e0fadcdd2 req-575a9ff3-6026-43a1-a48b-23e1456704e8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Sep 17 22:59:48.951063 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:48.984182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['f5002767-920d-42d7-8b32-5636fc43d8bb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:59:50.029073 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520c5c-eda8-4cca-abaa-346cd21aa453 req-63d448ef-f6cd-4e56-b5bf-cd2501c1674f tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:50.037407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd520c5c-eda8-4cca-abaa-346cd21aa453 req-63d448ef-f6cd-4e56-b5bf-cd2501c1674f tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 944 time: 0.0636373 Sep 17 22:59:50.080202 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd520c5c-eda8-4cca-abaa-346cd21aa453 req-b19c68c8-4699-45a8-9aa8-d5296682df3b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Sep 17 22:59:50.299948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f5002767-920d-42d7-8b32-5636fc43d8bb up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:59:50.374210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port f5002767-920d-42d7-8b32-5636fc43d8bb completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:59:50.389481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port f5002767-920d-42d7-8b32-5636fc43d8bb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:59:50.390424 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:50.723192 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:50.774317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b5932d-8b15-415d-85e1-378dba072e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5002767-920d-42d7-8b32-5636fc43d8bb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:50.777245 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609e3956-c8fb-4d39-b7b7-4f9326014c52" -d '{"events": [{"server_uuid": "00b5932d-8b15-415d-85e1-378dba072e3d", "name": "network-vif-plugged", "status": "completed", "tag": "f5002767-920d-42d7-8b32-5636fc43d8bb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:50.793424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f5002767-920d-42d7-8b32-5636fc43d8bb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f5002767-920d-42d7-8b32-5636fc43d8bb,segment=NetworkSegment(e2d941e7-c098-48d8-a52c-34d0549a2eea),segment_id=e2d941e7-c098-48d8-a52c-34d0549a2eea)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:50.799783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:50.847658 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa12815-9420-4add-bbd1-0b55ce9c1210 x-openstack-request-id: req-7fa12815-9420-4add-bbd1-0b55ce9c1210 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:50.847952 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b5932d-8b15-415d-85e1-378dba072e3d", "name": "network-vif-plugged", "status": "completed", "tag": "f5002767-920d-42d7-8b32-5636fc43d8bb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:50.848401 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fa12815-9420-4add-bbd1-0b55ce9c1210 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:50.848979 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b5932d-8b15-415d-85e1-378dba072e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5002767-920d-42d7-8b32-5636fc43d8bb', 'code': 200} Sep 17 22:59:50.863297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f5002767-920d-42d7-8b32-5636fc43d8bb,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:50.968075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e9c3a-750d-4415-8922-e2930b0a28d8 req-0c9618b6-bcb0-4d03-a128-5cb08bd370b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:50.969852 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba2e9c3a-750d-4415-8922-e2930b0a28d8 req-0c9618b6-bcb0-4d03-a128-5cb08bd370b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 1097 time: 0.0411332 Sep 17 22:59:51.006009 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba2e9c3a-750d-4415-8922-e2930b0a28d8 req-1b939323-d29c-4f98-b161-3d5a37435c24 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290365 Sep 17 22:59:51.216733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f76e09-152b-4893-8e63-0bcc30ef085d req-290320a6-f2f5-42f2-8724-d3a2c0a3005f tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:51.226066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32f76e09-152b-4893-8e63-0bcc30ef085d req-290320a6-f2f5-42f2-8724-d3a2c0a3005f tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0660167 Sep 17 22:59:51.273924 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32f76e09-152b-4893-8e63-0bcc30ef085d req-5921b4bb-c1a3-4598-b404-3e4494cd3277 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467749 Sep 17 22:59:52.413866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a10be-8605-409c-accc-ab66242887e1 req-7ffc6ebd-5f20-4069-900d-3736130f6499 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:52.416537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-355a10be-8605-409c-accc-ab66242887e1 req-7ffc6ebd-5f20-4069-900d-3736130f6499 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0761318 Sep 17 22:59:52.465269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-355a10be-8605-409c-accc-ab66242887e1 req-ac7a7cb3-0c81-4758-9197-dd3a6f51e58f tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Sep 17 22:59:53.015509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03fdbc-5be0-498b-81fe-578de30fbab4 req-70abe123-c224-4d7a-b0e0-7f29a36974fb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:53.018101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a03fdbc-5be0-498b-81fe-578de30fbab4 req-70abe123-c224-4d7a-b0e0-7f29a36974fb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 946 time: 0.0634491 Sep 17 22:59:53.064462 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a03fdbc-5be0-498b-81fe-578de30fbab4 req-14e4c176-4edc-49fb-9ef7-42982d45b213 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Sep 17 22:59:53.584155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcf2a-1ff4-4f74-b5e3-f191fad419b4 req-03b34baa-cfc7-47a6-adc6-b82a16256364 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:53.585706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60fbcf2a-1ff4-4f74-b5e3-f191fad419b4 req-03b34baa-cfc7-47a6-adc6-b82a16256364 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0495450 Sep 17 22:59:53.623898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-60fbcf2a-1ff4-4f74-b5e3-f191fad419b4 req-65729663-2136-4362-bb39-d2aaad74b7a1 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Sep 17 22:59:53.737855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc3a24-f885-4f4a-aa45-0cd45122fcde req-0c93c1c4-b829-420a-b452-b910bd1e9117 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:53.739144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1dc3a24-f885-4f4a-aa45-0cd45122fcde req-0c93c1c4-b829-420a-b452-b910bd1e9117 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0508356 Sep 17 22:59:53.783955 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1dc3a24-f885-4f4a-aa45-0cd45122fcde req-04f4dcaf-a33a-4e43-bf9e-abd62cfe8307 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390017 Sep 17 22:59:54.022326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c343e7-c0f1-403f-a0a7-5281c6221916 req-0def9b48-d3ab-4c74-96a2-9bd8d9a07dc8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:54.024052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13c343e7-c0f1-403f-a0a7-5281c6221916 req-0def9b48-d3ab-4c74-96a2-9bd8d9a07dc8 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0506895 Sep 17 22:59:54.066841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-13c343e7-c0f1-403f-a0a7-5281c6221916 req-b6b45360-fa49-43d3-85de-d3b70cb340a9 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364275 Sep 17 22:59:54.201875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8e13e-e8c1-48c2-b0d6-dfcccbdedb53 req-83043b1d-2a43-477b-a398-dce9c77b7e9b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:54.204342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4c8e13e-e8c1-48c2-b0d6-dfcccbdedb53 req-83043b1d-2a43-477b-a398-dce9c77b7e9b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 946 time: 0.0622950 Sep 17 22:59:54.249316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4c8e13e-e8c1-48c2-b0d6-dfcccbdedb53 req-e1d037ba-2a88-4467-8da1-f1dd47df4e98 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca61ec13-9944-4984-aaf9-d6ac2b5d3099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350001 Sep 17 22:59:54.474701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05a660-7900-41f2-99f7-805f437f213b req-4d108dea-05b2-409c-9503-d2b21a2f9082 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:54.476303 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1c05a660-7900-41f2-99f7-805f437f213b req-4d108dea-05b2-409c-9503-d2b21a2f9082 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 946 time: 0.0521939 Sep 17 22:59:54.581709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port 25456cde-f359-4bd0-9715-40f66fe9f857 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:54.582047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:54.676436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] For port 25456cde-f359-4bd0-9715-40f66fe9f857, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=25456cde-f359-4bd0-9715-40f66fe9f857,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:54.676806 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:54.691212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for 25456cde-f359-4bd0-9715-40f66fe9f857 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:54.866938 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:54.882225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['25456cde-f359-4bd0-9715-40f66fe9f857'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:59:54.903031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=25456cde-f359-4bd0-9715-40f66fe9f857,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:54.962569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] No DVR routers for this DVR port 25456cde-f359-4bd0-9715-40f66fe9f857 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:54.965175 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:54.967217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1c05a660-7900-41f2-99f7-805f437f213b req-257b39d6-708f-4498-9350-bf0d046e5594 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "DELETE /v2.0/ports/25456cde-f359-4bd0-9715-40f66fe9f857 HTTP/1.1" status: 204 len: 173 time: 0.4839969 Sep 17 22:59:54.967648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c90dce-8a3a-462f-a702-0253f2e2248d', 'name': 'network-vif-deleted', 'tag': '25456cde-f359-4bd0-9715-40f66fe9f857'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:54.970249 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d4083-65ec-4dd1-9056-ea583b9bc552" -d '{"events": [{"server_uuid": "23c90dce-8a3a-462f-a702-0253f2e2248d", "name": "network-vif-deleted", "tag": "25456cde-f359-4bd0-9715-40f66fe9f857"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:55.011752 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb57dc2-ba3b-485f-b340-acc4a3c32b5f x-openstack-request-id: req-8cb57dc2-ba3b-485f-b340-acc4a3c32b5f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:55.012136 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c90dce-8a3a-462f-a702-0253f2e2248d", "name": "network-vif-deleted", "tag": "25456cde-f359-4bd0-9715-40f66fe9f857", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:55.012626 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cb57dc2-ba3b-485f-b340-acc4a3c32b5f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:55.013553 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c90dce-8a3a-462f-a702-0253f2e2248d', 'name': 'network-vif-deleted', 'tag': '25456cde-f359-4bd0-9715-40f66fe9f857', 'status': 'completed', 'code': 200} Sep 17 22:59:55.205394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15f8b-f4d8-4677-a26d-66a1609959ef req-08e2a443-b43b-4f9e-a407-1d0467c37b35 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:55.206956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49c15f8b-f4d8-4677-a26d-66a1609959ef req-08e2a443-b43b-4f9e-a407-1d0467c37b35 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0641994 Sep 17 22:59:55.254824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49c15f8b-f4d8-4677-a26d-66a1609959ef req-96281659-0e79-4704-9978-4a49f1b10d82 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Sep 17 22:59:55.402598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93cc08cf-5762-4a55-9c12-a6804d528c28 req-9e355c6d-fcda-4637-b6a0-14b9a77860cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 210 time: 0.0414572 Sep 17 22:59:55.568042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064cb1-a05c-4f00-ba0d-2c49288b2645 req-5450581c-c086-4de4-a2d7-ff64cf778614 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:55.581237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42064cb1-a05c-4f00-ba0d-2c49288b2645 req-5450581c-c086-4de4-a2d7-ff64cf778614 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0689013 Sep 17 22:59:55.623815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-0040490b-766a-4c5f-95e6-5ad9b9031241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:55.625658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-0040490b-766a-4c5f-95e6-5ad9b9031241 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a34defe2998453fb61b577d487d464d&device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 1097 time: 0.0543149 Sep 17 22:59:55.626157 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-42064cb1-a05c-4f00-ba0d-2c49288b2645 req-fd11b095-6fe2-4bd2-988a-20a4670a493f tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Sep 17 22:59:55.731296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-ad610414-f427-444b-8646-0090a31d0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:55.733080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-ad610414-f427-444b-8646-0090a31d0302 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53 HTTP/1.1" status: 200 len: 913 time: 0.1009250 Sep 17 22:59:55.783073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-7c770515-630c-43ec-9a6a-681851dffeab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5002767-920d-42d7-8b32-5636fc43d8bb HTTP/1.1" status: 200 len: 217 time: 0.0428176 Sep 17 22:59:55.840001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-5182995e-8d2d-42ca-9a0c-24110de83211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:55.841973 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-5182995e-8d2d-42ca-9a0c-24110de83211 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40800c35-5ae7-41cd-a6bf-756f31f5192d HTTP/1.1" status: 200 len: 852 time: 0.0511820 Sep 17 22:59:55.876798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-a07eef52-3556-4eaa-9ee3-c47a2d384162 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281010 Sep 17 22:59:55.986567 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-6179d8cb-0f5f-4a20-994a-785f2d76aeb3 service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024420 Sep 17 22:59:56.094175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4dce005-5800-4eb7-88f5-9c3fbc7df0d6 req-fe829cc7-d04f-49ec-8bbc-941a4ce086af service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996845 Sep 17 22:59:56.537174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74756826-fdc2-4eec-9998-7dcb475bbe36 req-5efb58bc-e1af-4cb1-976a-478aa40e37b5 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 210 time: 0.0321708 Sep 17 22:59:56.838745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da7f1a-03ef-4b8f-b0f7-5bfe6457b1d0 req-4073b1ec-9737-4810-bf66-6ff9c38fd02c tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:56.840384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80da7f1a-03ef-4b8f-b0f7-5bfe6457b1d0 req-4073b1ec-9737-4810-bf66-6ff9c38fd02c tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0970328 Sep 17 22:59:56.887938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80da7f1a-03ef-4b8f-b0f7-5bfe6457b1d0 req-444c8fb5-bb48-49f1-a914-3f8763ad7e36 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Sep 17 22:59:57.655928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9115030e-42c1-40ae-b86c-59b3cf7c5d38 req-6c177083-1a55-46a3-b520-685e08608e33 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 210 time: 0.0341768 Sep 17 22:59:58.024894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b4afa-c7eb-48e7-9005-9cd9776d3e48 req-22701baf-69c3-4bd6-bb7a-d2c620106f21 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:58.026436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-010b4afa-c7eb-48e7-9005-9cd9776d3e48 req-22701baf-69c3-4bd6-bb7a-d2c620106f21 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0672233 Sep 17 22:59:58.070596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-010b4afa-c7eb-48e7-9005-9cd9776d3e48 req-ab9b8a49-0b86-402e-91be-2271bb1ab974 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355382 Sep 17 22:59:58.202357 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de9de732-4ca0-477f-85eb-ab15757e606b req-9b04f586-591f-482a-8924-b4c8ed6ff592 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410430 Sep 17 22:59:58.311367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2389f4-0c9e-49ae-b9de-9c81f50fcd9a req-52423689-ae55-4b60-ba8b-348211fbb791 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:58.313240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de732-4ca0-477f-85eb-ab15757e606b req-66466bef-b12a-473b-966b-b9b137f47339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:58.313593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa2389f4-0c9e-49ae-b9de-9c81f50fcd9a req-52423689-ae55-4b60-ba8b-348211fbb791 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0529885 Sep 17 22:59:58.314745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de9de732-4ca0-477f-85eb-ab15757e606b req-66466bef-b12a-473b-966b-b9b137f47339 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a34defe2998453fb61b577d487d464d&device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 1097 time: 0.0463655 Sep 17 22:59:58.358454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa2389f4-0c9e-49ae-b9de-9c81f50fcd9a req-78397ec0-5a97-43c1-a3fb-72c842696020 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Sep 17 22:59:58.428335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de732-4ca0-477f-85eb-ab15757e606b req-c8ff6944-76f8-4593-b15b-fb0f38f471cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:58.430148 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de9de732-4ca0-477f-85eb-ab15757e606b req-c8ff6944-76f8-4593-b15b-fb0f38f471cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53 HTTP/1.1" status: 200 len: 913 time: 0.0912542 Sep 17 22:59:58.477345 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de9de732-4ca0-477f-85eb-ab15757e606b req-526032b1-a981-45c0-8f4d-a0b148f946ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5002767-920d-42d7-8b32-5636fc43d8bb HTTP/1.1" status: 200 len: 217 time: 0.0380433 Sep 17 22:59:58.515920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 25456cde-f359-4bd0-9715-40f66fe9f857 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:58.533989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de732-4ca0-477f-85eb-ab15757e606b req-d2192e68-0b10-4e7e-9217-4bf036910b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:58.535459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de9de732-4ca0-477f-85eb-ab15757e606b req-d2192e68-0b10-4e7e-9217-4bf036910b0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40800c35-5ae7-41cd-a6bf-756f31f5192d HTTP/1.1" status: 200 len: 852 time: 0.0497165 Sep 17 22:59:58.548010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 25456cde-f359-4bd0-9715-40f66fe9f857 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:58.548601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 25456cde-f359-4bd0-9715-40f66fe9f857 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:58.580816 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de9de732-4ca0-477f-85eb-ab15757e606b req-559e2e4d-ae02-4cdd-8bbf-cdf1536bd52c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372865 Sep 17 22:59:58.700266 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de9de732-4ca0-477f-85eb-ab15757e606b req-9d1da5e0-df68-4355-95e2-d76ecca1c423 service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114194 Sep 17 22:59:58.794805 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38a87f5e-5033-4b7f-887d-4831a0353216 req-315994d7-831a-4c03-946a-ae8a5d65e9f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c90dce-8a3a-462f-a702-0253f2e2248d HTTP/1.1" status: 200 len: 210 time: 0.0366178 Sep 17 22:59:58.824146 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de9de732-4ca0-477f-85eb-ab15757e606b req-e66082d1-24af-49a8-b45d-9164159b25b8 service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150668 Sep 17 22:59:59.496439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ebe2b-86d3-4bd4-9f1f-d985ef97c5ef req-cf3356bb-7209-473a-a977-197441a050ec tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:59.506179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f91ebe2b-86d3-4bd4-9f1f-d985ef97c5ef req-cf3356bb-7209-473a-a977-197441a050ec tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0649235 Sep 17 22:59:59.545494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f91ebe2b-86d3-4bd4-9f1f-d985ef97c5ef req-875e3f9b-7891-4a31-8d86-e15f4ad7ceec tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Sep 17 22:59:59.870591 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808220ee-5164-42c0-90e6-e7304acc991c req-aa47f1c4-9fbc-4d9e-bf50-16641c8a5236 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:59.872213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-808220ee-5164-42c0-90e6-e7304acc991c req-aa47f1c4-9fbc-4d9e-bf50-16641c8a5236 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0927129 Sep 17 22:59:59.900204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae064-84af-4fac-a921-15e267d14689 req-4d221bd4-48ca-47b7-b18f-2b14a6f4e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:59.906092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75eae064-84af-4fac-a921-15e267d14689 req-4d221bd4-48ca-47b7-b18f-2b14a6f4e121 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a34defe2998453fb61b577d487d464d&device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 1097 time: 0.0902884 Sep 17 22:59:59.933623 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-808220ee-5164-42c0-90e6-e7304acc991c req-7206e9d2-47d6-493e-a139-c7c66cdd848d tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519941 Sep 17 22:59:59.978550 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cb186a73-375d-4365-9168-41e85b50fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:00.060081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae064-84af-4fac-a921-15e267d14689 req-165aad64-b6f9-4748-a0fb-2f260cbce73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:00.062015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75eae064-84af-4fac-a921-15e267d14689 req-165aad64-b6f9-4748-a0fb-2f260cbce73b service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53 HTTP/1.1" status: 200 len: 913 time: 0.1490703 Sep 17 23:00:00.110776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75eae064-84af-4fac-a921-15e267d14689 req-7b959f69-d24d-4157-be62-8271ff9588eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5002767-920d-42d7-8b32-5636fc43d8bb HTTP/1.1" status: 200 len: 217 time: 0.0400820 Sep 17 23:00:00.173569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae064-84af-4fac-a921-15e267d14689 req-0b90936d-d9d5-408d-856c-4588fe4ed236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:00.174977 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75eae064-84af-4fac-a921-15e267d14689 req-0b90936d-d9d5-408d-856c-4588fe4ed236 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40800c35-5ae7-41cd-a6bf-756f31f5192d HTTP/1.1" status: 200 len: 852 time: 0.0544474 Sep 17 23:00:00.212334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75eae064-84af-4fac-a921-15e267d14689 req-948eb06e-ab5e-45aa-bba7-252378c1aef0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ce6a15d-b5ac-4fea-b822-ec0c73943f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299108 Sep 17 23:00:00.316115 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75eae064-84af-4fac-a921-15e267d14689 req-91589e3a-b836-40d9-9224-6b8366a68ea8 service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954614 Sep 17 23:00:00.442967 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-75eae064-84af-4fac-a921-15e267d14689 req-368a01ae-ac61-4fde-a0d9-c8b96f1f4624 service neutron] 10.222.0.49 "GET /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192031 Sep 17 23:00:01.148438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12216-3e64-4d9c-ad63-88647aaeb7ce req-a64fd159-a04e-4554-9e67-7fb770a6df86 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:01.152908 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0a12216-3e64-4d9c-ad63-88647aaeb7ce req-a64fd159-a04e-4554-9e67-7fb770a6df86 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.1347210 Sep 17 23:00:01.222175 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0a12216-3e64-4d9c-ad63-88647aaeb7ce req-52ce93eb-e6a3-4136-8ce7-1ec146a57201 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619776 Sep 17 23:00:01.365103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51062) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:01.571985 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.726226 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.732838 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.776478 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8182eacb86f340c4b4f03cbe9738cc14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083116 Sep 17 23:00:01.777652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabfcae3-e2ee-499f-8ed2-57d07f7d30b0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:01.780027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51066) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:01.787408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.788018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.788556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.789197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.789767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.790320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.790931 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.791541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.792085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.792621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.793345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.794007 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1bfe6-6acb-4fb7-a895-cbc314e2bc13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:01.841479 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44e83afb-1879-4800-8c19-f67a093686bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.863432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44e83afb-1879-4800-8c19-f67a093686bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.914544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44e83afb-1879-4800-8c19-f67a093686bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.916965 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44e83afb-1879-4800-8c19-f67a093686bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.920451 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-44e83afb-1879-4800-8c19-f67a093686bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aabfcae3-e2ee-499f-8ed2-57d07f7d30b0 HTTP/1.1" status: 204 len: 168 time: 0.1371400 Sep 17 23:00:01.934696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e83afb-1879-4800-8c19-f67a093686bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabfcae3-e2ee-499f-8ed2-57d07f7d30b0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:02.366353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51092) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:02.404072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-604bd78e-47d1-466f-8675-3ea901774a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.443311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4388-0bf9-4155-876c-e4637de4add5 req-7786229e-4067-482f-a9f5-ee4bb34e9ffa tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:02.448566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-968e4388-0bf9-4155-876c-e4637de4add5 req-7786229e-4067-482f-a9f5-ee4bb34e9ffa tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.1179762 Sep 17 23:00:02.543172 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-968e4388-0bf9-4155-876c-e4637de4add5 req-abe92714-c524-4076-9300-8a277eaae979 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Sep 17 23:00:02.563096 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-604bd78e-47d1-466f-8675-3ea901774a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.570195 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-604bd78e-47d1-466f-8675-3ea901774a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.637835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51102) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:02.638080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-604bd78e-47d1-466f-8675-3ea901774a87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=940f57f2f10e4b549d6d052c1e451282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687333 Sep 17 23:00:02.639213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bd78e-47d1-466f-8675-3ea901774a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d7169-b17c-40ca-86c7-643cbc4485ef,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:02.719278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03bd9b5f-6a2f-460f-bdab-fc0796aefd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.730618 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31f1f4fe-2c48-4c4a-aa88-9a3613d9d70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.769974 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03bd9b5f-6a2f-460f-bdab-fc0796aefd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.858820 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03bd9b5f-6a2f-460f-bdab-fc0796aefd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.866121 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-03bd9b5f-6a2f-460f-bdab-fc0796aefd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.867941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03bd9b5f-6a2f-460f-bdab-fc0796aefd52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c04d7169-b17c-40ca-86c7-643cbc4485ef HTTP/1.1" status: 204 len: 168 time: 0.2287393 Sep 17 23:00:02.882811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd9b5f-6a2f-460f-bdab-fc0796aefd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d7169-b17c-40ca-86c7-643cbc4485ef,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:02.979557 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324da89-8f70-4fc3-b371-d662dd977cbc req-477f2583-4475-43d2-9609-53f5c24e40bf tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:02.989752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9324da89-8f70-4fc3-b371-d662dd977cbc req-477f2583-4475-43d2-9609-53f5c24e40bf tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0927088 Sep 17 23:00:03.041624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9324da89-8f70-4fc3-b371-d662dd977cbc req-ad20cf5c-6def-465b-927b-3c1c439ebb8a tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Sep 17 23:00:03.138053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:03.890126 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.154483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dea911-5ee8-4f0c-b963-a8447d179fd4 req-1c44d8a7-cf4a-4803-bbe4-7af4f47469f9 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:04.157438 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0dea911-5ee8-4f0c-b963-a8447d179fd4 req-1c44d8a7-cf4a-4803-bbe4-7af4f47469f9 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0569606 Sep 17 23:00:04.213916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0dea911-5ee8-4f0c-b963-a8447d179fd4 req-42c23377-007b-419b-a4a6-13042252e53a tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Sep 17 23:00:04.516276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51186) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:04.521546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-bb129013-1805-415c-b8a5-f0aab1aa011f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530423625', 'description': 'tempest-secgroup-smoke-1530423625 description', 'project_id': '6f18daea7a2e46818ad309bace9b6ad6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:04.555259 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bb129013-1805-415c-b8a5-f0aab1aa011f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.671714 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bb129013-1805-415c-b8a5-f0aab1aa011f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.680641 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bb129013-1805-415c-b8a5-f0aab1aa011f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.718787 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bb129013-1805-415c-b8a5-f0aab1aa011f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.724099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bb129013-1805-415c-b8a5-f0aab1aa011f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2022121 Sep 17 23:00:04.724514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51188) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:04.728604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb129013-1805-415c-b8a5-f0aab1aa011f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce78395d-0fda-427e-8af7-2a67465dad27,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:04.729250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-0b7465a0-5c2e-47c0-ba1b-04ef194a4956 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'security_group_rule': {'security_group_id': 'ce78395d-0fda-427e-8af7-2a67465dad27', 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:04.776801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b7465a0-5c2e-47c0-ba1b-04ef194a4956 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.883471 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b7465a0-5c2e-47c0-ba1b-04ef194a4956 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.893467 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.911872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-4c65d7e9-1087-47ed-b1d3-93f1ebd59786 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:04.913742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-4c65d7e9-1087-47ed-b1d3-93f1ebd59786 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.0797489 Sep 17 23:00:04.914772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b7465a0-5c2e-47c0-ba1b-04ef194a4956 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.945885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7465a0-5c2e-47c0-ba1b-04ef194a4956 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd73f9c-2e4f-4fc7-9d10-ca7545bd895d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:04.972416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0b7465a0-5c2e-47c0-ba1b-04ef194a4956 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:04.973648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0b7465a0-5c2e-47c0-ba1b-04ef194a4956 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481687 Sep 17 23:00:04.976349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51194) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:04.982993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2c94defe-5aac-4a26-98bb-2b4bbf62f8c6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'security_group_rule': {'security_group_id': 'ce78395d-0fda-427e-8af7-2a67465dad27', 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:05.044594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c94defe-5aac-4a26-98bb-2b4bbf62f8c6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.083845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Deleting port f5002767-920d-42d7-8b32-5636fc43d8bb {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:05.084115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.180889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c94defe-5aac-4a26-98bb-2b4bbf62f8c6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.185942 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c94defe-5aac-4a26-98bb-2b4bbf62f8c6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.216769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94defe-5aac-4a26-98bb-2b4bbf62f8c6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac47ebd8-90a4-4a16-ab13-1ebfb68b0a39,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:05.223501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] For port f5002767-920d-42d7-8b32-5636fc43d8bb, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f5002767-920d-42d7-8b32-5636fc43d8bb,segment=NetworkSegment(e2d941e7-c098-48d8-a52c-34d0549a2eea),segment_id=e2d941e7-c098-48d8-a52c-34d0549a2eea)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:05.223661 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.233482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2c94defe-5aac-4a26-98bb-2b4bbf62f8c6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.234720 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2c94defe-5aac-4a26-98bb-2b4bbf62f8c6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2574620 Sep 17 23:00:05.238827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Calling delete_port for f5002767-920d-42d7-8b32-5636fc43d8bb owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:05.239014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51196) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:05.250260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ea7e7a6a-6222-4799-8eda-b16c319e9063 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'security_group_rule': {'security_group_id': 'ce78395d-0fda-427e-8af7-2a67465dad27', 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:05.296018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7a6a-6222-4799-8eda-b16c319e9063 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.391423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.415415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7bc21-134a-4a3a-bb8f-af1377cf9378 req-6452efbd-9dc9-4212-8f04-3dd29de9a573 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:05.424566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['f5002767-920d-42d7-8b32-5636fc43d8bb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:00:05.425599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51c7bc21-134a-4a3a-bb8f-af1377cf9378 req-6452efbd-9dc9-4212-8f04-3dd29de9a573 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b5932d-8b15-415d-85e1-378dba072e3d HTTP/1.1" status: 200 len: 945 time: 0.1193731 Sep 17 23:00:05.444189 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Pushing event deleted for resources: {'Port': ['ID=f5002767-920d-42d7-8b32-5636fc43d8bb,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:05.469903 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7a6a-6222-4799-8eda-b16c319e9063 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.474010 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.483128 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7a6a-6222-4799-8eda-b16c319e9063 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.507350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] No DVR routers for this DVR port f5002767-920d-42d7-8b32-5636fc43d8bb on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:05.509770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.511846 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-27a1711c-1ad1-4049-9dcc-c40b453f4d8d req-2fbb5b03-6803-4622-a38b-f5c1a7b5071b tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.49 "DELETE /v2.0/ports/f5002767-920d-42d7-8b32-5636fc43d8bb HTTP/1.1" status: 204 len: 173 time: 0.5842028 Sep 17 23:00:05.512282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b5932d-8b15-415d-85e1-378dba072e3d', 'name': 'network-vif-deleted', 'tag': 'f5002767-920d-42d7-8b32-5636fc43d8bb'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:05.517708 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea8ba6-b4ad-463f-a10a-4457254feaa2" -d '{"events": [{"server_uuid": "00b5932d-8b15-415d-85e1-378dba072e3d", "name": "network-vif-deleted", "tag": "f5002767-920d-42d7-8b32-5636fc43d8bb"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:05.521425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51c7bc21-134a-4a3a-bb8f-af1377cf9378 req-1b59e6a9-1135-491d-b007-95034f6b2fc9 tempest-TestServerAdvancedOps-402199576 tempest-TestServerAdvancedOps-402199576-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f7e17f5-3ee0-44a0-aadb-e553a336503f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949454 Sep 17 23:00:05.522200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e7a6a-6222-4799-8eda-b16c319e9063 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118079f7-8f91-4601-86ac-2b40cdff01aa,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:05.532498 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7a6a-6222-4799-8eda-b16c319e9063 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.533751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ea7e7a6a-6222-4799-8eda-b16c319e9063 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928195 Sep 17 23:00:05.536502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51204) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:05.541214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8cfe4ed3-4a14-4776-bf54-69af805cb004 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'security_group_rule': {'security_group_id': 'ce78395d-0fda-427e-8af7-2a67465dad27', 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:05.574741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4ed3-4a14-4776-bf54-69af805cb004 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.592526 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa19a1d9-10df-4b21-8b76-a5b93c8ee93d x-openstack-request-id: req-fa19a1d9-10df-4b21-8b76-a5b93c8ee93d {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:05.593557 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b5932d-8b15-415d-85e1-378dba072e3d", "name": "network-vif-deleted", "tag": "f5002767-920d-42d7-8b32-5636fc43d8bb", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:05.594195 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa19a1d9-10df-4b21-8b76-a5b93c8ee93d {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:05.594600 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b5932d-8b15-415d-85e1-378dba072e3d', 'name': 'network-vif-deleted', 'tag': 'f5002767-920d-42d7-8b32-5636fc43d8bb', 'status': 'completed', 'code': 200} Sep 17 23:00:05.648296 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4ed3-4a14-4776-bf54-69af805cb004 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.653043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4ed3-4a14-4776-bf54-69af805cb004 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.672486 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe4ed3-4a14-4776-bf54-69af805cb004 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d653f58-e39a-410e-bd71-f66b4a107fed,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:05.682008 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4ed3-4a14-4776-bf54-69af805cb004 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.685946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8cfe4ed3-4a14-4776-bf54-69af805cb004 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457663 Sep 17 23:00:05.686290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:05.691244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-24d1ccbc-e82a-42cb-b82c-d86fa75a4888 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'security_group_rule': {'security_group_id': 'ce78395d-0fda-427e-8af7-2a67465dad27', 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:05.715348 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-24d1ccbc-e82a-42cb-b82c-d86fa75a4888 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Project 6f18daea7a2e46818ad309bace9b6ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:00:05.721235 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24d1ccbc-e82a-42cb-b82c-d86fa75a4888 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.782442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24d1ccbc-e82a-42cb-b82c-d86fa75a4888 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.786079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24d1ccbc-e82a-42cb-b82c-d86fa75a4888 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.800805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1ccbc-e82a-42cb-b82c-d86fa75a4888 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77eac80-5fca-4dab-9f30-26bf1e8e2ac8,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:05.810076 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-24d1ccbc-e82a-42cb-b82c-d86fa75a4888 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.811276 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-24d1ccbc-e82a-42cb-b82c-d86fa75a4888 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237655 Sep 17 23:00:05.814102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51208) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:05.818538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1c8fdbdf-b1b2-4414-8bc4-815d59f1f0ab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'security_group_rule': {'security_group_id': 'ce78395d-0fda-427e-8af7-2a67465dad27', 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:05.839389 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-1c8fdbdf-b1b2-4414-8bc4-815d59f1f0ab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Project 6f18daea7a2e46818ad309bace9b6ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:00:05.845180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdbdf-b1b2-4414-8bc4-815d59f1f0ab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.907927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdbdf-b1b2-4414-8bc4-815d59f1f0ab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.911537 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdbdf-b1b2-4414-8bc4-815d59f1f0ab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.930046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fdbdf-b1b2-4414-8bc4-815d59f1f0ab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbd917e-e5d6-46b7-b46c-19d882522842,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:05.939757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdbdf-b1b2-4414-8bc4-815d59f1f0ab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.941004 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1c8fdbdf-b1b2-4414-8bc4-815d59f1f0ab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259604 Sep 17 23:00:06.606567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51298) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:06.658248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf6d53a-03ba-419f-9017-e34c249e1cdc admin admin] Deleting subnet 40800c35-5ae7-41cd-a6bf-756f31f5192d {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:06.661535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d53a-03ba-419f-9017-e34c249e1cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.701639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d53a-03ba-419f-9017-e34c249e1cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.748170 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d53a-03ba-419f-9017-e34c249e1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.804572 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d53a-03ba-419f-9017-e34c249e1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.832350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6d53a-03ba-419f-9017-e34c249e1cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40800c35-5ae7-41cd-a6bf-756f31f5192d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:06.836254 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d53a-03ba-419f-9017-e34c249e1cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.838651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9cf6d53a-03ba-419f-9017-e34c249e1cdc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/40800c35-5ae7-41cd-a6bf-756f31f5192d HTTP/1.1" status: 204 len: 168 time: 0.2305229 Sep 17 23:00:06.841245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51310) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:06.918627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.006535 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.030174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce6a15d-b5ac-4fea-b822-ec0c73943f53']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.040961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d941e7-c098-48d8-a52c-34d0549a2eea') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.041343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d941e7-c098-48d8-a52c-34d0549a2eea') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.051505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.066079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.072706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:07.073315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:07.075460 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:07.142302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.155044 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.157878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ce6a15d-b5ac-4fea-b822-ec0c73943f53 HTTP/1.1" status: 204 len: 168 time: 0.3155329 Sep 17 23:00:07.161046 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51312) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:07.174179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd60c98-3208-4c35-b289-94c498fd9eff admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce6a15d-b5ac-4fea-b822-ec0c73943f53,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:07.216655 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c0015f-a82f-487a-b047-ded403e60ce4 admin admin] Deleting subnet e568556f-35e4-4388-9000-7396519275d4 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:07.221743 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59c0015f-a82f-487a-b047-ded403e60ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.258546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59c0015f-a82f-487a-b047-ded403e60ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.305928 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59c0015f-a82f-487a-b047-ded403e60ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.363963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59c0015f-a82f-487a-b047-ded403e60ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.398734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0015f-a82f-487a-b047-ded403e60ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e568556f-35e4-4388-9000-7396519275d4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:07.401825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-59c0015f-a82f-487a-b047-ded403e60ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.404051 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-59c0015f-a82f-487a-b047-ded403e60ce4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e568556f-35e4-4388-9000-7396519275d4 HTTP/1.1" status: 204 len: 168 time: 0.2379382 Sep 17 23:00:07.407331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51316) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:07.493741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.603283 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.634332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8746883-8fa1-4266-ae61-bb03abdbfda9']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.652761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876fbb8a-aad1-4b6b-97a7-8806374c44cf') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.653099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876fbb8a-aad1-4b6b-97a7-8806374c44cf') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.666613 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.681888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.689070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:07.689508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:07.691389 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:07.750663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.770594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.775081 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] 10.222.0.48 "DELETE /v2.0/networks/b8746883-8fa1-4266-ae61-bb03abdbfda9 HTTP/1.1" status: 204 len: 168 time: 0.3640287 Sep 17 23:00:07.775081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bba15-9509-45a0-a374-df7657f8337a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8746883-8fa1-4266-ae61-bb03abdbfda9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:07.997471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51342) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:08.055703 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2d62e9d5-9b01-463a-b78e-cbd9fc316c5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a34defe2998453fb61b577d487d464d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566373 Sep 17 23:00:08.057908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51344) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:08.137832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb1789a4-eb53-45c4-aef2-8f763954ff40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.175885 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb1789a4-eb53-45c4-aef2-8f763954ff40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.232651 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb1789a4-eb53-45c4-aef2-8f763954ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.236149 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eb1789a4-eb53-45c4-aef2-8f763954ff40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.237368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eb1789a4-eb53-45c4-aef2-8f763954ff40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f7e17f5-3ee0-44a0-aadb-e553a336503f HTTP/1.1" status: 204 len: 168 time: 0.1782489 Sep 17 23:00:08.245718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1789a4-eb53-45c4-aef2-8f763954ff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7e17f5-3ee0-44a0-aadb-e553a336503f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:08.395434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f5002767-920d-42d7-8b32-5636fc43d8bb no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:08.429957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: f5002767-920d-42d7-8b32-5636fc43d8bb {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:08.431634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f5002767-920d-42d7-8b32-5636fc43d8bb not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:08.525491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51362) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:08.672489 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2aad2b0-c124-4bbc-8b66-3019410c74ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.711710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51368) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:08.777422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-20191ffc-5214-4c9f-a2f0-576608ded2d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de2f4857e1504b51acbf483403b7c2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641041 Sep 17 23:00:08.781155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51370) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:08.786675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2aad2b0-c124-4bbc-8b66-3019410c74ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.793380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d2aad2b0-c124-4bbc-8b66-3019410c74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.838350 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d2aad2b0-c124-4bbc-8b66-3019410c74ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66f133f2741643299827855a0180e496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114085 Sep 17 23:00:08.839568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aad2b0-c124-4bbc-8b66-3019410c74ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f6c7b3-53cf-40b6-82dc-c0d2e13bad66,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:08.842524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51372) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:08.881442 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28ad17b9-4ada-460a-9133-fa7ce8c3847f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.918280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28ad17b9-4ada-460a-9133-fa7ce8c3847f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.942349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2603-a68d-41f2-84a0-61adbc634e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:08.976419 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2603-a68d-41f2-84a0-61adbc634e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.018953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28ad17b9-4ada-460a-9133-fa7ce8c3847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.021825 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-28ad17b9-4ada-460a-9133-fa7ce8c3847f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.023012 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-28ad17b9-4ada-460a-9133-fa7ce8c3847f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc5e94dd-46cc-4dd1-8d4e-e61e811804cc HTTP/1.1" status: 204 len: 168 time: 0.2403512 Sep 17 23:00:09.035377 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad17b9-4ada-460a-9133-fa7ce8c3847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5e94dd-46cc-4dd1-8d4e-e61e811804cc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:09.058001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2603-a68d-41f2-84a0-61adbc634e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.060592 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2603-a68d-41f2-84a0-61adbc634e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.061824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1dfa2603-a68d-41f2-84a0-61adbc634e4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9f6c7b3-53cf-40b6-82dc-c0d2e13bad66 HTTP/1.1" status: 204 len: 168 time: 0.2175155 Sep 17 23:00:09.072345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa2603-a68d-41f2-84a0-61adbc634e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f6c7b3-53cf-40b6-82dc-c0d2e13bad66,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:09.666589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51382) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:09.682943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa20d-d363-4f50-9897-c1b45500779b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.789235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51386) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:09.815927 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa20d-d363-4f50-9897-c1b45500779b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.824077 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa20d-d363-4f50-9897-c1b45500779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.855512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1142b3dd-20b7-4158-98cf-4d1deb108a82 admin admin] Deleting subnet 0a90808b-354d-490e-84d0-9350a1a0c10a {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:09.860056 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1142b3dd-20b7-4158-98cf-4d1deb108a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.868671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ba2fa20d-d363-4f50-9897-c1b45500779b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=000261bcf51c4eee93004ed8f977ab53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007365 Sep 17 23:00:09.869830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fa20d-d363-4f50-9897-c1b45500779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0696f7df-d207-4644-bb14-c6e4e68d378c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:09.872973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51388) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:09.915496 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1142b3dd-20b7-4158-98cf-4d1deb108a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.953646 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b48fcf29-aec8-4ae9-b1ee-5aafc8bab8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.965838 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1142b3dd-20b7-4158-98cf-4d1deb108a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.985021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b48fcf29-aec8-4ae9-b1ee-5aafc8bab8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.023080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1142b3dd-20b7-4158-98cf-4d1deb108a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.041867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b48fcf29-aec8-4ae9-b1ee-5aafc8bab8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.044590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b48fcf29-aec8-4ae9-b1ee-5aafc8bab8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.046283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b48fcf29-aec8-4ae9-b1ee-5aafc8bab8a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0696f7df-d207-4644-bb14-c6e4e68d378c HTTP/1.1" status: 204 len: 168 time: 0.1713734 Sep 17 23:00:10.050796 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142b3dd-20b7-4158-98cf-4d1deb108a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a90808b-354d-490e-84d0-9350a1a0c10a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:10.057060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1142b3dd-20b7-4158-98cf-4d1deb108a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.059122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1142b3dd-20b7-4158-98cf-4d1deb108a82 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0a90808b-354d-490e-84d0-9350a1a0c10a HTTP/1.1" status: 204 len: 168 time: 0.2687647 Sep 17 23:00:10.061786 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51392) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:10.079856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fcf29-aec8-4ae9-b1ee-5aafc8bab8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0696f7df-d207-4644-bb14-c6e4e68d378c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:10.166047 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.257123 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.284706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109defc2-a245-43f9-9142-e36bbe2ba508']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:10.295884 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c561bfc9-4c1e-4cfb-add7-710fc22541d6') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:10.296982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c561bfc9-4c1e-4cfb-add7-710fc22541d6') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:10.308710 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.323054 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.330931 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:10.331308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:10.334149 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:10.403431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.424441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.429047 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] 10.222.0.48 "DELETE /v2.0/networks/109defc2-a245-43f9-9142-e36bbe2ba508 HTTP/1.1" status: 204 len: 168 time: 0.3650165 Sep 17 23:00:10.430115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab248f03-1f64-42f7-9ac0-c5b08dd69e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=109defc2-a245-43f9-9142-e36bbe2ba508,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:10.569206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51406) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:10.614523 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-11c21b25-5fd3-482e-bf5a-8d89f6ce1cc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=635da7bd4690405fb61c1657aba7a902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438535 Sep 17 23:00:10.617066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51408) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:10.677531 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e779f001-e7ea-4495-aab5-57596de54d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.705129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e779f001-e7ea-4495-aab5-57596de54d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.761033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e779f001-e7ea-4495-aab5-57596de54d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.763884 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e779f001-e7ea-4495-aab5-57596de54d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.765685 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e779f001-e7ea-4495-aab5-57596de54d17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caff1c97-6a6e-4f16-96e6-5c889432d9a9 HTTP/1.1" status: 204 len: 168 time: 0.1475098 Sep 17 23:00:10.787734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779f001-e7ea-4495-aab5-57596de54d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff1c97-6a6e-4f16-96e6-5c889432d9a9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:12.059764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51456) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:12.182749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75eb7f83-0d2e-40f6-a1fa-c0813cf3fb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.279892 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75eb7f83-0d2e-40f6-a1fa-c0813cf3fb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.285111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-75eb7f83-0d2e-40f6-a1fa-c0813cf3fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.324551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-75eb7f83-0d2e-40f6-a1fa-c0813cf3fb0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c018278a730940188f7c615814359103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636995 Sep 17 23:00:12.325456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7f83-0d2e-40f6-a1fa-c0813cf3fb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363b8ec0-180e-4bdc-b0a6-431f3fbb1071,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:12.327829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51460) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:12.385740 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8873a3e9-826e-4bb5-ba57-e4121dd89991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.408959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8873a3e9-826e-4bb5-ba57-e4121dd89991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.458872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8873a3e9-826e-4bb5-ba57-e4121dd89991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.461526 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8873a3e9-826e-4bb5-ba57-e4121dd89991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.465325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8873a3e9-826e-4bb5-ba57-e4121dd89991 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/363b8ec0-180e-4bdc-b0a6-431f3fbb1071 HTTP/1.1" status: 204 len: 168 time: 0.1332104 Sep 17 23:00:12.471800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873a3e9-826e-4bb5-ba57-e4121dd89991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b8ec0-180e-4bdc-b0a6-431f3fbb1071,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:12.733874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51466) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:12.748985 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-244e085b-d7d8-45e8-b2bf-03665589989a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.846807 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-244e085b-d7d8-45e8-b2bf-03665589989a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.850633 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-244e085b-d7d8-45e8-b2bf-03665589989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.891725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e085b-d7d8-45e8-b2bf-03665589989a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0419129-98b9-4fca-9cd7-451db4a6961c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:12.896113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-244e085b-d7d8-45e8-b2bf-03665589989a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f273675444d4021bc38d61921a1047e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611187 Sep 17 23:00:12.898987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51470) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:12.952305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.974518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:13.023254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:13.025856 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:13.027031 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0419129-98b9-4fca-9cd7-451db4a6961c HTTP/1.1" status: 204 len: 168 time: 0.1272447 Sep 17 23:00:13.036298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0419129-98b9-4fca-9cd7-451db4a6961c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:13.044705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.045270 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.045628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.045977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.046312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.046647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.046991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.048175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.048520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.048861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.049514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:13.049853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d5d3d-779c-4f3e-8123-b7163dc9aa5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:14.283684 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:00:18.948290 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:22.576091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-6872a2cd-9a50-4ae7-965d-3cd282599448 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530423625&fields=id&tenant_id=6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 267 time: 0.0334966 Sep 17 23:00:22.684728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-61d7f008-dc1c-4d71-af5f-ce3d5478d47c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:22.686931 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-61d7f008-dc1c-4d71-af5f-ce3d5478d47c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.1028459 Sep 17 23:00:22.702512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-30ec96c6-465a-4783-b366-e85757a6f8ca tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/quotas/6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 375 time: 0.0090849 Sep 17 23:00:22.758265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-7c6e725f-b2aa-4d18-bdc4-72a6c24009c2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504870 Sep 17 23:00:22.860314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-8710c3ea-f484-4209-8e82-8f8e93c6a148 service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893736 Sep 17 23:00:22.956749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-5f712978-99f5-4ccc-a3f7-0066918b08e4 service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903680 Sep 17 23:00:23.301030 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb6f4680-2ed4-44de-87f4-33cc722077c0 req-3bc85d9e-a75f-42ec-af02-2bc0ac35fa68 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Sep 17 23:00:23.397424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51626) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:23.512214 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e99b78fa-5fd0-42c9-a964-76ab5457ff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:23.606671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e99b78fa-5fd0-42c9-a964-76ab5457ff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:23.611070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e99b78fa-5fd0-42c9-a964-76ab5457ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:23.651858 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e99b78fa-5fd0-42c9-a964-76ab5457ff1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad21165d78234b0cad2396a3c03d358d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533321 Sep 17 23:00:23.653145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b78fa-5fd0-42c9-a964-76ab5457ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022c0bee-d1a5-405a-9922-bf9a7f37acf7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:23.654592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51632) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:23.707800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fffa002-a2c5-4576-9800-39064de85558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:23.729565 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fffa002-a2c5-4576-9800-39064de85558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:23.777635 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fffa002-a2c5-4576-9800-39064de85558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:23.780452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4fffa002-a2c5-4576-9800-39064de85558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:23.781662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4fffa002-a2c5-4576-9800-39064de85558 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/022c0bee-d1a5-405a-9922-bf9a7f37acf7 HTTP/1.1" status: 204 len: 168 time: 0.1260669 Sep 17 23:00:23.789971 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffa002-a2c5-4576-9800-39064de85558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022c0bee-d1a5-405a-9922-bf9a7f37acf7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:24.054695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51638) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:24.068343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d47ec2d-aae5-4737-9429-0e4404862fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:24.167503 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d47ec2d-aae5-4737-9429-0e4404862fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:24.173211 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3d47ec2d-aae5-4737-9429-0e4404862fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:24.430709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c4628f6-5ca3-4e58-847d-32a920d7d54e req-7501c962-dbaa-4b46-9405-821872f6934f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 210 time: 0.0300713 Sep 17 23:00:24.505999 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3d47ec2d-aae5-4737-9429-0e4404862fba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b63610de7da543d08fe1c850ca0c7169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501853 Sep 17 23:00:24.508798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47ec2d-aae5-4737-9429-0e4404862fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dced06f-4e73-4347-844c-dbc057ddd09b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:24.509564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51646) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:24.563846 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ff948f-4a02-479d-acaf-a70085a969a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:24.578392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-3a2a9aa0-8406-42aa-abe1-3251499c2fd9 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:24.579860 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-3a2a9aa0-8406-42aa-abe1-3251499c2fd9 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.1389897 Sep 17 23:00:24.585987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ff948f-4a02-479d-acaf-a70085a969a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:24.635904 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ff948f-4a02-479d-acaf-a70085a969a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:24.638805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-23ff948f-4a02-479d-acaf-a70085a969a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:24.640419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-23ff948f-4a02-479d-acaf-a70085a969a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6dced06f-4e73-4347-844c-dbc057ddd09b HTTP/1.1" status: 204 len: 168 time: 0.1298699 Sep 17 23:00:24.651180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff948f-4a02-479d-acaf-a70085a969a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dced06f-4e73-4347-844c-dbc057ddd09b,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:24.660816 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-090eb594-30bd-42fe-9390-e4010a78ef02 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 380 time: 0.0631027 Sep 17 23:00:24.675893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'port': {'device_id': 'ebe26740-9390-402e-ac43-4c984bd45408', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'admin_state_up': True, 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'security_groups': ['ce78395d-0fda-427e-8af7-2a67465dad27']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:24.788866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:00:24.792562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:24.934974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.20.0.6 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/21219902-37ad-41d7-a7cf-312804de24a4) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:25.079491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:25.120857 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:25.165693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:25.170836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:25.178496 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:25.181443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=21219902-37ad-41d7-a7cf-312804de24a4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:25.235762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:25.236436 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:25.251876 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-9fc33f6b-c66e-4833-a684-e22a3b4923cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849574 Sep 17 23:00:25.271674 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Request body: {'port': {'device_id': 'ebe26740-9390-402e-ac43-4c984bd45408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:25.342419 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:25.524983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b341c3a4-05d2-42a8-97b1-98671fdbd900 None None] Provisioning complete for port 21219902-37ad-41d7-a7cf-312804de24a4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:25.525567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b341c3a4-05d2-42a8-97b1-98671fdbd900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:25.562941 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee234ac5-e37d-4fd1-9a41-551fa030110d req-35a3c083-ba5a-43dd-bb08-0b2e690298b8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:25.570692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee234ac5-e37d-4fd1-9a41-551fa030110d req-35a3c083-ba5a-43dd-bb08-0b2e690298b8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 931 time: 0.0657141 Sep 17 23:00:25.576262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b341c3a4-05d2-42a8-97b1-98671fdbd900 None None] Port 21219902-37ad-41d7-a7cf-312804de24a4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:00:25.638425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee234ac5-e37d-4fd1-9a41-551fa030110d req-6234a504-f4a1-4a76-a955-01bad6f09537 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664830 Sep 17 23:00:25.699605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21219902-37ad-41d7-a7cf-312804de24a4 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:00:25.709037 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:25.721624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Transition to ACTIVE for port object 21219902-37ad-41d7-a7cf-312804de24a4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:00:25.726080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:25.791507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=21219902-37ad-41d7-a7cf-312804de24a4,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:25.879651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Attempting to bind port 21219902-37ad-41d7-a7cf-312804de24a4 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:00:25.879989 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Attempting to bind port 21219902-37ad-41d7-a7cf-312804de24a4 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:00:25.880320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Attempting to bind port 21219902-37ad-41d7-a7cf-312804de24a4 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:25.891846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Port 21219902-37ad-41d7-a7cf-312804de24a4 on network efd7d316-db5b-443d-8c32-028f74826381 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:00:25.892338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Attempting to bind port 21219902-37ad-41d7-a7cf-312804de24a4 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:25.898607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:00:25.898938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:25.899322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:00:25.899744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Bound port: 21219902-37ad-41d7-a7cf-312804de24a4, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:00:25.900101 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:25.988050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] For port 21219902-37ad-41d7-a7cf-312804de24a4, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:00:25.993065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] For port 21219902-37ad-41d7-a7cf-312804de24a4, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=21219902-37ad-41d7-a7cf-312804de24a4,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:00:26.004415 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:26.045442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.046283 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:26.047948 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] 10.222.0.49 "PUT /v2.0/ports/21219902-37ad-41d7-a7cf-312804de24a4 HTTP/1.1" status: 200 len: 1092 time: 0.7811036 Sep 17 23:00:26.048433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe26740-9390-402e-ac43-4c984bd45408', 'tag': '21219902-37ad-41d7-a7cf-312804de24a4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:26.050868 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552df049-c728-4c5d-b5bf-bff59beafd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe26740-9390-402e-ac43-4c984bd45408", "tag": "21219902-37ad-41d7-a7cf-312804de24a4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:26.078078 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6a1aa-1025-42d2-b564-ffeea7707fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=21219902-37ad-41d7-a7cf-312804de24a4,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:26.128099 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2168b90-fac9-4cd7-9029-7c2ee90a280c x-openstack-request-id: req-b2168b90-fac9-4cd7-9029-7c2ee90a280c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:26.128423 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe26740-9390-402e-ac43-4c984bd45408", "tag": "21219902-37ad-41d7-a7cf-312804de24a4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:26.128677 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2168b90-fac9-4cd7-9029-7c2ee90a280c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:26.129107 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe26740-9390-402e-ac43-4c984bd45408', 'tag': '21219902-37ad-41d7-a7cf-312804de24a4', 'status': 'completed', 'code': 200} Sep 17 23:00:26.189478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-201db129-be87-4bae-9160-1cdbcd700d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.191120 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-201db129-be87-4bae-9160-1cdbcd700d5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 1095 time: 0.0472605 Sep 17 23:00:26.259039 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-33a50c05-bd2d-42bc-9b30-106cd363647c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21219902-37ad-41d7-a7cf-312804de24a4 HTTP/1.1" status: 200 len: 217 time: 0.0535581 Sep 17 23:00:26.326476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-b419977f-83c0-429b-9702-382a750bdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.328911 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-b419977f-83c0-429b-9702-382a750bdeda service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0627906 Sep 17 23:00:26.390613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-c768d2da-86f3-4d2d-a964-fcf74da9c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.392507 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-c768d2da-86f3-4d2d-a964-fcf74da9c75b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564950 Sep 17 23:00:26.497373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-07baa39d-fa68-4ff9-9856-0c29c85f04e8 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974429 Sep 17 23:00:26.593558 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5466a614-f682-4300-9f8e-2d414b0f9cfb req-0284495c-8fdb-444c-b470-7f7074bceaa6 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894237 Sep 17 23:00:26.710092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-5adbbcd4-5b56-494a-a59b-7a573bea35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.712040 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-5adbbcd4-5b56-494a-a59b-7a573bea35cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 1095 time: 0.0506666 Sep 17 23:00:26.777687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310599e-c8df-42e9-ba58-cc395ec037bf req-a4a1ef3b-6a1f-4acc-9c2a-90430b7b5428 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.780456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3310599e-c8df-42e9-ba58-cc395ec037bf req-a4a1ef3b-6a1f-4acc-9c2a-90430b7b5428 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.0556352 Sep 17 23:00:26.828140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3310599e-c8df-42e9-ba58-cc395ec037bf req-ab7d9ebb-eb42-4c18-b0bf-9182d643ba7b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Sep 17 23:00:26.831241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-cfc269a4-0f8b-49dc-9ddd-5f34001a9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.832951 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-cfc269a4-0f8b-49dc-9ddd-5f34001a9dd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.1125987 Sep 17 23:00:26.882010 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-84e5feac-7473-4433-9341-c21293ad2853 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21219902-37ad-41d7-a7cf-312804de24a4 HTTP/1.1" status: 200 len: 217 time: 0.0409384 Sep 17 23:00:26.939102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-a3effcfb-8ff5-4ef4-834e-3a5ee523b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.940636 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-a3effcfb-8ff5-4ef4-834e-3a5ee523b50b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0502605 Sep 17 23:00:26.987300 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-ae91b027-b9e9-4820-a6c3-f92706d0978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.988793 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-ae91b027-b9e9-4820-a6c3-f92706d0978d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411794 Sep 17 23:00:27.097299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-35704554-b48a-4c60-b004-a422339cb214 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009068 Sep 17 23:00:27.196140 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-552df049-c728-4c5d-b5bf-bff59beafd4c req-305299b4-a49c-4f63-ba7d-aae07b8d18c0 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910857 Sep 17 23:00:27.207944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51722) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:27.322417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98b47a73-6cfe-4a2b-9634-e8fb72eaa474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.414908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98b47a73-6cfe-4a2b-9634-e8fb72eaa474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.418903 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-98b47a73-6cfe-4a2b-9634-e8fb72eaa474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.457964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-98b47a73-6cfe-4a2b-9634-e8fb72eaa474 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a812cd911cfa4233b870917ef19fec40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489281 Sep 17 23:00:27.458922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b47a73-6cfe-4a2b-9634-e8fb72eaa474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34471da4-8914-4679-9a2d-1e5149f9f4fe,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:27.460693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51726) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:27.511943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82a650e4-9ea1-4e3a-a875-5539ffa73704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.534080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82a650e4-9ea1-4e3a-a875-5539ffa73704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.585145 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82a650e4-9ea1-4e3a-a875-5539ffa73704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.587982 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-82a650e4-9ea1-4e3a-a875-5539ffa73704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.589148 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-82a650e4-9ea1-4e3a-a875-5539ffa73704 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34471da4-8914-4679-9a2d-1e5149f9f4fe HTTP/1.1" status: 204 len: 168 time: 0.1271980 Sep 17 23:00:27.597893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a650e4-9ea1-4e3a-a875-5539ffa73704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34471da4-8914-4679-9a2d-1e5149f9f4fe,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:27.862627 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51734) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:27.876374 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0695-8320-47bd-8ba1-80cdf528032a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.951787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78988e2d-2c18-46ce-95fe-3e3915bd85c0 req-0815630e-859e-491b-8547-e2b9080005ba tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:27.953589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78988e2d-2c18-46ce-95fe-3e3915bd85c0 req-0815630e-859e-491b-8547-e2b9080005ba tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.0524774 Sep 17 23:00:27.979740 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0695-8320-47bd-8ba1-80cdf528032a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.984350 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0695-8320-47bd-8ba1-80cdf528032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.998111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78988e2d-2c18-46ce-95fe-3e3915bd85c0 req-8cdac071-c82d-4b66-8ade-70f137cd9ed5 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349934 Sep 17 23:00:28.022778 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c0695-8320-47bd-8ba1-80cdf528032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16c9576-8275-4b01-b643-dd5674f139ab,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:28.029175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bc9c0695-8320-47bd-8ba1-80cdf528032a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7909258d51264778bddd8aef57863698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654799 Sep 17 23:00:28.032253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51736) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:28.082566 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3adf0774-22c3-4e30-9a3c-4379d7c2ddf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.104363 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3adf0774-22c3-4e30-9a3c-4379d7c2ddf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.151051 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3adf0774-22c3-4e30-9a3c-4379d7c2ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.153856 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3adf0774-22c3-4e30-9a3c-4379d7c2ddf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.155639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3adf0774-22c3-4e30-9a3c-4379d7c2ddf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d16c9576-8275-4b01-b643-dd5674f139ab HTTP/1.1" status: 204 len: 168 time: 0.1219492 Sep 17 23:00:28.163758 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf0774-22c3-4e30-9a3c-4379d7c2ddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16c9576-8275-4b01-b643-dd5674f139ab,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:29.123710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cb5b5-b7f0-4c05-9a8c-e50137b4f358 req-b08d38ac-cc31-4b9b-8719-40cb8fc4b1af tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:29.125356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f3cb5b5-b7f0-4c05-9a8c-e50137b4f358 req-b08d38ac-cc31-4b9b-8719-40cb8fc4b1af tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.0558069 Sep 17 23:00:29.165185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f3cb5b5-b7f0-4c05-9a8c-e50137b4f358 req-80aaf934-0d81-42a2-83a6-037b63a7f122 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339761 Sep 17 23:00:29.967796 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e02f58a-76b4-4e1c-9089-fb8a06d839f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.109455 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51806) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:30.219068 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a64882c-12bb-4f3b-829c-ec048783ebf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.279463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b8b67-e5fa-4504-ac37-826e91687f8d req-9c31f221-f6ad-4e01-9335-c4c1bfa358db tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:30.281825 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b36b8b67-e5fa-4504-ac37-826e91687f8d req-9c31f221-f6ad-4e01-9335-c4c1bfa358db tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.0495379 Sep 17 23:00:30.310428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a64882c-12bb-4f3b-829c-ec048783ebf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.314755 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a64882c-12bb-4f3b-829c-ec048783ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.321573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b36b8b67-e5fa-4504-ac37-826e91687f8d req-5237f229-0c0b-4e94-86b1-dc62c518b259 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332580 Sep 17 23:00:30.355065 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a64882c-12bb-4f3b-829c-ec048783ebf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8aaef041925e4903b4f4e7bdf7433e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444830 Sep 17 23:00:30.356278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64882c-12bb-4f3b-829c-ec048783ebf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911bb2c4-7382-4599-a262-e922d09126ac,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:30.357789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51812) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:30.408876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9f9448c-a108-4b61-99c9-3fdc54be34ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.430758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9f9448c-a108-4b61-99c9-3fdc54be34ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.476867 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9f9448c-a108-4b61-99c9-3fdc54be34ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.479448 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b9f9448c-a108-4b61-99c9-3fdc54be34ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.480595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b9f9448c-a108-4b61-99c9-3fdc54be34ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/911bb2c4-7382-4599-a262-e922d09126ac HTTP/1.1" status: 204 len: 168 time: 0.1215405 Sep 17 23:00:30.490895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9448c-a108-4b61-99c9-3fdc54be34ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911bb2c4-7382-4599-a262-e922d09126ac,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:30.742213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51818) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:30.756190 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01deae9a-8bb4-447a-ab2f-a223dcf11e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.850185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01deae9a-8bb4-447a-ab2f-a223dcf11e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.853771 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-01deae9a-8bb4-447a-ab2f-a223dcf11e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.892450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-01deae9a-8bb4-447a-ab2f-a223dcf11e48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=122b47e967aa43fc898765a333705234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490867 Sep 17 23:00:30.893429 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deae9a-8bb4-447a-ab2f-a223dcf11e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324a1cf9-e6e1-4123-a734-5b2dcf4f476a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:30.895171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51820) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:30.943193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ef7120c-79d6-4b68-92a1-e50306c1d6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:30.964423 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ef7120c-79d6-4b68-92a1-e50306c1d6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.009404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ef7120c-79d6-4b68-92a1-e50306c1d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.012138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0ef7120c-79d6-4b68-92a1-e50306c1d6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.013339 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0ef7120c-79d6-4b68-92a1-e50306c1d6e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/324a1cf9-e6e1-4123-a734-5b2dcf4f476a HTTP/1.1" status: 204 len: 168 time: 0.1171722 Sep 17 23:00:31.021465 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7120c-79d6-4b68-92a1-e50306c1d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324a1cf9-e6e1-4123-a734-5b2dcf4f476a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:31.441104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a24b35-81e1-43ad-a04c-663c1c61ce22 req-b9ee906d-6b90-4665-ac4e-daa8f6b3c119 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:31.442597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49a24b35-81e1-43ad-a04c-663c1c61ce22 req-b9ee906d-6b90-4665-ac4e-daa8f6b3c119 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.0496848 Sep 17 23:00:31.485385 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49a24b35-81e1-43ad-a04c-663c1c61ce22 req-f554e394-55c4-4a0c-a214-1daae11211a8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366225 Sep 17 23:00:31.757313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51844) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:31.855321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1018757321-network', 'tenant_id': 'f1415c31643844f78c12ebf00be62152'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:31.878012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Made reservation on behalf of f1415c31643844f78c12ebf00be62152 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:00:31.880272 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.888400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.977540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.981013 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.005592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:00:32.015094 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a46029-4623-4f90-b907-cf202debebae,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:32.019828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.020173 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Added segment 52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc of type vlan for network 280e1c59-0322-4205-9cd1-4fd47df5431c Sep 17 23:00:32.059384 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.084130 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.085215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:32.085795 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.120666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3622181 Sep 17 23:00:32.124438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:32.129445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Request body: {'subnet': {'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1018757321-subnet', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:32.149435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db238e27-4434-4c6e-a56b-1819ae88a2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=280e1c59-0322-4205-9cd1-4fd47df5431c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:32.150333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Made reservation on behalf of f1415c31643844f78c12ebf00be62152 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:00:32.153593 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.159546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 280e1c59-0322-4205-9cd1-4fd47df5431c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:00:32.322641 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.381304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:32.389689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Checking segment: {'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:32.390270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Network hostable DHCP agents. Network: 280e1c59-0322-4205-9cd1-4fd47df5431c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:00:32.406635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Network 280e1c59-0322-4205-9cd1-4fd47df5431c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:00:32.414737 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 280e1c59-0322-4205-9cd1-4fd47df5431c) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:32.418803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:32.419374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.424942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853751ac-9b8f-4ba9-bceb-2932f5db36a9 None None] Network 280e1c59-0322-4205-9cd1-4fd47df5431c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:32.433686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d2473343-7030-4cdb-8af6-2f0b7238658c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3081214 Sep 17 23:00:32.436350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51850) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:32.440703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:32.460594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.462009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.514886 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.576888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-280e1c59-0322-4205-9cd1-4fd47df5431c', 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'fixed_ips': [{'subnet_id': '6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:00:32.578335 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.687039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.710213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8582f8-f266-4cf9-a171-a8ab7a21ed9d req-c44da8a2-9d67-4141-9e31-9ca2c7634fec tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:32.712500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d8582f8-f266-4cf9-a171-a8ab7a21ed9d req-c44da8a2-9d67-4141-9e31-9ca2c7634fec tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.1211448 Sep 17 23:00:32.714027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Allocated IP 172.20.0.2 (280e1c59-0322-4205-9cd1-4fd47df5431c/6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a/38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:32.736271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d9243115-a753-43d1-9467-f0e0a81c46bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.775078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d8582f8-f266-4cf9-a171-a8ab7a21ed9d req-e9c1543b-57d4-468a-bbb6-0ba4180da24f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514627 Sep 17 23:00:32.878166 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.884909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.923780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Network 280e1c59-0322-4205-9cd1-4fd47df5431c is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:32.926702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:32.930272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:32.938522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Pushing event updated for resources: {'Port': ['ID=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:32.963148 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.963488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.963827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.964156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.964482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.964807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.965144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.965465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.965779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.966116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.966433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:32.966771 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:33.006744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Attempting to bind port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:00:33.007120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Attempting to bind port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:00:33.007485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Attempting to bind port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 on network 280e1c59-0322-4205-9cd1-4fd47df5431c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:33.012842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:00:33.013254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Checking segment: {'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:33.013657 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.014050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Bound using segment: {'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:00:33.014516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Bound port: 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:00:33.015446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.080064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] For port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:00:33.083276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] For port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,segment=NetworkSegment(52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc),segment_id=52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:00:33.089970 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.164236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.166639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db8cc9-6024-4299-b48c-766f556b93c2 None None] Pushing event updated for resources: {'Port': ['ID=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:33.263645 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.283967 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.416020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Allocated IP 172.25.0.14 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/9941b741-3c7d-40da-b10c-3ca91fa4d7d5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:33.522236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.555542 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.593387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:33.597595 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:33.599973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:33.635220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=9941b741-3c7d-40da-b10c-3ca91fa4d7d5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:33.717190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:33.770655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:33.770928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.854404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.902299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,segment=NetworkSegment(52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc),segment_id=52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:33.906979 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.908429 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.913183 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.962457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:33.964299 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57343409-2881-48ca-9082-4a6065cc565a req-c75d9c6d-1c11-4566-99e3-fdcc97405917 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:33.965945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57343409-2881-48ca-9082-4a6065cc565a req-c75d9c6d-1c11-4566-99e3-fdcc97405917 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.1098304 Sep 17 23:00:34.054266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57343409-2881-48ca-9082-4a6065cc565a req-baa027d9-28b5-4b27-a7c4-da4defc483d4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768790 Sep 17 23:00:34.143609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48051a8a-0d08-47f5-b97c-e49fe8cbd432 None None] Network 280e1c59-0322-4205-9cd1-4fd47df5431c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:34.161013 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.237959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89b97765-c0a2-4cea-b6d7-cb43622ad18b None None] Provisioning complete for port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:34.238568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89b97765-c0a2-4cea-b6d7-cb43622ad18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.294439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Router fce61e2f-b676-4cb1-a145-feb1626e6010 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:00:34.412238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:34.426729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Sync routers for ids ['fce61e2f-b676-4cb1-a145-feb1626e6010'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:34.431018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.432793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9ebdbc33-8cd0-4e00-9de1-599de68ecfa0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9949040 Sep 17 23:00:34.435112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51858) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:34.439487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Routers {'fce61e2f-b676-4cb1-a145-feb1626e6010'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:34.440125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fce61e2f-b676-4cb1-a145-feb1626e6010'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:34.551062 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Set router fce61e2f-b676-4cb1-a145-feb1626e6010 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:34.643585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0d589e5a-a2ab-43f1-9277-f66283cafb43 None None] Provisioning complete for port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:34.643859 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0d589e5a-a2ab-43f1-9277-f66283cafb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.808442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:33Z', 'revision_number': 3, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:34.834702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Checking router: fce61e2f-b676-4cb1-a145-feb1626e6010 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:34.835050 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Updating router fce61e2f-b676-4cb1-a145-feb1626e6010 port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:00:34.861257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.863080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.910435 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.024541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Allocated IP 172.20.0.1 (280e1c59-0322-4205-9cd1-4fd47df5431c/6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a/3da27786-4437-4d81-8224-05355d641408) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:35.137251 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.144056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.154194 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.192593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Attempting to bind port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:00:35.192982 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Attempting to bind port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:00:35.193365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Attempting to bind port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:35.203154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d98e5a-901b-4d29-962b-70f03142e38e None None] Pushing event updated for resources: {'Port': ['ID=9941b741-3c7d-40da-b10c-3ca91fa4d7d5,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:35.205665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:00:35.206035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:35.206438 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.206864 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:00:35.207296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Bound port: 9941b741-3c7d-40da-b10c-3ca91fa4d7d5, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:00:35.207682 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.215169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec975f11-f4c7-4df4-bbff-2a361d8e6441 req-dd1076f1-1818-4406-b42d-f2af932af1e8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:35.216716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec975f11-f4c7-4df4-bbff-2a361d8e6441 req-dd1076f1-1818-4406-b42d-f2af932af1e8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.0854948 Sep 17 23:00:35.246243 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.262334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] For port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:00:35.266047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] For port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9941b741-3c7d-40da-b10c-3ca91fa4d7d5,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:00:35.272406 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.286519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec975f11-f4c7-4df4-bbff-2a361d8e6441 req-c7e3b9f2-1e41-48c0-83ff-473461043299 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627637 Sep 17 23:00:35.300358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Network 280e1c59-0322-4205-9cd1-4fd47df5431c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:35.301786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:35.304120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:35.332913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Routers {'fce61e2f-b676-4cb1-a145-feb1626e6010'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:35.333562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fce61e2f-b676-4cb1-a145-feb1626e6010'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:35.334697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=3da27786-4437-4d81-8224-05355d641408,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:35.353178 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.380476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d98e5a-901b-4d29-962b-70f03142e38e None None] Pushing event updated for resources: {'Port': ['ID=9941b741-3c7d-40da-b10c-3ca91fa4d7d5,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:35.455027 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.471632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] Set router fce61e2f-b676-4cb1-a145-feb1626e6010 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:35.495751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.657500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0da191cd-a4fd-4dec-8560-04bc8fd3860c None None] Provisioning complete for port 3da27786-4437-4d81-8224-05355d641408 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:35.657974 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0da191cd-a4fd-4dec-8560-04bc8fd3860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.685346 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.690509 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.695347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0da191cd-a4fd-4dec-8560-04bc8fd3860c None None] Port 3da27786-4437-4d81-8224-05355d641408 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:00:35.701477 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:35.705224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:33Z', 'revision_number': 3, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:35.751868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a3105-0f26-4a73-82af-d599636ee679 None None] The sync data for ids ['fce61e2f-b676-4cb1-a145-feb1626e6010'] in n-d-789963-10 is: [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:33Z', 'revision_number': 3, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:35.764108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=3da27786-4437-4d81-8224-05355d641408,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:35.768259 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.787916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:35.788290 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.865546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Network 280e1c59-0322-4205-9cd1-4fd47df5431c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:35.867129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:36.015811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Router fce61e2f-b676-4cb1-a145-feb1626e6010 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:36.121359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ce2ea492-6af0-48f9-8d58-b16da7dd40c2 None None] Provisioning complete for port 3da27786-4437-4d81-8224-05355d641408 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:36.121792 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea492-6af0-48f9-8d58-b16da7dd40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.143643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:36.149161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fc9f489a-89f0-4ff4-8262-62199e7f5fa2 admin admin] 10.222.0.48 "PUT /v2.0/routers/fce61e2f-b676-4cb1-a145-feb1626e6010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7130415 Sep 17 23:00:36.166751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ea492-6af0-48f9-8d58-b16da7dd40c2 None None] Port 3da27786-4437-4d81-8224-05355d641408 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:00:36.411291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19b55b-d891-44df-9339-3081b9f78000 req-55c3882e-388f-4020-b1f8-88ca2b6582be tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:36.413009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a19b55b-d891-44df-9339-3081b9f78000 req-55c3882e-388f-4020-b1f8-88ca2b6582be tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.0558176 Sep 17 23:00:36.455349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a19b55b-d891-44df-9339-3081b9f78000 req-1c824538-1e69-440a-a63d-990749a91df0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361562 Sep 17 23:00:36.650004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51878) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:36.655991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1547161731-network', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:36.678083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Made reservation on behalf of 5226430a9d2d446c9987ab9d25f189d5 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:00:36.680807 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.690122 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.781287 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.784678 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.805232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:00:36.820497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9982e1f-58a6-4d78-a398-e355b0d6eec1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:36.823599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.823893 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Added segment 37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c of type vlan for network 4660ff88-036d-40e5-a86a-f2d215e1ca26 Sep 17 23:00:36.864044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.889530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.891122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:36.891739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.924962 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2735748 Sep 17 23:00:36.927782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51880) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:36.932779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Request body: {'subnet': {'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1547161731-subnet', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:36.953011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450037-f83f-4fba-bd24-b733238ac798 admin admin] Pushing event updated for resources: {'Network': ['ID=4660ff88-036d-40e5-a86a-f2d215e1ca26,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:36.955748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Made reservation on behalf of 5226430a9d2d446c9987ab9d25f189d5 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:00:36.958521 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.963210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4660ff88-036d-40e5-a86a-f2d215e1ca26 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:00:37.133931 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.192676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d57192-f6cc-40bf-aef5-a1a7c7076c2f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:37.204268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Checking segment: {'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:37.204630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Network hostable DHCP agents. Network: 4660ff88-036d-40e5-a86a-f2d215e1ca26, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:00:37.223496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Network 4660ff88-036d-40e5-a86a-f2d215e1ca26 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:00:37.233706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4660ff88-036d-40e5-a86a-f2d215e1ca26) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:37.238016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:37.238613 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.243823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d70e83-c3c2-41fc-82b3-4c28b272146e None None] Network 4660ff88-036d-40e5-a86a-f2d215e1ca26 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:37.257669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-58c013c9-5671-4a88-b288-6fe82bd31813 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3262851 Sep 17 23:00:37.257930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51882) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:37.262188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:37.282261 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.283355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.426367 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Sync routers for ids ['fce61e2f-b676-4cb1-a145-feb1626e6010'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:37.437854 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Routers {'fce61e2f-b676-4cb1-a145-feb1626e6010'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:37.438664 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fce61e2f-b676-4cb1-a145-feb1626e6010'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:37.557570 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Set router fce61e2f-b676-4cb1-a145-feb1626e6010 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:37.576912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4660ff88-036d-40e5-a86a-f2d215e1ca26', 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'fixed_ips': [{'subnet_id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:00:37.578191 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.711497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.760495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:37.762882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Allocated IP 172.20.0.2 (4660ff88-036d-40e5-a86a-f2d215e1ca26/96d57192-f6cc-40bf-aef5-a1a7c7076c2f/617547a4-ca8f-42d3-87b1-c7208b8dbc46) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:37.799983 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:35Z', 'revision_number': 4, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3da27786-4437-4d81-8224-05355d641408', 'name': '', 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'mac_address': 'fa:16:3e:37:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:34Z', 'updated_at': '2021-09-17T23:00:35Z', 'revision_number': 2, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'subnets': [{'id': '6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:37.803262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16190d-40ef-4816-a1f5-49414cd833e3 req-3e3d3d50-86a7-4b6c-913a-8fd53b39345f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:37.804946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a16190d-40ef-4816-a1f5-49414cd833e3 req-3e3d3d50-86a7-4b6c-913a-8fd53b39345f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 943 time: 0.1845353 Sep 17 23:00:37.831744 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Checking router: fce61e2f-b676-4cb1-a145-feb1626e6010 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:37.832006 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Updating router fce61e2f-b676-4cb1-a145-feb1626e6010 port 3da27786-4437-4d81-8224-05355d641408 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:00:37.856918 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.880075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:37.880457 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.883932 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.921037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a16190d-40ef-4816-a1f5-49414cd833e3 req-4a06c3de-c07d-47db-868a-1b9ce1a60c9e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802951 Sep 17 23:00:38.014324 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.024853 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.026674 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.078007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Network 4660ff88-036d-40e5-a86a-f2d215e1ca26 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:38.081527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9941b741-3c7d-40da-b10c-3ca91fa4d7d5,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:38.084790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:38.097140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:38.106777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.111553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Pushing event updated for resources: {'Port': ['ID=617547a4-ca8f-42d3-87b1-c7208b8dbc46,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.121648 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.138137 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.142713 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.144100 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.197525 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Pushing event updated for resources: {'Port': ['ID=3da27786-4437-4d81-8224-05355d641408,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.208593 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.208955 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.209293 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.209622 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.209946 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.210261 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.210588 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.210906 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.211224 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.211795 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.212117 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.212430 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:38.216790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Attempting to bind port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:00:38.217313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Attempting to bind port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:00:38.218661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Attempting to bind port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 on network 4660ff88-036d-40e5-a86a-f2d215e1ca26 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:38.227483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=9941b741-3c7d-40da-b10c-3ca91fa4d7d5,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.231543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:00:38.232044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Checking segment: {'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:38.232554 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.233077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Bound using segment: {'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:00:38.234230 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Bound port: 617547a4-ca8f-42d3-87b1-c7208b8dbc46, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:00:38.234692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.261224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Allocated IP 172.25.0.73 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/f9fa4657-924d-4162-bcd7-94e28596a444) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:38.267174 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Attempting to bind port 3da27786-4437-4d81-8224-05355d641408 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:00:38.267892 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Attempting to bind port 3da27786-4437-4d81-8224-05355d641408 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:00:38.269348 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Attempting to bind port 3da27786-4437-4d81-8224-05355d641408 on network 280e1c59-0322-4205-9cd1-4fd47df5431c {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:38.278001 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:00:38.279217 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Checking segment: {'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:38.279870 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.280893 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Bound using segment: {'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:00:38.281826 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Bound port: 3da27786-4437-4d81-8224-05355d641408, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:00:38.282228 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.316108 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] For port 617547a4-ca8f-42d3-87b1-c7208b8dbc46, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:00:38.322547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] For port 617547a4-ca8f-42d3-87b1-c7208b8dbc46, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=617547a4-ca8f-42d3-87b1-c7208b8dbc46,segment=NetworkSegment(37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c),segment_id=37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:00:38.331109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.363014 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] For port 3da27786-4437-4d81-8224-05355d641408, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:00:38.368734 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] For port 3da27786-4437-4d81-8224-05355d641408, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3da27786-4437-4d81-8224-05355d641408,segment=NetworkSegment(52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc),segment_id=52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:00:38.386545 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.404110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.429077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fb5c8-5b6c-4801-beb9-a794299ff9b4 None None] Pushing event updated for resources: {'Port': ['ID=617547a4-ca8f-42d3-87b1-c7208b8dbc46,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.454658 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Routers {'fce61e2f-b676-4cb1-a145-feb1626e6010'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:38.455290 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fce61e2f-b676-4cb1-a145-feb1626e6010'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:38.460823 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.504969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:38.508310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:38.513718 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c72ac6-cc59-44b1-86cb-7af72ce8d04d None None] Pushing event updated for resources: {'Port': ['ID=3da27786-4437-4d81-8224-05355d641408,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.517791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:38.521606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Pushing event updated for resources: {'Port': ['ID=f9fa4657-924d-4162-bcd7-94e28596a444,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.534821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d62baafc-7209-4869-b2ea-6e04731cc913 None None] Provisioning complete for port 3da27786-4437-4d81-8224-05355d641408 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:38.535192 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d62baafc-7209-4869-b2ea-6e04731cc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.564557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 21219902-37ad-41d7-a7cf-312804de24a4 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:00:38.630525 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] Set router fce61e2f-b676-4cb1-a145-feb1626e6010 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:38.728800 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d62baafc-7209-4869-b2ea-6e04731cc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.754785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 21219902-37ad-41d7-a7cf-312804de24a4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=21219902-37ad-41d7-a7cf-312804de24a4,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:38.787927 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '21219902-37ad-41d7-a7cf-312804de24a4', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'port_id': '21219902-37ad-41d7-a7cf-312804de24a4', 'mac_address': 'fa:16:3e:c2:82:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:00:38.841412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d62baafc-7209-4869-b2ea-6e04731cc913 None None] For port 3da27786-4437-4d81-8224-05355d641408, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3da27786-4437-4d81-8224-05355d641408,segment=NetworkSegment(52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc),segment_id=52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:38.848174 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d62baafc-7209-4869-b2ea-6e04731cc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.850129 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.894692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21219902-37ad-41d7-a7cf-312804de24a4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:00:38.930133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.934104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 21219902-37ad-41d7-a7cf-312804de24a4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=21219902-37ad-41d7-a7cf-312804de24a4,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:38.939725 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62baafc-7209-4869-b2ea-6e04731cc913 None None] Pushing event updated for resources: {'Port': ['ID=3da27786-4437-4d81-8224-05355d641408,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.943119 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.968047 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:35Z', 'revision_number': 4, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3da27786-4437-4d81-8224-05355d641408', 'name': '', 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'mac_address': 'fa:16:3e:37:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:34Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 4, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'subnets': [{'id': '6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:39.017269 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df68e3-86a6-475e-87f2-3e722685232e None None] The sync data for ids ['fce61e2f-b676-4cb1-a145-feb1626e6010'] in n-d-789963-10 is: [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:35Z', 'revision_number': 4, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '3da27786-4437-4d81-8224-05355d641408', 'name': '', 'network_id': '280e1c59-0322-4205-9cd1-4fd47df5431c', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'mac_address': 'fa:16:3e:37:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:34Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 4, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'subnets': [{'id': '6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:39.017475 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=21219902-37ad-41d7-a7cf-312804de24a4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:39.087839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ecb10e70-d8a7-4074-91a0-7e78087fd5b0 None None] Provisioning complete for port 3da27786-4437-4d81-8224-05355d641408 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:39.088562 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ecb10e70-d8a7-4074-91a0-7e78087fd5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.189989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e471a0-f5b0-472c-a043-e2398acb125b req-a2f18272-6d3e-44b6-b62a-0f23c5259b4e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:39.191687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4e471a0-f5b0-472c-a043-e2398acb125b req-a2f18272-6d3e-44b6-b62a-0f23c5259b4e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 944 time: 0.1137147 Sep 17 23:00:39.279355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f4e471a0-f5b0-472c-a043-e2398acb125b req-20a6496b-eb32-4934-99c3-01163ced7e70 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777452 Sep 17 23:00:39.281076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.306207 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['21219902-37ad-41d7-a7cf-312804de24a4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:00:39.438439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Router 01f31a31-8644-4969-ba81-27ed266e44a3 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:00:39.580035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:39.590305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Sync routers for ids ['01f31a31-8644-4969-ba81-27ed266e44a3'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:39.603752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Routers {'01f31a31-8644-4969-ba81-27ed266e44a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:39.604217 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.604561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['01f31a31-8644-4969-ba81-27ed266e44a3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:39.605745 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-afff9aa6-46e1-41d5-93be-8e874194622b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3469317 Sep 17 23:00:39.609201 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51888) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:39.743578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Set router 01f31a31-8644-4969-ba81-27ed266e44a3 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:39.861327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3da27786-4437-4d81-8224-05355d641408 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:39.893748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912e270-f7f0-4a15-977e-af840c344c58 None None] Network 4660ff88-036d-40e5-a86a-f2d215e1ca26 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:40.031706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-94338d18-2b58-43ba-a7d0-eff777742c11 None None] Provisioning complete for port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:40.032409 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-94338d18-2b58-43ba-a7d0-eff777742c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.126828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 3da27786-4437-4d81-8224-05355d641408 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:40.127148 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.169785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.270070 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-94338d18-2b58-43ba-a7d0-eff777742c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.296713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 3, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port': {'id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:38Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:40.341239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Checking router: 01f31a31-8644-4969-ba81-27ed266e44a3 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:40.341592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Updating router 01f31a31-8644-4969-ba81-27ed266e44a3 port f9fa4657-924d-4162-bcd7-94e28596a444 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:00:40.365463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Allocated IP 172.20.0.1 (4660ff88-036d-40e5-a86a-f2d215e1ca26/96d57192-f6cc-40bf-aef5-a1a7c7076c2f/f362a0b5-d075-4582-aa58-0fff2e9a0ad9) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:40.386812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 617547a4-ca8f-42d3-87b1-c7208b8dbc46 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:40.401913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-94338d18-2b58-43ba-a7d0-eff777742c11 None None] For port 617547a4-ca8f-42d3-87b1-c7208b8dbc46, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=617547a4-ca8f-42d3-87b1-c7208b8dbc46,segment=NetworkSegment(37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c),segment_id=37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:40.434435 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-94338d18-2b58-43ba-a7d0-eff777742c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.436867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.502776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff6e1-2f5d-4827-93c6-2176f3c928ac req-05c0ee64-5de9-4443-9951-312bda9ddf0f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:40.504677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15bff6e1-2f5d-4827-93c6-2176f3c928ac req-05c0ee64-5de9-4443-9951-312bda9ddf0f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 944 time: 0.1004469 Sep 17 23:00:40.560046 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.585291 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15bff6e1-2f5d-4827-93c6-2176f3c928ac req-212958e5-c192-45d0-93bf-9889234805f2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733202 Sep 17 23:00:40.615091 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.657741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Network 4660ff88-036d-40e5-a86a-f2d215e1ca26 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:40.662582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:40.663054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 21219902-37ad-41d7-a7cf-312804de24a4 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:40.669141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:40.673222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:40.713171 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.802293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7a49e19e-4594-478b-b0a7-016d97ddb690 None None] Provisioning complete for port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:40.802664 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7a49e19e-4594-478b-b0a7-016d97ddb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.807204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94338d18-2b58-43ba-a7d0-eff777742c11 None None] Pushing event updated for resources: {'Port': ['ID=617547a4-ca8f-42d3-87b1-c7208b8dbc46,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:40.858777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.864485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:40.864857 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.924574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 21219902-37ad-41d7-a7cf-312804de24a4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:00:40.964243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 21219902-37ad-41d7-a7cf-312804de24a4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:40.964535 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.024790 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.029804 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.097885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:41.101264 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.129666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:41.196518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Network 4660ff88-036d-40e5-a86a-f2d215e1ca26 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:41.197992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:41.232490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.241417 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.266110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ad07726e-f6c6-416b-a271-6fafb59ce336 None None] Provisioning complete for port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:41.266665 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ad07726e-f6c6-416b-a271-6fafb59ce336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.288495 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.304088 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe26740-9390-402e-ac43-4c984bd45408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21219902-37ad-41d7-a7cf-312804de24a4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:41.306395 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b2670f-8c30-4757-8d35-ee58a12659e9" -d '{"events": [{"server_uuid": "ebe26740-9390-402e-ac43-4c984bd45408", "name": "network-vif-plugged", "status": "completed", "tag": "21219902-37ad-41d7-a7cf-312804de24a4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:41.335181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Router 01f31a31-8644-4969-ba81-27ed266e44a3 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:41.368081 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 21219902-37ad-41d7-a7cf-312804de24a4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=21219902-37ad-41d7-a7cf-312804de24a4,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:41.383080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:41.383551 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.394376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ad07726e-f6c6-416b-a271-6fafb59ce336 None None] Port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:00:41.414767 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.420230 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27448d2d-0671-4bc6-8457-0096ca1328e9 None None] Pushing event updated for resources: {'Port': ['ID=f9fa4657-924d-4162-bcd7-94e28596a444,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:41.428738 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Attempting to bind port f9fa4657-924d-4162-bcd7-94e28596a444 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:00:41.429134 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Attempting to bind port f9fa4657-924d-4162-bcd7-94e28596a444 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:00:41.429493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Attempting to bind port f9fa4657-924d-4162-bcd7-94e28596a444 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:41.459469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:00:41.459869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:41.460281 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.460651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:00:41.461141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Bound port: f9fa4657-924d-4162-bcd7-94e28596a444, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:00:41.461783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.469686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:41.475643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5deeed77-a410-497c-b179-8f2330604fa5 admin admin] 10.222.0.48 "PUT /v2.0/routers/01f31a31-8644-4969-ba81-27ed266e44a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8653233 Sep 17 23:00:41.553133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=21219902-37ad-41d7-a7cf-312804de24a4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:41.588840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9e6eb5eb-555f-4d88-85ee-0ae13cfa903c None None] Provisioning complete for port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:41.589238 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e6eb5eb-555f-4d88-85ee-0ae13cfa903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.614863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] For port f9fa4657-924d-4162-bcd7-94e28596a444, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:00:41.633477 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb2bdea-9038-46d6-9de2-568fa8e4e218 x-openstack-request-id: req-ffb2bdea-9038-46d6-9de2-568fa8e4e218 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:41.633766 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe26740-9390-402e-ac43-4c984bd45408", "name": "network-vif-plugged", "status": "completed", "tag": "21219902-37ad-41d7-a7cf-312804de24a4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:41.634019 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffb2bdea-9038-46d6-9de2-568fa8e4e218 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:41.634403 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe26740-9390-402e-ac43-4c984bd45408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21219902-37ad-41d7-a7cf-312804de24a4', 'code': 200} Sep 17 23:00:41.636024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] For port f9fa4657-924d-4162-bcd7-94e28596a444, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f9fa4657-924d-4162-bcd7-94e28596a444,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:00:41.645453 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:41.684326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9e6eb5eb-555f-4d88-85ee-0ae13cfa903c None None] Port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:00:41.725065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Routers {'01f31a31-8644-4969-ba81-27ed266e44a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:41.725505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['01f31a31-8644-4969-ba81-27ed266e44a3'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:41.727496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27448d2d-0671-4bc6-8457-0096ca1328e9 None None] Pushing event updated for resources: {'Port': ['ID=f9fa4657-924d-4162-bcd7-94e28596a444,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:41.794143 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8867b4-4004-492f-a376-737cd631ae2b req-6c89c63e-ab54-4441-b49f-e0fdbac2d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:41.796734 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b8867b4-4004-492f-a376-737cd631ae2b req-6c89c63e-ab54-4441-b49f-e0fdbac2d229 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 1097 time: 0.0697787 Sep 17 23:00:41.799276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74673a-e1d5-4183-bc20-396a8c7ed83e req-879f0aa4-57cd-4f75-bb54-e5f89221b23c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:41.801192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da74673a-e1d5-4183-bc20-396a8c7ed83e req-879f0aa4-57cd-4f75-bb54-e5f89221b23c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 945 time: 0.0877669 Sep 17 23:00:41.835550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 617547a4-ca8f-42d3-87b1-c7208b8dbc46 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:41.840353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b8867b4-4004-492f-a376-737cd631ae2b req-ed715b7b-5b7d-4594-8db5-b92b2d90077e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 Sep 17 23:00:41.857506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da74673a-e1d5-4183-bc20-396a8c7ed83e req-08f99c64-bfba-4604-8223-4ca3365d7dc1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Sep 17 23:00:41.922496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] Set router 01f31a31-8644-4969-ba81-27ed266e44a3 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:41.971705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:41.972072 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:42.194932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:40Z', 'revision_number': 4, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port': {'id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:38Z', 'updated_at': '2021-09-17T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f362a0b5-d075-4582-aa58-0fff2e9a0ad9', 'name': '', 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'mac_address': 'fa:16:3e:3e:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:40Z', 'updated_at': '2021-09-17T23:00:40Z', 'revision_number': 2, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'subnets': [{'id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:42.232341 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d7f6e-8712-4a9f-859d-2736f18c7664 None None] The sync data for ids ['01f31a31-8644-4969-ba81-27ed266e44a3'] in n-d-789963-10 is: [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:40Z', 'revision_number': 4, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port': {'id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:38Z', 'updated_at': '2021-09-17T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f362a0b5-d075-4582-aa58-0fff2e9a0ad9', 'name': '', 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'mac_address': 'fa:16:3e:3e:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:40Z', 'updated_at': '2021-09-17T23:00:40Z', 'revision_number': 2, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'subnets': [{'id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:42.555008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51942) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:43.342587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81049141-7a8d-4b14-b400-7f3b138750be req-103eff8b-2721-47ca-8310-16fa4cd69730 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:43.344302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81049141-7a8d-4b14-b400-7f3b138750be req-103eff8b-2721-47ca-8310-16fa4cd69730 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 945 time: 0.4044845 Sep 17 23:00:43.385052 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.440122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81049141-7a8d-4b14-b400-7f3b138750be req-6818db02-cf15-4a25-a4a5-23c3ef00d750 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887601 Sep 17 23:00:43.760039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3d352-f75b-494c-be87-04b64ec11e2a req-7302c610-31dc-44aa-ad19-493e2672bf92 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:43.761130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f9fa4657-924d-4162-bcd7-94e28596a444 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:43.765420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8a3d352-f75b-494c-be87-04b64ec11e2a req-7302c610-31dc-44aa-ad19-493e2672bf92 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 945 time: 0.0725033 Sep 17 23:00:43.767193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Deleting port 3da27786-4437-4d81-8224-05355d641408 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:43.767611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.809025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f9fa4657-924d-4162-bcd7-94e28596a444 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:43.809401 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.853651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d8a3d352-f75b-494c-be87-04b64ec11e2a req-2eb7aafb-863a-4e75-bed6-c98a860df136 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837967 Sep 17 23:00:43.881861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] For port 3da27786-4437-4d81-8224-05355d641408, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3da27786-4437-4d81-8224-05355d641408,segment=NetworkSegment(52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc),segment_id=52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:43.882230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.892608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.899712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Calling delete_port for 3da27786-4437-4d81-8224-05355d641408 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:43.913843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port f9fa4657-924d-4162-bcd7-94e28596a444, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f9fa4657-924d-4162-bcd7-94e28596a444,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:43.917866 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.969126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=f9fa4657-924d-4162-bcd7-94e28596a444,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:44.085687 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:44.112412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3da27786-4437-4d81-8224-05355d641408,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:44.287529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:44.327929 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Sync routers for ids ['01f31a31-8644-4969-ba81-27ed266e44a3'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:44.337402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Routers {'01f31a31-8644-4969-ba81-27ed266e44a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:44.338231 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['01f31a31-8644-4969-ba81-27ed266e44a3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:44.442239 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Set router 01f31a31-8644-4969-ba81-27ed266e44a3 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:44.516177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Router fce61e2f-b676-4cb1-a145-feb1626e6010 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:44.613326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bc3f3-a08b-4a19-bf8e-4749514c2b15 req-6e3ed8aa-920a-4304-ab00-46054f08aa17 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:44.614833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-896bc3f3-a08b-4a19-bf8e-4749514c2b15 req-6e3ed8aa-920a-4304-ab00-46054f08aa17 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 945 time: 0.0956838 Sep 17 23:00:44.647118 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:40Z', 'revision_number': 4, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port': {'id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:38Z', 'updated_at': '2021-09-17T23:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f362a0b5-d075-4582-aa58-0fff2e9a0ad9', 'name': '', 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'mac_address': 'fa:16:3e:3e:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:40Z', 'updated_at': '2021-09-17T23:00:40Z', 'revision_number': 2, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'subnets': [{'id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:44.674508 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Checking router: 01f31a31-8644-4969-ba81-27ed266e44a3 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:44.674854 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Updating router 01f31a31-8644-4969-ba81-27ed266e44a3 port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:00:44.691655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:44.695755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-896bc3f3-a08b-4a19-bf8e-4749514c2b15 req-e61cbb59-a162-47e0-982e-853645809f68 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743673 Sep 17 23:00:44.700011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e7e976c8-8827-44d4-bb4d-44837e038d8e admin admin] 10.222.0.48 "PUT /v2.0/routers/fce61e2f-b676-4cb1-a145-feb1626e6010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1439424 Sep 17 23:00:44.700254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] Sync routers for ids ['fce61e2f-b676-4cb1-a145-feb1626e6010'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:44.702930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51956) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:44.704554 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:44.711422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] Routers {'fce61e2f-b676-4cb1-a145-feb1626e6010'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:44.712612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fce61e2f-b676-4cb1-a145-feb1626e6010'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:44.829758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] Set router fce61e2f-b676-4cb1-a145-feb1626e6010 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:44.863829 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:44.915815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b440e-09b2-4b23-87b9-2c66c53089f2 req-986bdf7d-b9bb-4ca3-b389-2bd7f4f07038 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:44.917721 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a84b440e-09b2-4b23-87b9-2c66c53089f2 req-986bdf7d-b9bb-4ca3-b389-2bd7f4f07038 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 945 time: 0.1148777 Sep 17 23:00:45.025190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:44Z', 'revision_number': 5, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:45.057224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] Checking router: fce61e2f-b676-4cb1-a145-feb1626e6010 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:45.066520 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] Routers {'fce61e2f-b676-4cb1-a145-feb1626e6010'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:45.067297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fce61e2f-b676-4cb1-a145-feb1626e6010'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:45.070858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a84b440e-09b2-4b23-87b9-2c66c53089f2 req-3b1fa995-c93a-4e9a-8f91-f0e7ae1e5f60 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040668 Sep 17 23:00:45.072454 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.075961 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-a2da3c0c-040f-49c5-8231-2b89fe1eaa55 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:45.080400 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-a2da3c0c-040f-49c5-8231-2b89fe1eaa55 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 945 time: 0.0838850 Sep 17 23:00:45.093010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51964) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:45.102191 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.112917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badcb74-06a6-4f2b-b2c8-0449b027d9d5 req-78b56ac4-27c7-4071-9f8b-dcac5c8db30e tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:45.114501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0badcb74-06a6-4f2b-b2c8-0449b027d9d5 req-78b56ac4-27c7-4071-9f8b-dcac5c8db30e tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 945 time: 0.1449125 Sep 17 23:00:45.120992 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.215215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Deleting port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:45.215215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.216943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2da7c9-c905-48bb-9e38-589b4848ae21 tempest-TestVolumeBootPattern-605575739 tempest-TestVolumeBootPattern-605575739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:45.222385 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4e2da7c9-c905-48bb-9e38-589b4848ae21 tempest-TestVolumeBootPattern-605575739 tempest-TestVolumeBootPattern-605575739-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 1092 time: 0.1283739 Sep 17 23:00:45.223302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] Set router fce61e2f-b676-4cb1-a145-feb1626e6010 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:45.223905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51966) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:45.228387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0badcb74-06a6-4f2b-b2c8-0449b027d9d5 req-35e44b38-810a-42d9-a765-c91e21be6f05 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6cb2807-687a-4bd1-a620-5b775bd60272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993216 Sep 17 23:00:45.231761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '21219902-37ad-41d7-a7cf-312804de24a4', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:45.268953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Deleting port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:45.269350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.286656 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.304838 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c1200-fe66-49f3-aa79-63c5bd0c2123 None None] Pushing event updated for resources: {'Port': ['ID=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:45.333145 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Attempting to bind port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:00:45.333774 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Attempting to bind port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:00:45.333881 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Attempting to bind port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 on network 4660ff88-036d-40e5-a86a-f2d215e1ca26 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:45.340769 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:00:45.341227 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Checking segment: {'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:45.341589 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.342093 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Bound using segment: {'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:00:45.343396 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Bound port: f362a0b5-d075-4582-aa58-0fff2e9a0ad9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:00:45.343794 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.400515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] For port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:45.401894 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.423257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] For port 9941b741-3c7d-40da-b10c-3ca91fa4d7d5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9941b741-3c7d-40da-b10c-3ca91fa4d7d5,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:45.423622 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.434317 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] For port f362a0b5-d075-4582-aa58-0fff2e9a0ad9, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:00:45.440269 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] For port f362a0b5-d075-4582-aa58-0fff2e9a0ad9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,segment=NetworkSegment(37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c),segment_id=37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:00:45.457439 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.483820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Calling delete_port for 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:45.534783 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c1200-fe66-49f3-aa79-63c5bd0c2123 None None] Pushing event updated for resources: {'Port': ['ID=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:45.565613 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Routers {'01f31a31-8644-4969-ba81-27ed266e44a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:45.566842 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['01f31a31-8644-4969-ba81-27ed266e44a3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:45.587753 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.700400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b31fa80-ed3d-43f4-a235-d0368de1f92d None None] Provisioning complete for port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:45.700774 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b31fa80-ed3d-43f4-a235-d0368de1f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.709331 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.709984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.710573 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Floating IP 1d58f46a-a2c0-46f7-896d-71aaedc0832c disassociated. External IP: 172.25.0.231, port: 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9. Sep 17 23:00:45.711090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Calling delete_port for 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:45.743201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.762779 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] Set router 01f31a31-8644-4969-ba81-27ed266e44a3 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:45.897013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:44Z', 'revision_number': 5, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:45.902336 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.933641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75929017-0037-4282-b9f3-fa415f003a08 None None] The sync data for ids ['fce61e2f-b676-4cb1-a145-feb1626e6010'] in n-d-789963-10 is: [{'id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'name': 'tempest-TestAggregatesBasicOps-1018757321-router', 'tenant_id': 'f1415c31643844f78c12ebf00be62152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:32Z', 'updated_at': '2021-09-17T23:00:44Z', 'revision_number': 5, 'project_id': 'f1415c31643844f78c12ebf00be62152', 'gw_port': {'id': '9941b741-3c7d-40da-b10c-3ca91fa4d7d5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce61e2f-b676-4cb1-a145-feb1626e6010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:33Z', 'updated_at': '2021-09-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:45.942179 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b31fa80-ed3d-43f4-a235-d0368de1f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:45.955286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f362a0b5-d075-4582-aa58-0fff2e9a0ad9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:45.965567 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event deleted for resources: {'Port': ['ID=63837cfb-fb7f-47a1-89b2-1af0a1f5ede9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:45.990248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=9941b741-3c7d-40da-b10c-3ca91fa4d7d5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:46.024442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b31fa80-ed3d-43f4-a235-d0368de1f92d None None] For port f362a0b5-d075-4582-aa58-0fff2e9a0ad9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,segment=NetworkSegment(37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c),segment_id=37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:46.033381 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b31fa80-ed3d-43f4-a235-d0368de1f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.062210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:46.062547 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.067679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.25.0.245 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/8383e323-5369-46f5-bba0-7b028f4e8e9a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:46.105696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.134482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31fa80-ed3d-43f4-a235-d0368de1f92d None None] Pushing event updated for resources: {'Port': ['ID=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:46.144003 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:40Z', 'revision_number': 4, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port': {'id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:38Z', 'updated_at': '2021-09-17T23:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f362a0b5-d075-4582-aa58-0fff2e9a0ad9', 'name': '', 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'mac_address': 'fa:16:3e:3e:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:40Z', 'updated_at': '2021-09-17T23:00:45Z', 'revision_number': 4, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'subnets': [{'id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:46.157877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:46.176973 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db260493-7a0c-495f-b656-8ec72f704c91 None None] The sync data for ids ['01f31a31-8644-4969-ba81-27ed266e44a3'] in n-d-789963-10 is: [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:40Z', 'revision_number': 4, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port': {'id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:38Z', 'updated_at': '2021-09-17T23:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f362a0b5-d075-4582-aa58-0fff2e9a0ad9', 'name': '', 'network_id': '4660ff88-036d-40e5-a86a-f2d215e1ca26', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'mac_address': 'fa:16:3e:3e:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:40Z', 'updated_at': '2021-09-17T23:00:45Z', 'revision_number': 4, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'subnets': [{'id': '96d57192-f6cc-40bf-aef5-a1a7c7076c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:46.195368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f9fa4657-924d-4162-bcd7-94e28596a444 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:46.226651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ffb3e6fe-f0fa-4565-8377-703e2dab00c6 None None] Provisioning complete for port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:46.227086 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e6fe-f0fa-4565-8377-703e2dab00c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.307438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:46.308830 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f9fa4657-924d-4162-bcd7-94e28596a444 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:46.309779 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.349678 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] Sync routers for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:46.368403 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:46.369080 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:46.414125 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] No DVR routers for this DVR port 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:46.417854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.420913 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-388867fb-2164-43da-a95f-d7bb02fcdbfd req-bea445c4-deb3-4616-a4e1-f68d3b410137 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.45 "DELETE /v2.0/ports/63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 HTTP/1.1" status: 204 len: 173 time: 1.3343410 Sep 17 23:00:46.421640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'name': 'network-vif-deleted', 'tag': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:46.427269 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984a8b44-4eb5-4a44-a3de-1e455073e21c" -d '{"events": [{"server_uuid": "9bc117e9-d911-4c11-8a0c-4c58b7a8d494", "name": "network-vif-deleted", "tag": "63837cfb-fb7f-47a1-89b2-1af0a1f5ede9"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:46.513710 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8dacf4-8f6f-44fc-b349-78b4ba227400 x-openstack-request-id: req-6b8dacf4-8f6f-44fc-b349-78b4ba227400 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:46.514070 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc117e9-d911-4c11-8a0c-4c58b7a8d494", "name": "network-vif-deleted", "tag": "63837cfb-fb7f-47a1-89b2-1af0a1f5ede9", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:46.514853 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b8dacf4-8f6f-44fc-b349-78b4ba227400 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:46.515278 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc117e9-d911-4c11-8a0c-4c58b7a8d494', 'name': 'network-vif-deleted', 'tag': '63837cfb-fb7f-47a1-89b2-1af0a1f5ede9', 'status': 'completed', 'code': 200} Sep 17 23:00:46.636455 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:46.767416 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.770345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.815444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c7d64ca-3baf-481e-84b4-3d6e813a9c46 req-828d564c-346d-4c1e-bc6f-01f8ccde0f6d tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc117e9-d911-4c11-8a0c-4c58b7a8d494 HTTP/1.1" status: 200 len: 210 time: 0.0523305 Sep 17 23:00:46.877533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.878066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce61e2f-b676-4cb1-a145-feb1626e6010 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:00:46.885468 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.886653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c3eceef1-ec0e-417b-aceb-730a0f5e4e0b admin admin] 10.222.0.48 "DELETE /v2.0/routers/fce61e2f-b676-4cb1-a145-feb1626e6010 HTTP/1.1" status: 204 len: 168 time: 2.1827738 Sep 17 23:00:46.889954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51972) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:46.922832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:46.952748 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:46.999924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-965f8844-32bf-4ddc-8c51-66f3e2bd00d9 admin admin] Deleting subnet 6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:47.000228 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] Checking router: fc7ddb63-9400-4c40-be5a-cb3b7da88ecc for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:47.009739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-965f8844-32bf-4ddc-8c51-66f3e2bd00d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.010800 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.015632 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:47.016712 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:47.067579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:47.072053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:47.074504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:47.094441 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-965f8844-32bf-4ddc-8c51-66f3e2bd00d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.174905 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:47.208307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-965f8844-32bf-4ddc-8c51-66f3e2bd00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.219909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=8383e323-5369-46f5-bba0-7b028f4e8e9a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:47.278781 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-965f8844-32bf-4ddc-8c51-66f3e2bd00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.297207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-965f8844-32bf-4ddc-8c51-66f3e2bd00d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.302534 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-965f8844-32bf-4ddc-8c51-66f3e2bd00d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a HTTP/1.1" status: 204 len: 168 time: 0.4092035 Sep 17 23:00:47.304411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51974) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:47.306647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a292f4c0-4682-4a55-842f-dbc877493749 None None] Network 280e1c59-0322-4205-9cd1-4fd47df5431c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:47.325657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f8844-32bf-4ddc-8c51-66f3e2bd00d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6392ad83-8dd5-4f54-a0f3-b5e80e3fcc3a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:47.420608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.437202 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:47.474747 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a9a43-d49a-473b-b8e1-771a0c0f7f94 None None] The sync data for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 is: [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T22:55:27Z', 'revision_number': 4, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef157ccb-114d-468a-80b1-c3649113c442', 'name': '', 'network_id': '505aace7-a881-4739-9dee-735e991e1b77', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'mac_address': 'fa:16:3e:1c:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:26Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'subnets': [{'id': '20227ba6-72e5-42e2-bff5-a28e51d953b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:47.547945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] DHCP port deletion for 280e1c59-0322-4205-9cd1-4fd47df5431c request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:00:47.554721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Deleting port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:47.555065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.617240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] Deleting port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:47.618024 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.711423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] For port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,segment=NetworkSegment(52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc),segment_id=52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:47.712271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.719888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] For port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,segment=NetworkSegment(52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc),segment_id=52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:47.720291 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.731653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Calling delete_port for 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:47.745486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] Calling delete_port for 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:47.805206 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f362a0b5-d075-4582-aa58-0fff2e9a0ad9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:47.805397 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.877142 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.896536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:47.896898 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.909988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51978) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:47.919828 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.926464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Pushing event deleted for resources: {'Port': ['ID=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:47.940607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] No DVR routers for this DVR port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:47.946119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:47.966017 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] Pushing event deleted for resources: {'Port': ['ID=38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:47.970895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f2f16-5726-4d52-9a82-0963327837de None None] No DVR routers for this DVR port 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:48.015823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40967d-a0f0-4498-9beb-d50a382a2635 None None] New status for floating IP 1d58f46a-a2c0-46f7-896d-71aaedc0832c: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:00:48.093864 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.107553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Deleting port e05d1ac2-af35-4280-9f55-49259d67da83 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:48.107553 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.122233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280e1c59-0322-4205-9cd1-4fd47df5431c']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:48.159570 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:48.159981 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ff6b20-f5fc-41cb-95fd-0b780cd8f3cc') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:48.179141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.194517 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3da27786-4437-4d81-8224-05355d641408 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:48.220750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.221293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.225193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3da27786-4437-4d81-8224-05355d641408 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:48.225850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3da27786-4437-4d81-8224-05355d641408 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:48.226516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:48.237908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Calling delete_port for e05d1ac2-af35-4280-9f55-49259d67da83 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:48.257579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:48.258199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 38292e1a-8b3b-4b9b-86ef-1ef79eefd2c7 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:48.259163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:48.264785 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.275295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:48.275698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:48.277739 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:48.286866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:48.288065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9941b741-3c7d-40da-b10c-3ca91fa4d7d5 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:48.355299 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.363344 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.367910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] 10.222.0.48 "DELETE /v2.0/networks/280e1c59-0322-4205-9cd1-4fd47df5431c HTTP/1.1" status: 204 len: 168 time: 1.0581999 Sep 17 23:00:48.368220 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51980) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:48.386552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea35dc-35eb-4eed-af76-f627b32fac1c admin admin] Pushing event deleted for resources: {'Network': ['ID=280e1c59-0322-4205-9cd1-4fd47df5431c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:48.415704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.443700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.449464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event deleted for resources: {'Port': ['ID=e05d1ac2-af35-4280-9f55-49259d67da83,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:48.451349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.526068 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.528899 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.532996 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bfeac174-d097-4cbd-8413-2cfa0c12fea1 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "DELETE /v2.0/floatingips/1d58f46a-a2c0-46f7-896d-71aaedc0832c HTTP/1.1" status: 204 len: 168 time: 0.6192827 Sep 17 23:00:48.578782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=8383e323-5369-46f5-bba0-7b028f4e8e9a,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:48.610964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:48.619754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.676033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2183f8-3a58-4bb4-8b1e-8262dcde13b7 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.709474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:48.710516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2183f8-3a58-4bb4-8b1e-8262dcde13b7 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.730568 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:48.730971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 63837cfb-fb7f-47a1-89b2-1af0a1f5ede9 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:48.778622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2183f8-3a58-4bb4-8b1e-8262dcde13b7 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.782596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2183f8-3a58-4bb4-8b1e-8262dcde13b7 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.783765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d2183f8-3a58-4bb4-8b1e-8262dcde13b7 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] 10.222.0.48 "DELETE /v2.0/security-groups/c6cb2807-687a-4bd1-a620-5b775bd60272 HTTP/1.1" status: 204 len: 168 time: 0.1716778 Sep 17 23:00:48.793544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2183f8-3a58-4bb4-8b1e-8262dcde13b7 tempest-TestServerBasicOps-1124642749 tempest-TestServerBasicOps-1124642749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb2807-687a-4bd1-a620-5b775bd60272,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:48.802664 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Floating IP d2d093a3-ceda-467d-9c61-a9ab7359929b associated. External IP: 172.25.0.245, port: 21219902-37ad-41d7-a7cf-312804de24a4. Sep 17 23:00:48.839212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 51990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:48.968230 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.099232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.141771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Router 427b6ce9-4580-433c-bd93-986108266832 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:49.348897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:49.355416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.362376 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:49.371938 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.375354 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:49.376332 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:49.408176 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ed0b7f14-9758-4345-a65d-fde1b70db11d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1830781 Sep 17 23:00:49.411148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe26740-9390-402e-ac43-4c984bd45408', 'tag': '21219902-37ad-41d7-a7cf-312804de24a4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:49.413426 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9534a5-9354-4171-aa84-d7d08a299b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe26740-9390-402e-ac43-4c984bd45408", "tag": "21219902-37ad-41d7-a7cf-312804de24a4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:49.471373 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9914f439-e18b-4a2c-b18c-ff2ca9b19dca x-openstack-request-id: req-9914f439-e18b-4a2c-b18c-ff2ca9b19dca {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:49.471830 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe26740-9390-402e-ac43-4c984bd45408", "tag": "21219902-37ad-41d7-a7cf-312804de24a4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:49.472252 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9914f439-e18b-4a2c-b18c-ff2ca9b19dca {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:49.472745 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe26740-9390-402e-ac43-4c984bd45408', 'tag': '21219902-37ad-41d7-a7cf-312804de24a4', 'status': 'completed', 'code': 200} Sep 17 23:00:49.502457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Deleting port f362a0b5-d075-4582-aa58-0fff2e9a0ad9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:49.503129 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.595075 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] For port f362a0b5-d075-4582-aa58-0fff2e9a0ad9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,segment=NetworkSegment(37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c),segment_id=37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:49.595455 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.597796 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:49.610190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Calling delete_port for f362a0b5-d075-4582-aa58-0fff2e9a0ad9 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:49.847071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-2a19f7c4-b7ff-4b39-b036-1cde000b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:49.848487 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-2a19f7c4-b7ff-4b39-b036-1cde000b0150 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 1097 time: 0.0704377 Sep 17 23:00:49.851764 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'd2d093a3-ceda-467d-9c61-a9ab7359929b', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': '21219902-37ad-41d7-a7cf-312804de24a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:c2:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe26740-9390-402e-ac43-4c984bd45408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:00:47Z', 'updated_at': '2021-09-17T23:00:47Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:49.879745 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:49.889458 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:49.890107 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:50.001947 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:50.006775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-58b5d9bc-d245-414d-969e-8c7961a0ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:50.008263 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-58b5d9bc-d245-414d-969e-8c7961a0ef11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.1501698 Sep 17 23:00:50.059067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Deleting port ef157ccb-114d-468a-80b1-c3649113c442 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:50.059469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:50.131636 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-2484741f-72c3-438c-a8e4-1e785bd8f988 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21219902-37ad-41d7-a7cf-312804de24a4 HTTP/1.1" status: 200 len: 999 time: 0.1153419 Sep 17 23:00:50.137669 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:50.162411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Pushing event deleted for resources: {'Port': ['ID=f362a0b5-d075-4582-aa58-0fff2e9a0ad9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:50.200640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] For port ef157ccb-114d-468a-80b1-c3649113c442, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ef157ccb-114d-468a-80b1-c3649113c442,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:50.201205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:50.218660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-9a91a8ec-6de4-41f6-9180-a5ca69d3c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:50.220185 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-9a91a8ec-6de4-41f6-9180-a5ca69d3c811 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0796297 Sep 17 23:00:50.224149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Calling delete_port for ef157ccb-114d-468a-80b1-c3649113c442 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:50.254529 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'd2d093a3-ceda-467d-9c61-a9ab7359929b', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': '21219902-37ad-41d7-a7cf-312804de24a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:c2:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe26740-9390-402e-ac43-4c984bd45408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:00:47Z', 'updated_at': '2021-09-17T23:00:47Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:50.292444 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6a786-b566-4171-94f9-434693dca1cc None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'd2d093a3-ceda-467d-9c61-a9ab7359929b', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': '21219902-37ad-41d7-a7cf-312804de24a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:c2:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe26740-9390-402e-ac43-4c984bd45408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:00:47Z', 'updated_at': '2021-09-17T23:00:47Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:50.320839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-0a7e51b8-d205-425e-896a-2f18cb0fc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:50.322412 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-0a7e51b8-d205-425e-896a-2f18cb0fc6e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932612 Sep 17 23:00:50.386010 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:50.487158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-e5812642-12dc-424f-9bf5-b3bbc860fba1 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552365 Sep 17 23:00:50.558736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329885b-e175-49b8-97f6-4ef619c65f28 None None] New status for floating IP d2d093a3-ceda-467d-9c61-a9ab7359929b: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:00:50.612417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:50.632680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Router 01f31a31-8644-4969-ba81-27ed266e44a3 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:50.656865 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef157ccb-114d-468a-80b1-c3649113c442,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:50.668962 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d9534a5-9354-4171-aa84-d7d08a299b4a req-4f94bc80-550b-40ee-a556-99d994480397 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729832 Sep 17 23:00:50.780180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:50.789063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bc5f6d50-04a8-4f05-8261-da3938a6f33b admin admin] 10.222.0.48 "PUT /v2.0/routers/01f31a31-8644-4969-ba81-27ed266e44a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4191856 Sep 17 23:00:50.790113 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] Sync routers for ids ['01f31a31-8644-4969-ba81-27ed266e44a3'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:50.791639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 51998) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:50.801449 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] Routers {'01f31a31-8644-4969-ba81-27ed266e44a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:50.802082 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['01f31a31-8644-4969-ba81-27ed266e44a3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:50.856799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:50.925869 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] Set router 01f31a31-8644-4969-ba81-27ed266e44a3 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:50.947313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.059066 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.129593 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:50Z', 'revision_number': 5, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port': {'id': 'f9fa4657-924d-4162-bcd7-94e28596a444', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:00:38Z', 'updated_at': '2021-09-17T23:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:51.129899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Deleting port f9fa4657-924d-4162-bcd7-94e28596a444 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:51.130204 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.153692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:51.162761 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] Checking router: 01f31a31-8644-4969-ba81-27ed266e44a3 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:51.173983 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] Routers {'01f31a31-8644-4969-ba81-27ed266e44a3'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:51.174626 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['01f31a31-8644-4969-ba81-27ed266e44a3'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:51.223747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] For port f9fa4657-924d-4162-bcd7-94e28596a444, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f9fa4657-924d-4162-bcd7-94e28596a444,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:51.224361 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.237618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Calling delete_port for f9fa4657-924d-4162-bcd7-94e28596a444 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:51.287102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:51.297678 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] Set router 01f31a31-8644-4969-ba81-27ed266e44a3 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:51.301809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] Sync routers for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:51.306199 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:00:51.322892 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-903a4d73-d6aa-4043-92dc-15c8241413e1 admin admin] 10.222.0.48 "PUT /v2.0/routers/fc7ddb63-9400-4c40-be5a-cb3b7da88ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4823933 Sep 17 23:00:51.323874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52000) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:51.342770 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:51.343683 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:51.400048 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:51Z', 'revision_number': 6, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:51.433197 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2f0f4-e9df-461e-ac58-9440e61e651e None None] The sync data for ids ['01f31a31-8644-4969-ba81-27ed266e44a3'] in n-d-789963-10 is: [{'id': '01f31a31-8644-4969-ba81-27ed266e44a3', 'name': 'tempest-TestAggregatesBasicOps-1547161731-router', 'tenant_id': '5226430a9d2d446c9987ab9d25f189d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:37Z', 'updated_at': '2021-09-17T23:00:51Z', 'revision_number': 6, 'project_id': '5226430a9d2d446c9987ab9d25f189d5', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:51.454160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.458705 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.484527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:51.487375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fa4657-924d-4162-bcd7-94e28596a444,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:51.558794 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.665307 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.669137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.704534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T23:00:50Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:51.736100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] Checking router: fc7ddb63-9400-4c40-be5a-cb3b7da88ecc for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:51.740557 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.741700 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01f31a31-8644-4969-ba81-27ed266e44a3 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:00:51.747214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] Routers {'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:51.747845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:51.754184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.755962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b11197a2-66ca-4038-a28d-03b58b9c3ae2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/01f31a31-8644-4969-ba81-27ed266e44a3 HTTP/1.1" status: 204 len: 168 time: 0.9623005 Sep 17 23:00:51.761524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52002) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:51.846712 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-379c94fd-eb3e-4b3b-846b-bc0284681672 admin admin] Deleting subnet 96d57192-f6cc-40bf-aef5-a1a7c7076c2f {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:51.850340 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-379c94fd-eb3e-4b3b-846b-bc0284681672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.882235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] Set router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:51.913968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-379c94fd-eb3e-4b3b-846b-bc0284681672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.978155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f362a0b5-d075-4582-aa58-0fff2e9a0ad9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:51.990437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.029246 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-379c94fd-eb3e-4b3b-846b-bc0284681672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.029562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: f362a0b5-d075-4582-aa58-0fff2e9a0ad9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:52.029928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f362a0b5-d075-4582-aa58-0fff2e9a0ad9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:52.062784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Deleting port 0445515b-a641-47f2-b848-af7338b9d885 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:52.063191 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.126645 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-379c94fd-eb3e-4b3b-846b-bc0284681672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.140123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T23:00:50Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:52.161049 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-379c94fd-eb3e-4b3b-846b-bc0284681672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.163554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-379c94fd-eb3e-4b3b-846b-bc0284681672 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/96d57192-f6cc-40bf-aef5-a1a7c7076c2f HTTP/1.1" status: 204 len: 168 time: 0.4007506 Sep 17 23:00:52.165037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c94fd-eb3e-4b3b-846b-bc0284681672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d57192-f6cc-40bf-aef5-a1a7c7076c2f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:52.166848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52004) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:52.180288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf04af-7f7b-48dc-b5e2-a0caf215ba1a None None] Network 4660ff88-036d-40e5-a86a-f2d215e1ca26 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:52.196329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a99c2c-7ca1-48ad-b222-95785b43577b None None] The sync data for ids ['fc7ddb63-9400-4c40-be5a-cb3b7da88ecc'] in n-d-789963-10 is: [{'id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'name': 'tempest-TestServerBasicOps-782805705-router', 'tenant_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '0445515b-a641-47f2-b848-af7338b9d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:22Z', 'updated_at': '2021-09-17T23:00:50Z', 'revision_number': 5, 'project_id': 'fbd89f99cf974dcf836e51d44fb4f52a', 'gw_port': {'id': '0445515b-a641-47f2-b848-af7338b9d885', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ddb63-9400-4c40-be5a-cb3b7da88ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:23Z', 'updated_at': '2021-09-17T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:52.210410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] For port 0445515b-a641-47f2-b848-af7338b9d885, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=0445515b-a641-47f2-b848-af7338b9d885,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:52.210410 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.232453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Calling delete_port for 0445515b-a641-47f2-b848-af7338b9d885 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:52.281112 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.436085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Deleting port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:52.436619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.532034 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] For port 617547a4-ca8f-42d3-87b1-c7208b8dbc46, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=617547a4-ca8f-42d3-87b1-c7208b8dbc46,segment=NetworkSegment(37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c),segment_id=37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:52.532312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.534619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.553319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Calling delete_port for 617547a4-ca8f-42d3-87b1-c7208b8dbc46 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:52.576525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0445515b-a641-47f2-b848-af7338b9d885,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:52.604845 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] DHCP port deletion for 4660ff88-036d-40e5-a86a-f2d215e1ca26 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:00:52.657407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] Deleting port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:52.657857 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.683767 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.730145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] For port 617547a4-ca8f-42d3-87b1-c7208b8dbc46, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=617547a4-ca8f-42d3-87b1-c7208b8dbc46,segment=NetworkSegment(37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c),segment_id=37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:52.730626 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.792967 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.796875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.840136 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.872664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.873261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7ddb63-9400-4c40-be5a-cb3b7da88ecc {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:00:52.876596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Pushing event deleted for resources: {'Port': ['ID=617547a4-ca8f-42d3-87b1-c7208b8dbc46,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:52.880647 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:52.881851 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1b4820f3-952b-49ec-bbfe-2c26fa4bd3d4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fc7ddb63-9400-4c40-be5a-cb3b7da88ecc HTTP/1.1" status: 204 len: 168 time: 1.5569146 Sep 17 23:00:52.884450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52006) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:52.892832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] No DVR routers for this DVR port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:52.908446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] Calling delete_port for 617547a4-ca8f-42d3-87b1-c7208b8dbc46 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:52.974290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7137f146-3fbd-480d-a686-7f0621ad2f89 admin admin] Deleting subnet 20227ba6-72e5-42e2-bff5-a28e51d953b4 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:52.997610 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.007215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.009652 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7137f146-3fbd-480d-a686-7f0621ad2f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.023141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] Pushing event deleted for resources: {'Port': ['ID=617547a4-ca8f-42d3-87b1-c7208b8dbc46,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:53.028362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184ae19-1c2b-4702-ae89-24d3d0004eed None None] No DVR routers for this DVR port 617547a4-ca8f-42d3-87b1-c7208b8dbc46 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:53.055639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4660ff88-036d-40e5-a86a-f2d215e1ca26']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:53.071273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:53.071533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37faccf6-6b05-4c9a-92a3-db5dc4cf9c6c') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:53.074728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7137f146-3fbd-480d-a686-7f0621ad2f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.102929 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.126294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.138021 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:53.138513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:53.140604 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:53.230529 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7137f146-3fbd-480d-a686-7f0621ad2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.233559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.258313 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.262601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] 10.222.0.48 "DELETE /v2.0/networks/4660ff88-036d-40e5-a86a-f2d215e1ca26 HTTP/1.1" status: 204 len: 168 time: 1.0872302 Sep 17 23:00:53.277518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6953fed-ce04-417d-b6c2-2dba9896820c admin admin] Pushing event deleted for resources: {'Network': ['ID=4660ff88-036d-40e5-a86a-f2d215e1ca26,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:53.311650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7137f146-3fbd-480d-a686-7f0621ad2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.336377 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137f146-3fbd-480d-a686-7f0621ad2f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20227ba6-72e5-42e2-bff5-a28e51d953b4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:53.344002 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7137f146-3fbd-480d-a686-7f0621ad2f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.347216 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7137f146-3fbd-480d-a686-7f0621ad2f89 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/20227ba6-72e5-42e2-bff5-a28e51d953b4 HTTP/1.1" status: 204 len: 168 time: 0.4594982 Sep 17 23:00:53.347511 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52010) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:53.357180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76047a7b-cdc7-40e8-87dc-d2dfdcd3d3b3 None None] Network 505aace7-a881-4739-9dee-735e991e1b77 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:53.396624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52012) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:53.433937 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.440339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8aa3479d-c8d3-45d6-b158-c694223ba395 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1415c31643844f78c12ebf00be62152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424407 Sep 17 23:00:53.442930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52014) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:53.492602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Deleting port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:53.492990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.494886 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1389b88-f2f7-4bae-a8e3-2e4a218b5e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.519254 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1389b88-f2f7-4bae-a8e3-2e4a218b5e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.565553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] DHCP port deletion for 505aace7-a881-4739-9dee-735e991e1b77 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:00:53.575195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] For port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:53.575693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.575878 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1389b88-f2f7-4bae-a8e3-2e4a218b5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.579529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f1389b88-f2f7-4bae-a8e3-2e4a218b5e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.583084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f1389b88-f2f7-4bae-a8e3-2e4a218b5e8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1a46029-4623-4f90-b907-cf202debebae HTTP/1.1" status: 204 len: 168 time: 0.1366034 Sep 17 23:00:53.590847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1389b88-f2f7-4bae-a8e3-2e4a218b5e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a46029-4623-4f90-b907-cf202debebae,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:53.591527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Calling delete_port for 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:53.644895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] Deleting port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:53.645564 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.688840 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.720738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:53.723774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] No DVR routers for this DVR port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:53.732182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] For port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,segment=NetworkSegment(a55216aa-2ec9-489c-977e-c90a7ffcf59c),segment_id=a55216aa-2ec9-489c-977e-c90a7ffcf59c)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:53.733806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.751590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] Calling delete_port for 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:53.801496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:53.812498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.835645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:53.836090 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:53.836343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505aace7-a881-4739-9dee-735e991e1b77']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:53.837022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f9fa4657-924d-4162-bcd7-94e28596a444 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:53.847693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55216aa-2ec9-489c-977e-c90a7ffcf59c') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:53.848083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55216aa-2ec9-489c-977e-c90a7ffcf59c') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:53.859644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.868283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: f9fa4657-924d-4162-bcd7-94e28596a444 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:53.868696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f9fa4657-924d-4162-bcd7-94e28596a444 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:53.869138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0445515b-a641-47f2-b848-af7338b9d885 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:53.876125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.883232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:53.883629 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:53.885570 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:53.895862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 0445515b-a641-47f2-b848-af7338b9d885 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:53.896210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 0445515b-a641-47f2-b848-af7338b9d885 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:53.896626 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ef157ccb-114d-468a-80b1-c3649113c442 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:53.925681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ef157ccb-114d-468a-80b1-c3649113c442 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:53.925911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ef157ccb-114d-468a-80b1-c3649113c442 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:53.926236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 617547a4-ca8f-42d3-87b1-c7208b8dbc46 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:53.949232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 617547a4-ca8f-42d3-87b1-c7208b8dbc46 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:53.949232 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 617547a4-ca8f-42d3-87b1-c7208b8dbc46 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:53.952549 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.955293 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.963036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.965254 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/505aace7-a881-4739-9dee-735e991e1b77 HTTP/1.1" status: 204 len: 168 time: 0.6168332 Sep 17 23:00:53.970690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52020) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:53.987196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] Network 505aace7-a881-4739-9dee-735e991e1b77 is not hosted by any dhcp agent {{(pid=94739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 23:00:53.987364 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae7a40-171d-4d1d-ba50-4155d7b6d9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=505aace7-a881-4739-9dee-735e991e1b77,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:53.987694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] No DVR routers for this DVR port 91cbef0f-a7df-4a65-b2bc-dde2b5adba7f on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:53.989584 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdaad7-212b-4905-b36a-f9faf9a66d90 None None] Pushing event deleted for resources: {'Port': ['ID=91cbef0f-a7df-4a65-b2bc-dde2b5adba7f,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:54.039988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52022) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:54.134969 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e03a7f36-4fab-41d1-b2da-8116430e78ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5226430a9d2d446c9987ab9d25f189d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938687 Sep 17 23:00:54.137618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52024) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:54.193744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d055f58-55c1-42c7-9109-4d8304c7758d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.216371 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d055f58-55c1-42c7-9109-4d8304c7758d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.267891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d055f58-55c1-42c7-9109-4d8304c7758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.270845 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5d055f58-55c1-42c7-9109-4d8304c7758d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.272163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5d055f58-55c1-42c7-9109-4d8304c7758d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9982e1f-58a6-4d78-a398-e355b0d6eec1 HTTP/1.1" status: 204 len: 168 time: 0.1332858 Sep 17 23:00:54.282993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d055f58-55c1-42c7-9109-4d8304c7758d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9982e1f-58a6-4d78-a398-e355b0d6eec1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:54.408970 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.695785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Deleting port fe0c8c29-a35d-4abe-8230-1510196dbb73 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:54.696131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.798842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] For port fe0c8c29-a35d-4abe-8230-1510196dbb73, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=fe0c8c29-a35d-4abe-8230-1510196dbb73,segment=NetworkSegment(6e39f498-5815-4322-b72e-97414c60aead),segment_id=6e39f498-5815-4322-b72e-97414c60aead)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:54.799236 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.816491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Calling delete_port for fe0c8c29-a35d-4abe-8230-1510196dbb73 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:55.015486 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.047925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0c8c29-a35d-4abe-8230-1510196dbb73,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:55.229899 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.445353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Router f5174661-c072-4883-9211-c12e8eff51be has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:55.553893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:55.562574 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-94b48aa9-afda-4e7d-b01f-e98d0a5cbf37 admin admin] 10.222.0.48 "PUT /v2.0/routers/f5174661-c072-4883-9211-c12e8eff51be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889821 Sep 17 23:00:55.562783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52028) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:55.566569 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] Sync routers for ids ['f5174661-c072-4883-9211-c12e8eff51be'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:55.605966 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] Routers {'f5174661-c072-4883-9211-c12e8eff51be'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:55.606575 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f5174661-c072-4883-9211-c12e8eff51be'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:55.669680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.777229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.825684 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] Set router f5174661-c072-4883-9211-c12e8eff51be gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:55.831186 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Deleting port c3a93562-ffd1-479c-bb6d-00320781f09d {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:55.831533 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.015191 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T23:00:54Z', 'revision_number': 5, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port': {'id': 'c3a93562-ffd1-479c-bb6d-00320781f09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5174661-c072-4883-9211-c12e8eff51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:31Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:56.041879 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] Checking router: f5174661-c072-4883-9211-c12e8eff51be for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:56.050827 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] Routers {'f5174661-c072-4883-9211-c12e8eff51be'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:56.051456 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['f5174661-c072-4883-9211-c12e8eff51be'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:56.140158 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] Set router f5174661-c072-4883-9211-c12e8eff51be gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:56.165882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] For port c3a93562-ffd1-479c-bb6d-00320781f09d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c3a93562-ffd1-479c-bb6d-00320781f09d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:56.166474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.178619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Calling delete_port for c3a93562-ffd1-479c-bb6d-00320781f09d owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:56.194279 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T23:00:55Z', 'revision_number': 6, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:56.220678 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ab031-2213-4ba4-a66b-ee2427d44c99 None None] The sync data for ids ['f5174661-c072-4883-9211-c12e8eff51be'] in n-d-789963-10 is: [{'id': 'f5174661-c072-4883-9211-c12e8eff51be', 'name': 'tempest-TestServerBasicOps-639602142-router', 'tenant_id': '74e7d60aba9c4189ab931f752b9b3928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T23:00:55Z', 'revision_number': 6, 'project_id': '74e7d60aba9c4189ab931f752b9b3928', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:56.343038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.367652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a93562-ffd1-479c-bb6d-00320781f09d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:56.428452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.521663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.523690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.568658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.569278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5174661-c072-4883-9211-c12e8eff51be {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:00:56.574186 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.575945 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-71be94f0-2468-4289-b074-953aafa01304 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f5174661-c072-4883-9211-c12e8eff51be HTTP/1.1" status: 204 len: 168 time: 1.0121143 Sep 17 23:00:56.578837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52032) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:56.625371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1787889c-891c-4409-9c04-52c6f10b1424 admin admin] Deleting subnet 6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:56.628631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1787889c-891c-4409-9c04-52c6f10b1424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.666357 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1787889c-891c-4409-9c04-52c6f10b1424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.748334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1787889c-891c-4409-9c04-52c6f10b1424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.799913 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1787889c-891c-4409-9c04-52c6f10b1424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.827256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787889c-891c-4409-9c04-52c6f10b1424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:56.830142 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1787889c-891c-4409-9c04-52c6f10b1424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.832854 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1787889c-891c-4409-9c04-52c6f10b1424 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6bbcf680-f2cf-4966-86bb-9d57fc9bdbc2 HTTP/1.1" status: 204 len: 168 time: 0.2529829 Sep 17 23:00:56.833619 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d567354-a6de-4e17-8a67-a0dce61010be None None] Network fa703353-21e8-4422-9a93-2a7463c579ac requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:56.835634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52034) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:56.907538 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.961650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Deleting port ea7907f0-49b4-4827-8002-20e66065bf56 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:56.961999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.017564 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] DHCP port deletion for fa703353-21e8-4422-9a93-2a7463c579ac request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:00:57.030646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] For port ea7907f0-49b4-4827-8002-20e66065bf56, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ea7907f0-49b4-4827-8002-20e66065bf56,segment=NetworkSegment(6e39f498-5815-4322-b72e-97414c60aead),segment_id=6e39f498-5815-4322-b72e-97414c60aead)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:57.031293 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.044522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Calling delete_port for ea7907f0-49b4-4827-8002-20e66065bf56 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:57.063694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] Deleting port ea7907f0-49b4-4827-8002-20e66065bf56 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:57.064069 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.131100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] For port ea7907f0-49b4-4827-8002-20e66065bf56, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ea7907f0-49b4-4827-8002-20e66065bf56,segment=NetworkSegment(6e39f498-5815-4322-b72e-97414c60aead),segment_id=6e39f498-5815-4322-b72e-97414c60aead)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:57.131559 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.133549 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.144976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] Calling delete_port for ea7907f0-49b4-4827-8002-20e66065bf56 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:57.160844 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7907f0-49b4-4827-8002-20e66065bf56,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:57.163263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] No DVR routers for this DVR port ea7907f0-49b4-4827-8002-20e66065bf56 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:57.232020 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.249497 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.260060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] Pushing event deleted for resources: {'Port': ['ID=ea7907f0-49b4-4827-8002-20e66065bf56,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:57.265143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d3c73-99dc-4f95-aa75-f36954f1ac13 None None] No DVR routers for this DVR port ea7907f0-49b4-4827-8002-20e66065bf56 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:57.278562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa703353-21e8-4422-9a93-2a7463c579ac']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:57.289597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e39f498-5815-4322-b72e-97414c60aead') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:57.289892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e39f498-5815-4322-b72e-97414c60aead') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:57.305169 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.318696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.324516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:57.324897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:57.327528 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:57.382837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.389239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.391485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] 10.222.0.48 "DELETE /v2.0/networks/fa703353-21e8-4422-9a93-2a7463c579ac HTTP/1.1" status: 204 len: 168 time: 0.5548429 Sep 17 23:00:57.402173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778efee-b631-4cf7-90b0-660420de6a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa703353-21e8-4422-9a93-2a7463c579ac,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:57.552880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52040) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:57.597188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-48bd90fa-4193-4e22-bcbf-5bfb5c24fd74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbd89f99cf974dcf836e51d44fb4f52a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406711 Sep 17 23:00:57.597477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52042) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:57.645144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5a957ea2-07ca-4548-bb90-86b185a3883f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.669599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5a957ea2-07ca-4548-bb90-86b185a3883f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.718991 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5a957ea2-07ca-4548-bb90-86b185a3883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.721583 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5a957ea2-07ca-4548-bb90-86b185a3883f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.722746 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5a957ea2-07ca-4548-bb90-86b185a3883f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65225af0-dee4-4242-9d9d-b13c5a793354 HTTP/1.1" status: 204 len: 168 time: 0.1244650 Sep 17 23:00:57.733475 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a957ea2-07ca-4548-bb90-86b185a3883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65225af0-dee4-4242-9d9d-b13c5a793354,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:57.737710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fe0c8c29-a35d-4abe-8230-1510196dbb73 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:57.763672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: fe0c8c29-a35d-4abe-8230-1510196dbb73 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:57.764161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device fe0c8c29-a35d-4abe-8230-1510196dbb73 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:57.764567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ea7907f0-49b4-4827-8002-20e66065bf56 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:57.785487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ea7907f0-49b4-4827-8002-20e66065bf56 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:57.785831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ea7907f0-49b4-4827-8002-20e66065bf56 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:57.786236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c3a93562-ffd1-479c-bb6d-00320781f09d no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:57.807238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c3a93562-ffd1-479c-bb6d-00320781f09d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:57.807574 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c3a93562-ffd1-479c-bb6d-00320781f09d not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:58.040066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52048) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:58.080507 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c5c8e1bc-e81e-4abf-bb0c-2461fdd7344e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74e7d60aba9c4189ab931f752b9b3928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392280 Sep 17 23:00:58.082880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52050) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:58.130597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a291-d0c8-4ebe-85ef-1acb11d2788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.150789 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a291-d0c8-4ebe-85ef-1acb11d2788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.195401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a291-d0c8-4ebe-85ef-1acb11d2788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.198490 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a291-d0c8-4ebe-85ef-1acb11d2788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.199650 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ebc4a291-d0c8-4ebe-85ef-1acb11d2788c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/573c6296-1961-425d-8d94-81c5dbc89c06 HTTP/1.1" status: 204 len: 168 time: 0.1158812 Sep 17 23:00:58.207622 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4a291-d0c8-4ebe-85ef-1acb11d2788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c6296-1961-425d-8d94-81c5dbc89c06,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:58.853401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52072) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:58.948273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1411765563-network', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:58.970849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Made reservation on behalf of c4bcd561ed1d44c194f952dd06e0ada3 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:00:58.973100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.981254 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.070345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.073837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.099472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:00:59.108216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce963a1-0fa5-4905-a5d6-9992cb38ffd7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:59.115324 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.115674 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Added segment 6a18e8bd-83de-48a2-9ce8-d7da5b5b4670 of type vlan for network 2a2694bf-0aeb-4475-9c3f-92983145249d Sep 17 23:00:59.156447 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.180540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.181518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:59.182099 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.212028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3575563 Sep 17 23:00:59.214930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 52076) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:59.220654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Request body: {'subnet': {'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1411765563-subnet', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:59.241563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Made reservation on behalf of c4bcd561ed1d44c194f952dd06e0ada3 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:00:59.243813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.243959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbec7e-f6f2-423f-a68d-34b774544187 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2694bf-0aeb-4475-9c3f-92983145249d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:59.254263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 2a2694bf-0aeb-4475-9c3f-92983145249d details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:00:59.416685 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.444319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-64759c10-6ae0-476d-84d4-ce3585c79731 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453324 Sep 17 23:00:59.481002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16a6577-444e-49e1-9640-6a5bf6be6545,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:59.487273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Checking segment: {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:59.487723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Network hostable DHCP agents. Network: 2a2694bf-0aeb-4475-9c3f-92983145249d, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:00:59.504569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Network 2a2694bf-0aeb-4475-9c3f-92983145249d is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:00:59.513180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 2a2694bf-0aeb-4475-9c3f-92983145249d) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:59.517928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:59.518512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.526382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc24ff9-dd7c-4360-86ed-4a577ba35895 None None] Network 2a2694bf-0aeb-4475-9c3f-92983145249d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:59.537669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52078) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:59.538048 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-59a5e01e-7f6d-43eb-813c-5ac4c44fb0fb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3219833 Sep 17 23:00:59.542202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:59.567202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-b0c89e80-c05d-4c21-bf7a-abeefbe8c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:59.568851 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-b0c89e80-c05d-4c21-bf7a-abeefbe8c65e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 1097 time: 0.0633216 Sep 17 23:00:59.577192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.578794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.659810 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.673534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-2a2694bf-0aeb-4475-9c3f-92983145249d', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:00:59.674497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.811503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Allocated IP 172.20.0.2 (2a2694bf-0aeb-4475-9c3f-92983145249d/d16a6577-444e-49e1-9640-6a5bf6be6545/265e0f05-d7cf-4ffd-803a-2d5504c84784) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:59.816194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-c03a7a76-87b8-483c-93f2-68796fa99644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:59.817893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-c03a7a76-87b8-483c-93f2-68796fa99644 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.2267401 Sep 17 23:00:59.862645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.935937 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-0aa767b5-81bb-45c8-8010-2c999159e4d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21219902-37ad-41d7-a7cf-312804de24a4 HTTP/1.1" status: 200 len: 1001 time: 0.0825975 Sep 17 23:00:59.970394 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.978028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.983096 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1444a9c3-98fc-4fff-9340-3e8d4b86c9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.017557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Network 2a2694bf-0aeb-4475-9c3f-92983145249d is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:00.021885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:00.026151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:00.030099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-e1d9bec7-e9d5-4a82-8e68-0b1d9b87841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:00.031640 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-e1d9bec7-e9d5-4a82-8e68-0b1d9b87841b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0877991 Sep 17 23:01:00.035804 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Pushing event updated for resources: {'Port': ['ID=265e0f05-d7cf-4ffd-803a-2d5504c84784,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:00.085812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Attempting to bind port 265e0f05-d7cf-4ffd-803a-2d5504c84784 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:00.086184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Attempting to bind port 265e0f05-d7cf-4ffd-803a-2d5504c84784 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:00.086817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Attempting to bind port 265e0f05-d7cf-4ffd-803a-2d5504c84784 on network 2a2694bf-0aeb-4475-9c3f-92983145249d {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:00.094009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:00.094009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Checking segment: {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:00.094009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.094009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Bound using segment: {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:00.094009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Bound port: 265e0f05-d7cf-4ffd-803a-2d5504c84784, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:00.094009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.148056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-9c253949-d1a8-4ca9-b0f3-dcbc487e1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:00.149736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-9c253949-d1a8-4ca9-b0f3-dcbc487e1a00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087830 Sep 17 23:01:00.160693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] For port 265e0f05-d7cf-4ffd-803a-2d5504c84784, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:00.163750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] For port 265e0f05-d7cf-4ffd-803a-2d5504c84784, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=265e0f05-d7cf-4ffd-803a-2d5504c84784,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:00.168325 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.225668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d15d3-9ad4-4023-9648-3a57c7167bc3 None None] Pushing event updated for resources: {'Port': ['ID=265e0f05-d7cf-4ffd-803a-2d5504c84784,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:00.245664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.271890 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.342656 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-80788aca-d6f8-4071-ac07-3df51ab40fd5 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704199 Sep 17 23:01:00.471414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Allocated IP 172.25.0.176 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/beef578e-db23-4b94-9025-3d33e015d705) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:00.501916 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-18351fd3-0793-4756-8292-ccffa1bcdfec req-e5008bff-7f5c-4f1c-bb81-ce0addc39e9e service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514781 Sep 17 23:01:00.595227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.628066 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.665391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:00.668247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:00.671996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:00.697588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Pushing event updated for resources: {'Port': ['ID=beef578e-db23-4b94-9025-3d33e015d705,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:00.939000 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.169828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a9236-0c7c-430c-a898-9bcbf8aacd69 None None] Network 2a2694bf-0aeb-4475-9c3f-92983145249d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:01:01.173180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.251986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ceb14535-7a39-4f80-aeae-6240a40e8ea3 None None] Provisioning complete for port 265e0f05-d7cf-4ffd-803a-2d5504c84784 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:01.252521 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ceb14535-7a39-4f80-aeae-6240a40e8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.309212 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Router ad050004-39f4-4158-9419-82ecf2875ab0 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:01:01.414546 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ceb14535-7a39-4f80-aeae-6240a40e8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.459377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ceb14535-7a39-4f80-aeae-6240a40e8ea3 None None] For port 265e0f05-d7cf-4ffd-803a-2d5504c84784, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=265e0f05-d7cf-4ffd-803a-2d5504c84784,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:01.464636 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ceb14535-7a39-4f80-aeae-6240a40e8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.524193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb14535-7a39-4f80-aeae-6240a40e8ea3 None None] Pushing event updated for resources: {'Port': ['ID=265e0f05-d7cf-4ffd-803a-2d5504c84784,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:01.675924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:01:01.689195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Sync routers for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:01:01.693973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.695450 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-298979d5-0be9-49b7-a94b-2d7560e866cd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1563847 Sep 17 23:01:01.698076 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52080) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:01.698569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-afa8122e-27e9-4849-8d94-99646367ad44 None None] Provisioning complete for port 265e0f05-d7cf-4ffd-803a-2d5504c84784 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:01.698937 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-afa8122e-27e9-4849-8d94-99646367ad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.727014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:01:01.727640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:00:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:01.823709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 265e0f05-d7cf-4ffd-803a-2d5504c84784 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:01.901143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:01:02.024025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 265e0f05-d7cf-4ffd-803a-2d5504c84784 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:02.024384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.125919 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.292691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Allocated IP 172.20.0.1 (2a2694bf-0aeb-4475-9c3f-92983145249d/d16a6577-444e-49e1-9640-6a5bf6be6545/c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:02.323719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:00Z', 'revision_number': 3, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:02.352316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Checking router: ad050004-39f4-4158-9419-82ecf2875ab0 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:01:02.352661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Updating router ad050004-39f4-4158-9419-82ecf2875ab0 port beef578e-db23-4b94-9025-3d33e015d705 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:01:02.379956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.405453 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.440188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.477966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Network 2a2694bf-0aeb-4475-9c3f-92983145249d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:02.482523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:02.485020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:02.514282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Pushing event updated for resources: {'Port': ['ID=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:02.533463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.669854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.676204 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.676990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.740764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Attempting to bind port beef578e-db23-4b94-9025-3d33e015d705 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:02.741292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Attempting to bind port beef578e-db23-4b94-9025-3d33e015d705 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:02.741715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Attempting to bind port beef578e-db23-4b94-9025-3d33e015d705 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:02.743523 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda4724-3815-4944-8b77-238e3bfc985d None None] Pushing event updated for resources: {'Port': ['ID=beef578e-db23-4b94-9025-3d33e015d705,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:02.753483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:02.753483 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:02.753483 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.754219 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:02.754464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Bound port: beef578e-db23-4b94-9025-3d33e015d705, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:02.754766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.757680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4997cb92-31f1-4488-87a7-1b2a860cc64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.811766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8fcfde7f-da3f-4cef-937d-56dc778c3afb None None] Provisioning complete for port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:02.812047 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8fcfde7f-da3f-4cef-937d-56dc778c3afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.841275 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] For port beef578e-db23-4b94-9025-3d33e015d705, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:02.858288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] For port beef578e-db23-4b94-9025-3d33e015d705, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=beef578e-db23-4b94-9025-3d33e015d705,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:02.858879 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.864053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.865588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfde7f-da3f-4cef-937d-56dc778c3afb None None] Port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:01:02.868447 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.925037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:01:02.925666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:01:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:02.930877 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda4724-3815-4944-8b77-238e3bfc985d None None] Pushing event updated for resources: {'Port': ['ID=beef578e-db23-4b94-9025-3d33e015d705,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:02.940265 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.942032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Pushing event updated for resources: {'Port': ['ID=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:03.035333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:01:03.037102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Network 2a2694bf-0aeb-4475-9c3f-92983145249d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:03.038472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:03.173442 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:03.173717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Router ad050004-39f4-4158-9419-82ecf2875ab0 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:01:03.264868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 2, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:03.298216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:01:03.303442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90d6db-65f5-44d0-bd5c-08a26e0990c8 None None] The sync data for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 is: [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 2, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:01:03.303828 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6171b1bb-d460-48e5-aab1-6b05accbb1be admin admin] 10.222.0.48 "PUT /v2.0/routers/ad050004-39f4-4158-9419-82ecf2875ab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6044254 Sep 17 23:01:03.316511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b79ff9ae-7546-4ed0-a4cf-dfed1a7ad430 None None] Provisioning complete for port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:03.317735 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b79ff9ae-7546-4ed0-a4cf-dfed1a7ad430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:03.358895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b79ff9ae-7546-4ed0-a4cf-dfed1a7ad430 None None] Port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:01:03.835951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52098) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:03.841824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-136226967-network', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:03.864821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Made reservation on behalf of df36031062eb4689826bb5fa4a8edeb2 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:03.867363 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:03.876844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:03.895739 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.000754 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.007080 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.038126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:01:04.051727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ff45d-d732-4e15-9ba8-25cb89bdc3d7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:04.057707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.058310 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Added segment f96b7e05-5b64-4529-b0b1-c165607e21c5 of type vlan for network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c Sep 17 23:01:04.107455 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.136198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.137267 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:04.137864 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.178091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3407302 Sep 17 23:01:04.181606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52100) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:04.212341 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Request body: {'subnet': {'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-136226967-subnet', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:04.222257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8397cf-2c83-4c69-a8c7-405751b9278e admin admin] Pushing event updated for resources: {'Network': ['ID=4ac2d0a0-3c16-4892-a299-6d036b2bcf8c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:04.233661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:01:04.243668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Made reservation on behalf of df36031062eb4689826bb5fa4a8edeb2 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:04.246454 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.470078 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.541256 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77364b7-908c-46f3-afde-aa4fcd9e3302,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:04.562301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Checking segment: {'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:04.562663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Network hostable DHCP agents. Network: 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:01:04.583303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:01:04.594543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:04.599146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:04.599779 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.608767 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deeff26-9c25-4ba3-a9f0-04f2cda2f815 None None] Network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:01:04.624416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-893dcf9e-a613-4887-bc59-53c9c0e733d2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4417462 Sep 17 23:01:04.627623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52102) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:04.633059 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:04.663141 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.664362 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.730665 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.806067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4ac2d0a0-3c16-4892-a299-6d036b2bcf8c', 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'fixed_ips': [{'subnet_id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:01:04.806926 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.890665 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.911596 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.967249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Allocated IP 172.20.0.2 (4ac2d0a0-3c16-4892-a299-6d036b2bcf8c/d77364b7-908c-46f3-afde-aa4fcd9e3302/05848986-6b54-43a3-ac0c-d625b641a775) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:05.109626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.128679 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.130352 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.137061 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.180916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:05.186409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:05.193449 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:05.196963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Pushing event updated for resources: {'Port': ['ID=05848986-6b54-43a3-ac0c-d625b641a775,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:05.256180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Allocated IP 172.25.0.115 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/61215ae9-16a9-4b78-95ca-fb9186a01a07) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:05.259507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Attempting to bind port 05848986-6b54-43a3-ac0c-d625b641a775 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:05.259885 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Attempting to bind port 05848986-6b54-43a3-ac0c-d625b641a775 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:05.260276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Attempting to bind port 05848986-6b54-43a3-ac0c-d625b641a775 on network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:05.265777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:05.266431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Checking segment: {'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:05.266586 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.267391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Bound using segment: {'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:05.267391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Bound port: 05848986-6b54-43a3-ac0c-d625b641a775, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:05.268026 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.339066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] For port 05848986-6b54-43a3-ac0c-d625b641a775, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:05.342903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] For port 05848986-6b54-43a3-ac0c-d625b641a775, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05848986-6b54-43a3-ac0c-d625b641a775,segment=NetworkSegment(f96b7e05-5b64-4529-b0b1-c165607e21c5),segment_id=f96b7e05-5b64-4529-b0b1-c165607e21c5)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:05.348022 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.374753 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.412898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd33f0a-e64c-49b5-90ea-5534069a91f5 None None] Pushing event updated for resources: {'Port': ['ID=05848986-6b54-43a3-ac0c-d625b641a775,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:05.414946 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.436763 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.458506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:05.461695 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:05.464333 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:05.473193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Pushing event updated for resources: {'Port': ['ID=61215ae9-16a9-4b78-95ca-fb9186a01a07,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:05.521276 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Sync routers for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:01:05.532464 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:01:05.533205 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:01:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:05.671661 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:01:05.786540 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.853776 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device beef578e-db23-4b94-9025-3d33e015d705 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:05.906922 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 2, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:05.912665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port beef578e-db23-4b94-9025-3d33e015d705 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:05.913376 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.945676 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Checking router: ad050004-39f4-4158-9419-82ecf2875ab0 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:01:05.946374 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Updating router ad050004-39f4-4158-9419-82ecf2875ab0 port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:01:05.976235 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.014369 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.037112 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port beef578e-db23-4b94-9025-3d33e015d705, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=beef578e-db23-4b94-9025-3d33e015d705,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:06.041674 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.042476 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05848986-6b54-43a3-ac0c-d625b641a775 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:06.157983 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=beef578e-db23-4b94-9025-3d33e015d705,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:06.176278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 05848986-6b54-43a3-ac0c-d625b641a775 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:06.177330 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.265692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.304300 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.309333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 05848986-6b54-43a3-ac0c-d625b641a775, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05848986-6b54-43a3-ac0c-d625b641a775,segment=NetworkSegment(f96b7e05-5b64-4529-b0b1-c165607e21c5),segment_id=f96b7e05-5b64-4529-b0b1-c165607e21c5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:06.311370 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.313900 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.326624 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.383878 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfb723-214f-4381-9f13-018ba34ad7d5 None None] Pushing event updated for resources: {'Port': ['ID=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:06.399848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=05848986-6b54-43a3-ac0c-d625b641a775,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:06.448300 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Attempting to bind port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:06.448966 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Attempting to bind port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:06.449749 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Attempting to bind port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 on network 2a2694bf-0aeb-4475-9c3f-92983145249d {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:06.456951 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:06.457626 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Checking segment: {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:06.458200 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.458773 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Bound using segment: {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:06.459562 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Bound port: c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:06.460268 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.489616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Router fa035d55-f661-41a4-a882-9350d20b103a is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:01:06.545362 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] For port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:06.551091 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] For port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:06.556279 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.608356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716a3f1-6b61-4adf-a6d3-77f0a67f3a7a None None] Network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:01:06.625839 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:01:06.626491 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:01:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:06.654878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:01:06.665667 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfb723-214f-4381-9f13-018ba34ad7d5 None None] Pushing event updated for resources: {'Port': ['ID=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:06.688236 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.689653 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2e636a78-273d-49d9-9f83-8369c5ccd753 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0611143 Sep 17 23:01:06.692425 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 52104) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:06.713406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Sync routers for ids ['fa035d55-f661-41a4-a882-9350d20b103a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:01:06.719962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d549a669-daab-4ec0-b853-764b35c91531 None None] Provisioning complete for port 05848986-6b54-43a3-ac0c-d625b641a775 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:06.720327 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d549a669-daab-4ec0-b853-764b35c91531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.760237 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:01:06.788723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Routers {'fa035d55-f661-41a4-a882-9350d20b103a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:01:06.789412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:01:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fa035d55-f661-41a4-a882-9350d20b103a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:06.999785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Set router fa035d55-f661-41a4-a882-9350d20b103a gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:01:07.105140 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:07.138551 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67551af-0306-48e2-85c8-835825a2a19b None None] The sync data for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 is: [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:01:07.234639 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.308181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-49fbb8ad-5077-4110-a416-920f6c1962dc None None] Provisioning complete for port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:07.308565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-49fbb8ad-5077-4110-a416-920f6c1962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.437869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Allocated IP 172.20.0.1 (4ac2d0a0-3c16-4892-a299-6d036b2bcf8c/d77364b7-908c-46f3-afde-aa4fcd9e3302/ab696d55-a590-4b7a-8ce8-901e94c8f8c1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:07.463628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:01:05Z', 'revision_number': 3, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port': {'id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:05Z', 'updated_at': '2021-09-17T23:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:07.471444 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-49fbb8ad-5077-4110-a416-920f6c1962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.505287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Checking router: fa035d55-f661-41a4-a882-9350d20b103a for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:01:07.505637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Updating router fa035d55-f661-41a4-a882-9350d20b103a port 61215ae9-16a9-4b78-95ca-fb9186a01a07 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:01:07.555091 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.560033 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-49fbb8ad-5077-4110-a416-920f6c1962dc None None] For port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:07.568839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.581432 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-49fbb8ad-5077-4110-a416-920f6c1962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.609999 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.649058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:07.652753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:07.657718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:07.708742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Pushing event updated for resources: {'Port': ['ID=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:07.720175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbb8ad-5077-4110-a416-920f6c1962dc None None] Pushing event updated for resources: {'Port': ['ID=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:07.741597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.746304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2b75c272-d45b-4def-a918-8ab24d57cf1b None None] Provisioning complete for port 05848986-6b54-43a3-ac0c-d625b641a775 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:07.746683 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2b75c272-d45b-4def-a918-8ab24d57cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.865300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device beef578e-db23-4b94-9025-3d33e015d705 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:07.973463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.024978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port beef578e-db23-4b94-9025-3d33e015d705 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:08.025477 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.060696 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.068305 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.156101 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b589c8-ad81-48bc-bfad-8d9c188ec10b None None] Pushing event updated for resources: {'Port': ['ID=61215ae9-16a9-4b78-95ca-fb9186a01a07,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:08.159775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Attempting to bind port 61215ae9-16a9-4b78-95ca-fb9186a01a07 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:08.160138 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Attempting to bind port 61215ae9-16a9-4b78-95ca-fb9186a01a07 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:08.160543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Attempting to bind port 61215ae9-16a9-4b78-95ca-fb9186a01a07 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:08.162604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-edda737c-b5db-4637-9a4d-18c2b785d413 None None] Provisioning complete for port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:08.163037 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-edda737c-b5db-4637-9a4d-18c2b785d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.176098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.180800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.191746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:08.192199 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:08.192564 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.193044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:08.193561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Bound port: 61215ae9-16a9-4b78-95ca-fb9186a01a07, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:08.193967 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.262323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Pushing event updated for resources: {'Port': ['ID=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:08.265839 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.267375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:08.275965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-edda737c-b5db-4637-9a4d-18c2b785d413 None None] Port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:01:08.320803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] For port 61215ae9-16a9-4b78-95ca-fb9186a01a07, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:08.326762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] For port 61215ae9-16a9-4b78-95ca-fb9186a01a07, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=61215ae9-16a9-4b78-95ca-fb9186a01a07,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:08.334507 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.371560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:08.373366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:08.409072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b589c8-ad81-48bc-bfad-8d9c188ec10b None None] Pushing event updated for resources: {'Port': ['ID=61215ae9-16a9-4b78-95ca-fb9186a01a07,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:08.414503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Routers {'fa035d55-f661-41a4-a882-9350d20b103a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:01:08.415144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:01:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fa035d55-f661-41a4-a882-9350d20b103a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:08.452572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:08.453016 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.509066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Router fa035d55-f661-41a4-a882-9350d20b103a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:01:08.582317 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] Set router fa035d55-f661-41a4-a882-9350d20b103a gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:01:08.631363 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:01:08.634678 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05848986-6b54-43a3-ac0c-d625b641a775 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:08.639604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-cdf83958-b2b5-4660-bdbf-06d3ba3f80fb admin admin] 10.222.0.48 "PUT /v2.0/routers/fa035d55-f661-41a4-a882-9350d20b103a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9432361 Sep 17 23:01:08.765290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ba3df290-5199-43bd-b8ff-981c2ff3ec6e None None] Provisioning complete for port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:08.765691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba3df290-5199-43bd-b8ff-981c2ff3ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.824128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-ba3df290-5199-43bd-b8ff-981c2ff3ec6e None None] Port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:01:08.826439 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 05848986-6b54-43a3-ac0c-d625b641a775 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:08.826807 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:08.952976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 4, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port': {'id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:05Z', 'updated_at': '2021-09-17T23:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ab696d55-a590-4b7a-8ce8-901e94c8f8c1', 'name': '', 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'mac_address': 'fa:16:3e:df:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:07Z', 'updated_at': '2021-09-17T23:01:08Z', 'revision_number': 2, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'subnets': [{'id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:08.984354 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18fe68-65c8-47c9-a149-9c44b328b202 None None] The sync data for ids ['fa035d55-f661-41a4-a882-9350d20b103a'] in n-d-789963-10 is: [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 4, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port': {'id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:05Z', 'updated_at': '2021-09-17T23:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ab696d55-a590-4b7a-8ce8-901e94c8f8c1', 'name': '', 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'mac_address': 'fa:16:3e:df:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:07Z', 'updated_at': '2021-09-17T23:01:08Z', 'revision_number': 2, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'subnets': [{'id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:01:09.765747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:09.819957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:09.820337 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:11.390378 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Sync routers for ids ['fa035d55-f661-41a4-a882-9350d20b103a'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:01:11.401152 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Routers {'fa035d55-f661-41a4-a882-9350d20b103a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:01:11.401845 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:01:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fa035d55-f661-41a4-a882-9350d20b103a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:11.520146 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Set router fa035d55-f661-41a4-a882-9350d20b103a gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:01:11.770379 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 4, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port': {'id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:05Z', 'updated_at': '2021-09-17T23:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ab696d55-a590-4b7a-8ce8-901e94c8f8c1', 'name': '', 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'mac_address': 'fa:16:3e:df:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:07Z', 'updated_at': '2021-09-17T23:01:08Z', 'revision_number': 2, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'subnets': [{'id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:11.787840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 61215ae9-16a9-4b78-95ca-fb9186a01a07 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:11.804384 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Checking router: fa035d55-f661-41a4-a882-9350d20b103a for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:01:11.804944 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Updating router fa035d55-f661-41a4-a882-9350d20b103a port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:01:11.836804 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:11.845726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 61215ae9-16a9-4b78-95ca-fb9186a01a07 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:11.846154 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:11.939391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:11.965149 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 61215ae9-16a9-4b78-95ca-fb9186a01a07, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=61215ae9-16a9-4b78-95ca-fb9186a01a07,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:11.969878 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.033331 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=61215ae9-16a9-4b78-95ca-fb9186a01a07,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:12.145738 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.153431 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.229392 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69abc2-58a5-475c-a6f7-da78d30ee328 None None] Pushing event updated for resources: {'Port': ['ID=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:12.263647 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Attempting to bind port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:12.264029 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Attempting to bind port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:12.264458 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Attempting to bind port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 on network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:12.270503 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:12.271171 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Checking segment: {'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:12.271717 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.272323 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Bound using segment: {'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:12.272796 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Bound port: ab696d55-a590-4b7a-8ce8-901e94c8f8c1, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96b7e05-5b64-4529-b0b1-c165607e21c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:12.273247 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.352370 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] For port ab696d55-a590-4b7a-8ce8-901e94c8f8c1, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:12.355979 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] For port ab696d55-a590-4b7a-8ce8-901e94c8f8c1, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,segment=NetworkSegment(f96b7e05-5b64-4529-b0b1-c165607e21c5),segment_id=f96b7e05-5b64-4529-b0b1-c165607e21c5)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:12.362455 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.431797 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Routers {'fa035d55-f661-41a4-a882-9350d20b103a'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:01:12.432471 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:01:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fa035d55-f661-41a4-a882-9350d20b103a'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:12.474009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-3a692bc5-310e-43cf-9248-093299bd206a None None] Provisioning complete for port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:12.474280 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a692bc5-310e-43cf-9248-093299bd206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.477781 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69abc2-58a5-475c-a6f7-da78d30ee328 None None] Pushing event updated for resources: {'Port': ['ID=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:12.564116 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] Set router fa035d55-f661-41a4-a882-9350d20b103a gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:01:12.617369 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a692bc5-310e-43cf-9248-093299bd206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.658394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3a692bc5-310e-43cf-9248-093299bd206a None None] For port ab696d55-a590-4b7a-8ce8-901e94c8f8c1, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,segment=NetworkSegment(f96b7e05-5b64-4529-b0b1-c165607e21c5),segment_id=f96b7e05-5b64-4529-b0b1-c165607e21c5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:12.665200 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a692bc5-310e-43cf-9248-093299bd206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.726630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a692bc5-310e-43cf-9248-093299bd206a None None] Pushing event updated for resources: {'Port': ['ID=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:12.791312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cc9d3164-0c23-416a-b6b5-97b014c1e9e1 None None] Provisioning complete for port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:12.792126 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3164-0c23-416a-b6b5-97b014c1e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.827411 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 4, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port': {'id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:05Z', 'updated_at': '2021-09-17T23:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ab696d55-a590-4b7a-8ce8-901e94c8f8c1', 'name': '', 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'mac_address': 'fa:16:3e:df:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:07Z', 'updated_at': '2021-09-17T23:01:12Z', 'revision_number': 4, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'subnets': [{'id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:12.864102 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e84031-bdbb-425e-ba33-34d5b04c1d08 None None] The sync data for ids ['fa035d55-f661-41a4-a882-9350d20b103a'] in n-d-789963-10 is: [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 4, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port': {'id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:05Z', 'updated_at': '2021-09-17T23:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ab696d55-a590-4b7a-8ce8-901e94c8f8c1', 'name': '', 'network_id': '4ac2d0a0-3c16-4892-a299-6d036b2bcf8c', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'mac_address': 'fa:16:3e:df:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:07Z', 'updated_at': '2021-09-17T23:01:12Z', 'revision_number': 4, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'subnets': [{'id': 'd77364b7-908c-46f3-afde-aa4fcd9e3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:01:13.774525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ab696d55-a590-4b7a-8ce8-901e94c8f8c1 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:13.828296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:13.829023 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:13.910043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 61215ae9-16a9-4b78-95ca-fb9186a01a07 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:13.958823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 61215ae9-16a9-4b78-95ca-fb9186a01a07 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:13.959197 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:18.960807 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:28.286077 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:01:29.966696 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-31c1046a-9a8c-48cc-baf6-8f89e0688e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:32.729024 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8649b761-0cff-4f52-a984-2cdb78e9d1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.126878 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.897745 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:34.063433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-14b51697-e846-4ca8-8623-02bdbea07dc6 req-f4bcbd1b-030c-4898-bff2-518443bd7def service neutron] (94738) timed out ('10.222.0.45', 57120) {{(pid=94738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:01:34.906207 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:35.437579 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:40.050148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-02f6b8c5-cb84-4e89-9496-d05ad258489b req-43a8955a-2f37-4c53-83f8-6f7850894a43 service neutron] (94737) timed out ('10.222.0.49', 52781) {{(pid=94737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:01:48.955941 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:59.968856 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-96c19b74-53b6-4c8d-894c-854c18e6c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:01.428731 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-c084ecc4-58b1-43f9-8152-f10f13cbf793 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443275 Sep 17 23:02:01.525955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-bbe6cbda-72c1-4504-b78e-a82a864f9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:01.527524 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-bbe6cbda-72c1-4504-b78e-a82a864f9164 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 1097 time: 0.0406430 Sep 17 23:02:01.633983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-e3767ab0-71c1-4be8-953c-1b95e0f7de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:01.635512 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-e3767ab0-71c1-4be8-953c-1b95e0f7de24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0893159 Sep 17 23:02:01.707332 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-3949b9a3-6455-4a9d-b406-0e49d813540b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21219902-37ad-41d7-a7cf-312804de24a4 HTTP/1.1" status: 200 len: 1001 time: 0.0640872 Sep 17 23:02:01.758741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-7a61291d-8a87-4fc0-a64f-d0eb75bc073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:01.760215 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-7a61291d-8a87-4fc0-a64f-d0eb75bc073a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0465491 Sep 17 23:02:01.805668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-cc8dc834-cdaa-49b7-8a49-0aad63e89056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:01.807148 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-cc8dc834-cdaa-49b7-8a49-0aad63e89056 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403469 Sep 17 23:02:01.899850 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-34543d9e-3675-4358-994a-188c2e234c6e service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853558 Sep 17 23:02:01.988079 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0e8abcbd-a4a0-4c93-9a05-776052455cd9 req-55ea9956-19b4-4e7e-a657-742ddba7a1f0 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808105 Sep 17 23:02:02.730445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-232b8501-f502-44af-b6aa-814e79596a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:03.127895 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:03.906321 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:04.902536 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:05.286192 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:02:05.439777 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:18.966331 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:29.969813 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f0a83f3-9f20-4371-b4f6-e0b7969f28df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:32.733724 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c5c53753-74d7-451b-99b2-32d36887c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.133000 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.903889 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:34.914688 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.452044 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:42.285281 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:02:44.561479 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c452acb-3e65-45de-beef-78b6091cc0a5 req-21311eda-e199-45c7-80c7-5c25eb1aa749 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:44.563178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c452acb-3e65-45de-beef-78b6091cc0a5 req-21311eda-e199-45c7-80c7-5c25eb1aa749 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 945 time: 0.0575242 Sep 17 23:02:44.607746 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c452acb-3e65-45de-beef-78b6091cc0a5 req-e7c4f6b1-7a7a-4941-b83d-5a6801917fa8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383837 Sep 17 23:02:45.764108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba8ee6-e3df-4ffa-8bf4-d4d24781c724 req-a3cdba2d-74c4-4ebe-a07c-e78eccef6c7d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:45.765744 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8cba8ee6-e3df-4ffa-8bf4-d4d24781c724 req-a3cdba2d-74c4-4ebe-a07c-e78eccef6c7d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 945 time: 0.0535340 Sep 17 23:02:45.806131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8cba8ee6-e3df-4ffa-8bf4-d4d24781c724 req-f701556f-eb1a-466e-b1c3-ff73251c876b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Sep 17 23:02:46.354519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-c85d5096-80b8-400b-8a6d-201e592a612d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:46.356002 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-c85d5096-80b8-400b-8a6d-201e592a612d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 945 time: 0.0542922 Sep 17 23:02:46.449336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port 21219902-37ad-41d7-a7cf-312804de24a4 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:02:46.449684 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:46.553603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] For port 21219902-37ad-41d7-a7cf-312804de24a4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=21219902-37ad-41d7-a7cf-312804de24a4,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:46.553925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:46.739015 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:46.739302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:46.739634 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Floating IP d2d093a3-ceda-467d-9c61-a9ab7359929b disassociated. External IP: 172.25.0.245, port: 21219902-37ad-41d7-a7cf-312804de24a4. Sep 17 23:02:46.739953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for 21219902-37ad-41d7-a7cf-312804de24a4 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:02:46.882753 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:46.919017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=21219902-37ad-41d7-a7cf-312804de24a4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:46.937646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0245c309-4186-417d-a98c-c541c0953052 req-601a8b84-bcc0-46d9-a36c-36701aff7fb1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 210 time: 0.0337512 Sep 17 23:02:46.967545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.967895 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.968235 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.968578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.968912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.969473 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.970081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.970681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.971206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.971708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.972208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:46.972709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:47.052885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Router 427b6ce9-4580-433c-bd93-986108266832 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:02:47.164223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:02:47.176408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:02:47.186221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:02:47.186839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:02:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:02:47.207815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] No DVR routers for this DVR port 21219902-37ad-41d7-a7cf-312804de24a4 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:02:47.212270 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:47.214581 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7bbe552f-d0fb-4213-82bc-d0ba19a6c240 req-4be6c45f-847a-46a3-b7f8-4af12426b180 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "DELETE /v2.0/ports/21219902-37ad-41d7-a7cf-312804de24a4 HTTP/1.1" status: 204 len: 173 time: 0.8513436 Sep 17 23:02:47.215219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe26740-9390-402e-ac43-4c984bd45408', 'name': 'network-vif-deleted', 'tag': '21219902-37ad-41d7-a7cf-312804de24a4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:47.218822 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb78707-1317-4409-9f5a-95bf589cf832" -d '{"events": [{"server_uuid": "ebe26740-9390-402e-ac43-4c984bd45408", "name": "network-vif-deleted", "tag": "21219902-37ad-41d7-a7cf-312804de24a4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:47.278827 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c8034-5fbd-44e7-85f7-7a99416c3291 x-openstack-request-id: req-d66c8034-5fbd-44e7-85f7-7a99416c3291 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:47.279429 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe26740-9390-402e-ac43-4c984bd45408", "name": "network-vif-deleted", "tag": "21219902-37ad-41d7-a7cf-312804de24a4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:47.279941 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d66c8034-5fbd-44e7-85f7-7a99416c3291 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:47.280600 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe26740-9390-402e-ac43-4c984bd45408', 'name': 'network-vif-deleted', 'tag': '21219902-37ad-41d7-a7cf-312804de24a4', 'status': 'completed', 'code': 200} Sep 17 23:02:47.480104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:02:47.675738 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:02:47.705031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:02:47.713556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:02:47.714171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:02:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:02:47.824119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:02:48.024487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:02:48.036566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc51f6d8-d113-48d6-8a27-87406420df1e req-ffd1341c-d2fe-42f2-9fd0-68c8b7ab98a8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 210 time: 0.0286500 Sep 17 23:02:48.051633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba65d4d-79b8-46b7-96f6-401953e2e4bd None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:02:48.297538 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e3eed-b653-489d-a171-2ffecb480183 None None] New status for floating IP d2d093a3-ceda-467d-9c61-a9ab7359929b: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:02:48.973248 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:49.135361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93122e57-b33f-4e91-9a96-e2e4c64ad58d req-decc879b-c13a-4205-947a-b37ce0be2733 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 210 time: 0.0271506 Sep 17 23:02:49.259648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 21219902-37ad-41d7-a7cf-312804de24a4 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:02:49.283978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 21219902-37ad-41d7-a7cf-312804de24a4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:02:49.284300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 21219902-37ad-41d7-a7cf-312804de24a4 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:02:50.229632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbd676e0-3c8f-4f41-9cb8-ba1a7299226b req-83def195-3ffc-4342-b439-636e41bc40d0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 210 time: 0.0264113 Sep 17 23:02:51.326847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c40c08b-427e-46bc-a6a1-a6563f396e2d req-e69af038-02c8-49df-820e-0ea9486d607e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe26740-9390-402e-ac43-4c984bd45408 HTTP/1.1" status: 200 len: 210 time: 0.0286634 Sep 17 23:02:52.538352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-edc143d4-4cca-4e23-affa-26739e63f15c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530423625&fields=id&tenant_id=6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 267 time: 0.0335538 Sep 17 23:02:52.649653 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-9979b578-4701-41b9-af41-f78a61dd6199 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:52.651134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-9979b578-4701-41b9-af41-f78a61dd6199 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.1054282 Sep 17 23:02:52.666837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-3eb871a1-be71-4102-b9a8-cc0b01f964e4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/quotas/6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 375 time: 0.0090883 Sep 17 23:02:52.720741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-f97c9249-7c42-4f55-aa81-518a1e1eb267 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481982 Sep 17 23:02:52.922215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a99ccbe1-8261-4692-a290-d3ba0f8f128a service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898718 Sep 17 23:02:53.021685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-953be6cd-2299-4206-95e8-056dd8f35665 service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932565 Sep 17 23:02:53.338877 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee79db5d-cacb-4883-a2de-23dcb782efac req-aaf94cc3-4926-4cd9-91e6-5e21c3d929a3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 210 time: 0.0270956 Sep 17 23:02:54.232537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53192) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:54.237878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744848887', 'description': 'tempest-secgroup-smoke-744848887 description', 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:54.265608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.328355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-72f1cbd5-1d16-4731-9d62-9b799ebb6c36 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:54.330535 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-72f1cbd5-1d16-4731-9d62-9b799ebb6c36 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.1204844 Sep 17 23:02:54.367411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.373109 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.401361 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.403145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1689041 Sep 17 23:02:54.406862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53196) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:54.413334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-84774658-3e82-4038-bd37-9349f855e3de tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'security_group_rule': {'security_group_id': '79c2c021-c0e4-465d-8db0-0ee94c12acd5', 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:54.470236 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84774658-3e82-4038-bd37-9349f855e3de tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.474848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-684ba68e-2bdb-405c-9e4a-c87a952a305c req-d62e9a42-1da3-4453-a4c1-d659649ecfae tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 210 time: 0.0360937 Sep 17 23:02:54.475487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c2c021-c0e4-465d-8db0-0ee94c12acd5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:54.492065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.492415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.492757 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.493205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.493464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.494044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.495700 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.496223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.497392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.497918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.498426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.498937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d475-890d-482e-9781-1314f071167a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:54.553123 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84774658-3e82-4038-bd37-9349f855e3de tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.558717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84774658-3e82-4038-bd37-9349f855e3de tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.582240 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-84774658-3e82-4038-bd37-9349f855e3de tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.583898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-84774658-3e82-4038-bd37-9349f855e3de tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761143 Sep 17 23:02:54.586880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53198) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:54.592309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-dbb59db5-8d20-4854-8b16-47e292e020e0 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'security_group_rule': {'security_group_id': '79c2c021-c0e4-465d-8db0-0ee94c12acd5', 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:54.621115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84774658-3e82-4038-bd37-9349f855e3de tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b96500-b01f-4349-b7b2-13cf7906bc8c,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:54.638669 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbb59db5-8d20-4854-8b16-47e292e020e0 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.665353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-c7fe4ec0-5013-401d-baf8-4c02d282aec5 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 380 time: 0.3252966 Sep 17 23:02:54.674760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'port': {'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'admin_state_up': True, 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'security_groups': ['ce78395d-0fda-427e-8af7-2a67465dad27']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:54.693873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbb59db5-8d20-4854-8b16-47e292e020e0 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.699215 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbb59db5-8d20-4854-8b16-47e292e020e0 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.721702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb59db5-8d20-4854-8b16-47e292e020e0 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb36d9d-7bb6-4a62-a38f-c5acad2e4882,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:54.738290 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-dbb59db5-8d20-4854-8b16-47e292e020e0 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.740431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-dbb59db5-8d20-4854-8b16-47e292e020e0 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523914 Sep 17 23:02:54.743392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53200) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:54.748431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f409b39c-8727-406c-9184-be99cefd42b3 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'security_group_rule': {'security_group_id': '79c2c021-c0e4-465d-8db0-0ee94c12acd5', 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:54.781758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f409b39c-8727-406c-9184-be99cefd42b3 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.797163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:54.800954 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.862109 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f409b39c-8727-406c-9184-be99cefd42b3 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.866515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f409b39c-8727-406c-9184-be99cefd42b3 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.887743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409b39c-8727-406c-9184-be99cefd42b3 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d0501b-4ea2-4b09-b5d7-23bab175b519,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:54.890965 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f409b39c-8727-406c-9184-be99cefd42b3 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.893823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f409b39c-8727-406c-9184-be99cefd42b3 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473951 Sep 17 23:02:54.897410 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53202) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:54.901996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d8b7396d-bd52-4131-ba07-0f0b0cf7278c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'security_group_rule': {'security_group_id': '79c2c021-c0e4-465d-8db0-0ee94c12acd5', 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:54.928890 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8b7396d-bd52-4131-ba07-0f0b0cf7278c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.943372 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.20.0.4 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/d359793b-662a-4463-8912-33a952aedb6c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:02:54.994071 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8b7396d-bd52-4131-ba07-0f0b0cf7278c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.998810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8b7396d-bd52-4131-ba07-0f0b0cf7278c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.016353 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7396d-bd52-4131-ba07-0f0b0cf7278c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6719c6-6220-4ee9-b84e-afdd19b80b1a,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:55.026019 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d8b7396d-bd52-4131-ba07-0f0b0cf7278c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.027513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d8b7396d-bd52-4131-ba07-0f0b0cf7278c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291268 Sep 17 23:02:55.031100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53204) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:55.036178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-15b0b5c3-fa59-43fd-a39c-05a83badce6c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'security_group_rule': {'security_group_id': '79c2c021-c0e4-465d-8db0-0ee94c12acd5', 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:55.061423 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-15b0b5c3-fa59-43fd-a39c-05a83badce6c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Project c4bcd561ed1d44c194f952dd06e0ada3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:02:55.066700 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15b0b5c3-fa59-43fd-a39c-05a83badce6c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.099988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.138732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.148121 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15b0b5c3-fa59-43fd-a39c-05a83badce6c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.153908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15b0b5c3-fa59-43fd-a39c-05a83badce6c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.165355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:02:55.174282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0b5c3-fa59-43fd-a39c-05a83badce6c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69592520-9a5d-40d8-b98c-23c19d5706d4,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:55.182754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15b0b5c3-fa59-43fd-a39c-05a83badce6c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.184240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-15b0b5c3-fa59-43fd-a39c-05a83badce6c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520739 Sep 17 23:02:55.186856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53206) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:55.188506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:02:55.192793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f2020ecc-29c0-48fa-b421-2830181fd843 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'security_group_rule': {'security_group_id': '79c2c021-c0e4-465d-8db0-0ee94c12acd5', 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:55.201380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:02:55.219731 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-f2020ecc-29c0-48fa-b421-2830181fd843 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Project c4bcd561ed1d44c194f952dd06e0ada3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:02:55.224916 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2020ecc-29c0-48fa-b421-2830181fd843 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.256638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=d359793b-662a-4463-8912-33a952aedb6c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:55.283313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:55.284301 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.305553 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8d96e7c9-fc6d-4e6c-8b6f-51a184684cd8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344748 Sep 17 23:02:55.307149 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2020ecc-29c0-48fa-b421-2830181fd843 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.311910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2020ecc-29c0-48fa-b421-2830181fd843 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.327020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Request body: {'port': {'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:55.342644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2020ecc-29c0-48fa-b421-2830181fd843 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b700efef-6c2c-4d4f-a548-cabaeec5db60,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:55.359055 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f2020ecc-29c0-48fa-b421-2830181fd843 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.361597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f2020ecc-29c0-48fa-b421-2830181fd843 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1725335 Sep 17 23:02:55.433466 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.469484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-52341e3e-d946-4bc4-820b-1737fc70ea43 None None] Provisioning complete for port d359793b-662a-4463-8912-33a952aedb6c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:02:55.470082 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-52341e3e-d946-4bc4-820b-1737fc70ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.506613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-52341e3e-d946-4bc4-820b-1737fc70ea43 None None] Port d359793b-662a-4463-8912-33a952aedb6c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:02:55.675277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec9e72-cd20-4e0a-9c9a-231bc65b0a8a req-48895b30-7ff4-4f8b-a8c3-287fe56bfe46 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:55.677332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62ec9e72-cd20-4e0a-9c9a-231bc65b0a8a req-48895b30-7ff4-4f8b-a8c3-287fe56bfe46 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 931 time: 0.1210351 Sep 17 23:02:55.682134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-4f0b482b-e520-4e1f-9f08-43861f16714c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744848887&fields=id&tenant_id=c4bcd561ed1d44c194f952dd06e0ada3 HTTP/1.1" status: 200 len: 267 time: 0.1099634 Sep 17 23:02:55.771845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62ec9e72-cd20-4e0a-9c9a-231bc65b0a8a req-f34c3cdf-5f0b-47fe-bb52-28a7d4396f18 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802395 Sep 17 23:02:55.843794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-f984a370-7da3-4bfb-b1af-aa72b843b021 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:55.848754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-f984a370-7da3-4bfb-b1af-aa72b843b021 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/networks?id=2a2694bf-0aeb-4475-9c3f-92983145249d HTTP/1.1" status: 200 len: 814 time: 0.1567714 Sep 17 23:02:55.850205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d359793b-662a-4463-8912-33a952aedb6c {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:02:55.858855 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.864359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-8867ba63-aa02-4d86-8eab-73d7cc2eb5d8 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/quotas/c4bcd561ed1d44c194f952dd06e0ada3 HTTP/1.1" status: 200 len: 375 time: 0.0124462 Sep 17 23:02:55.871001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Transition to ACTIVE for port object d359793b-662a-4463-8912-33a952aedb6c will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:02:55.876079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:55.926091 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-1eacb5c0-0ff0-44cb-8599-ecfdd64a1966 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4bcd561ed1d44c194f952dd06e0ada3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558963 Sep 17 23:02:55.976241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Pushing event updated for resources: {'Port': ['ID=d359793b-662a-4463-8912-33a952aedb6c,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:56.017570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Attempting to bind port d359793b-662a-4463-8912-33a952aedb6c on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:02:56.017894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Attempting to bind port d359793b-662a-4463-8912-33a952aedb6c by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:02:56.018255 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Attempting to bind port d359793b-662a-4463-8912-33a952aedb6c on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:56.023932 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Port d359793b-662a-4463-8912-33a952aedb6c on network efd7d316-db5b-443d-8c32-028f74826381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:02:56.024253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Attempting to bind port d359793b-662a-4463-8912-33a952aedb6c on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:56.030770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:02:56.031107 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:02:56.032056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:02:56.032624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Bound port: d359793b-662a-4463-8912-33a952aedb6c, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:02:56.032854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:56.062575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-4d36f610-42bd-470a-b453-6e067f79ddbb service neutron] 10.222.0.48 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223273 Sep 17 23:02:56.111414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] For port d359793b-662a-4463-8912-33a952aedb6c, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:02:56.114785 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] For port d359793b-662a-4463-8912-33a952aedb6c, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d359793b-662a-4463-8912-33a952aedb6c,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:02:56.125103 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:56.173538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.174109 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:56.175509 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] 10.222.0.45 "PUT /v2.0/ports/d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 1092 time: 0.8600910 Sep 17 23:02:56.176334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:56.178714 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3490002-c2b3-4931-9f17-bdf0302a48b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "tag": "d359793b-662a-4463-8912-33a952aedb6c"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:56.190071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-2c93a472-9b2e-4499-ac4e-a20d2e75a5ba service neutron] 10.222.0.48 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258776 Sep 17 23:02:56.218821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3c1a6-254d-45ab-afa9-84cc6477c985 service neutron] Pushing event updated for resources: {'Port': ['ID=d359793b-662a-4463-8912-33a952aedb6c,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:56.237378 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dcfc1b-0cf0-403c-a1d2-2c9bccabd41c x-openstack-request-id: req-22dcfc1b-0cf0-403c-a1d2-2c9bccabd41c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:56.237652 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "tag": "d359793b-662a-4463-8912-33a952aedb6c", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:56.237878 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22dcfc1b-0cf0-403c-a1d2-2c9bccabd41c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:56.238272 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c', 'status': 'completed', 'code': 200} Sep 17 23:02:56.282286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-2f6f5317-1a83-4e2e-afa8-8c5859dd2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.284879 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-2f6f5317-1a83-4e2e-afa8-8c5859dd2c15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1095 time: 0.0584898 Sep 17 23:02:56.338006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-e3da9064-c945-4d72-ad68-60be1a2cc905 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 217 time: 0.0453842 Sep 17 23:02:56.394468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-0a50122b-e1f3-4edf-8e2c-3076de0d0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.396128 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-0a50122b-e1f3-4edf-8e2c-3076de0d0d74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0481470 Sep 17 23:02:56.453498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-e073457c-41f7-49af-855b-e0ff5c02a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.455030 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-e073457c-41f7-49af-855b-e0ff5c02a53b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508041 Sep 17 23:02:56.581578 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f11a324d-d987-4e6c-af56-34bb59ddce2c req-95013050-39a5-4920-a5e9-c35a664035e2 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 210 time: 0.0386434 Sep 17 23:02:56.584570 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-43fee2ae-83c6-4eb7-96b0-552f6cbfba87 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222677 Sep 17 23:02:56.698464 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-62555435-0ae3-49b2-bd9b-3f6f6e173521 req-8949885b-f26b-4ea8-a473-f6b330136eb1 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055262 Sep 17 23:02:56.780743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-355f931c-6ef6-4075-994d-f47bc2522844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.782317 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-355f931c-6ef6-4075-994d-f47bc2522844 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1095 time: 0.0422838 Sep 17 23:02:56.883083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-1be8e3fb-0ac4-49b2-802b-d3e3d82f622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.884580 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-1be8e3fb-0ac4-49b2-802b-d3e3d82f622b service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0954275 Sep 17 23:02:56.890588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477f22d-ec05-45de-86cb-a19dd8351c6d req-44ed2281-8d8f-4327-aa7d-9ec8b24d33dc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.892108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f477f22d-ec05-45de-86cb-a19dd8351c6d req-44ed2281-8d8f-4327-aa7d-9ec8b24d33dc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0527053 Sep 17 23:02:56.931405 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-82e59ed3-9f22-4fd5-8a9e-7f38cb918522 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 217 time: 0.0388777 Sep 17 23:02:56.932110 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f477f22d-ec05-45de-86cb-a19dd8351c6d req-1724bfec-9320-41ab-911f-f0326e0f569b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335255 Sep 17 23:02:56.981710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-cb6b4335-287c-44c7-8523-9c524e6b5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.983142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-cb6b4335-287c-44c7-8523-9c524e6b5ee0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0447497 Sep 17 23:02:57.028516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-e2e4fbb7-4338-4f07-96c5-41deddb52d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:57.030243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-e2e4fbb7-4338-4f07-96c5-41deddb52d18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405872 Sep 17 23:02:57.124647 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-5af0b576-1af3-4cba-9e85-fb822119b7b3 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873277 Sep 17 23:02:57.224364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c3490002-c2b3-4931-9f17-bdf0302a48b4 req-2c33c98a-7164-4a0e-94d4-4a463c955fed service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930765 Sep 17 23:02:57.668403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-28c33801-dbb5-473d-8902-9999688e6b0f req-274867b2-89ef-401f-bfbc-62b3f739bbfa tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 210 time: 0.0284712 Sep 17 23:02:58.046169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3605-a601-47d1-aa3a-406cb9d95f3a req-d7e21873-9a82-429c-a49f-a49de454b072 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:58.047665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-555a3605-a601-47d1-aa3a-406cb9d95f3a req-d7e21873-9a82-429c-a49f-a49de454b072 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0487039 Sep 17 23:02:58.094661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-555a3605-a601-47d1-aa3a-406cb9d95f3a req-38c9ab3c-b8d2-4889-b7ce-44ec78fa84df tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354457 Sep 17 23:02:58.748761 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cfb86c5-2b5e-4c6d-b0bb-e10c8a88e6f1 req-db2d910a-21a1-4c0e-a33d-021cee101bc2 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 210 time: 0.0294366 Sep 17 23:02:59.212750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7edb4a-a632-473f-84cc-ac68ea634a95 req-9098f5c1-0438-4a39-89fd-eba9d456bbed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:59.214254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c7edb4a-a632-473f-84cc-ac68ea634a95 req-9098f5c1-0438-4a39-89fd-eba9d456bbed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0525911 Sep 17 23:02:59.257854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c7edb4a-a632-473f-84cc-ac68ea634a95 req-d1e51718-505e-42cb-b2a9-774bdabb7ed1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368822 Sep 17 23:02:59.606640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-97048451-5ed5-431e-80fb-07b515b0958e tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:59.608019 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-97048451-5ed5-431e-80fb-07b515b0958e tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.49 "GET /v2.0/networks?id=2a2694bf-0aeb-4475-9c3f-92983145249d HTTP/1.1" status: 200 len: 814 time: 0.1041517 Sep 17 23:02:59.656793 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-91f1d0b1-18a2-41b9-9624-7a219b099a26 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4bcd561ed1d44c194f952dd06e0ada3 HTTP/1.1" status: 200 len: 379 time: 0.0340736 Sep 17 23:02:59.666106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'port': {'device_id': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'admin_state_up': True, 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'security_groups': ['79c2c021-c0e4-465d-8db0-0ee94c12acd5']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:59.781760 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Made reservation on behalf of c4bcd561ed1d44c194f952dd06e0ada3 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:59.786010 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:59.859597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a4611ceb-e714-43fa-9238-fb747cbbb837 req-92b94fdd-5abf-4488-b638-8916bc3e12bb tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 210 time: 0.0410500 Sep 17 23:02:59.934452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Allocated IP 172.20.0.8 (2a2694bf-0aeb-4475-9c3f-92983145249d/d16a6577-444e-49e1-9640-6a5bf6be6545/ffae6ab9-6e52-4856-9483-c011e22c45a1) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:02:59.970984 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f866b360-68a7-44c4-9ca0-fec1d90bbb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.080322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.115599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.166568 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Network 2a2694bf-0aeb-4475-9c3f-92983145249d is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:03:00.170308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:03:00.177746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:03:00.181882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'Port': ['ID=ffae6ab9-6e52-4856-9483-c011e22c45a1,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:00.235346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:00.236003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.253308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-21f9a9b4-a3d8-43ff-ad4d-450c1f91f6b7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907505 Sep 17 23:03:00.271921 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Request body: {'port': {'device_id': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:03:00.346226 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.391873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0599a7a-f77d-466d-9e29-0121d3f1c2d1 req-1ec07e19-b2d5-40e9-a143-f8c4bca25943 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:00.393829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0599a7a-f77d-466d-9e29-0121d3f1c2d1 req-1ec07e19-b2d5-40e9-a143-f8c4bca25943 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0608835 Sep 17 23:03:00.439910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1d936dea-39d5-4b11-847c-378479731536 None None] Provisioning complete for port ffae6ab9-6e52-4856-9483-c011e22c45a1 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:03:00.440031 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1d936dea-39d5-4b11-847c-378479731536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.463299 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0599a7a-f77d-466d-9e29-0121d3f1c2d1 req-942fbb38-ae21-481d-9b43-823591f187e3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484273 Sep 17 23:03:00.484798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1d936dea-39d5-4b11-847c-378479731536 None None] Port ffae6ab9-6e52-4856-9483-c011e22c45a1 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:03:00.644484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffae6ab9-6e52-4856-9483-c011e22c45a1 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:03:00.651883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.665551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Transition to ACTIVE for port object ffae6ab9-6e52-4856-9483-c011e22c45a1 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:03:00.671106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.739858 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffae6ab9-6e52-4856-9483-c011e22c45a1,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:00.807980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Attempting to bind port ffae6ab9-6e52-4856-9483-c011e22c45a1 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:03:00.808406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Attempting to bind port ffae6ab9-6e52-4856-9483-c011e22c45a1 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:03:00.808676 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Attempting to bind port ffae6ab9-6e52-4856-9483-c011e22c45a1 on network 2a2694bf-0aeb-4475-9c3f-92983145249d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:03:00.814376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Port ffae6ab9-6e52-4856-9483-c011e22c45a1 on network 2a2694bf-0aeb-4475-9c3f-92983145249d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:03:00.814709 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Attempting to bind port ffae6ab9-6e52-4856-9483-c011e22c45a1 on network 2a2694bf-0aeb-4475-9c3f-92983145249d {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:03:00.820178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:03:00.820504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Checking segment: {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:03:00.820892 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Bound using segment: {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:03:00.821396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Bound port: ffae6ab9-6e52-4856-9483-c011e22c45a1, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:03:00.821771 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.898615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] For port ffae6ab9-6e52-4856-9483-c011e22c45a1, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:03:00.904881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] For port ffae6ab9-6e52-4856-9483-c011e22c45a1, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:03:00.911184 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.954691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:00.955328 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.956739 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] 10.222.0.49 "PUT /v2.0/ports/ffae6ab9-6e52-4856-9483-c011e22c45a1 HTTP/1.1" status: 200 len: 1092 time: 0.6893907 Sep 17 23:03:00.957211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:00.959512 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991d740a-7c38-409b-8d8f-165c0a5c5552" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:01.006538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd4961-5f7b-4b6a-a7b6-9223f8889c20 req-4a5aea82-3071-4dec-9f6b-108684b3a8d8 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.009294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90bd4961-5f7b-4b6a-a7b6-9223f8889c20 req-4a5aea82-3071-4dec-9f6b-108684b3a8d8 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0740728 Sep 17 23:03:01.019274 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26091-a81c-4183-85da-5007b517dcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffae6ab9-6e52-4856-9483-c011e22c45a1,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:01.026113 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3138136f-04b0-4bf9-a0f0-d264f14c99af x-openstack-request-id: req-3138136f-04b0-4bf9-a0f0-d264f14c99af {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:01.026403 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:01.026660 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3138136f-04b0-4bf9-a0f0-d264f14c99af {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:01.028399 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'status': 'completed', 'code': 200} Sep 17 23:03:01.092974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90bd4961-5f7b-4b6a-a7b6-9223f8889c20 req-d8c861bf-d289-4d37-a4fe-360960200004 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741558 Sep 17 23:03:01.097572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-3f15e4de-5ffe-467b-b85e-2b8f8dfe8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.099176 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-3f15e4de-5ffe-467b-b85e-2b8f8dfe8510 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4bcd561ed1d44c194f952dd06e0ada3&device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1095 time: 0.0544369 Sep 17 23:03:01.153666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-e1134f23-2b7d-433e-a6dc-70246df5c79d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1 HTTP/1.1" status: 200 len: 217 time: 0.0405991 Sep 17 23:03:01.205905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-285d6ff2-482a-486a-b9be-69159a415d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.207402 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-285d6ff2-482a-486a-b9be-69159a415d5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16a6577-444e-49e1-9640-6a5bf6be6545 HTTP/1.1" status: 200 len: 853 time: 0.0472383 Sep 17 23:03:01.257404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-335b56ab-916f-413f-9525-dbcfcc7cf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.258907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-335b56ab-916f-413f-9525-dbcfcc7cf6ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a2694bf-0aeb-4475-9c3f-92983145249d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448806 Sep 17 23:03:01.357658 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-cdbbec81-92b8-469d-abd1-4338510345ad service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868521 Sep 17 23:03:01.472299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-fb3c3053-149e-40da-ae1a-0bf5cf89f1f7 req-0ad5be7f-d689-43ad-9405-225db75ff30b service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885794 Sep 17 23:03:01.569705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4b89-ea40-4584-a6af-d11be2c26645 req-1bd388d8-9bd6-4608-b3f9-9460f092bb43 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.571229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6bf4b89-ea40-4584-a6af-d11be2c26645 req-1bd388d8-9bd6-4608-b3f9-9460f092bb43 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0528643 Sep 17 23:03:01.589848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-5a5eba34-9aba-4486-9777-90f01c320b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.591373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-5a5eba34-9aba-4486-9777-90f01c320b28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4bcd561ed1d44c194f952dd06e0ada3&device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1095 time: 0.0506053 Sep 17 23:03:01.611963 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6bf4b89-ea40-4584-a6af-d11be2c26645 req-b81567cd-659b-4ff7-bcfb-89d2c248897c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Sep 17 23:03:01.691047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-2f1d91e0-3da2-436d-953b-e7cc8eefb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.692541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-2f1d91e0-3da2-436d-953b-e7cc8eefb326 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a2694bf-0aeb-4475-9c3f-92983145249d HTTP/1.1" status: 200 len: 915 time: 0.0947444 Sep 17 23:03:01.739601 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-3a088e40-bf5e-421c-9c9d-c8fb223a2803 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1 HTTP/1.1" status: 200 len: 217 time: 0.0390589 Sep 17 23:03:01.789306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-0b9f3c09-7c62-480f-98a9-84a8e2291d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.790777 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-0b9f3c09-7c62-480f-98a9-84a8e2291d12 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16a6577-444e-49e1-9640-6a5bf6be6545 HTTP/1.1" status: 200 len: 853 time: 0.0448296 Sep 17 23:03:01.837549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-d6e742c6-1ccb-4cfc-9ab7-ae6d5fecba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.839161 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-d6e742c6-1ccb-4cfc-9ab7-ae6d5fecba3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a2694bf-0aeb-4475-9c3f-92983145249d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409815 Sep 17 23:03:01.931294 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-3d486fa2-e339-47cb-945c-e97598ff9323 service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844710 Sep 17 23:03:02.022411 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-991d740a-7c38-409b-8d8f-165c0a5c5552 req-7103432f-e56f-4308-9874-0beb3639da7e service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834677 Sep 17 23:03:02.192061 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf05a-51fd-4b2a-88f6-de6e80426c5c req-11d56751-7b85-411c-9a5b-0c9ed86b4879 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:02.193663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2efbf05a-51fd-4b2a-88f6-de6e80426c5c req-11d56751-7b85-411c-9a5b-0c9ed86b4879 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0556171 Sep 17 23:03:02.233437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2efbf05a-51fd-4b2a-88f6-de6e80426c5c req-dd7dcaf4-d1bc-426f-9fd4-6401f4ebdc79 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336528 Sep 17 23:03:02.730568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d9b48-13b6-4fad-9b1d-5df55a51ba80 req-6d87bce8-eee5-4950-8f5e-cf32491ed8a6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:02.732822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d6d9b48-13b6-4fad-9b1d-5df55a51ba80 req-6d87bce8-eee5-4950-8f5e-cf32491ed8a6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0512745 Sep 17 23:03:02.740072 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8d29858d-9485-400c-a316-9b56d4a81aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:02.774815 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d6d9b48-13b6-4fad-9b1d-5df55a51ba80 req-54927702-9ffc-44ca-808a-7211f81efc83 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353494 Sep 17 23:03:03.134379 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:03.349847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89519a8b-84e6-4670-9fda-ecbbbe42463d req-d6842b86-253a-4238-bf91-77b5a9de8c70 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:03.351355 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89519a8b-84e6-4670-9fda-ecbbbe42463d req-d6842b86-253a-4238-bf91-77b5a9de8c70 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0493078 Sep 17 23:03:03.391035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89519a8b-84e6-4670-9fda-ecbbbe42463d req-b886b691-9be1-4103-a021-22cbb2dd22b9 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326896 Sep 17 23:03:03.892759 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce844b-fc56-4e77-b5b4-67a244bb923d req-28eba2f3-8ba6-4c2a-9604-55e524dac16d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:03.894447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0ce844b-fc56-4e77-b5b4-67a244bb923d req-28eba2f3-8ba6-4c2a-9604-55e524dac16d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0514908 Sep 17 23:03:03.908564 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:03.933018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0ce844b-fc56-4e77-b5b4-67a244bb923d req-5ce30ed9-ef9b-42d1-a5c5-9740197dd03b tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324504 Sep 17 23:03:04.738340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87984ea1-c569-4906-89dc-17cd5891d5ee req-edc85fa9-9538-4a28-8d01-bac3723916b9 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:04.739776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87984ea1-c569-4906-89dc-17cd5891d5ee req-edc85fa9-9538-4a28-8d01-bac3723916b9 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0506721 Sep 17 23:03:04.780871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87984ea1-c569-4906-89dc-17cd5891d5ee req-4449c098-bddb-40bd-b224-89c8b998a50f tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351145 Sep 17 23:03:04.920506 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:05.063244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f075c1-8a55-400b-a917-0c0fe71e3c7f req-a7332aac-2f5a-4f14-a11b-77ae79b61f83 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:05.064685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1f075c1-8a55-400b-a917-0c0fe71e3c7f req-a7332aac-2f5a-4f14-a11b-77ae79b61f83 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0560081 Sep 17 23:03:05.109196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1f075c1-8a55-400b-a917-0c0fe71e3c7f req-8e967f78-b4ae-4e14-8677-87a76f2265d4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373538 Sep 17 23:03:05.448432 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:05.897906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8914e0-6a65-452e-b1a5-b00d48ba88b6 req-51739488-0a69-4400-acab-743428de3b5a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:05.899483 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb8914e0-6a65-452e-b1a5-b00d48ba88b6 req-51739488-0a69-4400-acab-743428de3b5a tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0525475 Sep 17 23:03:05.938598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb8914e0-6a65-452e-b1a5-b00d48ba88b6 req-e8059049-b830-4bac-8193-d53fb8fee786 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Sep 17 23:03:06.225229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa31b5-0b5c-4935-9ae2-faeb82314e34 req-00312b44-3b7e-4b4f-8bcd-8ff639602045 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:06.226716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfaa31b5-0b5c-4935-9ae2-faeb82314e34 req-00312b44-3b7e-4b4f-8bcd-8ff639602045 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0487387 Sep 17 23:03:06.264768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfaa31b5-0b5c-4935-9ae2-faeb82314e34 req-195462d0-f18d-45d6-a725-9f5cd373f913 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Sep 17 23:03:07.050794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb91323-6db9-4008-8ca9-948ef40dda25 req-71981995-eb83-4ea8-a33f-b1902b58f324 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:07.052278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1eb91323-6db9-4008-8ca9-948ef40dda25 req-71981995-eb83-4ea8-a33f-b1902b58f324 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0488617 Sep 17 23:03:07.090800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1eb91323-6db9-4008-8ca9-948ef40dda25 req-e9d59258-263c-4386-a063-4383ae662456 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324316 Sep 17 23:03:07.204049 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d359793b-662a-4463-8912-33a952aedb6c details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:03:07.299613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d359793b-662a-4463-8912-33a952aedb6c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d359793b-662a-4463-8912-33a952aedb6c,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:07.310886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'd359793b-662a-4463-8912-33a952aedb6c', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:03:07.347742 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:07.361375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d359793b-662a-4463-8912-33a952aedb6c {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:03:07.380407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d359793b-662a-4463-8912-33a952aedb6c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d359793b-662a-4463-8912-33a952aedb6c,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:07.382928 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74102a06-06a8-4c7c-8d7a-9cc1b9055f8d req-754cc2f6-eb90-48be-8f1c-8ac796ca2f8d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:07.384487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74102a06-06a8-4c7c-8d7a-9cc1b9055f8d req-754cc2f6-eb90-48be-8f1c-8ac796ca2f8d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 943 time: 0.0533421 Sep 17 23:03:07.384713 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:07.425141 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-74102a06-06a8-4c7c-8d7a-9cc1b9055f8d req-d4cc7f78-78c3-447f-96eb-b152c9e0e679 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Sep 17 23:03:07.442472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d359793b-662a-4463-8912-33a952aedb6c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:07.450259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.450617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.450958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.451295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.451629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.451956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.452281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.452606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.452956 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.453277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.453601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.453920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:07.599986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['d359793b-662a-4463-8912-33a952aedb6c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:08.202805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911dd8-8357-49c8-b077-94316a839487 req-9baa5c9d-aaa9-4432-9c8d-9435aa3f2497 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:08.204259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34911dd8-8357-49c8-b077-94316a839487 req-9baa5c9d-aaa9-4432-9c8d-9435aa3f2497 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0474257 Sep 17 23:03:08.241798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-34911dd8-8357-49c8-b077-94316a839487 req-783ddbd3-c4c9-4cb3-8308-ac929c4144c5 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Sep 17 23:03:08.538744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012c047-017e-453b-8182-edbfaa75de80 req-72c2755e-d6cc-48b4-a03d-3b7f363f9b59 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:08.540233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1012c047-017e-453b-8182-edbfaa75de80 req-72c2755e-d6cc-48b4-a03d-3b7f363f9b59 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 944 time: 0.0491278 Sep 17 23:03:08.578482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1012c047-017e-453b-8182-edbfaa75de80 req-ed690ce9-4d83-4ff3-9dbc-59700d5be4b2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Sep 17 23:03:09.204158 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d359793b-662a-4463-8912-33a952aedb6c up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:03:09.252226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port d359793b-662a-4463-8912-33a952aedb6c completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:03:09.255879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port d359793b-662a-4463-8912-33a952aedb6c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:03:09.256257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:09.333103 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:09.360111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:09.362144 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7400845-d6a0-4c39-9b8f-d6e13a287a4a req-25b817a2-63f4-4d9e-8aee-083854df0a76 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:09.362657 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d50f3a-6527-4811-b9cb-45688432fa71" -d '{"events": [{"server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "name": "network-vif-plugged", "status": "completed", "tag": "d359793b-662a-4463-8912-33a952aedb6c"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:09.363672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7400845-d6a0-4c39-9b8f-d6e13a287a4a req-25b817a2-63f4-4d9e-8aee-083854df0a76 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0548987 Sep 17 23:03:09.375964 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port d359793b-662a-4463-8912-33a952aedb6c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d359793b-662a-4463-8912-33a952aedb6c,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:09.380896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:09.407122 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb615169-261b-4110-9c46-72078c4cd0c0 x-openstack-request-id: req-fb615169-261b-4110-9c46-72078c4cd0c0 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:09.407415 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "name": "network-vif-plugged", "status": "completed", "tag": "d359793b-662a-4463-8912-33a952aedb6c", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:09.407689 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb615169-261b-4110-9c46-72078c4cd0c0 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:09.408049 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c', 'code': 200} Sep 17 23:03:09.414227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7400845-d6a0-4c39-9b8f-d6e13a287a4a req-26d01aee-9404-48a0-8cbc-31e08688911c tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Sep 17 23:03:09.435133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=d359793b-662a-4463-8912-33a952aedb6c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:09.502515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728424d-42fd-4015-b62f-59b7eeb3fa3a req-48df123a-d168-4372-90f1-de766a16827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:09.503998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9728424d-42fd-4015-b62f-59b7eeb3fa3a req-48df123a-d168-4372-90f1-de766a16827b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1097 time: 0.0407350 Sep 17 23:03:09.542168 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9728424d-42fd-4015-b62f-59b7eeb3fa3a req-0a095ffe-fb1f-41ce-8e70-d471605f4235 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Sep 17 23:03:09.692473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345373e-d49d-4a6b-842e-9ef3b69463c6 req-8a4f28b3-d8c3-4736-ae00-847af52b29f1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:09.693897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7345373e-d49d-4a6b-842e-9ef3b69463c6 req-8a4f28b3-d8c3-4736-ae00-847af52b29f1 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 945 time: 0.0482194 Sep 17 23:03:09.731665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7345373e-d49d-4a6b-842e-9ef3b69463c6 req-afa0a943-090e-41f7-9003-30b48b248c70 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Sep 17 23:03:10.531304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba687871-bf42-42d3-a66a-534c8e74e981 req-0df6ef43-da50-4959-a5b3-6fa2bc1b272b tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:10.533317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba687871-bf42-42d3-a66a-534c8e74e981 req-0df6ef43-da50-4959-a5b3-6fa2bc1b272b tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0547326 Sep 17 23:03:10.573931 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba687871-bf42-42d3-a66a-534c8e74e981 req-d359993e-617e-4a77-ad23-b956d082146d tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347199 Sep 17 23:03:10.849384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed3bd1-133b-4a39-981f-0e29115a53c8 req-dfdace59-dc23-4d08-8775-0bb5e061f581 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:10.850866 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0eed3bd1-133b-4a39-981f-0e29115a53c8 req-dfdace59-dc23-4d08-8775-0bb5e061f581 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 945 time: 0.0528622 Sep 17 23:03:10.889373 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0eed3bd1-133b-4a39-981f-0e29115a53c8 req-33936330-6e97-42ed-a5bc-4403b9fd699d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318775 Sep 17 23:03:11.005324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7574b-d566-4db5-9e52-f126efc6bbec req-82be7308-8ebc-47ff-a9b1-ed16f4b61d5a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:11.006827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ca7574b-d566-4db5-9e52-f126efc6bbec req-82be7308-8ebc-47ff-a9b1-ed16f4b61d5a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 945 time: 0.0491915 Sep 17 23:03:11.044569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5ca7574b-d566-4db5-9e52-f126efc6bbec req-5b3d3890-edf2-48ab-90a0-4ac6eb2040ad tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306985 Sep 17 23:03:11.066404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53296) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:03:11.205726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c537ee8-f947-426f-acde-52e50a97c7aa tempest-TestVolumeBootPattern-605575739 tempest-TestVolumeBootPattern-605575739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:11.207232 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5c537ee8-f947-426f-acde-52e50a97c7aa tempest-TestVolumeBootPattern-605575739 tempest-TestVolumeBootPattern-605575739-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1092 time: 0.1398861 Sep 17 23:03:11.209988 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53300) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:03:11.214408 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:03:11.235995 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.332670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.436478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.25.0.43 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/7cbdcfe1-66c0-4e94-9123-d6fe9e766fb7) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:03:11.540216 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.573336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.610600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:03:11.613566 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:03:11.617175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:03:11.649248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=7cbdcfe1-66c0-4e94-9123-d6fe9e766fb7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:11.734434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea24c5f-852a-4992-9c24-51aec666a15f req-136716bd-1e5e-447f-8bd9-f313f5e46dc2 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:11.735935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dea24c5f-852a-4992-9c24-51aec666a15f req-136716bd-1e5e-447f-8bd9-f313f5e46dc2 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0914307 Sep 17 23:03:12.145819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dea24c5f-852a-4992-9c24-51aec666a15f req-248412bd-bea4-447c-a7aa-7e189249a7d7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924322 Sep 17 23:03:12.349102 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:12.412912 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:12.561175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:12.565336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:12.636601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=7cbdcfe1-66c0-4e94-9123-d6fe9e766fb7,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:12.644424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:12.743555 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Floating IP 83b98313-fa29-4347-a683-b57fa2a463b3 associated. External IP: 172.25.0.43, port: d359793b-662a-4463-8912-33a952aedb6c. Sep 17 23:03:12.955452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Router 427b6ce9-4580-433c-bd93-986108266832 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:03:13.062912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:03:13.072358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:03:13.078890 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:13.082234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:03:13.082857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:03:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:13.106764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-35ba4183-92e4-4f02-8f8f-12d2f04eb139 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8948662 Sep 17 23:03:13.107405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:13.109665 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f27e3-b7f5-45b9-9df8-058daf8660e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "tag": "d359793b-662a-4463-8912-33a952aedb6c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:13.197955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:03:13.224615 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3473da26-7a0d-48da-ad94-216b48b5c1e1 x-openstack-request-id: req-3473da26-7a0d-48da-ad94-216b48b5c1e1 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:13.225003 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "tag": "d359793b-662a-4463-8912-33a952aedb6c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:13.225324 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3473da26-7a0d-48da-ad94-216b48b5c1e1 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:13.225726 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c', 'status': 'completed', 'code': 200} Sep 17 23:03:13.266765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac79e9-54fc-4e4e-a7a4-25158928f26a req-f5d4336d-f48f-4d89-bbd6-28750e1f8f0e tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.268313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8cac79e9-54fc-4e4e-a7a4-25158928f26a req-f5d4336d-f48f-4d89-bbd6-28750e1f8f0e tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 943 time: 0.0549471 Sep 17 23:03:13.285623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-566cd00a-352f-48bc-868d-9692bd8aaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.287180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-566cd00a-352f-48bc-868d-9692bd8aaf95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1097 time: 0.0419829 Sep 17 23:03:13.314674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8cac79e9-54fc-4e4e-a7a4-25158928f26a req-da1a91e8-2645-46ec-b82b-db04dc9d5e2e tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395460 Sep 17 23:03:13.388031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-7755ec5a-c6d5-4715-a6e0-8a9dc465539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.389213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ffae6ab9-6e52-4856-9483-c011e22c45a1 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:03:13.389558 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-7755ec5a-c6d5-4715-a6e0-8a9dc465539c service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0945723 Sep 17 23:03:13.459594 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-453626d5-6b90-4c13-afda-d68c25de8f83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 998 time: 0.0633585 Sep 17 23:03:13.508019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-9bdd1b3e-5a96-4c88-bc36-bbef665689e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.509559 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-9bdd1b3e-5a96-4c88-bc36-bbef665689e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0429635 Sep 17 23:03:13.523142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:12Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:13.525887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ffae6ab9-6e52-4856-9483-c011e22c45a1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:13.555526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-4e27726c-eee1-48ca-bbed-3fa66d716fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.557051 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-4e27726c-eee1-48ca-bbed-3fa66d716fa0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400829 Sep 17 23:03:13.558297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:03:13.565181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'mac_address': 'fa:16:3e:9d:9e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:03:13.573603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:03:13.574218 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:03:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:13.647473 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:13.651974 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-007e592c-354a-4b56-be96-b89eb0fdd1ca service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861900 Sep 17 23:03:13.692385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffae6ab9-6e52-4856-9483-c011e22c45a1 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:03:13.721270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ffae6ab9-6e52-4856-9483-c011e22c45a1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:13.729469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:13.744725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-121f27e3-b7f5-45b9-9df8-058daf8660e3 req-62bbcf32-57b0-4377-93fd-289f1e3ced86 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848396 Sep 17 23:03:13.759129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:03:13.849966 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ffae6ab9-6e52-4856-9483-c011e22c45a1,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:14.006076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:12Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:14.032038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff8b33-aa0f-4a4e-a530-36f594f4df41 None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:12Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:03:14.113737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['ffae6ab9-6e52-4856-9483-c011e22c45a1'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:14.236746 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd93922-f27f-4f8a-bdbf-20510bbcbb04 None None] New status for floating IP 83b98313-fa29-4347-a683-b57fa2a463b3: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:03:14.434650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b457-88b8-4175-b9d4-e25d1adaee77 req-f4ef385d-b6c3-4652-b1c6-f3fdae960f98 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:14.436142 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99e8b457-88b8-4175-b9d4-e25d1adaee77 req-f4ef385d-b6c3-4652-b1c6-f3fdae960f98 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 944 time: 0.0520122 Sep 17 23:03:14.475487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99e8b457-88b8-4175-b9d4-e25d1adaee77 req-ebdbc9e9-4fee-44e6-9f26-0ac676f3cba6 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Sep 17 23:03:15.385270 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ffae6ab9-6e52-4856-9483-c011e22c45a1 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:03:15.432083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port ffae6ab9-6e52-4856-9483-c011e22c45a1 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:03:15.435914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port ffae6ab9-6e52-4856-9483-c011e22c45a1 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:03:15.436283 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:15.512219 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:15.535899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:15.538158 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28b5874-df20-4ade-8ae4-4154a6aeb74a" -d '{"events": [{"server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:15.551197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port ffae6ab9-6e52-4856-9483-c011e22c45a1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:15.555543 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:15.593795 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d8635a-1365-4265-9132-b24cb3a8408c x-openstack-request-id: req-58d8635a-1365-4265-9132-b24cb3a8408c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:15.593795 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:15.593795 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58d8635a-1365-4265-9132-b24cb3a8408c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:15.593795 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'code': 200} Sep 17 23:03:15.618542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a66f-8f1c-4920-8367-9c649cf389f0 req-bc7a625b-25e6-4d38-b8fb-1e184816e24d tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.620704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=ffae6ab9-6e52-4856-9483-c011e22c45a1,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:15.620829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c79a66f-8f1c-4920-8367-9c649cf389f0 req-bc7a625b-25e6-4d38-b8fb-1e184816e24d tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 945 time: 0.0783203 Sep 17 23:03:15.664255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c79a66f-8f1c-4920-8367-9c649cf389f0 req-5d5fc1ac-2270-4871-a232-96badfdae8ac tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352225 Sep 17 23:03:15.716450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba01e9-cc9f-46d3-a3ba-fdb7ac80ba3d req-f1d71d1c-daca-4aba-9c52-e82ac91e8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.718006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5ba01e9-cc9f-46d3-a3ba-fdb7ac80ba3d req-f1d71d1c-daca-4aba-9c52-e82ac91e8fb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1097 time: 0.0443845 Sep 17 23:03:15.759076 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e5ba01e9-cc9f-46d3-a3ba-fdb7ac80ba3d req-eb593720-21eb-443b-9878-8189edb3907c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341051 Sep 17 23:03:16.781950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6f079-073b-434a-b8bc-845e881b6d1c req-784efe09-0f59-424e-a17f-6f8337390050 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:16.783439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3e6f079-073b-434a-b8bc-845e881b6d1c req-784efe09-0f59-424e-a17f-6f8337390050 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 945 time: 0.0492556 Sep 17 23:03:16.826678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3e6f079-073b-434a-b8bc-845e881b6d1c req-fa480368-187d-4495-86a0-97dc7ca8ef08 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368481 Sep 17 23:03:17.940789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba527b5-7dab-4fa7-bf6b-1cc4f075a284 req-a8ef08c5-2dcb-46f5-9851-fd4a4c416d43 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.942300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ba527b5-7dab-4fa7-bf6b-1cc4f075a284 req-a8ef08c5-2dcb-46f5-9851-fd4a4c416d43 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 945 time: 0.0496957 Sep 17 23:03:17.986160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6ba527b5-7dab-4fa7-bf6b-1cc4f075a284 req-0ab77bf4-8087-4a6a-b5e9-11bce2b26cc7 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379288 Sep 17 23:03:18.098791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81620f-5291-4aea-b4c2-299ec6bf6a1c req-549263b1-b667-4041-87fc-7e0aa03f8dca tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:18.100310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a81620f-5291-4aea-b4c2-299ec6bf6a1c req-549263b1-b667-4041-87fc-7e0aa03f8dca tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 945 time: 0.0495391 Sep 17 23:03:18.139489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a81620f-5291-4aea-b4c2-299ec6bf6a1c req-9c18345e-9975-45f6-8aad-13decb44a77d tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333166 Sep 17 23:03:18.160457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53326) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:03:18.245187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a171f8b-16c7-4867-9ef0-95b8bb72d795 tempest-TestVolumeBackupRestore-1157364608 tempest-TestVolumeBackupRestore-1157364608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:18.246695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6a171f8b-16c7-4867-9ef0-95b8bb72d795 tempest-TestVolumeBackupRestore-1157364608 tempest-TestVolumeBackupRestore-1157364608-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1092 time: 0.0852597 Sep 17 23:03:18.249530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53330) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:03:18.253692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:03:18.275123 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:18.376063 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:18.484724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Allocated IP 172.25.0.123 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/d7a842ae-4d1f-4fb0-9a31-a701f859300a) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:03:18.585408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:18.618250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:18.653390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:03:18.656381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:03:18.660589 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:03:18.695785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'Port': ['ID=d7a842ae-4d1f-4fb0-9a31-a701f859300a,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:18.984547 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.026964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.096253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.241304 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.245484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.285008 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:03:19.317101 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event updated for resources: {'Port': ['ID=d7a842ae-4d1f-4fb0-9a31-a701f859300a,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:19.330742 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.435860 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Floating IP 924d10e1-31a5-4370-ac22-9ebfdc6235da associated. External IP: 172.25.0.123, port: ffae6ab9-6e52-4856-9483-c011e22c45a1. Sep 17 23:03:19.639910 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Router ad050004-39f4-4158-9419-82ecf2875ab0 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:03:19.745930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:03:19.756259 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] Sync routers for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:03:19.761762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.766156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:03:19.766798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:03:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:19.789539 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5b11e9b9-941b-44ed-a956-59ab41b14877 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5390134 Sep 17 23:03:19.790104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:19.792332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53332) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:03:19.792804 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b32c315-65d1-4474-9c0d-5acfdf063bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:19.831385 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79082bb-0f65-4eee-a3aa-677ac11772d7 x-openstack-request-id: req-c79082bb-0f65-4eee-a3aa-677ac11772d7 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:19.831679 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:19.831930 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c79082bb-0f65-4eee-a3aa-677ac11772d7 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:19.832336 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'status': 'completed', 'code': 200} Sep 17 23:03:19.836914 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43937108-652a-4180-8224-c71781d9edc6 tempest-TestVolumeBackupRestore-1157364608 tempest-TestVolumeBackupRestore-1157364608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:19.838566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-43937108-652a-4180-8224-c71781d9edc6 tempest-TestVolumeBackupRestore-1157364608 tempest-TestVolumeBackupRestore-1157364608-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1092 time: 0.0449336 Sep 17 23:03:19.841787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53338) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:03:19.846318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4e28f235-efc7-4e58-9b24-191dad07b4d4 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Request body: {'floatingip': {'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:03:20.040056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:03:20.189850 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e28f235-efc7-4e58-9b24-191dad07b4d4 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for floatingip, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:20.196529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-1a65c880-1ed0-4edb-bc94-88b4d1c3d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:20.198011 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-1a65c880-1ed0-4edb-bc94-88b4d1c3d3cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4bcd561ed1d44c194f952dd06e0ada3&device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1097 time: 0.3183179 Sep 17 23:03:20.274519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '924d10e1-31a5-4370-ac22-9ebfdc6235da', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'mac_address': 'fa:16:3e:9d:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:18Z', 'updated_at': '2021-09-17T23:03:18Z', 'revision_number': 0, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:20.301913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] Checking router: ad050004-39f4-4158-9419-82ecf2875ab0 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:03:20.310792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:03:20.311430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:03:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:20.380694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-69051a5f-a794-494f-a9c8-dc1a4cc8699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:20.382195 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-69051a5f-a794-494f-a9c8-dc1a4cc8699d service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a2694bf-0aeb-4475-9c3f-92983145249d HTTP/1.1" status: 200 len: 915 time: 0.1563153 Sep 17 23:03:20.431765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:03:20.493739 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-dec57e94-0acb-4081-9380-8b1711177d55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1 HTTP/1.1" status: 200 len: 999 time: 0.0986040 Sep 17 23:03:20.590446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-103a15cf-3683-412a-bce9-9caa748b99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:20.592014 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-103a15cf-3683-412a-bce9-9caa748b99d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16a6577-444e-49e1-9640-6a5bf6be6545 HTTP/1.1" status: 200 len: 853 time: 0.0914323 Sep 17 23:03:20.680337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '924d10e1-31a5-4370-ac22-9ebfdc6235da', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'mac_address': 'fa:16:3e:9d:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:18Z', 'updated_at': '2021-09-17T23:03:18Z', 'revision_number': 0, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:20.710595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8febca9-7204-4457-8f38-550c0ea41f11 None None] The sync data for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 is: [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '924d10e1-31a5-4370-ac22-9ebfdc6235da', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'mac_address': 'fa:16:3e:9d:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:18Z', 'updated_at': '2021-09-17T23:03:18Z', 'revision_number': 0, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:03:20.759015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-d1a6e7b6-57e9-4e52-8d8e-3f3c6fe22d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:20.760541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-d1a6e7b6-57e9-4e52-8d8e-3f3c6fe22d5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a2694bf-0aeb-4475-9c3f-92983145249d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356153 Sep 17 23:03:20.920311 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e2671-1fce-48cc-abaa-e2cadaad5394 None None] New status for floating IP 924d10e1-31a5-4370-ac22-9ebfdc6235da: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:03:21.022393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-cc17ba3e-ce19-410b-b78f-e07e7d01e678 service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511146 Sep 17 23:03:21.128095 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e28f235-efc7-4e58-9b24-191dad07b4d4 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.132962 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e28f235-efc7-4e58-9b24-191dad07b4d4 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.134168 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.db.api [None req-0c9e2671-1fce-48cc-abaa-e2cadaad5394 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:03:21.134669 n-d-789963-10 neutron-server[94740]: DEBUG oslo_db.api [None req-0c9e2671-1fce-48cc-abaa-e2cadaad5394 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:03:21.198768 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2b32c315-65d1-4474-9c0d-5acfdf063bdd req-88e94320-f505-42a6-b97e-8f53b665838d service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691203 Sep 17 23:03:21.381905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e28f235-efc7-4e58-9b24-191dad07b4d4 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Router ad050004-39f4-4158-9419-82ecf2875ab0 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:03:21.492702 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e28f235-efc7-4e58-9b24-191dad07b4d4 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:03:21.498535 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4e28f235-efc7-4e58-9b24-191dad07b4d4 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.529623 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:21.531834 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00759841-bd7b-403a-8418-0142ac44a110" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:21.558074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4e28f235-efc7-4e58-9b24-191dad07b4d4 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "PUT /v2.0/floatingips/924d10e1-31a5-4370-ac22-9ebfdc6235da HTTP/1.1" status: 200 len: 991 time: 1.7151470 Sep 17 23:03:21.582043 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9592ae09-a522-44ba-8af8-2b1e00f5381e x-openstack-request-id: req-9592ae09-a522-44ba-8af8-2b1e00f5381e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:21.582375 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:21.582627 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9592ae09-a522-44ba-8af8-2b1e00f5381e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:21.583123 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'status': 'completed', 'code': 200} Sep 17 23:03:21.636451 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e2671-1fce-48cc-abaa-e2cadaad5394 None None] New status for floating IP 924d10e1-31a5-4370-ac22-9ebfdc6235da: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:03:21.678866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759841-bd7b-403a-8418-0142ac44a110 req-f54ee2bc-9cba-4c3c-9062-c732af60b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:21.680404 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-00759841-bd7b-403a-8418-0142ac44a110 req-f54ee2bc-9cba-4c3c-9062-c732af60b6cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4bcd561ed1d44c194f952dd06e0ada3&device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1097 time: 0.0530646 Sep 17 23:03:21.891862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] Sync routers for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:03:21.901818 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:03:21.902512 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:03:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:22.015809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:03:22.045996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759841-bd7b-403a-8418-0142ac44a110 req-aa47fbf6-8ea3-43fb-b526-1eb9f5788bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.047850 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-00759841-bd7b-403a-8418-0142ac44a110 req-aa47fbf6-8ea3-43fb-b526-1eb9f5788bf3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a2694bf-0aeb-4475-9c3f-92983145249d HTTP/1.1" status: 200 len: 915 time: 0.3605938 Sep 17 23:03:22.122712 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-00759841-bd7b-403a-8418-0142ac44a110 req-d856c0f8-a3e0-42d6-8590-6031f90152f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1 HTTP/1.1" status: 200 len: 1001 time: 0.0676389 Sep 17 23:03:22.173462 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759841-bd7b-403a-8418-0142ac44a110 req-7b57b76c-35fc-4196-8bad-bb60c153331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.174893 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-00759841-bd7b-403a-8418-0142ac44a110 req-7b57b76c-35fc-4196-8bad-bb60c153331b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16a6577-444e-49e1-9640-6a5bf6be6545 HTTP/1.1" status: 200 len: 853 time: 0.0451193 Sep 17 23:03:22.225211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759841-bd7b-403a-8418-0142ac44a110 req-d6c52d20-3cf0-43b6-a5bf-98179260467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.226767 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-00759841-bd7b-403a-8418-0142ac44a110 req-d6c52d20-3cf0-43b6-a5bf-98179260467b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a2694bf-0aeb-4475-9c3f-92983145249d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425172 Sep 17 23:03:22.254425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '924d10e1-31a5-4370-ac22-9ebfdc6235da', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'mac_address': 'fa:16:3e:9d:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:18Z', 'updated_at': '2021-09-17T23:03:21Z', 'revision_number': 2, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:22.287473 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] Checking router: ad050004-39f4-4158-9419-82ecf2875ab0 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:03:22.297246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:03:22.297860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:03:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:22.325832 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-00759841-bd7b-403a-8418-0142ac44a110 req-4ec97151-bb0a-447b-8194-54ac93321c81 service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878594 Sep 17 23:03:22.408630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:03:22.423055 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-00759841-bd7b-403a-8418-0142ac44a110 req-caedcd3d-7741-4cc6-915b-2defba8fe3bf service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908477 Sep 17 23:03:22.639225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '924d10e1-31a5-4370-ac22-9ebfdc6235da', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'mac_address': 'fa:16:3e:9d:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:18Z', 'updated_at': '2021-09-17T23:03:21Z', 'revision_number': 2, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:22.664996 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345e761-51f7-4ef1-a5fd-4dbc240bf51e None None] The sync data for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 is: [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '924d10e1-31a5-4370-ac22-9ebfdc6235da', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'port_id': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'mac_address': 'fa:16:3e:9d:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:18Z', 'updated_at': '2021-09-17T23:03:21Z', 'revision_number': 2, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:03:23.584039 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:23.586702 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845222c2-f986-4322-8536-294221279c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:23.623169 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f3f50-0299-4893-932f-2b09870a41ae x-openstack-request-id: req-9f2f3f50-0299-4893-932f-2b09870a41ae {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:23.623465 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:23.623717 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f2f3f50-0299-4893-932f-2b09870a41ae {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:23.624109 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'status': 'completed', 'code': 200} Sep 17 23:03:23.710517 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845222c2-f986-4322-8536-294221279c4e req-6642c86f-8b63-4411-99b7-e577b563de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.711947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-845222c2-f986-4322-8536-294221279c4e req-6642c86f-8b63-4411-99b7-e577b563de1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4bcd561ed1d44c194f952dd06e0ada3&device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1097 time: 0.0457642 Sep 17 23:03:23.799245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845222c2-f986-4322-8536-294221279c4e req-1ae8a53d-2bc2-4669-b92e-6acb2ccbca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.800699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-845222c2-f986-4322-8536-294221279c4e req-1ae8a53d-2bc2-4669-b92e-6acb2ccbca08 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a2694bf-0aeb-4475-9c3f-92983145249d HTTP/1.1" status: 200 len: 915 time: 0.0820911 Sep 17 23:03:23.868437 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-845222c2-f986-4322-8536-294221279c4e req-49f801a4-3c5f-425d-bf89-b4d034e298ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1 HTTP/1.1" status: 200 len: 1001 time: 0.0606377 Sep 17 23:03:23.917006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845222c2-f986-4322-8536-294221279c4e req-89ba36af-bef3-4e8d-b4c2-a74a90b83ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.918411 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-845222c2-f986-4322-8536-294221279c4e req-89ba36af-bef3-4e8d-b4c2-a74a90b83ce0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16a6577-444e-49e1-9640-6a5bf6be6545 HTTP/1.1" status: 200 len: 853 time: 0.0429554 Sep 17 23:03:23.962980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845222c2-f986-4322-8536-294221279c4e req-8ed4e785-d0df-4c5d-9bc8-e64637abc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.964344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-845222c2-f986-4322-8536-294221279c4e req-8ed4e785-d0df-4c5d-9bc8-e64637abc5a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a2694bf-0aeb-4475-9c3f-92983145249d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390444 Sep 17 23:03:24.060662 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-845222c2-f986-4322-8536-294221279c4e req-0effebeb-4900-48c3-a04a-1aef38fabc2e service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885389 Sep 17 23:03:24.150243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-845222c2-f986-4322-8536-294221279c4e req-4c46dc71-85c7-4182-b071-04b1e89c393a service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823345 Sep 17 23:03:29.974079 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d20b4292-c2e4-42cd-bb5e-894bc705190e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:32.731585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b70f9e6a-6098-42f9-ac9c-e285b6cedadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:33.135485 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:33.911905 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:34.925169 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:35.449120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:46.567217 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-813eac62-8254-4f87-8c48-fec9feb273fa req-c9032615-5677-4eef-8eb5-4230796c125f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438924 Sep 17 23:03:46.652137 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eac62-8254-4f87-8c48-fec9feb273fa req-61176ec5-a386-4e54-adb3-3a8a22971b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:46.653678 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-813eac62-8254-4f87-8c48-fec9feb273fa req-61176ec5-a386-4e54-adb3-3a8a22971b8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1097 time: 0.0403280 Sep 17 23:03:46.759527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eac62-8254-4f87-8c48-fec9feb273fa req-2e03bda5-789b-4424-9b3b-41ff0cfabd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:46.761029 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-813eac62-8254-4f87-8c48-fec9feb273fa req-2e03bda5-789b-4424-9b3b-41ff0cfabd01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0847585 Sep 17 23:03:46.830421 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-813eac62-8254-4f87-8c48-fec9feb273fa req-a5776a53-18db-4210-9de1-ad6e925172fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 1000 time: 0.0614512 Sep 17 23:03:46.879390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eac62-8254-4f87-8c48-fec9feb273fa req-e661e3b0-be8b-4359-ac2e-4770338a5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:46.880786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-813eac62-8254-4f87-8c48-fec9feb273fa req-e661e3b0-be8b-4359-ac2e-4770338a5a7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0433316 Sep 17 23:03:46.925389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eac62-8254-4f87-8c48-fec9feb273fa req-897f86d7-504d-4a91-9bc8-33dd8ad0b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:46.926862 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-813eac62-8254-4f87-8c48-fec9feb273fa req-897f86d7-504d-4a91-9bc8-33dd8ad0b5ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391707 Sep 17 23:03:47.019036 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-813eac62-8254-4f87-8c48-fec9feb273fa req-1b8e5a23-6d40-4a8c-9b41-f735e793b0a8 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849054 Sep 17 23:03:47.108176 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-813eac62-8254-4f87-8c48-fec9feb273fa req-d5bbb16a-f029-43a4-83e2-bee3c04e82b5 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821331 Sep 17 23:03:48.989700 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:54.730337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53362) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:03:54.892606 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Deleting port d7a842ae-4d1f-4fb0-9a31-a701f859300a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:03:54.892969 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:54.969707 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:54.969989 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:54.981955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Calling delete_port for d7a842ae-4d1f-4fb0-9a31-a701f859300a owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:03:55.153686 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:55.181442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event deleted for resources: {'Port': ['ID=d7a842ae-4d1f-4fb0-9a31-a701f859300a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:55.208326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.208714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.209144 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.209551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.210756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.211086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.211417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.211750 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.212086 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.212410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.212735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.213085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:55.257034 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:55.257492 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Floating IP 924d10e1-31a5-4370-ac22-9ebfdc6235da disassociated (deleted). External IP: 172.25.0.123, port: ffae6ab9-6e52-4856-9483-c011e22c45a1. Sep 17 23:03:55.468246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Router ad050004-39f4-4158-9419-82ecf2875ab0 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:03:55.590075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:03:55.594682 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:55.599217 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] Sync routers for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:03:55.608869 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:03:55.609510 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:03:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:55.623023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a42b96af-9a14-4001-adf3-338ff77bedcc tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "DELETE /v2.0/floatingips/924d10e1-31a5-4370-ac22-9ebfdc6235da HTTP/1.1" status: 204 len: 168 time: 0.8915942 Sep 17 23:03:55.623590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:55.625910 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d19d491-4519-446c-8266-71d95b96201a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:55.662236 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b46875-f662-488f-95e3-72ba9e6ac9e7 x-openstack-request-id: req-22b46875-f662-488f-95e3-72ba9e6ac9e7 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:55.662558 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:55.662807 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22b46875-f662-488f-95e3-72ba9e6ac9e7 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:55.663725 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'status': 'completed', 'code': 200} Sep 17 23:03:55.725254 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:03:55.755639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d491-4519-446c-8266-71d95b96201a req-312d18f8-cbae-40d6-a689-2a2b8db39fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:55.758212 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d19d491-4519-446c-8266-71d95b96201a req-312d18f8-cbae-40d6-a689-2a2b8db39fbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4bcd561ed1d44c194f952dd06e0ada3&device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 1097 time: 0.0484154 Sep 17 23:03:55.860966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d491-4519-446c-8266-71d95b96201a req-16c4d750-3830-40c4-bfa1-b5b40753c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:55.862459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d19d491-4519-446c-8266-71d95b96201a req-16c4d750-3830-40c4-bfa1-b5b40753c1e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a2694bf-0aeb-4475-9c3f-92983145249d HTTP/1.1" status: 200 len: 915 time: 0.0970132 Sep 17 23:03:55.908476 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d19d491-4519-446c-8266-71d95b96201a req-4b3a1bae-11b8-4972-a624-6dd916ffad1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1 HTTP/1.1" status: 200 len: 217 time: 0.0379176 Sep 17 23:03:55.940848 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:55.953794 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5605b-4983-4244-a74c-3ef27ccd7f70 req-bd5b160b-d396-4ae1-abf7-d3489518d946 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:55.956170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80c5605b-4983-4244-a74c-3ef27ccd7f70 req-bd5b160b-d396-4ae1-abf7-d3489518d946 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 945 time: 0.1216459 Sep 17 23:03:55.962264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d491-4519-446c-8266-71d95b96201a req-fb9a543e-48da-4af9-86ee-9344787ad6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:55.965457 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d19d491-4519-446c-8266-71d95b96201a req-fb9a543e-48da-4af9-86ee-9344787ad6ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16a6577-444e-49e1-9640-6a5bf6be6545 HTTP/1.1" status: 200 len: 853 time: 0.0490386 Sep 17 23:03:55.970141 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] Checking router: ad050004-39f4-4158-9419-82ecf2875ab0 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:03:55.979216 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:03:55.979858 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:03:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:56.001109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80c5605b-4983-4244-a74c-3ef27ccd7f70 req-c2c995ff-5496-48b6-a016-05ccdc40054f tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359547 Sep 17 23:03:56.020960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d491-4519-446c-8266-71d95b96201a req-b287c9f5-7327-421e-b409-27edf11766b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:56.023131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d19d491-4519-446c-8266-71d95b96201a req-b287c9f5-7327-421e-b409-27edf11766b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a2694bf-0aeb-4475-9c3f-92983145249d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497479 Sep 17 23:03:56.091060 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:03:56.114662 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d19d491-4519-446c-8266-71d95b96201a req-0fd548ac-5570-4fca-a3ba-ffd38d9f26fc service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834992 Sep 17 23:03:56.216272 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2d19d491-4519-446c-8266-71d95b96201a req-f57e8a80-c520-4900-96f3-10ee137b1069 service neutron] 10.222.0.49 "GET /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938408 Sep 17 23:03:56.361304 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:03:56.383559 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:03:56.409773 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df4a6d-e916-4657-a745-44f9c917b403 None None] The sync data for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 is: [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:01:02Z', 'revision_number': 4, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5', 'name': '', 'network_id': '2a2694bf-0aeb-4475-9c3f-92983145249d', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:02Z', 'updated_at': '2021-09-17T23:01:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'subnets': [{'id': 'd16a6577-444e-49e1-9640-6a5bf6be6545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:03:56.620452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ec846-bd08-4672-965b-54eab7db0877 None None] New status for floating IP 924d10e1-31a5-4370-ac22-9ebfdc6235da: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:03:57.189816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ba3b6-10ac-4aaa-b3c0-bdc4c72c0e66 req-6a9deddf-5472-4f7a-b180-067a050f07ae tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:57.191301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d68ba3b6-10ac-4aaa-b3c0-bdc4c72c0e66 req-6a9deddf-5472-4f7a-b180-067a050f07ae tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 945 time: 0.1089010 Sep 17 23:03:57.229150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d68ba3b6-10ac-4aaa-b3c0-bdc4c72c0e66 req-6510f481-9a9d-42d7-9c0a-54c67d7a8002 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/security-groups?id=79c2c021-c0e4-465d-8db0-0ee94c12acd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318356 Sep 17 23:03:57.683331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-4e59075a-09d8-4460-815c-335c99d879f2 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:57.684778 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-4e59075a-09d8-4460-815c-335c99d879f2 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 945 time: 0.0484483 Sep 17 23:03:57.776776 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Deleting port ffae6ab9-6e52-4856-9483-c011e22c45a1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:03:57.777140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:57.867593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] For port ffae6ab9-6e52-4856-9483-c011e22c45a1, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=ffae6ab9-6e52-4856-9483-c011e22c45a1,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:57.867959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:57.880632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Calling delete_port for ffae6ab9-6e52-4856-9483-c011e22c45a1 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:03:58.012803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:58.040314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event deleted for resources: {'Port': ['ID=ffae6ab9-6e52-4856-9483-c011e22c45a1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:58.084279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] No DVR routers for this DVR port ffae6ab9-6e52-4856-9483-c011e22c45a1 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:03:58.088126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:58.090299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-023518fb-d1a4-487f-8d0e-2f8828eb425c req-2fb96797-5335-452a-b55c-9772a306ec53 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.49 "DELETE /v2.0/ports/ffae6ab9-6e52-4856-9483-c011e22c45a1 HTTP/1.1" status: 204 len: 173 time: 0.3996723 Sep 17 23:03:58.090740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'name': 'network-vif-deleted', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:58.093096 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539cf060-a59c-42d0-817c-73bdd98f8c2d" -d '{"events": [{"server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "name": "network-vif-deleted", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:58.131278 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac05bd7-3a89-4641-abf1-8395373e05d6 x-openstack-request-id: req-3ac05bd7-3a89-4641-abf1-8395373e05d6 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:58.131763 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c", "name": "network-vif-deleted", "tag": "ffae6ab9-6e52-4856-9483-c011e22c45a1", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:58.132698 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ac05bd7-3a89-4641-abf1-8395373e05d6 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:58.133180 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c', 'name': 'network-vif-deleted', 'tag': 'ffae6ab9-6e52-4856-9483-c011e22c45a1', 'status': 'completed', 'code': 200} Sep 17 23:03:58.327414 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c2bc35ff-c51f-4706-9f1c-163645de3b90 req-812b278e-5a73-4d0c-8868-d0da7662375b tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 210 time: 0.0309434 Sep 17 23:03:59.430092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-62a0565b-0876-4e9f-af85-8495944912a6 req-ec0306ab-4f22-4177-a23c-05fce12ea126 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 210 time: 0.0302477 Sep 17 23:03:59.977826 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca8b-e034-4292-b3ee-403e6c8c41f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:00.529477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3530dd7-8e64-48bc-b0ec-bf3c9c275694 req-ddc08d92-998d-45db-87b1-d5b7f722e55d tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 210 time: 0.0278187 Sep 17 23:04:01.607873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ffae6ab9-6e52-4856-9483-c011e22c45a1 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:01.628396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f437ab5-59e3-4bed-a085-e656609bb464 req-0e9d9a2d-9d59-420f-8283-b998218b5910 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a59bd7b-8ded-4e23-90b3-8207bfdb9c6c HTTP/1.1" status: 200 len: 210 time: 0.0271857 Sep 17 23:04:01.636374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: ffae6ab9-6e52-4856-9483-c011e22c45a1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:01.636782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device ffae6ab9-6e52-4856-9483-c011e22c45a1 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:02.685747 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53390) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:02.734400 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3229dc33-b8e6-4b9e-ab0b-70ea5d08a965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:02.748720 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28536698-c340-46af-bb06-ff94325385b1 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:02.773574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28536698-c340-46af-bb06-ff94325385b1 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:02.833870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28536698-c340-46af-bb06-ff94325385b1 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:02.837144 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28536698-c340-46af-bb06-ff94325385b1 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:02.838436 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-28536698-c340-46af-bb06-ff94325385b1 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] 10.222.0.48 "DELETE /v2.0/security-groups/79c2c021-c0e4-465d-8db0-0ee94c12acd5 HTTP/1.1" status: 204 len: 168 time: 0.1517136 Sep 17 23:04:02.847442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28536698-c340-46af-bb06-ff94325385b1 tempest-TestVolumeBackupRestore-949609121 tempest-TestVolumeBackupRestore-949609121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c2c021-c0e4-465d-8db0-0ee94c12acd5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:03.138057 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:03.920384 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:04.940245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:05.466169 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:06.302949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53842) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:06.924399 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:07.172658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Deleting port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:07.173019 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:07.256103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] For port c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:07.256489 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:07.269020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Calling delete_port for c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:07.449131 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:07.476002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:07.645705 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:07.866706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Router ad050004-39f4-4158-9419-82ecf2875ab0 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:04:07.974011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:04:07.980049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-35c4d2ed-3fef-419a-b6c8-b2fc4b83fb84 admin admin] 10.222.0.48 "PUT /v2.0/routers/ad050004-39f4-4158-9419-82ecf2875ab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6752944 Sep 17 23:04:07.982636 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53844) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:07.984238 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] Sync routers for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:04:07.994500 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:07.995115 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:04:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:08.089207 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.099637 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:08.196095 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.249060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Deleting port beef578e-db23-4b94-9025-3d33e015d705 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:08.249397 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.285477 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'beef578e-db23-4b94-9025-3d33e015d705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:04:07Z', 'revision_number': 5, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port': {'id': 'beef578e-db23-4b94-9025-3d33e015d705', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:00Z', 'updated_at': '2021-09-17T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:08.312976 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] Checking router: ad050004-39f4-4158-9419-82ecf2875ab0 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:04:08.322289 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] Routers {'ad050004-39f4-4158-9419-82ecf2875ab0'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:08.322895 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:04:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['ad050004-39f4-4158-9419-82ecf2875ab0'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:08.333142 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] For port beef578e-db23-4b94-9025-3d33e015d705, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=beef578e-db23-4b94-9025-3d33e015d705,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:08.333512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.346661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Calling delete_port for beef578e-db23-4b94-9025-3d33e015d705 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:08.409182 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] Set router ad050004-39f4-4158-9419-82ecf2875ab0 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:08.461991 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:04:08Z', 'revision_number': 6, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:08.492344 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975945fa-0fdb-4164-a1cf-c498bbd7544a None None] The sync data for ids ['ad050004-39f4-4158-9419-82ecf2875ab0'] in n-d-789963-10 is: [{'id': 'ad050004-39f4-4158-9419-82ecf2875ab0', 'name': 'tempest-TestVolumeBackupRestore-1411765563-router', 'tenant_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:00:59Z', 'updated_at': '2021-09-17T23:04:08Z', 'revision_number': 6, 'project_id': 'c4bcd561ed1d44c194f952dd06e0ada3', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:04:08.519790 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.548319 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Pushing event deleted for resources: {'Port': ['ID=beef578e-db23-4b94-9025-3d33e015d705,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:08.609662 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.703634 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.705855 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.753845 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.754393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad050004-39f4-4158-9419-82ecf2875ab0 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:04:08.758867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.760201 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0dd7bcba-8b94-495f-b8b7-94d922e5a087 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ad050004-39f4-4158-9419-82ecf2875ab0 HTTP/1.1" status: 204 len: 168 time: 0.7766490 Sep 17 23:04:08.762824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53846) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:08.808037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6820fc-9361-49ea-98fe-22d0147674a8 admin admin] Deleting subnet d16a6577-444e-49e1-9640-6a5bf6be6545 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:04:08.811005 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d6820fc-9361-49ea-98fe-22d0147674a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.846683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d6820fc-9361-49ea-98fe-22d0147674a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.935963 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d6820fc-9361-49ea-98fe-22d0147674a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:08.989886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d6820fc-9361-49ea-98fe-22d0147674a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.016023 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6820fc-9361-49ea-98fe-22d0147674a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16a6577-444e-49e1-9640-6a5bf6be6545,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:09.019805 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8d6820fc-9361-49ea-98fe-22d0147674a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.022168 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8d6820fc-9361-49ea-98fe-22d0147674a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d16a6577-444e-49e1-9640-6a5bf6be6545 HTTP/1.1" status: 204 len: 168 time: 0.2580516 Sep 17 23:04:09.025027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53848) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:09.025967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379087c3-a30b-4e8d-b817-440789e3e02c None None] Network 2a2694bf-0aeb-4475-9c3f-92983145249d requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:04:09.101605 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.158804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Deleting port 265e0f05-d7cf-4ffd-803a-2d5504c84784 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:09.159194 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.236262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] For port 265e0f05-d7cf-4ffd-803a-2d5504c84784, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=265e0f05-d7cf-4ffd-803a-2d5504c84784,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:09.236875 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.251637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Calling delete_port for 265e0f05-d7cf-4ffd-803a-2d5504c84784 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:09.279726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] DHCP port deletion for 2a2694bf-0aeb-4475-9c3f-92983145249d request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:04:09.332595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Deleting port 265e0f05-d7cf-4ffd-803a-2d5504c84784 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:09.333130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.341403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.369396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=265e0f05-d7cf-4ffd-803a-2d5504c84784,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:09.378337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] No DVR routers for this DVR port 265e0f05-d7cf-4ffd-803a-2d5504c84784 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:04:09.384395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.384761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.385130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.385498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.385803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.386138 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.386466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.386810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.387121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.387450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.387768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.388246 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.407469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] For port 265e0f05-d7cf-4ffd-803a-2d5504c84784, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=265e0f05-d7cf-4ffd-803a-2d5504c84784,segment=NetworkSegment(6a18e8bd-83de-48a2-9ce8-d7da5b5b4670),segment_id=6a18e8bd-83de-48a2-9ce8-d7da5b5b4670)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:09.407925 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.429009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Calling delete_port for 265e0f05-d7cf-4ffd-803a-2d5504c84784 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:09.471006 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.494739 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2694bf-0aeb-4475-9c3f-92983145249d']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:09.509266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:09.509678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a18e8bd-83de-48a2-9ce8-d7da5b5b4670') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:04:09.510020 n-d-789963-10 neutron-server[94739]: self.session.flush() Sep 17 23:04:09.518068 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.523124 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.539849 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.545056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Pushing event deleted for resources: {'Port': ['ID=265e0f05-d7cf-4ffd-803a-2d5504c84784,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:09.548861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:04:09.549345 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.549879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] No DVR routers for this DVR port 265e0f05-d7cf-4ffd-803a-2d5504c84784 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:04:09.551747 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:04:09.558006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.558618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.559103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.559612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.559945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.560277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.561605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.561952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.562336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.563214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.563214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.563340 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca1608-8242-4426-8bc8-5712831c7c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:09.620799 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.627812 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.629845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a2694bf-0aeb-4475-9c3f-92983145249d HTTP/1.1" status: 204 len: 168 time: 0.6036544 Sep 17 23:04:09.633135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53850) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:09.645389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166b193-e448-47d4-a154-c0f166ed0a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2694bf-0aeb-4475-9c3f-92983145249d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:09.853831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:09.875712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:09.876052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c8818e89-e0c8-4dfd-8f9a-eb1ef35771f5 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:09.876464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device beef578e-db23-4b94-9025-3d33e015d705 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:09.901153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: beef578e-db23-4b94-9025-3d33e015d705 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:09.901481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device beef578e-db23-4b94-9025-3d33e015d705 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:09.902053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 265e0f05-d7cf-4ffd-803a-2d5504c84784 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:09.923896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 265e0f05-d7cf-4ffd-803a-2d5504c84784 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:09.924293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 265e0f05-d7cf-4ffd-803a-2d5504c84784 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:10.020618 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.273491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Deleting port ab696d55-a590-4b7a-8ce8-901e94c8f8c1 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:10.273813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.350832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] For port ab696d55-a590-4b7a-8ce8-901e94c8f8c1, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,segment=NetworkSegment(f96b7e05-5b64-4529-b0b1-c165607e21c5),segment_id=f96b7e05-5b64-4529-b0b1-c165607e21c5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:10.351295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.363569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Calling delete_port for ab696d55-a590-4b7a-8ce8-901e94c8f8c1 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:10.548046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.574055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab696d55-a590-4b7a-8ce8-901e94c8f8c1,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:11.016157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.231624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Router fa035d55-f661-41a4-a882-9350d20b103a has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:04:11.340718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:04:11.345962 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9cabafc9-b042-42e0-af10-15bdbece8525 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa035d55-f661-41a4-a882-9350d20b103a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7117286 Sep 17 23:04:11.348472 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53856) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:11.352307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] Sync routers for ids ['fa035d55-f661-41a4-a882-9350d20b103a'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:04:11.361370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] Routers {'fa035d55-f661-41a4-a882-9350d20b103a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:11.361984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:04:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fa035d55-f661-41a4-a882-9350d20b103a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:11.454291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.562797 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.618660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Deleting port 61215ae9-16a9-4b78-95ca-fb9186a01a07 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:11.618992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.627189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] Set router fa035d55-f661-41a4-a882-9350d20b103a gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:11.698834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] For port 61215ae9-16a9-4b78-95ca-fb9186a01a07, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=61215ae9-16a9-4b78-95ca-fb9186a01a07,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:11.699191 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.712878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Calling delete_port for 61215ae9-16a9-4b78-95ca-fb9186a01a07 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:11.806297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:04:10Z', 'revision_number': 5, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port': {'id': '61215ae9-16a9-4b78-95ca-fb9186a01a07', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:01:05Z', 'updated_at': '2021-09-17T23:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:11.835892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] Checking router: fa035d55-f661-41a4-a882-9350d20b103a for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:04:11.844825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] Routers {'fa035d55-f661-41a4-a882-9350d20b103a'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:11.845482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:04:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['fa035d55-f661-41a4-a882-9350d20b103a'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:11.886197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.918940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Pushing event deleted for resources: {'Port': ['ID=61215ae9-16a9-4b78-95ca-fb9186a01a07,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:11.939683 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] Set router fa035d55-f661-41a4-a882-9350d20b103a gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:11.985373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.996989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:04:11Z', 'revision_number': 6, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:12.023899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9eb88-facc-4512-8fbd-2fa0f1018499 None None] The sync data for ids ['fa035d55-f661-41a4-a882-9350d20b103a'] in n-d-789963-10 is: [{'id': 'fa035d55-f661-41a4-a882-9350d20b103a', 'name': 'tempest-TestVolumeBackupRestore-136226967-router', 'tenant_id': 'df36031062eb4689826bb5fa4a8edeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:01:04Z', 'updated_at': '2021-09-17T23:04:11Z', 'revision_number': 6, 'project_id': 'df36031062eb4689826bb5fa4a8edeb2', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:04:12.083930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.086604 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.132854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.133404 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa035d55-f661-41a4-a882-9350d20b103a {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:04:12.138031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.139263 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2a62437f-5ccc-40f8-a643-46189415ff08 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fa035d55-f661-41a4-a882-9350d20b103a HTTP/1.1" status: 204 len: 168 time: 0.7898495 Sep 17 23:04:12.141734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53858) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:12.189866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f29ffc-41c3-4990-a57e-2d328e2ca98f admin admin] Deleting subnet d77364b7-908c-46f3-afde-aa4fcd9e3302 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:04:12.192828 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ffc-41c3-4990-a57e-2d328e2ca98f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.226878 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ffc-41c3-4990-a57e-2d328e2ca98f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.304268 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ffc-41c3-4990-a57e-2d328e2ca98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.358071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ffc-41c3-4990-a57e-2d328e2ca98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.392959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f29ffc-41c3-4990-a57e-2d328e2ca98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77364b7-908c-46f3-afde-aa4fcd9e3302,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:12.395306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ffc-41c3-4990-a57e-2d328e2ca98f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.397757 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d9f29ffc-41c3-4990-a57e-2d328e2ca98f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d77364b7-908c-46f3-afde-aa4fcd9e3302 HTTP/1.1" status: 204 len: 168 time: 0.2550869 Sep 17 23:04:12.400446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53860) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:12.403691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ea9e8-a233-4151-94c5-621aa13f4464 None None] Network 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:04:12.474287 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.527935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Deleting port 05848986-6b54-43a3-ac0c-d625b641a775 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:12.528272 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.595492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] For port 05848986-6b54-43a3-ac0c-d625b641a775, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=05848986-6b54-43a3-ac0c-d625b641a775,segment=NetworkSegment(f96b7e05-5b64-4529-b0b1-c165607e21c5),segment_id=f96b7e05-5b64-4529-b0b1-c165607e21c5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:12.595846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.608541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Calling delete_port for 05848986-6b54-43a3-ac0c-d625b641a775 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:12.685961 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.715631 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Pushing event deleted for resources: {'Port': ['ID=05848986-6b54-43a3-ac0c-d625b641a775,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:12.719025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] No DVR routers for this DVR port 05848986-6b54-43a3-ac0c-d625b641a775 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:04:12.792066 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.795126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87c7664-cfcc-4209-b871-e08e0954c9bd None None] DHCP port deletion for 4ac2d0a0-3c16-4892-a299-6d036b2bcf8c request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:04:12.814784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac2d0a0-3c16-4892-a299-6d036b2bcf8c']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:12.825291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96b7e05-5b64-4529-b0b1-c165607e21c5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:12.825585 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96b7e05-5b64-4529-b0b1-c165607e21c5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:12.835851 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.849570 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.856083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:04:12.856460 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:04:12.858266 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:04:12.919085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.927736 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.929826 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ac2d0a0-3c16-4892-a299-6d036b2bcf8c HTTP/1.1" status: 204 len: 168 time: 0.5274057 Sep 17 23:04:12.942070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02e57f-520f-4bca-b25e-dfe03ab8f35e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac2d0a0-3c16-4892-a299-6d036b2bcf8c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:13.117390 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53864) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:13.157431 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d68d118a-d640-4f63-b728-372fe1fa37ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4bcd561ed1d44c194f952dd06e0ada3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388522 Sep 17 23:04:13.159874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53866) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:13.208705 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58ba2be2-77ab-43da-84fe-a7268c38d0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.230855 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58ba2be2-77ab-43da-84fe-a7268c38d0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.280448 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58ba2be2-77ab-43da-84fe-a7268c38d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.283033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-58ba2be2-77ab-43da-84fe-a7268c38d0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.284191 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-58ba2be2-77ab-43da-84fe-a7268c38d0e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bce963a1-0fa5-4905-a5d6-9992cb38ffd7 HTTP/1.1" status: 204 len: 168 time: 0.1234360 Sep 17 23:04:13.294124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba2be2-77ab-43da-84fe-a7268c38d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce963a1-0fa5-4905-a5d6-9992cb38ffd7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:13.611380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53872) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:13.652089 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c29aa533-e42c-4142-9454-f1987cf1bd59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df36031062eb4689826bb5fa4a8edeb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395296 Sep 17 23:04:13.654427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 53874) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:13.701521 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f5f7043-976e-4694-85aa-d0405ccadc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.722816 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f5f7043-976e-4694-85aa-d0405ccadc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.768762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f5f7043-976e-4694-85aa-d0405ccadc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.771333 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f5f7043-976e-4694-85aa-d0405ccadc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.772592 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3f5f7043-976e-4694-85aa-d0405ccadc63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b3ff45d-d732-4e15-9ba8-25cb89bdc3d7 HTTP/1.1" status: 204 len: 168 time: 0.1172788 Sep 17 23:04:13.780699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f7043-976e-4694-85aa-d0405ccadc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ff45d-d732-4e15-9ba8-25cb89bdc3d7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:13.858058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ab696d55-a590-4b7a-8ce8-901e94c8f8c1 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:13.878305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ab696d55-a590-4b7a-8ce8-901e94c8f8c1 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:13.878650 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ab696d55-a590-4b7a-8ce8-901e94c8f8c1 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:13.879069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05848986-6b54-43a3-ac0c-d625b641a775 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:13.902412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 05848986-6b54-43a3-ac0c-d625b641a775 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:13.902759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 05848986-6b54-43a3-ac0c-d625b641a775 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:13.903178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 61215ae9-16a9-4b78-95ca-fb9186a01a07 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:13.922099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 61215ae9-16a9-4b78-95ca-fb9186a01a07 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:13.922539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 61215ae9-16a9-4b78-95ca-fb9186a01a07 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:18.989954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:29.979157 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a554398-3a5f-4993-b368-1ea93d29e191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:32.736399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-46830552-494e-400b-9020-6ab7120ad6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:33.139303 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:33.361089 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:04:33.917050 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:34.931268 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:35.452981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:48.738131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-86cfb06d-009b-4312-b0d9-2c4acc12140a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2195430 Sep 17 23:04:48.819444 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-686c09e0-7ab0-4bfe-ac84-e16c1154aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:48.821732 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-686c09e0-7ab0-4bfe-ac84-e16c1154aa97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1097 time: 0.0430517 Sep 17 23:04:48.920818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-e2e31698-1876-4fcc-b499-d99cc8aebd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:48.922298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-e2e31698-1876-4fcc-b499-d99cc8aebd46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0824897 Sep 17 23:04:48.990382 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-3e052777-3df5-4341-874a-fb273006cbc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 1000 time: 0.0608881 Sep 17 23:04:48.995231 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:49.040194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-4da6e295-9b14-442d-93d3-77b229fbd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:49.041845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-4da6e295-9b14-442d-93d3-77b229fbd568 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0446675 Sep 17 23:04:49.087370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-90d1eb44-8045-439c-94c8-93beb6f77517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:49.088751 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-90d1eb44-8045-439c-94c8-93beb6f77517 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395482 Sep 17 23:04:49.100361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-1094e431-52b2-4abd-ab44-6a4052b7d5d6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:04:49.101368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-1094e431-52b2-4abd-ab44-6a4052b7d5d6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049338 Sep 17 23:04:49.195164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-db1a033c-266e-4cf1-b88f-d43cf020fce1 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865335 Sep 17 23:04:49.283676 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6ed2dbf6-0550-47b8-8adb-cdb8a442d466 req-925aebeb-2cfc-48a4-bae0-9a0ec0123e37 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811448 Sep 17 23:04:59.990832 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-de66d379-c8c9-4b81-a112-adb0b755f70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:02.422680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-7615d8ac-e816-49b3-a26d-fd84036fd376 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530423625&fields=id&tenant_id=6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 267 time: 0.0388172 Sep 17 23:05:02.737117 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf2d4-fb09-4517-bb41-1f3fed9d3948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:02.842906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-9f38a7fc-00a7-4f3d-880c-d741852a4cad tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:02.844529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-9f38a7fc-00a7-4f3d-880c-d741852a4cad tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.4142709 Sep 17 23:05:02.860443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-1ad2f59d-ef93-4ef3-9364-b9f92d664d14 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/quotas/6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 375 time: 0.0099287 Sep 17 23:05:02.920283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-c7eeb15d-4807-4896-b25c-ac282e11c42a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0544119 Sep 17 23:05:03.067546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-6f148ff8-6076-4b2b-a02d-d1ddf7bb2ca8 service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347980 Sep 17 23:05:03.139903 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.166238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-8cbe9d99-a221-4ae5-ad16-b75eb28e3a3c service neutron] 10.222.0.48 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920165 Sep 17 23:05:03.457140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b8c0fde-28ff-4ab6-af44-637506e2d575 req-5d93a0e7-6034-4b2e-9810-6a2b0454f2af tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 210 time: 0.0266654 Sep 17 23:05:03.921111 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:04.432139 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-e2df7562-facd-4d99-87a4-2f5590d06add tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:04.433639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-e2df7562-facd-4d99-87a4-2f5590d06add tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 811 time: 0.1107950 Sep 17 23:05:04.482142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-785bb560-ae37-40b6-bf83-f0512660b029 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f18daea7a2e46818ad309bace9b6ad6 HTTP/1.1" status: 200 len: 380 time: 0.0337930 Sep 17 23:05:04.498358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'port': {'device_id': '07f48974-b14e-45f4-bf13-76946394d02f', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'admin_state_up': True, 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'security_groups': ['ce78395d-0fda-427e-8af7-2a67465dad27']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:04.554391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-46b12069-24f6-4f27-86fa-b8ab2933425e req-b5f96d08-e3f7-4273-8262-94d520384a3d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 210 time: 0.0275066 Sep 17 23:05:04.620110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Made reservation on behalf of 6f18daea7a2e46818ad309bace9b6ad6 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:05:04.623603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:04.750291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.20.0.7 (efd7d316-db5b-443d-8c32-028f74826381/102122fa-51c5-4e6f-a782-12ba8da57ac0/56a5d579-06cb-47c5-a2c1-69eea152d421) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:05:04.892915 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:04.926458 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:04.932713 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:04.968644 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network efd7d316-db5b-443d-8c32-028f74826381 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:05:04.971797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:05:04.975466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:05:05.006202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=56a5d579-06cb-47c5-a2c1-69eea152d421,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:05.027413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.027767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.028116 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.028450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.028780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.029159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.029489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.029821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.030151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.030477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.030800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.031121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:05.050047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:05.050704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.066923 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-af10dd38-2cfe-4cd9-8654-7a3016adf234 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735428 Sep 17 23:05:05.078431 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-2acdcf7c-b797-4ea7-8ecc-bb9ffeed72fc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:05:05.079643 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-2acdcf7c-b797-4ea7-8ecc-bb9ffeed72fc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064936 Sep 17 23:05:05.160919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Request body: {'port': {'device_id': '07f48974-b14e-45f4-bf13-76946394d02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:05.195415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1139e67d-99ce-4e01-9b64-fe2c5eea9994 None None] Provisioning complete for port 56a5d579-06cb-47c5-a2c1-69eea152d421 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:05:05.195783 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1139e67d-99ce-4e01-9b64-fe2c5eea9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.219645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.236582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1139e67d-99ce-4e01-9b64-fe2c5eea9994 None None] Port 56a5d579-06cb-47c5-a2c1-69eea152d421 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:05:05.457539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.495468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a5d579-06cb-47c5-a2c1-69eea152d421 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:05:05.502837 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.515420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Transition to ACTIVE for port object 56a5d579-06cb-47c5-a2c1-69eea152d421 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:05:05.519574 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.697284 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498badd-06ad-4f48-835b-82f2d6cf7ba5 req-e268fdb3-98ac-4866-9b01-929058547d12 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:05.699594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1498badd-06ad-4f48-835b-82f2d6cf7ba5 req-e268fdb3-98ac-4866-9b01-929058547d12 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0669193 Sep 17 23:05:05.748170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1498badd-06ad-4f48-835b-82f2d6cf7ba5 req-921623f6-63af-4f7a-9b8e-ad155929238a tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401847 Sep 17 23:05:05.860185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Pushing event updated for resources: {'Port': ['ID=56a5d579-06cb-47c5-a2c1-69eea152d421,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:05.926745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Attempting to bind port 56a5d579-06cb-47c5-a2c1-69eea152d421 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:05:05.927088 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Attempting to bind port 56a5d579-06cb-47c5-a2c1-69eea152d421 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:05:05.927414 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Attempting to bind port 56a5d579-06cb-47c5-a2c1-69eea152d421 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:05:05.933277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Port 56a5d579-06cb-47c5-a2c1-69eea152d421 on network efd7d316-db5b-443d-8c32-028f74826381 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:05:05.933602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Attempting to bind port 56a5d579-06cb-47c5-a2c1-69eea152d421 on network efd7d316-db5b-443d-8c32-028f74826381 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:05:05.938767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:05:05.939106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Checking segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:05:05.939492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Bound using segment: {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:05:05.939923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Bound port: 56a5d579-06cb-47c5-a2c1-69eea152d421, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbcb881-239c-4053-a9bb-754f5365b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:05:05.940282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:06.012520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] For port 56a5d579-06cb-47c5-a2c1-69eea152d421, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:05:06.016070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] For port 56a5d579-06cb-47c5-a2c1-69eea152d421, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=56a5d579-06cb-47c5-a2c1-69eea152d421,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:05:06.021909 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:06.060505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.061694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:06.063264 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] 10.222.0.49 "PUT /v2.0/ports/56a5d579-06cb-47c5-a2c1-69eea152d421 HTTP/1.1" status: 200 len: 1092 time: 0.9695158 Sep 17 23:05:06.063849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:05:06.066310 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03" -d '{"events": [{"name": "network-changed", "server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:05:06.099016 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d0214-9fa9-4107-808f-76ef7209240b service neutron] Pushing event updated for resources: {'Port': ['ID=56a5d579-06cb-47c5-a2c1-69eea152d421,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:06.171701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-0961d1a1-3531-4a83-9ccd-78177dfa3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.173461 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-0961d1a1-3531-4a83-9ccd-78177dfa3831 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 1095 time: 0.0526953 Sep 17 23:05:06.232569 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-22767534-6795-436e-9c6f-c1baf15050b2 req-9719caaa-96f3-448d-a520-f4f6b387caac service neutron] (94738) timed out ('10.222.0.48', 49824) {{(pid=94738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:05:06.234271 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-878289c3-b99f-4639-8e65-4f5cc500b639 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a5d579-06cb-47c5-a2c1-69eea152d421 HTTP/1.1" status: 200 len: 217 time: 0.0426540 Sep 17 23:05:06.280256 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0024932f-6ac8-4fd7-844d-bb126170f032 x-openstack-request-id: req-0024932f-6ac8-4fd7-844d-bb126170f032 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:05:06.280552 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:05:06.280800 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0024932f-6ac8-4fd7-844d-bb126170f032 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:05:06.281215 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'status': 'completed', 'code': 200} Sep 17 23:05:06.292693 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-e762281c-27b2-463c-a48c-19b99684e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.294485 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-e762281c-27b2-463c-a48c-19b99684e1e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0518839 Sep 17 23:05:06.343824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-f23ad685-3a7d-44e1-891b-7b5eca013149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.345295 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-f23ad685-3a7d-44e1-891b-7b5eca013149 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422142 Sep 17 23:05:06.447197 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-cb42fb33-0b07-4932-b5fe-311b064cfaff service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945034 Sep 17 23:05:06.538064 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-81200126-b4d5-4370-a1dd-b0e50e24681c req-038024ac-9100-4118-a63e-65459884f0eb service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838141 Sep 17 23:05:06.651064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-65c6a104-c4ac-46bf-aa0d-a6ca5342f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.652565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-65c6a104-c4ac-46bf-aa0d-a6ca5342f312 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 1095 time: 0.0457797 Sep 17 23:05:06.752163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-465b5e20-ac61-44ec-8532-962aa564cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.753705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-465b5e20-ac61-44ec-8532-962aa564cca0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0931699 Sep 17 23:05:06.805572 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-37fa83ef-bfa1-4041-8e69-d7e1e609bdac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a5d579-06cb-47c5-a2c1-69eea152d421 HTTP/1.1" status: 200 len: 217 time: 0.0437860 Sep 17 23:05:06.858152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-535c5c9f-5bbf-447d-8289-bc358a797547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.859964 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-535c5c9f-5bbf-447d-8289-bc358a797547 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0485029 Sep 17 23:05:06.873896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d563ecc-750c-4a96-ad34-dffb21bdefd7 req-d4ae1975-626a-43bc-9fea-86724306f185 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.875845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d563ecc-750c-4a96-ad34-dffb21bdefd7 req-d4ae1975-626a-43bc-9fea-86724306f185 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0575037 Sep 17 23:05:06.908889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-0a6eca10-bffc-45f6-8b3e-1d92098ca2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.910558 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-0a6eca10-bffc-45f6-8b3e-1d92098ca2e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425062 Sep 17 23:05:06.928031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d563ecc-750c-4a96-ad34-dffb21bdefd7 req-0b6a942b-bc5b-4925-944d-e05f54e6fcd6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455604 Sep 17 23:05:07.015191 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-c3c1ddcd-fa89-4a85-a026-faebf087a191 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969064 Sep 17 23:05:07.134356 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3b3d7e28-f3b1-46eb-b349-484a84e4cb03 req-c5d6f33c-f0a0-4302-90f3-89f414767ca6 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113365 Sep 17 23:05:08.049507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3192c-92ff-4a57-88de-71c30591571c req-55b06b5b-d59d-4ea5-bcce-03525d8f42e4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:08.051233 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5f3192c-92ff-4a57-88de-71c30591571c req-55b06b5b-d59d-4ea5-bcce-03525d8f42e4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0504425 Sep 17 23:05:08.089680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c5f3192c-92ff-4a57-88de-71c30591571c req-39b74d51-700f-4905-aabd-690491f4a4c7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324092 Sep 17 23:05:09.204698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a08ac-ca8f-49d2-95b6-b62245da25c8 req-d6996519-d798-4175-992c-42b225e26505 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:09.206191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-864a08ac-ca8f-49d2-95b6-b62245da25c8 req-d6996519-d798-4175-992c-42b225e26505 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0494447 Sep 17 23:05:09.243596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-864a08ac-ca8f-49d2-95b6-b62245da25c8 req-b07aff05-e1f2-4a43-b4d9-92cd287c3367 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304420 Sep 17 23:05:10.361419 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:05:10.371726 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1be07d-1022-40d5-9044-cb5f38502c5c req-20063162-c55b-4030-8580-49360ab9192e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:10.373841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e1be07d-1022-40d5-9044-cb5f38502c5c req-20063162-c55b-4030-8580-49360ab9192e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0609765 Sep 17 23:05:10.418514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e1be07d-1022-40d5-9044-cb5f38502c5c req-34f258b8-b432-4704-950b-6459069135eb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385096 Sep 17 23:05:11.538606 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cba605-8c3e-4ab4-91ea-af49ffb0e5a6 req-6267515c-9b37-4808-9b0c-61ed36a454d3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.540099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33cba605-8c3e-4ab4-91ea-af49ffb0e5a6 req-6267515c-9b37-4808-9b0c-61ed36a454d3 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0497055 Sep 17 23:05:11.578344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33cba605-8c3e-4ab4-91ea-af49ffb0e5a6 req-172d3e86-6513-4c3f-81c5-22ce8ab20d29 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Sep 17 23:05:12.705437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77fa1a-ef2b-45c2-929e-7b946a789688 req-9f01b9f8-1523-4e3e-8168-a8e5884dacc9 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:12.706935 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c77fa1a-ef2b-45c2-929e-7b946a789688 req-9f01b9f8-1523-4e3e-8168-a8e5884dacc9 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0545192 Sep 17 23:05:12.744712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c77fa1a-ef2b-45c2-929e-7b946a789688 req-f415c45b-b18a-4dbc-9043-59591ab0aa13 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Sep 17 23:05:13.864015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38061db0-6d3c-47db-9151-e218a70b5147 req-6f93f159-8253-451e-b339-83b1e9fe7a15 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:13.865533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38061db0-6d3c-47db-9151-e218a70b5147 req-6f93f159-8253-451e-b339-83b1e9fe7a15 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0541270 Sep 17 23:05:13.903156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38061db0-6d3c-47db-9151-e218a70b5147 req-d2a19690-7728-4b9b-9978-aa750288fd6f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313940 Sep 17 23:05:15.016382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b459f9-c5c2-42ff-b067-f8afb2764433 req-4719daa6-8f22-4717-922a-8e6535837d50 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:15.017895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24b459f9-c5c2-42ff-b067-f8afb2764433 req-4719daa6-8f22-4717-922a-8e6535837d50 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0488923 Sep 17 23:05:15.056058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24b459f9-c5c2-42ff-b067-f8afb2764433 req-bb120bca-4ade-460f-b45c-6bb881af288f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Sep 17 23:05:16.169478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6316fd-21b2-4481-b9da-e8afe2b06322 req-d70d933d-2f53-43b5-9d71-a9833e843621 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:16.171018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb6316fd-21b2-4481-b9da-e8afe2b06322 req-d70d933d-2f53-43b5-9d71-a9833e843621 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0492966 Sep 17 23:05:16.211624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb6316fd-21b2-4481-b9da-e8afe2b06322 req-7824756a-5f7f-4517-b7ad-78e37df6b5fb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345190 Sep 17 23:05:17.330593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a1944-8beb-4efe-bc96-59dbf9508f5f req-27fbfd7d-8544-45ef-b221-6e2b693e97c2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:17.332089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d4a1944-8beb-4efe-bc96-59dbf9508f5f req-27fbfd7d-8544-45ef-b221-6e2b693e97c2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 943 time: 0.0540740 Sep 17 23:05:17.370521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d4a1944-8beb-4efe-bc96-59dbf9508f5f req-83f1d8ce-3fec-4228-b187-38be6b5884f4 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321386 Sep 17 23:05:18.001550 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 56a5d579-06cb-47c5-a2c1-69eea152d421 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:05:18.093979 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 56a5d579-06cb-47c5-a2c1-69eea152d421, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=56a5d579-06cb-47c5-a2c1-69eea152d421,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:18.105719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'port_id': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'mac_address': 'fa:16:3e:d9:cb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:05:18.145108 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:18.158277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a5d579-06cb-47c5-a2c1-69eea152d421 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:05:18.176759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 56a5d579-06cb-47c5-a2c1-69eea152d421, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=56a5d579-06cb-47c5-a2c1-69eea152d421,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:18.181032 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:18.227840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=56a5d579-06cb-47c5-a2c1-69eea152d421,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:18.235069 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.235414 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.235751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.236083 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.236410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.236744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.237092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.237416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.237737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.238052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.238368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.238687 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:18.485930 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e080fb-cccb-4165-8430-1d204d735d66 req-7747a677-0e45-4d83-8ca5-c04138f309dc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:18.487423 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27e080fb-cccb-4165-8430-1d204d735d66 req-7747a677-0e45-4d83-8ca5-c04138f309dc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 944 time: 0.0510743 Sep 17 23:05:18.525185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-27e080fb-cccb-4165-8430-1d204d735d66 req-3a22f9cd-d4aa-4284-8647-5b0c222063eb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Sep 17 23:05:18.578263 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['56a5d579-06cb-47c5-a2c1-69eea152d421'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:05:19.002588 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:19.637554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093208-1ae4-4224-af3d-4d55262a87ea req-a0cb5729-3de5-4b97-812d-319561704aab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:19.639045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f093208-1ae4-4224-af3d-4d55262a87ea req-a0cb5729-3de5-4b97-812d-319561704aab tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 944 time: 0.0489779 Sep 17 23:05:19.676312 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f093208-1ae4-4224-af3d-4d55262a87ea req-8583337c-3522-4f9f-b556-dbe39d660d3d tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314274 Sep 17 23:05:20.000673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 56a5d579-06cb-47c5-a2c1-69eea152d421 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:05:20.048237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 56a5d579-06cb-47c5-a2c1-69eea152d421 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:05:20.052008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 56a5d579-06cb-47c5-a2c1-69eea152d421 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:05:20.052398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:20.129655 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:20.152192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:05:20.154440 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0bc63f-0e3e-4f18-82ea-d85bbdd06f44" -d '{"events": [{"server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "name": "network-vif-plugged", "status": "completed", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:05:20.166446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 56a5d579-06cb-47c5-a2c1-69eea152d421, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=56a5d579-06cb-47c5-a2c1-69eea152d421,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:20.170425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:20.193705 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce62252-3fce-48f4-9c39-7a82ed277101 x-openstack-request-id: req-6ce62252-3fce-48f4-9c39-7a82ed277101 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:05:20.193992 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "name": "network-vif-plugged", "status": "completed", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:05:20.194239 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ce62252-3fce-48f4-9c39-7a82ed277101 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:05:20.195186 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'code': 200} Sep 17 23:05:20.220181 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=56a5d579-06cb-47c5-a2c1-69eea152d421,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:20.312508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00b91a-9545-4dac-a3d5-650c94c3f6bf req-2bfe2546-bcdf-4967-a686-540a1c615e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:20.314030 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3c00b91a-9545-4dac-a3d5-650c94c3f6bf req-2bfe2546-bcdf-4967-a686-540a1c615e07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 1097 time: 0.0397487 Sep 17 23:05:20.353763 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-3c00b91a-9545-4dac-a3d5-650c94c3f6bf req-ac358647-c698-4bf3-8804-508e40ad0fdf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319602 Sep 17 23:05:20.795120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf14c-4661-431e-b49d-5774e4fcad73 req-ba7a3d11-a585-432b-be9d-d89220031c94 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:20.796625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44abf14c-4661-431e-b49d-5774e4fcad73 req-ba7a3d11-a585-432b-be9d-d89220031c94 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 945 time: 0.0535653 Sep 17 23:05:20.833989 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44abf14c-4661-431e-b49d-5774e4fcad73 req-a766d8de-b92d-483b-944a-0cc1506f5974 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Sep 17 23:05:21.950623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b7c02-00c0-4c16-9f68-6b763c148771 req-b54591fa-c642-4762-ba85-858933f0ee61 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:21.952108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f6b7c02-00c0-4c16-9f68-6b763c148771 req-b54591fa-c642-4762-ba85-858933f0ee61 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 945 time: 0.0496659 Sep 17 23:05:21.989939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f6b7c02-00c0-4c16-9f68-6b763c148771 req-52363984-e9d5-483f-8bdd-b3601b110a44 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318911 Sep 17 23:05:22.103327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48c14-8432-44d5-8c32-23620901c27d req-0d5a4b7a-43dd-4b23-8523-f2b9ec649ce2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:22.104732 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ca48c14-8432-44d5-8c32-23620901c27d req-0d5a4b7a-43dd-4b23-8523-f2b9ec649ce2 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 945 time: 0.0491362 Sep 17 23:05:22.144024 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ca48c14-8432-44d5-8c32-23620901c27d req-ad9acdaa-fa5d-4b81-a101-8909dce4bbd7 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333886 Sep 17 23:05:22.165995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53992) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:22.210272 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03015d52-3e31-4b7b-9e99-56d0b63574b5 tempest-TestVolumeBootPattern-605575739 tempest-TestVolumeBootPattern-605575739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:22.212031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-03015d52-3e31-4b7b-9e99-56d0b63574b5 tempest-TestVolumeBootPattern-605575739 tempest-TestVolumeBootPattern-605575739-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 1092 time: 0.0450597 Sep 17 23:05:22.214830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 53994) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:22.218979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:22.240049 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:22.336159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:22.443927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Allocated IP 172.25.0.186 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/d8860efe-10df-40dc-8fe8-da163bc8d8de) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:05:22.545084 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:22.577988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:22.620228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:05:22.623100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:05:22.627405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:05:22.635300 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=d8860efe-10df-40dc-8fe8-da163bc8d8de,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:22.664341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.664689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.665062 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.665402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.665736 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.666067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.666395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.666729 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.667051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.667373 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.667697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.668014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:22.997703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:23.065389 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:23.214600 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:23.218938 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:23.284828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event updated for resources: {'Port': ['ID=d8860efe-10df-40dc-8fe8-da163bc8d8de,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:23.297797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:23.397821 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Floating IP e0c32f64-a6bb-44e7-8511-d9a3c7435105 associated. External IP: 172.25.0.186, port: 56a5d579-06cb-47c5-a2c1-69eea152d421. Sep 17 23:05:23.602247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Router 427b6ce9-4580-433c-bd93-986108266832 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:05:23.706654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:05:23.716827 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:05:23.724333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:23.727865 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:05:23.728482 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:05:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:05:23.752613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3f4f15b5-ca50-4333-8fe3-c90cd91e1cf8 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5367692 Sep 17 23:05:23.753253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:05:23.755516 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367c36f1-f560-4d11-9c40-2901dc2bef0a" -d '{"events": [{"name": "network-changed", "server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:05:23.791637 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad8fc4-7920-46f7-a4ce-0dc868d9c95b x-openstack-request-id: req-22ad8fc4-7920-46f7-a4ce-0dc868d9c95b {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:05:23.791965 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:05:23.792212 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22ad8fc4-7920-46f7-a4ce-0dc868d9c95b {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:05:23.792614 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'status': 'completed', 'code': 200} Sep 17 23:05:23.838982 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:05:23.883194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-540df43f-127f-4fe6-8e6f-c1a059ed5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:23.884735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-540df43f-127f-4fe6-8e6f-c1a059ed5a0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 1097 time: 0.0416596 Sep 17 23:05:23.977814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-b8bd74fb-7239-492f-8664-95a3bf8e6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:23.979296 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-b8bd74fb-7239-492f-8664-95a3bf8e6b98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0873206 Sep 17 23:05:24.050344 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-da5c6e77-3281-481e-9344-fc98e11e5962 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a5d579-06cb-47c5-a2c1-69eea152d421 HTTP/1.1" status: 200 len: 999 time: 0.0636044 Sep 17 23:05:24.061825 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:14Z', 'revision_number': 1, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}, {'id': 'e0c32f64-a6bb-44e7-8511-d9a3c7435105', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:d9:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f48974-b14e-45f4-bf13-76946394d02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:05:22Z', 'updated_at': '2021-09-17T23:05:22Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:05:24.092824 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:05:24.101999 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:05:24.102608 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:05:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:05:24.103081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-ee927952-1fc3-4d7f-b022-8afb78cc74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:24.105795 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-ee927952-1fc3-4d7f-b022-8afb78cc74ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0469296 Sep 17 23:05:24.151502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-565284b8-c76c-4d6b-a1bf-69f07647b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:24.152962 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-565284b8-c76c-4d6b-a1bf-69f07647b1a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414865 Sep 17 23:05:24.212775 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:05:24.250533 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-34cbbd16-5b21-452f-ac2a-083f211353bb service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904737 Sep 17 23:05:24.342288 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-367c36f1-f560-4d11-9c40-2901dc2bef0a req-68dc6007-b2bc-4126-adb0-bb9fd3fbc41f service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836530 Sep 17 23:05:24.520381 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:14Z', 'revision_number': 1, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}, {'id': 'e0c32f64-a6bb-44e7-8511-d9a3c7435105', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:d9:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f48974-b14e-45f4-bf13-76946394d02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:05:22Z', 'updated_at': '2021-09-17T23:05:22Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:05:24.548149 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c62a6-57a5-44e5-a4c3-ad0916c9cc12 None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:14Z', 'revision_number': 1, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}, {'id': 'e0c32f64-a6bb-44e7-8511-d9a3c7435105', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:d9:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f48974-b14e-45f4-bf13-76946394d02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:05:22Z', 'updated_at': '2021-09-17T23:05:22Z', 'revision_number': 0, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:05:24.735778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3df60-8ab7-485d-a0e6-7a5b05139af5 None None] New status for floating IP e0c32f64-a6bb-44e7-8511-d9a3c7435105: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:05:29.981857 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91ac705e-b29c-49bf-a401-42620493d725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:32.740899 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9c3d52f8-e629-4a9b-a980-d5b166ec6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:33.142015 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:33.922368 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:34.922399 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:35.459698 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:47.360899 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:05:48.558953 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-9aebec14-547f-4b3a-8164-652e502a68b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434301 Sep 17 23:05:48.642062 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-d1e41cb1-2348-4684-8809-8efef55a00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:48.643543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-d1e41cb1-2348-4684-8809-8efef55a00ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1097 time: 0.0412407 Sep 17 23:05:48.750783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-2b48edcc-d72e-4ce2-847a-5e34a5964219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:48.752241 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-2b48edcc-d72e-4ce2-847a-5e34a5964219 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0882387 Sep 17 23:05:48.816641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-2debab82-27cb-4e03-9251-a63b3bec17a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 1000 time: 0.0565484 Sep 17 23:05:48.865029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-12b94011-bdc2-4526-9ff0-9f30cba85ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:48.866413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-12b94011-bdc2-4526-9ff0-9f30cba85ab2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0426235 Sep 17 23:05:48.917093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-fca6da33-3a9f-4e29-91d3-017c591ec6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:48.918565 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-fca6da33-3a9f-4e29-91d3-017c591ec6d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430789 Sep 17 23:05:49.005996 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:49.010052 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-22bb364c-eaf2-4229-8206-b27d5257cd10 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829082 Sep 17 23:05:49.104916 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5ea7d053-60f9-4b15-b3d0-cbf3237ef70d req-c279156d-4505-4f18-8031-c81984fade8c service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866172 Sep 17 23:05:59.982917 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3406493f-9a06-420c-a311-7a175d24b164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:02.741256 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-df0f2ea1-5c94-4c70-bf6f-689fc35732a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:03.142715 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:03.925108 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:04.924383 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:05.423290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-755e11c5-827d-4601-a01b-243f1357d5eb req-d9e5ad91-51a7-4920-96d2-3fb506adf37c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407634 Sep 17 23:06:05.463132 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:05.524393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e11c5-827d-4601-a01b-243f1357d5eb req-4f80f5f1-7b03-494c-8bf8-183f9c74be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:05.526443 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-755e11c5-827d-4601-a01b-243f1357d5eb req-4f80f5f1-7b03-494c-8bf8-183f9c74be83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 1097 time: 0.0415964 Sep 17 23:06:05.631615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e11c5-827d-4601-a01b-243f1357d5eb req-d54920e1-1c76-41f1-83b5-c67d03278002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:05.633091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-755e11c5-827d-4601-a01b-243f1357d5eb req-d54920e1-1c76-41f1-83b5-c67d03278002 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0858855 Sep 17 23:06:05.698459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-755e11c5-827d-4601-a01b-243f1357d5eb req-5ca50421-b8ec-4910-8fd4-467d2a940c97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a5d579-06cb-47c5-a2c1-69eea152d421 HTTP/1.1" status: 200 len: 1001 time: 0.0566988 Sep 17 23:06:05.750618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e11c5-827d-4601-a01b-243f1357d5eb req-1092e775-df84-4e59-bb00-b0f1acb5d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:05.752033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-755e11c5-827d-4601-a01b-243f1357d5eb req-1092e775-df84-4e59-bb00-b0f1acb5d3c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0462663 Sep 17 23:06:05.797736 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e11c5-827d-4601-a01b-243f1357d5eb req-29ab92ad-aba1-41f6-9ca7-15e28d17a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:05.799189 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-755e11c5-827d-4601-a01b-243f1357d5eb req-29ab92ad-aba1-41f6-9ca7-15e28d17a00b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400662 Sep 17 23:06:05.889226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-755e11c5-827d-4601-a01b-243f1357d5eb req-6c25e4a0-69e0-41e1-8f02-df345960a526 service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815651 Sep 17 23:06:05.985539 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-755e11c5-827d-4601-a01b-243f1357d5eb req-bfb829d6-eaa3-4a26-83c8-9d6b99036dcc service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885885 Sep 17 23:06:19.030043 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:24.359574 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:06:29.983743 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d972eb48-295f-4ba4-bbee-1fc036a4f898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:32.742406 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-93d88d67-2368-4427-a21f-c1b473b82307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.143614 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.928717 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:34.922341 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:35.465239 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:49.040452 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:49.545247 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-3f9f4e7d-e451-47d5-9e1e-9a13798399e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402124 Sep 17 23:06:49.625048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-188cd5ab-490b-4ae3-b1f4-af151805faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:49.626513 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-188cd5ab-490b-4ae3-b1f4-af151805faec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1097 time: 0.0402558 Sep 17 23:06:49.731706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-80748b69-81d4-42e0-ac66-0691616fd96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:49.733186 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-80748b69-81d4-42e0-ac66-0691616fd96e service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0872316 Sep 17 23:06:49.796903 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-b39d6902-f88d-43da-a140-8e9799760267 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 1000 time: 0.0561323 Sep 17 23:06:49.849177 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-cae61ba7-adb5-4771-94fa-046c0833b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:49.850604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-cae61ba7-adb5-4771-94fa-046c0833b018 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0468924 Sep 17 23:06:49.896253 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-85125cc9-31f6-48dc-889c-68dc1985e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:49.897769 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-85125cc9-31f6-48dc-889c-68dc1985e370 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401988 Sep 17 23:06:49.988574 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-dfb2f170-0be4-4bdd-93a7-04646c888a1d service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840113 Sep 17 23:06:50.078277 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ce6b7097-9b56-4b62-bf5e-e72cb37e18af req-a72852ee-ed09-4479-b99f-a9b7b4d80c51 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820551 Sep 17 23:06:55.895633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54028) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:06:56.053430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port d8860efe-10df-40dc-8fe8-da163bc8d8de {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:06:56.053775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:56.131661 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:56.131930 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:56.143337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for d8860efe-10df-40dc-8fe8-da163bc8d8de owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:06:56.292040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:56.319965 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=d8860efe-10df-40dc-8fe8-da163bc8d8de,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:56.346140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.346484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.346819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.347149 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.347476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.347803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.348130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.348450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.348766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.349109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.349426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.349741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:56.389387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:56.389675 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Floating IP e0c32f64-a6bb-44e7-8511-d9a3c7435105 disassociated (deleted). External IP: 172.25.0.186, port: 56a5d579-06cb-47c5-a2c1-69eea152d421. Sep 17 23:06:56.597701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Router 427b6ce9-4580-433c-bd93-986108266832 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:06:56.712294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:06:56.718271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:56.722975 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:06:56.731859 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:06:56.732471 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:06:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:56.745982 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9f931669-d558-4e2a-aa02-ae3f00394eed tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "DELETE /v2.0/floatingips/e0c32f64-a6bb-44e7-8511-d9a3c7435105 HTTP/1.1" status: 204 len: 168 time: 0.8492172 Sep 17 23:06:56.746572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:56.748806 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71acd59b-4259-4a2e-868c-389b80506d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:56.792262 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4257e-843f-4dd5-8606-81acefdca4ec x-openstack-request-id: req-24a4257e-843f-4dd5-8606-81acefdca4ec {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:56.792761 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:56.793387 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24a4257e-843f-4dd5-8606-81acefdca4ec {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:56.793974 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'status': 'completed', 'code': 200} Sep 17 23:06:56.847303 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:06:56.887704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acd59b-4259-4a2e-868c-389b80506d5a req-44bde98f-3d16-4a22-80ca-0559dc987fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:56.892399 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71acd59b-4259-4a2e-868c-389b80506d5a req-44bde98f-3d16-4a22-80ca-0559dc987fc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 1097 time: 0.0548208 Sep 17 23:06:56.990835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889c99-fd82-49f1-82aa-c2a7d458532d req-9dbeb374-2fdd-4eea-97bb-3ce063732adc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:56.992300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49889c99-fd82-49f1-82aa-c2a7d458532d req-9dbeb374-2fdd-4eea-97bb-3ce063732adc tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 945 time: 0.0524564 Sep 17 23:06:57.027999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acd59b-4259-4a2e-868c-389b80506d5a req-9c167a53-0596-4263-85dc-99cfb9e1307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:57.029629 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71acd59b-4259-4a2e-868c-389b80506d5a req-9c167a53-0596-4263-85dc-99cfb9e1307d service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.0974636 Sep 17 23:06:57.033918 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49889c99-fd82-49f1-82aa-c2a7d458532d req-7b3cd216-2967-455a-a8ef-268dece03cb6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345716 Sep 17 23:06:57.075179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71acd59b-4259-4a2e-868c-389b80506d5a req-e99326be-f6e7-44fc-9c4c-1ed57971e1b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56a5d579-06cb-47c5-a2c1-69eea152d421 HTTP/1.1" status: 200 len: 217 time: 0.0365729 Sep 17 23:06:57.077423 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:14Z', 'revision_number': 1, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:57.107755 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:06:57.116111 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:06:57.117117 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:06:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:57.130250 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acd59b-4259-4a2e-868c-389b80506d5a req-8b177b61-f657-455e-80be-f862b1038f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:57.131733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71acd59b-4259-4a2e-868c-389b80506d5a req-8b177b61-f657-455e-80be-f862b1038f94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0497262 Sep 17 23:06:57.178238 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acd59b-4259-4a2e-868c-389b80506d5a req-c66c227a-3f4e-46f3-9abd-4e4dd839136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:57.179747 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71acd59b-4259-4a2e-868c-389b80506d5a req-c66c227a-3f4e-46f3-9abd-4e4dd839136e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403836 Sep 17 23:06:57.222123 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:06:57.271705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71acd59b-4259-4a2e-868c-389b80506d5a req-40698da0-a77e-430f-bd7c-a6a4502b7adc service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828424 Sep 17 23:06:57.372206 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71acd59b-4259-4a2e-868c-389b80506d5a req-cf7a33d1-c7c9-46cd-86d3-1096474226bd service neutron] 10.222.0.49 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909660 Sep 17 23:06:57.445979 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:14Z', 'revision_number': 1, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:57.471601 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed838b-b730-4924-8215-d7305ef8ce4c None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '83b98313-fa29-4347-a683-b57fa2a463b3', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '427b6ce9-4580-433c-bd93-986108266832', 'port_id': 'd359793b-662a-4463-8912-33a952aedb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'mac_address': 'fa:16:3e:82:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:03:12Z', 'updated_at': '2021-09-17T23:03:14Z', 'revision_number': 1, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:06:57.799708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba40acd-3416-4772-bfcd-f6af22dee1b1 None None] New status for floating IP e0c32f64-a6bb-44e7-8511-d9a3c7435105: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:06:58.172473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a471b4f-4a74-4946-85ee-c74474881c32 req-978e2f94-eda5-4ca2-bd69-78367f29d90f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:58.173990 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a471b4f-4a74-4946-85ee-c74474881c32 req-978e2f94-eda5-4ca2-bd69-78367f29d90f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 945 time: 0.0528700 Sep 17 23:06:58.212254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8a471b4f-4a74-4946-85ee-c74474881c32 req-efa7b37b-2f9c-4666-b5a2-015b985666cf tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Sep 17 23:06:58.874565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-8d209c85-4839-4d20-af83-3cb7ec6384bb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:58.876090 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-8d209c85-4839-4d20-af83-3cb7ec6384bb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 945 time: 0.0489919 Sep 17 23:06:58.968321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port 56a5d579-06cb-47c5-a2c1-69eea152d421 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:06:58.968761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:59.054820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] For port 56a5d579-06cb-47c5-a2c1-69eea152d421, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=56a5d579-06cb-47c5-a2c1-69eea152d421,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:59.055171 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:59.067878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for 56a5d579-06cb-47c5-a2c1-69eea152d421 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:06:59.196073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:59.223657 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=56a5d579-06cb-47c5-a2c1-69eea152d421,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:59.233699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.234045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.234382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.234717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.235050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.235450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.235790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.236120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.236442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.236764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.237146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.237471 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.287437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] No DVR routers for this DVR port 56a5d579-06cb-47c5-a2c1-69eea152d421 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:06:59.291841 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:59.294327 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8daccc1-3ce7-412b-89c9-ffc8da1526b5 req-29dc51f5-9c98-4dfb-8c00-34c69e39e018 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.49 "DELETE /v2.0/ports/56a5d579-06cb-47c5-a2c1-69eea152d421 HTTP/1.1" status: 204 len: 173 time: 0.4119387 Sep 17 23:06:59.294816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'name': 'network-vif-deleted', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:59.298212 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab928b9-4d25-459e-b829-4e9abb1967b1" -d '{"events": [{"server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "name": "network-vif-deleted", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:59.339118 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ddd346-b3b0-4b08-be57-05890dc76849 x-openstack-request-id: req-63ddd346-b3b0-4b08-be57-05890dc76849 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:59.339589 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f48974-b14e-45f4-bf13-76946394d02f", "name": "network-vif-deleted", "tag": "56a5d579-06cb-47c5-a2c1-69eea152d421", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:59.339852 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63ddd346-b3b0-4b08-be57-05890dc76849 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:59.340268 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f48974-b14e-45f4-bf13-76946394d02f', 'name': 'network-vif-deleted', 'tag': '56a5d579-06cb-47c5-a2c1-69eea152d421', 'status': 'completed', 'code': 200} Sep 17 23:06:59.355589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5782261b-4f59-491f-b40d-3dcbfa4f7abd req-d051c114-e481-42f2-bb65-3a6ab7ae1089 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 210 time: 0.0307486 Sep 17 23:06:59.986232 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f6b2fde2-551d-45d9-8cbb-ef68efebd282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:00.452047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd37bd89-0c6a-4fc3-ae35-ed81c53d2206 req-c8ebf708-8de6-4f0b-aa8d-b04827985844 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 210 time: 0.0282927 Sep 17 23:07:01.359542 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:07:01.546074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0e6cd60-e2f2-47e1-b9cf-bfb3d2503a80 req-a6c61943-ede2-4bb1-bca1-12e255466bb6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 210 time: 0.0263205 Sep 17 23:07:02.543072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 56a5d579-06cb-47c5-a2c1-69eea152d421 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:02.563789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 56a5d579-06cb-47c5-a2c1-69eea152d421 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:02.564130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 56a5d579-06cb-47c5-a2c1-69eea152d421 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:02.644075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96475d18-1fc3-49ae-873c-02277d17c7ed req-4f655856-da9c-442a-830f-82727bb91d6c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=07f48974-b14e-45f4-bf13-76946394d02f HTTP/1.1" status: 200 len: 210 time: 0.0285218 Sep 17 23:07:02.746917 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a0d3-5dc5-4eae-b0c8-e188538e10a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:03.143875 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:03.933539 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:04.936680 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:05.468705 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:08.008282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54082) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:08.173258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port 7cbdcfe1-66c0-4e94-9123-d6fe9e766fb7 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:08.173515 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:08.247636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:08.247946 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:08.259263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for 7cbdcfe1-66c0-4e94-9123-d6fe9e766fb7 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:08.404511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:08.429065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=7cbdcfe1-66c0-4e94-9123-d6fe9e766fb7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:08.491696 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:08.492033 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Floating IP 83b98313-fa29-4347-a683-b57fa2a463b3 disassociated (deleted). External IP: 172.25.0.43, port: d359793b-662a-4463-8912-33a952aedb6c. Sep 17 23:07:09.032235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Router 427b6ce9-4580-433c-bd93-986108266832 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:07:09.173205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:07:09.178574 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:09.183433 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:07:09.197159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:07:09.197778 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:07:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:09.217325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-352031e6-2f14-4084-b7c5-a630c9f530f0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "DELETE /v2.0/floatingips/83b98313-fa29-4347-a683-b57fa2a463b3 HTTP/1.1" status: 204 len: 168 time: 1.2079277 Sep 17 23:07:09.217906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:09.220169 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e94f9e-c4ac-443e-af8c-186575a546ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "tag": "d359793b-662a-4463-8912-33a952aedb6c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:09.266320 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76149be-5e15-46ef-b206-e739e56fcf2e x-openstack-request-id: req-e76149be-5e15-46ef-b206-e739e56fcf2e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:09.266746 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "tag": "d359793b-662a-4463-8912-33a952aedb6c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:09.267009 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e76149be-5e15-46ef-b206-e739e56fcf2e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:09.267415 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c', 'status': 'completed', 'code': 200} Sep 17 23:07:09.319757 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:07:09.336156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-4b2013ed-97f8-43b0-926a-9a1044ce0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:09.337747 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-4b2013ed-97f8-43b0-926a-9a1044ce0cbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 1097 time: 0.0479972 Sep 17 23:07:09.456574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-7a4d938d-4318-42a0-92cc-c3cec4b51200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:09.459104 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-7a4d938d-4318-42a0-92cc-c3cec4b51200 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 200 len: 912 time: 0.1133657 Sep 17 23:07:09.493191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e957bf-23eb-48d4-b470-3690457383f9 req-c553c314-1958-4712-8e6b-c7af3d416376 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:09.494754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35e957bf-23eb-48d4-b470-3690457383f9 req-c553c314-1958-4712-8e6b-c7af3d416376 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 945 time: 0.0566714 Sep 17 23:07:09.514145 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-b9a34dfb-ad4e-4cc4-8137-59bab697b2bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 200 len: 217 time: 0.0469570 Sep 17 23:07:09.537461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35e957bf-23eb-48d4-b470-3690457383f9 req-f1b0dc51-aa76-47ed-b1f2-5b1e700af0d6 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361817 Sep 17 23:07:09.568493 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:09.570315 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-79883db0-764d-4317-bd78-2c5d8575cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:09.571752 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-79883db0-764d-4317-bd78-2c5d8575cfb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 200 len: 850 time: 0.0498998 Sep 17 23:07:09.600096 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:07:09.611009 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:07:09.611629 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:07:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:09.620298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-12c5eda6-3419-4080-9afa-2753bca217fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:09.621992 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-12c5eda6-3419-4080-9afa-2753bca217fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efd7d316-db5b-443d-8c32-028f74826381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421152 Sep 17 23:07:09.726898 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-004b07f0-afed-4406-bef5-ed8cbb51cab9 service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930915 Sep 17 23:07:09.819664 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36e94f9e-c4ac-443e-af8c-186575a546ac req-f7a93de4-2874-48c1-86ec-d573eea7ca6e service neutron] 10.222.0.45 "GET /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846856 Sep 17 23:07:09.844885 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:07:10.043369 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:10.076114 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61e69f-d604-4259-8955-a57a307d845a None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T22:55:48Z', 'revision_number': 4, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'ef372593-82bc-4bd0-afb4-203ea65fb1ab', 'name': '', 'network_id': 'efd7d316-db5b-443d-8c32-028f74826381', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'mac_address': 'fa:16:3e:06:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:46Z', 'updated_at': '2021-09-17T22:55:58Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'subnets': [{'id': '102122fa-51c5-4e6f-a782-12ba8da57ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:07:10.285990 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833095af-0090-4dc3-b27a-ba2d9f8f1d2e None None] New status for floating IP 83b98313-fa29-4347-a683-b57fa2a463b3: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:07:10.657119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2118-77a2-4670-9d98-db8010e40aeb req-9ebcda38-ee6d-4cd1-aced-13c999eaeb84 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:10.658523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92ed2118-77a2-4670-9d98-db8010e40aeb req-9ebcda38-ee6d-4cd1-aced-13c999eaeb84 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 945 time: 0.0494511 Sep 17 23:07:10.696329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-92ed2118-77a2-4670-9d98-db8010e40aeb req-0e68a9af-80cd-4c51-b00c-053a456bdbc0 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce78395d-0fda-427e-8af7-2a67465dad27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Sep 17 23:07:10.988072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-8ec15e44-5473-4a7c-ab4d-b7921dfdcd0f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:10.989469 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-8ec15e44-5473-4a7c-ab4d-b7921dfdcd0f tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 945 time: 0.0536780 Sep 17 23:07:11.079112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port d359793b-662a-4463-8912-33a952aedb6c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:11.079449 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:11.170371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] For port d359793b-662a-4463-8912-33a952aedb6c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=d359793b-662a-4463-8912-33a952aedb6c,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:11.170729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:11.182066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for d359793b-662a-4463-8912-33a952aedb6c owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:11.307085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:11.338343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=d359793b-662a-4463-8912-33a952aedb6c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:11.381749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] No DVR routers for this DVR port d359793b-662a-4463-8912-33a952aedb6c on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:07:11.384633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:11.387666 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e0368ecb-b296-44a6-b04c-c517c6cc26f5 req-3b371faa-0c9d-434f-88ac-d80862755f79 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.45 "DELETE /v2.0/ports/d359793b-662a-4463-8912-33a952aedb6c HTTP/1.1" status: 204 len: 173 time: 0.3912339 Sep 17 23:07:11.388149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'name': 'network-vif-deleted', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:11.390425 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c90b98-270e-4db7-9903-9b5083b3e387" -d '{"events": [{"server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "name": "network-vif-deleted", "tag": "d359793b-662a-4463-8912-33a952aedb6c"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:11.428796 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabceaff-ef44-4c67-930f-7d2aae0e49f1 x-openstack-request-id: req-aabceaff-ef44-4c67-930f-7d2aae0e49f1 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:11.429192 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd", "name": "network-vif-deleted", "tag": "d359793b-662a-4463-8912-33a952aedb6c", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:11.429455 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aabceaff-ef44-4c67-930f-7d2aae0e49f1 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:11.429900 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd', 'name': 'network-vif-deleted', 'tag': 'd359793b-662a-4463-8912-33a952aedb6c', 'status': 'completed', 'code': 200} Sep 17 23:07:11.803329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a83b56a7-e5d9-40b1-a83f-2335be46c066 req-6594a12b-3c96-4f44-8bdc-169689457b1e tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 210 time: 0.0378819 Sep 17 23:07:12.901876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56752f9a-58c6-469c-8cd2-3aeec022d3b7 req-ec6e6c22-ae48-44c2-aa5d-7ab0aa721dae tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 210 time: 0.0266345 Sep 17 23:07:13.996997 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d05c97ee-551a-460f-8472-bbef9267f3b6 req-36903e8b-09be-4aa5-b187-7eca44580e71 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 210 time: 0.0276134 Sep 17 23:07:15.103864 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-35889297-5b41-4849-ae80-b34d6e476ad0 req-0ef36f89-23d5-49fd-a263-f1dbf8afd4eb tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b64f0b9-0b9f-4f25-b4d8-5bc45712a1bd HTTP/1.1" status: 200 len: 210 time: 0.0286052 Sep 17 23:07:16.160314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54104) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:16.271371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d359793b-662a-4463-8912-33a952aedb6c no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:16.284783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Deleting port 8383e323-5369-46f5-bba0-7b028f4e8e9a {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:16.285151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:16.290732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: d359793b-662a-4463-8912-33a952aedb6c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:16.291072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device d359793b-662a-4463-8912-33a952aedb6c not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:16.363739 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:16.364070 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:16.376149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Calling delete_port for 8383e323-5369-46f5-bba0-7b028f4e8e9a owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:16.762600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:16.791486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'Port': ['ID=8383e323-5369-46f5-bba0-7b028f4e8e9a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:16.850539 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:16.853801 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:16.855800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6d6dbeed-eb3c-414e-9419-afa0a7df6b9c tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "DELETE /v2.0/floatingips/d2d093a3-ceda-467d-9c61-a9ab7359929b HTTP/1.1" status: 204 len: 168 time: 0.6944702 Sep 17 23:07:19.050647 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.111911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54118) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:19.171966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b7246553-b239-4681-85c5-fed7a7681877 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.196470 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b7246553-b239-4681-85c5-fed7a7681877 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.258457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b7246553-b239-4681-85c5-fed7a7681877 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.262098 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-b7246553-b239-4681-85c5-fed7a7681877 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.265775 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b7246553-b239-4681-85c5-fed7a7681877 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] 10.222.0.48 "DELETE /v2.0/security-groups/ce78395d-0fda-427e-8af7-2a67465dad27 HTTP/1.1" status: 204 len: 168 time: 0.1496041 Sep 17 23:07:19.273188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7246553-b239-4681-85c5-fed7a7681877 tempest-TestVolumeBootPattern-1054294665 tempest-TestVolumeBootPattern-1054294665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce78395d-0fda-427e-8af7-2a67465dad27,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:19.329962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54122) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:19.827801 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.079525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Deleting port ef372593-82bc-4bd0-afb4-203ea65fb1ab {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:20.079783 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.158351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] For port ef372593-82bc-4bd0-afb4-203ea65fb1ab, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ef372593-82bc-4bd0-afb4-203ea65fb1ab,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:20.158722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.171796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Calling delete_port for ef372593-82bc-4bd0-afb4-203ea65fb1ab owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:20.349654 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.375450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef372593-82bc-4bd0-afb4-203ea65fb1ab,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:20.546587 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.762574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Router 427b6ce9-4580-433c-bd93-986108266832 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:07:20.867918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:07:20.873342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6c99a1f-c461-4605-8d99-d499ae7c6a50 admin admin] 10.222.0.48 "PUT /v2.0/routers/427b6ce9-4580-433c-bd93-986108266832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5429571 Sep 17 23:07:20.875782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54126) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:20.878445 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] Sync routers for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:07:20.888897 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:07:20.889629 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:07:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:20.979168 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.992335 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:07:21.082844 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.172283 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T23:07:20Z', 'revision_number': 5, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port': {'id': '8a385e26-1aab-42c7-a0ef-45c822f6de74', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427b6ce9-4580-433c-bd93-986108266832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:42Z', 'updated_at': '2021-09-17T22:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:21.202680 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] Checking router: 427b6ce9-4580-433c-bd93-986108266832 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:07:21.211702 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] Routers {'427b6ce9-4580-433c-bd93-986108266832'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:07:21.212323 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:07:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['427b6ce9-4580-433c-bd93-986108266832'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:21.300627 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] Set router 427b6ce9-4580-433c-bd93-986108266832 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:07:21.354757 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T23:07:21Z', 'revision_number': 6, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:21.386108 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ac4d9-3467-4eea-9a63-746cdb9b2bf6 None None] The sync data for ids ['427b6ce9-4580-433c-bd93-986108266832'] in n-d-789963-10 is: [{'id': '427b6ce9-4580-433c-bd93-986108266832', 'name': 'tempest-TestVolumeBootPattern-146529825-router', 'tenant_id': '6f18daea7a2e46818ad309bace9b6ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:40Z', 'updated_at': '2021-09-17T23:07:21Z', 'revision_number': 6, 'project_id': '6f18daea7a2e46818ad309bace9b6ad6', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:07:21.461016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Deleting port 8a385e26-1aab-42c7-a0ef-45c822f6de74 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:21.462078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.542181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] For port 8a385e26-1aab-42c7-a0ef-45c822f6de74, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8a385e26-1aab-42c7-a0ef-45c822f6de74,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:21.542604 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.555204 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Calling delete_port for 8a385e26-1aab-42c7-a0ef-45c822f6de74 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:21.726506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.753445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a385e26-1aab-42c7-a0ef-45c822f6de74,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:21.818033 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.911676 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.913792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.957953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.958541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 427b6ce9-4580-433c-bd93-986108266832 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:07:21.963239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.964428 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-916d5004-b14d-4cc3-b7f4-4028ee11ead7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/427b6ce9-4580-433c-bd93-986108266832 HTTP/1.1" status: 204 len: 168 time: 1.0877244 Sep 17 23:07:21.967233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54128) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:22.012783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-473bec6a-efe1-4b32-9339-8e149c64d46f admin admin] Deleting subnet 102122fa-51c5-4e6f-a782-12ba8da57ac0 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:07:22.015640 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-473bec6a-efe1-4b32-9339-8e149c64d46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.049117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-473bec6a-efe1-4b32-9339-8e149c64d46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.130756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-473bec6a-efe1-4b32-9339-8e149c64d46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.186287 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-473bec6a-efe1-4b32-9339-8e149c64d46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.197554 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8a385e26-1aab-42c7-a0ef-45c822f6de74 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:22.213617 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bec6a-efe1-4b32-9339-8e149c64d46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102122fa-51c5-4e6f-a782-12ba8da57ac0,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:22.217517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-473bec6a-efe1-4b32-9339-8e149c64d46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.220254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-473bec6a-efe1-4b32-9339-8e149c64d46f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/102122fa-51c5-4e6f-a782-12ba8da57ac0 HTTP/1.1" status: 204 len: 168 time: 0.2520657 Sep 17 23:07:22.222127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54130) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:22.223700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 8a385e26-1aab-42c7-a0ef-45c822f6de74 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:22.224048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 8a385e26-1aab-42c7-a0ef-45c822f6de74 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:22.224464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ef372593-82bc-4bd0-afb4-203ea65fb1ab no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:22.227464 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36501f-a681-4c7a-b556-14d9a1472af3 None None] Network efd7d316-db5b-443d-8c32-028f74826381 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:22.257306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ef372593-82bc-4bd0-afb4-203ea65fb1ab {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:22.257653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ef372593-82bc-4bd0-afb4-203ea65fb1ab not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:22.300968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.357748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Deleting port 3b056730-c337-4b9f-b07c-2956957d87bf {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:22.358192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.422527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] DHCP port deletion for efd7d316-db5b-443d-8c32-028f74826381 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:07:22.438266 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] For port 3b056730-c337-4b9f-b07c-2956957d87bf, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3b056730-c337-4b9f-b07c-2956957d87bf,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:22.438631 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.452445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Calling delete_port for 3b056730-c337-4b9f-b07c-2956957d87bf owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:22.478840 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Deleting port 3b056730-c337-4b9f-b07c-2956957d87bf {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:22.479218 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.531546 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.540938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] For port 3b056730-c337-4b9f-b07c-2956957d87bf, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=3b056730-c337-4b9f-b07c-2956957d87bf,segment=NetworkSegment(edbcb881-239c-4053-a9bb-754f5365b914),segment_id=edbcb881-239c-4053-a9bb-754f5365b914)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:22.541362 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.554212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Calling delete_port for 3b056730-c337-4b9f-b07c-2956957d87bf owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:22.555607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b056730-c337-4b9f-b07c-2956957d87bf,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:22.562505 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] No DVR routers for this DVR port 3b056730-c337-4b9f-b07c-2956957d87bf on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:07:22.634115 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.635016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.655386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd7d316-db5b-443d-8c32-028f74826381']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:22.664941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbcb881-239c-4053-a9bb-754f5365b914') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:22.665294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbcb881-239c-4053-a9bb-754f5365b914') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:22.667175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] No DVR routers for this DVR port 3b056730-c337-4b9f-b07c-2956957d87bf on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:07:22.672217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Pushing event deleted for resources: {'Port': ['ID=3b056730-c337-4b9f-b07c-2956957d87bf,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:22.678690 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.679837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.680192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.680534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.680867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.681412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.681756 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.682085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.682415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.682743 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.683226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.683694 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.684008 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4147-b8c3-429b-8caa-41051054ff2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:22.694192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.700308 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:22.700671 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:22.702526 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:22.764494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.773578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.775403 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/efd7d316-db5b-443d-8c32-028f74826381 HTTP/1.1" status: 204 len: 168 time: 0.5522997 Sep 17 23:07:22.778537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54132) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:22.786583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f88382-2ee4-4c94-8c50-2ffe18a7b5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd7d316-db5b-443d-8c32-028f74826381,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:23.134064 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:23.379043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Deleting port 1b1679be-7153-4c42-8723-cf2eacd57daa {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:23.379298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:23.456499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] For port 1b1679be-7153-4c42-8723-cf2eacd57daa, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=1b1679be-7153-4c42-8723-cf2eacd57daa,segment=NetworkSegment(3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb),segment_id=3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:23.456859 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:23.469396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Calling delete_port for 1b1679be-7153-4c42-8723-cf2eacd57daa owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:23.643218 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:23.670245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1679be-7153-4c42-8723-cf2eacd57daa,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:23.836803 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:23.986969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3b056730-c337-4b9f-b07c-2956957d87bf no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:24.006364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 3b056730-c337-4b9f-b07c-2956957d87bf {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:24.006706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 3b056730-c337-4b9f-b07c-2956957d87bf not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:24.055763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Router 1eb75f24-e719-43d0-a69e-2871dbb91b3d has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:07:24.167954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:07:24.173096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-76bceca2-0f1e-42d5-9f56-c0e595370412 admin admin] 10.222.0.48 "PUT /v2.0/routers/1eb75f24-e719-43d0-a69e-2871dbb91b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3934946 Sep 17 23:07:24.175614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54134) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:24.176805 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] Sync routers for ids ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:07:24.186480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] Routers {'1eb75f24-e719-43d0-a69e-2871dbb91b3d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:07:24.187094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:07:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:24.281998 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.290505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] Set router 1eb75f24-e719-43d0-a69e-2871dbb91b3d gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:07:24.385567 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.438501 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Deleting port 00ae7baf-24e9-4702-a285-f1b5ff4205ae {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:24.438757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.470640 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T23:07:23Z', 'revision_number': 5, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port': {'id': '00ae7baf-24e9-4702-a285-f1b5ff4205ae', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:57Z', 'updated_at': '2021-09-17T22:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:24.523494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] For port 00ae7baf-24e9-4702-a285-f1b5ff4205ae, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=00ae7baf-24e9-4702-a285-f1b5ff4205ae,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:24.523865 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.537443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Calling delete_port for 00ae7baf-24e9-4702-a285-f1b5ff4205ae owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:24.653262 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] Checking router: 1eb75f24-e719-43d0-a69e-2871dbb91b3d for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:07:24.661468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] Routers {'1eb75f24-e719-43d0-a69e-2871dbb91b3d'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:07:24.662078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:07:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:24.718185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.741533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ae7baf-24e9-4702-a285-f1b5ff4205ae,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:24.753598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] Set router 1eb75f24-e719-43d0-a69e-2871dbb91b3d gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:07:24.809368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T23:07:24Z', 'revision_number': 6, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:24.814158 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.836676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94dece2-c61d-405f-97a1-6efc2fc85be3 None None] The sync data for ids ['1eb75f24-e719-43d0-a69e-2871dbb91b3d'] in n-d-789963-10 is: [{'id': '1eb75f24-e719-43d0-a69e-2871dbb91b3d', 'name': 'tempest-TestVolumeBootPattern-126266944-router', 'tenant_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:56Z', 'updated_at': '2021-09-17T23:07:24Z', 'revision_number': 6, 'project_id': '4d7dc96bd1cf4204ac55cb706437bdcf', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:07:24.908398 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.910539 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.952488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.953071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb75f24-e719-43d0-a69e-2871dbb91b3d {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:07:24.957462 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.958686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-72832d2d-0c9f-4e3c-b2e6-78ca2ae0aab6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1eb75f24-e719-43d0-a69e-2871dbb91b3d HTTP/1.1" status: 204 len: 168 time: 0.7819827 Sep 17 23:07:24.961439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54136) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:25.005520 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c0b2ea-22fb-4f54-acd7-774f10b859ee admin admin] Deleting subnet 9db462fd-bf14-4e9f-8197-759560ce04a7 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:07:25.008443 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19c0b2ea-22fb-4f54-acd7-774f10b859ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.043000 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19c0b2ea-22fb-4f54-acd7-774f10b859ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.124352 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19c0b2ea-22fb-4f54-acd7-774f10b859ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.179232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19c0b2ea-22fb-4f54-acd7-774f10b859ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.207547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0b2ea-22fb-4f54-acd7-774f10b859ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db462fd-bf14-4e9f-8197-759560ce04a7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:25.211093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-19c0b2ea-22fb-4f54-acd7-774f10b859ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.213806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-19c0b2ea-22fb-4f54-acd7-774f10b859ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9db462fd-bf14-4e9f-8197-759560ce04a7 HTTP/1.1" status: 204 len: 168 time: 0.2506871 Sep 17 23:07:25.216065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54138) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:25.216785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3103fd-d538-40e3-b0ce-487feca15073 None None] Network df456574-0add-43f7-82a4-fc6c776d0089 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:25.291970 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.346288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Deleting port 701bbb5c-3041-4509-b585-20eb96a3f4b3 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:25.346949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.417226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] For port 701bbb5c-3041-4509-b585-20eb96a3f4b3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=701bbb5c-3041-4509-b585-20eb96a3f4b3,segment=NetworkSegment(3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb),segment_id=3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:25.418250 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.435023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Calling delete_port for 701bbb5c-3041-4509-b585-20eb96a3f4b3 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:25.511273 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.534567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Pushing event deleted for resources: {'Port': ['ID=701bbb5c-3041-4509-b585-20eb96a3f4b3,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:25.541106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] No DVR routers for this DVR port 701bbb5c-3041-4509-b585-20eb96a3f4b3 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:07:25.616278 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.625269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577b727-2d86-4dab-b09f-ed564216c906 None None] DHCP port deletion for df456574-0add-43f7-82a4-fc6c776d0089 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:07:25.641411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df456574-0add-43f7-82a4-fc6c776d0089']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:25.651362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:25.651651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e65fe8d-ba9d-40a3-8bad-0091a46d0ebb') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:25.661642 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.675691 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.686193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:25.686582 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:25.688393 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:25.742793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.749936 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.751839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] 10.222.0.48 "DELETE /v2.0/networks/df456574-0add-43f7-82a4-fc6c776d0089 HTTP/1.1" status: 204 len: 168 time: 0.5348389 Sep 17 23:07:25.764405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8f744-fc00-4493-a20c-a7c6d2e57471 admin admin] Pushing event deleted for resources: {'Network': ['ID=df456574-0add-43f7-82a4-fc6c776d0089,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:25.898900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54144) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:25.945649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da58fa74-4afc-4998-b33b-82b882528f46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f18daea7a2e46818ad309bace9b6ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453649 Sep 17 23:07:25.947188 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 00ae7baf-24e9-4702-a285-f1b5ff4205ae no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:25.948190 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54146) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:25.967946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 00ae7baf-24e9-4702-a285-f1b5ff4205ae {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:25.968283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 00ae7baf-24e9-4702-a285-f1b5ff4205ae not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:25.968690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 701bbb5c-3041-4509-b585-20eb96a3f4b3 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:25.986306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 701bbb5c-3041-4509-b585-20eb96a3f4b3 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:25.986651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 701bbb5c-3041-4509-b585-20eb96a3f4b3 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:25.987056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1b1679be-7153-4c42-8723-cf2eacd57daa no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:25.998351 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff939a5e-fd98-4ddb-b7a4-974ec7bc305e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.005245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 1b1679be-7153-4c42-8723-cf2eacd57daa {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:26.005588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 1b1679be-7153-4c42-8723-cf2eacd57daa not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:26.021413 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff939a5e-fd98-4ddb-b7a4-974ec7bc305e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.067344 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff939a5e-fd98-4ddb-b7a4-974ec7bc305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.069883 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff939a5e-fd98-4ddb-b7a4-974ec7bc305e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.071148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ff939a5e-fd98-4ddb-b7a4-974ec7bc305e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca61ec13-9944-4984-aaf9-d6ac2b5d3099 HTTP/1.1" status: 204 len: 168 time: 0.1213033 Sep 17 23:07:26.078924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff939a5e-fd98-4ddb-b7a4-974ec7bc305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca61ec13-9944-4984-aaf9-d6ac2b5d3099,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:26.413632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54152) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:26.454348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b6029fc8-f242-471e-9508-40fad20f889f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d7dc96bd1cf4204ac55cb706437bdcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395617 Sep 17 23:07:26.456685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54154) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:26.504461 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10605a77-fde8-4cf7-9074-a51a7f64de9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.525460 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10605a77-fde8-4cf7-9074-a51a7f64de9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.573053 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10605a77-fde8-4cf7-9074-a51a7f64de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.576282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-10605a77-fde8-4cf7-9074-a51a7f64de9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.577458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-10605a77-fde8-4cf7-9074-a51a7f64de9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de0fc4c5-702a-486e-a6e9-29846115de4a HTTP/1.1" status: 204 len: 168 time: 0.1198537 Sep 17 23:07:26.585216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10605a77-fde8-4cf7-9074-a51a7f64de9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0fc4c5-702a-486e-a6e9-29846115de4a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:29.987501 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-067ed517-1245-428c-b17b-876db82b3bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.751844 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-817d016b-0afd-44d4-b421-8f45aba769ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.146673 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.935386 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.944350 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:35.472326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:36.622480 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-caa82e9d-8ab8-4e3b-a883-97881bbb9e7f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e09d425e3dfa44f7ac5e9736f5dd68fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221255 Sep 17 23:07:36.729174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-ea87a52b-a782-428b-a885-6d29cbc06857 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:36.730563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-ea87a52b-a782-428b-a885-6d29cbc06857 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028056 Sep 17 23:07:36.745011 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-834ae87c-588e-4607-bc27-8161949455bc tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/quotas/e09d425e3dfa44f7ac5e9736f5dd68fc HTTP/1.1" status: 200 len: 375 time: 0.0086997 Sep 17 23:07:36.779628 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-c2eb7701-348d-4e5c-ac10-cea9e8b7e495 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e09d425e3dfa44f7ac5e9736f5dd68fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295279 Sep 17 23:07:36.938391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9602b59b-2966-4cef-8fe3-eeb9e2350550 req-c2594623-94da-436e-aad3-7db54754e460 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 210 time: 0.0263677 Sep 17 23:07:37.849586 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-ea8f44dd-6178-473a-a611-ac07779a25ee tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e09d425e3dfa44f7ac5e9736f5dd68fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286489 Sep 17 23:07:38.032290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6315ce2a-ad8c-4656-bafb-b4f354dbad1d req-40f99dc1-bab7-4e25-b14b-6bf1a0fac822 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 210 time: 0.0265002 Sep 17 23:07:38.038249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-511e5cb4-775d-463a-877d-f46182c2b1bf tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:38.039731 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-511e5cb4-775d-463a-877d-f46182c2b1bf tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847975 Sep 17 23:07:38.058512 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Request body: {'port': {'device_id': '4d2d41b7-d58b-4d59-b910-183079aaaa9d', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'admin_state_up': True, 'tenant_id': 'e09d425e3dfa44f7ac5e9736f5dd68fc'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:38.176128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Made reservation on behalf of e09d425e3dfa44f7ac5e9736f5dd68fc for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:38.179629 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.189092 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.276599 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.281086 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.347438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7436fbc0-a79f-4d6d-ae1b-03992b275ad7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:38.360333 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:07:38.416130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Allocated IP 192.168.233.73 (64fbd01d-3ea5-49e0-8dbf-1e3496ddf737/b66327c4-76e9-4105-9516-40a6dce9154d/debb1ee9-27be-4560-8ed4-c7650212be2f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:07:38.561274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.593832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.635322 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:38.639083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:38.642641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:38.668044 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Pushing event updated for resources: {'Port': ['ID=debb1ee9-27be-4560-8ed4-c7650212be2f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:38.698708 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:38.699343 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.721266 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-e2fb1af9-611a-4f19-b620-82edcc62c80f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6664288 Sep 17 23:07:38.739800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Request body: {'port': {'device_id': '4d2d41b7-d58b-4d59-b910-183079aaaa9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:38.801798 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.855817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b1080c7f-1d5a-4a60-8725-38e28b1ae51b None None] Provisioning complete for port debb1ee9-27be-4560-8ed4-c7650212be2f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:07:38.856877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b1080c7f-1d5a-4a60-8725-38e28b1ae51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.891225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b1080c7f-1d5a-4a60-8725-38e28b1ae51b None None] Port debb1ee9-27be-4560-8ed4-c7650212be2f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:07:39.064028 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debb1ee9-27be-4560-8ed4-c7650212be2f {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:07:39.071738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.084489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Transition to ACTIVE for port object debb1ee9-27be-4560-8ed4-c7650212be2f will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:07:39.088584 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.154222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37e28d-4ff0-4147-82b9-1bf2ca41fc50 req-33e8fada-5aba-49f0-9a06-7257912ef26b tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:39.155897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f37e28d-4ff0-4147-82b9-1bf2ca41fc50 req-33e8fada-5aba-49f0-9a06-7257912ef26b tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 947 time: 0.0527422 Sep 17 23:07:39.187340 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Pushing event updated for resources: {'Port': ['ID=debb1ee9-27be-4560-8ed4-c7650212be2f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:39.205041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f37e28d-4ff0-4147-82b9-1bf2ca41fc50 req-b96147a4-b59c-4c96-bbbf-2e4239f8cee0 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Sep 17 23:07:39.219727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Attempting to bind port debb1ee9-27be-4560-8ed4-c7650212be2f on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:39.220065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Attempting to bind port debb1ee9-27be-4560-8ed4-c7650212be2f by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:39.220391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Attempting to bind port debb1ee9-27be-4560-8ed4-c7650212be2f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:39.224837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Port debb1ee9-27be-4560-8ed4-c7650212be2f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:39.225182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Attempting to bind port debb1ee9-27be-4560-8ed4-c7650212be2f on network 64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:39.230138 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:07:39.230477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Checking segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:07:39.230866 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Bound using segment: {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:07:39.231330 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Bound port: debb1ee9-27be-4560-8ed4-c7650212be2f, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345fc931-6e63-42b2-b283-eade056e89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:07:39.231695 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.297565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] For port debb1ee9-27be-4560-8ed4-c7650212be2f, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:07:39.301084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] For port debb1ee9-27be-4560-8ed4-c7650212be2f, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=debb1ee9-27be-4560-8ed4-c7650212be2f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:07:39.306058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.343716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:39.344327 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.345734 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] 10.222.0.49 "PUT /v2.0/ports/debb1ee9-27be-4560-8ed4-c7650212be2f HTTP/1.1" status: 200 len: 1096 time: 0.6110041 Sep 17 23:07:39.346179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2d41b7-d58b-4d59-b910-183079aaaa9d', 'tag': 'debb1ee9-27be-4560-8ed4-c7650212be2f'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:39.348408 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed426971-be83-45c4-9430-b5408d36ca99" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2d41b7-d58b-4d59-b910-183079aaaa9d", "tag": "debb1ee9-27be-4560-8ed4-c7650212be2f"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:39.373324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ee864-91fa-4f3f-a71e-0731fbd9b695 service neutron] Pushing event updated for resources: {'Port': ['ID=debb1ee9-27be-4560-8ed4-c7650212be2f,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:39.393914 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f76a6fd-96b5-4a14-a4b1-d0498e9172f8 x-openstack-request-id: req-5f76a6fd-96b5-4a14-a4b1-d0498e9172f8 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:39.394215 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2d41b7-d58b-4d59-b910-183079aaaa9d", "tag": "debb1ee9-27be-4560-8ed4-c7650212be2f", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:39.394467 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f76a6fd-96b5-4a14-a4b1-d0498e9172f8 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:39.394868 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2d41b7-d58b-4d59-b910-183079aaaa9d', 'tag': 'debb1ee9-27be-4560-8ed4-c7650212be2f', 'status': 'completed', 'code': 200} Sep 17 23:07:39.468944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-87764ae0-8254-4375-a207-6b97f7d0ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:39.470517 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-87764ae0-8254-4375-a207-6b97f7d0ad80 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e09d425e3dfa44f7ac5e9736f5dd68fc&device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 1099 time: 0.0473697 Sep 17 23:07:39.519011 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-558fb274-7279-401d-b917-bade40c98211 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=debb1ee9-27be-4560-8ed4-c7650212be2f HTTP/1.1" status: 200 len: 217 time: 0.0352709 Sep 17 23:07:39.567769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-576b9288-edd8-4908-b4e6-6368f8f3f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:39.569239 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-576b9288-edd8-4908-b4e6-6368f8f3f291 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0433252 Sep 17 23:07:39.614040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-5e59678e-c34d-4043-9453-b3452275b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:39.615478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-5e59678e-c34d-4043-9453-b3452275b6f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0394170 Sep 17 23:07:39.707194 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-06954e71-7409-4087-bd56-93e39c62b842 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849488 Sep 17 23:07:39.799753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d67fdfcd-0970-4fc1-b917-371c8f4e76c0 req-89487166-d604-460d-b95d-b8d4639e6b03 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854697 Sep 17 23:07:39.925793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426971-be83-45c4-9430-b5408d36ca99 req-29dd0469-0241-481b-9677-23d6638cc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:39.927285 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed426971-be83-45c4-9430-b5408d36ca99 req-29dd0469-0241-481b-9677-23d6638cc708 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e09d425e3dfa44f7ac5e9736f5dd68fc&device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 1099 time: 0.0454743 Sep 17 23:07:40.017587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426971-be83-45c4-9430-b5408d36ca99 req-8baab2b2-a820-4f96-9f9c-2e5f02f80410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:40.019057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed426971-be83-45c4-9430-b5408d36ca99 req-8baab2b2-a820-4f96-9f9c-2e5f02f80410 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737 HTTP/1.1" status: 200 len: 870 time: 0.0838261 Sep 17 23:07:40.062603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed426971-be83-45c4-9430-b5408d36ca99 req-0fd1084e-cbef-4c9b-8dea-161450b705b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=debb1ee9-27be-4560-8ed4-c7650212be2f HTTP/1.1" status: 200 len: 217 time: 0.0365989 Sep 17 23:07:40.111960 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426971-be83-45c4-9430-b5408d36ca99 req-f4026092-9da1-4fe1-9f40-f2c787a1ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:40.113453 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed426971-be83-45c4-9430-b5408d36ca99 req-f4026092-9da1-4fe1-9f40-f2c787a1ad34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b66327c4-76e9-4105-9516-40a6dce9154d HTTP/1.1" status: 200 len: 843 time: 0.0433514 Sep 17 23:07:40.161045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426971-be83-45c4-9430-b5408d36ca99 req-407bfdea-0013-4c5e-808e-2bdd882e72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:40.162489 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed426971-be83-45c4-9430-b5408d36ca99 req-407bfdea-0013-4c5e-808e-2bdd882e72c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64fbd01d-3ea5-49e0-8dbf-1e3496ddf737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406730 Sep 17 23:07:40.256648 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed426971-be83-45c4-9430-b5408d36ca99 req-1a4906b3-8f6d-4aaf-9d3d-546c0e4abd90 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865436 Sep 17 23:07:40.317880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2738ab-a6c9-48a8-9f21-77862ba3c606 req-695799c0-0ee0-43e9-9ece-9908234fcb2a tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:40.319399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e2738ab-a6c9-48a8-9f21-77862ba3c606 req-695799c0-0ee0-43e9-9ece-9908234fcb2a tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 947 time: 0.0512302 Sep 17 23:07:40.353252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ed426971-be83-45c4-9430-b5408d36ca99 req-b18e170d-139f-4cff-aec0-81c8522da530 service neutron] 10.222.0.49 "GET /v2.0/networks/64fbd01d-3ea5-49e0-8dbf-1e3496ddf737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891790 Sep 17 23:07:40.359662 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e2738ab-a6c9-48a8-9f21-77862ba3c606 req-b78f92a6-7699-435c-803f-18d5286a7ed6 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333552 Sep 17 23:07:41.474956 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b85125-89a6-4081-9940-ef645879024c req-3e9ad325-29e7-4763-9ca4-1758e95f2821 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:41.476407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23b85125-89a6-4081-9940-ef645879024c req-3e9ad325-29e7-4763-9ca4-1758e95f2821 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 947 time: 0.0490370 Sep 17 23:07:41.514461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23b85125-89a6-4081-9940-ef645879024c req-b4129fca-69dc-42b0-bea1-d7db710d8111 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319018 Sep 17 23:07:42.627858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4badce-2ed8-4c0e-ba49-b820583cd409 req-8ca1a0a5-ea6f-429b-a099-d8b4bd71e112 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:42.629351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd4badce-2ed8-4c0e-ba49-b820583cd409 req-8ca1a0a5-ea6f-429b-a099-d8b4bd71e112 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 947 time: 0.0485463 Sep 17 23:07:42.666219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fd4badce-2ed8-4c0e-ba49-b820583cd409 req-16a251d6-0777-45da-afe5-e9a71c940a10 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Sep 17 23:07:42.810474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device debb1ee9-27be-4560-8ed4-c7650212be2f details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:07:42.908254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port debb1ee9-27be-4560-8ed4-c7650212be2f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=debb1ee9-27be-4560-8ed4-c7650212be2f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:42.919704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'debb1ee9-27be-4560-8ed4-c7650212be2f', 'network_id': '64fbd01d-3ea5-49e0-8dbf-1e3496ddf737', 'port_id': 'debb1ee9-27be-4560-8ed4-c7650212be2f', 'mac_address': 'fa:16:3e:74:8d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66327c4-76e9-4105-9516-40a6dce9154d', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:07:42.954733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:42.967811 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debb1ee9-27be-4560-8ed4-c7650212be2f {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:07:42.986828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port debb1ee9-27be-4560-8ed4-c7650212be2f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=debb1ee9-27be-4560-8ed4-c7650212be2f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:42.990797 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:43.037119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=debb1ee9-27be-4560-8ed4-c7650212be2f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:43.358142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['debb1ee9-27be-4560-8ed4-c7650212be2f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:07:44.093934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb0f1b-c6ca-43a8-b1ea-8019eeca5423 req-bd6d48f8-d796-4199-ad56-cbcad05fe0b0 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:44.095966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fb0f1b-c6ca-43a8-b1ea-8019eeca5423 req-bd6d48f8-d796-4199-ad56-cbcad05fe0b0 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 948 time: 0.3637576 Sep 17 23:07:44.133575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-44fb0f1b-c6ca-43a8-b1ea-8019eeca5423 req-a3d5a6fb-0948-4087-98b3-7813d251a941 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Sep 17 23:07:44.825702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device debb1ee9-27be-4560-8ed4-c7650212be2f up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:07:44.872024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port debb1ee9-27be-4560-8ed4-c7650212be2f completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:07:44.876179 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port debb1ee9-27be-4560-8ed4-c7650212be2f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:07:44.876548 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:44.953050 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:44.974792 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2d41b7-d58b-4d59-b910-183079aaaa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debb1ee9-27be-4560-8ed4-c7650212be2f'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:44.977040 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e67b094-bc78-4830-a8ae-099986a9b60c" -d '{"events": [{"server_uuid": "4d2d41b7-d58b-4d59-b910-183079aaaa9d", "name": "network-vif-plugged", "status": "completed", "tag": "debb1ee9-27be-4560-8ed4-c7650212be2f"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:44.989896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port debb1ee9-27be-4560-8ed4-c7650212be2f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=debb1ee9-27be-4560-8ed4-c7650212be2f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:44.994078 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.041838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=debb1ee9-27be-4560-8ed4-c7650212be2f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:45.083345 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e3f594-2a44-490a-bb02-8285f23c3802 x-openstack-request-id: req-a5e3f594-2a44-490a-bb02-8285f23c3802 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:45.083641 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2d41b7-d58b-4d59-b910-183079aaaa9d", "name": "network-vif-plugged", "status": "completed", "tag": "debb1ee9-27be-4560-8ed4-c7650212be2f", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:45.083898 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5e3f594-2a44-490a-bb02-8285f23c3802 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:45.084302 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2d41b7-d58b-4d59-b910-183079aaaa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debb1ee9-27be-4560-8ed4-c7650212be2f', 'code': 200} Sep 17 23:07:45.203584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc57cc-5dd2-4ebe-8e84-4b3d5cfc63aa req-4af60459-48ed-407a-971b-8386bfcad769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:45.205130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bc57cc-5dd2-4ebe-8e84-4b3d5cfc63aa req-4af60459-48ed-407a-971b-8386bfcad769 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 1101 time: 0.0405569 Sep 17 23:07:45.241437 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b9bc57cc-5dd2-4ebe-8e84-4b3d5cfc63aa req-a51ea1a2-be83-41e5-97ca-9820fabc74df service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292811 Sep 17 23:07:45.248964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864a1dd-cc23-4e5b-8aa7-f4835d676435 req-94d6d32e-6f67-424f-ba08-a1d123999278 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:45.250434 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e864a1dd-cc23-4e5b-8aa7-f4835d676435 req-94d6d32e-6f67-424f-ba08-a1d123999278 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 949 time: 0.0495036 Sep 17 23:07:45.287330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e864a1dd-cc23-4e5b-8aa7-f4835d676435 req-e7ccb2c9-d8aa-4ec4-af2b-4764b01c4881 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309403 Sep 17 23:07:46.404612 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69013559-480e-4fde-996f-7e8df7f463c7 req-d969cdec-ac71-4c09-8609-bff06e7016a0 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:46.406131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69013559-480e-4fde-996f-7e8df7f463c7 req-d969cdec-ac71-4c09-8609-bff06e7016a0 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 949 time: 0.0505359 Sep 17 23:07:46.448913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69013559-480e-4fde-996f-7e8df7f463c7 req-ff895da3-885b-4da9-8df7-01db84562c98 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367682 Sep 17 23:07:47.565001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e846624-291a-468a-a30c-f815b9b59ef1 req-54828169-6ad4-4f22-b963-97128805ff13 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:47.566473 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e846624-291a-468a-a30c-f815b9b59ef1 req-54828169-6ad4-4f22-b963-97128805ff13 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 949 time: 0.0508380 Sep 17 23:07:47.604353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e846624-291a-468a-a30c-f815b9b59ef1 req-fdc03b18-a760-4858-9eb5-727ac5894ebf tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319583 Sep 17 23:07:47.878388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-61ccaffe-c4d9-4eae-9e76-02b9c1cad665 req-ed55daac-55c8-4efa-ada7-cfa18736a855 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:07:47.879377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61ccaffe-c4d9-4eae-9e76-02b9c1cad665 req-ed55daac-55c8-4efa-ada7-cfa18736a855 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053828 Sep 17 23:07:48.201049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-677a74a5-4995-495b-9d84-6f08b7246a41 req-aefa0635-6132-4c8a-ad80-b64fdbe04020 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:07:48.202255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-677a74a5-4995-495b-9d84-6f08b7246a41 req-aefa0635-6132-4c8a-ad80-b64fdbe04020 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061495 Sep 17 23:07:48.530654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9467638-3cfb-4912-98c6-948e35d9eaba req-b202756b-bb0e-43f8-8e48-51a194a2249e tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:48.532033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9467638-3cfb-4912-98c6-948e35d9eaba req-b202756b-bb0e-43f8-8e48-51a194a2249e tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 949 time: 0.0481975 Sep 17 23:07:48.569279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9467638-3cfb-4912-98c6-948e35d9eaba req-8cc55ffb-4f72-47d0-b420-05eaaf1b4899 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311975 Sep 17 23:07:49.051120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.685483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab93995-7536-4b9d-a9a0-a86f739f4eaa req-f2668d1e-cf60-43ea-aad4-e4c5c4dbd61f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:49.686953 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ab93995-7536-4b9d-a9a0-a86f739f4eaa req-f2668d1e-cf60-43ea-aad4-e4c5c4dbd61f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 949 time: 0.0495865 Sep 17 23:07:49.727044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ab93995-7536-4b9d-a9a0-a86f739f4eaa req-c6d028b5-7646-439c-abf7-6c12fa644ab5 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/security-groups?id=7436fbc0-a79f-4d6d-ae1b-03992b275ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Sep 17 23:07:50.040481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-f084bbf1-b2a0-464a-82ef-f8e0cd908754 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:50.042132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-f084bbf1-b2a0-464a-82ef-f8e0cd908754 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 949 time: 0.0484307 Sep 17 23:07:50.132501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Deleting port debb1ee9-27be-4560-8ed4-c7650212be2f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:50.132842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.221925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] For port debb1ee9-27be-4560-8ed4-c7650212be2f, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=debb1ee9-27be-4560-8ed4-c7650212be2f,segment=NetworkSegment(345fc931-6e63-42b2-b283-eade056e89cb),segment_id=345fc931-6e63-42b2-b283-eade056e89cb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:50.222215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.234326 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Calling delete_port for debb1ee9-27be-4560-8ed4-c7650212be2f owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:50.361076 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.390628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Pushing event deleted for resources: {'Port': ['ID=debb1ee9-27be-4560-8ed4-c7650212be2f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:50.393184 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['debb1ee9-27be-4560-8ed4-c7650212be2f'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:07:50.439749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] No DVR routers for this DVR port debb1ee9-27be-4560-8ed4-c7650212be2f on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:07:50.442630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.445051 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-eb3c4f96-b01e-4d03-a287-be65babe7bd7 req-e3d4975c-8ae0-40a7-8029-6e166b486174 tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.49 "DELETE /v2.0/ports/debb1ee9-27be-4560-8ed4-c7650212be2f HTTP/1.1" status: 204 len: 173 time: 0.3970468 Sep 17 23:07:50.445867 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2d41b7-d58b-4d59-b910-183079aaaa9d', 'name': 'network-vif-deleted', 'tag': 'debb1ee9-27be-4560-8ed4-c7650212be2f'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:50.448126 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493b68eb-f5e4-4342-b25c-d7380ae3adb3" -d '{"events": [{"server_uuid": "4d2d41b7-d58b-4d59-b910-183079aaaa9d", "name": "network-vif-deleted", "tag": "debb1ee9-27be-4560-8ed4-c7650212be2f"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:50.493664 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff002e9-249e-4411-bb2b-a1a2c8ec884a x-openstack-request-id: req-fff002e9-249e-4411-bb2b-a1a2c8ec884a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:50.493971 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2d41b7-d58b-4d59-b910-183079aaaa9d", "name": "network-vif-deleted", "tag": "debb1ee9-27be-4560-8ed4-c7650212be2f", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:50.494268 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fff002e9-249e-4411-bb2b-a1a2c8ec884a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:50.494690 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2d41b7-d58b-4d59-b910-183079aaaa9d', 'name': 'network-vif-deleted', 'tag': 'debb1ee9-27be-4560-8ed4-c7650212be2f', 'status': 'completed', 'code': 200} Sep 17 23:07:50.835057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1357ff54-d3ae-4a9a-86db-d507bff71175 req-9fcd96a1-7153-49b5-af81-a2b8d6cb069f tempest-ServersAdminNegativeTestJSON-1379046158 tempest-ServersAdminNegativeTestJSON-1379046158-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d2d41b7-d58b-4d59-b910-183079aaaa9d HTTP/1.1" status: 200 len: 210 time: 0.0317478 Sep 17 23:07:52.140824 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54296) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:52.269441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2b5aa670-18fa-44cc-aa1a-8f1a737f37d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e09d425e3dfa44f7ac5e9736f5dd68fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274235 Sep 17 23:07:52.272043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54300) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:52.318615 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4e099fe-03fd-4357-a09d-c7cb1094aae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.339280 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4e099fe-03fd-4357-a09d-c7cb1094aae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.385453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4e099fe-03fd-4357-a09d-c7cb1094aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.388692 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4e099fe-03fd-4357-a09d-c7cb1094aae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.389863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d4e099fe-03fd-4357-a09d-c7cb1094aae3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7436fbc0-a79f-4d6d-ae1b-03992b275ad7 HTTP/1.1" status: 204 len: 168 time: 0.1170053 Sep 17 23:07:52.397482 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e099fe-03fd-4357-a09d-c7cb1094aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7436fbc0-a79f-4d6d-ae1b-03992b275ad7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:52.656444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54306) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:52.669499 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f67c5166-1cc3-46d0-a066-fec657c1c9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.761550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f67c5166-1cc3-46d0-a066-fec657c1c9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.765807 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f67c5166-1cc3-46d0-a066-fec657c1c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.806698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f67c5166-1cc3-46d0-a066-fec657c1c9fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a113e6173274b3faee383df3b17a703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491227 Sep 17 23:07:52.807540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c5166-1cc3-46d0-a066-fec657c1c9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c30232-6099-42e3-99f0-143adf89fe76,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:52.809454 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54308) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:52.859659 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6faa188-ee6d-4efa-ab0c-e53c54fa9dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.872894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device debb1ee9-27be-4560-8ed4-c7650212be2f no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:52.881580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6faa188-ee6d-4efa-ab0c-e53c54fa9dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.895937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: debb1ee9-27be-4560-8ed4-c7650212be2f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:52.896290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device debb1ee9-27be-4560-8ed4-c7650212be2f not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:52.929200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6faa188-ee6d-4efa-ab0c-e53c54fa9dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.931735 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a6faa188-ee6d-4efa-ab0c-e53c54fa9dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.932905 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a6faa188-ee6d-4efa-ab0c-e53c54fa9dab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5c30232-6099-42e3-99f0-143adf89fe76 HTTP/1.1" status: 204 len: 168 time: 0.1213484 Sep 17 23:07:52.941401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faa188-ee6d-4efa-ab0c-e53c54fa9dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c30232-6099-42e3-99f0-143adf89fe76,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:53.629718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54330) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:53.726767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1947695468-network', 'tenant_id': '09cf5d4fe5274e2e83fb301ac27c962a'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:53.747740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Made reservation on behalf of 09cf5d4fe5274e2e83fb301ac27c962a for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:53.749992 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.757949 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.844591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.848342 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.868650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:53.883424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c16240-e6a6-42de-b5e9-a5407cc25ba4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:53.886567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.886911 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Added segment 116f670f-5ddd-439e-ab04-598fa3dcaa55 of type vlan for network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 Sep 17 23:07:53.929388 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.954875 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.955765 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:53.956345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.990537 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3597031 Sep 17 23:07:53.993780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54334) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:53.999484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Request body: {'subnet': {'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1947695468-subnet', 'tenant_id': '09cf5d4fe5274e2e83fb301ac27c962a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:54.019548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Made reservation on behalf of 09cf5d4fe5274e2e83fb301ac27c962a for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:54.021519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7796a20-1d8e-4b28-98b6-62692d830495 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:54.021832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:54.031314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:54.197235 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:54.253241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9513af28-0815-44d2-9b7a-308a9b4ab01a,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:54.261644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Checking segment: {'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:07:54.262006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Network hostable DHCP agents. Network: cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:07:54.277349 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:07:54.286364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:54.290518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:54.291121 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:54.297538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f55667-1e2e-4c66-892f-3cbde1d47d43 None None] Network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:54.305513 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8e27608e-d4f2-4d58-a413-ddef95d19ef2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3106525 Sep 17 23:07:54.422669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc697d34-732b-44b9-84be-dea8262cf3e0 None None] Network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:54.738584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-9987ca4b-e35a-4422-b33c-e796c1b78818 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:54.740033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-9987ca4b-e35a-4422-b33c-e796c1b78818 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/networks?id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 200 len: 812 time: 0.1064761 Sep 17 23:07:54.754693 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-d276199a-567d-4858-b557-ad330529c52b tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/quotas/09cf5d4fe5274e2e83fb301ac27c962a HTTP/1.1" status: 200 len: 375 time: 0.0089469 Sep 17 23:07:54.786168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-d0690fe9-13f2-4e05-a89d-9366ebc34a6e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264027 Sep 17 23:07:54.931084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35446e73-1b22-4d74-aa4f-5456012b27ac service neutron] 10.222.0.48 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380789 Sep 17 23:07:55.024793 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-15aede8c-dd8a-4b33-bf02-465217cf7615 service neutron] 10.222.0.48 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873644 Sep 17 23:07:56.208238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05e49b8e-e3be-4e9f-a180-61c9106c7ea8 req-13ec6829-1203-4a5e-8634-b78a8723a678 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 210 time: 0.0273156 Sep 17 23:07:57.228979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-675bd1a2-5afb-4485-9d0e-7fade50f0105 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:57.230504 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-675bd1a2-5afb-4485-9d0e-7fade50f0105 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.45 "GET /v2.0/networks?id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 200 len: 812 time: 0.1123893 Sep 17 23:07:57.243638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Request body: {'port': {'device_id': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64', 'admin_state_up': True, 'tenant_id': '09cf5d4fe5274e2e83fb301ac27c962a'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:57.303521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d5b460e-b650-4a14-8ffb-97436849692d req-049c0371-20bc-4464-991e-b3599e049906 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 210 time: 0.0276773 Sep 17 23:07:57.352850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Made reservation on behalf of 09cf5d4fe5274e2e83fb301ac27c962a for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:57.356404 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:57.482068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Allocated IP 172.20.0.6 (cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64/9513af28-0815-44d2-9b7a-308a9b4ab01a/14cedb5f-26c1-4a49-ba20-41bca5325716) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:07:57.626555 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:57.659620 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:57.700664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:57.704283 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:57.707830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:57.733187 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:57.759753 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:57.760362 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:57.774249 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-71efeaaf-2ad1-4d3b-b37c-5965ae2562c5 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5347955 Sep 17 23:07:57.786246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Request body: {'port': {'device_id': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:57.841494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.364373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cedb5f-26c1-4a49-ba20-41bca5325716 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:07:58.372079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.384187 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Transition to ACTIVE for port object 14cedb5f-26c1-4a49-ba20-41bca5325716 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:07:58.388110 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.425727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d273d3-a3dd-4914-9d2e-bdfeedae90bc req-36d674f5-9e32-4879-969d-9b5ccf1e3aca tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:58.427248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7d273d3-a3dd-4914-9d2e-bdfeedae90bc req-36d674f5-9e32-4879-969d-9b5ccf1e3aca tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 931 time: 0.0561161 Sep 17 23:07:58.438621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:58.467398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c7d273d3-a3dd-4914-9d2e-bdfeedae90bc req-3e44dc8d-cb17-4125-bbb1-78fd219e5d91 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Sep 17 23:07:58.509564 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Attempting to bind port 14cedb5f-26c1-4a49-ba20-41bca5325716 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:58.509885 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Attempting to bind port 14cedb5f-26c1-4a49-ba20-41bca5325716 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:58.510204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Attempting to bind port 14cedb5f-26c1-4a49-ba20-41bca5325716 on network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:58.514349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Port 14cedb5f-26c1-4a49-ba20-41bca5325716 on network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:58.515424 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Attempting to bind port 14cedb5f-26c1-4a49-ba20-41bca5325716 on network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:58.520193 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:07:58.520521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Checking segment: {'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:07:58.520894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Bound using segment: {'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:07:58.521334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Bound port: 14cedb5f-26c1-4a49-ba20-41bca5325716, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:07:58.521680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.584065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:07:58.587304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:07:58.590884 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.624392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:58.625173 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.626551 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] 10.222.0.45 "PUT /v2.0/ports/14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 1092 time: 0.8442183 Sep 17 23:07:58.626976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:58.629213 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde408f-c900-4fa1-a64a-cb4d44801e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:58.653583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efb024-5faf-43e1-a04e-bb6dcbf8c260 service neutron] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:58.671136 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcecac27-fb28-4524-be92-9dedac6a3aee x-openstack-request-id: req-dcecac27-fb28-4524-be92-9dedac6a3aee {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:58.671866 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:58.672124 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcecac27-fb28-4524-be92-9dedac6a3aee {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:58.672529 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'status': 'completed', 'code': 200} Sep 17 23:07:58.723524 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-b13efef4-c8bb-4156-ac19-e080ca568b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:58.725068 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-b13efef4-c8bb-4156-ac19-e080ca568b3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 1095 time: 0.0444820 Sep 17 23:07:58.766052 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-503c4e60-2c71-40a0-a49c-ad39f90bf177 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 217 time: 0.0331337 Sep 17 23:07:58.816721 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-9e70e0c6-4b84-49ae-bfa4-abb08695d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:58.824136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-9e70e0c6-4b84-49ae-bfa4-abb08695d301 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9513af28-0815-44d2-9b7a-308a9b4ab01a HTTP/1.1" status: 200 len: 852 time: 0.0504436 Sep 17 23:07:58.859708 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-48111314-f987-45c5-8566-b1ab8b475a4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286312 Sep 17 23:07:58.948770 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-798990ac-b1da-446b-b261-c8042ba7a196 service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814767 Sep 17 23:07:59.041531 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d924ce04-d330-4fb9-ada6-51ea7cd9dea2 req-1c7773ea-5777-4fcb-b783-07cc5a4adbc7 service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857193 Sep 17 23:07:59.125824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-df07c66c-a7a0-4c6c-b5da-752718e97dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:59.127348 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-df07c66c-a7a0-4c6c-b5da-752718e97dec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 1095 time: 0.0425704 Sep 17 23:07:59.220208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-f88add0f-6641-41a1-81bd-358f43f8f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:59.221634 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-f88add0f-6641-41a1-81bd-358f43f8f465 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 200 len: 913 time: 0.0870306 Sep 17 23:07:59.262195 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-8aa9eab5-746c-4e98-bd8f-b02a2a01d406 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 217 time: 0.0333245 Sep 17 23:07:59.312789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-cd6e700c-d672-4343-9289-4cc227f6ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:59.314362 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-cd6e700c-d672-4343-9289-4cc227f6ca25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9513af28-0815-44d2-9b7a-308a9b4ab01a HTTP/1.1" status: 200 len: 852 time: 0.0442367 Sep 17 23:07:59.347957 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-03b8142e-e8ef-44bc-8580-eb2505dbfec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257115 Sep 17 23:07:59.453101 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-341e79f0-4246-41f7-a989-04745b8fa661 service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975862 Sep 17 23:07:59.548897 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-acde408f-c900-4fa1-a64a-cb4d44801e2b req-eefa66cb-8de9-442c-ad66-c28416d84c59 service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872562 Sep 17 23:07:59.582112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fd4de-6046-4beb-bc84-94742dec1aee req-2ebea6c8-eeef-4628-a850-ed6ae8643ff4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:59.583589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b70fd4de-6046-4beb-bc84-94742dec1aee req-2ebea6c8-eeef-4628-a850-ed6ae8643ff4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 943 time: 0.0498195 Sep 17 23:07:59.622936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b70fd4de-6046-4beb-bc84-94742dec1aee req-696eefb0-235a-4d33-aff9-465c54a9abd0 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Sep 17 23:07:59.986871 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-58c5500b-2303-4285-91ec-5065528381fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.414700 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 14cedb5f-26c1-4a49-ba20-41bca5325716 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:08:00.509605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:00.520313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64', 'port_id': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'mac_address': 'fa:16:3e:bb:1a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9513af28-0815-44d2-9b7a-308a9b4ab01a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:08:00.555808 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.568920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cedb5f-26c1-4a49-ba20-41bca5325716 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:08:00.589070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:00.592447 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.637639 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:00.738996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b7df3-4375-4b67-b5dc-4234cb402055 req-b5b3775c-9c9f-4636-88ac-1639aa815cc8 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:00.740379 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-230b7df3-4375-4b67-b5dc-4234cb402055 req-b5b3775c-9c9f-4636-88ac-1639aa815cc8 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 944 time: 0.0487549 Sep 17 23:08:00.777751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-230b7df3-4375-4b67-b5dc-4234cb402055 req-8e18048d-f996-4665-bc1f-ecea7529fee9 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Sep 17 23:08:00.847575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['14cedb5f-26c1-4a49-ba20-41bca5325716'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:08:01.896533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f4886-3ab6-4b8b-a46f-a7929a016798 req-c67a0515-e477-41e0-8d06-b2d6c2ec73d3 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:01.898041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d98f4886-3ab6-4b8b-a46f-a7929a016798 req-c67a0515-e477-41e0-8d06-b2d6c2ec73d3 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 944 time: 0.0522885 Sep 17 23:08:01.936687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d98f4886-3ab6-4b8b-a46f-a7929a016798 req-25fa1e85-4a8d-47d5-bcf5-62202eade5ee tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Sep 17 23:08:02.431946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 14cedb5f-26c1-4a49-ba20-41bca5325716 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:02.479122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 14cedb5f-26c1-4a49-ba20-41bca5325716 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:08:02.482693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 14cedb5f-26c1-4a49-ba20-41bca5325716 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:02.483067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.558297 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.580429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:02.582663 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582ae5e5-2a48-4821-9d10-c1ec6b6dbf68" -d '{"events": [{"server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "name": "network-vif-plugged", "status": "completed", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:02.595467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:02.599552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.622702 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3f170e-df4d-48f0-88d7-7fe1c067cb18 x-openstack-request-id: req-9e3f170e-df4d-48f0-88d7-7fe1c067cb18 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:02.622988 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "name": "network-vif-plugged", "status": "completed", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:02.623240 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e3f170e-df4d-48f0-88d7-7fe1c067cb18 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:02.623620 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'code': 200} Sep 17 23:08:02.650986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:02.718119 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ee1f2-752b-465d-b60a-ad09c2b5d747 req-2026d68f-382a-42e3-b232-6fa58928ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:02.719603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-070ee1f2-752b-465d-b60a-ad09c2b5d747 req-2026d68f-382a-42e3-b232-6fa58928ddee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 1097 time: 0.0413980 Sep 17 23:08:02.752828 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-abbc6d37-a61e-47bc-a99b-34e7691f370c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.755608 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-070ee1f2-752b-465d-b60a-ad09c2b5d747 req-0bd04f25-be3f-453f-96d2-c16a28687d18 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292182 Sep 17 23:08:03.049681 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32bb9b-93f7-4d70-a441-7a16784bedf5 req-06d3dd9f-0d0d-48ba-bc49-98b2d5110394 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:03.051166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a32bb9b-93f7-4d70-a441-7a16784bedf5 req-06d3dd9f-0d0d-48ba-bc49-98b2d5110394 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Sep 17 23:08:03.091104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a32bb9b-93f7-4d70-a441-7a16784bedf5 req-82b81fec-a56f-4977-aae5-646c93fa0a88 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Sep 17 23:08:03.147416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.937470 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:04.210902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df953c8-373e-4b6d-a45a-8f1c96d62df7 req-d087143d-9345-44b0-b01a-67fa92d9b73c tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:04.212572 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7df953c8-373e-4b6d-a45a-8f1c96d62df7 req-d087143d-9345-44b0-b01a-67fa92d9b73c tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0520818 Sep 17 23:08:04.251196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7df953c8-373e-4b6d-a45a-8f1c96d62df7 req-5301d630-8821-4a68-b534-76a81e6a9d21 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Sep 17 23:08:04.432907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54394) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:04.504267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83d855-8678-478b-8575-14f02753fbda req-41d12ae6-7699-4c0d-b688-1d66f22c141d tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:04.505798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d83d855-8678-478b-8575-14f02753fbda req-41d12ae6-7699-4c0d-b688-1d66f22c141d tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0631926 Sep 17 23:08:04.559907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d83d855-8678-478b-8575-14f02753fbda req-523ad913-a893-498d-bad8-086ee3a2778e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 Sep 17 23:08:04.564028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-877ee294-0aae-4bae-8413-5425448f9148 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300328 Sep 17 23:08:04.573108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-13757d8b-8dec-43c4-8f02-caf78b625015 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:08:04.574095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-13757d8b-8dec-43c4-8f02-caf78b625015 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051174 Sep 17 23:08:04.958723 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.473145 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.699876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d22ca-32c1-4651-84cc-2e5c97fedcb5 req-7693339d-acc2-407f-9eed-24ed3dd91d8e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:05.701429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b2d22ca-32c1-4651-84cc-2e5c97fedcb5 req-7693339d-acc2-407f-9eed-24ed3dd91d8e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0544331 Sep 17 23:08:05.734664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-bc87e337-8ed6-498d-84dd-38a9f7852880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:05.736341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-bc87e337-8ed6-498d-84dd-38a9f7852880 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 1097 time: 0.0427516 Sep 17 23:08:05.741655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b2d22ca-32c1-4651-84cc-2e5c97fedcb5 req-9727b2d3-e685-4f33-9130-103665f44c7e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330613 Sep 17 23:08:05.831211 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-711d5213-3dda-4d6e-8269-1dc193be8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:05.832728 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-711d5213-3dda-4d6e-8269-1dc193be8450 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 200 len: 913 time: 0.0889556 Sep 17 23:08:05.874107 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-926719be-2670-46f0-8aa2-6af2153341d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 217 time: 0.0337257 Sep 17 23:08:05.922114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-5268871f-8921-43ab-be34-c4b54aad0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:05.923563 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-5268871f-8921-43ab-be34-c4b54aad0548 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9513af28-0815-44d2-9b7a-308a9b4ab01a HTTP/1.1" status: 200 len: 852 time: 0.0432270 Sep 17 23:08:05.960134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-6755f3bb-b776-454c-9594-0eff8f5b9f6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286248 Sep 17 23:08:06.049398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-fdf373c3-8bce-4e86-a5ef-877fd6e314bf service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823321 Sep 17 23:08:06.144072 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-cb474d0a-fa84-42df-876d-8bd8dcac2df3 service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873430 Sep 17 23:08:06.860871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32281404-cae0-495d-a1d8-2115268cd807 req-d0eaf441-1bb1-41ef-b801-d10e7cd722ff tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:06.862384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32281404-cae0-495d-a1d8-2115268cd807 req-d0eaf441-1bb1-41ef-b801-d10e7cd722ff tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0533845 Sep 17 23:08:06.900973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32281404-cae0-495d-a1d8-2115268cd807 req-0a61c5a7-8207-4413-a24a-a6ea9a6f4d5f tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325935 Sep 17 23:08:08.015611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b94f9-526e-4aca-9a58-b98fa8c4dec0 req-f84870f3-9a60-4188-8b89-d1c0eb0062e0 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:08.017135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d75b94f9-526e-4aca-9a58-b98fa8c4dec0 req-f84870f3-9a60-4188-8b89-d1c0eb0062e0 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0495260 Sep 17 23:08:08.055108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d75b94f9-526e-4aca-9a58-b98fa8c4dec0 req-128b8e04-2171-43ae-b6cc-74f7b05cb999 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Sep 17 23:08:09.170802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7f457-a97a-451b-88d9-147427aa9d37 req-b1bc58ab-badd-448d-8df9-535178d36d4a tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:09.172532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73a7f457-a97a-451b-88d9-147427aa9d37 req-b1bc58ab-badd-448d-8df9-535178d36d4a tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0503004 Sep 17 23:08:09.211461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73a7f457-a97a-451b-88d9-147427aa9d37 req-63f68222-0fa1-488b-825e-03e839d71234 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Sep 17 23:08:10.335399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9803f2-9050-4416-95de-559657983376 req-d4e2f1ed-12cd-4c25-a7bb-9effc4db9857 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:10.336889 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b9803f2-9050-4416-95de-559657983376 req-d4e2f1ed-12cd-4c25-a7bb-9effc4db9857 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0524998 Sep 17 23:08:10.374510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6b9803f2-9050-4416-95de-559657983376 req-192f2d31-0e04-47a0-a760-c87981571333 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Sep 17 23:08:11.493917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c6ab8-8ec0-47fd-8bb8-ecbc0788dde0 req-20cf4096-947f-4336-9d75-6c2038169515 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:11.495427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f0c6ab8-8ec0-47fd-8bb8-ecbc0788dde0 req-20cf4096-947f-4336-9d75-6c2038169515 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Sep 17 23:08:11.534108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f0c6ab8-8ec0-47fd-8bb8-ecbc0788dde0 req-dcfeb5ff-2038-4c84-bf39-e98c583ba406 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321593 Sep 17 23:08:12.653992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9d29c-aeed-446e-8475-924b3579053f req-b881605f-8b16-4b90-9dd6-88ae8503b6bc tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:12.656067 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17d9d29c-aeed-446e-8475-924b3579053f req-b881605f-8b16-4b90-9dd6-88ae8503b6bc tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0487370 Sep 17 23:08:12.693425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-17d9d29c-aeed-446e-8475-924b3579053f req-700dda5b-ba81-4f10-ba89-f902267e4855 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Sep 17 23:08:13.811424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765178c0-412d-47e2-b50f-fb791706ff59 req-b00e5cc7-070c-4cc0-ac15-b3d49980eb1f tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.812904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-765178c0-412d-47e2-b50f-fb791706ff59 req-b00e5cc7-070c-4cc0-ac15-b3d49980eb1f tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0536346 Sep 17 23:08:13.850317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-765178c0-412d-47e2-b50f-fb791706ff59 req-7af4c329-47f9-48ab-a7fd-ff911f04e58a tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Sep 17 23:08:14.965599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d0c69-2864-4436-ae2a-cf2d079b2824 req-0b76d9de-69b5-4e49-b64c-b7cfa55cbace tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:14.967063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f06d0c69-2864-4436-ae2a-cf2d079b2824 req-0b76d9de-69b5-4e49-b64c-b7cfa55cbace tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Sep 17 23:08:15.005517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f06d0c69-2864-4436-ae2a-cf2d079b2824 req-8e4b37b4-0181-43fc-a606-89013b7a3890 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Sep 17 23:08:15.359513 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:08:16.117942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505da46-a6d5-40f8-9b35-228c95bdfe08 req-c18e9637-f355-41f9-b9c8-0223135e0bfa tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:16.119463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b505da46-a6d5-40f8-9b35-228c95bdfe08 req-c18e9637-f355-41f9-b9c8-0223135e0bfa tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Sep 17 23:08:16.157854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b505da46-a6d5-40f8-9b35-228c95bdfe08 req-85ccc653-140f-4de4-979d-61e9d2d9be95 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Sep 17 23:08:17.275352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf10fd-755d-4e6b-9e40-434f644da161 req-611498d5-dfb4-43da-b34a-4ac1a2f52315 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:17.276824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfbf10fd-755d-4e6b-9e40-434f644da161 req-611498d5-dfb4-43da-b34a-4ac1a2f52315 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Sep 17 23:08:17.315211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfbf10fd-755d-4e6b-9e40-434f644da161 req-697da3ee-0367-4de0-986e-14c9f619abf8 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313570 Sep 17 23:08:18.431993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af351db-76f8-49c3-b325-7fcd02e0d354 req-adc8cc37-0df3-4357-9c3e-b4df1dd3c264 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:18.433510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0af351db-76f8-49c3-b325-7fcd02e0d354 req-adc8cc37-0df3-4357-9c3e-b4df1dd3c264 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0497310 Sep 17 23:08:18.472357 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0af351db-76f8-49c3-b325-7fcd02e0d354 req-f429fb63-16e3-42af-9ae4-2542e5e4f08c tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Sep 17 23:08:19.066492 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.586786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ae1fe-99ce-4094-b81a-dea1126901fe req-80c740d1-311a-4698-81b4-3bc57fae31ba tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:19.588538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-617ae1fe-99ce-4094-b81a-dea1126901fe req-80c740d1-311a-4698-81b4-3bc57fae31ba tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Sep 17 23:08:19.625579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-617ae1fe-99ce-4094-b81a-dea1126901fe req-f4bfa30e-8765-46f1-ab7f-bec37691473b tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 Sep 17 23:08:20.743926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73e162-07f8-4f8f-8327-03cf2a365341 req-dcc11297-1881-4a38-a660-02083b79b8fc tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:20.745410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c73e162-07f8-4f8f-8327-03cf2a365341 req-dcc11297-1881-4a38-a660-02083b79b8fc tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0534132 Sep 17 23:08:20.784964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c73e162-07f8-4f8f-8327-03cf2a365341 req-83783b24-4996-48b9-944d-bf09b567f599 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Sep 17 23:08:21.899552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0af51-0a4b-44d5-85f0-d95fff51c121 req-bbbe33d9-dc8a-4700-ad0a-7d19b275b208 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:21.901063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5bc0af51-0a4b-44d5-85f0-d95fff51c121 req-bbbe33d9-dc8a-4700-ad0a-7d19b275b208 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0492923 Sep 17 23:08:21.938518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5bc0af51-0a4b-44d5-85f0-d95fff51c121 req-ebd64554-6dde-413c-bbeb-2f21bf6ce581 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310876 Sep 17 23:08:23.052344 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8c85b-7051-4954-9384-2f2e929c4801 req-f03858cc-639b-4f85-84ba-95713c1140fd tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:23.053837 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5f8c85b-7051-4954-9384-2f2e929c4801 req-f03858cc-639b-4f85-84ba-95713c1140fd tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0492158 Sep 17 23:08:23.091416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5f8c85b-7051-4954-9384-2f2e929c4801 req-524e6ec8-054f-49b6-aa0e-a146594d3895 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Sep 17 23:08:24.212503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117a9f5-1ffa-4954-947f-9e0672e52f89 req-63e190bb-c8eb-43b1-8530-24aed711ded4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:24.214181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5117a9f5-1ffa-4954-947f-9e0672e52f89 req-63e190bb-c8eb-43b1-8530-24aed711ded4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0549362 Sep 17 23:08:24.253229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5117a9f5-1ffa-4954-947f-9e0672e52f89 req-401850d3-4537-4ea0-9aec-41543d047360 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Sep 17 23:08:25.367800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479ee92-5aaa-4e82-95b6-8e54ad16fa97 req-690fa7f1-428e-4aca-b99c-e5b46997f923 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:25.369349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a479ee92-5aaa-4e82-95b6-8e54ad16fa97 req-690fa7f1-428e-4aca-b99c-e5b46997f923 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Sep 17 23:08:25.407470 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a479ee92-5aaa-4e82-95b6-8e54ad16fa97 req-562fed7e-a125-4c45-9e83-4c5592aeee59 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Sep 17 23:08:26.524586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0077c-7995-46da-8dd8-987e9aec23b1 req-bdce95c7-c46e-4b3e-a005-20f1295dc47a tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:26.526141 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eaf0077c-7995-46da-8dd8-987e9aec23b1 req-bdce95c7-c46e-4b3e-a005-20f1295dc47a tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0500224 Sep 17 23:08:26.562954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eaf0077c-7995-46da-8dd8-987e9aec23b1 req-13ad15b4-260f-424a-9c97-936c5d810e93 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Sep 17 23:08:27.681700 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d1ed7-b5cd-4b70-b0b7-2a475e961d10 req-a3a284cb-a860-4878-9078-c4e6147c31eb tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:27.683171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc2d1ed7-b5cd-4b70-b0b7-2a475e961d10 req-a3a284cb-a860-4878-9078-c4e6147c31eb tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0519035 Sep 17 23:08:27.721150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc2d1ed7-b5cd-4b70-b0b7-2a475e961d10 req-21a288be-4101-42cb-9bfa-4363b67c502d tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Sep 17 23:08:28.837424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c33f-55a8-4c5c-8bd7-a6210e62d6f8 req-07595f88-9b19-43ea-bb37-71204294b28c tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:28.839208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1d6c33f-55a8-4c5c-8bd7-a6210e62d6f8 req-07595f88-9b19-43ea-bb37-71204294b28c tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Sep 17 23:08:28.876391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1d6c33f-55a8-4c5c-8bd7-a6210e62d6f8 req-660d3d13-c5c2-4fab-86e2-758c7476f8c1 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Sep 17 23:08:29.989262 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f852da36-2570-4bde-bb89-fe5e0aebc13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.994099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa873d-f083-483a-98b7-83dd7e10e834 req-42f40e50-8ca6-434f-9448-33f8704df0ad tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:29.995611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1fa873d-f083-483a-98b7-83dd7e10e834 req-42f40e50-8ca6-434f-9448-33f8704df0ad tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0522854 Sep 17 23:08:30.035071 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1fa873d-f083-483a-98b7-83dd7e10e834 req-d4ebe0db-09d8-4f30-9e58-ad5a558ae204 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334764 Sep 17 23:08:31.154142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea0ff6-15a4-4f3d-82b6-c48e30f87259 req-a1d7a5b2-e467-451a-8875-4070f7951242 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:31.155624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9ea0ff6-15a4-4f3d-82b6-c48e30f87259 req-a1d7a5b2-e467-451a-8875-4070f7951242 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0539775 Sep 17 23:08:31.193532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b9ea0ff6-15a4-4f3d-82b6-c48e30f87259 req-486c07a2-83d0-424a-91a0-bb431e8fffac tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Sep 17 23:08:32.308046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4568fca-fc4c-465f-ba65-1566c88188d8 req-a6de57aa-42e7-4532-910f-a87efa1ed4e9 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:32.309555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4568fca-fc4c-465f-ba65-1566c88188d8 req-a6de57aa-42e7-4532-910f-a87efa1ed4e9 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Sep 17 23:08:32.347531 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4568fca-fc4c-465f-ba65-1566c88188d8 req-959e7336-cc25-48b5-9fed-bbc40df1c15e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Sep 17 23:08:32.753292 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-01f4e3dd-dedd-4cee-987b-8abecfd8090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.134102 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-498c9137-6768-4464-86d2-32fdcd2a6a46 service neutron] show failed (client error): The resource could not be found. Sep 17 23:08:33.135197 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-498c9137-6768-4464-86d2-32fdcd2a6a46 service neutron] 10.222.0.45 "GET /v2.0/ports/14cedb5f-26c1-4a49-ba20-41bca5325716/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0582848 Sep 17 23:08:33.147969 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.354264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-51789de5-47f8-412b-909c-0d87dc3e8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:33.355766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-51789de5-47f8-412b-909c-0d87dc3e8f4b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85&tenant_id=09cf5d4fe5274e2e83fb301ac27c962a HTTP/1.1" status: 200 len: 1097 time: 0.0727050 Sep 17 23:08:33.373859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:33.434340 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.464601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5c8b4-a7d8-4ba3-8f19-1473ec408105 req-b97db152-8633-4f72-96bc-018cddd2ef69 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:33.466116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1db5c8b4-a7d8-4ba3-8f19-1473ec408105 req-b97db152-8633-4f72-96bc-018cddd2ef69 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0500195 Sep 17 23:08:33.505506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1db5c8b4-a7d8-4ba3-8f19-1473ec408105 req-3ae217b1-ed94-459f-a9c9-3fc8d9ae44c4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Sep 17 23:08:33.633707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:33.664834 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:33.708206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:33.710516 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a246cf-6aa7-4873-80e3-1260e1038099" -d '{"events": [{"server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "name": "network-vif-unplugged", "status": "completed", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:33.714704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.729306 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Transition to ACTIVE for port object 14cedb5f-26c1-4a49-ba20-41bca5325716 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:08:33.733491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.769360 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80957ad6-5846-43dd-97d9-ed61fc80f79c x-openstack-request-id: req-80957ad6-5846-43dd-97d9-ed61fc80f79c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:33.769661 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "name": "network-vif-unplugged", "status": "completed", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:33.769911 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80957ad6-5846-43dd-97d9-ed61fc80f79c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:33.770297 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'code': 200} Sep 17 23:08:33.793937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] No DVR routers for this DVR port 14cedb5f-26c1-4a49-ba20-41bca5325716 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:33.807685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:33.830277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.830619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.830957 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.831292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.831618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.831946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.832268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.832589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.832910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.833257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.833575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.833890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:33.846897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Attempting to bind port 14cedb5f-26c1-4a49-ba20-41bca5325716 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:33.847234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Attempting to bind port 14cedb5f-26c1-4a49-ba20-41bca5325716 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:33.847559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Attempting to bind port 14cedb5f-26c1-4a49-ba20-41bca5325716 on network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:33.851779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Port 14cedb5f-26c1-4a49-ba20-41bca5325716 on network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:08:33.852093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Attempting to bind port 14cedb5f-26c1-4a49-ba20-41bca5325716 on network cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:33.857045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:33.857386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Checking segment: {'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:33.857771 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Bound using segment: {'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:33.858197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Bound port: 14cedb5f-26c1-4a49-ba20-41bca5325716, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116f670f-5ddd-439e-ab04-598fa3dcaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:33.858555 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.920648 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:33.923618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:33.930380 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.940586 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.964967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:33.965632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.967045 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] 10.222.0.49 "PUT /v2.0/ports/14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 1092 time: 0.5972247 Sep 17 23:08:33.994554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38459ec-90e8-4773-a971-60f46c6d6535 service neutron] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:34.047649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-b28703d3-a08c-4a61-b8d8-da37012f7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:34.049800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-b28703d3-a08c-4a61-b8d8-da37012f7bf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 1095 time: 0.0488336 Sep 17 23:08:34.144128 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-06d4ddea-ad63-458e-b3a3-c04add3ca2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:34.145647 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-06d4ddea-ad63-458e-b3a3-c04add3ca2c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 200 len: 913 time: 0.0890131 Sep 17 23:08:34.186540 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-45f76f73-00e4-4dbb-9587-989f73453756 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 217 time: 0.0338130 Sep 17 23:08:34.237176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-6da5f51c-a26c-4542-91f0-867e48e58cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:34.238639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-6da5f51c-a26c-4542-91f0-867e48e58cea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9513af28-0815-44d2-9b7a-308a9b4ab01a HTTP/1.1" status: 200 len: 852 time: 0.0448785 Sep 17 23:08:34.269702 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-ef666d2b-8d4c-49f2-88ae-88c77b3db1be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239973 Sep 17 23:08:34.383776 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-a47da23f-92f1-484a-81d3-951ebe52601a service neutron] 10.222.0.49 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067946 Sep 17 23:08:34.477837 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-97348760-669e-4e5b-a5ff-142aea60b9f9 req-b3c6d771-017f-4c49-ae1a-d90943942b4c service neutron] 10.222.0.49 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866587 Sep 17 23:08:34.630505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99b04-90d6-4452-ad56-b8cf6573381d req-34fccd8c-51ce-4ff8-b7ff-c0e4c34f7397 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:34.631987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11b99b04-90d6-4452-ad56-b8cf6573381d req-34fccd8c-51ce-4ff8-b7ff-c0e4c34f7397 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 943 time: 0.0551357 Sep 17 23:08:34.670315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11b99b04-90d6-4452-ad56-b8cf6573381d req-c555a926-b03a-46ba-8989-c45c558ca64e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Sep 17 23:08:34.959040 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:35.476032 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:35.771661 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:35.774068 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e448e60-ad6a-42a8-b06d-40812f122e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:35.793330 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9a57-9176-4412-9a85-2c104bebef80 req-01152454-56a7-4d32-881c-61089c83ccba tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:35.794854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c1d9a57-9176-4412-9a85-2c104bebef80 req-01152454-56a7-4d32-881c-61089c83ccba tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 943 time: 0.0506442 Sep 17 23:08:35.822588 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e208c2-a8c0-464b-9d4f-55522628443f x-openstack-request-id: req-98e208c2-a8c0-464b-9d4f-55522628443f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:35.822898 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:35.823158 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98e208c2-a8c0-464b-9d4f-55522628443f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:35.823553 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'status': 'completed', 'code': 200} Sep 17 23:08:35.835649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c1d9a57-9176-4412-9a85-2c104bebef80 req-6b1f5587-52c1-4d5c-a7a5-d25584d4b253 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347905 Sep 17 23:08:35.913583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-ab5fac29-3e2b-4a38-ae5b-18f5caf478bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:35.915067 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-ab5fac29-3e2b-4a38-ae5b-18f5caf478bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 1095 time: 0.0681887 Sep 17 23:08:35.920681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-0c9e5c7c-4b1a-46b9-b054-d533405e0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:35.922118 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-0c9e5c7c-4b1a-46b9-b054-d533405e0bf3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 1095 time: 0.0499387 Sep 17 23:08:36.073604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-9595f4a7-8726-42e1-89c7-54889f6f40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:36.074977 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-9595f4a7-8726-42e1-89c7-54889f6f40bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 200 len: 913 time: 0.1520398 Sep 17 23:08:36.079336 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-e85edcce-60c9-4366-9700-73b3d7bddeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:36.080848 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-e85edcce-60c9-4366-9700-73b3d7bddeea service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 200 len: 913 time: 0.1484926 Sep 17 23:08:36.125268 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-f6be08d9-65ad-4696-8158-88fe33765086 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 217 time: 0.0432508 Sep 17 23:08:36.157455 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-81aa2c8a-6174-408f-89c8-2cd4931f4196 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 217 time: 0.0691378 Sep 17 23:08:36.229234 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-b97b4ec6-3012-44af-bf06-2cfef1b8497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:36.230968 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-b97b4ec6-3012-44af-bf06-2cfef1b8497b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9513af28-0815-44d2-9b7a-308a9b4ab01a HTTP/1.1" status: 200 len: 852 time: 0.0811532 Sep 17 23:08:36.235987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-61c195ea-d5da-4ca4-87d6-3a846a94aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:36.237481 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-61c195ea-d5da-4ca4-87d6-3a846a94aa08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9513af28-0815-44d2-9b7a-308a9b4ab01a HTTP/1.1" status: 200 len: 852 time: 0.0608397 Sep 17 23:08:36.271140 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-fd51dbd3-aed1-4fda-9a84-406fd1cd7928 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327275 Sep 17 23:08:36.285840 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-30070f8f-6236-4891-b088-aba73b933f05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391407 Sep 17 23:08:36.436665 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-28c8394a-d754-470b-b835-b1be93df5b8c service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529369 Sep 17 23:08:36.440589 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-9ce66046-c6f0-49ab-a7a1-4b3d759454fb service neutron] 10.222.0.49 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472361 Sep 17 23:08:36.592604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-f22b0bd0-2460-4bee-a7ae-43f02f1738c0 service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487026 Sep 17 23:08:36.596073 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7e448e60-ad6a-42a8-b06d-40812f122e2c req-7f4d8e44-4da9-4871-ab20-71f25c02798d service neutron] 10.222.0.49 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453075 Sep 17 23:08:36.649784 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 14cedb5f-26c1-4a49-ba20-41bca5325716 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:36.840732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 14cedb5f-26c1-4a49-ba20-41bca5325716 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:36.953455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289bba-b3fb-49e8-9ba6-1f6e6694a6a8 req-e6cfb193-b34e-4a05-b0a5-2dcfb6c02542 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:36.955109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe289bba-b3fb-49e8-9ba6-1f6e6694a6a8 req-e6cfb193-b34e-4a05-b0a5-2dcfb6c02542 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 943 time: 0.0494070 Sep 17 23:08:36.999495 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe289bba-b3fb-49e8-9ba6-1f6e6694a6a8 req-474aa95b-d0a5-4a79-bed1-9da82d0e8003 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379820 Sep 17 23:08:37.086066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 14cedb5f-26c1-4a49-ba20-41bca5325716 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:08:37.177929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:37.190911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'network_id': 'cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64', 'port_id': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'mac_address': 'fa:16:3e:bb:1a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9513af28-0815-44d2-9b7a-308a9b4ab01a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:08:37.227886 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.240363 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cedb5f-26c1-4a49-ba20-41bca5325716 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:08:37.259537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:37.263157 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.310508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:37.317993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.318336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.318671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.319001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.319328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.319653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.319973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.320299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.320616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.320957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.321280 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.321594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:37.619470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['14cedb5f-26c1-4a49-ba20-41bca5325716'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:08:38.119139 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05355d2b-be38-4bc6-bc97-b714e4dfac23 req-67f0cc6a-8368-4e04-993d-8fcbf3fe0b7e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:38.120664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05355d2b-be38-4bc6-bc97-b714e4dfac23 req-67f0cc6a-8368-4e04-993d-8fcbf3fe0b7e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 944 time: 0.0530572 Sep 17 23:08:38.158660 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05355d2b-be38-4bc6-bc97-b714e4dfac23 req-4fc17e18-4b01-4008-8999-70a90a0b467a tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Sep 17 23:08:38.429656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-58b7c349-c71a-4ea3-8353-36968177704e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:38.431140 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-58b7c349-c71a-4ea3-8353-36968177704e tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85&tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 944 time: 0.0899282 Sep 17 23:08:38.489752 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-f9fc33d1-cf87-404d-a7dd-49241e923abb service neutron] delete failed (client error): The resource could not be found. Sep 17 23:08:38.490640 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-f9fc33d1-cf87-404d-a7dd-49241e923abb service neutron] 10.222.0.45 "DELETE /v2.0/ports/14cedb5f-26c1-4a49-ba20-41bca5325716/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0518579 Sep 17 23:08:38.578870 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-ab985433-a928-4eee-a9e0-faf0fe3cc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:38.580379 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-ab985433-a928-4eee-a9e0-faf0fe3cc589 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 1096 time: 0.0391834 Sep 17 23:08:38.674237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-f6afa8bf-eb6f-4ae3-9199-62a532fb3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:38.675790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-f6afa8bf-eb6f-4ae3-9199-62a532fb3da8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 200 len: 913 time: 0.0879514 Sep 17 23:08:38.716441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-f04f9a37-cbb7-4f4c-bb05-b7cc6bd76adb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 200 len: 217 time: 0.0330329 Sep 17 23:08:38.766603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-01b2b14f-f5a4-49fa-951f-16cf3177b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:38.768591 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-01b2b14f-f5a4-49fa-951f-16cf3177b33f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9513af28-0815-44d2-9b7a-308a9b4ab01a HTTP/1.1" status: 200 len: 852 time: 0.0454092 Sep 17 23:08:38.800113 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-a2147ecc-f70f-4215-bf57-92b512e0773e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244431 Sep 17 23:08:38.890444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-3694b7de-6672-4cc6-9fb8-d7c9d6fd7e5f service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824106 Sep 17 23:08:38.981115 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-145a4c6d-37e1-4bb9-9acd-8088eca11f5d service neutron] 10.222.0.45 "GET /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836399 Sep 17 23:08:39.095289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 14cedb5f-26c1-4a49-ba20-41bca5325716 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:39.143809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 14cedb5f-26c1-4a49-ba20-41bca5325716 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:08:39.147778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 14cedb5f-26c1-4a49-ba20-41bca5325716 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:39.148163 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.223891 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.246141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:39.248358 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d86949-4fed-48b7-94e1-e631974c49cc" -d '{"events": [{"server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "name": "network-vif-plugged", "status": "completed", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:39.261624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:39.266462 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.304516 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115abe22-4c80-48c4-973a-9c8d194afe50 x-openstack-request-id: req-115abe22-4c80-48c4-973a-9c8d194afe50 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:39.304810 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "name": "network-vif-plugged", "status": "completed", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:39.305095 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-115abe22-4c80-48c4-973a-9c8d194afe50 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:39.305488 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'code': 200} Sep 17 23:08:39.319789 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:39.656268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7219aa-0970-454f-83de-39b9845fd287 req-e05e15ba-546e-4564-9b25-a587170127f4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:39.657709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be7219aa-0970-454f-83de-39b9845fd287 req-e05e15ba-546e-4564-9b25-a587170127f4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Sep 17 23:08:39.696118 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-be7219aa-0970-454f-83de-39b9845fd287 req-33dc82f9-5ba0-4674-8891-56afac3b5735 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Sep 17 23:08:40.815021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fb426-60a9-4562-9f9f-32f231dc650e req-beb8290b-f45b-473d-a305-fbbe137d47b4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:40.816532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-258fb426-60a9-4562-9f9f-32f231dc650e req-beb8290b-f45b-473d-a305-fbbe137d47b4 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0502577 Sep 17 23:08:40.855314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-258fb426-60a9-4562-9f9f-32f231dc650e req-df520c52-3592-4bb3-a65c-8802dc63a5e2 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c16240-e6a6-42de-b5e9-a5407cc25ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327544 Sep 17 23:08:41.103652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-57ec89df-cc3b-4d26-8a66-4adfa42fd9b9 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.105050 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-57ec89df-cc3b-4d26-8a66-4adfa42fd9b9 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 945 time: 0.0488787 Sep 17 23:08:41.195370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Deleting port 14cedb5f-26c1-4a49-ba20-41bca5325716 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:41.195706 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.282699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] For port 14cedb5f-26c1-4a49-ba20-41bca5325716, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=14cedb5f-26c1-4a49-ba20-41bca5325716,segment=NetworkSegment(116f670f-5ddd-439e-ab04-598fa3dcaa55),segment_id=116f670f-5ddd-439e-ab04-598fa3dcaa55)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:41.283057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.295268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Calling delete_port for 14cedb5f-26c1-4a49-ba20-41bca5325716 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:41.697657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.726476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Pushing event deleted for resources: {'Port': ['ID=14cedb5f-26c1-4a49-ba20-41bca5325716,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:41.729696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['14cedb5f-26c1-4a49-ba20-41bca5325716'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:08:41.771612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] No DVR routers for this DVR port 14cedb5f-26c1-4a49-ba20-41bca5325716 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:41.774138 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.776142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4a9406e9-8f98-490a-92c5-e9229a6ccf95 req-90b7b648-7473-4a74-8356-0e2275a02737 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.49 "DELETE /v2.0/ports/14cedb5f-26c1-4a49-ba20-41bca5325716 HTTP/1.1" status: 204 len: 173 time: 0.6653841 Sep 17 23:08:41.776572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'name': 'network-vif-deleted', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:41.779359 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8524500a-6d2f-44b2-8dcf-a72d7a4ae8dc" -d '{"events": [{"server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "name": "network-vif-deleted", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:41.817481 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabbcc0f-163b-4b99-874d-e20d641cdc8e x-openstack-request-id: req-cabbcc0f-163b-4b99-874d-e20d641cdc8e {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:41.817784 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c5d737-46eb-4c86-9096-c63290fced85", "name": "network-vif-deleted", "tag": "14cedb5f-26c1-4a49-ba20-41bca5325716", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:41.818038 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cabbcc0f-163b-4b99-874d-e20d641cdc8e {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:41.818433 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c5d737-46eb-4c86-9096-c63290fced85', 'name': 'network-vif-deleted', 'tag': '14cedb5f-26c1-4a49-ba20-41bca5325716', 'status': 'completed', 'code': 200} Sep 17 23:08:41.965619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14faeae2-2aaf-43d9-b06c-77980010c08f req-03ed5e1f-883e-4bef-9fc2-35c991c25c54 tempest-DeleteServersTestJSON-2021046178 tempest-DeleteServersTestJSON-2021046178-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c5d737-46eb-4c86-9096-c63290fced85 HTTP/1.1" status: 200 len: 210 time: 0.0396481 Sep 17 23:08:43.095086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54504) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.141164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Deleting subnet 9513af28-0815-44d2-9b7a-308a9b4ab01a {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:43.144902 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.179072 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.217968 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.273733 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.300761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9513af28-0815-44d2-9b7a-308a9b4ab01a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:43.303501 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.305020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9513af28-0815-44d2-9b7a-308a9b4ab01a HTTP/1.1" status: 204 len: 168 time: 0.2088268 Sep 17 23:08:43.307705 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54506) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.311192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.311540 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.311961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.312424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.312766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.313140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.313470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.313800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.314125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.314452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.314849 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.315371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bdf9c-8f2d-47e1-8139-bb1b0788927e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.377229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.460338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.480345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:43.489468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116f670f-5ddd-439e-ab04-598fa3dcaa55') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:43.489762 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116f670f-5ddd-439e-ab04-598fa3dcaa55') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:43.498927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.512323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.518495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:08:43.518882 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:08:43.520664 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:08:43.573889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.579475 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.581327 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] 10.222.0.48 "DELETE /v2.0/networks/cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64 HTTP/1.1" status: 204 len: 168 time: 0.2726316 Sep 17 23:08:43.591948 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f22811-0e66-4c45-8458-9e0ae995aaac admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1cdfe1-3650-4c04-bfa0-6cdbe2bbcb64,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:43.687541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54510) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.730824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0b1f0992-5c59-458c-aaac-a131e6b15e14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09cf5d4fe5274e2e83fb301ac27c962a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421381 Sep 17 23:08:43.733294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54512) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.779796 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dec479ed-cd53-46b9-8ee5-3db4a5c5230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.801505 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dec479ed-cd53-46b9-8ee5-3db4a5c5230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.845902 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dec479ed-cd53-46b9-8ee5-3db4a5c5230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.849167 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dec479ed-cd53-46b9-8ee5-3db4a5c5230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.850319 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dec479ed-cd53-46b9-8ee5-3db4a5c5230a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7c16240-e6a6-42de-b5e9-a5407cc25ba4 HTTP/1.1" status: 204 len: 168 time: 0.1161284 Sep 17 23:08:43.857840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec479ed-cd53-46b9-8ee5-3db4a5c5230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c16240-e6a6-42de-b5e9-a5407cc25ba4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:44.506788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54534) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:44.603996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-501676032-network', 'tenant_id': '1c81e952ba884649b07a2984f47e2587'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:44.625249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Made reservation on behalf of 1c81e952ba884649b07a2984f47e2587 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:44.628126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.636208 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.724998 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.728559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.752878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:08:44.761514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:44.769552 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.769806 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Added segment 9bdb25ca-b081-4462-bb12-47d85d681cd5 of type vlan for network 52da00ec-2617-4c81-b737-05202435ea91 Sep 17 23:08:44.811401 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.835957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.836903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:44.837516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.866611 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3587437 Sep 17 23:08:44.869760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54538) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:44.875904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Request body: {'subnet': {'network_id': '52da00ec-2617-4c81-b737-05202435ea91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-501676032-subnet', 'tenant_id': '1c81e952ba884649b07a2984f47e2587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:44.897059 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Made reservation on behalf of 1c81e952ba884649b07a2984f47e2587 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:44.899387 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.899610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3c7ba-4909-4fd4-b5ec-1f25d3c9f062 admin admin] Pushing event updated for resources: {'Network': ['ID=52da00ec-2617-4c81-b737-05202435ea91,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:44.910427 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 52da00ec-2617-4c81-b737-05202435ea91 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:08:45.071877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.113229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 14cedb5f-26c1-4a49-ba20-41bca5325716 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:45.124793 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0433c8ac-493f-48e9-bfd0-88cdb8b5912f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:45.133329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 14cedb5f-26c1-4a49-ba20-41bca5325716 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:45.133680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 14cedb5f-26c1-4a49-ba20-41bca5325716 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:45.141859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Checking segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:45.142216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Network hostable DHCP agents. Network: 52da00ec-2617-4c81-b737-05202435ea91, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:08:45.157861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Network 52da00ec-2617-4c81-b737-05202435ea91 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:08:45.166802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 52da00ec-2617-4c81-b737-05202435ea91) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:45.171045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.171620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.178240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bb065-9c9b-4967-bd12-f3ef519b449f None None] Network 52da00ec-2617-4c81-b737-05202435ea91 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:45.186001 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-066723d8-10a6-4b49-95b1-1733d62d69a4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3140309 Sep 17 23:08:45.302019 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b950740-e816-4a3a-ae0a-18585fa98318 None None] Network 52da00ec-2617-4c81-b737-05202435ea91 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:45.610969 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-6e129ae3-e5c8-4739-82fe-abab14c4ade1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.612814 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-6e129ae3-e5c8-4739-82fe-abab14c4ade1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 814 time: 0.1060722 Sep 17 23:08:45.627524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-840138c3-4b58-47c6-9a00-2e3f59b8154e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/quotas/1c81e952ba884649b07a2984f47e2587 HTTP/1.1" status: 200 len: 375 time: 0.0088570 Sep 17 23:08:45.659224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-9544a868-2f41-42ea-9a7e-6490c9dc635d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260746 Sep 17 23:08:45.669785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-200078b0-299d-47f5-a111-12dfda1b6069 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:08:45.670664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-200078b0-299d-47f5-a111-12dfda1b6069 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048714 Sep 17 23:08:45.758592 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-6d0d9e9e-c747-4214-a4e3-578e45928cbe service neutron] 10.222.0.48 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822017 Sep 17 23:08:45.851130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-9c83bfe7-e1fe-4b66-b63a-2f25ee53bb48 service neutron] 10.222.0.48 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865338 Sep 17 23:08:46.012301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b7053c95-2e23-4e24-b6f5-ce1a2ead5c3f req-e0047257-3325-46be-a3f9-6065250bc231 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 210 time: 0.0266881 Sep 17 23:08:47.033707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-562957a3-40c9-43f0-8816-51f48ec09bf9 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:47.035790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-562957a3-40c9-43f0-8816-51f48ec09bf9 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 814 time: 0.1104422 Sep 17 23:08:47.062071 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Request body: {'port': {'device_id': '4695e1be-7601-45ee-9719-09aede954a7a', 'network_id': '52da00ec-2617-4c81-b737-05202435ea91', 'admin_state_up': True, 'tenant_id': '1c81e952ba884649b07a2984f47e2587'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:47.111169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c9fa551-f12a-475a-a8a2-76900e43bbed req-2f74e3ec-d8b9-4bbe-b25b-9a0951b4eef2 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 210 time: 0.0319290 Sep 17 23:08:47.170520 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Made reservation on behalf of 1c81e952ba884649b07a2984f47e2587 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:47.174003 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.299450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Allocated IP 172.20.0.6 (52da00ec-2617-4c81-b737-05202435ea91/0433c8ac-493f-48e9-bfd0-88cdb8b5912f/4d9fd1fd-d1db-42e3-a845-9b94263c3f4b) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:47.447766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.481096 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.523557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Network 52da00ec-2617-4c81-b737-05202435ea91 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:47.526519 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:47.530098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:47.538533 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:47.583025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:47.583565 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.597331 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-d1f99758-6ddf-47cb-bf0a-e9b9c71a7d51 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391045 Sep 17 23:08:47.615744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Request body: {'port': {'device_id': '4695e1be-7601-45ee-9719-09aede954a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:47.672083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.932369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:08:47.939752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.951846 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Transition to ACTIVE for port object 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:08:47.955491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.008385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:48.076197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Attempting to bind port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:48.076888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Attempting to bind port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:48.076888 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Attempting to bind port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on network 52da00ec-2617-4c81-b737-05202435ea91 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:48.081050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on network 52da00ec-2617-4c81-b737-05202435ea91 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:08:48.081396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Attempting to bind port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on network 52da00ec-2617-4c81-b737-05202435ea91 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:48.086129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:48.086460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Checking segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:48.086838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Bound using segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:48.087254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Bound port: 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:48.087603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.150650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:48.153714 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:48.158474 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.192857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.193508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.194911 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] 10.222.0.49 "PUT /v2.0/ports/4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 1092 time: 0.5836020 Sep 17 23:08:48.195370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:48.197661 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7aa026-bbb1-4993-814e-bee181ac5bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:48.228663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572bef8-420f-4188-853c-ce35accd16fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:48.242355 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046a5c53-32f8-46c1-9041-20937ace5d73 x-openstack-request-id: req-046a5c53-32f8-46c1-9041-20937ace5d73 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:48.242652 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:48.242922 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-046a5c53-32f8-46c1-9041-20937ace5d73 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:48.243355 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'status': 'completed', 'code': 200} Sep 17 23:08:48.244048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ca227-7d99-415d-b276-0cf9463a7a86 req-6ac8d398-bb4d-4562-9159-1e6bb7f5f9cb tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.245638 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-575ca227-7d99-415d-b276-0cf9463a7a86 req-6ac8d398-bb4d-4562-9159-1e6bb7f5f9cb tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 943 time: 0.0656242 Sep 17 23:08:48.288909 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-575ca227-7d99-415d-b276-0cf9463a7a86 req-574a2084-82d5-4626-af64-60b0f1157338 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372546 Sep 17 23:08:48.303664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-4356ef23-d515-4afa-aab0-6e168c881974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.305300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-4356ef23-d515-4afa-aab0-6e168c881974 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1095 time: 0.0456059 Sep 17 23:08:48.353701 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1525b996-7dec-41bd-8bc6-b4c48038399f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 217 time: 0.0345442 Sep 17 23:08:48.402433 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-42ac6136-8130-4145-9faf-8917af7e2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.403921 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-42ac6136-8130-4145-9faf-8917af7e2c1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0433443 Sep 17 23:08:48.439190 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-1b79be31-03a3-4f16-a85f-018e271407a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277755 Sep 17 23:08:48.528916 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-e400d75a-1740-4f73-bf72-6b376d38fdc4 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815883 Sep 17 23:08:48.621988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1e7dbc13-0398-46b4-8c1c-efee3970662d req-7eb3b2d4-5329-44ab-bf09-42e09885bd92 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Sep 17 23:08:48.749974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-30678a1c-59a7-493b-988a-b347758a18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.751441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-30678a1c-59a7-493b-988a-b347758a18dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1095 time: 0.0407228 Sep 17 23:08:48.845416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-3e26a13d-aaf1-41b0-bf95-425ae6f241ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.846843 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-3e26a13d-aaf1-41b0-bf95-425ae6f241ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0883546 Sep 17 23:08:48.889182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-8ee8a451-ecc6-48ef-8a4c-eb8adee70dc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 217 time: 0.0347321 Sep 17 23:08:48.935503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-9aad9077-d6f1-48d4-aeec-dc51c47675ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.937206 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-9aad9077-d6f1-48d4-aeec-dc51c47675ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0417635 Sep 17 23:08:48.967984 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-cf390a8c-6467-4017-9c25-9418dbd071c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241535 Sep 17 23:08:49.062721 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-d33c15fd-c553-4b29-8d4f-39e32b28ec97 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870306 Sep 17 23:08:49.066854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.157456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b7aa026-bbb1-4993-814e-bee181ac5bcd req-e39b56d4-d7c8-4672-83c0-baa598d6966c service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878851 Sep 17 23:08:49.404961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61428de4-d7dd-4ef0-855f-e9662d2222cb req-07e991c8-66ec-4cba-a13a-dac94775c74b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:49.406322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61428de4-d7dd-4ef0-855f-e9662d2222cb req-07e991c8-66ec-4cba-a13a-dac94775c74b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 943 time: 0.0493135 Sep 17 23:08:49.445025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61428de4-d7dd-4ef0-855f-e9662d2222cb req-50145bac-aa21-46a5-938c-bc6a0a729b1c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Sep 17 23:08:50.560882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7efe71-f0bb-4cba-bb05-7df3476f95b9 req-b9dd13cf-db9d-4111-92c2-1e1a0c95e4de tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.562378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d7efe71-f0bb-4cba-bb05-7df3476f95b9 req-b9dd13cf-db9d-4111-92c2-1e1a0c95e4de tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 943 time: 0.0491276 Sep 17 23:08:50.600945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d7efe71-f0bb-4cba-bb05-7df3476f95b9 req-7f93ffbf-e2f1-4a58-b6ed-e889db4f856b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Sep 17 23:08:51.116215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:08:51.211990 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:51.223551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'network_id': '52da00ec-2617-4c81-b737-05202435ea91', 'port_id': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'mac_address': 'fa:16:3e:f6:0c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0433c8ac-493f-48e9-bfd0-88cdb8b5912f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:08:51.264725 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.277853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:08:51.296618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:51.301534 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.349228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:51.683312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:08:51.723023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ed633-897f-448e-908a-705b6bd7b446 req-b5b5de47-f51c-42ce-9228-2825b09dab29 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:51.725228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8ed633-897f-448e-908a-705b6bd7b446 req-b5b5de47-f51c-42ce-9228-2825b09dab29 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 944 time: 0.0532472 Sep 17 23:08:51.778146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-dd8ed633-897f-448e-908a-705b6bd7b446 req-cd37e1c4-66dc-4217-8bc0-6e94e189ccc4 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Sep 17 23:08:52.358317 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:08:52.887203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2af6be-2275-4526-bd9b-7905fa27303d req-73a5b2e1-326b-4062-bcf2-a2da3f94565e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:52.888707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c2af6be-2275-4526-bd9b-7905fa27303d req-73a5b2e1-326b-4062-bcf2-a2da3f94565e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 944 time: 0.0499442 Sep 17 23:08:52.926731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c2af6be-2275-4526-bd9b-7905fa27303d req-57682137-f66f-4c97-868e-b3a6960ca5a0 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Sep 17 23:08:53.122437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:53.170301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:08:53.174285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:53.174660 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.250234 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.275648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:53.277881 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224f120d-3103-4853-853c-5579a7865131" -d '{"events": [{"server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:53.290286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:53.294242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.318281 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5248943a-5d2d-4c24-9fee-10a57ef5b86f x-openstack-request-id: req-5248943a-5d2d-4c24-9fee-10a57ef5b86f {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:53.318566 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:53.318815 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5248943a-5d2d-4c24-9fee-10a57ef5b86f {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:53.319197 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'code': 200} Sep 17 23:08:53.345772 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:53.435820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fe407-1a1f-4976-a57e-19703cbc97cb req-ed0e6029-1463-4cd6-87c6-fc63ff971c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:53.437285 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d0fe407-1a1f-4976-a57e-19703cbc97cb req-ed0e6029-1463-4cd6-87c6-fc63ff971c29 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1097 time: 0.0394924 Sep 17 23:08:53.474179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-0d0fe407-1a1f-4976-a57e-19703cbc97cb req-c5c069bb-66a3-4b64-9dea-425cf986fa78 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298836 Sep 17 23:08:54.040532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947123-a353-4e54-a4a9-813e466e5c47 req-d943433b-0f6b-4ce6-bba1-e5bf13f910fd tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:54.042023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d947123-a353-4e54-a4a9-813e466e5c47 req-d943433b-0f6b-4ce6-bba1-e5bf13f910fd tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0486298 Sep 17 23:08:54.079290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d947123-a353-4e54-a4a9-813e466e5c47 req-41c9d697-e709-4761-97e6-477855582ccd tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Sep 17 23:08:55.197663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e9c09-a64c-4553-90ca-b774e5a5383a req-8776a555-db0f-4b2e-9965-fd701757188d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:55.199139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c6e9c09-a64c-4553-90ca-b774e5a5383a req-8776a555-db0f-4b2e-9965-fd701757188d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0487041 Sep 17 23:08:55.240641 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7c6e9c09-a64c-4553-90ca-b774e5a5383a req-415fbda9-0410-469b-87b5-bf1830a5f794 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Sep 17 23:08:55.416079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79391e-1dd7-440a-8ca2-e9c99c710e8c req-b8b31ef3-b346-401d-a5c7-5c4bace0f2b2 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:55.417801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a79391e-1dd7-440a-8ca2-e9c99c710e8c req-b8b31ef3-b346-401d-a5c7-5c4bace0f2b2 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.1126506 Sep 17 23:08:55.456635 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3a79391e-1dd7-440a-8ca2-e9c99c710e8c req-884c40b8-c892-4fa4-930d-bfba782250f0 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Sep 17 23:08:55.656791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57755bd2-f03a-4f7f-9339-33ec19f9c6b1 req-7d1d5f81-2519-4ecc-ae68-4843837bc6dd tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:55.658237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57755bd2-f03a-4f7f-9339-33ec19f9c6b1 req-7d1d5f81-2519-4ecc-ae68-4843837bc6dd tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0491266 Sep 17 23:08:55.697890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57755bd2-f03a-4f7f-9339-33ec19f9c6b1 req-8f88486a-fee5-41dc-b353-293742e613e2 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329649 Sep 17 23:08:55.810233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c3842-ea0a-4b2e-ba77-5b0fb926215c req-a6b52f1e-de8e-4a29-a1a3-3c0a9d1cdd42 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:55.811706 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a65c3842-ea0a-4b2e-ba77-5b0fb926215c req-a6b52f1e-de8e-4a29-a1a3-3c0a9d1cdd42 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0488398 Sep 17 23:08:55.853676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a65c3842-ea0a-4b2e-ba77-5b0fb926215c req-d0330731-4455-4418-8731-b989ef41858f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Sep 17 23:08:56.104199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-1ff9daf3-c4ec-4d07-a98c-9437b6174a71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720751 Sep 17 23:08:56.112210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878f2f-9737-4474-92e9-2b2432a9c2ce req-a49c9de1-afba-40cd-bb1b-743f0a51f9e5 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:56.113689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c878f2f-9737-4474-92e9-2b2432a9c2ce req-a49c9de1-afba-40cd-bb1b-743f0a51f9e5 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0730500 Sep 17 23:08:56.154170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5c878f2f-9737-4474-92e9-2b2432a9c2ce req-7d543a90-b910-49b4-9cbc-320acebe1b02 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Sep 17 23:08:57.219744 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39488-7257-4615-a808-8da2f9a26710 req-a6c94cca-f25e-4c81-828d-2124b21201a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:57.221317 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-a6c94cca-f25e-4c81-828d-2124b21201a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1097 time: 0.0412517 Sep 17 23:08:57.275888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf590137-6b51-4854-a8c5-5bcdc7dc6203 req-ed1f1b48-791b-4369-ae89-b68e4e47ca4a tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:57.277427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf590137-6b51-4854-a8c5-5bcdc7dc6203 req-ed1f1b48-791b-4369-ae89-b68e4e47ca4a tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0500481 Sep 17 23:08:57.315394 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39488-7257-4615-a808-8da2f9a26710 req-824869f6-cd44-464b-83a3-2ba00357643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:57.317620 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-824869f6-cd44-464b-83a3-2ba00357643b service neutron] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0897121 Sep 17 23:08:57.319514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cf590137-6b51-4854-a8c5-5bcdc7dc6203 req-1ea65921-4634-47ed-b255-d851388424e9 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361030 Sep 17 23:08:57.361550 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-6f2c8df7-a6db-42a4-be95-86c8caca6d2f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 217 time: 0.0364604 Sep 17 23:08:57.410393 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39488-7257-4615-a808-8da2f9a26710 req-2ca6ae58-edb4-4498-8ce6-34dcbfc628be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:57.411615 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-2ca6ae58-edb4-4498-8ce6-34dcbfc628be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0425856 Sep 17 23:08:57.447627 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-4648a87a-dcc4-4b70-839b-0fd50879745d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287726 Sep 17 23:08:57.536395 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-24c8b232-cf9a-4b73-8260-85bf83d0e9d2 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811973 Sep 17 23:08:57.628293 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-47bfc4e2-bb6c-4d27-981c-2124cf1e64a8 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851316 Sep 17 23:08:58.499998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd84521-6234-4d83-82e6-96bdb99a8088 req-403285f6-4b32-43bb-8cd7-0fc3108c4269 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:58.501503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dd84521-6234-4d83-82e6-96bdb99a8088 req-403285f6-4b32-43bb-8cd7-0fc3108c4269 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.1136451 Sep 17 23:08:58.538524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dd84521-6234-4d83-82e6-96bdb99a8088 req-d76c575c-baa3-436b-a420-816b8dfae347 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310802 Sep 17 23:08:59.654645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89c294-69b0-4894-92d5-52b05bf0b43e req-c76cd471-0830-46dd-9c0e-982acd3d7cde tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:59.656134 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b89c294-69b0-4894-92d5-52b05bf0b43e req-c76cd471-0830-46dd-9c0e-982acd3d7cde tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0504467 Sep 17 23:08:59.695702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b89c294-69b0-4894-92d5-52b05bf0b43e req-0bfb6127-84f9-45fa-8b68-6f8c48f3b68c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Sep 17 23:08:59.991404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6a0ffd81-fd73-467d-a543-826cf635eb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.810967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa218f-c728-440f-abca-9cb80c0d4ccb req-e095719e-e39b-4d46-b99c-9cbd4ab29c4b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:00.812442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3fa218f-c728-440f-abca-9cb80c0d4ccb req-e095719e-e39b-4d46-b99c-9cbd4ab29c4b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0490751 Sep 17 23:09:00.853741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3fa218f-c728-440f-abca-9cb80c0d4ccb req-35c88cb3-cc66-49bb-b0c6-b71d384eb5b7 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Sep 17 23:09:01.969014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151bdca-19cd-493c-98ae-ddf449d2ed02 req-06b7f752-4e57-44fc-8cbe-2263e77ca189 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:01.970474 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4151bdca-19cd-493c-98ae-ddf449d2ed02 req-06b7f752-4e57-44fc-8cbe-2263e77ca189 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0504582 Sep 17 23:09:02.008361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4151bdca-19cd-493c-98ae-ddf449d2ed02 req-372cc40a-84d8-45f9-b27f-5fa3c04353ba tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Sep 17 23:09:02.753860 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10ba753d-827a-4a7f-a48b-6ebe128cddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.123314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad845b5-a5b3-414f-9c52-823803e1c83e req-0bff5cec-cc34-49ac-bc0e-1dd7afae5b85 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.124823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ad845b5-a5b3-414f-9c52-823803e1c83e req-0bff5cec-cc34-49ac-bc0e-1dd7afae5b85 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0499022 Sep 17 23:09:03.150014 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.166417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ad845b5-a5b3-414f-9c52-823803e1c83e req-b45334e3-f3a4-4bfe-9c35-7faace9d6e27 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Sep 17 23:09:03.944705 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.281983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474a88-1fbf-40fc-b204-b23302a2c460 req-b34aa244-fd68-4009-96af-75208f6ecf82 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:04.283439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84474a88-1fbf-40fc-b204-b23302a2c460 req-b34aa244-fd68-4009-96af-75208f6ecf82 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0496569 Sep 17 23:09:04.326301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-84474a88-1fbf-40fc-b204-b23302a2c460 req-ddfdca05-839b-44cc-b7f5-06510d340434 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360827 Sep 17 23:09:04.965183 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.442310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca14d36-4657-43f0-b852-e6f8f1d37e32 req-2a7dc593-ac71-4768-bef4-be0dccc8e740 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:05.443786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ca14d36-4657-43f0-b852-e6f8f1d37e32 req-2a7dc593-ac71-4768-bef4-be0dccc8e740 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0507753 Sep 17 23:09:05.478820 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.481664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ca14d36-4657-43f0-b852-e6f8f1d37e32 req-f7e510d5-a503-4665-9672-f96b76a596f3 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Sep 17 23:09:06.596967 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7707f56-190a-4e49-85d0-78c4cddc46f4 req-d0b1c83d-ce22-476f-81e5-b02302370296 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:06.598657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7707f56-190a-4e49-85d0-78c4cddc46f4 req-d0b1c83d-ce22-476f-81e5-b02302370296 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0489824 Sep 17 23:09:06.635874 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e7707f56-190a-4e49-85d0-78c4cddc46f4 req-7566aa45-157e-47ce-bd87-5f6e47446d7d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Sep 17 23:09:07.750206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb4ec5-225c-4532-8364-e61714ccafa1 req-96a6d3ff-3b1a-4083-88d8-7b2b33c52a8e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:07.751675 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68fb4ec5-225c-4532-8364-e61714ccafa1 req-96a6d3ff-3b1a-4083-88d8-7b2b33c52a8e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0485044 Sep 17 23:09:07.792494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68fb4ec5-225c-4532-8364-e61714ccafa1 req-540a3cfe-c310-452a-bada-6d9763b8ef4b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347927 Sep 17 23:09:08.459210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-22089a6d-e5ff-4943-8dab-f22065aea1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:08.460777 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-22089a6d-e5ff-4943-8dab-f22065aea1b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1097 time: 0.0406697 Sep 17 23:09:08.565403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-bac0e6f1-a67d-4478-b98c-ad8c04fa788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:08.567401 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-bac0e6f1-a67d-4478-b98c-ad8c04fa788c service neutron] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0862710 Sep 17 23:09:08.607958 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-b5950fe3-757c-4b35-ae41-2174c2f5f7cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 217 time: 0.0337033 Sep 17 23:09:08.658688 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-e377c307-4fff-4534-8ef9-9f1d05a1d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:08.660077 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-e377c307-4fff-4534-8ef9-9f1d05a1d375 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0419018 Sep 17 23:09:08.690723 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-d285dac3-3534-4b1b-8c95-ab9b7db36c3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234590 Sep 17 23:09:08.782449 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-16cc3311-2ecc-4e54-b7f3-7fe97a5337a8 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844927 Sep 17 23:09:08.879770 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a89b681f-e12a-4eb2-9776-09c3687bc9a9 req-b243b4ad-b738-49f6-a65f-af2d00647708 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895638 Sep 17 23:09:08.908879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb664b6-c4a5-43fa-8c7d-e40807f3c634 req-06c672ea-2e78-4f66-80cd-63c6370a3821 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:08.910403 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cb664b6-c4a5-43fa-8c7d-e40807f3c634 req-06c672ea-2e78-4f66-80cd-63c6370a3821 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0504105 Sep 17 23:09:08.948871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cb664b6-c4a5-43fa-8c7d-e40807f3c634 req-fa6e9cb2-7adb-4de1-a89e-c3f7b019ca49 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Sep 17 23:09:10.061380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da10247-7859-493f-8e96-33bd11e9887d req-1eebcc7a-b899-4304-9223-94e5c2434c8c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:10.062847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da10247-7859-493f-8e96-33bd11e9887d req-1eebcc7a-b899-4304-9223-94e5c2434c8c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0480199 Sep 17 23:09:10.102259 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da10247-7859-493f-8e96-33bd11e9887d req-375e9506-5941-498a-9650-3f46e9c6c951 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Sep 17 23:09:11.228651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df96e-53f7-4d4b-9fcb-eca364402bde req-8cc6d62b-2c36-42ba-beeb-71e842a4296e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:11.230185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b1df96e-53f7-4d4b-9fcb-eca364402bde req-8cc6d62b-2c36-42ba-beeb-71e842a4296e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0562994 Sep 17 23:09:11.275984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b1df96e-53f7-4d4b-9fcb-eca364402bde req-6a6e5217-8796-4ce0-a882-b685814b2ab6 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398071 Sep 17 23:09:12.390823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc59d1-b271-4243-9ca8-89f4e699958a req-5d7fad11-821f-4144-91a0-922f02c3e820 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:12.392278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adfc59d1-b271-4243-9ca8-89f4e699958a req-5d7fad11-821f-4144-91a0-922f02c3e820 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0476592 Sep 17 23:09:12.430546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adfc59d1-b271-4243-9ca8-89f4e699958a req-06d28719-64f4-437b-bdae-e0394018a63e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Sep 17 23:09:13.545237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78d9a-f41f-42f9-8f81-9136db991dd9 req-d256cd35-a45c-4fe2-ad6f-ef06521f6dc6 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:13.546712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00d78d9a-f41f-42f9-8f81-9136db991dd9 req-d256cd35-a45c-4fe2-ad6f-ef06521f6dc6 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0487700 Sep 17 23:09:13.583555 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-00d78d9a-f41f-42f9-8f81-9136db991dd9 req-3d63621e-0186-40aa-8f30-26b0eb091595 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303569 Sep 17 23:09:14.696332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de266a-133d-43dc-af67-5b31576425d7 req-3da83a41-8e9a-4dab-a354-837110f75c40 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:14.697826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0de266a-133d-43dc-af67-5b31576425d7 req-3da83a41-8e9a-4dab-a354-837110f75c40 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0475457 Sep 17 23:09:14.739850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0de266a-133d-43dc-af67-5b31576425d7 req-6c365d7a-d850-4e07-84d8-6ad1ed4b2433 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Sep 17 23:09:15.855420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e00004-d2c2-4545-bbf9-11c2b4d6441d req-c3b16597-5ca8-4f27-a4d7-b0d0f0c02f18 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:15.856898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1e00004-d2c2-4545-bbf9-11c2b4d6441d req-c3b16597-5ca8-4f27-a4d7-b0d0f0c02f18 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0500469 Sep 17 23:09:15.896338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c1e00004-d2c2-4545-bbf9-11c2b4d6441d req-c3fba08a-41e8-4f09-b68c-9cee715130b1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Sep 17 23:09:17.008955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3e7f2-a8a2-4c63-acfc-473824e488af req-980b4d44-854a-48e9-b6ec-67c5a2d44d05 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:17.010437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20a3e7f2-a8a2-4c63-acfc-473824e488af req-980b4d44-854a-48e9-b6ec-67c5a2d44d05 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0479259 Sep 17 23:09:17.047960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-20a3e7f2-a8a2-4c63-acfc-473824e488af req-56143159-541b-4b75-85ca-be8d88692d27 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Sep 17 23:09:18.162208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b7719-0ee6-441f-a333-fd7ebb09f1c6 req-185c7c8c-b806-414a-9a19-8c21a3a6d747 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:18.163976 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a1b7719-0ee6-441f-a333-fd7ebb09f1c6 req-185c7c8c-b806-414a-9a19-8c21a3a6d747 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0482368 Sep 17 23:09:18.205201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9a1b7719-0ee6-441f-a333-fd7ebb09f1c6 req-97bef022-4a2b-4135-b947-fdf942d66c6a tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351689 Sep 17 23:09:19.083822 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.320533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba26cd-f487-4e8d-91b3-c7a120de50fe req-51949949-0e00-485a-920f-b3bdb8f27057 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:19.322061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3ba26cd-f487-4e8d-91b3-c7a120de50fe req-51949949-0e00-485a-920f-b3bdb8f27057 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0494409 Sep 17 23:09:19.359995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3ba26cd-f487-4e8d-91b3-c7a120de50fe req-6954e1ab-8608-48b4-90cc-39be40127e9d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Sep 17 23:09:20.475632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd66a7-bdac-4daa-9056-e38a590ab781 req-bda2ab76-9d94-4d11-950e-efc012ad49b5 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:20.477130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aadd66a7-bdac-4daa-9056-e38a590ab781 req-bda2ab76-9d94-4d11-950e-efc012ad49b5 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0488157 Sep 17 23:09:20.515520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aadd66a7-bdac-4daa-9056-e38a590ab781 req-2b993f68-4959-48f0-b86e-2ee4422ffbbe tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Sep 17 23:09:21.630800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980d1b9-76ad-4114-8656-14d19958e3a0 req-a29291db-10fe-423c-8d47-9d0741d11d81 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:21.632283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f980d1b9-76ad-4114-8656-14d19958e3a0 req-a29291db-10fe-423c-8d47-9d0741d11d81 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0503252 Sep 17 23:09:21.673219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f980d1b9-76ad-4114-8656-14d19958e3a0 req-93bac8c5-8dad-4218-8612-1aeed298bd8d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Sep 17 23:09:22.789675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0f77e-207a-45dc-bf47-a990e7fb26f2 req-204c8e4e-bae0-4eb5-a304-d6a6d5c049db tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:22.791144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfa0f77e-207a-45dc-bf47-a990e7fb26f2 req-204c8e4e-bae0-4eb5-a304-d6a6d5c049db tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0485179 Sep 17 23:09:22.828668 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfa0f77e-207a-45dc-bf47-a990e7fb26f2 req-d436f8bd-b695-4359-81b8-d9c5489339f8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Sep 17 23:09:23.943528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1c78-7ad0-4897-8640-082d5b7eb1d5 req-6d421f5d-fbfa-477c-99cf-8456c45c1300 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:23.945026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a7e1c78-7ad0-4897-8640-082d5b7eb1d5 req-6d421f5d-fbfa-477c-99cf-8456c45c1300 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0487406 Sep 17 23:09:23.982765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a7e1c78-7ad0-4897-8640-082d5b7eb1d5 req-33011346-d2f8-4abf-81c3-58b9fcd3ecbe tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Sep 17 23:09:24.648838 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-a3f39488-7257-4615-a808-8da2f9a26710 req-83b56c9d-3de1-4990-9a90-aa5bf1eb38ac service neutron] show failed (client error): The resource could not be found. Sep 17 23:09:24.649878 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-83b56c9d-3de1-4990-9a90-aa5bf1eb38ac service neutron] 10.222.0.49 "GET /v2.0/ports/4d9fd1fd-d1db-42e3-a845-9b94263c3f4b/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0594101 Sep 17 23:09:24.845361 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39488-7257-4615-a808-8da2f9a26710 req-6357cb64-3fe3-4091-8e37-9e7ed19d4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:24.846839 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-6357cb64-3fe3-4091-8e37-9e7ed19d4d85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a&tenant_id=1c81e952ba884649b07a2984f47e2587 HTTP/1.1" status: 200 len: 1097 time: 0.0406883 Sep 17 23:09:24.859515 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:24.914808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.097199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1b6f2-dbb5-40cf-8361-b6a89e03c885 req-7fc9b949-028c-4f4d-a6a0-546b51e09081 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:25.099394 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbf1b6f2-dbb5-40cf-8361-b6a89e03c885 req-7fc9b949-028c-4f4d-a6a0-546b51e09081 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0499854 Sep 17 23:09:25.117806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:25.141043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbf1b6f2-dbb5-40cf-8361-b6a89e03c885 req-bb45cfd0-65ef-4654-bd32-d0df8dabc682 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Sep 17 23:09:25.157442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:25.196298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:25.198478 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33f2009-0fe3-4af8-87e5-a93b1cfd4d65" -d '{"events": [{"server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:25.202248 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.215001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Transition to ACTIVE for port object 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:09:25.218893 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.256064 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4e814e-a842-4de8-b7be-7bb32776964f x-openstack-request-id: req-af4e814e-a842-4de8-b7be-7bb32776964f {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:25.256352 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:25.256602 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af4e814e-a842-4de8-b7be-7bb32776964f {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:25.257017 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'code': 200} Sep 17 23:09:25.283175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] No DVR routers for this DVR port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:25.286380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:25.323581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Attempting to bind port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:25.323909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Attempting to bind port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:25.324230 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Attempting to bind port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on network 52da00ec-2617-4c81-b737-05202435ea91 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:25.328427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on network 52da00ec-2617-4c81-b737-05202435ea91 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:09:25.328740 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Attempting to bind port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on network 52da00ec-2617-4c81-b737-05202435ea91 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:25.333741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:25.334068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Checking segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:25.334440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Bound using segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:25.334857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Bound port: 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:25.335204 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.396080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:25.399075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:25.403389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.436600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:25.437257 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.438630 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] 10.222.0.45 "PUT /v2.0/ports/4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 1092 time: 0.5829840 Sep 17 23:09:25.462578 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1b2e5-01d3-441e-9286-31fb2ff397ae service neutron] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:25.505682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39488-7257-4615-a808-8da2f9a26710 req-bde7b858-5307-4480-a1a8-73e476a23972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:25.507608 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-bde7b858-5307-4480-a1a8-73e476a23972 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1095 time: 0.0422187 Sep 17 23:09:25.600449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39488-7257-4615-a808-8da2f9a26710 req-a379bb4e-09f6-47e0-aff1-c42bc26dbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:25.601944 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-a379bb4e-09f6-47e0-aff1-c42bc26dbaad service neutron] 10.222.0.45 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0867944 Sep 17 23:09:25.641973 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-2e3fa890-555c-42a9-81da-118f6c554c4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 217 time: 0.0332723 Sep 17 23:09:25.693501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39488-7257-4615-a808-8da2f9a26710 req-da1b1264-182b-4d21-b484-6755da78e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:25.694912 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-da1b1264-182b-4d21-b484-6755da78e36d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0465348 Sep 17 23:09:25.726570 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-a93a1db4-7de3-4e76-96ad-fff136329a0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241330 Sep 17 23:09:25.814151 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-5cbc9804-ae32-40af-a359-b4499bc7f42a service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806196 Sep 17 23:09:25.906185 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a3f39488-7257-4615-a808-8da2f9a26710 req-9f109cc2-b4cc-4cef-ba2d-042a326c29d3 service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846105 Sep 17 23:09:26.259119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06498ee-9f8e-4736-8469-e39a641cd1c6 req-2e15ce0f-8835-4a09-9d30-460e330de126 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:26.260653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c06498ee-9f8e-4736-8469-e39a641cd1c6 req-2e15ce0f-8835-4a09-9d30-460e330de126 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 943 time: 0.0523529 Sep 17 23:09:26.298433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c06498ee-9f8e-4736-8469-e39a641cd1c6 req-57790a2c-0d9f-4ecf-8ff8-0d68a30eef62 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Sep 17 23:09:26.949648 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:09:27.043821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:27.054830 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'network_id': '52da00ec-2617-4c81-b737-05202435ea91', 'port_id': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'mac_address': 'fa:16:3e:f6:0c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0433c8ac-493f-48e9-bfd0-88cdb8b5912f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:09:27.090538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.103592 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:09:27.122391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:27.126440 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.172578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:27.258215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:27.260549 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d7180-fa0f-4692-87b8-8abc511ed5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:27.309914 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4285dfbf-bb97-4795-8eca-2c3a6f022422 x-openstack-request-id: req-4285dfbf-bb97-4795-8eca-2c3a6f022422 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:27.310213 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:27.310465 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4285dfbf-bb97-4795-8eca-2c3a6f022422 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:27.310887 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'status': 'completed', 'code': 200} Sep 17 23:09:27.361243 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:27.418680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:09:27.425691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-de1d188b-6cd2-4e5f-bd49-1935ff663a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:27.425906 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936da66-ca6c-4b56-92cf-acec6387b877 req-7f55285e-e484-4216-997f-5b26864f0964 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:27.428257 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-de1d188b-6cd2-4e5f-bd49-1935ff663a3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1096 time: 0.0782177 Sep 17 23:09:27.430969 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-4637f3d5-65a4-48c8-8259-bab2ac01a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:27.432415 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-4637f3d5-65a4-48c8-8259-bab2ac01a1ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1096 time: 0.0939133 Sep 17 23:09:27.433455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f936da66-ca6c-4b56-92cf-acec6387b877 req-7f55285e-e484-4216-997f-5b26864f0964 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 944 time: 0.0634634 Sep 17 23:09:27.453780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:09:27.485595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f936da66-ca6c-4b56-92cf-acec6387b877 req-15a62289-207e-4657-9465-7af87179aece tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Sep 17 23:09:27.885509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-bc6e968c-a1ed-40da-9cfb-e1a677121f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:27.886973 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-bc6e968c-a1ed-40da-9cfb-e1a677121f73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.4492908 Sep 17 23:09:27.888056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-afadc306-0d1d-4a52-a99d-47a7573cff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:27.889454 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-afadc306-0d1d-4a52-a99d-47a7573cff28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.4389832 Sep 17 23:09:27.933614 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-073de3d9-cfdc-4292-a01c-a7829a8d0908 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 217 time: 0.0376670 Sep 17 23:09:27.970389 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-720ba330-5b5d-4292-87eb-42c06b54f2fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 217 time: 0.0733891 Sep 17 23:09:28.037105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-1ec9c41a-b57b-4084-96bc-bad1808e6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:28.038517 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-1ec9c41a-b57b-4084-96bc-bad1808e6758 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0762672 Sep 17 23:09:28.043403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-651309fb-d234-46e4-9aeb-40f8d4ccd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:28.044725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-651309fb-d234-46e4-9aeb-40f8d4ccd271 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0563996 Sep 17 23:09:28.076494 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-5cce6062-e320-4a01-8fe9-6372d9a8c96e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297329 Sep 17 23:09:28.101053 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-2796c21d-e044-4ebc-a3e2-0d7ad5352716 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461869 Sep 17 23:09:28.242707 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-48997702-0a13-474d-8f77-01a80d72d9f1 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497860 Sep 17 23:09:28.247704 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-dda6563b-6849-4097-81dd-47369038581e service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364617 Sep 17 23:09:28.401199 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-15b2de56-ea8a-45d8-86e2-697c25e3b66b service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518443 Sep 17 23:09:28.403075 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b87d7180-fa0f-4692-87b8-8abc511ed5ed req-0044f39c-7904-4af5-97f4-15da67c8236d service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462743 Sep 17 23:09:28.602456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2404-60fc-46e9-a5d0-6404083cd2ae req-fc170a4f-9285-4f9e-89b6-b0f5fed0ef7f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:28.603941 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b2d2404-60fc-46e9-a5d0-6404083cd2ae req-fc170a4f-9285-4f9e-89b6-b0f5fed0ef7f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 944 time: 0.0479891 Sep 17 23:09:28.644890 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b2d2404-60fc-46e9-a5d0-6404083cd2ae req-bea22f93-9a47-40cf-925f-b739eb1432fd tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348241 Sep 17 23:09:28.841727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c193c29-9f2f-4c42-be90-7ef0595b5564 req-6ee8f0f4-b395-4919-8cf4-c7285df2912f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:28.843169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c193c29-9f2f-4c42-be90-7ef0595b5564 req-6ee8f0f4-b395-4919-8cf4-c7285df2912f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 944 time: 0.0547154 Sep 17 23:09:28.860173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-c90c814f-6fb6-47ff-aa97-8097576ae199 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:28.861682 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-c90c814f-6fb6-47ff-aa97-8097576ae199 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.49 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a&tenant_id=1c81e952ba884649b07a2984f47e2587&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 944 time: 0.0531340 Sep 17 23:09:28.881993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c193c29-9f2f-4c42-be90-7ef0595b5564 req-80625443-8671-44a5-81bb-5149be49c41d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317969 Sep 17 23:09:28.927301 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-1df4dc22-648d-40c4-9739-615b0b912ded service neutron] delete failed (client error): The resource could not be found. Sep 17 23:09:28.928326 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-1df4dc22-648d-40c4-9739-615b0b912ded service neutron] 10.222.0.49 "DELETE /v2.0/ports/4d9fd1fd-d1db-42e3-a845-9b94263c3f4b/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0590889 Sep 17 23:09:28.955055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:29.006679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:09:29.010346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:29.010710 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.032420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-99eb7082-75d8-4819-81bd-e8e1a030d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:29.033996 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-99eb7082-75d8-4819-81bd-e8e1a030d538 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 1096 time: 0.0424666 Sep 17 23:09:29.086185 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.110537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:29.112776 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9439e6c0-cb8d-4d96-ae92-f94ab044e0c6" -d '{"events": [{"server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:29.126278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:29.128072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-0cc36b8a-6da0-4517-beda-34c24fa36d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:29.130465 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-0cc36b8a-6da0-4517-beda-34c24fa36d6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0898046 Sep 17 23:09:29.131487 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.179455 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-dd46e126-e302-4ac9-8a15-c311d6650140 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 200 len: 217 time: 0.0423226 Sep 17 23:09:29.180122 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf9c8a-defc-4a98-aeca-b85435828db1 x-openstack-request-id: req-8fdf9c8a-defc-4a98-aeca-b85435828db1 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:29.180413 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:29.180669 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fdf9c8a-defc-4a98-aeca-b85435828db1 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:29.181079 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'code': 200} Sep 17 23:09:29.185593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:29.250451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-d870e044-075a-405b-b768-1bb61d657d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:29.251868 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-d870e044-075a-405b-b768-1bb61d657d08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0431626 Sep 17 23:09:29.282868 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-dd704890-b810-499c-8275-11dfb321953b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237384 Sep 17 23:09:29.357243 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:09:29.373947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-f43bbd2c-03bb-4212-83fb-488638699435 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840147 Sep 17 23:09:29.460952 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dcc868a4-4f11-4f72-9800-dbd8b3bf9b68 req-e53ed7ca-54c0-4bcc-a4fb-92dfefb71405 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800679 Sep 17 23:09:29.993908 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cbb4fb76-44ad-4bac-ac2f-b571c00b49d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.005176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33ce05-32ea-41e3-9f97-22aa883f5fd4 req-717a26a8-d20f-415d-ac15-adc049bcca2c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:30.006730 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f33ce05-32ea-41e3-9f97-22aa883f5fd4 req-717a26a8-d20f-415d-ac15-adc049bcca2c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0559368 Sep 17 23:09:30.045981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f33ce05-32ea-41e3-9f97-22aa883f5fd4 req-51e546cc-5794-48c8-a4d2-d535fa20c5f8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333159 Sep 17 23:09:30.163891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af201-634e-40c9-a20c-0090bf44adef req-5ed0bccd-0cda-41ce-962c-c1fcffbcec0f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:30.165271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-371af201-634e-40c9-a20c-0090bf44adef req-5ed0bccd-0cda-41ce-962c-c1fcffbcec0f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0483673 Sep 17 23:09:30.206294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-371af201-634e-40c9-a20c-0090bf44adef req-34feced0-8451-4edf-bcf2-4c307d7ef70b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Sep 17 23:09:30.318093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab465-3877-4d95-a266-08751436c466 req-d621f581-d571-41ee-a092-d26b47a3ada1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:30.319586 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fffab465-3877-4d95-a266-08751436c466 req-d621f581-d571-41ee-a092-d26b47a3ada1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0487309 Sep 17 23:09:30.357553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fffab465-3877-4d95-a266-08751436c466 req-f91c09b1-6be0-422a-b63a-68beea544ba4 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Sep 17 23:09:30.699766 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-fcdee0c9-7bed-4cc0-922b-db9e6323f744 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:30.701148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-fcdee0c9-7bed-4cc0-922b-db9e6323f744 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 814 time: 0.1048207 Sep 17 23:09:30.716124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-3accabde-5698-4955-99fc-4dc3e5dcf320 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/quotas/1c81e952ba884649b07a2984f47e2587 HTTP/1.1" status: 200 len: 375 time: 0.0092633 Sep 17 23:09:30.763792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-456ca642-2940-42b2-8fe2-d137512f4d1a tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422826 Sep 17 23:09:30.852061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-a07973e2-9dc2-417d-8a1f-6730140df342 service neutron] 10.222.0.48 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810318 Sep 17 23:09:30.941655 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-9864abe2-896a-419d-aabe-4070c3ff18ce service neutron] 10.222.0.48 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Sep 17 23:09:31.103400 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e523d54a-5b1f-43a6-bedc-b57163053464 req-2a371bcc-f1c1-4c74-a24a-c5ebea7bd225 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Sep 17 23:09:31.824955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7ee58-5941-490a-9785-854552b0f103 req-c9db05e8-acdd-4856-a2e8-c22d101d7d31 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:31.826439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d3d7ee58-5941-490a-9785-854552b0f103 req-c9db05e8-acdd-4856-a2e8-c22d101d7d31 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.45 "GET /v2.0/ports?device_id=4695e1be-7601-45ee-9719-09aede954a7a HTTP/1.1" status: 200 len: 945 time: 0.0545847 Sep 17 23:09:31.934483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Deleting port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:31.934832 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.021851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-313b7133-50da-4f91-9f12-af6efca54b28 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:32.023347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-313b7133-50da-4f91-9f12-af6efca54b28 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.45 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 814 time: 0.1149576 Sep 17 23:09:32.037216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Request body: {'port': {'device_id': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'network_id': '52da00ec-2617-4c81-b737-05202435ea91', 'admin_state_up': True, 'tenant_id': '1c81e952ba884649b07a2984f47e2587'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:32.040966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] For port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:32.040966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.053105 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Calling delete_port for 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:32.152443 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Made reservation on behalf of 1c81e952ba884649b07a2984f47e2587 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:32.156119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.189221 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.202385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:09:32.233756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Pushing event deleted for resources: {'Port': ['ID=4d9fd1fd-d1db-42e3-a845-9b94263c3f4b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:32.236968 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d302accb-2e66-466e-b3a8-d98f33fcb063 req-f1b2c1a9-919c-4e2b-9543-db27c08bf6ff tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 210 time: 0.0578778 Sep 17 23:09:32.273407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] No DVR routers for this DVR port 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:32.276087 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.278204 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.45 "DELETE /v2.0/ports/4d9fd1fd-d1db-42e3-a845-9b94263c3f4b HTTP/1.1" status: 204 len: 173 time: 0.4332595 Sep 17 23:09:32.278726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'name': 'network-vif-deleted', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:32.281069 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9421f5cb-f830-455d-8a08-e894fea20c5a" -d '{"events": [{"server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "name": "network-vif-deleted", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:32.321267 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195a4c1b-eb65-4dd5-a1c1-e46827c4fe4b x-openstack-request-id: req-195a4c1b-eb65-4dd5-a1c1-e46827c4fe4b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:32.321827 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4695e1be-7601-45ee-9719-09aede954a7a", "name": "network-vif-deleted", "tag": "4d9fd1fd-d1db-42e3-a845-9b94263c3f4b", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:32.322667 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-195a4c1b-eb65-4dd5-a1c1-e46827c4fe4b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:32.323036 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4695e1be-7601-45ee-9719-09aede954a7a', 'name': 'network-vif-deleted', 'tag': '4d9fd1fd-d1db-42e3-a845-9b94263c3f4b', 'status': 'completed', 'code': 200} Sep 17 23:09:32.336948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Allocated IP 172.20.0.14 (52da00ec-2617-4c81-b737-05202435ea91/0433c8ac-493f-48e9-bfd0-88cdb8b5912f/5096b684-3360-453c-b2f5-fd7fb6738974) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:32.500078 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.535406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.550002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['4d9fd1fd-d1db-42e3-a845-9b94263c3f4b'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:09:32.579134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Network 52da00ec-2617-4c81-b737-05202435ea91 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:32.584657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:32.588286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:32.596725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:32.640409 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:32.640956 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.654739 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e4232210-a0a6-436d-b0bd-4ebf676bedb8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6219053 Sep 17 23:09:32.666337 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Request body: {'port': {'device_id': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:32.755163 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b722af51-ca81-4e7c-b81e-ada786690587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.034577 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.152172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.293663 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5096b684-3360-453c-b2f5-fd7fb6738974 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:09:33.301018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.323210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Transition to ACTIVE for port object 5096b684-3360-453c-b2f5-fd7fb6738974 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:09:33.341786 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.414034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cb8cd-d23a-4edc-80de-b8f3994070c4 req-f76fcc7e-abd9-447c-8bba-7370363feff0 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.415995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-399cb8cd-d23a-4edc-80de-b8f3994070c4 req-f76fcc7e-abd9-447c-8bba-7370363feff0 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 932 time: 0.1064353 Sep 17 23:09:33.418152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:33.499789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-399cb8cd-d23a-4edc-80de-b8f3994070c4 req-944be0cd-dd48-40cc-acd9-d5da91366205 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649872 Sep 17 23:09:33.509328 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Attempting to bind port 5096b684-3360-453c-b2f5-fd7fb6738974 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:33.509665 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Attempting to bind port 5096b684-3360-453c-b2f5-fd7fb6738974 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:33.509986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Attempting to bind port 5096b684-3360-453c-b2f5-fd7fb6738974 on network 52da00ec-2617-4c81-b737-05202435ea91 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:33.516995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Port 5096b684-3360-453c-b2f5-fd7fb6738974 on network 52da00ec-2617-4c81-b737-05202435ea91 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:09:33.516995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Attempting to bind port 5096b684-3360-453c-b2f5-fd7fb6738974 on network 52da00ec-2617-4c81-b737-05202435ea91 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:33.519357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:33.519698 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Checking segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:33.520233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Bound using segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:33.520618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Bound port: 5096b684-3360-453c-b2f5-fd7fb6738974, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:33.521121 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.585427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:33.588265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:33.592910 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.628192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.628805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.630987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] 10.222.0.45 "PUT /v2.0/ports/5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 1093 time: 0.9686224 Sep 17 23:09:33.631419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:33.633670 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f16708-860c-496d-82ac-41062eec33b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:33.656515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59dfbb-0944-40b5-ad48-663449eef455 service neutron] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:33.711562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-b4aed57d-701d-4c59-9bd3-51ae00ee90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.713120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-b4aed57d-701d-4c59-9bd3-51ae00ee90f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1096 time: 0.0425599 Sep 17 23:09:33.760424 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6dc071-fdfb-460c-a6a1-8f6d7770e9d0 x-openstack-request-id: req-4a6dc071-fdfb-460c-a6a1-8f6d7770e9d0 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:33.760715 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:33.760988 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a6dc071-fdfb-460c-a6a1-8f6d7770e9d0 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:33.761368 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974', 'status': 'completed', 'code': 200} Sep 17 23:09:33.763125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-03c367da-d975-4f7f-93e8-e53b651bcda7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0424266 Sep 17 23:09:33.813001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-68935330-5686-445a-9c39-d63bd23c66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.814417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-68935330-5686-445a-9c39-d63bd23c66a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0444777 Sep 17 23:09:33.845988 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-fd4b4918-9b3c-4ce0-8e17-df3330403e3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242684 Sep 17 23:09:33.938376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-6b1f851f-bcac-49cb-a017-e0946feb1dde service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844891 Sep 17 23:09:33.947877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.029561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4d707952-dfe6-4328-9922-5197ed9630a8 req-e1e631be-b334-44f6-8be0-3153281c058f service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844731 Sep 17 23:09:34.112762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f16708-860c-496d-82ac-41062eec33b6 req-14df42a3-afe0-4a12-b4bc-2800af40ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:34.114860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f16708-860c-496d-82ac-41062eec33b6 req-14df42a3-afe0-4a12-b4bc-2800af40ad71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1096 time: 0.0425692 Sep 17 23:09:34.210341 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f16708-860c-496d-82ac-41062eec33b6 req-21fd0a48-49ae-469f-8dc0-6278ee3444ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:34.211845 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f16708-860c-496d-82ac-41062eec33b6 req-21fd0a48-49ae-469f-8dc0-6278ee3444ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0900946 Sep 17 23:09:34.253479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f16708-860c-496d-82ac-41062eec33b6 req-c74c7369-d6d0-4053-b87b-9f37bb35143e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0338681 Sep 17 23:09:34.306614 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f16708-860c-496d-82ac-41062eec33b6 req-22f45c74-67fc-431e-8a16-c01a2162837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:34.308061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f16708-860c-496d-82ac-41062eec33b6 req-22f45c74-67fc-431e-8a16-c01a2162837e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0472438 Sep 17 23:09:34.339854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f16708-860c-496d-82ac-41062eec33b6 req-6da44220-a468-44f4-bbdb-ba683c144fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241840 Sep 17 23:09:34.428519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f16708-860c-496d-82ac-41062eec33b6 req-2cdc101a-d4fe-4f81-b00b-7a340e8bfb98 service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808210 Sep 17 23:09:34.521098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-41f16708-860c-496d-82ac-41062eec33b6 req-51959fb4-5595-468c-95e4-2f417419cf91 service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841532 Sep 17 23:09:34.621745 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7c69-f0ba-4803-b15c-453177b4b2e0 req-38fec5f6-0cdc-496a-8311-3e09bc8ec99e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:34.623211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3ef7c69-f0ba-4803-b15c-453177b4b2e0 req-38fec5f6-0cdc-496a-8311-3e09bc8ec99e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 944 time: 0.0497537 Sep 17 23:09:34.660070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3ef7c69-f0ba-4803-b15c-453177b4b2e0 req-d445d761-2e00-4fac-b040-3cf3d26c705f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Sep 17 23:09:34.979375 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.016948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5096b684-3360-453c-b2f5-fd7fb6738974 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:09:35.113141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:35.124595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '5096b684-3360-453c-b2f5-fd7fb6738974', 'network_id': '52da00ec-2617-4c81-b737-05202435ea91', 'port_id': '5096b684-3360-453c-b2f5-fd7fb6738974', 'mac_address': 'fa:16:3e:64:f8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0433c8ac-493f-48e9-bfd0-88cdb8b5912f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:09:35.160109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.173041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5096b684-3360-453c-b2f5-fd7fb6738974 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:09:35.192293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:35.196568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.243847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:35.390896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['5096b684-3360-453c-b2f5-fd7fb6738974'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:09:35.495790 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.781087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c9364-ff81-49f2-9a97-a56893426a01 req-96819b54-b64b-428c-9e93-94ffee213637 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:35.782568 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-598c9364-ff81-49f2-9a97-a56893426a01 req-96819b54-b64b-428c-9e93-94ffee213637 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 945 time: 0.0524395 Sep 17 23:09:35.822683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-598c9364-ff81-49f2-9a97-a56893426a01 req-350f61f4-f520-46e9-8642-cae038fdee55 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Sep 17 23:09:36.940913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1922b9f-3cba-4b5c-b539-0a9735aa2167 req-06d49aca-4fcd-478f-8ccd-242f216c962e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:36.942933 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1922b9f-3cba-4b5c-b539-0a9735aa2167 req-06d49aca-4fcd-478f-8ccd-242f216c962e tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 945 time: 0.0553761 Sep 17 23:09:36.980876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e1922b9f-3cba-4b5c-b539-0a9735aa2167 req-752491f8-e534-4ee2-88aa-9054dadf3895 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Sep 17 23:09:37.018060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5096b684-3360-453c-b2f5-fd7fb6738974 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:37.064890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 5096b684-3360-453c-b2f5-fd7fb6738974 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:09:37.069004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 5096b684-3360-453c-b2f5-fd7fb6738974 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:37.069380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.148524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.170178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:37.172397 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076929a1-f6da-4b68-821c-3089f3299561" -d '{"events": [{"server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "name": "network-vif-plugged", "status": "completed", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:37.185200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:37.189267 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.190099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:37.227773 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcd8de7-4ae6-42fb-94f0-81014251bfa0 x-openstack-request-id: req-fbcd8de7-4ae6-42fb-94f0-81014251bfa0 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:37.228058 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "name": "network-vif-plugged", "status": "completed", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:37.228300 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbcd8de7-4ae6-42fb-94f0-81014251bfa0 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:37.228682 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974', 'code': 200} Sep 17 23:09:37.229356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:09:37.229690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 4d9fd1fd-d1db-42e3-a845-9b94263c3f4b not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:09:37.258768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:37.315078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de460e5-ad58-4381-8666-9d2cd0625d5e req-269f3571-93f5-4060-b03a-52747a42bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:37.316559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8de460e5-ad58-4381-8666-9d2cd0625d5e req-269f3571-93f5-4060-b03a-52747a42bdb0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1098 time: 0.0429490 Sep 17 23:09:37.351661 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8de460e5-ad58-4381-8666-9d2cd0625d5e req-57d964f9-e4c1-4ba0-aa44-67d748c3565e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272577 Sep 17 23:09:38.097347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610490f3-e1ed-4db0-916f-6006139bc9c1 req-4877083b-6856-4845-a1f8-bfff801d7f32 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:38.100029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-610490f3-e1ed-4db0-916f-6006139bc9c1 req-4877083b-6856-4845-a1f8-bfff801d7f32 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0525899 Sep 17 23:09:38.138695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-610490f3-e1ed-4db0-916f-6006139bc9c1 req-ca7761db-9e26-4ba0-873f-d0f9063721e4 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Sep 17 23:09:39.255207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeb7ec-5516-4bf7-a199-6aedd338dd4c req-e1bd9a9b-a484-4e93-ac30-6b1309817b63 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:39.256709 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbeeb7ec-5516-4bf7-a199-6aedd338dd4c req-e1bd9a9b-a484-4e93-ac30-6b1309817b63 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0511453 Sep 17 23:09:39.295061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbeeb7ec-5516-4bf7-a199-6aedd338dd4c req-4942264b-30d6-4650-be69-7daf975c3ff6 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Sep 17 23:09:39.407942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeb0de-9791-4527-9204-0ebce821f873 req-e053f433-a2fc-47bd-8ca6-d471f7c94b2c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:39.409339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96eeb0de-9791-4527-9204-0ebce821f873 req-e053f433-a2fc-47bd-8ca6-d471f7c94b2c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0484798 Sep 17 23:09:39.447640 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96eeb0de-9791-4527-9204-0ebce821f873 req-2e0a1966-d092-44e5-8698-07ede6f7de2a tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Sep 17 23:09:39.697705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-9f2c0472-5f0b-48e8-b5d8-3ac63cd3cc56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741005 Sep 17 23:09:39.704970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ed31-1c0b-4f0c-b02a-1139be64d641 req-53c32655-1f6c-4a83-ad93-1e50afe12ae9 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:39.706367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a064ed31-1c0b-4f0c-b02a-1139be64d641 req-53c32655-1f6c-4a83-ad93-1e50afe12ae9 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0733948 Sep 17 23:09:39.747034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a064ed31-1c0b-4f0c-b02a-1139be64d641 req-83510b2d-b689-40f5-af18-6855e7a15ce1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Sep 17 23:09:40.866336 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-de53760d-f131-41be-9f83-2c2fb845047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:40.868213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-de53760d-f131-41be-9f83-2c2fb845047f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1098 time: 0.0732584 Sep 17 23:09:40.884279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552655a4-0425-4b2f-9842-304387539914 req-acac1505-6fb9-4bb4-9ee9-037fe04fddde tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:40.885689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-552655a4-0425-4b2f-9842-304387539914 req-acac1505-6fb9-4bb4-9ee9-037fe04fddde tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0656121 Sep 17 23:09:40.973162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-552655a4-0425-4b2f-9842-304387539914 req-9ef64ec3-f9e7-4bef-97b7-6ffa65caaf63 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807245 Sep 17 23:09:40.995301 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-b67ace46-c305-4cf0-b914-cebfdeafcf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:40.996751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-b67ace46-c305-4cf0-b914-cebfdeafcf69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.1210723 Sep 17 23:09:41.041698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-3929e1cf-057b-4ef5-9236-0fa6cb1ae487 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0377882 Sep 17 23:09:41.092041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-fbc78ac7-17f5-408f-89b6-a0859ccdd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:41.093582 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-fbc78ac7-17f5-408f-89b6-a0859ccdd48e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0451610 Sep 17 23:09:41.124461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-ab6e1083-34cb-464f-98b4-aac4bdec9529 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244324 Sep 17 23:09:41.216619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-7ef193cb-baba-4f4a-8a34-58ab22536931 service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850804 Sep 17 23:09:41.307972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-7f0f445a-96d2-4c44-8749-f0704a1d4c30 service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836344 Sep 17 23:09:42.087631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca0c08-643d-443a-8ec8-633a0f6b9bb7 req-b87623dc-5ad5-44f1-93fc-721436395782 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:42.089139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25ca0c08-643d-443a-8ec8-633a0f6b9bb7 req-b87623dc-5ad5-44f1-93fc-721436395782 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0485401 Sep 17 23:09:42.132965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25ca0c08-643d-443a-8ec8-633a0f6b9bb7 req-b7bc4490-a3a3-45d7-85b0-230fd28027ab tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374770 Sep 17 23:09:43.248189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15495756-be21-4d3e-9955-a4a2e8e7e336 req-b1b0a231-6e54-4eff-9caf-3495e780c01a tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:43.249720 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15495756-be21-4d3e-9955-a4a2e8e7e336 req-b1b0a231-6e54-4eff-9caf-3495e780c01a tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0499904 Sep 17 23:09:43.287611 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15495756-be21-4d3e-9955-a4a2e8e7e336 req-ddf7f94b-e183-4858-a08b-a7d6eb1d567f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Sep 17 23:09:44.401354 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414977b0-54e8-45af-ad52-3afe4ce67d2b req-ff2ffeea-2b79-41cd-b8a0-5759172d3a3f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:44.402853 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-414977b0-54e8-45af-ad52-3afe4ce67d2b req-ff2ffeea-2b79-41cd-b8a0-5759172d3a3f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0486257 Sep 17 23:09:44.442383 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-414977b0-54e8-45af-ad52-3afe4ce67d2b req-c49bda7f-3862-4b09-8993-0bc73108e051 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Sep 17 23:09:45.559441 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9c6fb-5d16-462b-af64-237083ce02c0 req-a8df4c22-a301-4852-baf2-8c1241f4cd20 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:45.560908 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9d9c6fb-5d16-462b-af64-237083ce02c0 req-a8df4c22-a301-4852-baf2-8c1241f4cd20 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Sep 17 23:09:45.602868 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c9d9c6fb-5d16-462b-af64-237083ce02c0 req-d162b810-3359-4530-9544-8297a7a053ac tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360675 Sep 17 23:09:46.716599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118bcc-334a-4c18-a102-9c0098063ee7 req-b4109a04-5279-47a8-8df4-67b968cfe114 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:46.718371 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9118bcc-334a-4c18-a102-9c0098063ee7 req-b4109a04-5279-47a8-8df4-67b968cfe114 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0491869 Sep 17 23:09:46.757162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9118bcc-334a-4c18-a102-9c0098063ee7 req-484bba58-73fe-4882-9fb1-a255df7af3b6 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Sep 17 23:09:47.870909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdbdf2-f606-48e2-8a9e-984f27c45586 req-adfb3b78-e5cf-469e-b69c-8ccaac05ccef tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:47.872393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14bdbdf2-f606-48e2-8a9e-984f27c45586 req-adfb3b78-e5cf-469e-b69c-8ccaac05ccef tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0490694 Sep 17 23:09:47.909633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-14bdbdf2-f606-48e2-8a9e-984f27c45586 req-ab1135a8-9f55-4c10-aa03-829202f621fd tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Sep 17 23:09:49.025132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c6557-2e60-44f3-9d82-576853009c7a req-797313cd-19bd-48cb-940e-4eb06fee4717 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:49.026626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-122c6557-2e60-44f3-9d82-576853009c7a req-797313cd-19bd-48cb-940e-4eb06fee4717 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0495183 Sep 17 23:09:49.068044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-122c6557-2e60-44f3-9d82-576853009c7a req-d59b0e28-630c-469b-8a96-dbc0c12a9208 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354941 Sep 17 23:09:49.096828 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.182146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87463ec-7c46-4229-9e2c-f4c54ada90e9 req-44c66e67-6e36-4069-bb1b-0f32a99e8f36 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:50.183644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f87463ec-7c46-4229-9e2c-f4c54ada90e9 req-44c66e67-6e36-4069-bb1b-0f32a99e8f36 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0494816 Sep 17 23:09:50.221733 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f87463ec-7c46-4229-9e2c-f4c54ada90e9 req-07e48606-b492-4027-9ea9-1ed3380515d1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Sep 17 23:09:51.343378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924a8b-aaad-4bab-a891-e64782b86d9b req-bd7bef95-8fd1-47f2-a8bd-900f86f7cf92 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:51.344787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b924a8b-aaad-4bab-a891-e64782b86d9b req-bd7bef95-8fd1-47f2-a8bd-900f86f7cf92 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0509050 Sep 17 23:09:51.387346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b924a8b-aaad-4bab-a891-e64782b86d9b req-d30874e2-dfd1-40e0-957d-afd5227cdcd8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365365 Sep 17 23:09:51.651867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-1f63c3dd-4e07-4362-9382-c25c78a5f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:51.653430 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-1f63c3dd-4e07-4362-9382-c25c78a5f995 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1098 time: 0.0915778 Sep 17 23:09:51.764386 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-3293e104-6205-4a78-8a94-fcc47128a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:51.765839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-3293e104-6205-4a78-8a94-fcc47128a708 service neutron] 10.222.0.45 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0901442 Sep 17 23:09:51.808737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-b7f291c0-9a03-4388-8627-2867a5442687 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0350039 Sep 17 23:09:51.862505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-3be39309-9b10-4aa5-ad7b-6518398e3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:51.864813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-3be39309-9b10-4aa5-ad7b-6518398e3f41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0481746 Sep 17 23:09:51.896786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-51d9eee8-ea04-4869-83b2-3d0d2d41f926 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238893 Sep 17 23:09:51.993145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-fc856d37-7214-485d-877c-6e4cf9d05d6b service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886776 Sep 17 23:09:52.087705 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3ebfe66c-fe37-4196-96a1-e4202da44c2e req-2ae53716-772e-49cc-b2a8-311eca5c7d29 service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864220 Sep 17 23:09:52.505882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f93cd-698f-4fb2-8053-4a1354a7ded0 req-25edf884-ec09-40de-9f47-1f4852910054 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:52.507443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d56f93cd-698f-4fb2-8053-4a1354a7ded0 req-25edf884-ec09-40de-9f47-1f4852910054 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0512838 Sep 17 23:09:52.545585 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d56f93cd-698f-4fb2-8053-4a1354a7ded0 req-a4cb3af7-94c6-4dde-a7d1-da4f6fff7a6b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Sep 17 23:09:53.664814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198feb-907e-4b72-9f0f-23264b289460 req-817c8c36-ed09-441b-816b-39619dd4cd82 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:53.666315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f198feb-907e-4b72-9f0f-23264b289460 req-817c8c36-ed09-441b-816b-39619dd4cd82 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0536211 Sep 17 23:09:53.704075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f198feb-907e-4b72-9f0f-23264b289460 req-a6f8e415-62a0-49fe-9bfd-eab7cb718156 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Sep 17 23:09:54.819738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb002de-eaf5-4b48-9e5d-70d209f1d570 req-ec4f0806-005a-4c85-967c-b8f5eee579ff tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:54.821268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adb002de-eaf5-4b48-9e5d-70d209f1d570 req-ec4f0806-005a-4c85-967c-b8f5eee579ff tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0495403 Sep 17 23:09:54.858458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adb002de-eaf5-4b48-9e5d-70d209f1d570 req-ca9838c6-aec0-43c9-b7b4-f975e171464c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Sep 17 23:09:55.974420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb059c-1942-4f09-aa14-dd2a19c7c891 req-246b382c-8f3b-43da-a46f-13d9c246c780 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:55.975906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eefb059c-1942-4f09-aa14-dd2a19c7c891 req-246b382c-8f3b-43da-a46f-13d9c246c780 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0507922 Sep 17 23:09:56.015206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eefb059c-1942-4f09-aa14-dd2a19c7c891 req-5894005c-c0cb-442f-9619-5cda3d303f7b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322342 Sep 17 23:09:57.135125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cbd5d-7aa6-4b32-9a7c-c77cc0371670 req-17d3cadb-f677-408f-8d7b-435be145de24 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:57.136604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e58cbd5d-7aa6-4b32-9a7c-c77cc0371670 req-17d3cadb-f677-408f-8d7b-435be145de24 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0544837 Sep 17 23:09:57.173836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e58cbd5d-7aa6-4b32-9a7c-c77cc0371670 req-ae293934-cbd3-47e3-a483-e7f80bca6f50 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Sep 17 23:09:58.287343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fae12d-09a1-4ca0-9224-ac0fc0f8c2c9 req-b651f320-4c0a-45d2-9849-826b4133c4ba tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:58.288726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3fae12d-09a1-4ca0-9224-ac0fc0f8c2c9 req-b651f320-4c0a-45d2-9849-826b4133c4ba tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0478792 Sep 17 23:09:58.326797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3fae12d-09a1-4ca0-9224-ac0fc0f8c2c9 req-cab4d066-47e4-4425-ac52-2c3cffa4c1c6 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Sep 17 23:09:59.442395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6956b-faa9-43ef-986d-5ad1de583bd0 req-d7f3a4c2-ee5f-4de4-bf2d-f19382feeeed tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:59.443784 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfb6956b-faa9-43ef-986d-5ad1de583bd0 req-d7f3a4c2-ee5f-4de4-bf2d-f19382feeeed tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0495489 Sep 17 23:09:59.481340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bfb6956b-faa9-43ef-986d-5ad1de583bd0 req-2237d338-38c2-44d9-819c-36affb51395b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Sep 17 23:09:59.997851 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7c2c0ac0-12af-4eeb-acae-7a8f2d0ae55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.598912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417665-dc35-446f-818b-e52c9a3725a2 req-b8a8099c-e858-4fa4-9b5b-41b861e4bb9d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:00.600484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1417665-dc35-446f-818b-e52c9a3725a2 req-b8a8099c-e858-4fa4-9b5b-41b861e4bb9d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0539994 Sep 17 23:10:00.645077 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1417665-dc35-446f-818b-e52c9a3725a2 req-bc1cc160-bbbb-4a2e-95de-1b3ddb93890d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382802 Sep 17 23:10:01.784788 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebe599-53da-41d4-b3a9-c88820edea47 req-86969f7e-70ca-4ca9-9b42-860e637a3686 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:01.786352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bebe599-53da-41d4-b3a9-c88820edea47 req-86969f7e-70ca-4ca9-9b42-860e637a3686 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0489070 Sep 17 23:10:01.824029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bebe599-53da-41d4-b3a9-c88820edea47 req-ee5069a0-27aa-4089-808f-f6c93bbe76f7 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Sep 17 23:10:02.756044 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-28a37659-26fb-4296-b5fe-0c6c37310bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.940391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1d223-33c7-493a-8676-88acc6134b3b req-df5baea0-04e2-415a-b3ee-9a90dd8a54d3 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:02.941882 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9b1d223-33c7-493a-8676-88acc6134b3b req-df5baea0-04e2-415a-b3ee-9a90dd8a54d3 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0491283 Sep 17 23:10:02.980098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e9b1d223-33c7-493a-8676-88acc6134b3b req-445b533c-8d30-410e-8255-60dfc72e981b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315466 Sep 17 23:10:03.153956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.950604 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.099582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb504c8-a20c-4521-8b64-3ce7951fc522 req-2c5562c3-0c6c-4d28-a359-141001507fc8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:04.101363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eeb504c8-a20c-4521-8b64-3ce7951fc522 req-2c5562c3-0c6c-4d28-a359-141001507fc8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0546746 Sep 17 23:10:04.139684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eeb504c8-a20c-4521-8b64-3ce7951fc522 req-688842f7-2aa7-497a-8a41-eab8707ef995 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Sep 17 23:10:04.993896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.254892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfe7d6-fe9a-49c5-92a0-1f33fe425dd2 req-cfecec50-d3ed-4b6d-9375-7a84e2314fff tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:05.256719 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78dfe7d6-fe9a-49c5-92a0-1f33fe425dd2 req-cfecec50-d3ed-4b6d-9375-7a84e2314fff tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0493624 Sep 17 23:10:05.294842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78dfe7d6-fe9a-49c5-92a0-1f33fe425dd2 req-009e90a1-3cd6-4452-9e43-556e77088f21 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Sep 17 23:10:05.483378 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.356406 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:10:06.412656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a425dd-e2ae-4866-b8f7-5437d09d90ca req-2026149b-ad81-451f-88a5-44ec9744ecb3 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:06.414560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7a425dd-e2ae-4866-b8f7-5437d09d90ca req-2026149b-ad81-451f-88a5-44ec9744ecb3 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0494704 Sep 17 23:10:06.453037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d7a425dd-e2ae-4866-b8f7-5437d09d90ca req-b1426b8d-23ec-4e28-8164-95daef7cd82c tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Sep 17 23:10:07.572347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb60958-d592-4a2e-bb50-9c737da4ae56 req-317b539a-534e-4833-aeb7-b3ad69df0ff6 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:07.573870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eeb60958-d592-4a2e-bb50-9c737da4ae56 req-317b539a-534e-4833-aeb7-b3ad69df0ff6 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0540142 Sep 17 23:10:07.611580 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eeb60958-d592-4a2e-bb50-9c737da4ae56 req-56151bab-0182-41f1-8e9c-a3fed9673ae9 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Sep 17 23:10:08.152361 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-67f677ca-c0fa-4a14-97f5-c08080bb1d81 service neutron] show failed (client error): The resource could not be found. Sep 17 23:10:08.153440 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-67f677ca-c0fa-4a14-97f5-c08080bb1d81 service neutron] 10.222.0.45 "GET /v2.0/ports/5096b684-3360-453c-b2f5-fd7fb6738974/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0568895 Sep 17 23:10:08.392817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-ec7c193b-5f5e-4109-acd2-e3b8122e2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:08.394407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-ec7c193b-5f5e-4109-acd2-e3b8122e2954 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3&tenant_id=1c81e952ba884649b07a2984f47e2587 HTTP/1.1" status: 200 len: 1098 time: 0.0914366 Sep 17 23:10:08.413323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:08.468194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.670951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:08.703843 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:08.730398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c546a2-7bcc-4c57-b585-92b1f4df92d8 req-395503bb-4646-4421-8aff-fcf98d02821b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:08.731923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5c546a2-7bcc-4c57-b585-92b1f4df92d8 req-395503bb-4646-4421-8aff-fcf98d02821b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0504153 Sep 17 23:10:08.744767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:10:08.747053 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f4802-ac0c-4634-b3e5-ca99838b1c04" -d '{"events": [{"server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "name": "network-vif-unplugged", "status": "completed", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:10:08.751406 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.764604 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Transition to ACTIVE for port object 5096b684-3360-453c-b2f5-fd7fb6738974 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:10:08.768592 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.773553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5c546a2-7bcc-4c57-b585-92b1f4df92d8 req-5851e211-c193-4a4f-af3e-071b33ed9ea9 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 Sep 17 23:10:08.830003 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] No DVR routers for this DVR port 5096b684-3360-453c-b2f5-fd7fb6738974 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:08.840973 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:08.869056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.869409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.869756 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.870095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.870430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.870763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.871117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.871445 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.871774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.872099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.872423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.872746 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:08.882327 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd41c24-8638-45ab-9d07-feb4f994c100 x-openstack-request-id: req-fdd41c24-8638-45ab-9d07-feb4f994c100 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:10:08.882786 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "name": "network-vif-unplugged", "status": "completed", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:10:08.883039 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdd41c24-8638-45ab-9d07-feb4f994c100 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:10:08.883689 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974', 'code': 200} Sep 17 23:10:08.888208 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Attempting to bind port 5096b684-3360-453c-b2f5-fd7fb6738974 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:08.888548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Attempting to bind port 5096b684-3360-453c-b2f5-fd7fb6738974 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:08.888874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Attempting to bind port 5096b684-3360-453c-b2f5-fd7fb6738974 on network 52da00ec-2617-4c81-b737-05202435ea91 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:08.893278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Port 5096b684-3360-453c-b2f5-fd7fb6738974 on network 52da00ec-2617-4c81-b737-05202435ea91 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:10:08.893544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Attempting to bind port 5096b684-3360-453c-b2f5-fd7fb6738974 on network 52da00ec-2617-4c81-b737-05202435ea91 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:08.898437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:08.898775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Checking segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:08.899156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Bound using segment: {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:08.899579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Bound port: 5096b684-3360-453c-b2f5-fd7fb6738974, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdb25ca-b081-4462-bb12-47d85d681cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52da00ec-2617-4c81-b737-05202435ea91'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:08.899943 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.961979 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:08.965219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:08.969712 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.006163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.006777 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.008165 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] 10.222.0.49 "PUT /v2.0/ports/5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 1093 time: 0.5993292 Sep 17 23:10:09.028562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7da36-e851-493f-8bc0-c77bb81e33dc service neutron] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:09.092038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-03d1050a-e7fd-4423-af32-b81c9588f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.093890 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-03d1050a-e7fd-4423-af32-b81c9588f645 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1096 time: 0.0464942 Sep 17 23:10:09.185121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-4b41a715-b11b-4903-a22a-db2e2e23e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.186486 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-4b41a715-b11b-4903-a22a-db2e2e23e68a service neutron] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0853255 Sep 17 23:10:09.230869 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-b94f2284-c717-4f58-a635-c0b4db879090 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0375512 Sep 17 23:10:09.278614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-4cdc03dd-74f7-495c-b30b-762305b614d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.280006 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-4cdc03dd-74f7-495c-b30b-762305b614d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0427845 Sep 17 23:10:09.317200 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-aa834657-b9c9-4f14-b951-3985bcc2dcb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305521 Sep 17 23:10:09.414055 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-cb8d0836-6f5c-4595-89d0-c59dcf90ebd1 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896983 Sep 17 23:10:09.504182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee8d79fb-d4df-42c2-8dd7-77ba10691c1b req-4cc58aed-d9c0-4de3-b7ca-a146cb2d87ae service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828030 Sep 17 23:10:09.649629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-1930135b-2cd2-4be3-a11c-c40bf09a88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.651163 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-1930135b-2cd2-4be3-a11c-c40bf09a88b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1096 time: 0.0421312 Sep 17 23:10:09.764710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-a0bb3a69-e076-431b-9214-81447f15e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.766130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-a0bb3a69-e076-431b-9214-81447f15e1ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0881639 Sep 17 23:10:09.807259 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-1bdb9e32-a67d-4cf9-9a58-cea5c5909b09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0334322 Sep 17 23:10:09.861777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-d98c1097-9ffd-46d3-b42b-7961276aaadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.863262 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-d98c1097-9ffd-46d3-b42b-7961276aaadf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0490022 Sep 17 23:10:09.895285 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-2329a7b8-97f4-45f8-b7e9-70c1d6e22458 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248225 Sep 17 23:10:09.898828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96b5b-ab81-499c-a8ab-331b3574f363 req-31752cb1-9ea6-4969-8a55-3b47abb7aeb4 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.900311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5aa96b5b-ab81-499c-a8ab-331b3574f363 req-31752cb1-9ea6-4969-8a55-3b47abb7aeb4 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 944 time: 0.0545697 Sep 17 23:10:09.938263 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5aa96b5b-ab81-499c-a8ab-331b3574f363 req-b8c71d34-cdf8-4efe-b98d-ae721f8fabbd tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Sep 17 23:10:09.985453 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-bf4ab171-721f-493a-9d29-6b51c6b88472 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830021 Sep 17 23:10:10.079038 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-06d6c5b8-2456-477e-8984-56da7e842c3e req-1ffdc1f6-ff93-4474-a113-a40b4b0b63e2 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865648 Sep 17 23:10:10.884741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:10:10.887142 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb20f5-0c3a-40a4-8551-7061f41369c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:10:10.942127 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bc8e0a-4f1e-4020-ad3a-64d320f1af5b x-openstack-request-id: req-89bc8e0a-4f1e-4020-ad3a-64d320f1af5b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:10:10.942559 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:10:10.942818 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89bc8e0a-4f1e-4020-ad3a-64d320f1af5b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:10:10.943219 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974', 'status': 'completed', 'code': 200} Sep 17 23:10:11.013263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-1ffdaeb7-da56-4361-8813-5e36313c1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:11.014804 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-1ffdaeb7-da56-4361-8813-5e36313c1e07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1096 time: 0.0476696 Sep 17 23:10:11.029299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-9d11d10c-1078-48ef-9b3d-5c0d43bc3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:11.030814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-9d11d10c-1078-48ef-9b3d-5c0d43bc3c10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1096 time: 0.0451908 Sep 17 23:10:11.141406 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-06081c8d-ade8-4b73-8042-9cc9f9404880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:11.144445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-06081c8d-ade8-4b73-8042-9cc9f9404880 service neutron] 10.222.0.49 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.1057873 Sep 17 23:10:11.156842 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e6e53-4c83-4290-9c04-8cc629ee1d83 req-ea9d9e4e-e99d-403e-9a06-a01b7ef416b1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:11.158484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c93e6e53-4c83-4290-9c04-8cc629ee1d83 req-ea9d9e4e-e99d-403e-9a06-a01b7ef416b1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 944 time: 0.1404111 Sep 17 23:10:11.193154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-3ea7f33b-fa7c-49db-9953-83a0e31a020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:11.194023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-cb522699-f3c4-4b2c-bf55-2803ebe9d7cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0419345 Sep 17 23:10:11.195208 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-3ea7f33b-fa7c-49db-9953-83a0e31a020d service neutron] 10.222.0.45 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.1637304 Sep 17 23:10:11.245659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-9fdd5e50-79c7-4f62-b799-12de39c83890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:11.247416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-9fdd5e50-79c7-4f62-b799-12de39c83890 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0469081 Sep 17 23:10:11.255863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c93e6e53-4c83-4290-9c04-8cc629ee1d83 req-1b229e6d-50f1-4776-b9bb-e402a572d92d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804706 Sep 17 23:10:11.257282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-1924bede-b51a-44f4-8d5e-eefbec3b719f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0545921 Sep 17 23:10:11.291362 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-6311cdcd-9ada-4003-9bec-0f0ef17c82bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352926 Sep 17 23:10:11.328407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-275df591-906e-41fa-9d56-9e0b9e8d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:11.330161 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-275df591-906e-41fa-9d56-9e0b9e8d7c56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0657537 Sep 17 23:10:11.365218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-d7a33ade-1c90-43b6-a91b-47b1f54b21e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279167 Sep 17 23:10:11.398105 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-d34d04fd-a903-4cba-bfcc-bc865c20f6d8 service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985348 Sep 17 23:10:11.473270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-f7169b49-7ace-490c-b15f-fac84f26c2ea service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006460 Sep 17 23:10:11.518629 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-8f514cde-a306-4a89-b445-498f98c4efaa service neutron] 10.222.0.49 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106107 Sep 17 23:10:11.580897 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8eb20f5-0c3a-40a4-8551-7061f41369c1 req-9a0f6cd9-447e-47d8-ab78-49f26813168e service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010082 Sep 17 23:10:12.380889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87400a-61c6-4f0a-885e-68a3cbe5815b req-535264fd-6bba-4650-b79c-827b650aaa15 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:12.383076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f87400a-61c6-4f0a-885e-68a3cbe5815b req-535264fd-6bba-4650-b79c-827b650aaa15 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 944 time: 0.0504375 Sep 17 23:10:12.422139 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f87400a-61c6-4f0a-885e-68a3cbe5815b req-5999f782-6d1f-4109-9ce9-568fc0a4814d tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Sep 17 23:10:13.153717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5096b684-3360-453c-b2f5-fd7fb6738974 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:13.190940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5096b684-3360-453c-b2f5-fd7fb6738974 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:13.528659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5096b684-3360-453c-b2f5-fd7fb6738974 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:10:13.539903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fefc6-2357-4c39-86dc-1da8d56ec8fb req-8de66f4e-efb4-462e-87e8-dd8a4a5e6888 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:13.541499 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-177fefc6-2357-4c39-86dc-1da8d56ec8fb req-8de66f4e-efb4-462e-87e8-dd8a4a5e6888 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 944 time: 0.0503550 Sep 17 23:10:13.584093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-177fefc6-2357-4c39-86dc-1da8d56ec8fb req-11c5432c-d6fe-475f-8013-4601ef5d36d1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365417 Sep 17 23:10:13.621395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:13.632994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '5096b684-3360-453c-b2f5-fd7fb6738974', 'network_id': '52da00ec-2617-4c81-b737-05202435ea91', 'port_id': '5096b684-3360-453c-b2f5-fd7fb6738974', 'mac_address': 'fa:16:3e:64:f8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0433c8ac-493f-48e9-bfd0-88cdb8b5912f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:10:13.672523 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.686302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5096b684-3360-453c-b2f5-fd7fb6738974 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:10:13.707952 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:13.714524 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.761193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:13.768357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.768697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.769052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.769381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.769704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.770043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.770341 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.770662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.770974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.771284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.772146 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.772469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:13.851753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-3501526d-abb8-4705-a31e-c022c38ebce1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:13.853243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-3501526d-abb8-4705-a31e-c022c38ebce1 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3&tenant_id=1c81e952ba884649b07a2984f47e2587&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 945 time: 0.1051264 Sep 17 23:10:13.861211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b46055-36c6-4fa3-a403-6096eda99f67 req-b59c0d38-9ce3-45be-a693-5122354f5444 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:13.862610 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98b46055-36c6-4fa3-a403-6096eda99f67 req-b59c0d38-9ce3-45be-a693-5122354f5444 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 945 time: 0.1236949 Sep 17 23:10:13.938653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-98b46055-36c6-4fa3-a403-6096eda99f67 req-1d1ef755-ba59-44c0-80bd-f53ae09c5e26 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691965 Sep 17 23:10:13.946352 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-a8785cf3-2ce9-4765-aebe-f08bc63e35d2 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:10:13.947325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-a8785cf3-2ce9-4765-aebe-f08bc63e35d2 service neutron] 10.222.0.45 "DELETE /v2.0/ports/5096b684-3360-453c-b2f5-fd7fb6738974/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0838869 Sep 17 23:10:14.031822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-2cf7aac6-3fed-499f-8588-063afbd08252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:14.033325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-2cf7aac6-3fed-499f-8588-063afbd08252 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c81e952ba884649b07a2984f47e2587&device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 1097 time: 0.0416284 Sep 17 23:10:14.100581 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['5096b684-3360-453c-b2f5-fd7fb6738974'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:10:14.128694 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-c03bf270-f06f-43f5-998c-36404bc5d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:14.130222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-c03bf270-f06f-43f5-998c-36404bc5d782 service neutron] 10.222.0.45 "GET /v2.0/networks?id=52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 200 len: 915 time: 0.0905161 Sep 17 23:10:14.172987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-e557ac5d-ce2b-430e-9d81-1ee10369a779 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 200 len: 217 time: 0.0344534 Sep 17 23:10:14.222903 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-1850d73c-33dc-4cfa-bd0c-38087fc8084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:14.224471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-1850d73c-33dc-4cfa-bd0c-38087fc8084f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 200 len: 854 time: 0.0455363 Sep 17 23:10:14.259516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-587e7a5f-3299-4838-92f2-179c67164e51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52da00ec-2617-4c81-b737-05202435ea91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255923 Sep 17 23:10:14.352135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-91356217-54a8-4794-8e55-8c7e13a84ba4 service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Sep 17 23:10:14.445692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1716206-0b3a-4915-92a5-f10d6d90456a req-daba46f9-f8b0-4978-981f-2fcfa118b4a3 service neutron] 10.222.0.45 "GET /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854805 Sep 17 23:10:15.056856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe6f4b-42a4-4dc6-b68c-3b00195119eb req-5c19e7d3-02c4-4e55-b624-e63cfb077f71 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:15.058365 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15fe6f4b-42a4-4dc6-b68c-3b00195119eb req-5c19e7d3-02c4-4e55-b624-e63cfb077f71 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 945 time: 0.0492156 Sep 17 23:10:15.096872 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15fe6f4b-42a4-4dc6-b68c-3b00195119eb req-d9500b8b-ea70-4a54-85b3-acb3767d1e71 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Sep 17 23:10:15.208391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e142306-3dc4-4972-bad6-f8b8145f48e4 req-c510a705-a583-4a00-a765-d9e192e91004 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:15.209936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e142306-3dc4-4972-bad6-f8b8145f48e4 req-c510a705-a583-4a00-a765-d9e192e91004 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Sep 17 23:10:15.248153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e142306-3dc4-4972-bad6-f8b8145f48e4 req-c844ad9b-b9c4-4d09-bcde-55b34491579f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Sep 17 23:10:15.367278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60babb4-ceb9-4682-9786-96bd2d8058ef req-dbe9eab9-903d-47f9-a72a-982bbbf2d543 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:15.368764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c60babb4-ceb9-4682-9786-96bd2d8058ef req-dbe9eab9-903d-47f9-a72a-982bbbf2d543 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 945 time: 0.0552497 Sep 17 23:10:15.406946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c60babb4-ceb9-4682-9786-96bd2d8058ef req-d32199cb-dd4d-4f6d-b042-6571dfb05f87 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Sep 17 23:10:15.556395 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5096b684-3360-453c-b2f5-fd7fb6738974 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:15.653726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 5096b684-3360-453c-b2f5-fd7fb6738974 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:10:15.659505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 5096b684-3360-453c-b2f5-fd7fb6738974 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:15.659874 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.745787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d2637-8193-4e4b-8d97-f0dc293ca980 req-b54b705f-1527-46b7-a858-9988f9575281 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:15.747369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b49d2637-8193-4e4b-8d97-f0dc293ca980 req-b54b705f-1527-46b7-a858-9988f9575281 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 945 time: 0.0541911 Sep 17 23:10:15.780880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.785913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b49d2637-8193-4e4b-8d97-f0dc293ca980 req-6eec5707-6429-4428-b259-90fa9bbaace7 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Sep 17 23:10:15.812829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:10:15.815072 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbd142a-4d72-4632-8c6b-063d8697a3eb" -d '{"events": [{"server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "name": "network-vif-plugged", "status": "completed", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:10:15.830954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:15.836564 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.861202 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f751317-50c1-4420-8e92-55446fe3e3ba x-openstack-request-id: req-1f751317-50c1-4420-8e92-55446fe3e3ba {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:10:15.861491 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "name": "network-vif-plugged", "status": "completed", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:10:15.861743 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f751317-50c1-4420-8e92-55446fe3e3ba {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:10:15.862130 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974', 'code': 200} Sep 17 23:10:15.887486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:16.902561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25e52c-eea5-4b0f-8554-1b149ca466c8 req-8ee76af2-17aa-45ca-b428-2efc9d6cb344 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:16.904030 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b25e52c-eea5-4b0f-8554-1b149ca466c8 req-8ee76af2-17aa-45ca-b428-2efc9d6cb344 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0494761 Sep 17 23:10:16.942098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9b25e52c-eea5-4b0f-8554-1b149ca466c8 req-af327351-03b1-4bee-831f-8b7dd8612d11 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Sep 17 23:10:17.070547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-7fa08d6c-9641-4385-bd5a-75b7952b1be8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:17.071947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-7fa08d6c-9641-4385-bd5a-75b7952b1be8 tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6f99ade-25f2-41a8-8aca-7a4f9ad658c3 HTTP/1.1" status: 200 len: 946 time: 0.0481830 Sep 17 23:10:17.162031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Deleting port 5096b684-3360-453c-b2f5-fd7fb6738974 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:17.162377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.248828 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] For port 5096b684-3360-453c-b2f5-fd7fb6738974, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=5096b684-3360-453c-b2f5-fd7fb6738974,segment=NetworkSegment(9bdb25ca-b081-4462-bb12-47d85d681cd5),segment_id=9bdb25ca-b081-4462-bb12-47d85d681cd5)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:17.249215 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.261354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Calling delete_port for 5096b684-3360-453c-b2f5-fd7fb6738974 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:17.387156 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.417169 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Pushing event deleted for resources: {'Port': ['ID=5096b684-3360-453c-b2f5-fd7fb6738974,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:17.419546 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['5096b684-3360-453c-b2f5-fd7fb6738974'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:10:17.459043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] No DVR routers for this DVR port 5096b684-3360-453c-b2f5-fd7fb6738974 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:17.462178 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.464414 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-64d993b6-3fe1-4937-9547-9ecf144520cb req-bcbad6d2-b600-47ed-be98-b2460c927d2f tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] 10.222.0.49 "DELETE /v2.0/ports/5096b684-3360-453c-b2f5-fd7fb6738974 HTTP/1.1" status: 204 len: 173 time: 0.3867426 Sep 17 23:10:17.464842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'name': 'network-vif-deleted', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:10:17.467086 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc41f69-8df0-44d5-8bd0-ff0dc2536837" -d '{"events": [{"server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "name": "network-vif-deleted", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:10:17.505007 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2952e0e-eb36-46a0-acb4-5d1912ef27d1 x-openstack-request-id: req-f2952e0e-eb36-46a0-acb4-5d1912ef27d1 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:10:17.505305 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f99ade-25f2-41a8-8aca-7a4f9ad658c3", "name": "network-vif-deleted", "tag": "5096b684-3360-453c-b2f5-fd7fb6738974", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:10:17.505555 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2952e0e-eb36-46a0-acb4-5d1912ef27d1 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:10:17.505948 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f99ade-25f2-41a8-8aca-7a4f9ad658c3', 'name': 'network-vif-deleted', 'tag': '5096b684-3360-453c-b2f5-fd7fb6738974', 'status': 'completed', 'code': 200} Sep 17 23:10:18.061186 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54880) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:18.109399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Deleting subnet 0433c8ac-493f-48e9-bfd0-88cdb8b5912f {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:18.112532 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.150260 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.188673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.240971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.267262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0433c8ac-493f-48e9-bfd0-88cdb8b5912f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:18.271722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.273616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0433c8ac-493f-48e9-bfd0-88cdb8b5912f HTTP/1.1" status: 204 len: 168 time: 0.2113447 Sep 17 23:10:18.276386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54882) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:18.279837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.280181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.280515 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.280845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.281198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.281525 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.281854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.282174 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.282492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.282809 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.283127 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.283444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d15c6c-a20a-441a-b145-85a69e119b2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:18.348276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.428886 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.449056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52da00ec-2617-4c81-b737-05202435ea91']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:18.458103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdb25ca-b081-4462-bb12-47d85d681cd5') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:18.458399 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdb25ca-b081-4462-bb12-47d85d681cd5') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:18.467672 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.481495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.487428 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:18.487813 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:18.489519 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:18.542460 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.547803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.549763 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] 10.222.0.48 "DELETE /v2.0/networks/52da00ec-2617-4c81-b737-05202435ea91 HTTP/1.1" status: 204 len: 168 time: 0.2723587 Sep 17 23:10:18.561168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9d502-d6e6-4dfb-87ab-884a0ac24838 admin admin] Pushing event deleted for resources: {'Network': ['ID=52da00ec-2617-4c81-b737-05202435ea91,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:18.656231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54886) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:18.699467 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d9e28818-d869-40b8-8303-074d0e44f6f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c81e952ba884649b07a2984f47e2587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420256 Sep 17 23:10:18.701859 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54888) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:18.751704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d585a84-f820-4ae2-a1e5-3d8f96f8cbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.772317 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d585a84-f820-4ae2-a1e5-3d8f96f8cbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.818286 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d585a84-f820-4ae2-a1e5-3d8f96f8cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.820853 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-6d585a84-f820-4ae2-a1e5-3d8f96f8cbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.822420 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6d585a84-f820-4ae2-a1e5-3d8f96f8cbfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc8a561d-bd93-4f07-bbb0-4fa286eaaf79 HTTP/1.1" status: 204 len: 168 time: 0.1195257 Sep 17 23:10:18.831127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d585a84-f820-4ae2-a1e5-3d8f96f8cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8a561d-bd93-4f07-bbb0-4fa286eaaf79,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:19.095806 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.476195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54910) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:19.574849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1044739895-network', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:19.576773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5096b684-3360-453c-b2f5-fd7fb6738974 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:19.596704 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Made reservation on behalf of 1ab52c111e614ab691e9bd11f326dbe7 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:19.598667 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 5096b684-3360-453c-b2f5-fd7fb6738974 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:19.598984 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.599107 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 5096b684-3360-453c-b2f5-fd7fb6738974 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:19.608610 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.698120 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.701820 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.722311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:10:19.736748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57b818a-eb18-4ab2-bb03-2fee7d61722e,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:19.739636 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.739982 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Added segment 81ca6da7-5ec5-43a0-bb0b-354cced81a55 of type vlan for network e4258bb1-ecba-478e-9f10-3f9fd2250594 Sep 17 23:10:19.782354 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.807360 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.808311 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:19.808898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.841098 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3638000 Sep 17 23:10:19.844458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54914) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:19.849747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Request body: {'subnet': {'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1044739895-subnet', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:19.869539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb8fcc-ff75-4b56-a101-1dda2562922a admin admin] Pushing event updated for resources: {'Network': ['ID=e4258bb1-ecba-478e-9f10-3f9fd2250594,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:19.871352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Made reservation on behalf of 1ab52c111e614ab691e9bd11f326dbe7 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:19.873732 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.880170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:10:20.042750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.101414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636b306a-3ece-4368-8fb4-07f663a8b2f6,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:20.110564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:20.110921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Network hostable DHCP agents. Network: e4258bb1-ecba-478e-9f10-3f9fd2250594, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:10:20.127709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:10:20.136983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, e4258bb1-ecba-478e-9f10-3f9fd2250594) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:20.142137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:20.143609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.146082 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87fb75-2890-41bd-81eb-280e852b028f None None] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:20.160237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7a1a661e-888a-4611-9652-08f62e079ec6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3146162 Sep 17 23:10:20.163071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54916) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:20.168177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:20.189385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.190384 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.244682 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.452828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-e4258bb1-ecba-478e-9f10-3f9fd2250594', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:20.453718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.594247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Allocated IP 172.20.0.2 (e4258bb1-ecba-478e-9f10-3f9fd2250594/636b306a-3ece-4368-8fb4-07f663a8b2f6/5006e174-da63-4cc9-856e-b15ff318af40) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:20.708160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.748045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.754228 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.791617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:20.796095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:20.799118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:20.811213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Pushing event updated for resources: {'Port': ['ID=5006e174-da63-4cc9-856e-b15ff318af40,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:20.859234 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Attempting to bind port 5006e174-da63-4cc9-856e-b15ff318af40 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:20.859587 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Attempting to bind port 5006e174-da63-4cc9-856e-b15ff318af40 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:20.859950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Attempting to bind port 5006e174-da63-4cc9-856e-b15ff318af40 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:20.864898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:20.865302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:20.865701 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.866099 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:20.866557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Bound port: 5006e174-da63-4cc9-856e-b15ff318af40, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:20.866935 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.914551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.933163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] For port 5006e174-da63-4cc9-856e-b15ff318af40, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:20.934779 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.936209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] For port 5006e174-da63-4cc9-856e-b15ff318af40, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5006e174-da63-4cc9-856e-b15ff318af40,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:20.940591 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.006963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329a40a-9a34-4b69-a6e9-93078c90aed9 None None] Pushing event updated for resources: {'Port': ['ID=5006e174-da63-4cc9-856e-b15ff318af40,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:21.044522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Allocated IP 172.25.0.149 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/2381016b-01fc-4e16-862c-04ade02f5e86) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:21.167941 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.202257 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.241861 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:21.244830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:21.249528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:21.279309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Pushing event updated for resources: {'Port': ['ID=2381016b-01fc-4e16-862c-04ade02f5e86,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:21.504208 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.710084 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.845428 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:10:21.854715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f93a75-9a93-4e65-92f6-3219fc187e70 None None] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:21.916213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-704d98ec-5bea-4137-ac8a-901a10f8d1c8 None None] Provisioning complete for port 5006e174-da63-4cc9-856e-b15ff318af40 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:21.916584 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-704d98ec-5bea-4137-ac8a-901a10f8d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.955913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:21.964992 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60455840-0084-43b4-b768-8315049ec904 None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:21.973171 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.977199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4b41dbc4-bde6-484a-8015-6cabf0a2e8db admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8106008 Sep 17 23:10:21.977351 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60455840-0084-43b4-b768-8315049ec904 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:21.977351 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-60455840-0084-43b4-b768-8315049ec904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:10:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:21.977671 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54918) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:22.088282 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-704d98ec-5bea-4137-ac8a-901a10f8d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.136233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5006e174-da63-4cc9-856e-b15ff318af40 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:22.152729 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-60455840-0084-43b4-b768-8315049ec904 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:10:22.182155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-704d98ec-5bea-4137-ac8a-901a10f8d1c8 None None] For port 5006e174-da63-4cc9-856e-b15ff318af40, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5006e174-da63-4cc9-856e-b15ff318af40,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:22.192788 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-704d98ec-5bea-4137-ac8a-901a10f8d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.227565 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5006e174-da63-4cc9-856e-b15ff318af40 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:22.228315 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.297479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d98ec-5bea-4137-ac8a-901a10f8d1c8 None None] Pushing event updated for resources: {'Port': ['ID=5006e174-da63-4cc9-856e-b15ff318af40,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:22.461635 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-60455840-0084-43b4-b768-8315049ec904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:21Z', 'revision_number': 3, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:22.522516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-7ad2685e-8d82-4dcb-9f49-23abe9e97439 None None] Provisioning complete for port 5006e174-da63-4cc9-856e-b15ff318af40 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:22.522886 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7ad2685e-8d82-4dcb-9f49-23abe9e97439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.583589 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60455840-0084-43b4-b768-8315049ec904 None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:10:22.584097 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60455840-0084-43b4-b768-8315049ec904 None None] Updating router 00aec226-51ba-4b21-bcb3-964a4a3daa9e port 2381016b-01fc-4e16-862c-04ade02f5e86 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:10:22.612262 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-60455840-0084-43b4-b768-8315049ec904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.841187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.871095 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-60455840-0084-43b4-b768-8315049ec904 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.876918 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-60455840-0084-43b4-b768-8315049ec904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.923846 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-60455840-0084-43b4-b768-8315049ec904 None None] Attempting to bind port 2381016b-01fc-4e16-862c-04ade02f5e86 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:22.924213 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-60455840-0084-43b4-b768-8315049ec904 None None] Attempting to bind port 2381016b-01fc-4e16-862c-04ade02f5e86 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:22.924576 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60455840-0084-43b4-b768-8315049ec904 None None] Attempting to bind port 2381016b-01fc-4e16-862c-04ade02f5e86 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:22.934353 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Pushing event updated for resources: {'Port': ['ID=2381016b-01fc-4e16-862c-04ade02f5e86,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:22.937288 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60455840-0084-43b4-b768-8315049ec904 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:22.937661 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60455840-0084-43b4-b768-8315049ec904 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:22.938231 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-60455840-0084-43b4-b768-8315049ec904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.938464 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60455840-0084-43b4-b768-8315049ec904 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:22.938931 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-60455840-0084-43b4-b768-8315049ec904 None None] Bound port: 2381016b-01fc-4e16-862c-04ade02f5e86, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:22.939308 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-60455840-0084-43b4-b768-8315049ec904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.945616 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.945958 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.946352 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.946813 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.947137 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.947467 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.947795 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.948124 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.948463 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.948769 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.949119 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.949441 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:22.998019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Allocated IP 172.20.0.1 (e4258bb1-ecba-478e-9f10-3f9fd2250594/636b306a-3ece-4368-8fb4-07f663a8b2f6/24bf387e-86d5-4539-9f30-feb76739ef5f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:23.001436 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-60455840-0084-43b4-b768-8315049ec904 None None] For port 2381016b-01fc-4e16-862c-04ade02f5e86, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:23.004565 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-60455840-0084-43b4-b768-8315049ec904 None None] For port 2381016b-01fc-4e16-862c-04ade02f5e86, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2381016b-01fc-4e16-862c-04ade02f5e86,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:23.008781 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-60455840-0084-43b4-b768-8315049ec904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.054412 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60455840-0084-43b4-b768-8315049ec904 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:23.055026 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-60455840-0084-43b4-b768-8315049ec904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:10:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:23.105959 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c776ff-e2d5-4bbd-8e4c-b226be2e859e None None] Pushing event updated for resources: {'Port': ['ID=2381016b-01fc-4e16-862c-04ade02f5e86,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:23.107646 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.141844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.179558 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-60455840-0084-43b4-b768-8315049ec904 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:10:23.180171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:23.184582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:23.187099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:23.195324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Pushing event updated for resources: {'Port': ['ID=24bf387e-86d5-4539-9f30-feb76739ef5f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:23.241910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.382757 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-60455840-0084-43b4-b768-8315049ec904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:21Z', 'revision_number': 3, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:23.383428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.409580 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60455840-0084-43b4-b768-8315049ec904 None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:21Z', 'revision_number': 3, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:23.436311 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e77a7fc1-d697-4f36-b2ae-ebdb7a61145c None None] Provisioning complete for port 24bf387e-86d5-4539-9f30-feb76739ef5f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:23.436922 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e77a7fc1-d697-4f36-b2ae-ebdb7a61145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.475972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e77a7fc1-d697-4f36-b2ae-ebdb7a61145c None None] Port 24bf387e-86d5-4539-9f30-feb76739ef5f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:23.556920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.561542 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.634666 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.636723 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Pushing event updated for resources: {'Port': ['ID=24bf387e-86d5-4539-9f30-feb76739ef5f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:23.749845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:23.751223 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:23.876197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:10:23.993074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:24.007814 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7d7088b4-098b-4f0a-947c-d05609b7fd0e admin admin] 10.222.0.48 "PUT /v2.0/routers/00aec226-51ba-4b21-bcb3-964a4a3daa9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0210133 Sep 17 23:10:24.018551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e392046f-9676-4a4e-a823-7f2ae8155395 None None] Provisioning complete for port 24bf387e-86d5-4539-9f30-feb76739ef5f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:24.019149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e392046f-9676-4a4e-a823-7f2ae8155395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.064496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e392046f-9676-4a4e-a823-7f2ae8155395 None None] Port 24bf387e-86d5-4539-9f30-feb76739ef5f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:24.133190 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2381016b-01fc-4e16-862c-04ade02f5e86 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:24.187930 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 2381016b-01fc-4e16-862c-04ade02f5e86 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:24.188219 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.279531 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.304004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 2381016b-01fc-4e16-862c-04ade02f5e86, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2381016b-01fc-4e16-862c-04ade02f5e86,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:24.308178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.309171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5006e174-da63-4cc9-856e-b15ff318af40 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:24.386309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=2381016b-01fc-4e16-862c-04ade02f5e86,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:24.400109 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 5006e174-da63-4cc9-856e-b15ff318af40 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:24.400533 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.463027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54926) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:24.467565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-6a1a95fd-3cd8-4847-920a-c5b6f872beaa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992276129', 'description': 'tempest-description--242276179'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:24.490373 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95fd-3cd8-4847-920a-c5b6f872beaa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.573792 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95fd-3cd8-4847-920a-c5b6f872beaa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.577689 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95fd-3cd8-4847-920a-c5b6f872beaa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.605410 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95fd-3cd8-4847-920a-c5b6f872beaa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.606647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6a1a95fd-3cd8-4847-920a-c5b6f872beaa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1425979 Sep 17 23:10:24.608647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a95fd-3cd8-4847-920a-c5b6f872beaa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c4c215-f2c5-4a6d-9b60-8d29b5989595,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:24.609789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54928) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:24.615384 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-afd2da32-3787-4818-b625-51240587eee9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'security_group_rule': {'security_group_id': '62c4c215-f2c5-4a6d-9b60-8d29b5989595', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:24.642664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-afd2da32-3787-4818-b625-51240587eee9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.700495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-afd2da32-3787-4818-b625-51240587eee9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.704335 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-afd2da32-3787-4818-b625-51240587eee9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.724581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2da32-3787-4818-b625-51240587eee9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cb3d3e-47b5-4e42-9350-3753938bbba9,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:24.731511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-afd2da32-3787-4818-b625-51240587eee9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.735227 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-afd2da32-3787-4818-b625-51240587eee9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219680 Sep 17 23:10:24.735494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 54930) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:24.740079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e0d307e8-7645-4f8f-8d45-8c8db6e84ab3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'security_group_rule': {'security_group_id': '62c4c215-f2c5-4a6d-9b60-8d29b5989595', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:24.767151 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0d307e8-7645-4f8f-8d45-8c8db6e84ab3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.829508 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0d307e8-7645-4f8f-8d45-8c8db6e84ab3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.832968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0d307e8-7645-4f8f-8d45-8c8db6e84ab3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.851294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d307e8-7645-4f8f-8d45-8c8db6e84ab3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7af295-0ddc-43a9-bf2d-0666913967e6,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:24.857808 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e0d307e8-7645-4f8f-8d45-8c8db6e84ab3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.862124 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e0d307e8-7645-4f8f-8d45-8c8db6e84ab3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225882 Sep 17 23:10:24.862347 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54932) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:24.867172 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:24.889756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.991450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.006504 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:25.016130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:25.016744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:10:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:25.097384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Allocated IP 172.25.0.131 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/02168bf1-8570-44eb-bae4-87f8309b65ee) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:25.126007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:10:25.204797 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.240366 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.279414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:25.283700 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:25.291513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:25.293534 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'Port': ['ID=02168bf1-8570-44eb-bae4-87f8309b65ee,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:25.328680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 2, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:25.355760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:10:25.356045 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Updating router 00aec226-51ba-4b21-bcb3-964a4a3daa9e port 24bf387e-86d5-4539-9f30-feb76739ef5f binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:10:25.377460 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.380309 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.417463 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.567090 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.572533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.644537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'Port': ['ID=02168bf1-8570-44eb-bae4-87f8309b65ee,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:25.650985 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.656834 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.661831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.675434 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.676691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-51ac7884-ade3-434e-a58b-c0fc5753c3f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8132513 Sep 17 23:10:25.708408 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4588e-693f-4826-a84f-1e169474bf0f None None] Pushing event updated for resources: {'Port': ['ID=24bf387e-86d5-4539-9f30-feb76739ef5f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:25.764615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Attempting to bind port 24bf387e-86d5-4539-9f30-feb76739ef5f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:25.765010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Attempting to bind port 24bf387e-86d5-4539-9f30-feb76739ef5f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:25.765376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Attempting to bind port 24bf387e-86d5-4539-9f30-feb76739ef5f on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:25.770615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:25.770985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:25.771387 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.771779 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:25.772244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Bound port: 24bf387e-86d5-4539-9f30-feb76739ef5f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:25.772626 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.836290 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-740f1f42-fabd-4eb6-868d-525380c8eb48 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--992276129&fields=id&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 267 time: 0.0373471 Sep 17 23:10:25.844712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] For port 24bf387e-86d5-4539-9f30-feb76739ef5f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:25.848125 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] For port 24bf387e-86d5-4539-9f30-feb76739ef5f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=24bf387e-86d5-4539-9f30-feb76739ef5f,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:25.854567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.910928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:25.911562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:10:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:25.956559 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4588e-693f-4826-a84f-1e169474bf0f None None] Pushing event updated for resources: {'Port': ['ID=24bf387e-86d5-4539-9f30-feb76739ef5f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:25.961419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2148-998c-4062-8948-a3211cc1020f req-5a4811ad-7d2b-4dc5-9057-8d9296697792 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:25.963965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-5a4811ad-7d2b-4dc5-9057-8d9296697792 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 812 time: 0.1201293 Sep 17 23:10:25.981021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-05fd659e-fde1-409b-8367-d2cb8c4acc6a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/quotas/1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 375 time: 0.0101404 Sep 17 23:10:26.046575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d64efc16-ed63-4643-b453-18ecef16641b None None] Provisioning complete for port 24bf387e-86d5-4539-9f30-feb76739ef5f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:26.047198 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d64efc16-ed63-4643-b453-18ecef16641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.050741 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-0d84172a-97a0-4c2d-8e16-835d617bce7e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637937 Sep 17 23:10:26.074703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-3d82f74c-4857-47fb-ba17-a32a3517854d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:10:26.075806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-3d82f74c-4857-47fb-ba17-a32a3517854d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081229 Sep 17 23:10:26.082336 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2381016b-01fc-4e16-862c-04ade02f5e86 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:26.090469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:10:26.177850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-3d2f058c-4139-4e5e-b66d-77f9cd03aafb service neutron] 10.222.0.48 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948751 Sep 17 23:10:26.278083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-b5224611-b41d-48de-ac88-9470db293d0b service neutron] 10.222.0.48 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936623 Sep 17 23:10:26.290142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 2381016b-01fc-4e16-862c-04ade02f5e86 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:26.291026 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.310541 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d64efc16-ed63-4643-b453-18ecef16641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.376415 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d64efc16-ed63-4643-b453-18ecef16641b None None] For port 24bf387e-86d5-4539-9f30-feb76739ef5f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=24bf387e-86d5-4539-9f30-feb76739ef5f,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:26.409202 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d64efc16-ed63-4643-b453-18ecef16641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.453653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cc5c53c1-973f-4553-b882-b7722eb0e9bc req-653eacde-5395-47f7-96d2-a80749ef9967 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 210 time: 0.0271025 Sep 17 23:10:26.497182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64efc16-ed63-4643-b453-18ecef16641b None None] Pushing event updated for resources: {'Port': ['ID=24bf387e-86d5-4539-9f30-feb76739ef5f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:26.512954 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:25Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:26.543064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b36ae-8aa8-4046-b3e6-fc998461974c None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:25Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:26.552882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bcc2437d-0178-409f-a146-cf96e5e31791 None None] Provisioning complete for port 24bf387e-86d5-4539-9f30-feb76739ef5f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:26.553382 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bcc2437d-0178-409f-a146-cf96e5e31791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.532649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2148-998c-4062-8948-a3211cc1020f req-fb76fb6c-6480-4ad5-abc0-9ccaead9be8c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:27.534167 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-fb76fb6c-6480-4ad5-abc0-9ccaead9be8c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 812 time: 0.1076803 Sep 17 23:10:27.557881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b824b8b4-9444-421b-908f-4f6f497dd629 req-6ca3e72e-b6b7-4cf7-bbf9-16fc8955f407 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 210 time: 0.0284195 Sep 17 23:10:27.596902 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-533abc6e-e853-4e4f-be3d-77815ccc2f46 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 379 time: 0.0472350 Sep 17 23:10:27.609087 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'port': {'device_id': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'admin_state_up': True, 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'security_groups': ['62c4c215-f2c5-4a6d-9b60-8d29b5989595']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:27.722111 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Made reservation on behalf of 1ab52c111e614ab691e9bd11f326dbe7 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:27.725653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.854650 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Allocated IP 172.20.0.12 (e4258bb1-ecba-478e-9f10-3f9fd2250594/636b306a-3ece-4368-8fb4-07f663a8b2f6/accbc312-e6db-4104-8262-8e84f69b0448) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:27.986750 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.025683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.070035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:28.073227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 24bf387e-86d5-4539-9f30-feb76739ef5f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:28.076673 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:28.080056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:28.115983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:28.138025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 24bf387e-86d5-4539-9f30-feb76739ef5f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:28.138398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.139121 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:28.139761 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.154487 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-60850359-2181-4c98-ab58-cbc874a5c13c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491683 Sep 17 23:10:28.172784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Request body: {'port': {'device_id': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:28.233338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.295361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-060d4e3d-07b4-415f-a58c-424abe40d1d0 None None] Provisioning complete for port accbc312-e6db-4104-8262-8e84f69b0448 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:28.295840 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-060d4e3d-07b4-415f-a58c-424abe40d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.329850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-060d4e3d-07b4-415f-a58c-424abe40d1d0 None None] Port accbc312-e6db-4104-8262-8e84f69b0448 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:28.510491 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accbc312-e6db-4104-8262-8e84f69b0448 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:10:28.517794 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.529896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Transition to ACTIVE for port object accbc312-e6db-4104-8262-8e84f69b0448 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:10:28.533804 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.584625 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:28.671460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Attempting to bind port accbc312-e6db-4104-8262-8e84f69b0448 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:28.671791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Attempting to bind port accbc312-e6db-4104-8262-8e84f69b0448 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:28.672114 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Attempting to bind port accbc312-e6db-4104-8262-8e84f69b0448 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:28.676715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Port accbc312-e6db-4104-8262-8e84f69b0448 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:10:28.677064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Attempting to bind port accbc312-e6db-4104-8262-8e84f69b0448 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:28.683534 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:28.683869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:28.684252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:28.684672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Bound port: accbc312-e6db-4104-8262-8e84f69b0448, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:28.685089 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.702040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12690023-dd8f-4f35-b7a6-2f7314ec6247 req-5c02dd42-c0f2-4dbb-a7a4-928b9c53afc1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:28.705398 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12690023-dd8f-4f35-b7a6-2f7314ec6247 req-5c02dd42-c0f2-4dbb-a7a4-928b9c53afc1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 944 time: 0.0607920 Sep 17 23:10:28.745878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-12690023-dd8f-4f35-b7a6-2f7314ec6247 req-bdc34be9-1a48-4a72-b8a3-3da1fdcd3968 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358512 Sep 17 23:10:28.757790 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:28.761602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:28.766866 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.800902 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:28.801659 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.803136 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] 10.222.0.49 "PUT /v2.0/ports/accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1093 time: 0.6349874 Sep 17 23:10:28.803571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:10:28.806492 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9467c882-7568-46b9-b212-8e0267998d84" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "tag": "accbc312-e6db-4104-8262-8e84f69b0448"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:10:28.833560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd7f54-befc-4d98-98b6-255802f3696c service neutron] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:28.893553 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd44ba4-5529-4abb-ae89-644e36201f92 x-openstack-request-id: req-5dd44ba4-5529-4abb-ae89-644e36201f92 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:10:28.894078 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "tag": "accbc312-e6db-4104-8262-8e84f69b0448", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:10:28.894342 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dd44ba4-5529-4abb-ae89-644e36201f92 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:10:28.894826 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448', 'status': 'completed', 'code': 200} Sep 17 23:10:28.910827 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2148-998c-4062-8948-a3211cc1020f req-0798d508-1591-45c8-84d4-3cbf14d92417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:28.912475 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-0798d508-1591-45c8-84d4-3cbf14d92417 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1096 time: 0.0467286 Sep 17 23:10:28.967417 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-d2fb6cb3-f3d1-4596-9e70-0c76fc360478 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 217 time: 0.0398247 Sep 17 23:10:29.018903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2148-998c-4062-8948-a3211cc1020f req-893dafd9-4698-4031-b1db-2da03eb7f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:29.020285 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-893dafd9-4698-4031-b1db-2da03eb7f6b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0453572 Sep 17 23:10:29.066118 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2148-998c-4062-8948-a3211cc1020f req-30006b21-32a8-4a99-be51-b9f2dc42bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:29.067659 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-30006b21-32a8-4a99-be51-b9f2dc42bf28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402958 Sep 17 23:10:29.163315 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-83d2a080-6af5-4f8b-98dd-0a1bc1522eef service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872946 Sep 17 23:10:29.251820 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d4fe2148-998c-4062-8948-a3211cc1020f req-0a1d9702-f181-436d-a0b5-ce1887fab9f8 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812371 Sep 17 23:10:29.387689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c882-7568-46b9-b212-8e0267998d84 req-b648644c-ba6f-4592-8013-e8fd76de7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:29.389188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9467c882-7568-46b9-b212-8e0267998d84 req-b648644c-ba6f-4592-8013-e8fd76de7473 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1096 time: 0.0458446 Sep 17 23:10:29.481354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c882-7568-46b9-b212-8e0267998d84 req-2262705d-049e-472a-9b98-a16eca4fdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:29.482833 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9467c882-7568-46b9-b212-8e0267998d84 req-2262705d-049e-472a-9b98-a16eca4fdb5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0861673 Sep 17 23:10:29.528494 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9467c882-7568-46b9-b212-8e0267998d84 req-6b60219b-feb5-41be-a91b-5129099a4df6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 217 time: 0.0375934 Sep 17 23:10:29.577225 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c882-7568-46b9-b212-8e0267998d84 req-7ae4268b-b070-4ee7-b11c-79c53e4c0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:29.578641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9467c882-7568-46b9-b212-8e0267998d84 req-7ae4268b-b070-4ee7-b11c-79c53e4c0f0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0433557 Sep 17 23:10:29.624803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c882-7568-46b9-b212-8e0267998d84 req-26363bce-e02c-47e3-8c7a-477d15867097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:29.626311 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9467c882-7568-46b9-b212-8e0267998d84 req-26363bce-e02c-47e3-8c7a-477d15867097 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407066 Sep 17 23:10:29.719066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9467c882-7568-46b9-b212-8e0267998d84 req-f0b5afd0-f85d-4416-81b6-97bfb3b3f38e service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849502 Sep 17 23:10:29.808731 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9467c882-7568-46b9-b212-8e0267998d84 req-45eb778b-eea0-4d31-8290-814a83204602 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826216 Sep 17 23:10:29.870032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0b754-85cc-4be3-a9dc-d9f9c254e282 req-964fd18d-68e9-4b38-82a7-2cbf6b6fdd1f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:29.871543 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24e0b754-85cc-4be3-a9dc-d9f9c254e282 req-964fd18d-68e9-4b38-82a7-2cbf6b6fdd1f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 944 time: 0.0519845 Sep 17 23:10:29.909962 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24e0b754-85cc-4be3-a9dc-d9f9c254e282 req-cd3bc1f7-1d92-4ee8-96a3-4da5782f5d24 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Sep 17 23:10:29.998954 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-db81b5f8-cc92-4d60-b9fb-6ce45194b4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.027592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f62b7-cd74-4bd2-a0d2-e114a13eb7fe req-7464a8c1-ffe4-4fdf-a289-e271d0272593 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:31.029105 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c24f62b7-cd74-4bd2-a0d2-e114a13eb7fe req-7464a8c1-ffe4-4fdf-a289-e271d0272593 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 944 time: 0.0502367 Sep 17 23:10:31.068183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c24f62b7-cd74-4bd2-a0d2-e114a13eb7fe req-8a448b47-daf4-4091-b4bc-5f76a9e17afa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330570 Sep 17 23:10:31.622883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device accbc312-e6db-4104-8262-8e84f69b0448 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:10:31.717957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:31.881910 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'accbc312-e6db-4104-8262-8e84f69b0448', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': 'accbc312-e6db-4104-8262-8e84f69b0448', 'mac_address': 'fa:16:3e:43:69:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:10:31.917893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.929906 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accbc312-e6db-4104-8262-8e84f69b0448 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:10:31.948881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:31.952676 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.997778 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:32.191153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4939654-ed6d-47bc-b8d6-c0c5bd92f581 req-b1536769-c915-4611-889a-35e66e68206c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:32.192645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4939654-ed6d-47bc-b8d6-c0c5bd92f581 req-b1536769-c915-4611-889a-35e66e68206c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 945 time: 0.0549202 Sep 17 23:10:32.231749 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4939654-ed6d-47bc-b8d6-c0c5bd92f581 req-a2fae808-595f-45c1-a080-3b0fd54030de tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Sep 17 23:10:32.312094 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['accbc312-e6db-4104-8262-8e84f69b0448'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:10:32.755260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-05585155-fee5-4cda-bb23-ba9d11e52fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.154986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.347035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7386b-86b8-4434-9886-578ac85317f2 req-410d1f04-b0f7-489f-9217-27ac0c0e52cb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:33.348553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bef7386b-86b8-4434-9886-578ac85317f2 req-410d1f04-b0f7-489f-9217-27ac0c0e52cb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 945 time: 0.0495543 Sep 17 23:10:33.386133 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bef7386b-86b8-4434-9886-578ac85317f2 req-49064a4b-0798-4e6c-b31e-b8b327bc886e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313466 Sep 17 23:10:33.622104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device accbc312-e6db-4104-8262-8e84f69b0448 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:33.670344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port accbc312-e6db-4104-8262-8e84f69b0448 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:10:33.674376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port accbc312-e6db-4104-8262-8e84f69b0448 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:33.674745 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.751446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.773220 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:10:33.775974 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa729ee0-671b-4326-9d1e-89268d12e7b7" -d '{"events": [{"server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "name": "network-vif-plugged", "status": "completed", "tag": "accbc312-e6db-4104-8262-8e84f69b0448"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:10:33.788067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:33.793017 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.817680 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d7f428-529e-432e-a34b-0bead3d6ad3c x-openstack-request-id: req-10d7f428-529e-432e-a34b-0bead3d6ad3c {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:10:33.817982 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "name": "network-vif-plugged", "status": "completed", "tag": "accbc312-e6db-4104-8262-8e84f69b0448", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:10:33.818240 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10d7f428-529e-432e-a34b-0bead3d6ad3c {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:10:33.818635 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448', 'code': 200} Sep 17 23:10:33.842297 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:33.937287 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7dfb2-8324-45a9-a186-3520d4b55983 req-0cbb9975-dec1-4cf9-bfee-40e937145f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:33.938707 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dbf7dfb2-8324-45a9-a186-3520d4b55983 req-0cbb9975-dec1-4cf9-bfee-40e937145f36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1098 time: 0.0398359 Sep 17 23:10:33.953178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.979778 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-dbf7dfb2-8324-45a9-a186-3520d4b55983 req-cde5b4ec-5070-4b8b-bdae-df9af12f34a5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337780 Sep 17 23:10:34.501039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eac01e-ad7d-4bd4-b916-875c0d124e5e req-227fbf11-81f6-4868-8d32-9098feda61f5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:34.502523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1eac01e-ad7d-4bd4-b916-875c0d124e5e req-227fbf11-81f6-4868-8d32-9098feda61f5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0484006 Sep 17 23:10:34.539809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1eac01e-ad7d-4bd4-b916-875c0d124e5e req-8885e11a-3352-4a59-867e-69b891378e3e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314522 Sep 17 23:10:34.995198 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.485936 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.660166 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f6d49-7697-46e3-aec7-95842c6f9605 req-b82878fb-5d40-4a09-a57a-3997845f288d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:35.661667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c8f6d49-7697-46e3-aec7-95842c6f9605 req-b82878fb-5d40-4a09-a57a-3997845f288d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0526676 Sep 17 23:10:35.699460 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c8f6d49-7697-46e3-aec7-95842c6f9605 req-ca289518-16f7-44dc-baaf-99cb44fdd711 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311871 Sep 17 23:10:35.808631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e466b2-c649-4149-8e4f-725e8b46063b req-0aacb5ff-73e8-486c-b1ad-dc8d83a2710c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:35.810184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36e466b2-c649-4149-8e4f-725e8b46063b req-0aacb5ff-73e8-486c-b1ad-dc8d83a2710c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0490205 Sep 17 23:10:35.818492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 54978) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:35.823170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'floatingip': {'port_id': 'accbc312-e6db-4104-8262-8e84f69b0448'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:35.861704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.296349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.300249 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.400461 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de associated. External IP: 172.25.0.131, port: accbc312-e6db-4104-8262-8e84f69b0448. Sep 17 23:10:36.605773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:10:36.710314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:36.715956 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.721466 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:36.730698 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:36.731319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:10:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:36.742775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cefbb062-5411-47e8-a7df-4b3b5f9b8c2a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "PUT /v2.0/floatingips/e14b31db-40e2-4c22-a61b-07437a5ff4de HTTP/1.1" status: 200 len: 992 time: 0.9231093 Sep 17 23:10:36.743491 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:10:36.746038 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "tag": "accbc312-e6db-4104-8262-8e84f69b0448"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:10:36.786644 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67d8482-07c0-4a12-9830-659bfd6627ec x-openstack-request-id: req-b67d8482-07c0-4a12-9830-659bfd6627ec {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:10:36.786950 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "tag": "accbc312-e6db-4104-8262-8e84f69b0448", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:10:36.787493 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b67d8482-07c0-4a12-9830-659bfd6627ec {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:10:36.787908 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448', 'status': 'completed', 'code': 200} Sep 17 23:10:36.847536 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:10:36.886690 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-c626e00e-4c8b-443f-8414-3fde45a6ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:36.888308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-c626e00e-4c8b-443f-8414-3fde45a6ab28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1098 time: 0.0432217 Sep 17 23:10:36.978823 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-1a0cb0cf-91ae-4458-8a78-729c18752d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:36.980299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-1a0cb0cf-91ae-4458-8a78-729c18752d58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0845833 Sep 17 23:10:37.051322 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-33869bf0-e3e9-4c49-8103-ec6856d092a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1000 time: 0.0634086 Sep 17 23:10:37.071178 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'accbc312-e6db-4104-8262-8e84f69b0448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:43:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:10:36Z', 'revision_number': 1, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:37.097160 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:10:37.099423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-70803997-738c-48fd-afd5-b673b35bd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:37.101193 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-70803997-738c-48fd-afd5-b673b35bd8db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0435905 Sep 17 23:10:37.106144 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:37.106746 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:10:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:37.149339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-2a20c659-0541-43a0-8051-f7c92990890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:37.150807 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-2a20c659-0541-43a0-8051-f7c92990890d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427558 Sep 17 23:10:37.210972 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:10:37.246192 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-db0a49a4-04d6-4da9-9d97-9221a63fbde0 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871258 Sep 17 23:10:37.338675 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4d1da4d8-bc2d-405c-9eb7-942108b2bf49 req-ecf011b3-baad-4603-9a34-ef966a65a0be service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854347 Sep 17 23:10:37.436053 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'accbc312-e6db-4104-8262-8e84f69b0448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:43:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:10:36Z', 'revision_number': 1, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:37.544722 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fe1d2-cf8e-45e5-b281-db29e29ef3dd None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'accbc312-e6db-4104-8262-8e84f69b0448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:43:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:10:36Z', 'revision_number': 1, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:37.729454 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7ca0b-685e-4944-b39e-064373b2d730 None None] New status for floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:10:43.355371 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:10:49.113641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.000981 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5956c2c1-85d5-40ce-8b16-8413e8000656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:02.758444 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-026af099-01dc-48fc-b585-da17b9b818c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.156207 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.955990 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:04.993351 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:05.488810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:11.424308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-a6568495-c0d4-4fcb-ac09-acd4356aed49 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440912 Sep 17 23:11:11.521548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-3185d73d-c4ac-4a17-934b-fafc7bf5bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.523033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-3185d73d-c4ac-4a17-934b-fafc7bf5bbf8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1098 time: 0.0401413 Sep 17 23:11:11.629420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-d47f2db4-90cc-46d3-85ba-f5da4a1531a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.630822 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-d47f2db4-90cc-46d3-85ba-f5da4a1531a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0883865 Sep 17 23:11:11.695491 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-d1d6a466-9e59-4852-bce1-284550c41489 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1002 time: 0.0565600 Sep 17 23:11:11.743934 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-392c55fb-88be-43fb-9b0f-51184e2b63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.746072 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-392c55fb-88be-43fb-9b0f-51184e2b63bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0434735 Sep 17 23:11:11.802149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-9e773623-e1a6-45f2-9b5e-eac86a510f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.803638 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-9e773623-e1a6-45f2-9b5e-eac86a510f81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509384 Sep 17 23:11:11.918821 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-dae658ca-5cfa-4e7e-b4f0-e8ea7e3e8ee3 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059504 Sep 17 23:11:12.019583 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b4d9d9-db34-49c5-83ef-c979e2214bc5 req-6c543ef3-6ecf-4e3d-953b-f2a9e20f5aab service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940535 Sep 17 23:11:19.108187 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:20.355002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:11:30.002142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b001bc6a-7786-4263-9fa3-10dfb7343a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:32.758547 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4c3f14ad-20bb-41b9-825d-61726502dd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:33.156697 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:33.958357 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:34.998421 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:35.491814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:38.472298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-a75d0abf-8504-4598-94e4-cdab4aedc19e req-43990347-a25d-4337-a881-6807bbe229d6 service neutron] (94738) timed out ('10.222.0.48', 48600) {{(pid=94738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:11:38.482970 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-d5c6af46-f39d-4581-9ccf-5bcb2dd2e882 req-7e335809-e529-44dd-a13c-29ed22fae4df service neutron] (94738) timed out ('10.222.0.49', 52791) {{(pid=94738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:11:43.054741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-6d7ff219-fe4d-4da6-a635-13f287b2f498 req-57f703e9-30ea-448e-be59-0b5921bfc469 service neutron] (94737) timed out ('10.222.0.48', 34486) {{(pid=94737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:11:49.120864 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:57.354074 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:12:00.002599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-139d03f4-9d60-4882-87ac-1a59616c28e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:02.759257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-03d44668-053c-49bb-aac5-db4bfa40f2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:03.157970 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:03.960846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:05.012467 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:05.493820 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:12.440826 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-04915bce-0167-44f9-8239-0cfff3cee941 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516138 Sep 17 23:12:12.538452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-8fdf197a-e682-4b4a-bdd3-5f2b388c608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:12.539940 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-8fdf197a-e682-4b4a-bdd3-5f2b388c608a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1098 time: 0.0405498 Sep 17 23:12:12.646292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-d0b4cf7b-fdef-4d7c-8db9-f0b26a192ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:12.647765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-d0b4cf7b-fdef-4d7c-8db9-f0b26a192ef1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0882866 Sep 17 23:12:12.712867 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-f595581c-6c61-4a1c-b8be-22e91246f9ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1002 time: 0.0569639 Sep 17 23:12:12.765123 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-dc95722b-0747-4441-9702-b73951a056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:12.766579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-dc95722b-0747-4441-9702-b73951a056ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0473588 Sep 17 23:12:12.813643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-4175311b-9ee4-4d7b-9d05-29ad445fea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:12.815166 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-4175311b-9ee4-4d7b-9d05-29ad445fea2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413156 Sep 17 23:12:12.907100 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-bef8abcf-1319-432f-98e2-d1c3bea3505e service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Sep 17 23:12:13.004681 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-53da0e0f-4c4b-4425-b280-31632e70c5f3 req-c10c06ac-de10-4bb6-8cc5-786f45f0a4d4 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898676 Sep 17 23:12:19.123992 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:30.004098 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf2b8-d1e7-4514-9844-2f76021a2e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:32.760141 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3935e9c5-0648-4a70-8c2c-e2dae93128c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:33.160227 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:33.964886 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:34.353266 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:12:35.011347 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.498265 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.128518 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.005238 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-72f6fb7c-6564-4505-84b2-8dfc37278f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.760899 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-08aad376-519d-4f7e-b1bd-0ec8756547cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:03.160692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:03.966833 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:05.016613 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:05.499845 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:06.913225 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbf741-9a0a-4de0-81da-e1f0f64b6585 req-1d6c5c2d-0c46-476e-8b8c-b305e0453eb2 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:06.914727 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43cbf741-9a0a-4de0-81da-e1f0f64b6585 req-1d6c5c2d-0c46-476e-8b8c-b305e0453eb2 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0504425 Sep 17 23:13:06.953391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43cbf741-9a0a-4de0-81da-e1f0f64b6585 req-2aed1df2-b8ac-4284-b0e4-46e175b96ba5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327661 Sep 17 23:13:08.155476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55310) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:08.213264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974c673-a296-4b99-85b9-c6fd96a03a78 req-f1183659-1fe0-44a3-a131-84747b13b2b2 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:08.214782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5974c673-a296-4b99-85b9-c6fd96a03a78 req-f1183659-1fe0-44a3-a131-84747b13b2b2 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0545051 Sep 17 23:13:08.253695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5974c673-a296-4b99-85b9-c6fd96a03a78 req-f0c2cdae-a2fa-4b76-ba87-1ebd3771096c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321629 Sep 17 23:13:08.304224 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-706cdd95-e089-4678-85d7-aca05e1e2422 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1475747 Sep 17 23:13:08.312708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-e2994d3f-4d6f-41d6-9375-051ff76da762 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:13:08.313854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-e2994d3f-4d6f-41d6-9375-051ff76da762 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048585 Sep 17 23:13:09.371879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f232e2d-0bb8-4581-ba2f-0ce9e639b846 req-dcecf67e-4e10-41d2-aded-928fbb6af991 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:09.373305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f232e2d-0bb8-4581-ba2f-0ce9e639b846 req-dcecf67e-4e10-41d2-aded-928fbb6af991 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0493054 Sep 17 23:13:09.411016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5f232e2d-0bb8-4581-ba2f-0ce9e639b846 req-7f3c6764-77f7-48dd-bea3-c291b3d9b45d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314803 Sep 17 23:13:10.840753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1f31c-1ab1-49b6-9a83-1e9efc5befb4 req-ba2140d6-ec94-4240-9ef4-23c9b33b8c44 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:10.842186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-add1f31c-1ab1-49b6-9a83-1e9efc5befb4 req-ba2140d6-ec94-4240-9ef4-23c9b33b8c44 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.3637714 Sep 17 23:13:10.881643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-add1f31c-1ab1-49b6-9a83-1e9efc5befb4 req-ac2151f1-e0c2-4f7e-bfec-7480f4db5f96 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325015 Sep 17 23:13:11.352159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:13:12.044670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faa8f6-b07a-49a8-be3b-ef12e54b470b req-25517217-99c8-4b26-91a8-6a2e6c095ec1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:12.046441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9faa8f6-b07a-49a8-be3b-ef12e54b470b req-25517217-99c8-4b26-91a8-6a2e6c095ec1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0645478 Sep 17 23:13:12.109045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9faa8f6-b07a-49a8-be3b-ef12e54b470b req-97ebe9d7-e352-4b01-9fe2-e0d724f5d1d5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502918 Sep 17 23:13:12.493541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-16875259-9f14-4b0f-81be-0ffdba48d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:12.495092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-16875259-9f14-4b0f-81be-0ffdba48d777 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1098 time: 0.0599453 Sep 17 23:13:12.612840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-abeac789-b412-412a-8937-7d227003b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:12.614378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-abeac789-b412-412a-8937-7d227003b505 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0951560 Sep 17 23:13:12.678680 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-a5c16e91-39bd-4432-a7a9-7171296958aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1002 time: 0.0572445 Sep 17 23:13:12.727656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-8f405626-8616-44f4-86bb-692b666f9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:12.729091 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-8f405626-8616-44f4-86bb-692b666f9040 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0429237 Sep 17 23:13:12.779338 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-6dbc8fa3-5d50-49c6-82d3-32a20c389ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:12.780743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-6dbc8fa3-5d50-49c6-82d3-32a20c389ccb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440493 Sep 17 23:13:12.870728 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-19aaf7a6-6e2b-429d-9554-49e8e393f05d service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826168 Sep 17 23:13:12.966725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-2f246dcd-19bb-4c4a-bc79-18ce22dd2783 req-061814e1-ca73-422d-b3ec-b78e0c62f972 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880806 Sep 17 23:13:13.071899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-d0b07f98-fb30-457c-94de-66d5d3b8b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:13.073324 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-d0b07f98-fb30-457c-94de-66d5d3b8b353 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1098 time: 0.0399914 Sep 17 23:13:13.240493 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b1fa3-06ad-4fa2-9afd-7f09e07ce26d req-9c0a04a8-a2f6-49d7-9432-b9c1bd40907a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:13.242122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f6b1fa3-06ad-4fa2-9afd-7f09e07ce26d req-9c0a04a8-a2f6-49d7-9432-b9c1bd40907a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0516250 Sep 17 23:13:13.283692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6f6b1fa3-06ad-4fa2-9afd-7f09e07ce26d req-27c0aa54-a614-42b2-a859-8387d29ece39 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352585 Sep 17 23:13:13.448307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-f6e4799d-a218-46fc-8b44-570a44f4bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:13.449856 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-f6e4799d-a218-46fc-8b44-570a44f4bc99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.3700564 Sep 17 23:13:13.515844 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-effe07ed-4dfc-4986-9f55-cdd6488d0779 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1002 time: 0.0583584 Sep 17 23:13:13.565603 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-c91eef61-7a5e-4a48-bf8d-ea36a742a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:13.566983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-c91eef61-7a5e-4a48-bf8d-ea36a742a366 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0436144 Sep 17 23:13:13.614922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-574626a8-695d-4540-aa61-b84ea1ad411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:13.616378 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-574626a8-695d-4540-aa61-b84ea1ad411a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426869 Sep 17 23:13:13.705451 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-cfca182a-8bca-4775-8e70-e001185086e9 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807214 Sep 17 23:13:13.797322 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-50163f63-8492-46d6-bb56-f08d8b24af71 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853441 Sep 17 23:13:14.404994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935cb8d-8e06-4d18-9301-059066994b3c req-2ce47e65-235c-4235-ae6c-46317659c302 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:14.406455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5935cb8d-8e06-4d18-9301-059066994b3c req-2ce47e65-235c-4235-ae6c-46317659c302 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0530703 Sep 17 23:13:14.445201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5935cb8d-8e06-4d18-9301-059066994b3c req-146da8cd-46c7-41b0-b795-9c6b26906a80 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325263 Sep 17 23:13:15.561907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479a4eb-501b-473e-8b10-3703d16bb7ab req-c6eb4842-8139-4a44-b953-ab11f49cc854 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:15.563998 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0479a4eb-501b-473e-8b10-3703d16bb7ab req-c6eb4842-8139-4a44-b953-ab11f49cc854 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0482419 Sep 17 23:13:15.601314 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0479a4eb-501b-473e-8b10-3703d16bb7ab req-a758ad83-b44a-4320-b7c6-3bcf0364ea06 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Sep 17 23:13:16.717370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c9060-8402-4008-9509-6ff63bce7ae3 req-1ba2b05a-f252-4e1d-89aa-1504e647d733 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:16.718832 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b87c9060-8402-4008-9509-6ff63bce7ae3 req-1ba2b05a-f252-4e1d-89aa-1504e647d733 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0499046 Sep 17 23:13:16.758503 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b87c9060-8402-4008-9509-6ff63bce7ae3 req-1608541f-321d-47fa-ae9a-221737b750db tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325797 Sep 17 23:13:17.877581 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f7d27-6073-4aa0-9a48-a59aa5726208 req-40330daa-e7ee-4a31-b265-eb7cf155c7d4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:17.879060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-447f7d27-6073-4aa0-9a48-a59aa5726208 req-40330daa-e7ee-4a31-b265-eb7cf155c7d4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0528264 Sep 17 23:13:17.916940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-447f7d27-6073-4aa0-9a48-a59aa5726208 req-8112f331-ab73-45b1-aa7f-8f4a51f609a8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320456 Sep 17 23:13:19.046935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174e883-7823-4992-8d50-c85f0aef04f9 req-995adf1c-6598-4302-9a17-b0b5aca1f75f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:19.049209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5174e883-7823-4992-8d50-c85f0aef04f9 req-995adf1c-6598-4302-9a17-b0b5aca1f75f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0493009 Sep 17 23:13:19.086088 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5174e883-7823-4992-8d50-c85f0aef04f9 req-e8b5f0da-503a-4d4e-a1c7-ef378ffe07f2 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Sep 17 23:13:19.139503 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:20.202689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfac2e-bc32-4be3-8ac2-c86908161b7e req-24ecb14f-15b6-47ef-ad4f-0b66878dee2d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:20.205016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ebfac2e-bc32-4be3-8ac2-c86908161b7e req-24ecb14f-15b6-47ef-ad4f-0b66878dee2d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0501676 Sep 17 23:13:20.243342 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ebfac2e-bc32-4be3-8ac2-c86908161b7e req-fe9b162e-c86f-4e97-9328-5706797692ae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325959 Sep 17 23:13:21.362185 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8de0b3-b5fa-4ad7-9e53-4396781ae54d req-84438403-4eda-48e0-819f-c574225cec4f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:21.363679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa8de0b3-b5fa-4ad7-9e53-4396781ae54d req-84438403-4eda-48e0-819f-c574225cec4f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0538697 Sep 17 23:13:21.400563 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aa8de0b3-b5fa-4ad7-9e53-4396781ae54d req-65191442-c3e4-4a24-9d2c-4cecdde75927 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307803 Sep 17 23:13:22.516447 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609dc7a-6165-47ce-a2f7-83e532c844be req-c567cb50-b31c-4fc8-8a77-e59b79f326b6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:22.517945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d609dc7a-6165-47ce-a2f7-83e532c844be req-c567cb50-b31c-4fc8-8a77-e59b79f326b6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0494597 Sep 17 23:13:22.555083 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d609dc7a-6165-47ce-a2f7-83e532c844be req-4141090f-f511-4cac-839f-0d60b1179fca tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Sep 17 23:13:23.671497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273daaea-5d8f-4149-818d-04f1bc2f32e1 req-81660605-573a-4ed9-90ed-36da614c230e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:23.673776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273daaea-5d8f-4149-818d-04f1bc2f32e1 req-81660605-573a-4ed9-90ed-36da614c230e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0501409 Sep 17 23:13:23.709948 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-273daaea-5d8f-4149-818d-04f1bc2f32e1 req-d3903515-6647-4d4a-8d52-416a510f1c0c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304554 Sep 17 23:13:24.828627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb912660-95d6-47e7-a3a7-f65fdf8c1b45 req-4699ad6f-3a6b-4432-9306-3e6d32896d48 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:24.830131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb912660-95d6-47e7-a3a7-f65fdf8c1b45 req-4699ad6f-3a6b-4432-9306-3e6d32896d48 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0525999 Sep 17 23:13:24.868166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cb912660-95d6-47e7-a3a7-f65fdf8c1b45 req-1cc3479d-09a9-4aa5-a23f-9121b70efd95 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Sep 17 23:13:25.803283 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-6416e7ac-4857-4c7a-9d11-27341e2a743b service neutron] show failed (client error): The resource could not be found. Sep 17 23:13:25.804304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-6416e7ac-4857-4c7a-9d11-27341e2a743b service neutron] 10.222.0.49 "GET /v2.0/ports/accbc312-e6db-4104-8262-8e84f69b0448/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0551286 Sep 17 23:13:26.022074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ada81-b026-4efb-9003-547b24ed22ac req-4b20ca86-553e-4596-a16b-0b37ecad5e0b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:26.023574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e6ada81-b026-4efb-9003-547b24ed22ac req-4b20ca86-553e-4596-a16b-0b37ecad5e0b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 946 time: 0.0827177 Sep 17 23:13:26.026107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-ec17b20a-9554-44c0-b964-ef87386d68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:26.027468 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-ec17b20a-9554-44c0-b964-ef87386d68fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 1098 time: 0.0600839 Sep 17 23:13:26.040420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:26.111338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e6ada81-b026-4efb-9003-547b24ed22ac req-91548d4e-33b1-4c4f-a3f0-7cf9504d63ca tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817792 Sep 17 23:13:26.115925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:26.318278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:26.352904 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:26.391154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:26.394049 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f120b5-21cc-410e-b122-7cb2a48ff77a" -d '{"events": [{"server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "name": "network-vif-unplugged", "status": "completed", "tag": "accbc312-e6db-4104-8262-8e84f69b0448"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:26.397862 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:26.411057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Transition to ACTIVE for port object accbc312-e6db-4104-8262-8e84f69b0448 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:13:26.414831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:26.456515 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c811aa-3772-4908-831d-98d98ff23cd4 x-openstack-request-id: req-77c811aa-3772-4908-831d-98d98ff23cd4 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:26.456808 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "name": "network-vif-unplugged", "status": "completed", "tag": "accbc312-e6db-4104-8262-8e84f69b0448", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:26.457081 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77c811aa-3772-4908-831d-98d98ff23cd4 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:26.457467 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448', 'code': 200} Sep 17 23:13:26.510504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:26.523295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.523636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.523974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.524318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.524637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.524985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.525313 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.525634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.525957 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.526275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.526594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.526911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:26.563265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] No DVR routers for this DVR port accbc312-e6db-4104-8262-8e84f69b0448 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:13:26.701450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Attempting to bind port accbc312-e6db-4104-8262-8e84f69b0448 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:13:26.701705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Attempting to bind port accbc312-e6db-4104-8262-8e84f69b0448 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:13:26.702027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Attempting to bind port accbc312-e6db-4104-8262-8e84f69b0448 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:26.706823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Port accbc312-e6db-4104-8262-8e84f69b0448 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:13:26.707142 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Attempting to bind port accbc312-e6db-4104-8262-8e84f69b0448 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:26.711840 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:13:26.712171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:26.712548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:13:26.713003 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Bound port: accbc312-e6db-4104-8262-8e84f69b0448, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:13:26.713358 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:26.779913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:26.783182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:13:26.786740 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:26.822199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:26.822819 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:26.824194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] 10.222.0.45 "PUT /v2.0/ports/accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1093 time: 0.7874851 Sep 17 23:13:26.846171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb0ede-c306-44d9-8f7e-82c2aee39ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:26.891700 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-8ee21779-3faa-44f3-aa01-f5920d25d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:26.893322 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-8ee21779-3faa-44f3-aa01-f5920d25d80a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1096 time: 0.0438492 Sep 17 23:13:26.990605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-68cbef7e-d7ef-4fd4-bfe1-bbb3e29b38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:26.992089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-68cbef7e-d7ef-4fd4-bfe1-bbb3e29b38c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0923657 Sep 17 23:13:27.057112 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-bed83ec7-260e-4836-86c2-407055e1f26d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1000 time: 0.0569646 Sep 17 23:13:27.108148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-692d3447-4c43-4caa-b241-2ab311f0ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:27.109645 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-692d3447-4c43-4caa-b241-2ab311f0ab3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0447266 Sep 17 23:13:27.160307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-5ad625a2-b10b-461c-aeff-f8cd91f3a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:27.161851 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-5ad625a2-b10b-461c-aeff-f8cd91f3a2f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454040 Sep 17 23:13:27.291469 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5edb35-64fd-468e-9010-41e85d3d34ec req-c4932042-8abd-4976-81cb-7e38bad8fccf tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:27.292952 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd5edb35-64fd-468e-9010-41e85d3d34ec req-c4932042-8abd-4976-81cb-7e38bad8fccf tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 944 time: 0.1063697 Sep 17 23:13:27.296378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-c90fcc7f-38e1-4e31-ace6-53d4d2848501 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272233 Sep 17 23:13:27.382477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bd5edb35-64fd-468e-9010-41e85d3d34ec req-418bd592-b0b7-4083-8c09-7e394f68e727 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829518 Sep 17 23:13:27.410574 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c8544eb-c238-427c-97ba-cf0d0cf886f5 req-093228cb-a9ff-4cea-8335-25217973e94f service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050253 Sep 17 23:13:28.434407 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device accbc312-e6db-4104-8262-8e84f69b0448 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:13:28.458293 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:28.460641 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e369fd04-0084-40fd-a2c1-176532fda60f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "tag": "accbc312-e6db-4104-8262-8e84f69b0448"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:28.478658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device accbc312-e6db-4104-8262-8e84f69b0448 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:13:28.515065 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e8d85-859b-412b-844e-2fe35b3cbf0a req-60de5345-c2b8-4f0e-8a90-2b2aa3b48730 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.517220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-889e8d85-859b-412b-844e-2fe35b3cbf0a req-60de5345-c2b8-4f0e-8a90-2b2aa3b48730 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 944 time: 0.0527363 Sep 17 23:13:28.518800 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d089af85-c5b5-4ab7-96d3-143a63df04ff x-openstack-request-id: req-d089af85-c5b5-4ab7-96d3-143a63df04ff {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:28.519079 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "tag": "accbc312-e6db-4104-8262-8e84f69b0448", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:28.519325 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d089af85-c5b5-4ab7-96d3-143a63df04ff {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:28.519770 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448', 'status': 'completed', 'code': 200} Sep 17 23:13:28.585186 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-889e8d85-859b-412b-844e-2fe35b3cbf0a req-0e5d3b0d-d2a5-4983-8c48-a2365229d191 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608525 Sep 17 23:13:28.592584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd04-0084-40fd-a2c1-176532fda60f req-aa0629d9-9293-4db0-ad9f-3fa61907ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.594164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-aa0629d9-9293-4db0-ad9f-3fa61907ed36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1096 time: 0.0403841 Sep 17 23:13:28.599445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd04-0084-40fd-a2c1-176532fda60f req-4ed09e97-7299-4c16-a0f2-151455708431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.601273 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-4ed09e97-7299-4c16-a0f2-151455708431 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1096 time: 0.0587945 Sep 17 23:13:28.687196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd04-0084-40fd-a2c1-176532fda60f req-9255ecbf-2e3d-4a4c-8389-a88ce5858be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.689302 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-9255ecbf-2e3d-4a4c-8389-a88ce5858be6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0879397 Sep 17 23:13:28.693148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd04-0084-40fd-a2c1-176532fda60f req-0fcf4c85-477c-48c4-b8ee-250c3c635828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.694652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-0fcf4c85-477c-48c4-b8ee-250c3c635828 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0861816 Sep 17 23:13:28.755844 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-886d9e65-f32b-420a-8d66-fec40d9302fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1000 time: 0.0598834 Sep 17 23:13:28.767439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-44f4c355-aee9-40fd-9d5b-c7ad62766de7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1000 time: 0.0643606 Sep 17 23:13:28.809408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd04-0084-40fd-a2c1-176532fda60f req-97541fdd-2d4f-481c-95b4-7141330d8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.810863 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-97541fdd-2d4f-481c-95b4-7141330d8ceb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0483580 Sep 17 23:13:28.817406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd04-0084-40fd-a2c1-176532fda60f req-8fd4b313-047a-44d7-a750-c78d2e8ec482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.819254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-8fd4b313-047a-44d7-a750-c78d2e8ec482 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0443087 Sep 17 23:13:28.857559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd04-0084-40fd-a2c1-176532fda60f req-6b0d22de-79e6-4568-98ab-05f9f42104ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.859060 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-6b0d22de-79e6-4568-98ab-05f9f42104ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407076 Sep 17 23:13:28.876817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd04-0084-40fd-a2c1-176532fda60f req-803bb92e-1dd5-4bd8-8e01-92c763089ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.878358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-803bb92e-1dd5-4bd8-8e01-92c763089ba8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445676 Sep 17 23:13:28.963511 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-e5b272d6-8065-4f17-8633-37c26f352016 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962396 Sep 17 23:13:28.996581 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-58fbe6e8-1c63-49ee-8a65-4f35e2854848 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061845 Sep 17 23:13:29.059371 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-a26e7052-044c-45ef-87c6-71dff8640d28 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877302 Sep 17 23:13:29.089649 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e369fd04-0084-40fd-a2c1-176532fda60f req-883063a4-9a71-482f-9dd7-fa207fac7335 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851569 Sep 17 23:13:29.709381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9377aa-960d-49a0-b6b3-22b85f6da463 req-7e63310c-6ced-4567-a7af-8de9c67b42cb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:29.710871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff9377aa-960d-49a0-b6b3-22b85f6da463 req-7e63310c-6ced-4567-a7af-8de9c67b42cb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 944 time: 0.0530660 Sep 17 23:13:29.748685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff9377aa-960d-49a0-b6b3-22b85f6da463 req-21a0b661-9183-4271-813f-90be74e44e73 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Sep 17 23:13:29.942310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636043ad-c4ca-4e9c-9976-2e164a5b6e8d req-6e34dbec-395b-4242-a988-4b88d8f90ee8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:29.943840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-636043ad-c4ca-4e9c-9976-2e164a5b6e8d req-6e34dbec-395b-4242-a988-4b88d8f90ee8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 944 time: 0.0505426 Sep 17 23:13:29.982086 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-636043ad-c4ca-4e9c-9976-2e164a5b6e8d req-2fc1c8ce-5676-4e28-b534-62f7dfdc461f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Sep 17 23:13:30.004821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-f971f1d5-d2e1-453a-88aa-db14478c77da tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:30.006459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-f971f1d5-d2e1-453a-88aa-db14478c77da tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c&tenant_id=1ab52c111e614ab691e9bd11f326dbe7&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 944 time: 0.0543809 Sep 17 23:13:30.008804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bbf0f16-eb9a-46ed-b4ba-cde5df234a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:30.067247 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-d252bd6b-dc04-4595-90ec-c46d828a94b9 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:13:30.068252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-d252bd6b-dc04-4595-90ec-c46d828a94b9 service neutron] 10.222.0.49 "DELETE /v2.0/ports/accbc312-e6db-4104-8262-8e84f69b0448/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0543094 Sep 17 23:13:30.220295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-1505d1d6-db44-4a1f-bc5f-51d0b408c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:30.221906 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-1505d1d6-db44-4a1f-bc5f-51d0b408c1a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 1096 time: 0.0448546 Sep 17 23:13:30.311354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-191bf872-122f-48b4-bf05-9363a4117078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:30.312822 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-191bf872-122f-48b4-bf05-9363a4117078 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0839946 Sep 17 23:13:30.384457 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-53d1994c-8d66-45d4-ac0a-a7cf560e3bc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 200 len: 1000 time: 0.0642307 Sep 17 23:13:30.434904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-c266ac43-4e36-44a3-a659-0b76b538087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:30.436456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-c266ac43-4e36-44a3-a659-0b76b538087a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0439973 Sep 17 23:13:30.481873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-9dc962a8-698c-4035-8105-5dddce5fec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:30.483229 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-9dc962a8-698c-4035-8105-5dddce5fec51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397456 Sep 17 23:13:30.576281 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-cd1620f1-9aec-4bee-b9f7-6a976d1f4374 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856662 Sep 17 23:13:30.666432 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5b2c7e55-94ee-4336-8116-028828a53f54 req-fff21458-96b4-4915-8ebe-077cc6564dfc service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823839 Sep 17 23:13:31.103531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447580-8647-426f-84c5-150c272f06aa req-72b38e47-a16f-4e35-9727-c4403be63038 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:31.105076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c447580-8647-426f-84c5-150c272f06aa req-72b38e47-a16f-4e35-9727-c4403be63038 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 944 time: 0.0505941 Sep 17 23:13:31.145206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0c447580-8647-426f-84c5-150c272f06aa req-7423aa66-f386-442a-a513-8d44fb120cbe tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333939 Sep 17 23:13:31.940782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device accbc312-e6db-4104-8262-8e84f69b0448 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:13:32.034457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:32.051255 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'accbc312-e6db-4104-8262-8e84f69b0448', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': 'accbc312-e6db-4104-8262-8e84f69b0448', 'mac_address': 'fa:16:3e:43:69:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:13:32.086856 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:32.103594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accbc312-e6db-4104-8262-8e84f69b0448 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:13:32.124594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:32.128293 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:32.176878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:32.184040 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.184492 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.184824 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.185182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.185511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.185832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.186153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.186470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.186787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.187098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.187410 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.187734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:32.262632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1ab39-6827-4abf-8990-dffd87f4100e req-a48be053-6d9b-4d97-aeb0-0aff1a433a19 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:32.264096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8df1ab39-6827-4abf-8990-dffd87f4100e req-a48be053-6d9b-4d97-aeb0-0aff1a433a19 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 945 time: 0.0520530 Sep 17 23:13:32.302457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8df1ab39-6827-4abf-8990-dffd87f4100e req-aa83346b-a3bf-466f-b48d-a6054378bf9e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316489 Sep 17 23:13:32.386790 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['accbc312-e6db-4104-8262-8e84f69b0448'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:13:32.417652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a9f47-c0ea-4e42-a6e9-9dfc9f6aa398 req-ccf0d5fc-c007-4ef4-8e4b-69bd779bc978 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:32.419146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c84a9f47-c0ea-4e42-a6e9-9dfc9f6aa398 req-ccf0d5fc-c007-4ef4-8e4b-69bd779bc978 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 945 time: 0.0511777 Sep 17 23:13:32.459026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c84a9f47-c0ea-4e42-a6e9-9dfc9f6aa398 req-0dbd72f2-6a09-4cfe-960e-fea0b3ce366d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337939 Sep 17 23:13:32.572178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35568f-7db5-4b46-ab25-947712a3324b req-c8ca90f5-2b33-45cf-a38b-fd2f03605a0e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:32.573598 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c35568f-7db5-4b46-ab25-947712a3324b req-c8ca90f5-2b33-45cf-a38b-fd2f03605a0e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 945 time: 0.0480704 Sep 17 23:13:32.611115 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c35568f-7db5-4b46-ab25-947712a3324b req-6d5aa0aa-de6c-45fe-a944-96ae2aab6a1e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310249 Sep 17 23:13:32.762322 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfe6b-d5c8-4a1f-ad69-b41db62f4154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:32.845560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d0c3b-65db-4723-84e7-df5cdf4ce410 req-b4d8bfb3-f532-438b-846d-3494cf9a7ef8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:32.846938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d8d0c3b-65db-4723-84e7-df5cdf4ce410 req-b4d8bfb3-f532-438b-846d-3494cf9a7ef8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 945 time: 0.0533097 Sep 17 23:13:32.883836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7d8d0c3b-65db-4723-84e7-df5cdf4ce410 req-341f8ec2-7027-433c-8184-40340520df7b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306199 Sep 17 23:13:33.161697 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:33.964347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device accbc312-e6db-4104-8262-8e84f69b0448 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:33.995094 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.003163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32695cf-e915-4e4a-ad25-df746fef6672 req-0e8b57f2-03f3-4975-b259-8d131045cd45 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:34.004665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b32695cf-e915-4e4a-ad25-df746fef6672 req-0e8b57f2-03f3-4975-b259-8d131045cd45 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 945 time: 0.0519524 Sep 17 23:13:34.017469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port accbc312-e6db-4104-8262-8e84f69b0448 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:13:34.021187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port accbc312-e6db-4104-8262-8e84f69b0448 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:34.021565 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.044164 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b32695cf-e915-4e4a-ad25-df746fef6672 req-79f6c4fb-3866-4778-a9b2-6925d9f85b88 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333214 Sep 17 23:13:34.104466 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.124537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-a16cfd50-7051-4df8-b154-b404168725ab tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:34.126424 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-a16cfd50-7051-4df8-b154-b404168725ab tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 945 time: 0.0508451 Sep 17 23:13:34.128528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:34.130825 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d85b17-5e33-4f69-a385-dcbe8ddef240" -d '{"events": [{"server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "name": "network-vif-plugged", "status": "completed", "tag": "accbc312-e6db-4104-8262-8e84f69b0448"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:34.143947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:34.149122 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.199505 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:34.226011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Deleting port accbc312-e6db-4104-8262-8e84f69b0448 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:13:34.226502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.253638 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d582ae-9e7a-4040-86d0-df06c6186286 x-openstack-request-id: req-57d582ae-9e7a-4040-86d0-df06c6186286 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:34.253931 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "name": "network-vif-plugged", "status": "completed", "tag": "accbc312-e6db-4104-8262-8e84f69b0448", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:34.254184 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57d582ae-9e7a-4040-86d0-df06c6186286 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:34.254606 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448', 'code': 200} Sep 17 23:13:34.319787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] For port accbc312-e6db-4104-8262-8e84f69b0448, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=accbc312-e6db-4104-8262-8e84f69b0448,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:34.320207 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.538076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.538343 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.538656 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de disassociated. External IP: 172.25.0.131, port: accbc312-e6db-4104-8262-8e84f69b0448. Sep 17 23:13:34.538987 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Calling delete_port for accbc312-e6db-4104-8262-8e84f69b0448 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:13:34.666790 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.694160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event deleted for resources: {'Port': ['ID=accbc312-e6db-4104-8262-8e84f69b0448,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:34.814810 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:13:34.924169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:13:34.935124 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:13:34.943966 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:34.944562 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:13:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:34.962156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] No DVR routers for this DVR port accbc312-e6db-4104-8262-8e84f69b0448 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:13:34.964859 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:34.966931 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adb9967a-f8d0-49be-86bc-8241f08e5e1f req-9f63e709-affb-4949-87d0-8a9b68ea8264 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "DELETE /v2.0/ports/accbc312-e6db-4104-8262-8e84f69b0448 HTTP/1.1" status: 204 len: 173 time: 0.8350041 Sep 17 23:13:34.967385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'name': 'network-vif-deleted', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:34.970254 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a50bb9-ede1-4668-a9f0-8c37d2c277c2" -d '{"events": [{"server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "name": "network-vif-deleted", "tag": "accbc312-e6db-4104-8262-8e84f69b0448"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:35.021477 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f0192e-c92b-4b9e-aac2-ce31d8a5d7d1 x-openstack-request-id: req-d7f0192e-c92b-4b9e-aac2-ce31d8a5d7d1 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:35.022566 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0d90e5-473b-450a-a607-ab1faa0ea32c", "name": "network-vif-deleted", "tag": "accbc312-e6db-4104-8262-8e84f69b0448", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:35.022566 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7f0192e-c92b-4b9e-aac2-ce31d8a5d7d1 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:35.022566 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0d90e5-473b-450a-a607-ab1faa0ea32c', 'name': 'network-vif-deleted', 'tag': 'accbc312-e6db-4104-8262-8e84f69b0448', 'status': 'completed', 'code': 200} Sep 17 23:13:35.024604 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:35.064748 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:35.158959 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f3501e27-e3c8-4d0c-9c3b-2f7c8abb5c91 req-ece374ee-1f1c-4090-8410-8cbca26d2d10 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c0d90e5-473b-450a-a607-ab1faa0ea32c HTTP/1.1" status: 200 len: 210 time: 0.0285108 Sep 17 23:13:35.284850 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:35.309917 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:13:35.318327 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:35.318858 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:13:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:35.428289 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:35.503355 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:35.626481 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:35.654764 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d225046-ce6c-4a20-9939-ddf4994636ab None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:13:35.867997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc423d-0096-4a2b-a7aa-2efdb7390ec6 None None] New status for floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:13:36.388801 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-1f0f4f56-4ab3-43f2-b4ca-78fd14ed1bb0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--992276129&fields=id&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 267 time: 0.0333238 Sep 17 23:13:36.498498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-829d1bda-e6c5-4a17-8f87-359b91c4fee7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:36.500113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-829d1bda-e6c5-4a17-8f87-359b91c4fee7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 812 time: 0.1037884 Sep 17 23:13:36.515550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-862990a0-6878-4a46-801d-95a07fdc3e30 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/quotas/1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 375 time: 0.0089881 Sep 17 23:13:36.567632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-02e10b6b-5a07-4666-b8c5-53ab56f741f4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469444 Sep 17 23:13:36.713432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-dd991c5d-bbc7-44f2-814f-b39d829a1044 service neutron] 10.222.0.48 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342366 Sep 17 23:13:36.801529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-3950a967-e085-4703-a998-5b4e88abe5d6 service neutron] 10.222.0.48 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817993 Sep 17 23:13:36.965227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-158fb315-d8ce-412f-a6e0-bd47fa62d6ad req-a54dc6ea-ef60-4d70-8161-6feb958c9858 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 210 time: 0.0306540 Sep 17 23:13:37.999031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device accbc312-e6db-4104-8262-8e84f69b0448 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:13:38.030104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: accbc312-e6db-4104-8262-8e84f69b0448 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:13:38.030444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device accbc312-e6db-4104-8262-8e84f69b0448 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:13:38.040204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-ee61f3fb-c756-4487-9ef7-60f3587950b5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:38.041914 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-ee61f3fb-c756-4487-9ef7-60f3587950b5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 812 time: 0.1139266 Sep 17 23:13:38.087194 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-32045ce2-f2c1-4c51-bffe-ee84ac62cfc6 req-dfda6d1c-f26a-40e8-b022-9dcf819436d3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Sep 17 23:13:38.101185 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-975f0216-4203-492c-af22-37d673b90df0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 379 time: 0.0354128 Sep 17 23:13:38.135587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'port': {'device_id': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'admin_state_up': True, 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'security_groups': ['62c4c215-f2c5-4a6d-9b60-8d29b5989595']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:38.245251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Made reservation on behalf of 1ab52c111e614ab691e9bd11f326dbe7 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:13:38.248607 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.373453 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Allocated IP 172.20.0.3 (e4258bb1-ecba-478e-9f10-3f9fd2250594/636b306a-3ece-4368-8fb4-07f663a8b2f6/f33b053b-6f7a-46cd-875f-b5c2bf55978a) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:13:38.512056 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.544752 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.584880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:38.587991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:38.591654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:13:38.631124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:38.644611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.644987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.645324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.645667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.645999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.646334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.646660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.646983 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.647307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.647628 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.647946 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.648265 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.665697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:38.666368 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.682220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-7e7a8fa8-7321-4c01-94e6-285819ce305d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5504999 Sep 17 23:13:38.700812 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Request body: {'port': {'device_id': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:38.757695 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.874100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-251fef7e-f855-4c9e-b657-f369397a24ba None None] Provisioning complete for port f33b053b-6f7a-46cd-875f-b5c2bf55978a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:38.874388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-251fef7e-f855-4c9e-b657-f369397a24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.908093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-251fef7e-f855-4c9e-b657-f369397a24ba None None] Port f33b053b-6f7a-46cd-875f-b5c2bf55978a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:13:39.027074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33b053b-6f7a-46cd-875f-b5c2bf55978a {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:13:39.035622 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.047172 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Transition to ACTIVE for port object f33b053b-6f7a-46cd-875f-b5c2bf55978a will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:13:39.050653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.106952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:39.185868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Attempting to bind port f33b053b-6f7a-46cd-875f-b5c2bf55978a on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:13:39.186356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Attempting to bind port f33b053b-6f7a-46cd-875f-b5c2bf55978a by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:13:39.186791 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Attempting to bind port f33b053b-6f7a-46cd-875f-b5c2bf55978a on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:39.192318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Port f33b053b-6f7a-46cd-875f-b5c2bf55978a on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:13:39.192777 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Attempting to bind port f33b053b-6f7a-46cd-875f-b5c2bf55978a on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:39.198251 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:13:39.198716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:39.199652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:13:39.199652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Bound port: f33b053b-6f7a-46cd-875f-b5c2bf55978a, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:13:39.200177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.216178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814269-032a-45f4-9db1-6270ec22115f req-9c68ecc9-7065-4024-bc21-0dbdeb99261f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.217927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8814269-032a-45f4-9db1-6270ec22115f req-9c68ecc9-7065-4024-bc21-0dbdeb99261f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0525320 Sep 17 23:13:39.259488 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8814269-032a-45f4-9db1-6270ec22115f req-ef99f771-cd0e-422e-ac65-ebee843bb6fa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344243 Sep 17 23:13:39.272000 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:39.280083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:13:39.285225 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.325499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.326025 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.327603 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] 10.222.0.49 "PUT /v2.0/ports/f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 1092 time: 0.6310983 Sep 17 23:13:39.327868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:39.330412 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f3913-692e-4581-9a77-a500203a75d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:39.360752 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1ad90-8969-4926-9dc2-2a143135e141 service neutron] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:39.379648 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75f622-a563-48ae-90df-84d2952f217c x-openstack-request-id: req-2f75f622-a563-48ae-90df-84d2952f217c {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:39.379948 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:39.380208 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f75f622-a563-48ae-90df-84d2952f217c {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:39.380694 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'status': 'completed', 'code': 200} Sep 17 23:13:39.440355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-4887c63b-c988-477a-b85c-8c01b70929f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.441988 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-4887c63b-c988-477a-b85c-8c01b70929f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1095 time: 0.0446043 Sep 17 23:13:39.491068 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-3d337e52-9c99-4691-be5a-39954591b1db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 217 time: 0.0353794 Sep 17 23:13:39.544182 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-d8772079-a397-4b49-843f-dac276df32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.545606 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-d8772079-a397-4b49-843f-dac276df32df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0475228 Sep 17 23:13:39.591626 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-9dff5249-f3f0-42b0-9087-6ca95303e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.593118 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-9dff5249-f3f0-42b0-9087-6ca95303e701 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399292 Sep 17 23:13:39.683161 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-76fab471-6c6e-4a4c-83b2-95f2288a150b service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816646 Sep 17 23:13:39.778056 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ee859e46-7cd4-45cb-bd31-17d36e1a6d97 req-622fd87a-57c5-47a3-b20e-36393904edfc service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867465 Sep 17 23:13:39.899221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3913-692e-4581-9a77-a500203a75d6 req-1634ab55-25de-47db-9048-ec10633e1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.900682 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b89f3913-692e-4581-9a77-a500203a75d6 req-1634ab55-25de-47db-9048-ec10633e1a72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1095 time: 0.0411224 Sep 17 23:13:39.998221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3913-692e-4581-9a77-a500203a75d6 req-aaea4b39-a9cf-4129-b599-5b8a5cd71d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.999713 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b89f3913-692e-4581-9a77-a500203a75d6 req-aaea4b39-a9cf-4129-b599-5b8a5cd71d29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0921104 Sep 17 23:13:40.040401 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b89f3913-692e-4581-9a77-a500203a75d6 req-4c06de18-c27e-46ce-8234-c0fdf4a5613d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 217 time: 0.0335844 Sep 17 23:13:40.091991 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3913-692e-4581-9a77-a500203a75d6 req-1122233a-e3db-41a3-9a66-deef6ffa8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:40.093501 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b89f3913-692e-4581-9a77-a500203a75d6 req-1122233a-e3db-41a3-9a66-deef6ffa8a4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0467639 Sep 17 23:13:40.142748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3913-692e-4581-9a77-a500203a75d6 req-d33bdf0f-69ff-4d29-9568-eff0f4cc4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:40.144248 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b89f3913-692e-4581-9a77-a500203a75d6 req-d33bdf0f-69ff-4d29-9568-eff0f4cc4d90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430992 Sep 17 23:13:40.232049 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b89f3913-692e-4581-9a77-a500203a75d6 req-02f7061c-3c7a-4dae-b764-1ba40b54101f service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802612 Sep 17 23:13:40.326041 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b89f3913-692e-4581-9a77-a500203a75d6 req-e273b62d-cf3a-48ea-8342-e388da4a8e2f service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858557 Sep 17 23:13:40.377564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00e17c-b2c2-4c87-acc2-94d56cbd4356 req-347bd6a6-f50f-4e8c-8d49-5c7cc5acbd1b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:40.379076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd00e17c-b2c2-4c87-acc2-94d56cbd4356 req-347bd6a6-f50f-4e8c-8d49-5c7cc5acbd1b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0502415 Sep 17 23:13:40.416022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd00e17c-b2c2-4c87-acc2-94d56cbd4356 req-a237f2cd-ada0-4ff1-aead-59121079fbf2 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Sep 17 23:13:41.535191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae606-4c99-47f1-aa03-c0af64e502ba req-8b319307-b9a4-4d6a-9d22-a8d68126d741 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:41.536651 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52dae606-4c99-47f1-aa03-c0af64e502ba req-8b319307-b9a4-4d6a-9d22-a8d68126d741 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0523291 Sep 17 23:13:41.574703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52dae606-4c99-47f1-aa03-c0af64e502ba req-1a5e16fe-70bb-4c5d-85ba-68b6dee04e2d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321238 Sep 17 23:13:42.464225 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f33b053b-6f7a-46cd-875f-b5c2bf55978a details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:13:42.559150 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:42.570137 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'mac_address': 'fa:16:3e:79:62:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:13:42.607201 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:42.620320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33b053b-6f7a-46cd-875f-b5c2bf55978a {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:13:42.644067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:42.648038 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:42.690361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5465066-efe2-4200-92f1-3fc7d187bd27 req-3515ec28-b12c-45d3-ac5f-84b16e1570d1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:42.691850 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5465066-efe2-4200-92f1-3fc7d187bd27 req-3515ec28-b12c-45d3-ac5f-84b16e1570d1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 944 time: 0.0493364 Sep 17 23:13:42.694209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:42.731395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a5465066-efe2-4200-92f1-3fc7d187bd27 req-5f4b60a4-5453-46de-9075-f3ee87ef5e8b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Sep 17 23:13:43.059495 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['f33b053b-6f7a-46cd-875f-b5c2bf55978a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:13:43.844335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf03d4-38c2-4aaa-a069-37d60991959b req-efbe0cad-f07b-4ecf-acea-5cd881fff72e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:43.845922 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9bf03d4-38c2-4aaa-a069-37d60991959b req-efbe0cad-f07b-4ecf-acea-5cd881fff72e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 944 time: 0.0489624 Sep 17 23:13:43.882824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9bf03d4-38c2-4aaa-a069-37d60991959b req-db922558-0818-4a17-9f02-e234b77d100e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Sep 17 23:13:44.464735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f33b053b-6f7a-46cd-875f-b5c2bf55978a up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:44.515316 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port f33b053b-6f7a-46cd-875f-b5c2bf55978a completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:13:44.520296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port f33b053b-6f7a-46cd-875f-b5c2bf55978a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:44.520713 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:44.594054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:44.615572 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:44.617832 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75819fa-c9de-4d6b-93ae-21d18c6e8e5f" -d '{"events": [{"server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "name": "network-vif-plugged", "status": "completed", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:44.630896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:44.634759 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:44.661505 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be83d25-70f3-40a9-a1d9-7d1df6f00c73 x-openstack-request-id: req-7be83d25-70f3-40a9-a1d9-7d1df6f00c73 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:44.661796 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "name": "network-vif-plugged", "status": "completed", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:44.662049 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7be83d25-70f3-40a9-a1d9-7d1df6f00c73 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:44.662680 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'code': 200} Sep 17 23:13:44.687762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:44.777876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aea11e-1d9c-4fab-86bf-a68ddcfb9bc0 req-47a43849-db1c-4d07-8886-e8cc09afe0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:44.779258 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72aea11e-1d9c-4fab-86bf-a68ddcfb9bc0 req-47a43849-db1c-4d07-8886-e8cc09afe0c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1097 time: 0.0421863 Sep 17 23:13:44.815370 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-72aea11e-1d9c-4fab-86bf-a68ddcfb9bc0 req-f50003e7-4630-4228-bed9-13b7569f1c02 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283201 Sep 17 23:13:45.002064 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1775ff1-7935-41bc-bc64-fc777034eee9 req-c5f57ea5-8c08-4916-8265-23097e0fab2b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:45.003532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1775ff1-7935-41bc-bc64-fc777034eee9 req-c5f57ea5-8c08-4916-8265-23097e0fab2b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0529842 Sep 17 23:13:45.039849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d1775ff1-7935-41bc-bc64-fc777034eee9 req-ea77f0ac-573e-4f39-bf94-b2b8ef5749e8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303600 Sep 17 23:13:46.163533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa2149-5f99-4fe1-b0f1-844820f9c742 req-ad94891d-8361-456d-8cce-44ae3b536ea7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:46.165039 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4aa2149-5f99-4fe1-b0f1-844820f9c742 req-ad94891d-8361-456d-8cce-44ae3b536ea7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0485952 Sep 17 23:13:46.205978 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e4aa2149-5f99-4fe1-b0f1-844820f9c742 req-f46e9153-e03d-4017-a161-4d301d5c9944 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350046 Sep 17 23:13:47.319081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc86f99-287b-4430-9e9c-116f5a441e28 req-7f7ddf2c-a472-422a-916b-b5f3fe0523a6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:47.320560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cc86f99-287b-4430-9e9c-116f5a441e28 req-7f7ddf2c-a472-422a-916b-b5f3fe0523a6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0481827 Sep 17 23:13:47.358458 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cc86f99-287b-4430-9e9c-116f5a441e28 req-cee74777-1b7f-4940-ba98-2e85f4987ad0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319912 Sep 17 23:13:47.472333 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bacec4-05cc-4536-9d7c-60eb70a6ca45 req-8d570a6a-2ba2-4e70-9636-0bc7bd1c9cd4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:47.473841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0bacec4-05cc-4536-9d7c-60eb70a6ca45 req-8d570a6a-2ba2-4e70-9636-0bc7bd1c9cd4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0525994 Sep 17 23:13:47.482574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55494) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:47.486935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'floatingip': {'port_id': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:47.525307 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:47.948093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:47.951610 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:48.352073 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:13:48.361924 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de associated. External IP: 172.25.0.131, port: f33b053b-6f7a-46cd-875f-b5c2bf55978a. Sep 17 23:13:48.566897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:13:48.673749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:13:48.678569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:48.683095 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:13:48.692271 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:48.692966 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:13:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:48.705704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-29004343-829b-4ba4-80fc-9d9d2813ab78 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "PUT /v2.0/floatingips/e14b31db-40e2-4c22-a61b-07437a5ff4de HTTP/1.1" status: 200 len: 991 time: 1.2221200 Sep 17 23:13:48.706291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:48.708576 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40febb78-bd38-4fbb-8a58-814e7c40945f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:48.745062 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02c910c-bdec-4bb6-b684-ddc2a53239f5 x-openstack-request-id: req-a02c910c-bdec-4bb6-b684-ddc2a53239f5 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:48.745358 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:48.745611 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a02c910c-bdec-4bb6-b684-ddc2a53239f5 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:48.746012 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'status': 'completed', 'code': 200} Sep 17 23:13:48.801160 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:48.852686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-09dad9a1-2b81-4fd4-9516-529bf3019b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:48.854333 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-09dad9a1-2b81-4fd4-9516-529bf3019b56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1097 time: 0.0410914 Sep 17 23:13:48.953551 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-81bccf78-326c-4100-826a-6de6e16188dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:48.956102 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-81bccf78-326c-4100-826a-6de6e16188dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0947673 Sep 17 23:13:49.023299 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:79:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:13:47Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:49.024003 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-ad4d34e0-129d-4d78-8ea7-151a5d732a3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 999 time: 0.0614786 Sep 17 23:13:49.074019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-7b76c03f-e243-47e3-87af-d5c4646a11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:49.075524 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-7b76c03f-e243-47e3-87af-d5c4646a11c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0451326 Sep 17 23:13:49.126167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-42f54770-4387-49b2-9993-d39b7ff92004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:49.127718 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-42f54770-4387-49b2-9993-d39b7ff92004 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439692 Sep 17 23:13:49.146468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:49.149358 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:13:49.157610 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:49.158218 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:13:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:49.224098 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-65be0c95-4208-4a29-ac39-24d82185b903 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884998 Sep 17 23:13:49.263623 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:49.313742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-40febb78-bd38-4fbb-8a58-814e7c40945f req-6abf8764-744a-4713-b1b4-4a309433ef6e service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830982 Sep 17 23:13:49.482935 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:79:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:13:47Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:49.507847 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ed67f-2496-4f58-8840-cb115f850029 None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:79:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:13:47Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:13:49.697437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f07679b-c545-41af-ab15-b38ccd5c9b62 None None] New status for floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:14:00.012608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-64beb1ce-e88c-4575-9577-423f015f9b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:02.763007 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6f920c7b-0c96-42a4-9dbf-a660aaf29b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:03.161925 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:03.973113 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:05.027029 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:05.506078 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:12.445303 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-1c1b0ce8-e9f0-4881-96e3-4e0fdea44382 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412047 Sep 17 23:14:12.555590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-06420952-ec0f-4f2b-867b-29f341bf33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:12.557167 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-06420952-ec0f-4f2b-867b-29f341bf33ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1097 time: 0.0498908 Sep 17 23:14:12.703878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-640f7034-cd53-434b-8708-47b493891f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:12.705894 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-640f7034-cd53-434b-8708-47b493891f47 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0841675 Sep 17 23:14:12.774669 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-bcbe8060-5f6c-4179-8a89-7faae8fb4453 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 1001 time: 0.0604198 Sep 17 23:14:12.825988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-852638a9-66cc-410d-9960-90d2ee0291b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:12.827383 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-852638a9-66cc-410d-9960-90d2ee0291b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0429404 Sep 17 23:14:12.873389 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-fd6caecf-b42c-48f8-8871-224b64987a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:12.874818 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-fd6caecf-b42c-48f8-8871-224b64987a81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390992 Sep 17 23:14:12.969786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-cb6c6f44-13bd-4583-a49e-1a311b13ea86 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865815 Sep 17 23:14:13.058245 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a84a89cb-f18a-4076-be3a-f9ddbcbf8717 req-3d3647ef-560d-47ec-8c82-9264fa9a6d8b service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807490 Sep 17 23:14:19.144915 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.351851 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:14:30.013141 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-633cc682-e6f6-40b5-bfd6-1c30bfa8142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:32.762905 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0ca00212-7222-4fdf-b5e5-42726c6d4ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:33.163014 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:33.974638 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.025956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.511476 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:49.143808 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:00.014882 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dec8ce77-23d2-4f9e-9b59-c20f3d48dd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:02.351822 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:15:02.763107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-23ab39e8-c9ba-49de-9d89-557090d027f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:03.163560 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:03.978355 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.036831 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.511089 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.547057 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-781c5d6f-dadd-4093-b853-f706ad476858 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1804895 Sep 17 23:15:12.644587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-5da5aa96-97ef-4bd2-ae84-de3e7ef34246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:12.645997 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-5da5aa96-97ef-4bd2-ae84-de3e7ef34246 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1097 time: 0.0407398 Sep 17 23:15:12.746072 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-b8d0b876-812d-4a62-a700-23bc2769b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:12.747509 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-b8d0b876-812d-4a62-a700-23bc2769b9ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0829635 Sep 17 23:15:12.815401 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-24562470-88e6-400b-a834-3d8be67eee95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 1001 time: 0.0607655 Sep 17 23:15:12.863502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-3a7f6db7-2997-4489-90a6-d23a0bb58d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:12.864897 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-3a7f6db7-2997-4489-90a6-d23a0bb58d62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0430984 Sep 17 23:15:12.908949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-2012d38a-94ab-4e17-8620-0ac62dd55fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:12.910326 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-2012d38a-94ab-4e17-8620-0ac62dd55fc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386982 Sep 17 23:15:12.921236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-e23cf64c-c0e8-4ae6-99bb-10f2babb7462 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:15:12.922189 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-e23cf64c-c0e8-4ae6-99bb-10f2babb7462 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048711 Sep 17 23:15:13.015364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-2952ce73-e2b8-4480-879c-678339701c45 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863698 Sep 17 23:15:13.110078 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-1b205477-c1c2-4d95-bdd4-b2f7e9871bf0 req-77623527-76e1-484f-ab54-285b74ce964d service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874286 Sep 17 23:15:19.140849 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.015932 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04aed523-ab00-4e80-b91e-f57fdaa1f7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.762695 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0f21759e-892e-497d-9b83-f4b6cfc11499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:33.164694 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:33.981624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.043583 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.513756 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.351234 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:15:49.141814 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:00.016732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-923674ce-d1f4-485b-be80-2a1a8846715c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:02.762987 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0500f323-749e-4467-9d4a-fbf74cf83a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:03.165107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:03.985257 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:05.057077 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:05.515889 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:13.411108 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-c41941d0-9325-4cfd-8d7a-3b942e7c5b7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405264 Sep 17 23:16:13.511743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-73b0edfc-c911-4431-a188-70f059093cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:13.513283 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-73b0edfc-c911-4431-a188-70f059093cb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1097 time: 0.0426037 Sep 17 23:16:13.633767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-c137b5ba-ab5d-4438-b5d1-7bd6d32141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:13.635211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-c137b5ba-ab5d-4438-b5d1-7bd6d32141d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0880563 Sep 17 23:16:13.700983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-a1cc43b3-749e-4b0d-ae15-9dd2d9a72ab7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 1001 time: 0.0568528 Sep 17 23:16:13.749807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-c4fc0f47-e2d0-4af5-86b6-982399923618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:13.751291 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-c4fc0f47-e2d0-4af5-86b6-982399923618 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0421154 Sep 17 23:16:13.804554 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-4b6be291-e665-4614-bb75-f6036d21e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:13.806102 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-4b6be291-e665-4614-bb75-f6036d21e2ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450578 Sep 17 23:16:13.900688 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-1eb5a496-a912-4fb1-a82b-ba6524fca711 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854363 Sep 17 23:16:14.314223 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5db4f454-2e04-424f-9a1b-132be9d32750 req-5a56a13f-85be-4f01-95ce-9c2f8529668c service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059932 Sep 17 23:16:14.869214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce4d3-2fb9-4b83-9978-972a2f9b3337 req-105613d5-3bbe-4b99-af12-4706a1c2b930 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:14.870714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-277ce4d3-2fb9-4b83-9978-972a2f9b3337 req-105613d5-3bbe-4b99-af12-4706a1c2b930 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.1113000 Sep 17 23:16:14.908100 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-277ce4d3-2fb9-4b83-9978-972a2f9b3337 req-05ce3a4b-2b82-42d3-9625-40b92a1ce9a9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Sep 17 23:16:16.078559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb75b0-fdb3-467b-8bf0-09670b5576f0 req-f032e398-5c9b-4128-b0ba-de133b484b4d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:16.080101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aeb75b0-fdb3-467b-8bf0-09670b5576f0 req-f032e398-5c9b-4128-b0ba-de133b484b4d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.1036725 Sep 17 23:16:16.122663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9aeb75b0-fdb3-467b-8bf0-09670b5576f0 req-a77c10df-f04b-4a1b-ac54-63c9b2b8e001 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365453 Sep 17 23:16:16.351528 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:16:17.236364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07132e-7544-490f-89e9-29f73ffa43b9 req-950e293b-a352-4b46-8238-89ed53d082ab tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:17.238639 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad07132e-7544-490f-89e9-29f73ffa43b9 req-950e293b-a352-4b46-8238-89ed53d082ab tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0497262 Sep 17 23:16:17.279197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad07132e-7544-490f-89e9-29f73ffa43b9 req-a3f06765-a8e2-449c-a068-42ceab2706d1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349398 Sep 17 23:16:18.395588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a11e5-e709-4571-bfd2-71c0fbb61016 req-333bedcd-bc59-489a-b687-5bc2a5f91e8a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:18.397028 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d7a11e5-e709-4571-bfd2-71c0fbb61016 req-333bedcd-bc59-489a-b687-5bc2a5f91e8a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0502269 Sep 17 23:16:18.434534 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d7a11e5-e709-4571-bfd2-71c0fbb61016 req-52f40026-0883-418b-b08d-a5d029823321 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316160 Sep 17 23:16:19.140405 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:19.550481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7724c2-249c-4275-bcbf-3e9c0a1c5413 req-4442de1e-250a-420b-a12f-485bafbf593b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:19.551939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7724c2-249c-4275-bcbf-3e9c0a1c5413 req-4442de1e-250a-420b-a12f-485bafbf593b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Sep 17 23:16:19.592484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d7724c2-249c-4275-bcbf-3e9c0a1c5413 req-4e0802a9-1250-43d2-a4d3-908e0157ce8c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347133 Sep 17 23:16:20.714550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8d5d1-9c48-4fe7-bf42-e8fb8ba1eedc req-02f47828-ab12-46b7-9947-79ab7124bc89 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:20.715939 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ec8d5d1-9c48-4fe7-bf42-e8fb8ba1eedc req-02f47828-ab12-46b7-9947-79ab7124bc89 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0494862 Sep 17 23:16:20.754382 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ec8d5d1-9c48-4fe7-bf42-e8fb8ba1eedc req-7b24e33e-82ac-4a67-8447-e66059dcecf1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321629 Sep 17 23:16:21.868680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e3c3a-634d-453b-aafc-669fc4b82da5 req-a293b812-f043-4959-90e9-3b426282bf75 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:21.870203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-552e3c3a-634d-453b-aafc-669fc4b82da5 req-a293b812-f043-4959-90e9-3b426282bf75 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Sep 17 23:16:21.908354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-552e3c3a-634d-453b-aafc-669fc4b82da5 req-9feb30c6-331a-4e17-aad6-bc0d0a840fd8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322530 Sep 17 23:16:23.023390 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7ebb7-b87f-408e-9e07-07bc66fc5e19 req-261a7913-d1a2-4a19-9974-125a530bcf85 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:23.024862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18a7ebb7-b87f-408e-9e07-07bc66fc5e19 req-261a7913-d1a2-4a19-9974-125a530bcf85 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Sep 17 23:16:23.067276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-18a7ebb7-b87f-408e-9e07-07bc66fc5e19 req-ba3bcb74-1ad9-47ea-8442-95f359df0256 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353429 Sep 17 23:16:24.183783 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c9b81-29c8-4428-97ce-08208d0c308d req-446c662f-3f30-471d-b0c0-e6555a958e4b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:24.185283 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400c9b81-29c8-4428-97ce-08208d0c308d req-446c662f-3f30-471d-b0c0-e6555a958e4b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0492735 Sep 17 23:16:24.224782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-400c9b81-29c8-4428-97ce-08208d0c308d req-62b8af2e-57b4-47b7-b1f2-49d497f920d5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Sep 17 23:16:25.338248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70770c-dda3-49af-bcd0-35cd02151511 req-a42b2a3e-d41f-403c-8cbc-6f6996e2266f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:25.339739 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c70770c-dda3-49af-bcd0-35cd02151511 req-a42b2a3e-d41f-403c-8cbc-6f6996e2266f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Sep 17 23:16:25.377218 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c70770c-dda3-49af-bcd0-35cd02151511 req-03680c6c-5203-48fd-aa10-3f866bae2241 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314832 Sep 17 23:16:25.624585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73962f0-5fe6-40c9-a128-0fa6657e7f60 req-184f986d-37ff-4f80-a282-a3abf19ac891 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:25.626053 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a73962f0-5fe6-40c9-a128-0fa6657e7f60 req-184f986d-37ff-4f80-a282-a3abf19ac891 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0610404 Sep 17 23:16:25.683023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-19c8f62b-38c7-46d5-acc8-c0fe0bcb69a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261232 Sep 17 23:16:25.688057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a73962f0-5fe6-40c9-a128-0fa6657e7f60 req-18a01017-18d9-4484-a892-3ce4a7e94137 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450470 Sep 17 23:16:26.803243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482ee29-2a22-4586-8b5e-e7bc768c7619 req-18a70f2a-760e-435a-9785-789be2a24f83 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:26.804751 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1482ee29-2a22-4586-8b5e-e7bc768c7619 req-18a70f2a-760e-435a-9785-789be2a24f83 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0492632 Sep 17 23:16:26.841526 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1482ee29-2a22-4586-8b5e-e7bc768c7619 req-2591686f-8da9-4ebb-8acb-90fb2b08110e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307939 Sep 17 23:16:27.961993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57293071-150c-4dab-9c0b-cf8204752de2 req-3ff59dc9-9061-4c89-a3f8-b408da363e80 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:27.963481 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57293071-150c-4dab-9c0b-cf8204752de2 req-3ff59dc9-9061-4c89-a3f8-b408da363e80 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0533078 Sep 17 23:16:28.001405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-57293071-150c-4dab-9c0b-cf8204752de2 req-bcec962b-9bdf-4eb2-9959-d44452ed63bb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320060 Sep 17 23:16:28.773952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-825abdc2-7546-4bf4-b920-33225ea4e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:28.776157 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-825abdc2-7546-4bf4-b920-33225ea4e735 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1097 time: 0.0408399 Sep 17 23:16:28.867482 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-5c63562a-2019-4d45-9f04-b2e313e1c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:28.868919 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-5c63562a-2019-4d45-9f04-b2e313e1c836 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0859718 Sep 17 23:16:28.931850 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-7120d47f-0bdc-44e2-a74e-31ebcb436832 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 1001 time: 0.0560861 Sep 17 23:16:28.982260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-65a91d75-3828-495c-a789-84639073caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:28.983751 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-65a91d75-3828-495c-a789-84639073caaf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0451152 Sep 17 23:16:29.032065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-2d3419f0-2410-4017-8c5c-f052386dcc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:29.033735 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-2d3419f0-2410-4017-8c5c-f052386dcc90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433247 Sep 17 23:16:29.116724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912b887-e28f-4f56-b828-2583c0dec323 req-c30424cb-5c9b-4409-a92e-e5c6842ca728 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:29.118307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3912b887-e28f-4f56-b828-2583c0dec323 req-c30424cb-5c9b-4409-a92e-e5c6842ca728 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0503309 Sep 17 23:16:29.128250 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-5db051c6-64cc-48ae-91ad-418259c3ca0c service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876377 Sep 17 23:16:29.157095 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3912b887-e28f-4f56-b828-2583c0dec323 req-f513ce4e-5e3e-4514-b6f0-27df681f48b2 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322261 Sep 17 23:16:29.222469 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-52be8843-4723-48b8-99c1-35dd888005c7 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875745 Sep 17 23:16:30.021865 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-30742ffc-0a4c-49f0-90f5-67bcd287eaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:30.273556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fd7c7-dd06-42b2-b3e2-c68ee190179d req-0b514706-db83-4615-b006-36a5f59250c6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:30.275061 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e83fd7c7-dd06-42b2-b3e2-c68ee190179d req-0b514706-db83-4615-b006-36a5f59250c6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0500367 Sep 17 23:16:30.312958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e83fd7c7-dd06-42b2-b3e2-c68ee190179d req-94b994d4-700a-4522-a552-92e69f17a207 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319142 Sep 17 23:16:31.201274 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-4b15f7cd-30f8-41f6-9807-f5cbe8ca9e4c service neutron] show failed (client error): The resource could not be found. Sep 17 23:16:31.202310 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-4b15f7cd-30f8-41f6-9807-f5cbe8ca9e4c service neutron] 10.222.0.49 "GET /v2.0/ports/f33b053b-6f7a-46cd-875f-b5c2bf55978a/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0544987 Sep 17 23:16:31.469473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4f8f0-021c-40d1-a288-98cf1d2167c9 req-e98a80e0-cbbd-4c7a-b535-4a80fab8db16 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:31.470957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ab4f8f0-021c-40d1-a288-98cf1d2167c9 req-e98a80e0-cbbd-4c7a-b535-4a80fab8db16 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0826902 Sep 17 23:16:31.476772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-23588803-8a72-40bd-84d9-4889370b3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:31.478203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-23588803-8a72-40bd-84d9-4889370b3840 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 1097 time: 0.1153328 Sep 17 23:16:31.496028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-123f6df9-5947-4425-a3cc-94e7b82f230e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:16:31.497009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-123f6df9-5947-4425-a3cc-94e7b82f230e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110829 Sep 17 23:16:31.513800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:31.537358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ab4f8f0-021c-40d1-a288-98cf1d2167c9 req-471ea8b6-7ded-4b68-8483-29f4b4bb5841 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580997 Sep 17 23:16:31.572123 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:31.777426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:31.810261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:16:31.849049 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:31.851467 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71756d08-39e0-4b06-bb03-fcc6a480dd61" -d '{"events": [{"server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:31.855850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:31.868670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Transition to ACTIVE for port object f33b053b-6f7a-46cd-875f-b5c2bf55978a will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:16:31.872402 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:31.922425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:31.971825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.972115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.972439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.973438 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.973795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.974231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.974630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.974973 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.975318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.976136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.976215 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.976522 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:31.981726 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d68ac6f-c06e-42a1-80ec-93ff93cb325a x-openstack-request-id: req-9d68ac6f-c06e-42a1-80ec-93ff93cb325a {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:31.982015 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:31.982267 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d68ac6f-c06e-42a1-80ec-93ff93cb325a {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:31.982667 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'code': 200} Sep 17 23:16:32.019733 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] No DVR routers for this DVR port f33b053b-6f7a-46cd-875f-b5c2bf55978a on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:16:32.158095 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Attempting to bind port f33b053b-6f7a-46cd-875f-b5c2bf55978a on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:16:32.158426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Attempting to bind port f33b053b-6f7a-46cd-875f-b5c2bf55978a by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:16:32.158744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Attempting to bind port f33b053b-6f7a-46cd-875f-b5c2bf55978a on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:32.164585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Port f33b053b-6f7a-46cd-875f-b5c2bf55978a on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:16:32.164901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Attempting to bind port f33b053b-6f7a-46cd-875f-b5c2bf55978a on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:32.169934 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:16:32.170261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:16:32.170637 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:16:32.171056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Bound port: f33b053b-6f7a-46cd-875f-b5c2bf55978a, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:16:32.171411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:32.235414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:16:32.238309 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:16:32.243197 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:32.276523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:32.277158 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:32.278887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 1092 time: 0.7695339 Sep 17 23:16:32.314162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3034-cd30-4ce6-80bd-97b73615e7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:32.352107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-8d030199-8205-468b-803a-fde00f1ec5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:32.353708 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-8d030199-8205-468b-803a-fde00f1ec5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1095 time: 0.0487561 Sep 17 23:16:32.450628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-f4e529fa-20b5-484d-a0df-2921db95b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:32.452184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-f4e529fa-20b5-484d-a0df-2921db95b814 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0910759 Sep 17 23:16:32.521876 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-b6bd78c4-ae74-4a25-8c98-9fb0c0332634 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 999 time: 0.0627599 Sep 17 23:16:32.572808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-2100087d-d57f-4ab0-9241-da28b3ed639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:32.574416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-2100087d-d57f-4ab0-9241-da28b3ed639c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0447125 Sep 17 23:16:32.649721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-5d880d1b-f61c-425d-a31b-cefede44f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:32.651212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-5d880d1b-f61c-425d-a31b-cefede44f755 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703046 Sep 17 23:16:32.663475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e207f97-ae44-46fb-8537-5049a1598065 req-1b853573-765a-48cf-b2ab-e4d28d87e4b8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:32.664836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e207f97-ae44-46fb-8537-5049a1598065 req-1b853573-765a-48cf-b2ab-e4d28d87e4b8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0579138 Sep 17 23:16:32.757352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2e207f97-ae44-46fb-8537-5049a1598065 req-475dcc32-e859-42c9-ad5b-22dd932ed51b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845900 Sep 17 23:16:32.765725 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-32eb64ae-26d2-4bad-bc0f-d4bec977cf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:32.785348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-0074f485-9097-44df-838e-7e664a2bb685 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193969 Sep 17 23:16:32.880612 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6e10f194-a4d7-47f2-bf83-05d2dbc0d3ee req-4bc550b4-8f0e-4793-8b28-4bda144e9d4a service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859368 Sep 17 23:16:33.166038 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:33.876676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4425-2e79-4a53-b521-ce4e274b59f6 req-35486846-0ae4-4c38-9192-4e7904e17caf tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:33.878171 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-658a4425-2e79-4a53-b521-ce4e274b59f6 req-35486846-0ae4-4c38-9192-4e7904e17caf tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0503821 Sep 17 23:16:33.916066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-658a4425-2e79-4a53-b521-ce4e274b59f6 req-207a76ac-8edd-4982-a29e-7bb576ba0b6f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319810 Sep 17 23:16:33.983863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:33.986764 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:33.987013 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:34.035477 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5ded7-d2f4-4a12-984e-28bd9aff4a87 x-openstack-request-id: req-abd5ded7-d2f4-4a12-984e-28bd9aff4a87 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:34.035936 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:34.036865 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-abd5ded7-d2f4-4a12-984e-28bd9aff4a87 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:34.037475 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'status': 'completed', 'code': 200} Sep 17 23:16:34.103948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-ca1a6762-a5ad-4da1-bed8-d4d2d1256602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.105938 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-ca1a6762-a5ad-4da1-bed8-d4d2d1256602 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1095 time: 0.0456095 Sep 17 23:16:34.126246 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-9415dbfc-a618-4cc0-b72f-9fbd7d6f3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.127749 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-9415dbfc-a618-4cc0-b72f-9fbd7d6f3f5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1095 time: 0.0531499 Sep 17 23:16:34.209856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-f0de85a1-e03e-4779-aaf7-d50b49d66d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.211404 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-f0de85a1-e03e-4779-aaf7-d50b49d66d1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0985093 Sep 17 23:16:34.228061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-b6cfdfa6-b72b-4e3b-98da-f413fdc402bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.229874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-b6cfdfa6-b72b-4e3b-98da-f413fdc402bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0950539 Sep 17 23:16:34.279401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-2f7a5a43-465e-490a-818d-789cc9b99002 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 999 time: 0.0606387 Sep 17 23:16:34.296600 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-cb9a2d4d-6fa9-4c45-984d-0c4d6830b4d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 999 time: 0.0598111 Sep 17 23:16:34.333563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-103ed8d2-cb30-4c34-ae3f-ffaa52f0a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.335076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-103ed8d2-cb30-4c34-ae3f-ffaa52f0a538 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0491183 Sep 17 23:16:34.352294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-88572ac8-ee74-4bba-998f-ebb278b4fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.353888 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-88572ac8-ee74-4bba-998f-ebb278b4fc03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0499330 Sep 17 23:16:34.383050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-6f7f18f9-6f8c-46b3-b882-b5499519fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.384583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-6f7f18f9-6f8c-46b3-b882-b5499519fc28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426393 Sep 17 23:16:34.399391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-3c441067-f8d1-41a5-afd3-ef374e6bca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.401066 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-3c441067-f8d1-41a5-afd3-ef374e6bca5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402637 Sep 17 23:16:34.475816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-3b3a2e9f-69b2-4873-8c12-6cd3bf8088b5 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837903 Sep 17 23:16:34.493998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-e1ccad76-67ff-4365-9a7f-e7b5d3e295a7 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858133 Sep 17 23:16:34.571113 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-4b1fa600-b783-4017-85fb-8fd0a34713f6 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880811 Sep 17 23:16:34.587616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f8a92684-8dbb-459c-af70-e2d76a0bfe4b req-afd11a12-5952-4f24-956c-b0084ace76cc service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862494 Sep 17 23:16:35.030028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480feaa-df3b-4d24-94b6-b54132d84402 req-5a44f535-a5ad-4282-bf11-c15bca18e5ca tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.031506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d480feaa-df3b-4d24-94b6-b54132d84402 req-5a44f535-a5ad-4282-bf11-c15bca18e5ca tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0490828 Sep 17 23:16:35.070533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d480feaa-df3b-4d24-94b6-b54132d84402 req-e1e4ed47-ee85-4c80-97de-06db27a3707c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320575 Sep 17 23:16:35.071260 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:35.161937 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f33b053b-6f7a-46cd-875f-b5c2bf55978a no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:16:35.203615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f33b053b-6f7a-46cd-875f-b5c2bf55978a not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:16:35.273267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6185-5349-45c2-9c10-0da696bf9153 req-001e70c7-763d-4aa0-b1a1-db644d05b882 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.274777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b9b6185-5349-45c2-9c10-0da696bf9153 req-001e70c7-763d-4aa0-b1a1-db644d05b882 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0562840 Sep 17 23:16:35.292633 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-37c636e5-3c6d-4287-a48e-126b26b0f655 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.294407 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-37c636e5-3c6d-4287-a48e-126b26b0f655 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5&tenant_id=1ab52c111e614ab691e9bd11f326dbe7&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 943 time: 0.0532780 Sep 17 23:16:35.314830 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b9b6185-5349-45c2-9c10-0da696bf9153 req-898c55b6-dbf8-4ecf-8267-2842eefbd8a0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341287 Sep 17 23:16:35.357110 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-7d2ebfcf-a136-41a4-a2a1-417a3dbb965f service neutron] delete failed (client error): The resource could not be found. Sep 17 23:16:35.358121 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-7d2ebfcf-a136-41a4-a2a1-417a3dbb965f service neutron] 10.222.0.49 "DELETE /v2.0/ports/f33b053b-6f7a-46cd-875f-b5c2bf55978a/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0559487 Sep 17 23:16:35.467523 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-04775950-c138-42ab-8c97-f9f61e81b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.469031 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-04775950-c138-42ab-8c97-f9f61e81b887 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1095 time: 0.0463364 Sep 17 23:16:35.519634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:35.560192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-b3e7bb62-4184-4923-8708-f5dda5d1d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.561718 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-b3e7bb62-4184-4923-8708-f5dda5d1d17d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0858598 Sep 17 23:16:35.629652 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-dfed1896-7f31-49af-bb8c-d1fdcaf6f70a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 999 time: 0.0609756 Sep 17 23:16:35.679976 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-85cb19ff-c7df-4c8d-ba09-587bcebfc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.681408 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-85cb19ff-c7df-4c8d-ba09-587bcebfc2be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0436571 Sep 17 23:16:35.728616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-4acf4b72-1bcf-4308-b90c-c35d4158f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.730292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-4acf4b72-1bcf-4308-b90c-c35d4158f7d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416281 Sep 17 23:16:35.823610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-f468de9a-20e5-418e-97a0-f6475c02f515 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861781 Sep 17 23:16:35.914625 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-db1a9b6e-566f-48b2-ab33-0359e12542f3 req-3c76ba21-97c4-429f-9108-dcf8260e9ec8 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816019 Sep 17 23:16:36.439867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013afe7-d255-4328-bca0-34d04b85d08b req-04a5a610-3bd1-45d3-b6ec-33f95e17a009 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.441455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9013afe7-d255-4328-bca0-34d04b85d08b req-04a5a610-3bd1-45d3-b6ec-33f95e17a009 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0534637 Sep 17 23:16:36.481633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9013afe7-d255-4328-bca0-34d04b85d08b req-5b5621a7-433e-42af-bc3f-ddb9121529d4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333235 Sep 17 23:16:36.599500 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dbcc5-2866-4964-aef9-a640939215de req-fab8c835-89b7-4573-9e21-14dbaf4be4ec tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.601003 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f49dbcc5-2866-4964-aef9-a640939215de req-fab8c835-89b7-4573-9e21-14dbaf4be4ec tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0496511 Sep 17 23:16:36.639336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f49dbcc5-2866-4964-aef9-a640939215de req-77af310c-ad44-4973-86c6-7b51a225c64e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320694 Sep 17 23:16:36.874276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff659b46-3f04-4361-9040-968b8e350641 req-7ec7714c-4376-475f-bfc0-f71858bf5e98 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.875774 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff659b46-3f04-4361-9040-968b8e350641 req-7ec7714c-4376-475f-bfc0-f71858bf5e98 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 943 time: 0.0839784 Sep 17 23:16:36.882610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-a1304400-c55d-434b-90e0-9ffb042aa57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.884014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-a1304400-c55d-434b-90e0-9ffb042aa57f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 1095 time: 0.0579581 Sep 17 23:16:36.943280 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff659b46-3f04-4361-9040-968b8e350641 req-fb9471a9-3cb0-468c-b20a-1d87cbd9af9e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582561 Sep 17 23:16:36.951039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f33b053b-6f7a-46cd-875f-b5c2bf55978a details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:16:37.001702 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-8327362c-c9f3-4ec6-838e-ccd86e32ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:37.003198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-8327362c-c9f3-4ec6-838e-ccd86e32ea71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.1118174 Sep 17 23:16:37.048010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:37.059615 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'mac_address': 'fa:16:3e:79:62:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:16:37.069916 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-8c2fbdf2-eb24-4453-b74a-30e111e4b5e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 200 len: 999 time: 0.0591240 Sep 17 23:16:37.096732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:37.109682 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33b053b-6f7a-46cd-875f-b5c2bf55978a {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:37.119597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-b4a3b749-be20-48e1-9c1c-dea5189e2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:37.121107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-b4a3b749-be20-48e1-9c1c-dea5189e2bcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0446050 Sep 17 23:16:37.129237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:37.134121 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:37.172567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-5eb1a360-a189-42d2-b267-a0c534f8d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:37.174098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-5eb1a360-a189-42d2-b267-a0c534f8d025 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465837 Sep 17 23:16:37.180664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:37.188001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.188349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.188695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.189060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.189394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.189727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.190054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.190378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.190701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.191023 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.191346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.191666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:37.265505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-ad9b8d62-726c-42fc-b31f-f11d50c0c57d service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836213 Sep 17 23:16:37.362893 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e5d4972-8ffb-4f65-8b97-f236ad5b5514 req-c22508ba-2d22-4b39-bfd1-1eadfeb70b81 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892348 Sep 17 23:16:37.403369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f33b053b-6f7a-46cd-875f-b5c2bf55978a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:16:38.059559 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e16f6f-543f-4a45-9303-c3987c54aa4b req-ef795bf7-531f-4438-9b65-5fb5faa2f16f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:38.061047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53e16f6f-543f-4a45-9303-c3987c54aa4b req-ef795bf7-531f-4438-9b65-5fb5faa2f16f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 944 time: 0.0494692 Sep 17 23:16:38.100126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-53e16f6f-543f-4a45-9303-c3987c54aa4b req-d7ed9529-aa95-47e3-b268-709a8e450971 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Sep 17 23:16:38.330865 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688eb72-ab98-4d63-b54b-15fd23051273 req-9673a6f9-f26a-4a97-ad16-560534db8d87 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:38.332349 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9688eb72-ab98-4d63-b54b-15fd23051273 req-9673a6f9-f26a-4a97-ad16-560534db8d87 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 944 time: 0.0489318 Sep 17 23:16:38.370535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9688eb72-ab98-4d63-b54b-15fd23051273 req-bc4a908a-7e9a-4830-b28c-9e738bd3f1d1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317690 Sep 17 23:16:38.953703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f33b053b-6f7a-46cd-875f-b5c2bf55978a up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:16:39.001211 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port f33b053b-6f7a-46cd-875f-b5c2bf55978a completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:16:39.005362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port f33b053b-6f7a-46cd-875f-b5c2bf55978a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:16:39.005966 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.081504 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.103962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:39.106530 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b153bfe9-f3c7-4117-9d50-399be1c8010b" -d '{"events": [{"server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "name": "network-vif-plugged", "status": "completed", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:39.119775 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:39.124325 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.147480 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b379328c-8c08-455d-b6b4-0a7d96bb5528 x-openstack-request-id: req-b379328c-8c08-455d-b6b4-0a7d96bb5528 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:39.147774 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "name": "network-vif-plugged", "status": "completed", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:39.148029 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b379328c-8c08-455d-b6b4-0a7d96bb5528 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:39.148419 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'code': 200} Sep 17 23:16:39.173277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:39.493994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66178ce-78a2-4489-b938-7866defc8680 req-455dfd22-20de-478c-9c2e-2b96f35c8dc3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:39.495439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a66178ce-78a2-4489-b938-7866defc8680 req-455dfd22-20de-478c-9c2e-2b96f35c8dc3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0547874 Sep 17 23:16:39.532082 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a66178ce-78a2-4489-b938-7866defc8680 req-065527ad-cde4-4eee-ac25-f568d10582b6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Sep 17 23:16:39.586133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-e7f66b70-7fe1-49b6-ade7-f0fe97d262da tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:39.587577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-e7f66b70-7fe1-49b6-ade7-f0fe97d262da tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 945 time: 0.0472596 Sep 17 23:16:39.679435 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Deleting port f33b053b-6f7a-46cd-875f-b5c2bf55978a {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:16:39.679685 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.766671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] For port f33b053b-6f7a-46cd-875f-b5c2bf55978a, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f33b053b-6f7a-46cd-875f-b5c2bf55978a,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:39.767034 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.933035 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.933336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.933659 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de disassociated. External IP: 172.25.0.131, port: f33b053b-6f7a-46cd-875f-b5c2bf55978a. Sep 17 23:16:39.934000 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Calling delete_port for f33b053b-6f7a-46cd-875f-b5c2bf55978a owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:16:40.070220 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:40.099507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event deleted for resources: {'Port': ['ID=f33b053b-6f7a-46cd-875f-b5c2bf55978a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:40.217137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:16:40.326450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:16:40.337361 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:16:40.346415 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:16:40.347025 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:16:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:16:40.370283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] No DVR routers for this DVR port f33b053b-6f7a-46cd-875f-b5c2bf55978a on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:16:40.373122 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:40.375102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b724dea7-3079-4762-a212-31f927b3fbe0 req-384fa179-c01b-46ff-b007-4e94f7362d49 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "DELETE /v2.0/ports/f33b053b-6f7a-46cd-875f-b5c2bf55978a HTTP/1.1" status: 204 len: 173 time: 0.7813458 Sep 17 23:16:40.375535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'name': 'network-vif-deleted', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:40.377785 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c6b690-775c-4dd9-9e29-383eff22e408" -d '{"events": [{"server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "name": "network-vif-deleted", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:40.417393 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6947d2fb-be6d-479e-91b8-8ab072268159 x-openstack-request-id: req-6947d2fb-be6d-479e-91b8-8ab072268159 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:40.417684 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5", "name": "network-vif-deleted", "tag": "f33b053b-6f7a-46cd-875f-b5c2bf55978a", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:40.417937 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6947d2fb-be6d-479e-91b8-8ab072268159 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:40.418332 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5', 'name': 'network-vif-deleted', 'tag': 'f33b053b-6f7a-46cd-875f-b5c2bf55978a', 'status': 'completed', 'code': 200} Sep 17 23:16:40.464712 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:16:40.646089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8cb51b4e-b715-44c3-9863-43d60395cb77 req-418da5aa-99cf-44c2-be89-77ca7a9b971a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ddcc55-ef38-49bd-a073-1d87a9a6c4d5 HTTP/1.1" status: 200 len: 210 time: 0.0260556 Sep 17 23:16:40.668248 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:16:40.694812 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:16:40.702763 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:16:40.703356 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:16:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:16:40.811633 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:16:41.007610 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:16:41.032750 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c3377-a90e-4617-9bab-4752da3abdea None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:16:41.238759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7846a20-c1ff-461e-9c19-d3034bcf2bed None None] New status for floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:16:41.933346 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-646d87b0-fd6f-4cfb-8c99-61af5710b7ef tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--992276129&fields=id&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 267 time: 0.0327780 Sep 17 23:16:42.038705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-c1751f9b-6f07-4ddb-a703-13d2b93e3374 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:42.040179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-c1751f9b-6f07-4ddb-a703-13d2b93e3374 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 812 time: 0.1003671 Sep 17 23:16:42.055765 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-5dc3072d-22f0-4769-9aec-f5456048f368 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/quotas/1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Sep 17 23:16:42.428388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-e3d1b838-41d5-4090-b65c-9cb9de8bf525 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3675077 Sep 17 23:16:42.523241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-56bf6fa3-63d0-4ec8-bf3b-c2d5f2ed3b75 service neutron] 10.222.0.48 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828421 Sep 17 23:16:42.615075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-d02c2ce1-e0ce-4021-b818-53d6b30840cb service neutron] 10.222.0.48 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859015 Sep 17 23:16:42.967210 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f33b053b-6f7a-46cd-875f-b5c2bf55978a no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:16:42.991123 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: f33b053b-6f7a-46cd-875f-b5c2bf55978a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:16:42.991471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f33b053b-6f7a-46cd-875f-b5c2bf55978a not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:16:43.792050 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4482df0e-8d71-4ba2-9c8e-f49c450a61d4 req-8a9a3308-1f21-4875-aecd-b5b03a453a79 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 210 time: 0.0273836 Sep 17 23:16:44.780851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-ca49d23e-8cdb-4179-ae5c-b36a05f35090 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:44.782715 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-ca49d23e-8cdb-4179-ae5c-b36a05f35090 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 812 time: 0.1128139 Sep 17 23:16:44.839572 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-741b7be0-b087-4bc7-8eff-757d506dcfb1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 379 time: 0.0334482 Sep 17 23:16:44.862456 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'port': {'device_id': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'admin_state_up': True, 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'security_groups': ['62c4c215-f2c5-4a6d-9b60-8d29b5989595']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:44.885810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-729ddcd8-dced-41dd-8a49-3152ee3e670c req-cbfb00cb-93cb-4c25-8d2b-c70638ac072f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 210 time: 0.0262151 Sep 17 23:16:44.974672 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Made reservation on behalf of 1ab52c111e614ab691e9bd11f326dbe7 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:16:44.978498 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.105510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Allocated IP 172.20.0.13 (e4258bb1-ecba-478e-9f10-3f9fd2250594/636b306a-3ece-4368-8fb4-07f663a8b2f6/8c36f6a5-4121-4fef-8d57-6dc66f97e9a8) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:16:45.245369 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.278664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.321259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:16:45.324285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:16:45.327905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:16:45.355706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:45.375350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.375697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.376040 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.376375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.376706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.377066 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.377396 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.377722 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.378047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.378522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.378959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.379922 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:45.403805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:45.404559 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.419351 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-48b73ab5-ba9a-4aa6-b9f8-1fa9108ff91a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603812 Sep 17 23:16:45.437022 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Request body: {'port': {'device_id': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:45.494045 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.591563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4d87aad5-b6ae-4c0c-a7a3-00750e0c7ea3 None None] Provisioning complete for port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:16:45.592164 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4d87aad5-b6ae-4c0c-a7a3-00750e0c7ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.626955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4d87aad5-b6ae-4c0c-a7a3-00750e0c7ea3 None None] Port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:16:45.758269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:45.765531 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.778369 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Transition to ACTIVE for port object 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:16:45.782085 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.850872 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:45.903761 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:16:45.904110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:16:45.904440 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:45.909081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:16:45.909411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:45.915532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:16:45.915532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:16:45.915900 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:16:45.916204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Bound port: 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:16:45.916567 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.993654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:16:45.996956 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:16:46.002596 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:46.010277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a52d46-78d8-456b-a02e-11b02e5e3669 req-d7caa179-95ab-40b9-adcc-fe20f8557435 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.011966 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61a52d46-78d8-456b-a02e-11b02e5e3669 req-d7caa179-95ab-40b9-adcc-fe20f8557435 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 944 time: 0.0526643 Sep 17 23:16:46.039065 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.039773 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:46.041271 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] 10.222.0.49 "PUT /v2.0/ports/8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1093 time: 0.6087906 Sep 17 23:16:46.041763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:46.044554 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba82eaec-d038-449b-8db2-27eca1759fab" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:46.052888 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61a52d46-78d8-456b-a02e-11b02e5e3669 req-77f1595b-58c9-4154-81ec-39e6372e6947 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348537 Sep 17 23:16:46.080724 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a28d9-f69d-4abb-9097-3bf848b1875c service neutron] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:46.153451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-f4696cc1-f61d-48ac-8c41-1a1e6ca3c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.155067 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-f4696cc1-f61d-48ac-8c41-1a1e6ca3c06d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1096 time: 0.0514216 Sep 17 23:16:46.164620 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336581d-7f56-4ce0-8e4a-b068ffd9a6ed x-openstack-request-id: req-e336581d-7f56-4ce0-8e4a-b068ffd9a6ed {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:46.164916 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:46.165196 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e336581d-7f56-4ce0-8e4a-b068ffd9a6ed {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:46.165599 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'status': 'completed', 'code': 200} Sep 17 23:16:46.224766 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-8c30e091-7578-451b-b9f7-17b688631249 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 217 time: 0.0400832 Sep 17 23:16:46.275518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-01447ead-44ab-483a-8d57-7e99ffe5eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.277015 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-01447ead-44ab-483a-8d57-7e99ffe5eb84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0446477 Sep 17 23:16:46.322018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-70f27954-607e-43e6-9269-13c147264426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.323493 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-70f27954-607e-43e6-9269-13c147264426 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395412 Sep 17 23:16:46.417214 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-42d5d6d0-4e30-443d-a11a-dab176cbe468 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859041 Sep 17 23:16:46.509947 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f92b94ed-b49b-448a-85bc-7c4a02a0bc5d req-5572858e-0034-4135-baf5-743ee1e62f98 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859632 Sep 17 23:16:46.641226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82eaec-d038-449b-8db2-27eca1759fab req-bae867a7-c628-4641-8df0-aafcd02f0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.642696 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba82eaec-d038-449b-8db2-27eca1759fab req-bae867a7-c628-4641-8df0-aafcd02f0946 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1096 time: 0.0399940 Sep 17 23:16:46.736099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82eaec-d038-449b-8db2-27eca1759fab req-58024bd4-bf73-4482-8928-74d60d1f752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.737537 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba82eaec-d038-449b-8db2-27eca1759fab req-58024bd4-bf73-4482-8928-74d60d1f752b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0874994 Sep 17 23:16:46.779182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba82eaec-d038-449b-8db2-27eca1759fab req-dc43aeaa-88d7-4fc7-9de3-b9d80b121379 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 217 time: 0.0342450 Sep 17 23:16:46.834090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82eaec-d038-449b-8db2-27eca1759fab req-810f3df0-2314-438b-b7b1-4ad2846b59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.835511 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba82eaec-d038-449b-8db2-27eca1759fab req-810f3df0-2314-438b-b7b1-4ad2846b59b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0483618 Sep 17 23:16:46.881183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82eaec-d038-449b-8db2-27eca1759fab req-e56e3cd7-d00d-4887-828f-1677231d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.882660 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba82eaec-d038-449b-8db2-27eca1759fab req-e56e3cd7-d00d-4887-828f-1677231d0da2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402970 Sep 17 23:16:46.975427 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba82eaec-d038-449b-8db2-27eca1759fab req-616ffa0f-9259-4702-a85e-24cd11b810d9 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849690 Sep 17 23:16:47.065310 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba82eaec-d038-449b-8db2-27eca1759fab req-4a3a971b-2d2a-4fce-a605-a38be40177bb service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819111 Sep 17 23:16:47.185449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52818821-86a1-4f13-a2a8-7b6f08211f30 req-16268bc8-d5ae-48ed-b7f1-784f5959b6fc tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:47.186926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52818821-86a1-4f13-a2a8-7b6f08211f30 req-16268bc8-d5ae-48ed-b7f1-784f5959b6fc tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 944 time: 0.0526843 Sep 17 23:16:47.225584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-52818821-86a1-4f13-a2a8-7b6f08211f30 req-d1a7934e-dd33-464d-b155-05154c530db1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Sep 17 23:16:48.342654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682f3d-8fd7-4938-bec3-fddfb36d7fcb req-acb4a666-7ea0-45f7-9bd5-60257d6e0416 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:48.344129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc682f3d-8fd7-4938-bec3-fddfb36d7fcb req-acb4a666-7ea0-45f7-9bd5-60257d6e0416 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 944 time: 0.0494907 Sep 17 23:16:48.382356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc682f3d-8fd7-4938-bec3-fddfb36d7fcb req-823eb14a-af6c-4e9a-9c99-c7d8acf1c754 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Sep 17 23:16:49.138072 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:49.496738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1d6c-456f-4c9f-8f47-ae282bb25460 req-55e761a9-ea85-406b-a210-186a3f442536 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:49.498248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16cc1d6c-456f-4c9f-8f47-ae282bb25460 req-55e761a9-ea85-406b-a210-186a3f442536 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 944 time: 0.0492017 Sep 17 23:16:49.535203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16cc1d6c-456f-4c9f-8f47-ae282bb25460 req-54156738-de4b-4c18-bf38-88221e514a5b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312080 Sep 17 23:16:50.653517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe046c-fb7d-4b45-bdf6-fd6517cc2f6c req-7f10b6b9-c382-4893-a043-91b01b1cf6ae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:50.654995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0fe046c-fb7d-4b45-bdf6-fd6517cc2f6c req-7f10b6b9-c382-4893-a043-91b01b1cf6ae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 944 time: 0.0531468 Sep 17 23:16:50.692977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0fe046c-fb7d-4b45-bdf6-fd6517cc2f6c req-7ab9b5be-fe55-4988-9713-42aa7908caf3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Sep 17 23:16:51.257440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:16:51.352689 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:51.364278 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'mac_address': 'fa:16:3e:50:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:16:51.401248 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:51.414446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:51.433866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:51.437387 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:51.485986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:51.808853 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b3606-3593-4ea7-b29b-ac144b5e1671 req-57e16557-a930-4b99-beef-7a46b1e10513 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:51.810284 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-279b3606-3593-4ea7-b29b-ac144b5e1671 req-57e16557-a930-4b99-beef-7a46b1e10513 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 945 time: 0.0505753 Sep 17 23:16:51.849809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-279b3606-3593-4ea7-b29b-ac144b5e1671 req-edfd8627-5767-4ed2-94ff-671140c36a5e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334420 Sep 17 23:16:51.850406 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:16:52.964421 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9158cdf-1e74-4d59-8f9a-40702605485a req-5cc8d98f-be9b-404e-ba27-ab7cfb47c4e1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:52.965926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9158cdf-1e74-4d59-8f9a-40702605485a req-5cc8d98f-be9b-404e-ba27-ab7cfb47c4e1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 945 time: 0.0493865 Sep 17 23:16:53.005759 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9158cdf-1e74-4d59-8f9a-40702605485a req-a925630d-3a1d-44c7-8336-141ca1c8f908 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337524 Sep 17 23:16:53.257999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:16:53.306601 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:16:53.310333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:16:53.310700 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:53.351484 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:16:53.389192 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:53.410839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:53.413213 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0aa15a-6815-485c-af06-21d4ab22d6b5" -d '{"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-plugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:53.425141 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:53.430599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:53.455148 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e03b1-a69c-4918-b4af-97a60969c901 x-openstack-request-id: req-e19e03b1-a69c-4918-b4af-97a60969c901 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:53.455443 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-plugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:53.455699 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e19e03b1-a69c-4918-b4af-97a60969c901 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:53.456090 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'code': 200} Sep 17 23:16:53.482537 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:53.572549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c217c-7ed1-47c6-9f32-d16ded68cdbf req-fbbd40bd-4ce9-4537-9a47-885673975a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:53.574165 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba9c217c-7ed1-47c6-9f32-d16ded68cdbf req-fbbd40bd-4ce9-4537-9a47-885673975a0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1098 time: 0.0413175 Sep 17 23:16:53.609417 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ba9c217c-7ed1-47c6-9f32-d16ded68cdbf req-8cc20bfa-346e-4f74-8e89-b0fc880b1568 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285451 Sep 17 23:16:54.124115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6b093-24f4-47b0-847f-1d3fabea5e67 req-1e63e4be-a95a-43d3-a378-d6b68937d763 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:54.125637 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbc6b093-24f4-47b0-847f-1d3fabea5e67 req-1e63e4be-a95a-43d3-a378-d6b68937d763 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0533464 Sep 17 23:16:54.163538 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbc6b093-24f4-47b0-847f-1d3fabea5e67 req-77fbcb25-7202-4ea6-8fc6-1f71abd64d63 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312464 Sep 17 23:16:55.279677 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b718f6-4fbc-4823-a3ea-5a4d6e469c2c req-9d9253e4-473c-4b3f-8375-a0598c1a4dd7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:55.282181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6b718f6-4fbc-4823-a3ea-5a4d6e469c2c req-9d9253e4-473c-4b3f-8375-a0598c1a4dd7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0487032 Sep 17 23:16:55.320757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f6b718f6-4fbc-4823-a3ea-5a4d6e469c2c req-469c17a6-6502-4ee3-abda-7ec4f9a38622 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Sep 17 23:16:55.431818 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fa35b-c4d2-484b-9bd8-cdd7ba45ead4 req-a1a1c453-2697-474a-8c14-12587f846dc1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:55.433241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b43fa35b-c4d2-484b-9bd8-cdd7ba45ead4 req-a1a1c453-2697-474a-8c14-12587f846dc1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0490110 Sep 17 23:16:55.443212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 55996) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:16:55.447950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'floatingip': {'port_id': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:55.491529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:55.928472 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:55.932239 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:56.029085 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de associated. External IP: 172.25.0.131, port: 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8. Sep 17 23:16:56.235927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:16:56.343011 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:16:56.348045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:56.353565 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:16:56.362364 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:16:56.362973 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:16:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:16:56.376548 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-48f84d0e-d7de-4fd6-bad4-6f1420d3c7ba tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "PUT /v2.0/floatingips/e14b31db-40e2-4c22-a61b-07437a5ff4de HTTP/1.1" status: 200 len: 992 time: 0.9322793 Sep 17 23:16:56.377173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:56.379488 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:56.425436 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ca190-f51c-4950-bbc8-6a09eca0b6e4 x-openstack-request-id: req-4e9ca190-f51c-4950-bbc8-6a09eca0b6e4 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:56.425728 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:56.425980 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e9ca190-f51c-4950-bbc8-6a09eca0b6e4 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:56.426975 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'status': 'completed', 'code': 200} Sep 17 23:16:56.546943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-98c38076-acfb-4c3d-ba80-835b88311b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:56.548486 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-98c38076-acfb-4c3d-ba80-835b88311b74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1098 time: 0.0463421 Sep 17 23:16:56.560246 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:16:56.638998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-a3b04830-2ba1-4354-870b-009fa3808818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:56.640488 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-a3b04830-2ba1-4354-870b-009fa3808818 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0849009 Sep 17 23:16:56.708543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-f01d2e14-90ae-4c23-9564-c0a144595f4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0610054 Sep 17 23:16:56.757611 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-d08049fa-d2f3-4349-b4eb-969f77fe21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:56.758995 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-d08049fa-d2f3-4349-b4eb-969f77fe21fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0442085 Sep 17 23:16:56.781040 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:50:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:16:55Z', 'revision_number': 9, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:16:56.805941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-eafa04cc-b2af-4010-af9c-166f2a75ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:56.807513 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-eafa04cc-b2af-4010-af9c-166f2a75ff1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411141 Sep 17 23:16:56.807851 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:16:56.816013 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:16:56.816610 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:16:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:16:56.901180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-27cfc55f-2de7-48c1-9e6c-522335b5f098 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862348 Sep 17 23:16:56.921450 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:16:56.990877 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-005bcd2c-d1fb-40f7-a857-2d0ede70f2f3 req-c463d2d4-6c05-4013-884b-46f390e905f6 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824149 Sep 17 23:16:57.147466 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:50:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:16:55Z', 'revision_number': 9, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:16:57.173419 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae0f0b-d0c5-489e-be8b-1ea281844635 None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:50:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:16:55Z', 'revision_number': 9, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:16:57.359189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45284a7-a779-4d46-9b71-5c8e0559e335 None None] New status for floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:17:00.022711 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6730af58-dd68-4f19-bf2b-3ebdfd4e84de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:02.767272 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d891a317-995f-4ca7-aefa-3dae03bebd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:03.166476 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:03.989544 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:05.103586 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:05.521885 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:14.424832 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-3e7320f7-70e0-49a8-80ab-307e9aac5024 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427902 Sep 17 23:17:14.525530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-f296a8df-0078-4e3c-b239-7a344e275e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:14.527191 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-f296a8df-0078-4e3c-b239-7a344e275e89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1098 time: 0.0408340 Sep 17 23:17:14.629802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-c622910a-f06a-4e3d-917b-55ac19cdb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:14.631330 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-c622910a-f06a-4e3d-917b-55ac19cdb404 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0826805 Sep 17 23:17:14.700272 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-6fd48762-4dce-4726-9e5c-2111567ebc7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1003 time: 0.0590062 Sep 17 23:17:14.749891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-df8f5133-906e-4ce5-8c01-909decd71238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:14.751398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-df8f5133-906e-4ce5-8c01-909decd71238 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0426822 Sep 17 23:17:14.802499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-40021da8-4315-4a90-8f7c-a63b62b52e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:14.804510 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-40021da8-4315-4a90-8f7c-a63b62b52e0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463941 Sep 17 23:17:14.902479 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-e8b95a59-8d67-46ff-beb0-c4940be92a6e service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898337 Sep 17 23:17:15.009566 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d8b4d9a8-68c3-49fe-bb64-bf648a126fe4 req-c5adfb05-a59b-495d-bd0a-79ad99026e44 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993092 Sep 17 23:17:19.155448 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:30.023446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-559ed85b-dd3c-40b9-b4fd-a71b5a50656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:30.351373 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:17:32.768081 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c580f5c-0c94-4014-8b7f-01dbd032ce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:33.166517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:33.992904 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:35.104129 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:35.525298 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:49.149634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:00.024609 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8ff4f720-fc06-4624-ab89-e9d207167e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:02.767483 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a4e73899-4634-4862-b7b4-68a42b96e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:03.168750 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:03.995631 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:05.102412 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:05.527925 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:07.351900 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:18:16.418284 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-7becfaf3-d489-4ebd-960d-d87e4c5752c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408473 Sep 17 23:18:16.556949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-87a761fc-6817-4708-8150-fb4d932d351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:16.558464 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-87a761fc-6817-4708-8150-fb4d932d351d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1098 time: 0.0411501 Sep 17 23:18:16.665847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-799bfd4a-9e3f-4215-abd3-117080df0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:16.667308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-799bfd4a-9e3f-4215-abd3-117080df0b7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0886731 Sep 17 23:18:16.731884 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-24f171b3-e80e-45e8-8793-cd8088d91e5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1003 time: 0.0561137 Sep 17 23:18:16.784218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-1730404d-9f93-40fe-947e-bc9bce4cbe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:16.785773 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-1730404d-9f93-40fe-947e-bc9bce4cbe95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0472810 Sep 17 23:18:16.836244 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-eca065e5-bbb8-4c6b-b97f-67a1ce9904e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:16.837790 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-eca065e5-bbb8-4c6b-b97f-67a1ce9904e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453541 Sep 17 23:18:16.940571 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-c6b47be2-1fed-47ca-808d-a391341e5592 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933330 Sep 17 23:18:17.049243 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9173034-2b48-4fa9-807d-20d89f7dc7ff req-9fb24e38-e5f2-4be1-8ee9-ca9dec418709 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007066 Sep 17 23:18:19.171116 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:30.026420 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-84bb86ee-d6c8-4279-ad90-13992a2b6e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:32.767961 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c870ad9f-58d3-471c-a993-629dd8eed1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:33.168608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:33.996876 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:35.105022 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:35.531082 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:44.350699 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:18:49.167004 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:00.029165 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2b9a0aef-e775-4f68-8782-c2ec3b4e7404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:02.769736 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8f42c28e-9d68-4ce2-b13c-c82898944b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:03.168979 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:04.001422 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:05.102134 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:05.533365 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:18.421258 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-b7022d47-2645-4c0b-a845-5f4d169d8e55 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408528 Sep 17 23:19:18.523442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-69ebe02c-c189-44a1-885f-07fc3d8db138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:18.524961 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-69ebe02c-c189-44a1-885f-07fc3d8db138 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1098 time: 0.0404665 Sep 17 23:19:18.632913 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-60b8cb51-6922-42e1-8642-4347bcb7aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:18.634604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-60b8cb51-6922-42e1-8642-4347bcb7aa8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0899861 Sep 17 23:19:18.700555 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-8e2d54b9-e5ae-4c2f-922f-07f58b603f4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1003 time: 0.0563076 Sep 17 23:19:19.040331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-e1eaed96-cf9b-4cc5-8be7-7d9b01d64533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:19.041963 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-e1eaed96-cf9b-4cc5-8be7-7d9b01d64533 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.3334413 Sep 17 23:19:19.089178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-0e418405-e75c-4527-a869-fde70a0bfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:19.090641 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-0e418405-e75c-4527-a869-fde70a0bfb45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394261 Sep 17 23:19:19.160402 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:19.186298 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-4b2943b4-32d2-4776-b9f3-5cbf0a67f854 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Sep 17 23:19:19.277304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d52bbd88-39ec-4861-a4ab-61fd4585fd4e req-c7b2d265-955b-4cfe-bc1a-d8b3572d35ea service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821378 Sep 17 23:19:21.350421 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:19:22.312417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-4af37d4a-1df2-4847-830a-4dd2664d8e30 req-7b93cd28-10c9-4af1-b7a9-a93fa66c4a95 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:19:22.313472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4af37d4a-1df2-4847-830a-4dd2664d8e30 req-7b93cd28-10c9-4af1-b7a9-a93fa66c4a95 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632820 Sep 17 23:19:22.526176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827906-432a-45c0-970b-89139e2573cd req-e49e9880-b87a-4873-9d2a-7ddb19aaf260 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:22.527658 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5827906-432a-45c0-970b-89139e2573cd req-e49e9880-b87a-4873-9d2a-7ddb19aaf260 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0821738 Sep 17 23:19:22.533690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-43db3e50-3f80-494e-9c76-7704ba1a94b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003475 Sep 17 23:19:22.567316 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d5827906-432a-45c0-970b-89139e2573cd req-2a8e87cb-090c-455a-af78-fc5f786cf935 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Sep 17 23:19:23.684178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91d16-ebe2-4214-a49a-06b4fef1fb1e req-f759cb0d-2e93-425d-bd83-8d0f4d36ca1d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:23.685806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4c91d16-ebe2-4214-a49a-06b4fef1fb1e req-f759cb0d-2e93-425d-bd83-8d0f4d36ca1d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0494368 Sep 17 23:19:23.726496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4c91d16-ebe2-4214-a49a-06b4fef1fb1e req-3162455c-7959-4793-9cce-ae4853c0ed17 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346265 Sep 17 23:19:23.804205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-6438ca44-8592-4fbf-afb4-ae51431a5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:23.805801 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-6438ca44-8592-4fbf-afb4-ae51431a5e7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1098 time: 0.0409274 Sep 17 23:19:23.898938 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-23310f98-e318-4ded-bc06-45a75addd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:23.901273 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-23310f98-e318-4ded-bc06-45a75addd7b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0883055 Sep 17 23:19:23.963843 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-316981f8-b1fc-4aa2-b799-5f97b12d3f01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1003 time: 0.0558336 Sep 17 23:19:24.015226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-614e667d-dc2f-4c20-b2cd-1e325094bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:24.016656 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-614e667d-dc2f-4c20-b2cd-1e325094bc2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0459123 Sep 17 23:19:24.060912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-50caf760-8afd-4132-8ac3-6ee1e2a8261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:24.062521 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-50caf760-8afd-4132-8ac3-6ee1e2a8261b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384181 Sep 17 23:19:24.158311 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-141aa92d-7252-4367-841d-4648b5fd21f2 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862215 Sep 17 23:19:24.248786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-8e89eef8-283c-45b0-8db0-4cb70222cfa6 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829756 Sep 17 23:19:24.846950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39d93-7629-46ca-b3b3-58751cf3c0a4 req-58cebd4f-47b2-4b81-ac85-4e677bf99af4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:24.848431 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0d39d93-7629-46ca-b3b3-58751cf3c0a4 req-58cebd4f-47b2-4b81-ac85-4e677bf99af4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0527081 Sep 17 23:19:24.886601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d0d39d93-7629-46ca-b3b3-58751cf3c0a4 req-e0048939-bb73-4e6f-8816-6d8bf73ea811 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Sep 17 23:19:26.002286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2963d6-0d4f-4442-a7b3-57ba0f7c0877 req-1a5fd036-a11a-41f2-bd59-f9a1ca43d91b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:26.003757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb2963d6-0d4f-4442-a7b3-57ba0f7c0877 req-1a5fd036-a11a-41f2-bd59-f9a1ca43d91b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0488553 Sep 17 23:19:26.041419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fb2963d6-0d4f-4442-a7b3-57ba0f7c0877 req-909730c7-d5ea-4981-bced-8feb59c3b859 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Sep 17 23:19:27.157103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33547e4a-1e67-42ec-9b11-0294d6138224 req-89cec1df-8f5f-4411-b6a8-fdc2401d36a6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:27.158584 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33547e4a-1e67-42ec-9b11-0294d6138224 req-89cec1df-8f5f-4411-b6a8-fdc2401d36a6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0483139 Sep 17 23:19:27.198397 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33547e4a-1e67-42ec-9b11-0294d6138224 req-4b12370d-87c0-4df1-964c-381f1101edf0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337980 Sep 17 23:19:28.315768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ef7ad-c569-4f41-a6b3-0e4405d3c0fa req-dee29cea-091b-41ae-93e7-5bf98e567d31 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:28.317255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c6ef7ad-c569-4f41-a6b3-0e4405d3c0fa req-dee29cea-091b-41ae-93e7-5bf98e567d31 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0525270 Sep 17 23:19:28.356140 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3c6ef7ad-c569-4f41-a6b3-0e4405d3c0fa req-c6351510-c4d8-4ca0-bbad-e0d5f068c5d5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323570 Sep 17 23:19:29.471462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec55f2e-7acc-4cf8-b79e-c5fc7f643126 req-0a0779fb-7137-4623-81b7-f8df3409f14f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:29.472984 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aec55f2e-7acc-4cf8-b79e-c5fc7f643126 req-0a0779fb-7137-4623-81b7-f8df3409f14f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0490587 Sep 17 23:19:29.511258 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aec55f2e-7acc-4cf8-b79e-c5fc7f643126 req-bb6cf58b-78f3-4d7c-aa46-ab386d73396c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Sep 17 23:19:30.030984 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-99ae7d7e-7eb6-45ea-8f1b-95eed28c9b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:30.626210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2dfd-a341-4288-9a9e-d1bb9dd77f2b req-2428429c-90e2-4587-a4bb-b5a851e2ea07 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:30.627689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11fd2dfd-a341-4288-9a9e-d1bb9dd77f2b req-2428429c-90e2-4587-a4bb-b5a851e2ea07 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0484722 Sep 17 23:19:30.666496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-11fd2dfd-a341-4288-9a9e-d1bb9dd77f2b req-b96df160-a06a-463c-8db0-c4a8cf64e9c9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321898 Sep 17 23:19:31.786926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761b17b-5b04-4312-b3d9-bfa1cb4447a5 req-67562175-948d-44f9-bf06-2797845d0a60 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:31.788422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1761b17b-5b04-4312-b3d9-bfa1cb4447a5 req-67562175-948d-44f9-bf06-2797845d0a60 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0530248 Sep 17 23:19:31.826856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1761b17b-5b04-4312-b3d9-bfa1cb4447a5 req-210c4999-bdd9-43e9-b530-9c536488eae5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312865 Sep 17 23:19:32.770176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbd903bc-528a-460b-ae8d-41dd1a7b6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:32.941786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38fa7b-f9c4-462a-b1d6-46ec18b1713e req-923d437a-149f-4d2a-a3e9-f1b87dce10d7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:32.943269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b38fa7b-f9c4-462a-b1d6-46ec18b1713e req-923d437a-149f-4d2a-a3e9-f1b87dce10d7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0489025 Sep 17 23:19:32.982333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8b38fa7b-f9c4-462a-b1d6-46ec18b1713e req-b1f4a92c-3b4e-447a-9091-cf495ca67116 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Sep 17 23:19:33.168690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:34.004335 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:34.096449 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac53b60-d7a2-411f-affb-7d0502d56930 req-375a54b4-9b1d-419d-8acf-539fb24d3e62 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:34.097965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ac53b60-d7a2-411f-affb-7d0502d56930 req-375a54b4-9b1d-419d-8acf-539fb24d3e62 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0484376 Sep 17 23:19:34.136742 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ac53b60-d7a2-411f-affb-7d0502d56930 req-31ff9d1c-d753-4246-a031-32f6fa0e849c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320356 Sep 17 23:19:35.106693 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:35.255283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019c4e7-8848-48cf-b84d-929b45ae8166 req-f94760c8-6135-4e34-bd25-913d0b758af8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:35.256802 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c019c4e7-8848-48cf-b84d-929b45ae8166 req-f94760c8-6135-4e34-bd25-913d0b758af8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Sep 17 23:19:35.295378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c019c4e7-8848-48cf-b84d-929b45ae8166 req-13b7fae0-b5d2-4f58-b8c5-cee610238469 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319765 Sep 17 23:19:35.535435 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.216980 n-d-789963-10 neutron-server[94738]: INFO neutron.api.v2.resource [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-e607c9ba-3e51-4f24-9b9c-ff9b15603232 service neutron] show failed (client error): The resource could not be found. Sep 17 23:19:36.217986 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-e607c9ba-3e51-4f24-9b9c-ff9b15603232 service neutron] 10.222.0.49 "GET /v2.0/ports/8c36f6a5-4121-4fef-8d57-6dc66f97e9a8/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0542700 Sep 17 23:19:36.447171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fba1c1-c038-433b-98b6-eaa37781b7ac req-d0307e61-fee1-427c-9f0f-2e46196ac02c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:36.448754 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73fba1c1-c038-433b-98b6-eaa37781b7ac req-d0307e61-fee1-427c-9f0f-2e46196ac02c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0764050 Sep 17 23:19:36.451250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-4b31f9e7-6c9d-4215-87d4-26935f4720cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:36.452595 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-4b31f9e7-6c9d-4215-87d4-26935f4720cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 1098 time: 0.0716960 Sep 17 23:19:36.465737 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:36.531894 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-73fba1c1-c038-433b-98b6-eaa37781b7ac req-e1df3884-b662-4818-a779-8e3d1d808c8f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771103 Sep 17 23:19:36.540070 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.746226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:36.777878 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:36.815494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:36.817827 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920591f7-6788-4c04-95e8-b904f66b5e33" -d '{"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-unplugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:36.821808 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.834789 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Transition to ACTIVE for port object 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:19:36.838718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.892766 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a60509-80c7-4ef1-a02f-f78093e6f653 x-openstack-request-id: req-33a60509-80c7-4ef1-a02f-f78093e6f653 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:36.893080 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-unplugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:36.893335 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33a60509-80c7-4ef1-a02f-f78093e6f653 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:36.893728 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'code': 200} Sep 17 23:19:36.943552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:36.954832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.955224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.955564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.955896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.956223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.956549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.956872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.957222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.957541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.957860 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.958175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.958489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:36.975820 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] No DVR routers for this DVR port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:37.111173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:19:37.111513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:19:37.111838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:37.116687 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:19:37.117055 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:37.122481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:19:37.122815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:37.123197 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:19:37.123623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Bound port: 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:19:37.123979 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.189371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:37.192418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:19:37.196808 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.231499 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:37.232057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.233787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] 10.222.0.45 "PUT /v2.0/ports/8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1093 time: 0.7733748 Sep 17 23:19:37.257498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c1c11-bfef-44b5-8f54-82f4ed45fe12 service neutron] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:37.305773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-2d4aabc1-d8f7-43de-ae7d-168ce8a8081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:37.308294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-2d4aabc1-d8f7-43de-ae7d-168ce8a8081b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1096 time: 0.0461993 Sep 17 23:19:37.414922 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-f71a4b5a-50a0-45c4-a421-bb352b4acdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:37.417311 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-f71a4b5a-50a0-45c4-a421-bb352b4acdc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.1019900 Sep 17 23:19:37.482376 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-beb0e796-46e5-41cd-91d4-ed902d57195c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1001 time: 0.0582924 Sep 17 23:19:37.531970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-e83532c1-20fa-43e6-b91e-fa119d753d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:37.533324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-e83532c1-20fa-43e6-b91e-fa119d753d21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0441842 Sep 17 23:19:37.582722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-2e9c4638-068c-4662-bd70-48ef2e9027a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:37.584269 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-2e9c4638-068c-4662-bd70-48ef2e9027a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443671 Sep 17 23:19:37.699118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80598e8-f6ee-48b8-922e-a2450a86e341 req-7cb95a9d-280f-41c3-b4b0-515908dba14e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:37.700596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a80598e8-f6ee-48b8-922e-a2450a86e341 req-7cb95a9d-280f-41c3-b4b0-515908dba14e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 944 time: 0.1004791 Sep 17 23:19:37.730863 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-a33fc0fa-1db1-42ea-9b77-75d1aa7992e1 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385124 Sep 17 23:19:37.756158 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a80598e8-f6ee-48b8-922e-a2450a86e341 req-d8fff533-66ad-4105-873d-efe93b3cd5b1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482905 Sep 17 23:19:37.830620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8da5a365-cd28-482a-8654-1b0f7eb48b15 req-3655d8c3-0275-411b-a7f5-695d47427bf7 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890803 Sep 17 23:19:38.878175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb108df1-72c5-454e-8dd3-defdfb529d25 req-66f23a56-a488-47b4-92c9-953365332df6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:38.879673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb108df1-72c5-454e-8dd3-defdfb529d25 req-66f23a56-a488-47b4-92c9-953365332df6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 944 time: 0.0535882 Sep 17 23:19:38.898437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:38.900716 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074caf60-473e-40fc-8161-223ae865b5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:38.922844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eb108df1-72c5-454e-8dd3-defdfb529d25 req-6bc00e5c-e9a7-4092-9043-6b6e99018997 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366080 Sep 17 23:19:38.949677 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a196f-283a-4b35-b361-bde687cbea84 x-openstack-request-id: req-759a196f-283a-4b35-b361-bde687cbea84 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:38.949970 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:38.950221 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-759a196f-283a-4b35-b361-bde687cbea84 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:38.950612 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'status': 'completed', 'code': 200} Sep 17 23:19:39.016028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caf60-473e-40fc-8161-223ae865b5eb req-539f0e59-3453-42c3-9289-a3931f168b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.017753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-539f0e59-3453-42c3-9289-a3931f168b0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1096 time: 0.0434415 Sep 17 23:19:39.035110 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caf60-473e-40fc-8161-223ae865b5eb req-3a08d6df-140b-4c85-94ac-ba2fdec273dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.036678 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-3a08d6df-140b-4c85-94ac-ba2fdec273dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1096 time: 0.0467069 Sep 17 23:19:39.112366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caf60-473e-40fc-8161-223ae865b5eb req-fe324cd4-0ec1-44c8-bff7-67b3ca40d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.113912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-fe324cd4-0ec1-44c8-bff7-67b3ca40d730 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0889804 Sep 17 23:19:39.128656 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caf60-473e-40fc-8161-223ae865b5eb req-5383fa38-3195-4296-bb32-04dd658c553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.130261 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-5383fa38-3195-4296-bb32-04dd658c553a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0864966 Sep 17 23:19:39.185463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-5e93134e-c62d-43ff-ac31-51995d952927 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1001 time: 0.0599425 Sep 17 23:19:39.200922 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-3919c1c2-4b67-4bc8-9183-9ffcf1e8656c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1001 time: 0.0630848 Sep 17 23:19:39.240573 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caf60-473e-40fc-8161-223ae865b5eb req-7aaffbd8-694e-4cf3-9fd3-9131d358dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.242239 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-7aaffbd8-694e-4cf3-9fd3-9131d358dbdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0488913 Sep 17 23:19:39.253526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caf60-473e-40fc-8161-223ae865b5eb req-7bd073de-a475-48f9-94df-3f6c1fd8ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.255731 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-7bd073de-a475-48f9-94df-3f6c1fd8ba15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0472932 Sep 17 23:19:39.296913 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caf60-473e-40fc-8161-223ae865b5eb req-3c519758-111f-4102-94f6-1962e48f7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.298367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-3c519758-111f-4102-94f6-1962e48f7006 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478277 Sep 17 23:19:39.306659 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caf60-473e-40fc-8161-223ae865b5eb req-f8ed9b87-87c8-4c2d-94ab-4be4691c9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.309185 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-f8ed9b87-87c8-4c2d-94ab-4be4691c9317 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458646 Sep 17 23:19:39.398881 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-ef4af186-de84-4c4f-a518-f797f8365dcb service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930171 Sep 17 23:19:39.418890 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-703cdc72-0da9-4329-872f-a5cc12e3621e service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028430 Sep 17 23:19:39.494407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-90611758-4fdc-47f1-88c4-56de60e8d0db service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874963 Sep 17 23:19:39.510084 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-074caf60-473e-40fc-8161-223ae865b5eb req-d1252123-251e-4e4a-a158-d4d51e750e0f service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839264 Sep 17 23:19:39.890883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:19:39.989460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:40.001313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'mac_address': 'fa:16:3e:50:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:19:40.036597 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.039616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0922ed-0c49-4736-9029-9db9ad79c0ac req-519655a9-c51b-4b08-9884-f015feba2208 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:40.041788 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f0922ed-0c49-4736-9029-9db9ad79c0ac req-519655a9-c51b-4b08-9884-f015feba2208 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 944 time: 0.0497725 Sep 17 23:19:40.049573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:19:40.069197 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:40.073466 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.080053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:40.083111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f0922ed-0c49-4736-9029-9db9ad79c0ac req-5126156e-1292-4481-a1ab-dc8c76100546 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354035 Sep 17 23:19:40.155759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:40.158530 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:40.164452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.164799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.165162 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.165547 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.165974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.166344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.166672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.167027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.167380 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.167701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.168024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.168341 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:40.326655 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:19:40.416191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-53a33db9-0de6-4978-8d97-c0f2bf3030f4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:40.417596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-53a33db9-0de6-4978-8d97-c0f2bf3030f4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822&tenant_id=1ab52c111e614ab691e9bd11f326dbe7&binding%3Ahost_id=n-h1-789963-10 HTTP/1.1" status: 200 len: 945 time: 0.0837355 Sep 17 23:19:40.433661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce60422-2bf4-44db-9ea7-251d3a530b2d req-58d70ac6-79bd-4027-875d-9dfbe75d1589 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:40.435072 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ce60422-2bf4-44db-9ea7-251d3a530b2d req-58d70ac6-79bd-4027-875d-9dfbe75d1589 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 945 time: 0.0733211 Sep 17 23:19:40.512014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ce60422-2bf4-44db-9ea7-251d3a530b2d req-acc80dff-ed9b-4086-ae47-6756ddb62bf8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702505 Sep 17 23:19:40.517701 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-ad467a30-a5cd-4ad4-a495-5f002b464735 service neutron] 10.222.0.45 "GET /v2.0/ports/8c36f6a5-4121-4fef-8d57-6dc66f97e9a8/bindings/n-h1-789963-10 HTTP/1.1" status: 200 len: 383 time: 0.0924153 Sep 17 23:19:40.580401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-54292cb6-e5bd-4a21-965b-6aea19c49f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:40.581892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-54292cb6-e5bd-4a21-965b-6aea19c49f64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1097 time: 0.0405114 Sep 17 23:19:40.997847 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-58f6d927-7ac9-4dfe-b222-e4545eb65504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:40.999358 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-58f6d927-7ac9-4dfe-b222-e4545eb65504 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.4099896 Sep 17 23:19:41.062509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-67a7c090-8ff9-4d45-b1b8-4991813a2a45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0558555 Sep 17 23:19:41.113462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-457bf693-4a4e-4696-aa71-9499761c6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:41.114898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-457bf693-4a4e-4696-aa71-9499761c6195 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0462465 Sep 17 23:19:41.159955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-ec0060cb-743d-4485-abbf-5ea247ceb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:41.161469 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-ec0060cb-743d-4485-abbf-5ea247ceb1e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391040 Sep 17 23:19:41.250589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-bc4c8d61-4389-4e02-912e-ee19167215f1 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814860 Sep 17 23:19:41.343076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-a695a8b4-3af5-4793-b6d3-04bdd4fb5fe4 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Sep 17 23:19:41.630242 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa19b2d-32cf-4939-80cd-556faa7d1512 req-f244440f-d00a-46bf-b83b-9c75a75de89d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:41.631704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3aa19b2d-32cf-4939-80cd-556faa7d1512 req-f244440f-d00a-46bf-b83b-9c75a75de89d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 945 time: 0.0494792 Sep 17 23:19:41.669943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3aa19b2d-32cf-4939-80cd-556faa7d1512 req-6ff9a543-ae6d-4bd7-8d15-279e1769d142 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317624 Sep 17 23:19:41.910605 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:19:41.959215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:19:41.963296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:41.963664 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.043235 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.065513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:42.067711 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf663b4-e8ea-444b-a35f-e03b663634d9" -d '{"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-plugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:42.080344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:42.084273 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.132769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:42.203725 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39039465-039a-4a46-93b3-768fd31901d3 x-openstack-request-id: req-39039465-039a-4a46-93b3-768fd31901d3 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:42.204018 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-plugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:42.204268 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39039465-039a-4a46-93b3-768fd31901d3 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:42.204661 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'code': 200} Sep 17 23:19:42.793398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00bb15-b32c-4a4e-82c7-6a768f25534c req-885457a3-a10e-4134-8813-b1bb73ba5072 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:42.795210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca00bb15-b32c-4a4e-82c7-6a768f25534c req-885457a3-a10e-4134-8813-b1bb73ba5072 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0543134 Sep 17 23:19:42.831663 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ca00bb15-b32c-4a4e-82c7-6a768f25534c req-db4bd9c7-6ad7-42b7-822c-832ed90eb508 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304959 Sep 17 23:19:43.363531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-464e7599-11f3-4a1d-903b-b61b05ac720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:43.365069 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-464e7599-11f3-4a1d-903b-b61b05ac720d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 1098 time: 0.0460572 Sep 17 23:19:43.382329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:43.440601 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.640370 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:43.672718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:43.714716 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:43.717004 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e702bffb-e243-43ee-80ad-1f890e1132f7" -d '{"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-unplugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:43.720650 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.736375 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Transition to ACTIVE for port object 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:19:43.740495 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.773821 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0bea42-add2-4f63-a033-05e5276a7b54 x-openstack-request-id: req-ad0bea42-add2-4f63-a033-05e5276a7b54 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:43.773821 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-unplugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:43.773821 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad0bea42-add2-4f63-a033-05e5276a7b54 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:43.774106 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'code': 200} Sep 17 23:19:43.861575 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=10']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:43.892853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.893198 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.893484 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.893832 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.894166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.894494 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.894824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.895153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.895477 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.895805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.896130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.896448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:43.926763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] No DVR routers for this DVR port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:43.956821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908be0b-bbd2-444a-9d8e-34d9323121c2 req-b821054b-07b1-4b27-9772-96b632fda370 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:43.958405 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6908be0b-bbd2-444a-9d8e-34d9323121c2 req-b821054b-07b1-4b27-9772-96b632fda370 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Sep 17 23:19:44.000034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6908be0b-bbd2-444a-9d8e-34d9323121c2 req-dca657a9-beda-4381-887c-1b74cc3dfbda tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354977 Sep 17 23:19:44.064531 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:19:44.064840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:19:44.065201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:44.069350 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:19:44.069660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Attempting to bind port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:44.074907 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:19:44.075241 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:44.075619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:19:44.076038 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Bound port: 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:19:44.076412 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:44.142450 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:44.145601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:19:44.150136 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:44.186420 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:44.187061 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:44.188463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] 10.222.0.49 "PUT /v2.0/ports/8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1094 time: 0.8100448 Sep 17 23:19:44.211175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32e5bb-6bac-42c3-976b-81a902f9b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=11']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:44.271581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9a0c2efd-5f40-4fe3-861f-320c03846954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:44.273173 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-9a0c2efd-5f40-4fe3-861f-320c03846954 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1097 time: 0.0424728 Sep 17 23:19:44.372814 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-7e3d5adb-9c50-4f61-aaa4-7584e52ff5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:44.374376 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-7e3d5adb-9c50-4f61-aaa4-7584e52ff5c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0933602 Sep 17 23:19:44.441812 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-34a90485-a201-4847-b721-0ddcb9f9597e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1001 time: 0.0595889 Sep 17 23:19:44.492355 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-70c629f4-f676-48a3-bd88-b318bc868036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:44.493919 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-70c629f4-f676-48a3-bd88-b318bc868036 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0450716 Sep 17 23:19:44.542851 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-d560aa8f-ed42-4a83-a1ad-9dd46efc9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:44.544297 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-d560aa8f-ed42-4a83-a1ad-9dd46efc9652 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432086 Sep 17 23:19:44.633552 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-d29edfeb-14d3-4e04-a6b1-66fbd22b2926 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821626 Sep 17 23:19:44.725874 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-ac1105e8-90c8-4129-8274-749f1af98d87 req-cf2af6d3-90bb-44ef-9020-5a5dfd8d5665 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847933 Sep 17 23:19:45.116629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75373f9b-a538-41f9-9f31-cd773139bce6 req-0d520ab2-5bca-4e9f-b195-23ae24fd886f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:45.118491 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75373f9b-a538-41f9-9f31-cd773139bce6 req-0d520ab2-5bca-4e9f-b195-23ae24fd886f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 945 time: 0.0487545 Sep 17 23:19:45.155364 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75373f9b-a538-41f9-9f31-cd773139bce6 req-f1d18266-0753-4c1a-810b-7c39468c7a07 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310977 Sep 17 23:19:45.774966 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:45.777364 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efb9c84-ec6d-4021-b980-78650e36e24f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:45.825182 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca28a8-486f-4615-89fa-f4a8720e5912 x-openstack-request-id: req-dcca28a8-486f-4615-89fa-f4a8720e5912 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:45.825472 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:45.825748 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcca28a8-486f-4615-89fa-f4a8720e5912 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:45.826143 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'status': 'completed', 'code': 200} Sep 17 23:19:45.893133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-86d5b974-3ddc-4442-933c-6b51a4de3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:45.894973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-86d5b974-3ddc-4442-933c-6b51a4de3901 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1097 time: 0.0468996 Sep 17 23:19:45.904547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-fd00b5f0-06a0-4247-b90c-dd84ce952ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:45.906105 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-fd00b5f0-06a0-4247-b90c-dd84ce952ca0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 1097 time: 0.0417182 Sep 17 23:19:45.937985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:45.979891 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:45.990926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-8aed225b-da8e-40c9-a66c-1f36be655076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:45.992561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-8aed225b-da8e-40c9-a66c-1f36be655076 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0902591 Sep 17 23:19:46.003261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-5c076dbd-5c92-47df-a0ca-72dd435126a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:46.004798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-5c076dbd-5c92-47df-a0ca-72dd435126a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0921564 Sep 17 23:19:46.061847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-75541824-ba50-4ca6-bcb5-c78b4c112b55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1001 time: 0.0621655 Sep 17 23:19:46.070442 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-a599526f-e7d7-47b5-9670-1635eb33fc43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 200 len: 1001 time: 0.0576799 Sep 17 23:19:46.111558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-b94127e4-ee7e-4651-af79-b0d30562459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:46.113104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-b94127e4-ee7e-4651-af79-b0d30562459d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0447152 Sep 17 23:19:46.121994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-166415b5-1a66-461b-a1f6-d765fbf21610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:46.123445 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-166415b5-1a66-461b-a1f6-d765fbf21610 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0455363 Sep 17 23:19:46.158136 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-e3cbbbd6-5ef8-480f-9d97-23e76b883789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:46.159667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-e3cbbbd6-5ef8-480f-9d97-23e76b883789 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396445 Sep 17 23:19:46.172904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-2ed75ef4-0f48-47f9-9033-f251c1ec0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:46.174415 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-2ed75ef4-0f48-47f9-9033-f251c1ec0e45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432918 Sep 17 23:19:46.269831 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-bd340ff0-2ba7-4c74-862e-89fe6dbe8457 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873752 Sep 17 23:19:46.291497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e3d21-5678-4f9a-8fb8-c3d2d8d08afc req-40677024-3634-49dc-a3dd-2750a7739a27 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:46.293026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e68e3d21-5678-4f9a-8fb8-c3d2d8d08afc req-40677024-3634-49dc-a3dd-2750a7739a27 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 945 time: 0.0671525 Sep 17 23:19:46.295219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-c36ebe1a-8e63-4fc8-860a-f6191e93985f service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284895 Sep 17 23:19:46.367320 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-bb945f7f-d724-4016-9703-9901a1ca1460 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880494 Sep 17 23:19:46.387707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e68e3d21-5678-4f9a-8fb8-c3d2d8d08afc req-18f33ecb-8828-4209-870d-3c5402ca5a5f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884004 Sep 17 23:19:46.415734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7efb9c84-ec6d-4021-b980-78650e36e24f req-ee72398b-36f9-4568-8942-a302f231565d service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095881 Sep 17 23:19:47.513713 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c00a-8137-414c-ac8c-ea49b81d26ee req-55705cc6-543b-4aec-aaa8-7c276e3fc0c3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:47.515228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe41c00a-8137-414c-ac8c-ea49b81d26ee req-55705cc6-543b-4aec-aaa8-7c276e3fc0c3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Sep 17 23:19:47.555265 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fe41c00a-8137-414c-ac8c-ea49b81d26ee req-734646bf-d399-4f10-9734-07d46707ef6f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340471 Sep 17 23:19:48.096417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:19:48.188144 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:48.198820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'mac_address': 'fa:16:3e:50:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:19:48.237886 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.250034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:19:48.268783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:48.272196 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.318599 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=12']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:48.671905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc8b71-8f89-4c86-bec5-2d38c2e8862e req-03663ab0-d2f4-4c1b-9a76-21e21c45eedb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:48.673415 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3fc8b71-8f89-4c86-bec5-2d38c2e8862e req-03663ab0-d2f4-4c1b-9a76-21e21c45eedb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0495749 Sep 17 23:19:48.711125 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3fc8b71-8f89-4c86-bec5-2d38c2e8862e req-5b1eaaf7-43a4-4497-b046-c7fee48e753a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319295 Sep 17 23:19:48.712103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:19:48.830855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e0717-dac1-47ad-9c43-25963b7f80da req-2544cf38-6f1c-4759-a3be-403f3da40a4d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:48.832372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a97e0717-dac1-47ad-9c43-25963b7f80da req-2544cf38-6f1c-4759-a3be-403f3da40a4d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0537243 Sep 17 23:19:48.872393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a97e0717-dac1-47ad-9c43-25963b7f80da req-72393bbb-59e8-44fe-8a0f-f4173ebc9837 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337579 Sep 17 23:19:48.985994 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf56d6f-4c6a-4e6d-86d8-aa419b8d0566 req-6175831a-366b-4396-99f5-6ae8485392d3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:48.987452 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bf56d6f-4c6a-4e6d-86d8-aa419b8d0566 req-6175831a-366b-4396-99f5-6ae8485392d3 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0495992 Sep 17 23:19:49.025747 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8bf56d6f-4c6a-4e6d-86d8-aa419b8d0566 req-c8251c3b-0340-4f9a-b7fb-8277b3e1e019 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324774 Sep 17 23:19:49.178472 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:49.257165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b11737-87da-478d-a002-82ced8e2f7c1 req-bf920be6-b90d-4a89-920f-457ef7401635 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:49.258646 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09b11737-87da-478d-a002-82ced8e2f7c1 req-bf920be6-b90d-4a89-920f-457ef7401635 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 946 time: 0.0491199 Sep 17 23:19:49.296811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09b11737-87da-478d-a002-82ced8e2f7c1 req-402b7983-ad20-46b8-b8eb-30a7d2aef43b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318108 Sep 17 23:19:50.083703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:19:50.132104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:19:50.136706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:50.137109 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.210328 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.231591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:50.234346 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fc2d0f-292c-4cb1-93a5-4dccc89eff9a" -d '{"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-plugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:50.247007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:50.251690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.277847 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d581c47e-c4d3-4702-a1e8-686f87d969e2 x-openstack-request-id: req-d581c47e-c4d3-4702-a1e8-686f87d969e2 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:50.278133 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-plugged", "status": "completed", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:50.278382 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d581c47e-c4d3-4702-a1e8-686f87d969e2 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:50.278798 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'code': 200} Sep 17 23:19:50.304874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=13']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:50.413087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cca521-255b-429b-a94f-cb24e4414b29 req-550cf17e-607f-4338-bfd9-a2be9944a51b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:50.414576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7cca521-255b-429b-a94f-cb24e4414b29 req-550cf17e-607f-4338-bfd9-a2be9944a51b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 947 time: 0.0521979 Sep 17 23:19:50.453305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7cca521-255b-429b-a94f-cb24e4414b29 req-696d7b35-44d6-4349-a0c9-40108c2d3102 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311658 Sep 17 23:19:50.734413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-c295f3a4-95ff-4c29-beb0-b83074bfe456 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:50.735899 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-c295f3a4-95ff-4c29-beb0-b83074bfe456 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 947 time: 0.0490129 Sep 17 23:19:50.832168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Deleting port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:50.832486 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.919618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] For port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:50.919987 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.089541 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.089900 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.090220 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de disassociated. External IP: 172.25.0.131, port: 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8. Sep 17 23:19:51.090775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Calling delete_port for 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:51.223927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.256331 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event deleted for resources: {'Port': ['ID=8c36f6a5-4121-4fef-8d57-6dc66f97e9a8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:51.375120 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:19:51.486675 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:19:51.497971 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:19:51.520753 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:51.523587 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:19:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:51.549337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] No DVR routers for this DVR port 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:51.552195 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.554617 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c246e1c0-e4cb-4887-93f2-1a35fafc16e8 req-785a84af-ec3c-4620-8441-1eb67fc83276 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "DELETE /v2.0/ports/8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 HTTP/1.1" status: 204 len: 173 time: 0.8127689 Sep 17 23:19:51.555217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-deleted', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:51.558465 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3953f514cc0381ffcac62d33c08cd876d65367dc61adb297d3825470476c7a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c020c315-30d8-4b08-835e-a1cd8a3eaa3c" -d '{"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-deleted", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:51.567554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8cc7e11f-ee6f-4267-9f0c-76ee438a4a6b req-f36d0cb9-b4c8-45af-943c-6b14838aff87 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c8f2f2d-8ad1-47ed-a40a-edcb46f28822 HTTP/1.1" status: 200 len: 210 time: 0.0392182 Sep 17 23:19:51.604897 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0755460e-06db-4be9-8eb0-768b974f1b8a x-openstack-request-id: req-0755460e-06db-4be9-8eb0-768b974f1b8a {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:51.605240 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f2f2d-8ad1-47ed-a40a-edcb46f28822", "name": "network-vif-deleted", "tag": "8c36f6a5-4121-4fef-8d57-6dc66f97e9a8", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:51.605495 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0755460e-06db-4be9-8eb0-768b974f1b8a {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:51.605898 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f2f2d-8ad1-47ed-a40a-edcb46f28822', 'name': 'network-vif-deleted', 'tag': '8c36f6a5-4121-4fef-8d57-6dc66f97e9a8', 'status': 'completed', 'code': 200} Sep 17 23:19:51.666429 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:51.873819 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:51.899871 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:19:51.907952 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:51.908553 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:19:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:52.017467 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:52.304399 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:52.333343 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612120dc-5994-48ce-a805-0d4e990524d4 None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:19:52.543817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a70e20-b58e-4c8d-9164-14170dfc93f7 None None] New status for floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:19:52.858762 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-558a34b5-f07c-44d2-8462-011b866bd0b6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--992276129&fields=id&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 267 time: 0.0349996 Sep 17 23:19:52.969851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-aadf2583-26f6-40d4-a42f-b83a414982d0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:52.971340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-aadf2583-26f6-40d4-a42f-b83a414982d0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 812 time: 0.1057014 Sep 17 23:19:52.987062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-97cae23f-a7a4-40af-a455-b60a1018ce76 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/quotas/1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Sep 17 23:19:53.039389 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-0fbe606f-cc29-49d8-8cc9-7f45ac1a4c0f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471904 Sep 17 23:19:53.098859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-14851823-fbe1-4f44-92a0-3245f5a81fdd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:19:53.099878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-14851823-fbe1-4f44-92a0-3245f5a81fdd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488739 Sep 17 23:19:53.195109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-56e4fb30-cd9b-4d31-a05a-e4e1f1940cad service neutron] 10.222.0.48 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878503 Sep 17 23:19:53.283731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-3faf6951-f98b-4a49-9a61-5b7bb5278d5a service neutron] 10.222.0.48 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825236 Sep 17 23:19:53.443773 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba47dac9-955e-47f4-bb59-8f36cc807d90 req-37777d08-191a-4c79-8c18-9b6002f0cd8d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 210 time: 0.0263543 Sep 17 23:19:54.112400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:54.132744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:19:54.133057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8c36f6a5-4121-4fef-8d57-6dc66f97e9a8 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:54.402785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-1e5ff310-2e34-4edf-930f-b488da0984d8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:54.404262 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-1e5ff310-2e34-4edf-930f-b488da0984d8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 812 time: 0.1169052 Sep 17 23:19:54.450184 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a59c25e4-9bb2-4a2f-858e-d9af4e0e911f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 379 time: 0.0355127 Sep 17 23:19:54.461474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'port': {'device_id': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'admin_state_up': True, 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'security_groups': ['62c4c215-f2c5-4a6d-9b60-8d29b5989595']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:54.555456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2b0fd689-3520-4cba-ba23-af4a15d367e9 req-d6dc5aff-5722-4f7d-8ab4-4dc4b44cff48 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 210 time: 0.0329323 Sep 17 23:19:54.596584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Made reservation on behalf of 1ab52c111e614ab691e9bd11f326dbe7 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:19:54.600094 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.735779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Allocated IP 172.20.0.3 (e4258bb1-ecba-478e-9f10-3f9fd2250594/636b306a-3ece-4368-8fb4-07f663a8b2f6/f9ec5a3e-024f-42b4-b7ed-5339a07b80a4) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:19:54.869636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.902433 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.946226 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:19:54.949452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:19:54.953148 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:19:54.982437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:55.013133 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.013788 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.029970 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-a915f8ba-1b1b-457a-81c1-09d19830d428 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722883 Sep 17 23:19:55.042752 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Request body: {'port': {'device_id': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:55.100205 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.184202 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1e7e726e-7b3f-40e3-bfc9-7642decd2140 None None] Provisioning complete for port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:55.184818 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1e7e726e-7b3f-40e3-bfc9-7642decd2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.217397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e726e-7b3f-40e3-bfc9-7642decd2140 None None] Port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:19:55.369881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:19:55.377150 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.388846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Transition to ACTIVE for port object f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:19:55.392673 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.444837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:55.521196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:19:55.521536 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:19:55.521856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:55.527434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:19:55.527750 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:55.532655 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:19:55.533017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:55.533395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:19:55.533817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Bound port: f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:19:55.534173 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.601962 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:55.605671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:19:55.611302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.673422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.674049 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.675472 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] 10.222.0.45 "PUT /v2.0/ports/f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1092 time: 0.6374342 Sep 17 23:19:55.676053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:55.678341 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:55.718722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3f062-93be-498c-bb87-df3b58d201f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:55.735392 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036f1176-d117-471e-82bb-7881ae164673 x-openstack-request-id: req-036f1176-d117-471e-82bb-7881ae164673 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:55.735684 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:55.735936 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-036f1176-d117-471e-82bb-7881ae164673 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:55.736335 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'status': 'completed', 'code': 200} Sep 17 23:19:55.745697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85543b-e7b3-4130-b94f-335cfb8a0af5 req-27a71072-b01e-47ee-a8ab-60aa55ede076 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.747266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed85543b-e7b3-4130-b94f-335cfb8a0af5 req-27a71072-b01e-47ee-a8ab-60aa55ede076 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.1092515 Sep 17 23:19:55.807447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed85543b-e7b3-4130-b94f-335cfb8a0af5 req-28269216-2fb5-4ba8-8333-82087fe4c0f7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456061 Sep 17 23:19:55.810343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-0fbdbdf1-94a3-459d-95f5-a6e6156c5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.811812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-0fbdbdf1-94a3-459d-95f5-a6e6156c5677 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1095 time: 0.0941451 Sep 17 23:19:55.855209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-f95c5848-bcaa-4e2d-bd9e-b29861204a17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 217 time: 0.0356288 Sep 17 23:19:55.908526 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-cbe6f72d-6790-48a5-a7b7-297c0c7ea147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.909913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-cbe6f72d-6790-48a5-a7b7-297c0c7ea147 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0471785 Sep 17 23:19:55.956358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-7576413c-4d9c-46df-a0be-8d0190cf0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.958375 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-7576413c-4d9c-46df-a0be-8d0190cf0f5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415285 Sep 17 23:19:56.049341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-05b68497-dbed-42c2-907a-d100509783f2 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830710 Sep 17 23:19:56.144731 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7faa3d7e-2f52-429d-8f2d-1fadf877775c req-37149051-af67-41fe-8a34-81668fea798b service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888741 Sep 17 23:19:56.231496 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-19e044e2-68aa-4e55-a0b7-7af5af4c731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.233185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-19e044e2-68aa-4e55-a0b7-7af5af4c731b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1095 time: 0.0405660 Sep 17 23:19:56.326662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-1d9fefa2-2430-4b74-8891-0c9b144213ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.328461 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-1d9fefa2-2430-4b74-8891-0c9b144213ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0883427 Sep 17 23:19:56.369609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-51578907-27ff-4dd1-91a8-1c3dc7160a84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 217 time: 0.0338576 Sep 17 23:19:56.418866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-97aa1f87-dad9-40dd-ac1d-4bceab74a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.420328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-97aa1f87-dad9-40dd-ac1d-4bceab74a687 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0431492 Sep 17 23:19:56.472535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-b6cc05f1-d488-4211-a3fa-fda7a01762ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.474116 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-b6cc05f1-d488-4211-a3fa-fda7a01762ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458148 Sep 17 23:19:56.566901 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-cbf3546c-b887-4f64-ae92-8a9f307d7448 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833197 Sep 17 23:19:56.662609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9c5d6285-0d50-4f24-a29f-307ce4d01e5a req-49e78e24-8bf4-4b8b-8f4b-b7d8f5a12b41 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888166 Sep 17 23:19:56.926652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea17a63-924b-4b8c-934c-e070934ff40a req-0e462562-3f31-4ed3-95ae-c69e4a473258 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.928130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ea17a63-924b-4b8c-934c-e070934ff40a req-0e462562-3f31-4ed3-95ae-c69e4a473258 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0505686 Sep 17 23:19:56.965489 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ea17a63-924b-4b8c-934c-e070934ff40a req-47e002fa-e0e6-4508-a346-c9ca1a7abddb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312619 Sep 17 23:19:58.079939 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877da889-6ddb-4547-b6a8-84a86fb1dcac req-2226d0d1-558d-4371-a760-18c3a04f4cdf tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.081436 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-877da889-6ddb-4547-b6a8-84a86fb1dcac req-2226d0d1-558d-4371-a760-18c3a04f4cdf tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0488617 Sep 17 23:19:58.120506 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-877da889-6ddb-4547-b6a8-84a86fb1dcac req-7450c0b6-efef-42a5-a93f-7ccd16681c28 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331378 Sep 17 23:19:58.349809 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:19:59.236950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170670d-33ff-4e6d-a1a2-acdd071fcf30 req-a1b55e3c-ed22-4259-8827-e51bf8281944 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:59.238406 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b170670d-33ff-4e6d-a1a2-acdd071fcf30 req-a1b55e3c-ed22-4259-8827-e51bf8281944 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0522466 Sep 17 23:19:59.276093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b170670d-33ff-4e6d-a1a2-acdd071fcf30 req-033d9427-5cc3-4976-a742-c0c9fb5e34da tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Sep 17 23:20:00.028777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:20:00.041613 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae9b2-077d-4b26-8419-91aa83e6600c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:00.129714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:00.139823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'mac_address': 'fa:16:3e:21:50:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:20:00.176495 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:00.188746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:20:00.207285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:00.210995 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:00.259761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:00.390696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4a135-b3eb-42aa-9600-1897efb9c1f2 req-8f3010af-ac41-4811-b7dc-81ecee2fb26a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:00.392185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0de4a135-b3eb-42aa-9600-1897efb9c1f2 req-8f3010af-ac41-4811-b7dc-81ecee2fb26a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0487528 Sep 17 23:20:00.405918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:20:00.431420 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0de4a135-b3eb-42aa-9600-1897efb9c1f2 req-1b5b3376-010b-41ae-b6d3-bc05b0ec7205 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331731 Sep 17 23:20:01.549877 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b19fb6-5be6-426d-9586-8202560acf38 req-2922c9f9-da59-4b68-bcb5-7a9c24ff637d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:01.551372 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3b19fb6-5be6-426d-9586-8202560acf38 req-2922c9f9-da59-4b68-bcb5-7a9c24ff637d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0491991 Sep 17 23:20:01.589356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e3b19fb6-5be6-426d-9586-8202560acf38 req-c909e48b-5375-4db2-b1ec-104b80605e1a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Sep 17 23:20:02.042696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:20:02.092627 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:20:02.096975 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:02.097346 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:02.172948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:02.194193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:02.196492 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}065aaa85fe2fb1d8dfb13055f208ef33a43d10fd592b42cfdc542e9ca768f476" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a29873c-4807-4db0-82da-69a286457753" -d '{"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:02.208252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:02.212771 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:02.237225 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3395ae-e366-449d-9b95-692a322949a6 x-openstack-request-id: req-2d3395ae-e366-449d-9b95-692a322949a6 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:02.237513 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:02.237760 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d3395ae-e366-449d-9b95-692a322949a6 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:02.238142 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'code': 200} Sep 17 23:20:02.267642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:02.335505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c630550-9389-4af7-85b1-90f5cc5f0555 req-49dc974a-e35f-4031-8704-1c13f28f239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:02.337619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c630550-9389-4af7-85b1-90f5cc5f0555 req-49dc974a-e35f-4031-8704-1c13f28f239d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1097 time: 0.0444760 Sep 17 23:20:02.372514 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c630550-9389-4af7-85b1-90f5cc5f0555 req-95e96d94-cccc-424f-bb54-f6b3052f9f6f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278738 Sep 17 23:20:02.703407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc43d04-fa60-4630-8baa-2c5091055469 req-04541adb-989e-4c77-a744-e305a97d75cb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:02.704878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efc43d04-fa60-4630-8baa-2c5091055469 req-04541adb-989e-4c77-a744-e305a97d75cb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0483050 Sep 17 23:20:02.742813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-efc43d04-fa60-4630-8baa-2c5091055469 req-6f38cb0f-6060-447f-8aa7-a769b00ca25a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319467 Sep 17 23:20:02.770497 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fdda9fa4-797a-450e-a1a7-9db3948ef31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:03.170843 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:03.857425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5884e8-ca79-4364-802d-aa939515774e req-927a2603-c192-4e3d-ae09-7701d7b633f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:03.859155 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f5884e8-ca79-4364-802d-aa939515774e req-927a2603-c192-4e3d-ae09-7701d7b633f0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0477865 Sep 17 23:20:03.897145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f5884e8-ca79-4364-802d-aa939515774e req-7356c781-0da2-43ce-99d5-ea5b05672225 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Sep 17 23:20:04.007880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:04.014998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced446e-7c18-4ff0-af73-48f5f4b4143d req-692ed9ec-3b8c-4f25-94f7-40b6338cfbb4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:04.016486 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0ced446e-7c18-4ff0-af73-48f5f4b4143d req-692ed9ec-3b8c-4f25-94f7-40b6338cfbb4 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0559099 Sep 17 23:20:04.025828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56478) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:04.030060 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Request body: {'floatingip': {'port_id': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:04.068120 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:04.503032 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:04.506962 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:04.607522 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de associated. External IP: 172.25.0.131, port: f9ec5a3e-024f-42b4-b7ed-5339a07b80a4. Sep 17 23:20:05.111223 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.132764 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:20:05.239265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:20:05.245034 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.251478 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:20:05.261513 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:05.262138 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:20:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:05.271487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b6c719aa-8487-40de-981a-8b538e2de8c1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "PUT /v2.0/floatingips/e14b31db-40e2-4c22-a61b-07437a5ff4de HTTP/1.1" status: 200 len: 992 time: 1.2446725 Sep 17 23:20:05.272380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:05.274718 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdd92e4bc61ca189d6e57318fd66e41263b514ba1f2665e61962ce7596323bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b668522-46b1-4191-9e14-80db24a6eb84" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:05.312027 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c963d487-a891-41ea-aada-3597a338ac86 x-openstack-request-id: req-c963d487-a891-41ea-aada-3597a338ac86 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:05.312329 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:05.312581 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c963d487-a891-41ea-aada-3597a338ac86 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:05.313013 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'status': 'completed', 'code': 200} Sep 17 23:20:05.371965 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:05.378143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-128e95dd-ddc1-4f1a-8456-a1f2ef72df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:05.379685 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-128e95dd-ddc1-4f1a-8456-a1f2ef72df28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1097 time: 0.0415392 Sep 17 23:20:05.473022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-85069814-85ce-4cf5-8e2c-b54f13180564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:05.474517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-85069814-85ce-4cf5-8e2c-b54f13180564 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0881341 Sep 17 23:20:05.538807 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.543013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-5b2ffe2e-70f5-4acb-ba7d-669da76e3865 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1000 time: 0.0614254 Sep 17 23:20:05.593494 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-b6a3e09b-bc7b-4c94-81fa-ee880a444754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:05.594300 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:21:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:20:04Z', 'revision_number': 13, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:05.594983 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-b6a3e09b-bc7b-4c94-81fa-ee880a444754 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0441403 Sep 17 23:20:05.625048 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:20:05.633190 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:05.633802 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:20:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:05.646503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-40e403e2-549a-4209-8b18-a05291d3767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:05.648026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-40e403e2-549a-4209-8b18-a05291d3767f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460618 Sep 17 23:20:05.738002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:05.739274 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-e7ca290b-4c4f-496f-b9f9-e31d9fe6dd0a service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840366 Sep 17 23:20:05.833328 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4b668522-46b1-4191-9e14-80db24a6eb84 req-7d05c11d-55b0-478b-b615-2cd33eb8756e service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872185 Sep 17 23:20:05.958210 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:21:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:20:04Z', 'revision_number': 13, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:05.983690 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505529b8-f67a-444f-ae7e-325a4d615085 None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e14b31db-40e2-4c22-a61b-07437a5ff4de', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'port_id': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'mac_address': 'fa:16:3e:21:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:10:25Z', 'updated_at': '2021-09-17T23:20:04Z', 'revision_number': 13, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:20:06.175356 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a4e37-a1cb-4d38-b80e-7aa5e86903bf None None] New status for floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:20:19.173003 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:30.031890 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d41bf98c-4140-4bf9-abda-47c83573b6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:32.770332 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d2c33d49-fb61-47e2-ba18-486eb440d5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:33.171662 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:34.004732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:35.128888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:35.353376 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:20:35.535689 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.172240 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.035893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-39a1f7ec-39e8-4a53-b029-c51704a4a28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:02.769944 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-74497546-a633-4a09-a4a7-b06074e2818a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.172362 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.555122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-a61ed7b3-015c-402e-ad8b-8cdf1b6b391e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396192 Sep 17 23:21:03.636178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-9876fc2b-de85-4e75-ab70-e6d6a41ce010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:03.637778 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-9876fc2b-de85-4e75-ab70-e6d6a41ce010 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1097 time: 0.0418029 Sep 17 23:21:03.742314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-871dd4c7-f22e-4786-bc8c-35f554b8712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:03.743781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-871dd4c7-f22e-4786-bc8c-35f554b8712e service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0878117 Sep 17 23:21:03.815122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-2ecd35a8-fe31-4d28-a057-84f9ab6e951e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1002 time: 0.0641749 Sep 17 23:21:03.868085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-41a9fe5d-09a4-4ddd-a01f-1e6840d8b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:03.869629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-41a9fe5d-09a4-4ddd-a01f-1e6840d8b317 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0480158 Sep 17 23:21:03.915170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-e01937de-de85-4526-b4a4-83062f06847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:03.916694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-e01937de-de85-4526-b4a4-83062f06847d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402384 Sep 17 23:21:04.006566 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-b2600a4f-536e-4dc6-bb14-967756e6f33a service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828125 Sep 17 23:21:04.009428 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:04.099907 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c37fcb53-be46-44d2-80cc-cd8bdf990489 req-65b07285-1d88-4f7a-8939-f4438191a2e0 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863397 Sep 17 23:21:05.129575 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:05.537826 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:12.352909 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:21:19.172963 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:30.036225 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb9b3-8afd-41bf-be41-f1bb5d31d4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:32.770133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-43d19382-f8ce-4191-9c05-7da82771d71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:33.172771 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:34.011396 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:35.146056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:35.539782 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:42.752235 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05974e1c-8220-4615-b0b7-4d8dbb2fdaf6 req-a8665d50-ae17-4576-8888-5db56e37704d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:42.753764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05974e1c-8220-4615-b0b7-4d8dbb2fdaf6 req-a8665d50-ae17-4576-8888-5db56e37704d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.1359801 Sep 17 23:21:42.791482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-05974e1c-8220-4615-b0b7-4d8dbb2fdaf6 req-4b0b7cd9-6cb2-4c8d-8ceb-f05ab7b7ab3d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312924 Sep 17 23:21:49.186488 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:49.351890 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:21:54.040345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-8273e3b0-aa79-47b0-bf6a-5d59bb214b90 req-0140e03d-4da9-438b-bd55-b12f02640944 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:21:54.041367 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8273e3b0-aa79-47b0-bf6a-5d59bb214b90 req-0140e03d-4da9-438b-bd55-b12f02640944 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429611 Sep 17 23:21:54.254513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bc3a-2cda-4a1b-831e-9be2c02ee4f3 req-36fbbb70-82b0-4e3e-830b-4a8097ac0ada tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:54.256012 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fac0bc3a-2cda-4a1b-831e-9be2c02ee4f3 req-36fbbb70-82b0-4e3e-830b-4a8097ac0ada tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0828304 Sep 17 23:21:54.279838 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-d05b95dd-3623-4d21-9403-3fa37019c388 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1178672 Sep 17 23:21:54.291389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-700e36be-4566-4244-b1de-92615dcab744 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:21:54.292411 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-700e36be-4566-4244-b1de-92615dcab744 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049973 Sep 17 23:21:54.305711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fac0bc3a-2cda-4a1b-831e-9be2c02ee4f3 req-1a9249f0-0f71-4809-85c6-cf155a0a89ae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 Sep 17 23:21:55.429460 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2ae9b-4b63-4351-97fa-924c92464fca req-69268c36-c102-4822-ba5b-6323ba0d5d88 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:55.430964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96b2ae9b-4b63-4351-97fa-924c92464fca req-69268c36-c102-4822-ba5b-6323ba0d5d88 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0509937 Sep 17 23:21:55.471256 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-96b2ae9b-4b63-4351-97fa-924c92464fca req-260160bb-46e3-49ea-8477-0b16fc887ab2 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335481 Sep 17 23:21:55.517345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-a4fe87d7-d5f0-4071-bc46-3f4f6031600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:55.518841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-a4fe87d7-d5f0-4071-bc46-3f4f6031600f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1097 time: 0.0870297 Sep 17 23:21:55.608827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-fb93bbb2-0552-4c8c-bb27-b962b2671e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:55.610577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-fb93bbb2-0552-4c8c-bb27-b962b2671e32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0843372 Sep 17 23:21:55.680363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-c5876f7f-ab63-4adb-90cb-f5b8d36f439a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1002 time: 0.0619628 Sep 17 23:21:55.728189 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-ac86941b-fc13-4bba-9115-e322102bb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:55.729839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-ac86941b-fc13-4bba-9115-e322102bb8a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0428970 Sep 17 23:21:55.774597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-16ad1c86-8e07-4934-97b7-6ffef1fcb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:55.776075 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-16ad1c86-8e07-4934-97b7-6ffef1fcb2db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396886 Sep 17 23:21:55.868234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-3f906ea3-efd7-46c1-81cf-1d7b5da1105e service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850229 Sep 17 23:21:55.956484 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-739c55b0-d03b-4ffe-932f-2eec596b23f9 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816252 Sep 17 23:21:56.595720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a304bd-213e-4ffc-a8b0-34f95294f136 req-1857a440-3040-4272-8ae4-b597e0383497 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:56.597228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59a304bd-213e-4ffc-a8b0-34f95294f136 req-1857a440-3040-4272-8ae4-b597e0383497 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0560224 Sep 17 23:21:56.639310 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-59a304bd-213e-4ffc-a8b0-34f95294f136 req-09079020-170d-4c74-a6c2-1869f7d4f9cd tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357308 Sep 17 23:21:57.756033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db75562-b0a0-4d6d-a4c2-b915a42abf33 req-a33dc3db-f1f1-49ac-ad3b-52356bc59b77 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:57.757547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7db75562-b0a0-4d6d-a4c2-b915a42abf33 req-a33dc3db-f1f1-49ac-ad3b-52356bc59b77 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0490108 Sep 17 23:21:57.796285 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7db75562-b0a0-4d6d-a4c2-b915a42abf33 req-092a1e3d-5bc9-4610-af49-7c955db55a94 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Sep 17 23:21:58.909738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1615481-5d88-4c1e-8d4f-4e855db04862 req-9850def8-b3f4-42ad-82cb-f3b44277d92d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:58.911276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1615481-5d88-4c1e-8d4f-4e855db04862 req-9850def8-b3f4-42ad-82cb-f3b44277d92d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0485375 Sep 17 23:21:58.948512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1615481-5d88-4c1e-8d4f-4e855db04862 req-f17e8520-d542-424d-80e0-942bc16f9621 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314279 Sep 17 23:22:00.038101 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7f0a-321e-406d-a081-cde7b53dad62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:00.066478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e72bb-64b6-44b5-a434-3966f91f73c6 req-a0172a4e-3228-4ed1-9366-3de3ef013d97 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:00.067964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f50e72bb-64b6-44b5-a434-3966f91f73c6 req-a0172a4e-3228-4ed1-9366-3de3ef013d97 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0525219 Sep 17 23:22:00.107002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f50e72bb-64b6-44b5-a434-3966f91f73c6 req-65ba1fd4-d829-4742-8fb9-9606e81b02a9 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325992 Sep 17 23:22:01.222077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5b293-040f-4cc0-b0e1-71b26e0017ee req-a9b04606-3008-4714-84d2-42b4a17b7273 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:01.223533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb5b293-040f-4cc0-b0e1-71b26e0017ee req-a9b04606-3008-4714-84d2-42b4a17b7273 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0488002 Sep 17 23:22:01.262505 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-afb5b293-040f-4cc0-b0e1-71b26e0017ee req-3c967f08-2399-43be-b0e4-9019f0732949 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330877 Sep 17 23:22:02.383825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0921-606a-4692-84e3-f48211f7fdbb req-eaa45822-1e20-4c29-b9d8-4ac4ece0ae4d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:02.385350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a4f0921-606a-4692-84e3-f48211f7fdbb req-eaa45822-1e20-4c29-b9d8-4ac4ece0ae4d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0531168 Sep 17 23:22:02.422840 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1a4f0921-606a-4692-84e3-f48211f7fdbb req-0e0c6f5a-e92b-42ba-9b19-1f766bb269e1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307751 Sep 17 23:22:02.770216 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-88273e77-7834-4ccb-9bfb-866bfdc36035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:03.173572 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:03.546022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9db10-c56e-483d-b04a-6ae84210ea59 req-2cda31e9-2837-425f-880f-32e73e995406 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:03.547839 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cd9db10-c56e-483d-b04a-6ae84210ea59 req-2cda31e9-2837-425f-880f-32e73e995406 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0579414 Sep 17 23:22:03.611382 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cd9db10-c56e-483d-b04a-6ae84210ea59 req-04b17d80-8bd3-49b0-8ef8-be3cfe7baa2b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545938 Sep 17 23:22:03.616097 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-ec5a88f1-a3a0-4c91-bd48-8317d1dbdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:03.617613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-ec5a88f1-a3a0-4c91-bd48-8317d1dbdc8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1097 time: 0.0689213 Sep 17 23:22:03.725876 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-9bb9a761-1586-494b-be80-6a5c2b862b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:03.727272 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-9bb9a761-1586-494b-be80-6a5c2b862b86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0876124 Sep 17 23:22:03.792910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-f1b7dbe8-1345-4b1e-a93a-5e395b54fc82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1002 time: 0.0581594 Sep 17 23:22:03.842150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-25ec6474-4142-4b67-a6b3-712bec15544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:03.843716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-25ec6474-4142-4b67-a6b3-712bec15544a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0439630 Sep 17 23:22:03.893740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-61056d82-784b-4017-8e0f-24ec9d4ec7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:03.895227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-61056d82-784b-4017-8e0f-24ec9d4ec7b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437520 Sep 17 23:22:03.983712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-484f1335-96d6-49e3-9275-986157d45d69 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812342 Sep 17 23:22:04.014318 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:04.080025 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9be854ad-d660-4df5-84a9-0a510f97ac70 req-39b6ac9d-d7e5-4541-8ecf-2f322e2e9081 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881355 Sep 17 23:22:04.726554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69849141-edd8-4fa2-b18c-51d55e8d0e4b req-85dce134-b10a-47b7-8675-31cb3c17d02a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:04.728018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69849141-edd8-4fa2-b18c-51d55e8d0e4b req-85dce134-b10a-47b7-8675-31cb3c17d02a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0486031 Sep 17 23:22:04.766500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-69849141-edd8-4fa2-b18c-51d55e8d0e4b req-614b501d-f424-4d73-a365-8a06423e34df tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316470 Sep 17 23:22:05.163858 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:05.544346 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:05.881986 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5fb1-dbc1-4866-890b-f89d3f9aca77 req-3a017b85-b4a9-4a1d-969b-e9a0f0a5cb55 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:05.883438 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-937f5fb1-dbc1-4866-890b-f89d3f9aca77 req-3a017b85-b4a9-4a1d-969b-e9a0f0a5cb55 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0495815 Sep 17 23:22:05.922177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-937f5fb1-dbc1-4866-890b-f89d3f9aca77 req-fd28624d-d301-4105-9ff0-268c40c70699 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Sep 17 23:22:07.040893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899abed-d9d1-4011-adbf-33ecc68ffc7d req-3ab2250d-2381-4f94-9108-44cc01344554 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:07.043135 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6899abed-d9d1-4011-adbf-33ecc68ffc7d req-3ab2250d-2381-4f94-9108-44cc01344554 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0533235 Sep 17 23:22:07.080036 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6899abed-d9d1-4011-adbf-33ecc68ffc7d req-df9ba42f-31ff-490f-9424-2db46b0886a1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309186 Sep 17 23:22:08.200163 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8141-fea3-40c1-afdb-c4d012909469 req-ac723871-28c5-44ae-9aba-b464df76ef38 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:08.201698 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-056c8141-fea3-40c1-afdb-c4d012909469 req-ac723871-28c5-44ae-9aba-b464df76ef38 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0512178 Sep 17 23:22:08.240996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-056c8141-fea3-40c1-afdb-c4d012909469 req-69d051c9-ed52-464c-8173-0227b739a6bb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334060 Sep 17 23:22:09.357352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883264e7-5fda-488b-b8cb-d3f94a1a8e6a req-bc422edc-2307-4d87-b5c3-c73798cef0f6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:09.358867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-883264e7-5fda-488b-b8cb-d3f94a1a8e6a req-bc422edc-2307-4d87-b5c3-c73798cef0f6 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0496757 Sep 17 23:22:09.399870 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-883264e7-5fda-488b-b8cb-d3f94a1a8e6a req-9e09cc55-33c7-4e60-8891-990f0021728d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343292 Sep 17 23:22:09.594768 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-2a4f968c-e0a2-4d88-b5bd-2687f457045a service neutron] show failed (client error): The resource could not be found. Sep 17 23:22:09.595763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-2a4f968c-e0a2-4d88-b5bd-2687f457045a service neutron] 10.222.0.45 "GET /v2.0/ports/f9ec5a3e-024f-42b4-b7ed-5339a07b80a4/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0580697 Sep 17 23:22:09.860289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-34cf737f-e903-45f3-91e7-8b6003acdd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:09.861808 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-34cf737f-e903-45f3-91e7-8b6003acdd10 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 1097 time: 0.0787187 Sep 17 23:22:09.879877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:09.929931 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:10.139837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:10.176486 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:10.216526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:10.222091 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:10.236299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Transition to ACTIVE for port object f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:22:10.240387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:10.268648 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e0279d-9bae-47b5-9c0b-694d3e744882" -d '{"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:10.329219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:10.341798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.342145 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.342547 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.342798 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.343127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.343451 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.343772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.344098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.344689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.345055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.345378 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.345694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:10.386402 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48756e04-e344-4930-8dee-2fb260b0625b x-openstack-request-id: req-48756e04-e344-4930-8dee-2fb260b0625b {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:10.386691 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:10.386940 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48756e04-e344-4930-8dee-2fb260b0625b {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:10.387325 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'code': 200} Sep 17 23:22:10.388050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] No DVR routers for this DVR port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:22:10.524107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca57a6-b7c5-4ecf-8b56-96088f3ebc7b req-21d85017-23c0-4140-ad7b-2d45b0f1164d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:10.525714 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33ca57a6-b7c5-4ecf-8b56-96088f3ebc7b req-21d85017-23c0-4140-ad7b-2d45b0f1164d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0528543 Sep 17 23:22:10.568033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33ca57a6-b7c5-4ecf-8b56-96088f3ebc7b req-b9efd183-a0eb-4225-8733-82e32313f25a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355675 Sep 17 23:22:10.649738 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:10.693434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:10.813374 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:22:10.813701 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:22:10.814020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:10.818161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:22:10.818476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:10.823214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:22:10.823545 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:10.823925 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:22:10.824335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Bound port: f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:22:10.824683 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:10.886391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:10.889337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:22:10.893691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:10.928923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:10.929569 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:10.931194 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] 10.222.0.49 "PUT /v2.0/ports/f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1092 time: 1.0549660 Sep 17 23:22:10.951691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efef20-bb1d-42e1-b3b1-fabb0b29358d service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:11.019950 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-0423443e-3947-426b-b8bc-7ed79d63662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:11.021508 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-0423443e-3947-426b-b8bc-7ed79d63662f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1095 time: 0.0467968 Sep 17 23:22:11.115291 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-23bc9381-eb68-4d9e-8af5-c216731f38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:11.116824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-23bc9381-eb68-4d9e-8af5-c216731f38b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0883119 Sep 17 23:22:11.183740 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-f76143f8-1daf-45fd-8864-b874ff5b2948 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1000 time: 0.0595584 Sep 17 23:22:11.231737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-08319316-c008-4853-88a9-eeb980eb8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:11.233121 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-08319316-c008-4853-88a9-eeb980eb8b3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0419500 Sep 17 23:22:11.281926 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-527e71bf-3894-48dc-8e6b-31d2d2ff50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:11.283457 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-527e71bf-3894-48dc-8e6b-31d2d2ff50e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395255 Sep 17 23:22:11.375425 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-22623757-93d2-4e64-8b67-920d3a3e1a1a service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842073 Sep 17 23:22:11.464022 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-4aa6a414-6d8e-4089-a7bb-85fd40b3ad54 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798759 Sep 17 23:22:11.703406 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185782d-0168-40e8-966b-021da4b35d14 req-4d4ae2d6-be61-4d49-aaa0-59fb1c2cbd25 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:11.704910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0185782d-0168-40e8-966b-021da4b35d14 req-4d4ae2d6-be61-4d49-aaa0-59fb1c2cbd25 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0508316 Sep 17 23:22:11.742847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0185782d-0168-40e8-966b-021da4b35d14 req-223087e0-0a4d-47e9-a240-ea524fc4cb52 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Sep 17 23:22:12.389082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:12.391459 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68349661-73fe-451f-8104-90e545b20bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:12.438978 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd020fb-467d-456d-a9ca-83119029bf19 x-openstack-request-id: req-cfd020fb-467d-456d-a9ca-83119029bf19 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:12.439281 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:12.439536 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfd020fb-467d-456d-a9ca-83119029bf19 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:12.439935 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'status': 'completed', 'code': 200} Sep 17 23:22:12.509368 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349661-73fe-451f-8104-90e545b20bc1 req-b6e8a7c1-581a-42b2-ba09-eb2046b043f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.510854 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-b6e8a7c1-581a-42b2-ba09-eb2046b043f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1095 time: 0.0472040 Sep 17 23:22:12.527115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349661-73fe-451f-8104-90e545b20bc1 req-cf49ec1e-5f5e-4046-909d-0161d8db45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.528759 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-cf49ec1e-5f5e-4046-909d-0161d8db45f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1095 time: 0.0476396 Sep 17 23:22:12.603371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349661-73fe-451f-8104-90e545b20bc1 req-8a80de34-4876-4e87-a688-d038b166c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.605618 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-8a80de34-4876-4e87-a688-d038b166c4f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0873866 Sep 17 23:22:12.621951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349661-73fe-451f-8104-90e545b20bc1 req-18b9780a-4975-4993-a7e7-cdec87911652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.623473 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-18b9780a-4975-4993-a7e7-cdec87911652 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0873985 Sep 17 23:22:12.677900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-9546598b-738a-4bf1-95b4-26a2a7ef7bbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1000 time: 0.0652766 Sep 17 23:22:12.697018 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-99e088d6-112c-4e35-bf23-472475fc31ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1000 time: 0.0663826 Sep 17 23:22:12.730546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349661-73fe-451f-8104-90e545b20bc1 req-159d75bd-980d-4ca6-8868-1ff20ef443a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.731878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-159d75bd-980d-4ca6-8868-1ff20ef443a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0469279 Sep 17 23:22:12.749506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349661-73fe-451f-8104-90e545b20bc1 req-c950eebd-ed3d-4c58-86f1-9e4d9aa3efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.751033 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-c950eebd-ed3d-4c58-86f1-9e4d9aa3efda service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0468302 Sep 17 23:22:12.785627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349661-73fe-451f-8104-90e545b20bc1 req-adf620dd-ef52-4811-b36b-1fd63dafe940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.787433 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-adf620dd-ef52-4811-b36b-1fd63dafe940 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475838 Sep 17 23:22:12.800620 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349661-73fe-451f-8104-90e545b20bc1 req-633366eb-9b7e-439f-9a5f-f3837b14cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.802180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-633366eb-9b7e-439f-9a5f-f3837b14cae2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444448 Sep 17 23:22:12.903174 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-d47a81d3-fdf3-43ae-a6aa-9470a8d23356 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931139 Sep 17 23:22:12.919569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-2663bbaf-1c8b-4f13-947a-05a1bdbcd765 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243739 Sep 17 23:22:12.926918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0bab9-c290-4740-bbc6-762094973f0f req-2c0c2dd6-c6ce-4390-bc2d-9332f97e299d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.928279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbb0bab9-c290-4740-bbc6-762094973f0f req-2c0c2dd6-c6ce-4390-bc2d-9332f97e299d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.1031563 Sep 17 23:22:13.005692 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-132e4675-5d5b-4078-9521-8f6516c30015 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946753 Sep 17 23:22:13.030416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bbb0bab9-c290-4740-bbc6-762094973f0f req-0c5cc36f-ce5a-41a3-9618-1f0ca068395c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925953 Sep 17 23:22:13.057215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68349661-73fe-451f-8104-90e545b20bc1 req-9a03af62-d58c-4b5e-a5b4-206a309dc95e service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279793 Sep 17 23:22:14.154662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d8a3-adab-4793-b6f4-479841682612 req-43cafa90-fc18-4db3-a623-2400b3a2a952 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:14.156177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e32d8a3-adab-4793-b6f4-479841682612 req-43cafa90-fc18-4db3-a623-2400b3a2a952 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0518966 Sep 17 23:22:14.196643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e32d8a3-adab-4793-b6f4-479841682612 req-79ba3c43-57a3-4c50-bae8-7d5294919036 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334148 Sep 17 23:22:15.316413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5aa3a-5f2d-40d1-82ce-23f43a141573 req-001bb240-53d5-427c-a630-86aaa095f809 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:15.317954 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cc5aa3a-5f2d-40d1-82ce-23f43a141573 req-001bb240-53d5-427c-a630-86aaa095f809 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0505352 Sep 17 23:22:15.358820 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cc5aa3a-5f2d-40d1-82ce-23f43a141573 req-4a3b4d02-80d9-4a8f-9877-45f381b123bf tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340648 Sep 17 23:22:16.478364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7457d8d-7da4-46c3-96f3-2ca3ccdfccfc req-61fc7496-94d1-4286-bc9d-062f4e5e0ddb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.479831 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7457d8d-7da4-46c3-96f3-2ca3ccdfccfc req-61fc7496-94d1-4286-bc9d-062f4e5e0ddb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0528846 Sep 17 23:22:16.518437 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a7457d8d-7da4-46c3-96f3-2ca3ccdfccfc req-3a38b799-ba65-4edf-bfcd-1c26efa13731 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Sep 17 23:22:17.632516 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676c3e2-4313-45b9-aed9-09130f319430 req-b2bd4173-0fdd-4f85-9c10-4f4683b9ef9d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:17.634030 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3676c3e2-4313-45b9-aed9-09130f319430 req-b2bd4173-0fdd-4f85-9c10-4f4683b9ef9d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0490065 Sep 17 23:22:17.672248 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3676c3e2-4313-45b9-aed9-09130f319430 req-0b8b0b06-40c4-434b-9960-26480bd70e6f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315838 Sep 17 23:22:18.787132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcfd39-d0a5-45f7-a7ba-37c8feecd195 req-c007867e-e1e3-4f45-b3a6-553e40d0273a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:18.788604 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19bcfd39-d0a5-45f7-a7ba-37c8feecd195 req-c007867e-e1e3-4f45-b3a6-553e40d0273a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0485401 Sep 17 23:22:18.825798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19bcfd39-d0a5-45f7-a7ba-37c8feecd195 req-2cbfc72d-c934-4051-b9c6-f8437d264853 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Sep 17 23:22:19.203746 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:19.951319 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990280ac-4af6-410d-926a-2a1a77ddf28e req-623c62a4-0e66-42f9-a01f-2294c6246ade tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:19.952786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-990280ac-4af6-410d-926a-2a1a77ddf28e req-623c62a4-0e66-42f9-a01f-2294c6246ade tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0572042 Sep 17 23:22:19.995084 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-990280ac-4af6-410d-926a-2a1a77ddf28e req-0cf79452-b594-477d-b0d7-a2e2ef4fb5f7 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362508 Sep 17 23:22:21.115689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661b682-fb16-4eab-8668-48ee46072166 req-82893215-fea8-4e32-86f3-252f19cf1666 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:21.117230 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3661b682-fb16-4eab-8668-48ee46072166 req-82893215-fea8-4e32-86f3-252f19cf1666 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0497181 Sep 17 23:22:21.154904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3661b682-fb16-4eab-8668-48ee46072166 req-a3a9d927-db65-4fcb-92e9-f22054b2d3e8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316367 Sep 17 23:22:22.271223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29049354-d298-4179-b79e-279dd3150d3b req-efd68ecc-7a20-40b3-9f54-38a923c65d64 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.272671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29049354-d298-4179-b79e-279dd3150d3b req-efd68ecc-7a20-40b3-9f54-38a923c65d64 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0483646 Sep 17 23:22:22.310060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-29049354-d298-4179-b79e-279dd3150d3b req-0c53b5f8-908c-4629-b9d3-64c6736c3066 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314822 Sep 17 23:22:22.461652 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-29df364b-9d36-4463-b795-9d962c7130f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.463122 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-29df364b-9d36-4463-b795-9d962c7130f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1095 time: 0.0452826 Sep 17 23:22:22.566042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-33648812-d05d-4d3c-8584-28bacc315b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.567541 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-33648812-d05d-4d3c-8584-28bacc315b73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0843713 Sep 17 23:22:22.636173 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-7d3ecad0-2e04-4733-9039-992f92354756 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1000 time: 0.0608695 Sep 17 23:22:22.687042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-4b1f8c65-787d-48f5-b352-02153fb0f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.688441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-4b1f8c65-787d-48f5-b352-02153fb0f00c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0429351 Sep 17 23:22:22.734618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-7c6b0cbe-d353-48e8-9a30-3fbc46497ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.736074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-7c6b0cbe-d353-48e8-9a30-3fbc46497ad8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398190 Sep 17 23:22:22.827846 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-40825a48-6af7-44c6-9076-5c70076de0aa service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844760 Sep 17 23:22:22.916903 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-487c1b8d-12e5-42de-b85a-d04b75eb130b req-b035c5df-1e30-4d01-b2b5-6b479bb9f287 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813973 Sep 17 23:22:23.429563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c3f4e-83ae-4384-b7c6-9ded2360664c req-eefff2ed-e01b-4057-85f5-1f7cf8ee2e6b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:23.431020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c22c3f4e-83ae-4384-b7c6-9ded2360664c req-eefff2ed-e01b-4057-85f5-1f7cf8ee2e6b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0517268 Sep 17 23:22:23.469606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c22c3f4e-83ae-4384-b7c6-9ded2360664c req-8d3dcda3-9573-4c2b-8abd-70899a3e521f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319397 Sep 17 23:22:24.587051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d4ae3-353a-407a-b64a-fec1e08c4687 req-05a32bcd-7750-44bf-8000-c0f4421905ce tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:24.588530 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e29d4ae3-353a-407a-b64a-fec1e08c4687 req-05a32bcd-7750-44bf-8000-c0f4421905ce tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 943 time: 0.0489759 Sep 17 23:22:24.604281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:22:24.629761 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e29d4ae3-353a-407a-b64a-fec1e08c4687 req-11da9fdc-c7ff-4209-b97a-c253d0cb290a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343416 Sep 17 23:22:24.700332 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:24.712127 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'mac_address': 'fa:16:3e:21:50:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:22:24.753212 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:24.766239 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:22:24.785603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:24.789663 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:24.838034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:24.847025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.847371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.847710 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.848044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.848371 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.848695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.849044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.849435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.849681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.850000 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.850799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.850799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:24.926276 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-e5b6d242-8fb1-4469-85f4-95ca16083842 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:24.927710 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-e5b6d242-8fb1-4469-85f4-95ca16083842 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa&tenant_id=1ab52c111e614ab691e9bd11f326dbe7&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 944 time: 0.0568290 Sep 17 23:22:24.935191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c45e9e-bce8-4d5a-ac8a-c503aba55dac req-049949ad-797b-4629-8efc-c15217ffbb29 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:24.936682 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68c45e9e-bce8-4d5a-ac8a-c503aba55dac req-049949ad-797b-4629-8efc-c15217ffbb29 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0499809 Sep 17 23:22:24.973900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68c45e9e-bce8-4d5a-ac8a-c503aba55dac req-e2009c1b-7bcd-486a-a21e-42edb1d7c94d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Sep 17 23:22:24.993168 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-3c8060b8-d37b-4983-ae0d-c021f412db48 service neutron] 10.222.0.49 "GET /v2.0/ports/f9ec5a3e-024f-42b4-b7ed-5339a07b80a4/bindings/n-h2-789963-10 HTTP/1.1" status: 200 len: 383 time: 0.0561917 Sep 17 23:22:25.079245 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-d23790f8-b596-4851-b612-c5cc17be15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:25.081074 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-d23790f8-b596-4851-b612-c5cc17be15e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1096 time: 0.0422196 Sep 17 23:22:25.178201 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-93e19d2a-9065-4019-b42e-cb107542d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:25.179604 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-93e19d2a-9065-4019-b42e-cb107542d797 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0914989 Sep 17 23:22:25.235213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:22:25.247786 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-795a73fd-3268-431f-ad0f-709cd73a57fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1001 time: 0.0596955 Sep 17 23:22:25.301988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-421037f7-c8b8-4831-9d4c-cd4c99540bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:25.303480 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-421037f7-c8b8-4831-9d4c-cd4c99540bf0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0481782 Sep 17 23:22:25.352559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-97b1c631-b8f8-47fd-a91b-5f98a76a7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:25.354151 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-97b1c631-b8f8-47fd-a91b-5f98a76a7469 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439341 Sep 17 23:22:25.444092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-121cee50-f22f-4cd3-9171-a4905c094f7e service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826695 Sep 17 23:22:25.537653 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-e273e0af-30b9-410d-b833-dad0740d875d service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862596 Sep 17 23:22:26.096763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355d303-0bc7-4c1b-8e20-e95b5af811f0 req-ec4f2a10-8591-4234-848a-c967ee96f10c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:26.098356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b355d303-0bc7-4c1b-8e20-e95b5af811f0 req-ec4f2a10-8591-4234-848a-c967ee96f10c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0526810 Sep 17 23:22:26.136339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b355d303-0bc7-4c1b-8e20-e95b5af811f0 req-41a480c9-ed1b-47a6-bdb1-fd395be669fc tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320940 Sep 17 23:22:26.351173 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:22:26.620048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:26.670277 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:22:26.674013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:26.674398 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:26.750038 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:26.771173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:26.784803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:26.788512 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:26.818097 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bea2f9-0e16-43f1-aaf1-79bf35f88d72" -d '{"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:26.845686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:26.919570 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2beb86-0593-4fbf-9985-0be876fe67b1 x-openstack-request-id: req-bc2beb86-0593-4fbf-9985-0be876fe67b1 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:26.919864 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:26.920120 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc2beb86-0593-4fbf-9985-0be876fe67b1 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:26.920776 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'code': 200} Sep 17 23:22:27.254631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee1c39-c427-4e95-ac0f-48cc8354aedf req-42c2e9e1-c0e7-431f-910c-daf295c9e969 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:27.256160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5cee1c39-c427-4e95-ac0f-48cc8354aedf req-42c2e9e1-c0e7-431f-910c-daf295c9e969 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0487812 Sep 17 23:22:27.294329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5cee1c39-c427-4e95-ac0f-48cc8354aedf req-9f21421f-fdcd-4345-85f5-ae7a57ff576b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321295 Sep 17 23:22:28.413422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eee538-e778-43df-a735-05c7d4c737f8 req-ad7177b4-b725-4ad2-a244-776db8fdc8ca tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:28.414899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15eee538-e778-43df-a735-05c7d4c737f8 req-ad7177b4-b725-4ad2-a244-776db8fdc8ca tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0489600 Sep 17 23:22:28.453712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15eee538-e778-43df-a735-05c7d4c737f8 req-05658079-f7c0-44a7-8551-92c15b9556c5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Sep 17 23:22:29.472651 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-e8a1fac9-d408-4e90-9f6a-faa150bb232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:29.474231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-e8a1fac9-d408-4e90-9f6a-faa150bb232f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa&tenant_id=1ab52c111e614ab691e9bd11f326dbe7 HTTP/1.1" status: 200 len: 1097 time: 0.0439894 Sep 17 23:22:29.486018 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:29.548161 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:29.616415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4d80-2832-4e26-8dae-90b6a9580983 req-7539a3bb-48e8-45be-a5b4-a7bb507b221d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:29.617940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ddc4d80-2832-4e26-8dae-90b6a9580983 req-7539a3bb-48e8-45be-a5b4-a7bb507b221d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0867949 Sep 17 23:22:29.724243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ddc4d80-2832-4e26-8dae-90b6a9580983 req-14a9d528-9557-4089-9fc4-8383ea25e630 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002302 Sep 17 23:22:29.810510 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:29.843112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h2-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:29.880746 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:29.886015 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:29.898868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Transition to ACTIVE for port object f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:22:29.903017 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:29.930705 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e5ea1d-f2d7-4171-8eae-fe8e6fa3e842" -d '{"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:30.046467 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-312d88d0-1638-47dc-a52f-dff91b8beb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:30.306739 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9462e6dd-2265-4bea-8ca8-a66f7c9aeff8 x-openstack-request-id: req-9462e6dd-2265-4bea-8ca8-a66f7c9aeff8 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:30.307026 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:30.307277 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9462e6dd-2265-4bea-8ca8-a66f7c9aeff8 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:30.307663 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'code': 200} Sep 17 23:22:30.324955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=10']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:30.336058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.336402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.336741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.337100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.337433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.337763 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.338083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.338403 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.338725 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.339042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.339361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.339732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:30.368837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] No DVR routers for this DVR port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on host n-h2-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:22:30.500504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:22:30.501191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:22:30.501191 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:30.505198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:22:30.505514 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Attempting to bind port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on network e4258bb1-ecba-478e-9f10-3f9fd2250594 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:30.510287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:22:30.510619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Checking segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:30.511001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Bound using segment: {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:22:30.511455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Bound port: f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca6da7-5ec5-43a0-bb0b-354cced81a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:22:30.511799 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:30.573195 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:30.576439 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:22:30.580637 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:30.617661 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.618279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:30.619680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] 10.222.0.45 "PUT /v2.0/ports/f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1093 time: 1.1379499 Sep 17 23:22:30.635661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:30.641355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4e1bf-7d4f-47ab-b048-d33c88297a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=11']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:30.675959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:30.688895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-81304a70-d1ce-4153-90f5-7631dc94527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.690493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-81304a70-d1ce-4153-90f5-7631dc94527e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1096 time: 0.0443177 Sep 17 23:22:30.789126 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-14b3dc21-75c7-422d-8b71-c784a2722ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.790702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-14b3dc21-75c7-422d-8b71-c784a2722ac4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0928307 Sep 17 23:22:30.888520 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-b5a85e64-bf69-4afb-acb6-9fb1190ebb62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1000 time: 0.0897918 Sep 17 23:22:30.896563 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fc90d-cc39-43f0-9c2c-16f182582d4f req-0f9f8931-9b00-45c3-a65a-53539ccd0be8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.897987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c7fc90d-cc39-43f0-9c2c-16f182582d4f req-0f9f8931-9b00-45c3-a65a-53539ccd0be8 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.1006222 Sep 17 23:22:30.965038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-3c7bbd77-d2df-45fd-b2ac-b401450ba914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.966479 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-3c7bbd77-d2df-45fd-b2ac-b401450ba914 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0676737 Sep 17 23:22:30.971368 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c7fc90d-cc39-43f0-9c2c-16f182582d4f req-cc33bf7e-a0a6-429b-883b-93415c761b3d tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654752 Sep 17 23:22:31.015273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-accc7f42-5416-4c86-aa3b-6ccbb706c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:31.016699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-accc7f42-5416-4c86-aa3b-6ccbb706c0f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426528 Sep 17 23:22:31.105275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-ec170736-fb0a-4e26-9116-83cfff4c251b service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808840 Sep 17 23:22:31.197905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e574ce30-dcbb-494b-af77-b947c7ac00f1 req-6cc55d01-3be8-41f5-970f-e3f150993544 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851002 Sep 17 23:22:32.092050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069de02-7d56-411f-ba0a-e2958615056d req-45f7df9d-377c-46c7-a236-651d8a634252 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.093671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c069de02-7d56-411f-ba0a-e2958615056d req-45f7df9d-377c-46c7-a236-651d8a634252 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0509501 Sep 17 23:22:32.133007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c069de02-7d56-411f-ba0a-e2958615056d req-f28acced-167e-4475-ba3e-136d427a8008 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330100 Sep 17 23:22:32.309015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:32.311376 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cbcfc3-f480-4821-8847-ca9d0aadd15b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:32.362378 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d342b-35d2-4d54-bf7a-8406102b47be x-openstack-request-id: req-b70d342b-35d2-4d54-bf7a-8406102b47be {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:32.362378 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:32.362577 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b70d342b-35d2-4d54-bf7a-8406102b47be {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:32.363264 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'status': 'completed', 'code': 200} Sep 17 23:22:32.427431 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-b0f8b15d-5657-48a9-92d4-4c515cc03c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.429255 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-b0f8b15d-5657-48a9-92d4-4c515cc03c48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1096 time: 0.0428569 Sep 17 23:22:32.443148 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-f3889549-e269-423d-9809-59d436511db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.444742 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-f3889549-e269-423d-9809-59d436511db0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 1096 time: 0.0416965 Sep 17 23:22:32.529487 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-ba3c96a3-1fe0-4120-8a4b-df6ef0e81069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.531172 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-ba3c96a3-1fe0-4120-8a4b-df6ef0e81069 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0947871 Sep 17 23:22:32.543563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-9c1ebb4e-c48b-45ee-9070-db6ade10780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.545078 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-9c1ebb4e-c48b-45ee-9070-db6ade10780a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 200 len: 913 time: 0.0933306 Sep 17 23:22:32.604967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-1433b799-4c77-44bb-95f6-607b88a07e28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1000 time: 0.0656829 Sep 17 23:22:32.612610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-eada5578-b7fa-40fa-bc90-596cbb76deca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 200 len: 1000 time: 0.0599639 Sep 17 23:22:32.658455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-778d9ae4-7fa6-45d0-bbe2-51eab1da00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.660064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-778d9ae4-7fa6-45d0-bbe2-51eab1da00ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0477293 Sep 17 23:22:32.662881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-728b161e-4dda-4e2d-9f5c-2fd1da3209b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.664354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-728b161e-4dda-4e2d-9f5c-2fd1da3209b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 200 len: 851 time: 0.0449266 Sep 17 23:22:32.709571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-b69bddae-170c-4ad6-9ea3-7326f23d57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.711321 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-b69bddae-170c-4ad6-9ea3-7326f23d57df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442615 Sep 17 23:22:32.714150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-1901cbeb-b1f3-4028-a1a4-63426124a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.715709 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-1901cbeb-b1f3-4028-a1a4-63426124a6c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4258bb1-ecba-478e-9f10-3f9fd2250594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445237 Sep 17 23:22:32.772275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-662c87da-4c8d-48c1-8dda-7338b3e99067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:32.814827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-c3af0897-16b0-468a-9ee6-6bf403969326 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959551 Sep 17 23:22:32.829863 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-f9c1510c-324d-4f4a-bc52-79fd99958d86 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042774 Sep 17 23:22:32.911848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-b438cf54-342c-40ea-833f-123f6e5d5889 service neutron] 10.222.0.45 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896795 Sep 17 23:22:32.930870 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19cbcfc3-f480-4821-8847-ca9d0aadd15b req-6a03758e-1686-45cb-b0dd-06dc89ca1332 service neutron] 10.222.0.49 "GET /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930662 Sep 17 23:22:33.177483 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:33.253130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf453-8dda-4502-896a-5d7a93d91237 req-b4af0bf5-f8f7-478c-ad55-3de7b01e9b96 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:33.254558 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3addf453-8dda-4502-896a-5d7a93d91237 req-b4af0bf5-f8f7-478c-ad55-3de7b01e9b96 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0496488 Sep 17 23:22:33.297783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3addf453-8dda-4502-896a-5d7a93d91237 req-36aa99b6-72c4-436d-8ed0-8162567c8431 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371182 Sep 17 23:22:34.016804 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:34.417418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8ee3a-6f47-479e-ae90-ea49d079c6d6 req-121d5528-d42d-4b0a-a3f2-2b6ae8a3fb95 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:34.419427 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-def8ee3a-6f47-479e-ae90-ea49d079c6d6 req-121d5528-d42d-4b0a-a3f2-2b6ae8a3fb95 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0511844 Sep 17 23:22:34.458493 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-def8ee3a-6f47-479e-ae90-ea49d079c6d6 req-60c17bb0-40ee-47ca-a93a-a14c57c385aa tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328386 Sep 17 23:22:35.160307 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:35.547098 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:35.576593 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2767367-3f6a-46bc-ac73-4fb8054593ae req-e825aa48-cb3b-4fc9-a26c-83a8c8400f14 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:35.578107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2767367-3f6a-46bc-ac73-4fb8054593ae req-e825aa48-cb3b-4fc9-a26c-83a8c8400f14 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0511291 Sep 17 23:22:35.616532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e2767367-3f6a-46bc-ac73-4fb8054593ae req-60f2b3e5-efb9-4fdc-9c27-445aa4416bbf tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Sep 17 23:22:36.733067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d5a4-3463-4b3a-8a16-fed663f4140c req-aacad5fe-a492-4936-b1d8-91b7f656b5ee tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:36.734810 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4963d5a4-3463-4b3a-8a16-fed663f4140c req-aacad5fe-a492-4936-b1d8-91b7f656b5ee tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0489252 Sep 17 23:22:36.775812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4963d5a4-3463-4b3a-8a16-fed663f4140c req-82c10cec-1aea-452a-b41b-aff903d9b0fd tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351532 Sep 17 23:22:37.892013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407b453-e192-43ee-842c-dcd9789010c7 req-900457c5-9929-4eba-b3ea-119ca525d0fd tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:37.893512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3407b453-e192-43ee-842c-dcd9789010c7 req-900457c5-9929-4eba-b3ea-119ca525d0fd tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0490186 Sep 17 23:22:37.931753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3407b453-e192-43ee-842c-dcd9789010c7 req-9c38a43d-c026-4b91-ac5a-f7da3471331c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323071 Sep 17 23:22:39.048671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a6a32-80d1-445c-a43e-ada3dfffed91 req-ee4063b2-d70b-4ddd-a023-06e059520ace tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:39.050244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea3a6a32-80d1-445c-a43e-ada3dfffed91 req-ee4063b2-d70b-4ddd-a023-06e059520ace tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0493605 Sep 17 23:22:39.088047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea3a6a32-80d1-445c-a43e-ada3dfffed91 req-df3182ca-33fe-4e44-bd28-e0b4eb573ced tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Sep 17 23:22:40.203806 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f90eb-3a9c-4e21-8c3b-9521c983583a req-d0fa765f-a27c-4323-a2fe-02f1fbef6a67 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:40.205297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa8f90eb-3a9c-4e21-8c3b-9521c983583a req-d0fa765f-a27c-4323-a2fe-02f1fbef6a67 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0498056 Sep 17 23:22:40.247898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fa8f90eb-3a9c-4e21-8c3b-9521c983583a req-e533a0ac-30fb-49c6-a348-addc69738333 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366266 Sep 17 23:22:41.368214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940731-e996-416e-93b2-a91c8db4e568 req-1b722f9e-3073-4005-8d8b-00450684343f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:41.369769 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6940731-e996-416e-93b2-a91c8db4e568 req-1b722f9e-3073-4005-8d8b-00450684343f tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0513201 Sep 17 23:22:41.408154 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e6940731-e996-416e-93b2-a91c8db4e568 req-9b2a14e1-f05e-497c-b951-bcc4efef75d1 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318327 Sep 17 23:22:42.528613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254cec-14af-425f-a74c-db6b0b8e433e req-c55c7e7c-2d32-4374-8b2e-cf2ee0cb670c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:42.530141 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da254cec-14af-425f-a74c-db6b0b8e433e req-c55c7e7c-2d32-4374-8b2e-cf2ee0cb670c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0489969 Sep 17 23:22:42.567157 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-da254cec-14af-425f-a74c-db6b0b8e433e req-953904b4-121c-44c0-b9ab-fb422842e0bd tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311725 Sep 17 23:22:42.679970 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24282c01-d6cc-436b-9dda-75e906ba59c3 req-e5cb6ec1-8b77-43d1-8197-2690e8359ba5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:42.681378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24282c01-d6cc-436b-9dda-75e906ba59c3 req-e5cb6ec1-8b77-43d1-8197-2690e8359ba5 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0489254 Sep 17 23:22:42.723588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-24282c01-d6cc-436b-9dda-75e906ba59c3 req-554ea9a1-ae7b-4500-b160-1abdedc5edb0 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360143 Sep 17 23:22:42.795846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:22:42.836801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4e393-1720-4cb7-a771-73d32254c4b9 req-3aebf81b-4e7a-4a90-a50c-d33e5a9c3718 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:42.838669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33f4e393-1720-4cb7-a771-73d32254c4b9 req-3aebf81b-4e7a-4a90-a50c-d33e5a9c3718 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 944 time: 0.0503273 Sep 17 23:22:42.877699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33f4e393-1720-4cb7-a771-73d32254c4b9 req-0f90e053-fc62-42b6-8642-2a6053f9a801 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322771 Sep 17 23:22:42.893690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:42.905110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'port_id': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'mac_address': 'fa:16:3e:21:50:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:22:42.941600 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.954723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:22:42.973173 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:42.978209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.041741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=12']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:43.123173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3aca4-8013-47fc-b2ba-face1cd57d1f req-6e66ea4b-ff4c-4562-a4b7-a2e92dbd6d87 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:43.124686 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5a3aca4-8013-47fc-b2ba-face1cd57d1f req-6e66ea4b-ff4c-4562-a4b7-a2e92dbd6d87 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0497012 Sep 17 23:22:43.163914 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e5a3aca4-8013-47fc-b2ba-face1cd57d1f req-ad7baf70-0d0c-403b-943b-509f62eacd24 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332384 Sep 17 23:22:43.217370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:22:44.282830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3a46-5a38-4c53-81f5-db83b8fb0a52 req-19f0fb13-75dd-43e0-b7cd-f884227c672c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:44.284307 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-297f3a46-5a38-4c53-81f5-db83b8fb0a52 req-19f0fb13-75dd-43e0-b7cd-f884227c672c tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0502090 Sep 17 23:22:44.328696 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-297f3a46-5a38-4c53-81f5-db83b8fb0a52 req-95eb7d68-8d82-4d4b-9aa0-29c7d009646e tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups?id=62c4c215-f2c5-4a6d-9b60-8d29b5989595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384769 Sep 17 23:22:44.694266 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-ea2caa91-a983-4c09-8b04-ac0d9c401542 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:44.695627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-ea2caa91-a983-4c09-8b04-ac0d9c401542 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 945 time: 0.0487213 Sep 17 23:22:44.783379 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Deleting port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:44.783721 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.805719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:44.856060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:22:44.861016 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:44.861392 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.877052 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:44.877550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.939239 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.961440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:44.963596 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5a68c4-ed5e-47cb-a7d6-a74ee03bf8d1" -d '{"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:44.977359 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:44.981569 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.006592 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db0827d-0f86-4bb9-b344-93a71ae33b7d x-openstack-request-id: req-4db0827d-0f86-4bb9-b344-93a71ae33b7d {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:45.006885 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:45.007139 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4db0827d-0f86-4bb9-b344-93a71ae33b7d {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:45.007524 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'code': 200} Sep 17 23:22:45.031907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=13']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:45.057323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.057687 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.058146 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de disassociated. External IP: 172.25.0.131, port: f9ec5a3e-024f-42b4-b7ed-5339a07b80a4. Sep 17 23:22:45.058490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Calling delete_port for f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:45.190065 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.217453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event deleted for resources: {'Port': ['ID=f9ec5a3e-024f-42b4-b7ed-5339a07b80a4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:45.339597 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:22:45.460298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ee613f6f-cd04-438d-8f8b-0aa3eb83d4f7 req-07720b9a-fa2b-4440-aee4-ecf0618e3586 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 210 time: 0.0562906 Sep 17 23:22:45.476320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:22:45.487063 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:22:45.496578 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:45.497152 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:22:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:45.516218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] No DVR routers for this DVR port f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:22:45.519039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.521196 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b28d18dd-880d-4d2d-8db4-f71b54fb8b7c req-aff1e457-cb10-4880-80d7-bbd0627dce22 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.45 "DELETE /v2.0/ports/f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 HTTP/1.1" status: 204 len: 173 time: 0.8192978 Sep 17 23:22:45.521642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-deleted', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:45.524032 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e677649f-feaa-4443-abdb-d92eebdde89f" -d '{"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-deleted", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:45.563868 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774f9eb0-e2c9-4772-889f-29260a9c4d39 x-openstack-request-id: req-774f9eb0-e2c9-4772-889f-29260a9c4d39 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:45.564164 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f3ef29-ea46-4dab-bb45-58e9684fe7aa", "name": "network-vif-deleted", "tag": "f9ec5a3e-024f-42b4-b7ed-5339a07b80a4", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:45.564421 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-774f9eb0-e2c9-4772-889f-29260a9c4d39 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:45.564907 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f3ef29-ea46-4dab-bb45-58e9684fe7aa', 'name': 'network-vif-deleted', 'tag': 'f9ec5a3e-024f-42b4-b7ed-5339a07b80a4', 'status': 'completed', 'code': 200} Sep 17 23:22:45.614111 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:45.807469 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:45.833957 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:22:45.842608 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:45.843206 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:22:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:46.041007 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:46.241688 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:46.269644 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425f060-1eb5-4319-b817-df0980cd90c1 None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:23Z', 'revision_number': 4, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '24bf387e-86d5-4539-9f30-feb76739ef5f', 'name': '', 'network_id': 'e4258bb1-ecba-478e-9f10-3f9fd2250594', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'mac_address': 'fa:16:3e:a4:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:22Z', 'updated_at': '2021-09-17T23:10:26Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'subnets': [{'id': '636b306a-3ece-4368-8fb4-07f663a8b2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:22:46.483171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63490e8-982b-4804-bd65-ae6dd49d63d2 None None] New status for floating IP e14b31db-40e2-4c22-a61b-07437a5ff4de: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:22:46.561043 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b4439145-915b-49c2-b7d1-8d48b0469b0d req-80409815-1f85-451c-b47b-3117a71e487a tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 210 time: 0.0310035 Sep 17 23:22:46.805169 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:46.830378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:46.830701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device f9ec5a3e-024f-42b4-b7ed-5339a07b80a4 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:47.658911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d6c7c2ec-3341-44f1-98f1-535bf2fbb1f5 req-2acbe21b-e57e-493f-84e2-321bc6d0314b tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 210 time: 0.0271842 Sep 17 23:22:48.754552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5e9da675-558a-47c5-9b8c-4ab834300ccd req-25b71ba7-51a5-4a19-abb8-98049ad59ceb tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f3ef29-ea46-4dab-bb45-58e9684fe7aa HTTP/1.1" status: 200 len: 210 time: 0.0279312 Sep 17 23:22:49.222875 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.466745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56968) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:52.521228 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28233143-a1a9-4285-b2af-52ad0f5ffbae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.544463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28233143-a1a9-4285-b2af-52ad0f5ffbae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.593772 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28233143-a1a9-4285-b2af-52ad0f5ffbae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.596694 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-28233143-a1a9-4285-b2af-52ad0f5ffbae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.597931 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-28233143-a1a9-4285-b2af-52ad0f5ffbae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "DELETE /v2.0/security-groups/62c4c215-f2c5-4a6d-9b60-8d29b5989595 HTTP/1.1" status: 204 len: 168 time: 0.1301763 Sep 17 23:22:52.600821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56970) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:52.608466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28233143-a1a9-4285-b2af-52ad0f5ffbae tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c4c215-f2c5-4a6d-9b60-8d29b5989595,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:52.617891 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-b43e6990-9972-4054-afc2-462b2f28c168 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] show failed (client error): The resource could not be found. Sep 17 23:22:52.623156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b43e6990-9972-4054-afc2-462b2f28c168 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "GET /v2.0/security-groups/62c4c215-f2c5-4a6d-9b60-8d29b5989595 HTTP/1.1" status: 404 len: 347 time: 0.0212665 Sep 17 23:22:52.623937 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56972) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:52.752634 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Deleting port 02168bf1-8570-44eb-bae4-87f8309b65ee {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:52.752885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.833411 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.833731 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.846214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Calling delete_port for 02168bf1-8570-44eb-bae4-87f8309b65ee owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:52.976263 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.001572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Pushing event deleted for resources: {'Port': ['ID=02168bf1-8570-44eb-bae4-87f8309b65ee,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:53.068590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.071420 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.076089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b69ac986-e911-4d24-afdd-17acf5024492 tempest-ServerActionsTestJSON-1229449050 tempest-ServerActionsTestJSON-1229449050-project] 10.222.0.48 "DELETE /v2.0/floatingips/e14b31db-40e2-4c22-a61b-07437a5ff4de HTTP/1.1" status: 204 len: 168 time: 0.4477322 Sep 17 23:22:53.076489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56974) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:53.549649 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.794208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Deleting port 24bf387e-86d5-4539-9f30-feb76739ef5f {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:53.794873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.874399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] For port 24bf387e-86d5-4539-9f30-feb76739ef5f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=24bf387e-86d5-4539-9f30-feb76739ef5f,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:53.874762 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.887787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Calling delete_port for 24bf387e-86d5-4539-9f30-feb76739ef5f owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:54.063574 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.089546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bf387e-86d5-4539-9f30-feb76739ef5f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:54.258066 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.472594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Router 00aec226-51ba-4b21-bcb3-964a4a3daa9e has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:22:54.580407 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:22:54.585359 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7e398dcc-9ad0-4549-9011-59d677cfde57 admin admin] 10.222.0.48 "PUT /v2.0/routers/00aec226-51ba-4b21-bcb3-964a4a3daa9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5078592 Sep 17 23:22:54.588021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56978) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:54.590174 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] Sync routers for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:22:54.599983 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:54.600692 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:22:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:54.691067 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.703809 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:54.888316 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:54.915344 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] Checking router: 00aec226-51ba-4b21-bcb3-964a4a3daa9e for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:22:54.924883 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] Routers {'00aec226-51ba-4b21-bcb3-964a4a3daa9e'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:54.925532 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:22:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:55.031914 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] Set router 00aec226-51ba-4b21-bcb3-964a4a3daa9e gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:55.115038 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.165942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Deleting port 2381016b-01fc-4e16-862c-04ade02f5e86 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:55.166282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.209170 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:55.239742 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff540180-c9b1-4b74-b082-2a92fe4ec43c None None] The sync data for ids ['00aec226-51ba-4b21-bcb3-964a4a3daa9e'] in n-d-789963-10 is: [{'id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'name': 'tempest-ServerActionsTestJSON-1044739895-router', 'tenant_id': '1ab52c111e614ab691e9bd11f326dbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': '1ab52c111e614ab691e9bd11f326dbe7', 'gw_port': {'id': '2381016b-01fc-4e16-862c-04ade02f5e86', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aec226-51ba-4b21-bcb3-964a4a3daa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:10:20Z', 'updated_at': '2021-09-17T23:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:22:55.249160 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] For port 2381016b-01fc-4e16-862c-04ade02f5e86, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2381016b-01fc-4e16-862c-04ade02f5e86,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:55.249524 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.261611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Calling delete_port for 2381016b-01fc-4e16-862c-04ade02f5e86 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:55.427119 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.450504 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=2381016b-01fc-4e16-862c-04ade02f5e86,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:55.513155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.607163 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.609894 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.663496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.664093 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00aec226-51ba-4b21-bcb3-964a4a3daa9e {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:22:55.670889 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.672301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ff0d5059-2fe8-4933-b195-d88b0ca61b04 admin admin] 10.222.0.48 "DELETE /v2.0/routers/00aec226-51ba-4b21-bcb3-964a4a3daa9e HTTP/1.1" status: 204 len: 168 time: 1.0833526 Sep 17 23:22:55.675535 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56980) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:55.725229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac46f58c-7c9f-4d93-bfe5-7a255097d256 admin admin] Deleting subnet 636b306a-3ece-4368-8fb4-07f663a8b2f6 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:22:55.728784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac46f58c-7c9f-4d93-bfe5-7a255097d256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.765195 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac46f58c-7c9f-4d93-bfe5-7a255097d256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.852473 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac46f58c-7c9f-4d93-bfe5-7a255097d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.911805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac46f58c-7c9f-4d93-bfe5-7a255097d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.938855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46f58c-7c9f-4d93-bfe5-7a255097d256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636b306a-3ece-4368-8fb4-07f663a8b2f6,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:55.940795 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ac46f58c-7c9f-4d93-bfe5-7a255097d256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.945215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ac46f58c-7c9f-4d93-bfe5-7a255097d256 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/636b306a-3ece-4368-8fb4-07f663a8b2f6 HTTP/1.1" status: 204 len: 168 time: 0.2661355 Sep 17 23:22:55.945490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 56982) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:55.946077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d66cd0-97da-4b22-9c11-f3b909ae061c None None] Network e4258bb1-ecba-478e-9f10-3f9fd2250594 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:22:56.019536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.073022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Deleting port 5006e174-da63-4cc9-856e-b15ff318af40 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:56.074063 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.138549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] For port 5006e174-da63-4cc9-856e-b15ff318af40, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=5006e174-da63-4cc9-856e-b15ff318af40,segment=NetworkSegment(81ca6da7-5ec5-43a0-bb0b-354cced81a55),segment_id=81ca6da7-5ec5-43a0-bb0b-354cced81a55)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:56.139140 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.151364 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Calling delete_port for 5006e174-da63-4cc9-856e-b15ff318af40 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:56.234151 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.249863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b60bae-01d0-4d20-bef5-a0e7d6771ace None None] DHCP port deletion for e4258bb1-ecba-478e-9f10-3f9fd2250594 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:22:56.266777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=5006e174-da63-4cc9-856e-b15ff318af40,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:56.270790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] No DVR routers for this DVR port 5006e174-da63-4cc9-856e-b15ff318af40 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:22:56.345959 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.366533 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4258bb1-ecba-478e-9f10-3f9fd2250594']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:56.376234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ca6da7-5ec5-43a0-bb0b-354cced81a55') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:56.376524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ca6da7-5ec5-43a0-bb0b-354cced81a55') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:56.385850 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.398675 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.404586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:22:56.405070 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:22:56.407034 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:22:56.444837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2381016b-01fc-4e16-862c-04ade02f5e86 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:56.462688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.467794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 2381016b-01fc-4e16-862c-04ade02f5e86 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:56.468481 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.468612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2381016b-01fc-4e16-862c-04ade02f5e86 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:56.469100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5006e174-da63-4cc9-856e-b15ff318af40 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:56.473671 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] 10.222.0.48 "DELETE /v2.0/networks/e4258bb1-ecba-478e-9f10-3f9fd2250594 HTTP/1.1" status: 204 len: 168 time: 0.5241382 Sep 17 23:22:56.483751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1350a1c-e633-45e9-9527-028f79054fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=e4258bb1-ecba-478e-9f10-3f9fd2250594,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:56.494106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 5006e174-da63-4cc9-856e-b15ff318af40 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:56.494445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 5006e174-da63-4cc9-856e-b15ff318af40 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:56.494861 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 24bf387e-86d5-4539-9f30-feb76739ef5f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:56.514375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 24bf387e-86d5-4539-9f30-feb76739ef5f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:56.514664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 24bf387e-86d5-4539-9f30-feb76739ef5f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:56.584218 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:56.626699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-293354fc-9d9b-4f22-95a9-d95182cd7552 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ab52c111e614ab691e9bd11f326dbe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411947 Sep 17 23:22:56.629002 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 56988) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:56.676111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08166646-7de7-42b5-b7ea-7607a4db62ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.701121 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08166646-7de7-42b5-b7ea-7607a4db62ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.746038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08166646-7de7-42b5-b7ea-7607a4db62ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.748530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-08166646-7de7-42b5-b7ea-7607a4db62ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.749730 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-08166646-7de7-42b5-b7ea-7607a4db62ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c57b818a-eb18-4ab2-bb03-2fee7d61722e HTTP/1.1" status: 204 len: 168 time: 0.1196392 Sep 17 23:22:56.757630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08166646-7de7-42b5-b7ea-7607a4db62ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57b818a-eb18-4ab2-bb03-2fee7d61722e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:57.433825 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57010) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:57.529488 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-679981875-network', 'tenant_id': '60aa4f07430c43828dbf3f6c59cad388'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:57.550238 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Made reservation on behalf of 60aa4f07430c43828dbf3f6c59cad388 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:22:57.552502 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.561403 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.653659 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.657308 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.677130 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:22:57.690635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867ee292-28d7-4475-9e7b-0387ac5b52b7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:57.695385 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.695739 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Added segment 860515d1-83da-4319-a9c7-41bd4ca544e4 of type vlan for network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 Sep 17 23:22:57.735983 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.760054 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.761113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:57.761690 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.791123 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3561265 Sep 17 23:22:57.794856 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57014) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:57.799955 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Request body: {'subnet': {'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-679981875-subnet', 'tenant_id': '60aa4f07430c43828dbf3f6c59cad388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:57.821849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Made reservation on behalf of 60aa4f07430c43828dbf3f6c59cad388 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:22:57.822558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dab3be-658b-4214-8a41-126fa4b3daac admin admin] Pushing event updated for resources: {'Network': ['ID=60f7de67-4dae-42e4-b139-ca15c45d6aa4,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:57.824106 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.832696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:22:57.999346 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:58.055112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:58.064413 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Checking segment: {'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:58.064774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Network hostable DHCP agents. Network: 60f7de67-4dae-42e4-b139-ca15c45d6aa4, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:22:58.081509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:22:58.090580 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 60f7de67-4dae-42e4-b139-ca15c45d6aa4) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:22:58.095184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:58.095775 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:58.101002 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a591c2-7ab6-46e2-9c4e-44a42f803a76 None None] Network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:22:58.110013 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-bff720b9-449a-423b-88aa-1d6e282827ba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3137374 Sep 17 23:22:58.228728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2eecb9-a93e-497f-ab0e-1727d35e7c19 None None] Network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:22:58.533680 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-802e1131-cc5c-44af-9243-5c70fa6fb659 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:58.535156 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-802e1131-cc5c-44af-9243-5c70fa6fb659 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/networks?id=60f7de67-4dae-42e4-b139-ca15c45d6aa4 HTTP/1.1" status: 200 len: 813 time: 0.1081235 Sep 17 23:22:58.550114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-34352b9e-02a6-48a2-b95f-167e46a5e1cb tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/quotas/60aa4f07430c43828dbf3f6c59cad388 HTTP/1.1" status: 200 len: 375 time: 0.0092247 Sep 17 23:22:58.582197 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4221124c-e965-44ca-be00-f03044dc93e5 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=60aa4f07430c43828dbf3f6c59cad388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267577 Sep 17 23:22:58.677447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-17306b29-7811-4129-82c8-2cd96e498f20 service neutron] 10.222.0.48 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883105 Sep 17 23:22:58.766871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-c1bf1be6-590a-4141-a626-2b11bb8c5ef8 service neutron] 10.222.0.48 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831687 Sep 17 23:22:58.934079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4f13f247-3e45-41ca-8b49-ead9b15f2242 req-a68f08f4-ea65-4aa3-b1ad-14fa07974bc0 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 210 time: 0.0307927 Sep 17 23:22:59.931080 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-28f463d6-bf0d-4475-a4d9-b34c95e782b6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:59.933527 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-28f463d6-bf0d-4475-a4d9-b34c95e782b6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.49 "GET /v2.0/networks?id=60f7de67-4dae-42e4-b139-ca15c45d6aa4 HTTP/1.1" status: 200 len: 813 time: 0.1122298 Sep 17 23:22:59.965583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Request body: {'port': {'device_id': 'dc909c8c-c9e9-411f-9ddf-bb6c80451861', 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4', 'admin_state_up': True, 'tenant_id': '60aa4f07430c43828dbf3f6c59cad388'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:00.034109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3431897e-27bc-43f5-8359-cf09077d6017 req-eaa48343-b81d-46fa-9de2-917e86bf7a09 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 210 time: 0.0281115 Sep 17 23:23:00.040120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7e116575-5a73-4c2b-ab7c-6bafbd6f226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.077175 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Made reservation on behalf of 60aa4f07430c43828dbf3f6c59cad388 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:00.080638 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.208395 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Allocated IP 172.20.0.2 (60f7de67-4dae-42e4-b139-ca15c45d6aa4/6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7/8799e965-f3aa-4329-8ab0-c326a4362657) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:00.355580 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.388641 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.427313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:00.432649 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:00.436614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:00.465192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Pushing event updated for resources: {'Port': ['ID=8799e965-f3aa-4329-8ab0-c326a4362657,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:00.490637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:00.491246 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.505439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-73e544d9-32e7-4e1a-ba48-53597e8cbf14 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443692 Sep 17 23:23:00.523775 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Request body: {'port': {'device_id': 'dc909c8c-c9e9-411f-9ddf-bb6c80451861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:00.579658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.834613 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8799e965-f3aa-4329-8ab0-c326a4362657 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:23:00.842300 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.854031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Transition to ACTIVE for port object 8799e965-f3aa-4329-8ab0-c326a4362657 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:23:00.858597 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.906298 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8799e965-f3aa-4329-8ab0-c326a4362657,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:00.978163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Attempting to bind port 8799e965-f3aa-4329-8ab0-c326a4362657 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:00.978849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Attempting to bind port 8799e965-f3aa-4329-8ab0-c326a4362657 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:00.978849 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Attempting to bind port 8799e965-f3aa-4329-8ab0-c326a4362657 on network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:00.983017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Port 8799e965-f3aa-4329-8ab0-c326a4362657 on network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:23:00.983334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Attempting to bind port 8799e965-f3aa-4329-8ab0-c326a4362657 on network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:00.988254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:00.988584 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Checking segment: {'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:00.988988 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Bound using segment: {'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:00.989410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Bound port: 8799e965-f3aa-4329-8ab0-c326a4362657, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:00.989762 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:01.051481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] For port 8799e965-f3aa-4329-8ab0-c326a4362657, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:01.054525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] For port 8799e965-f3aa-4329-8ab0-c326a4362657, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8799e965-f3aa-4329-8ab0-c326a4362657,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:01.058157 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:01.093560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:01.094102 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:01.095503 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/8799e965-f3aa-4329-8ab0-c326a4362657 HTTP/1.1" status: 200 len: 1092 time: 0.5756800 Sep 17 23:23:01.095944 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc909c8c-c9e9-411f-9ddf-bb6c80451861', 'tag': '8799e965-f3aa-4329-8ab0-c326a4362657'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:01.098196 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c25df8-7fb6-424b-b4c6-93e57b3d4729" -d '{"events": [{"name": "network-changed", "server_uuid": "dc909c8c-c9e9-411f-9ddf-bb6c80451861", "tag": "8799e965-f3aa-4329-8ab0-c326a4362657"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:01.129199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787832f-3640-41f0-8d31-426de45a44e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8799e965-f3aa-4329-8ab0-c326a4362657,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:01.141337 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4c5d9f-a028-4e07-8af5-af9fab9921d6 x-openstack-request-id: req-ab4c5d9f-a028-4e07-8af5-af9fab9921d6 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:01.141639 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc909c8c-c9e9-411f-9ddf-bb6c80451861", "tag": "8799e965-f3aa-4329-8ab0-c326a4362657", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:01.141895 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab4c5d9f-a028-4e07-8af5-af9fab9921d6 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:01.142469 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc909c8c-c9e9-411f-9ddf-bb6c80451861', 'tag': '8799e965-f3aa-4329-8ab0-c326a4362657', 'status': 'completed', 'code': 200} Sep 17 23:23:01.171188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e6fcc-d0d5-49df-a264-c7a9f186daab req-61eca39c-e094-46d0-b032-728eb6393703 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:01.172752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b8e6fcc-d0d5-49df-a264-c7a9f186daab req-61eca39c-e094-46d0-b032-728eb6393703 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 943 time: 0.0636156 Sep 17 23:23:01.204117 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-140f2e08-edfa-41ba-a13f-b7442d2a8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:01.205649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-140f2e08-edfa-41ba-a13f-b7442d2a8038 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=60aa4f07430c43828dbf3f6c59cad388&device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 1095 time: 0.0448987 Sep 17 23:23:01.211033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b8e6fcc-d0d5-49df-a264-c7a9f186daab req-5d3d705e-735c-43fa-8b85-9222e262962b tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Sep 17 23:23:01.253218 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-b831ff06-010a-4daf-b08c-868e48cf2879 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8799e965-f3aa-4329-8ab0-c326a4362657 HTTP/1.1" status: 200 len: 217 time: 0.0348175 Sep 17 23:23:01.301247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-d737a8d6-b734-48ac-8775-e94dc1258968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:01.302649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-d737a8d6-b734-48ac-8775-e94dc1258968 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7 HTTP/1.1" status: 200 len: 853 time: 0.0429764 Sep 17 23:23:01.332851 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-72b8657a-ceea-42ed-adfc-a3336def16d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=60f7de67-4dae-42e4-b139-ca15c45d6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236952 Sep 17 23:23:01.423372 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-0c2644c2-0fa8-4d2d-b052-f2bc18046790 service neutron] 10.222.0.49 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836580 Sep 17 23:23:01.799288 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4e9c1b5d-8003-4b32-a7db-73fe1b05a825 req-40337ab3-71e3-4d5f-8e94-14537e29b26d service neutron] 10.222.0.49 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683524 Sep 17 23:23:01.929294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-d4f0725b-c87e-4426-a744-9ee6dd297e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:01.930748 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-d4f0725b-c87e-4426-a744-9ee6dd297e2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=60aa4f07430c43828dbf3f6c59cad388&device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 1095 time: 0.0395463 Sep 17 23:23:02.018290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-82b0ef63-09fe-4f63-9cd1-99618814c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:02.019728 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-82b0ef63-09fe-4f63-9cd1-99618814c681 service neutron] 10.222.0.49 "GET /v2.0/networks?id=60f7de67-4dae-42e4-b139-ca15c45d6aa4 HTTP/1.1" status: 200 len: 914 time: 0.0818708 Sep 17 23:23:02.065272 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-b75bc1a4-3377-45c9-a8fb-9a7d08b8e3e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8799e965-f3aa-4329-8ab0-c326a4362657 HTTP/1.1" status: 200 len: 217 time: 0.0377214 Sep 17 23:23:02.114694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-f7bcf1d5-b560-416c-967f-7e053b3ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:02.116144 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-f7bcf1d5-b560-416c-967f-7e053b3ba550 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7 HTTP/1.1" status: 200 len: 853 time: 0.0446556 Sep 17 23:23:02.146706 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-7ccbd556-f467-4c96-9a81-f030021c82ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=60f7de67-4dae-42e4-b139-ca15c45d6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240145 Sep 17 23:23:02.240237 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-5bc8acfe-e598-4b4d-ab1e-cd8db06dff70 service neutron] 10.222.0.49 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860372 Sep 17 23:23:02.328819 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e76eb9-065d-46b6-b2b0-0f5b8d68f23b req-d8ee0d1b-bb8a-497a-b8fc-6312cebfbd1e tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:02.330286 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04e76eb9-065d-46b6-b2b0-0f5b8d68f23b req-d8ee0d1b-bb8a-497a-b8fc-6312cebfbd1e tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 943 time: 0.0491526 Sep 17 23:23:02.331134 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-78c25df8-7fb6-424b-b4c6-93e57b3d4729 req-91dfc52d-62de-43e2-a6cf-aca9f2d60128 service neutron] 10.222.0.49 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841684 Sep 17 23:23:02.369695 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04e76eb9-065d-46b6-b2b0-0f5b8d68f23b req-c6b241c5-81c7-4e41-99a2-3ad1fd9c9454 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334604 Sep 17 23:23:02.773690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3598-4b0b-4485-943e-dd563f925194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:03.178223 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:03.350107 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:23:03.488006 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cd32e-c50a-4b38-ae91-88378e3a8949 req-d0e12edf-d2b0-454a-90b9-590f28c1b78a tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:03.489552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c70cd32e-c50a-4b38-ae91-88378e3a8949 req-d0e12edf-d2b0-454a-90b9-590f28c1b78a tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 943 time: 0.0532086 Sep 17 23:23:03.533047 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c70cd32e-c50a-4b38-ae91-88378e3a8949 req-8bb3d859-15c6-4e12-aa72-8f1edc692399 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370126 Sep 17 23:23:04.019489 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:04.646030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9edd05-8a91-4e0d-9762-a8280b609b7c req-73a4bb9d-f152-450d-b7e7-fa709e2bd7df tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:04.647428 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e9edd05-8a91-4e0d-9762-a8280b609b7c req-73a4bb9d-f152-450d-b7e7-fa709e2bd7df tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 943 time: 0.0497601 Sep 17 23:23:04.685229 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e9edd05-8a91-4e0d-9762-a8280b609b7c req-e2817146-d7c7-40bf-899e-62f9b5c3d2fe tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Sep 17 23:23:04.745202 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8799e965-f3aa-4329-8ab0-c326a4362657 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:23:04.988015 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8799e965-f3aa-4329-8ab0-c326a4362657, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8799e965-f3aa-4329-8ab0-c326a4362657,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:04.999383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8799e965-f3aa-4329-8ab0-c326a4362657', 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4', 'port_id': '8799e965-f3aa-4329-8ab0-c326a4362657', 'mac_address': 'fa:16:3e:72:80:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:23:05.035081 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.050060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8799e965-f3aa-4329-8ab0-c326a4362657 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:23:05.068742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8799e965-f3aa-4329-8ab0-c326a4362657, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8799e965-f3aa-4329-8ab0-c326a4362657,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:05.073299 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.120006 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8799e965-f3aa-4329-8ab0-c326a4362657,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:05.175319 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.437871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8799e965-f3aa-4329-8ab0-c326a4362657'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:23:05.560585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.799294 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be5418-242e-43fb-a709-351c07daac39 req-a0696560-b296-48c8-b71a-07470233fbe2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:05.800770 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5be5418-242e-43fb-a709-351c07daac39 req-a0696560-b296-48c8-b71a-07470233fbe2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 944 time: 0.0487835 Sep 17 23:23:05.837288 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5be5418-242e-43fb-a709-351c07daac39 req-b3238230-b5de-4b2f-bdd8-8c4646abe38c tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305471 Sep 17 23:23:06.760195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8799e965-f3aa-4329-8ab0-c326a4362657 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:06.810491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 8799e965-f3aa-4329-8ab0-c326a4362657 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:23:06.814007 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8799e965-f3aa-4329-8ab0-c326a4362657 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:06.814367 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:06.889161 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:06.911535 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc909c8c-c9e9-411f-9ddf-bb6c80451861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8799e965-f3aa-4329-8ab0-c326a4362657'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:06.913782 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f88f683-6466-4d1d-a9fb-a57d89b91bca" -d '{"events": [{"server_uuid": "dc909c8c-c9e9-411f-9ddf-bb6c80451861", "name": "network-vif-plugged", "status": "completed", "tag": "8799e965-f3aa-4329-8ab0-c326a4362657"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:06.926915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8799e965-f3aa-4329-8ab0-c326a4362657, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8799e965-f3aa-4329-8ab0-c326a4362657,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:06.931872 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:06.959089 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e29538-1f67-48cd-b25d-b4976740acf6 x-openstack-request-id: req-d2e29538-1f67-48cd-b25d-b4976740acf6 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:06.959416 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc909c8c-c9e9-411f-9ddf-bb6c80451861", "name": "network-vif-plugged", "status": "completed", "tag": "8799e965-f3aa-4329-8ab0-c326a4362657", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:06.959648 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2e29538-1f67-48cd-b25d-b4976740acf6 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:06.960024 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc909c8c-c9e9-411f-9ddf-bb6c80451861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8799e965-f3aa-4329-8ab0-c326a4362657', 'code': 200} Sep 17 23:23:06.961096 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333acbba-cae0-49be-9075-4f67cceedb8c req-3239493f-0129-482d-b881-a3f6a6ebba85 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:06.963150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-333acbba-cae0-49be-9075-4f67cceedb8c req-3239493f-0129-482d-b881-a3f6a6ebba85 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 944 time: 0.0568748 Sep 17 23:23:06.992166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8799e965-f3aa-4329-8ab0-c326a4362657,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:07.004947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-333acbba-cae0-49be-9075-4f67cceedb8c req-dba1ed4c-7b21-467f-9a6d-72b30ef7bb3c tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351644 Sep 17 23:23:07.084793 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1446d3-641b-43a3-bdcb-d7bee5695aa2 req-dc8fed72-747f-4ae2-96cc-0810e5dd506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:07.086304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de1446d3-641b-43a3-bdcb-d7bee5695aa2 req-dc8fed72-747f-4ae2-96cc-0810e5dd506e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 1097 time: 0.0436480 Sep 17 23:23:07.122993 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-de1446d3-641b-43a3-bdcb-d7bee5695aa2 req-e0f627d0-b188-4c92-bd71-983134a6ed7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285220 Sep 17 23:23:08.121685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c114e-6475-44ab-b2a6-5bc4bc8c88c0 req-ac391a46-8236-4dfa-a2eb-417c30d3c3a6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:08.123205 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-916c114e-6475-44ab-b2a6-5bc4bc8c88c0 req-ac391a46-8236-4dfa-a2eb-417c30d3c3a6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0501282 Sep 17 23:23:08.160779 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-916c114e-6475-44ab-b2a6-5bc4bc8c88c0 req-f8b8138f-39d0-4a58-adfa-447471ad99ec tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Sep 17 23:23:09.274203 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad070df-c2cf-4632-848f-a4f1cffbdf93 req-e86f52e9-99d6-47ae-b950-add5aea0bf9d tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:09.275683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aad070df-c2cf-4632-848f-a4f1cffbdf93 req-e86f52e9-99d6-47ae-b950-add5aea0bf9d tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0490668 Sep 17 23:23:09.313775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aad070df-c2cf-4632-848f-a4f1cffbdf93 req-efcb0bca-0666-442f-882d-481f4637b491 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Sep 17 23:23:09.536188 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-86554703-082b-4211-93a7-d917fb370767 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:09.537703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-86554703-082b-4211-93a7-d917fb370767 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/networks?id=60f7de67-4dae-42e4-b139-ca15c45d6aa4 HTTP/1.1" status: 200 len: 813 time: 0.1064806 Sep 17 23:23:09.553561 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-7038751d-060d-4baa-b80b-8fe5a585c772 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/quotas/60aa4f07430c43828dbf3f6c59cad388 HTTP/1.1" status: 200 len: 375 time: 0.0091901 Sep 17 23:23:09.601387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-ea8a25df-94c2-48e2-86ae-ee1b605b8dcc tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=60aa4f07430c43828dbf3f6c59cad388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426972 Sep 17 23:23:09.703012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-53ee4f4a-4395-4e1b-bfb3-6e0e41b6f426 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:23:09.704070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-53ee4f4a-4395-4e1b-bfb3-6e0e41b6f426 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430512 Sep 17 23:23:09.798369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-b61df3f9-f31d-4e74-a66d-e85d3bbcc1c3 service neutron] 10.222.0.48 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881772 Sep 17 23:23:09.886726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e0463ee6-5aff-4b2a-9ebe-791c4fdf0e84 service neutron] 10.222.0.48 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822802 Sep 17 23:23:10.052803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-480627d3-e2d1-467a-a030-16a6ea42a549 req-33aecdc9-9cbb-4031-befd-2b75e98ff975 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 210 time: 0.0323460 Sep 17 23:23:10.951879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-ad0ae396-8785-45f5-bfb8-1a6d82a389fb tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:10.953392 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-ad0ae396-8785-45f5-bfb8-1a6d82a389fb tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.45 "GET /v2.0/networks?id=60f7de67-4dae-42e4-b139-ca15c45d6aa4 HTTP/1.1" status: 200 len: 813 time: 0.1090243 Sep 17 23:23:10.967241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Request body: {'port': {'device_id': '81688195-f97b-4794-8249-d0c0c9c90cc0', 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4', 'admin_state_up': True, 'tenant_id': '60aa4f07430c43828dbf3f6c59cad388'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:11.080324 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Made reservation on behalf of 60aa4f07430c43828dbf3f6c59cad388 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:11.084032 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:11.176562 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e988d227-81c6-4f5e-bd14-07d684faf938 req-b65bc0c5-b2b4-4e49-b933-b0d8947dc4f7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 210 time: 0.0373659 Sep 17 23:23:11.239422 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Allocated IP 172.20.0.13 (60f7de67-4dae-42e4-b139-ca15c45d6aa4/6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7/bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:11.384196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:11.416577 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:11.452106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8799e965-f3aa-4329-8ab0-c326a4362657'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:23:11.464146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:11.467320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:11.470964 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:11.497669 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Pushing event updated for resources: {'Port': ['ID=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:11.526585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:11.527198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:11.541620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-9a639ceb-e691-48bd-bb8e-caae61aa8bb7 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789084 Sep 17 23:23:11.553771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Request body: {'port': {'device_id': '81688195-f97b-4794-8249-d0c0c9c90cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:11.607177 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:11.868476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:23:11.875782 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:11.887243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Transition to ACTIVE for port object bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:23:11.890356 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:11.937815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:12.006391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Attempting to bind port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:12.007109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Attempting to bind port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:12.007109 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Attempting to bind port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 on network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:12.011229 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 on network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:23:12.011551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Attempting to bind port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 on network 60f7de67-4dae-42e4-b139-ca15c45d6aa4 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:12.016334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:12.016670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Checking segment: {'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:12.017152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Bound using segment: {'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:12.017582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Bound port: bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860515d1-83da-4319-a9c7-41bd4ca544e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:12.017937 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:12.084026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] For port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:12.087081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] For port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:12.092884 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:12.126356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:12.126990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:12.128393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] 10.222.0.45 "PUT /v2.0/ports/bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 HTTP/1.1" status: 200 len: 1093 time: 0.5788438 Sep 17 23:23:12.128828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81688195-f97b-4794-8249-d0c0c9c90cc0', 'tag': 'bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:12.131090 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844d57dc-c272-4d13-985c-8992e15706fc" -d '{"events": [{"name": "network-changed", "server_uuid": "81688195-f97b-4794-8249-d0c0c9c90cc0", "tag": "bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:12.162571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eaf0b-bf35-4766-9362-e8c508f444e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:12.175615 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af5e656-a743-48ed-898b-3a92f0e37747 x-openstack-request-id: req-5af5e656-a743-48ed-898b-3a92f0e37747 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:12.175899 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81688195-f97b-4794-8249-d0c0c9c90cc0", "tag": "bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:12.176150 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5af5e656-a743-48ed-898b-3a92f0e37747 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:12.176544 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81688195-f97b-4794-8249-d0c0c9c90cc0', 'tag': 'bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7', 'status': 'completed', 'code': 200} Sep 17 23:23:12.209080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-88a84e21-8022-46a4-825a-57978b7fe1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:12.209936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-88a84e21-8022-46a4-825a-57978b7fe1e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60aa4f07430c43828dbf3f6c59cad388&device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0432072 Sep 17 23:23:12.256846 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-76dccb6a-903a-416c-8148-1c141237eeef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0391185 Sep 17 23:23:12.327350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-22cb2595-2fb1-48fc-9f1e-cb54313a8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:12.328841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-22cb2595-2fb1-48fc-9f1e-cb54313a8d87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7 HTTP/1.1" status: 200 len: 853 time: 0.0638120 Sep 17 23:23:12.341588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabd495-15c8-4286-80cc-fd2a61d15632 req-8dae2831-6214-4f15-a701-2bdd47fa5a1e tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:12.343275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cabd495-15c8-4286-80cc-fd2a61d15632 req-8dae2831-6214-4f15-a701-2bdd47fa5a1e tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 944 time: 0.0891511 Sep 17 23:23:12.374040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-cc50b169-9678-4005-9b58-cc1b14ed6580 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60f7de67-4dae-42e4-b139-ca15c45d6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299227 Sep 17 23:23:12.428210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4cabd495-15c8-4286-80cc-fd2a61d15632 req-061f3ae8-16d5-4346-acf4-0361db91d8be tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759375 Sep 17 23:23:12.482330 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-d9810a98-d512-4762-bc98-d1acd93035da service neutron] 10.222.0.45 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003928 Sep 17 23:23:12.575647 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb9931d1-809b-4f3b-afb3-ad0dc674b593 req-07f9ffef-3a33-4f78-8fc1-0b3b41cae82b service neutron] 10.222.0.45 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853429 Sep 17 23:23:12.658193 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d57dc-c272-4d13-985c-8992e15706fc req-7d2fcbed-0707-4280-baa3-f15c416d5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:12.659588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844d57dc-c272-4d13-985c-8992e15706fc req-7d2fcbed-0707-4280-baa3-f15c416d5e5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60aa4f07430c43828dbf3f6c59cad388&device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0413492 Sep 17 23:23:12.748176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d57dc-c272-4d13-985c-8992e15706fc req-1f522e87-642a-4f0f-9786-a08ebfd82ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:12.749657 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844d57dc-c272-4d13-985c-8992e15706fc req-1f522e87-642a-4f0f-9786-a08ebfd82ca0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60f7de67-4dae-42e4-b139-ca15c45d6aa4 HTTP/1.1" status: 200 len: 914 time: 0.0828145 Sep 17 23:23:12.795819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844d57dc-c272-4d13-985c-8992e15706fc req-0a210310-d6ec-440f-ad3c-66aaa940cc09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0379095 Sep 17 23:23:12.845654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d57dc-c272-4d13-985c-8992e15706fc req-61bb282c-db32-4acf-ba61-5baa767ac968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:12.847094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844d57dc-c272-4d13-985c-8992e15706fc req-61bb282c-db32-4acf-ba61-5baa767ac968 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7 HTTP/1.1" status: 200 len: 853 time: 0.0429933 Sep 17 23:23:12.878422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844d57dc-c272-4d13-985c-8992e15706fc req-30ee61b7-0d33-46e6-bfd9-0094a6a7cbcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60f7de67-4dae-42e4-b139-ca15c45d6aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237529 Sep 17 23:23:12.972496 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844d57dc-c272-4d13-985c-8992e15706fc req-774a3ab4-71c5-4a41-943f-68987d0ce22c service neutron] 10.222.0.45 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855052 Sep 17 23:23:13.064305 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-844d57dc-c272-4d13-985c-8992e15706fc req-94210867-5f1b-4484-aef9-8281b286ace5 service neutron] 10.222.0.45 "GET /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836949 Sep 17 23:23:13.549114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db95f1-93d8-4ba3-b6c3-93297dd2f9d3 req-e8bc40ce-fda8-4dd3-9514-d4fe751e98cc tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:13.550652 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56db95f1-93d8-4ba3-b6c3-93297dd2f9d3 req-e8bc40ce-fda8-4dd3-9514-d4fe751e98cc tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 944 time: 0.0540121 Sep 17 23:23:13.593013 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-56db95f1-93d8-4ba3-b6c3-93297dd2f9d3 req-7f41123a-a9a3-4aaf-8d47-2c95957abab6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Sep 17 23:23:14.709217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fc867-21f9-473c-add4-0b7bb9b6ab38 req-03da156a-995f-4daf-a6a1-c63963da27ae tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:14.710620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d29fc867-21f9-473c-add4-0b7bb9b6ab38 req-03da156a-995f-4daf-a6a1-c63963da27ae tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 944 time: 0.0491314 Sep 17 23:23:14.748090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d29fc867-21f9-473c-add4-0b7bb9b6ab38 req-6264d065-e92a-4da6-b74e-20bdc3f1394f tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315697 Sep 17 23:23:14.945247 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:23:15.039765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:15.051124 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7', 'network_id': '60f7de67-4dae-42e4-b139-ca15c45d6aa4', 'port_id': 'bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7', 'mac_address': 'fa:16:3e:2c:a2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:23:15.086765 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:15.100009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:23:15.120106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:15.124753 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:15.174279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:15.313729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:23:15.862192 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80717284-99dc-4afc-970f-dbbf9bb1f5e8 req-a8838929-4a00-4b82-a65d-602db144161a tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:15.863648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80717284-99dc-4afc-970f-dbbf9bb1f5e8 req-a8838929-4a00-4b82-a65d-602db144161a tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 945 time: 0.0493770 Sep 17 23:23:15.900522 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-80717284-99dc-4afc-970f-dbbf9bb1f5e8 req-9e833ebc-ab26-491d-8914-b6f0575edc7b tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Sep 17 23:23:16.945514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:16.998754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:23:17.002519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:17.002908 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:17.021137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f18100-0f13-4d90-bc3b-71653f806152 req-b0c607a3-527f-4f2d-86a0-2f1c3786fc74 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:17.022676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4f18100-0f13-4d90-bc3b-71653f806152 req-b0c607a3-527f-4f2d-86a0-2f1c3786fc74 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 945 time: 0.0559700 Sep 17 23:23:17.061529 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d4f18100-0f13-4d90-bc3b-71653f806152 req-82ba73b8-416c-448c-9934-3707fe493d8b tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Sep 17 23:23:17.080824 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:17.103702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81688195-f97b-4794-8249-d0c0c9c90cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:17.106193 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ecd064-e58a-445e-91e8-d3ec882b360e" -d '{"events": [{"server_uuid": "81688195-f97b-4794-8249-d0c0c9c90cc0", "name": "network-vif-plugged", "status": "completed", "tag": "bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:17.119327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:17.124498 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:17.147994 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4a911b-08d4-4d88-999d-f3cea6610e64 x-openstack-request-id: req-0c4a911b-08d4-4d88-999d-f3cea6610e64 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:17.148295 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81688195-f97b-4794-8249-d0c0c9c90cc0", "name": "network-vif-plugged", "status": "completed", "tag": "bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:17.148537 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c4a911b-08d4-4d88-999d-f3cea6610e64 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:17.148923 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81688195-f97b-4794-8249-d0c0c9c90cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7', 'code': 200} Sep 17 23:23:17.176068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:17.244618 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcee75a-8fd3-46bc-a26c-2f227e29fe4a req-58cb7b7b-d282-4206-9140-7f6c2323bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:17.246169 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfcee75a-8fd3-46bc-a26c-2f227e29fe4a req-58cb7b7b-d282-4206-9140-7f6c2323bcd1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0443225 Sep 17 23:23:17.281515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cfcee75a-8fd3-46bc-a26c-2f227e29fe4a req-5c45ba6e-f274-42af-ab8a-00307065cd1f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280519 Sep 17 23:23:18.177446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ee2be-285f-4612-8bb9-0c322d8eb3ab req-2ecbdf22-7626-4072-b3d6-4dc4417d85e1 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:18.178964 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c40ee2be-285f-4612-8bb9-0c322d8eb3ab req-2ecbdf22-7626-4072-b3d6-4dc4417d85e1 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 946 time: 0.0495648 Sep 17 23:23:18.217432 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c40ee2be-285f-4612-8bb9-0c322d8eb3ab req-98c43677-6408-4158-adab-914fbdb054e2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Sep 17 23:23:19.225298 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:19.354080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ebf56-5fdb-4848-8fee-1958c4368ae6 req-80935ac4-3801-40dd-b330-b41fae9f9afe tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:19.355554 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f6ebf56-5fdb-4848-8fee-1958c4368ae6 req-80935ac4-3801-40dd-b330-b41fae9f9afe tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 946 time: 0.0523977 Sep 17 23:23:19.394606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f6ebf56-5fdb-4848-8fee-1958c4368ae6 req-3abefed6-8e2f-46aa-abeb-28a46e11241a tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323753 Sep 17 23:23:19.628376 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c001-4ffe-4937-ab97-06f89387de60 req-dabf0636-bd8a-410c-a213-21676bc83213 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:19.629905 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0201c001-4ffe-4937-ab97-06f89387de60 req-dabf0636-bd8a-410c-a213-21676bc83213 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 946 time: 0.0538011 Sep 17 23:23:19.667734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0201c001-4ffe-4937-ab97-06f89387de60 req-2fa114df-655b-4f51-85ef-0ae2b1c9b911 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Sep 17 23:23:20.783828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2518e3-1091-4e97-ac99-2a70bf919a46 req-1d6fd4dc-5667-40be-8737-e24de3588199 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:20.785352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba2518e3-1091-4e97-ac99-2a70bf919a46 req-1d6fd4dc-5667-40be-8737-e24de3588199 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 946 time: 0.0488784 Sep 17 23:23:20.822910 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ba2518e3-1091-4e97-ac99-2a70bf919a46 req-26ef3537-a681-44a5-9e86-779afa000863 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Sep 17 23:23:20.904643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402624d8-15db-47dc-b34c-1038613289e8 req-1b54f06c-8783-4d12-b241-fca0967983a9 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:20.907041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-402624d8-15db-47dc-b34c-1038613289e8 req-1b54f06c-8783-4d12-b241-fca0967983a9 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.45 "GET /v2.0/ports?device_id=81688195-f97b-4794-8249-d0c0c9c90cc0 HTTP/1.1" status: 200 len: 946 time: 0.0610950 Sep 17 23:23:21.005905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Deleting port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:23:21.006135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:21.105458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] For port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:21.105821 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:21.119394 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Calling delete_port for bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:23:21.251712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:21.287233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8799e965-f3aa-4329-8ab0-c326a4362657'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:23:21.293057 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Pushing event deleted for resources: {'Port': ['ID=bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:21.344542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] No DVR routers for this DVR port bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:23:21.347268 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:21.349416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-402624d8-15db-47dc-b34c-1038613289e8 req-d575b1c0-8993-4206-be92-5d1a0d43aef6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.45 "DELETE /v2.0/ports/bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 HTTP/1.1" status: 204 len: 173 time: 0.4360754 Sep 17 23:23:21.349867 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81688195-f97b-4794-8249-d0c0c9c90cc0', 'name': 'network-vif-deleted', 'tag': 'bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:21.352173 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b1e27-520e-4543-a6ea-1518dfb66982" -d '{"events": [{"server_uuid": "81688195-f97b-4794-8249-d0c0c9c90cc0", "name": "network-vif-deleted", "tag": "bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:21.406012 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6927fe1-ce38-4055-9d2a-fd724057b8d8 x-openstack-request-id: req-f6927fe1-ce38-4055-9d2a-fd724057b8d8 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:21.406312 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81688195-f97b-4794-8249-d0c0c9c90cc0", "name": "network-vif-deleted", "tag": "bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:21.406586 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6927fe1-ce38-4055-9d2a-fd724057b8d8 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:21.407172 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81688195-f97b-4794-8249-d0c0c9c90cc0', 'name': 'network-vif-deleted', 'tag': 'bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7', 'status': 'completed', 'code': 200} Sep 17 23:23:21.970918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfb314-f19c-4a54-8239-d1108d2bd551 req-050d7cb8-cbf6-42b1-ae80-8fda05fc5a6d tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:21.972319 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87dfb314-f19c-4a54-8239-d1108d2bd551 req-050d7cb8-cbf6-42b1-ae80-8fda05fc5a6d tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0494180 Sep 17 23:23:22.010653 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87dfb314-f19c-4a54-8239-d1108d2bd551 req-b8d793f1-573b-4d2e-ba2d-2340f174f55f tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Sep 17 23:23:22.143629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298152fe-2fc7-4b27-8fba-3d75fabc3136 req-2833f074-5e0e-4bf7-8c6b-fbe8a1ac8622 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:22.145137 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-298152fe-2fc7-4b27-8fba-3d75fabc3136 req-2833f074-5e0e-4bf7-8c6b-fbe8a1ac8622 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0535429 Sep 17 23:23:22.182776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-298152fe-2fc7-4b27-8fba-3d75fabc3136 req-e5f33d85-0b2d-4d47-8815-94795b643f21 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Sep 17 23:23:22.302399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321da7-cb5d-4622-a4ea-a9122535324a req-d08686a8-6b6e-44f9-8acd-dbab52060a33 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:22.303813 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f321da7-cb5d-4622-a4ea-a9122535324a req-d08686a8-6b6e-44f9-8acd-dbab52060a33 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0528648 Sep 17 23:23:22.341739 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1f321da7-cb5d-4622-a4ea-a9122535324a req-24ab9423-9c02-4ec4-a85f-916bf7e3dc01 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Sep 17 23:23:22.504517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ada60-154c-4c91-8f20-dd12ec474c4a req-26e97d36-cd64-4d0a-842e-57127c67e246 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:22.505995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-992ada60-154c-4c91-8f20-dd12ec474c4a req-26e97d36-cd64-4d0a-842e-57127c67e246 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0480404 Sep 17 23:23:22.542946 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-992ada60-154c-4c91-8f20-dd12ec474c4a req-08566a23-05be-4a63-9437-90c695d8b1a3 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310485 Sep 17 23:23:22.660836 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400299b-ceb3-4068-8f2d-eb6bd40c54c5 req-48356600-ecb5-45dd-a12a-e4d471c093c6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:22.662344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0400299b-ceb3-4068-8f2d-eb6bd40c54c5 req-48356600-ecb5-45dd-a12a-e4d471c093c6 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0516822 Sep 17 23:23:22.699999 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0400299b-ceb3-4068-8f2d-eb6bd40c54c5 req-e85b3281-07c5-4ed1-8345-e03539257592 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Sep 17 23:23:22.821775 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a3cb-34b8-4a89-a428-b664882cfa53 req-e8bd0561-6dc5-4f31-be9e-b4a146afea0a tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:22.823179 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bd3a3cb-34b8-4a89-a428-b664882cfa53 req-e8bd0561-6dc5-4f31-be9e-b4a146afea0a tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0487893 Sep 17 23:23:22.860724 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1bd3a3cb-34b8-4a89-a428-b664882cfa53 req-4f9e5603-b359-4731-8473-e6be97755050 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Sep 17 23:23:22.978777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:23:22.999847 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:23:23.000192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device bd2e61ce-8f78-4ee5-818f-1ae6f732a3e7 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:23:23.160027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fa967-db37-404a-84a8-64cf7ae02440 req-b63fcad5-6c8a-40ee-8dc3-e56d49b70171 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:23.161540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-823fa967-db37-404a-84a8-64cf7ae02440 req-b63fcad5-6c8a-40ee-8dc3-e56d49b70171 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Sep 17 23:23:23.199338 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-823fa967-db37-404a-84a8-64cf7ae02440 req-d56d489f-4975-4eda-b0ab-32cb79bbe602 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Sep 17 23:23:24.323222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6b75-7634-464c-bbce-16abfb2439be req-856f75b5-cbcf-4583-996f-6c5cd55fbbdf tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:24.324771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89ff6b75-7634-464c-bbce-16abfb2439be req-856f75b5-cbcf-4583-996f-6c5cd55fbbdf tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0539401 Sep 17 23:23:24.362740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89ff6b75-7634-464c-bbce-16abfb2439be req-bda31690-6d51-44fd-a257-c49b48e40bb8 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/security-groups?id=867ee292-28d7-4475-9e7b-0387ac5b52b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Sep 17 23:23:24.876249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-53130cf8-67cc-4510-b2e8-c4272c2e4a82 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:24.877779 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-53130cf8-67cc-4510-b2e8-c4272c2e4a82 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 945 time: 0.0508864 Sep 17 23:23:24.969092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Deleting port 8799e965-f3aa-4329-8ab0-c326a4362657 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:23:24.969432 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:25.056226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] For port 8799e965-f3aa-4329-8ab0-c326a4362657, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8799e965-f3aa-4329-8ab0-c326a4362657,segment=NetworkSegment(860515d1-83da-4319-a9c7-41bd4ca544e4),segment_id=860515d1-83da-4319-a9c7-41bd4ca544e4)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:25.056617 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:25.068903 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Calling delete_port for 8799e965-f3aa-4329-8ab0-c326a4362657 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:23:25.196632 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:25.224867 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Pushing event deleted for resources: {'Port': ['ID=8799e965-f3aa-4329-8ab0-c326a4362657,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:25.232857 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8799e965-f3aa-4329-8ab0-c326a4362657'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:23:25.237630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.237984 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.238334 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.238667 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.238997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.239327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.239654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.239977 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.240301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.240621 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.240964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.241284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:25.275535 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] No DVR routers for this DVR port 8799e965-f3aa-4329-8ab0-c326a4362657 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:23:25.277986 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:25.280119 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c9d74b9c-5ee7-48a4-95c3-79b39269539f req-948c29e4-111f-4e01-8bce-ebfb0e3d3fc2 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.49 "DELETE /v2.0/ports/8799e965-f3aa-4329-8ab0-c326a4362657 HTTP/1.1" status: 204 len: 173 time: 0.3958547 Sep 17 23:23:25.280542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc909c8c-c9e9-411f-9ddf-bb6c80451861', 'name': 'network-vif-deleted', 'tag': '8799e965-f3aa-4329-8ab0-c326a4362657'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:25.282805 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fdec9f-92c5-4202-aac4-17a654288ea0" -d '{"events": [{"server_uuid": "dc909c8c-c9e9-411f-9ddf-bb6c80451861", "name": "network-vif-deleted", "tag": "8799e965-f3aa-4329-8ab0-c326a4362657"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:25.323492 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf141d2-3835-4458-8de3-caf6033619eb x-openstack-request-id: req-9bf141d2-3835-4458-8de3-caf6033619eb {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:25.323866 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc909c8c-c9e9-411f-9ddf-bb6c80451861", "name": "network-vif-deleted", "tag": "8799e965-f3aa-4329-8ab0-c326a4362657", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:25.325623 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bf141d2-3835-4458-8de3-caf6033619eb {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:25.325958 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc909c8c-c9e9-411f-9ddf-bb6c80451861', 'name': 'network-vif-deleted', 'tag': '8799e965-f3aa-4329-8ab0-c326a4362657', 'status': 'completed', 'code': 200} Sep 17 23:23:25.475967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9e992660-8bdb-4feb-916f-742ae64006e3 req-04c165d9-c9b3-4c22-8098-41793c4a05f8 tempest-ServersNegativeTestJSON-1875851706 tempest-ServersNegativeTestJSON-1875851706-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc909c8c-c9e9-411f-9ddf-bb6c80451861 HTTP/1.1" status: 200 len: 210 time: 0.0286698 Sep 17 23:23:26.534370 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57174) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:26.580666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-820064f6-a39f-4ac3-b1ae-b78cb9d482a2 admin admin] Deleting subnet 6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:23:26.583732 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-820064f6-a39f-4ac3-b1ae-b78cb9d482a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.618147 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-820064f6-a39f-4ac3-b1ae-b78cb9d482a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.661445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-820064f6-a39f-4ac3-b1ae-b78cb9d482a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.711719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-820064f6-a39f-4ac3-b1ae-b78cb9d482a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.737699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820064f6-a39f-4ac3-b1ae-b78cb9d482a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:26.741409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-820064f6-a39f-4ac3-b1ae-b78cb9d482a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.743257 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-820064f6-a39f-4ac3-b1ae-b78cb9d482a2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6666aaf1-64aa-4d96-8dc2-8a3f1e5b3ca7 HTTP/1.1" status: 204 len: 168 time: 0.2078981 Sep 17 23:23:26.745748 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57178) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:26.811679 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.891424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.910263 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f7de67-4dae-42e4-b139-ca15c45d6aa4']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:26.919607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860515d1-83da-4319-a9c7-41bd4ca544e4') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:26.919835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860515d1-83da-4319-a9c7-41bd4ca544e4') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:26.928900 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.942133 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.947709 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:23:26.948085 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:23:26.950310 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:23:27.006093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:27.011627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:27.014243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] 10.222.0.48 "DELETE /v2.0/networks/60f7de67-4dae-42e4-b139-ca15c45d6aa4 HTTP/1.1" status: 204 len: 168 time: 0.2675781 Sep 17 23:23:27.024887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764737f-5711-48d5-9842-20eb3393538a admin admin] Pushing event deleted for resources: {'Network': ['ID=60f7de67-4dae-42e4-b139-ca15c45d6aa4,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:27.123514 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57182) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:27.165951 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-959a08dc-53b6-45dc-9676-fdc502d675f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60aa4f07430c43828dbf3f6c59cad388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412943 Sep 17 23:23:27.168875 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57184) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:27.216727 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eeb46f4f-166d-4bde-8ac6-bcafebe33a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:27.238305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eeb46f4f-166d-4bde-8ac6-bcafebe33a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:27.283200 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eeb46f4f-166d-4bde-8ac6-bcafebe33a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:27.285768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-eeb46f4f-166d-4bde-8ac6-bcafebe33a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:27.286931 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-eeb46f4f-166d-4bde-8ac6-bcafebe33a2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/867ee292-28d7-4475-9e7b-0387ac5b52b7 HTTP/1.1" status: 204 len: 168 time: 0.1169672 Sep 17 23:23:27.296132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb46f4f-166d-4bde-8ac6-bcafebe33a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867ee292-28d7-4475-9e7b-0387ac5b52b7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:27.957971 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:28.049403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1209787350'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:28.071202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:28.074610 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:28.082849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:28.175594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:28.179253 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:28.202532 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:28.215822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe401c-f3aa-4811-9c47-b2e911123b8f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:28.220503 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:28.220843 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Added segment 1f26426e-7708-4937-8387-a323437ce6d6 of type vlan for network 7d26239f-a538-4c15-920e-ec3cea359c5f Sep 17 23:23:28.263444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:28.286729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:28.292097 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:28.292681 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:28.334131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3750553 Sep 17 23:23:28.365789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e5491-80e6-410a-8968-dc751346ae0f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Network': ['ID=7d26239f-a538-4c15-920e-ec3cea359c5f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:28.378451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7d26239f-a538-4c15-920e-ec3cea359c5f details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:28.856284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8799e965-f3aa-4329-8ab0-c326a4362657 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:23:28.879562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 8799e965-f3aa-4329-8ab0-c326a4362657 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:23:28.879903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8799e965-f3aa-4329-8ab0-c326a4362657 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:23:30.042120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66ef2f88-a8e7-4b7c-83fc-3e791d73d07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:31.599129 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57212) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:31.604205 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'subnet': {'network_id': '7d26239f-a538-4c15-920e-ec3cea359c5f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:31.697994 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:31.701544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:31.884497 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:31.949058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Checking segment: {'id': '1f26426e-7708-4937-8387-a323437ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d26239f-a538-4c15-920e-ec3cea359c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:31.949408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network hostable DHCP agents. Network: 7d26239f-a538-4c15-920e-ec3cea359c5f, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:31.960871 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Subnet': ['ID=c54d645a-3021-4201-a3c0-ff32814ee008,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:31.973307 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network 7d26239f-a538-4c15-920e-ec3cea359c5f is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:31.982646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7d26239f-a538-4c15-920e-ec3cea359c5f) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:31.987889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:31.988478 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:31.991283 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fe7db-c73b-4d41-9dfb-9a6b162f45a0 None None] Network 7d26239f-a538-4c15-920e-ec3cea359c5f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:32.003223 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-73d5ce84-0cf9-4dd6-a8ff-59cbcc4079e7 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4030750 Sep 17 23:23:32.006653 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57216) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:32.011806 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175494918'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:32.033252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:32.036792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.061415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:32.070728 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.071072 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Added segment dd672096-db56-4959-bf03-9e287c9dd109 of type vlan for network ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4 Sep 17 23:23:32.116564 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.136573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7d26239f-a538-4c15-920e-ec3cea359c5f', 'network_id': '7d26239f-a538-4c15-920e-ec3cea359c5f', 'tenant_id': 'a9d9d35c401e4c5c9391cdd8ae03ffdd', 'fixed_ips': [{'subnet_id': 'c54d645a-3021-4201-a3c0-ff32814ee008'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:32.137605 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.141193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.146811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:32.147400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.186968 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1792827 Sep 17 23:23:32.189735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57220) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:32.195430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'subnet': {'network_id': 'ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:32.252368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed7128-bc7b-4a35-8826-8080df0afd95 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Network': ['ID=ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:32.265377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:32.303286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Allocated IP 2001:db8:0:ffff::2 (7d26239f-a538-4c15-920e-ec3cea359c5f/c54d645a-3021-4201-a3c0-ff32814ee008/037b95dd-a2af-4c20-a9bc-ce08734f9707) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:32.324434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:32.328031 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.492552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.499649 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.525858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.534831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Network 7d26239f-a538-4c15-920e-ec3cea359c5f is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:32.537668 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:32.541053 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:32.556153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Pushing event updated for resources: {'Port': ['ID=037b95dd-a2af-4c20-a9bc-ce08734f9707,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:32.578821 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.579163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.579500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.579832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.580160 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.580485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.580803 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.581155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.581474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.581797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.582110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.582426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:32.591616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Subnet': ['ID=77dc7526-9db4-4367-aa8a-e3a80bca5f07,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:32.597327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Checking segment: {'id': 'dd672096-db56-4959-bf03-9e287c9dd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:32.597696 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network hostable DHCP agents. Network: ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:32.614058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:32.618013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Attempting to bind port 037b95dd-a2af-4c20-a9bc-ce08734f9707 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:32.618381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Attempting to bind port 037b95dd-a2af-4c20-a9bc-ce08734f9707 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '1f26426e-7708-4937-8387-a323437ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d26239f-a538-4c15-920e-ec3cea359c5f'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:32.618746 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Attempting to bind port 037b95dd-a2af-4c20-a9bc-ce08734f9707 on network 7d26239f-a538-4c15-920e-ec3cea359c5f {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:32.623327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:32.623916 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:32.624293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Checking segment: {'id': '1f26426e-7708-4937-8387-a323437ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d26239f-a538-4c15-920e-ec3cea359c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:32.624698 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.625193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Bound using segment: {'id': '1f26426e-7708-4937-8387-a323437ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d26239f-a538-4c15-920e-ec3cea359c5f'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:32.625665 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Bound port: 037b95dd-a2af-4c20-a9bc-ce08734f9707, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f26426e-7708-4937-8387-a323437ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d26239f-a538-4c15-920e-ec3cea359c5f'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:32.626051 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.629348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:32.629951 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.637531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2903a793-1162-48c4-9902-1999bd2cecf2 None None] Network ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:32.645283 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d8ffeb29-2c77-4418-a2f8-05395e8d7867 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4545276 Sep 17 23:23:32.647908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57222) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:32.749630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.754052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] For port 037b95dd-a2af-4c20-a9bc-ce08734f9707, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:32.758340 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] For port 037b95dd-a2af-4c20-a9bc-ce08734f9707, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=037b95dd-a2af-4c20-a9bc-ce08734f9707,segment=NetworkSegment(1f26426e-7708-4937-8387-a323437ce6d6),segment_id=1f26426e-7708-4937-8387-a323437ce6d6)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:32.771337 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.806321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.824141 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-80e753f9-0658-49a7-933d-dba603ccf4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.864026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463a132-b4e8-4f37-b232-aadf68dbd798 None None] Pushing event updated for resources: {'Port': ['ID=037b95dd-a2af-4c20-a9bc-ce08734f9707,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:32.881295 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.895720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301dcc3c-8acb-451a-b1c0-8239a6c4119f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4', 'network_id': 'ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4', 'tenant_id': 'a9d9d35c401e4c5c9391cdd8ae03ffdd', 'fixed_ips': [{'subnet_id': '77dc7526-9db4-4367-aa8a-e3a80bca5f07'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:32.896789 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-301dcc3c-8acb-451a-b1c0-8239a6c4119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.912916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Subnet': ['ID=77dc7526-9db4-4367-aa8a-e3a80bca5f07,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:32.987657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.001345 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab2863-65f4-4509-8e3c-96dd5b42c95a None None] Network ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:33.015279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:33.026703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd672096-db56-4959-bf03-9e287c9dd109') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:33.027009 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd672096-db56-4959-bf03-9e287c9dd109') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:33.040874 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.058491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.066502 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:23:33.067035 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:23:33.070305 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:23:33.139044 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.144072 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.146357 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4 HTTP/1.1" status: 204 len: 168 time: 0.4974532 Sep 17 23:23:33.151785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57224) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:33.158803 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571156107'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:33.170232 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9931d-75b6-4577-9157-4cc59b3cc930 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Network': ['ID=ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:33.187343 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.192627 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:33.196175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.224399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:33.233939 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.234307 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Added segment b5c3301e-6a7a-4b2b-8f67-b2d9bf546d20 of type vlan for network 2ac1c6df-fcb1-41e7-84f3-b24a44598f7c Sep 17 23:23:33.273690 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.298014 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.303484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:33.304069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.373008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2199233 Sep 17 23:23:33.375786 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57232) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:33.380607 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'subnet': {'network_id': '2ac1c6df-fcb1-41e7-84f3-b24a44598f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:33.383868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Network': ['ID=2ac1c6df-fcb1-41e7-84f3-b24a44598f7c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:33.414568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.414918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.415262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.415600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.415936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.416269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.416600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.416985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.417283 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.417610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.417936 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.418882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f5479-326e-4808-addc-30429391231b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:33.429919 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 2ac1c6df-fcb1-41e7-84f3-b24a44598f7c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:33.486340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:33.489987 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.553821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Performing IP validity checks on allocation pools {{(pid=94737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 23:23:33.554352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.ipam_backend_mixin [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 23:23:33.682928 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.749523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Subnet': ['ID=41e4cafc-1f24-4136-b561-107410eb8c4d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:33.760872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Checking segment: {'id': 'b5c3301e-6a7a-4b2b-8f67-b2d9bf546d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2ac1c6df-fcb1-41e7-84f3-b24a44598f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:33.761267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network hostable DHCP agents. Network: 2ac1c6df-fcb1-41e7-84f3-b24a44598f7c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:33.778587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network 2ac1c6df-fcb1-41e7-84f3-b24a44598f7c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:33.789034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 2ac1c6df-fcb1-41e7-84f3-b24a44598f7c) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:33.792463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee0708-b18e-4cef-bc9e-98e962b5ca1b None None] Network 7d26239f-a538-4c15-920e-ec3cea359c5f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:33.793855 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:33.794895 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.806734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfaf989-f8ec-4a0e-a746-84429f407677 None None] Network 2ac1c6df-fcb1-41e7-84f3-b24a44598f7c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:33.811271 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ff3f731c-9f0c-492d-9680-90be1a4f5ee0 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4341006 Sep 17 23:23:33.813495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57236) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:33.908624 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.926513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d89ad249-ffa8-4266-a6b2-04346e544d25 None None] Provisioning complete for port 037b95dd-a2af-4c20-a9bc-ce08734f9707 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:33.926885 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d89ad249-ffa8-4266-a6b2-04346e544d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.959764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.023757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.050780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Subnet': ['ID=41e4cafc-1f24-4136-b561-107410eb8c4d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:34.070883 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.111678 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.132393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac1c6df-fcb1-41e7-84f3-b24a44598f7c']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:34.133544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7fb60a-fb4c-4b16-8491-924a48aba994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-2ac1c6df-fcb1-41e7-84f3-b24a44598f7c', 'network_id': '2ac1c6df-fcb1-41e7-84f3-b24a44598f7c', 'tenant_id': 'a9d9d35c401e4c5c9391cdd8ae03ffdd', 'fixed_ips': [{'subnet_id': '41e4cafc-1f24-4136-b561-107410eb8c4d'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:34.134395 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb60a-fb4c-4b16-8491-924a48aba994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.142304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c3301e-6a7a-4b2b-8f67-b2d9bf546d20') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:34.142596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c3301e-6a7a-4b2b-8f67-b2d9bf546d20') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:34.151754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.167080 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.169945 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d89ad249-ffa8-4266-a6b2-04346e544d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.174640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:23:34.174890 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:23:34.178911 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:23:34.206503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d89ad249-ffa8-4266-a6b2-04346e544d25 None None] For port 037b95dd-a2af-4c20-a9bc-ce08734f9707, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=037b95dd-a2af-4c20-a9bc-ce08734f9707,segment=NetworkSegment(1f26426e-7708-4937-8387-a323437ce6d6),segment_id=1f26426e-7708-4937-8387-a323437ce6d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:34.212083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d89ad249-ffa8-4266-a6b2-04346e544d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.254230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.262558 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.264537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/2ac1c6df-fcb1-41e7-84f3-b24a44598f7c HTTP/1.1" status: 204 len: 168 time: 0.4501228 Sep 17 23:23:34.265788 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-6d7fb60a-fb4c-4b16-8491-924a48aba994 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:23:34.265788 n-d-789963-10 neutron-server[94739]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Sep 17 23:23:34.265788 n-d-789963-10 neutron-server[94739]: [parameters: {'project_id': 'a9d9d35c401e4c5c9391cdd8ae03ffdd', 'id': 'd916d01d-e8cf-4224-a2ce-b2878d909fdf', 'name': '', 'network_id': '2ac1c6df-fcb1-41e7-84f3-b24a44598f7c', 'mac_address': 'fa:16:3e:22:fd:59', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-2ac1c6df-fcb1-41e7-84f3-b24a44598f7c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4078}] Sep 17 23:23:34.265788 n-d-789963-10 neutron-server[94739]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:23:34.266119 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-6d7fb60a-fb4c-4b16-8491-924a48aba994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:23:34.268221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57238) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:34.273464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2034783350'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:34.274011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ad249-ffa8-4266-a6b2-04346e544d25 None None] Pushing event updated for resources: {'Port': ['ID=037b95dd-a2af-4c20-a9bc-ce08734f9707,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:34.286308 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf5c13-f962-42de-a18d-7b9b39c34e9f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Network': ['ID=2ac1c6df-fcb1-41e7-84f3-b24a44598f7c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:34.297570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:34.301307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.326289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:34.336259 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.336604 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Added segment 398fcc13-d3af-4437-85fa-d34a35d090cc of type vlan for network 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a Sep 17 23:23:34.379184 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.403959 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.409820 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:34.410532 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.440723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-acd42a3e-22c5-4835-9136-115befbb13fd None None] Provisioning complete for port 037b95dd-a2af-4c20-a9bc-ce08734f9707 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:34.441210 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-acd42a3e-22c5-4835-9136-115befbb13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.456251 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1868079 Sep 17 23:23:34.464014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57240) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:34.470512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'subnet': {'network_id': '6f7b6dfb-d2d8-45c7-b969-ac538c8a590a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:34.487658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b41b71-6717-4d2f-911a-956c3624d5d4 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Network': ['ID=6f7b6dfb-d2d8-45c7-b969-ac538c8a590a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:34.526646 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:34.529448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 037b95dd-a2af-4c20-a9bc-ce08734f9707 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:34.578770 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:34.582360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.649558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 037b95dd-a2af-4c20-a9bc-ce08734f9707 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:34.649928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.767246 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.767681 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb60a-fb4c-4b16-8491-924a48aba994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:34.797630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd27a16-e89c-483b-933a-45d93199f49a None None] Network 2ac1c6df-fcb1-41e7-84f3-b24a44598f7c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:34.809604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd27a16-e89c-483b-933a-45d93199f49a None None] Network 2ac1c6df-fcb1-41e7-84f3-b24a44598f7c could not be found, it might have been deleted concurrently. {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 23:23:35.151425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Subnet': ['ID=e403e57c-5219-4674-bb26-1d1f68fe339e,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:35.157278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Checking segment: {'id': '398fcc13-d3af-4437-85fa-d34a35d090cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6f7b6dfb-d2d8-45c7-b969-ac538c8a590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:35.157641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network hostable DHCP agents. Network: 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:35.176056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:35.176773 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.185704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:35.189641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:35.190222 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.194542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8fd2fc-f20f-4810-a10e-4a43757681bc None None] Network 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:35.209148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1a72f7d6-494c-4d49-bb89-997bebea505a tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7407081 Sep 17 23:23:35.209432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57242) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:35.214874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535324078'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:35.234785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:35.238678 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.267400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:35.278622 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.278971 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Added segment 3f2645eb-b599-4b72-a035-498c99367bfd of type vlan for network 7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25 Sep 17 23:23:35.322347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.347761 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.353672 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:35.354279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.395906 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1847608 Sep 17 23:23:35.398948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57244) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:35.405918 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Request body: {'subnet': {'network_id': '7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:35.454402 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62d047-7ccf-44e3-8d55-605029b84817 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Network': ['ID=7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:35.466918 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:35.524890 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Made reservation on behalf of a9d9d35c401e4c5c9391cdd8ae03ffdd for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:35.529011 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.539624 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-6f7b6dfb-d2d8-45c7-b969-ac538c8a590a', 'network_id': '6f7b6dfb-d2d8-45c7-b969-ac538c8a590a', 'tenant_id': 'a9d9d35c401e4c5c9391cdd8ae03ffdd', 'fixed_ips': [{'subnet_id': 'e403e57c-5219-4674-bb26-1d1f68fe339e'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:35.540476 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.575285 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.695654 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Allocated IP 2001:db8::2 (6f7b6dfb-d2d8-45c7-b969-ac538c8a590a/e403e57c-5219-4674-bb26-1d1f68fe339e/8bbf825f-c1c3-4bc1-bbc2-4c20724b602d) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:35.722818 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.788150 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event updated for resources: {'Subnet': ['ID=c41a6780-3429-421a-9ae3-6e77f0f59a22,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:35.797574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Checking segment: {'id': '3f2645eb-b599-4b72-a035-498c99367bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:35.797947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network hostable DHCP agents. Network: 7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:35.814267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Network 7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:35.823982 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:35.830474 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:35.830908 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.835074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac56fe-8b0f-4708-a7d3-50df02801358 None None] Network 7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:35.844471 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d4db530e-c27d-44c8-8e7a-a59f11669a97 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4446313 Sep 17 23:23:35.847041 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57246) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:35.856900 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.869634 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.944644 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.946718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Network 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:35.956828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:35.960763 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:35.962695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Pushing event updated for resources: {'Port': ['ID=8bbf825f-c1c3-4bc1-bbc2-4c20724b602d,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:36.002412 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.054424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Attempting to bind port 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:36.054799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Attempting to bind port 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '398fcc13-d3af-4437-85fa-d34a35d090cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6f7b6dfb-d2d8-45c7-b969-ac538c8a590a'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:36.055150 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Attempting to bind port 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d on network 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:36.061936 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.065929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:36.066308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Checking segment: {'id': '398fcc13-d3af-4437-85fa-d34a35d090cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6f7b6dfb-d2d8-45c7-b969-ac538c8a590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:36.066707 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.067100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Bound using segment: {'id': '398fcc13-d3af-4437-85fa-d34a35d090cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6f7b6dfb-d2d8-45c7-b969-ac538c8a590a'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:36.067566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Bound port: 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398fcc13-d3af-4437-85fa-d34a35d090cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6f7b6dfb-d2d8-45c7-b969-ac538c8a590a'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:36.067949 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.087907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Subnet': ['ID=c41a6780-3429-421a-9ae3-6e77f0f59a22,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:36.097326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f97f25-1fb9-470b-a023-ef247b26efba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25', 'network_id': '7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25', 'tenant_id': 'a9d9d35c401e4c5c9391cdd8ae03ffdd', 'fixed_ips': [{'subnet_id': 'c41a6780-3429-421a-9ae3-6e77f0f59a22'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:36.098292 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-28f97f25-1fb9-470b-a023-ef247b26efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.163128 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.183113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:36.192417 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2645eb-b599-4b72-a035-498c99367bfd') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:36.192718 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2645eb-b599-4b72-a035-498c99367bfd') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:36.203039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.216949 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.220302 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] For port 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:36.223720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a02d3f-fb0d-4bba-bc61-eebbfdd35c79 None None] Network 7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:36.224016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:23:36.224566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:23:36.227609 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:23:36.286170 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.294784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.299723 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25 HTTP/1.1" status: 204 len: 168 time: 0.4486108 Sep 17 23:23:36.300059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] For port 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8bbf825f-c1c3-4bc1-bbc2-4c20724b602d,segment=NetworkSegment(398fcc13-d3af-4437-85fa-d34a35d090cc),segment_id=398fcc13-d3af-4437-85fa-d34a35d090cc)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:36.300558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57248) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:36.305867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.306123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2754b-3bd8-4960-8e2d-179e8cd915be tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Network': ['ID=7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:36.334076 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc259c1-218a-4dc8-b9a6-432b4be65a8f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] GET failed (client error): The resource could not be found. Sep 17 23:23:36.335540 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8dc259c1-218a-4dc8-b9a6-432b4be65a8f tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "GET /v2.0/subnets/c41a6780-3429-421a-9ae3-6e77f0f59a22 HTTP/1.1" status: 404 len: 337 time: 0.0331202 Sep 17 23:23:36.338282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57250) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:36.359774 n-d-789963-10 neutron-server[94738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcf6296-f114-45c0-8bf3-99c17f12c072 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] DELETE failed (client error): The resource could not be found. Sep 17 23:23:36.359774 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fcf6296-f114-45c0-8bf3-99c17f12c072 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:23:36.365443 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9fcf6296-f114-45c0-8bf3-99c17f12c072 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25 HTTP/1.1" status: 404 len: 339 time: 0.0260835 Sep 17 23:23:36.365880 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57252) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:36.394880 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bfd468-a584-48af-a77b-d8514c7cc936 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] DELETE failed (client error): The resource could not be found. Sep 17 23:23:36.395335 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bfd468-a584-48af-a77b-d8514c7cc936 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:23:36.397122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e6bfd468-a584-48af-a77b-d8514c7cc936 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/subnets/c41a6780-3429-421a-9ae3-6e77f0f59a22 HTTP/1.1" status: 404 len: 337 time: 0.0301833 Sep 17 23:23:36.399719 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57254) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:36.407541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057f601-c905-4c8f-8d65-ed3fd1e2c952 None None] Pushing event updated for resources: {'Port': ['ID=8bbf825f-c1c3-4bc1-bbc2-4c20724b602d,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:36.425067 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a665bb-44fd-428a-b2d4-9d7dd71869c3 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] DELETE failed (client error): The resource could not be found. Sep 17 23:23:36.425683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a665bb-44fd-428a-b2d4-9d7dd71869c3 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:23:36.427407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c8a665bb-44fd-428a-b2d4-9d7dd71869c3 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/7b2fc3c6-b7f7-4983-9a75-ceea7bd1bf25 HTTP/1.1" status: 404 len: 339 time: 0.0267625 Sep 17 23:23:36.430178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57256) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:36.484596 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0758a341-15c2-4bdb-8a05-21e96a5daddb tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Deleting subnet e403e57c-5219-4674-bb26-1d1f68fe339e {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:23:36.488290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0758a341-15c2-4bdb-8a05-21e96a5daddb tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.544562 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0758a341-15c2-4bdb-8a05-21e96a5daddb tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.646164 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0758a341-15c2-4bdb-8a05-21e96a5daddb tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.705515 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0758a341-15c2-4bdb-8a05-21e96a5daddb tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.731697 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758a341-15c2-4bdb-8a05-21e96a5daddb tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Subnet': ['ID=e403e57c-5219-4674-bb26-1d1f68fe339e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:36.735830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-0758a341-15c2-4bdb-8a05-21e96a5daddb tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.739325 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0758a341-15c2-4bdb-8a05-21e96a5daddb tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/subnets/e403e57c-5219-4674-bb26-1d1f68fe339e HTTP/1.1" status: 204 len: 168 time: 0.3064950 Sep 17 23:23:36.740974 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57258) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:36.815598 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.870754 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Deleting port 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:23:36.871720 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.932277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] For port 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=8bbf825f-c1c3-4bc1-bbc2-4c20724b602d,segment=NetworkSegment(398fcc13-d3af-4437-85fa-d34a35d090cc),segment_id=398fcc13-d3af-4437-85fa-d34a35d090cc)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:36.932630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:36.946217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Calling delete_port for 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:23:37.032961 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.059684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Port': ['ID=8bbf825f-c1c3-4bc1-bbc2-4c20724b602d,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:37.064710 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No DVR routers for this DVR port 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:23:37.151247 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.173423 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7b6dfb-d2d8-45c7-b969-ac538c8a590a']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:37.183188 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398fcc13-d3af-4437-85fa-d34a35d090cc') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:37.183480 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398fcc13-d3af-4437-85fa-d34a35d090cc') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:37.194126 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.208354 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.214639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:23:37.215204 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:23:37.218413 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:23:37.266496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40abc1b5-19df-40d2-87d6-9e4bf6cf6dca None None] Network 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:37.278387 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.283494 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.285455 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/6f7b6dfb-d2d8-45c7-b969-ac538c8a590a HTTP/1.1" status: 204 len: 168 time: 0.5435686 Sep 17 23:23:37.288058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57260) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:37.299835 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716e2bf-88a6-4a93-aa7a-18e99ae4e2b6 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Network': ['ID=6f7b6dfb-d2d8-45c7-b969-ac538c8a590a,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:37.320564 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6435ff8-ee91-40b7-b4fb-4bbcdd9b3c65 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] DELETE failed (client error): The resource could not be found. Sep 17 23:23:37.321039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6435ff8-ee91-40b7-b4fb-4bbcdd9b3c65 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:23:37.322789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d6435ff8-ee91-40b7-b4fb-4bbcdd9b3c65 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/subnets/41e4cafc-1f24-4136-b561-107410eb8c4d HTTP/1.1" status: 404 len: 337 time: 0.0337653 Sep 17 23:23:37.326484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57262) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:37.337888 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-168f3514-c706-4e05-9974-921fa6c8b827 None None] Could not find standard attr ID for object 8bbf825f-c1c3-4bc1-bbc2-4c20724b602d. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:23:37.345601 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd04c82-9140-459c-9664-0d524a56600c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] DELETE failed (client error): The resource could not be found. Sep 17 23:23:37.346143 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd04c82-9140-459c-9664-0d524a56600c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:23:37.347836 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0dd04c82-9140-459c-9664-0d524a56600c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/2ac1c6df-fcb1-41e7-84f3-b24a44598f7c HTTP/1.1" status: 404 len: 339 time: 0.0201988 Sep 17 23:23:37.350425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57264) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:37.377012 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b7573a-12bb-4e7e-94d5-b6c9ce2537a3 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] DELETE failed (client error): The resource could not be found. Sep 17 23:23:37.377473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b7573a-12bb-4e7e-94d5-b6c9ce2537a3 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:23:37.380162 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-42b7573a-12bb-4e7e-94d5-b6c9ce2537a3 tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/subnets/77dc7526-9db4-4367-aa8a-e3a80bca5f07 HTTP/1.1" status: 404 len: 337 time: 0.0286598 Sep 17 23:23:37.382519 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57266) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:37.401320 n-d-789963-10 neutron-server[94737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a605db-8bd4-4009-8365-d206ca04148c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] DELETE failed (client error): The resource could not be found. Sep 17 23:23:37.401940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a605db-8bd4-4009-8365-d206ca04148c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:23:37.404426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f4a605db-8bd4-4009-8365-d206ca04148c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/ef81d23f-4bf7-4706-bbeb-b9b2fa029ce4 HTTP/1.1" status: 404 len: 339 time: 0.0202651 Sep 17 23:23:37.406218 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57268) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:37.432209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c21f46-08a0-459f-9d49-523a771d07be None None] DHCP port deletion for 6f7b6dfb-d2d8-45c7-b969-ac538c8a590a request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:23:37.460785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ad84d9-7d9f-4240-8197-70d19695170b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Deleting subnet c54d645a-3021-4201-a3c0-ff32814ee008 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:23:37.463872 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88ad84d9-7d9f-4240-8197-70d19695170b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.508775 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88ad84d9-7d9f-4240-8197-70d19695170b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.589702 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88ad84d9-7d9f-4240-8197-70d19695170b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.648575 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88ad84d9-7d9f-4240-8197-70d19695170b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.676631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad84d9-7d9f-4240-8197-70d19695170b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Subnet': ['ID=c54d645a-3021-4201-a3c0-ff32814ee008,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:37.678639 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-88ad84d9-7d9f-4240-8197-70d19695170b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.680499 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-88ad84d9-7d9f-4240-8197-70d19695170b tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/subnets/c54d645a-3021-4201-a3c0-ff32814ee008 HTTP/1.1" status: 204 len: 168 time: 0.2733762 Sep 17 23:23:37.683223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57270) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:37.685021 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0643df3-f9eb-4113-b76b-0c4fecc3b321 None None] Network 7d26239f-a538-4c15-920e-ec3cea359c5f requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:37.764253 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.816710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Deleting port 037b95dd-a2af-4c20-a9bc-ce08734f9707 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:23:37.817181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.869060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] DHCP port deletion for 7d26239f-a538-4c15-920e-ec3cea359c5f request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:23:37.893081 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] For port 037b95dd-a2af-4c20-a9bc-ce08734f9707, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=037b95dd-a2af-4c20-a9bc-ce08734f9707,segment=NetworkSegment(1f26426e-7708-4937-8387-a323437ce6d6),segment_id=1f26426e-7708-4937-8387-a323437ce6d6)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:37.893452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.906458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Calling delete_port for 037b95dd-a2af-4c20-a9bc-ce08734f9707 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:23:37.914552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] Deleting port 037b95dd-a2af-4c20-a9bc-ce08734f9707 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:23:37.914936 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.979425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] For port 037b95dd-a2af-4c20-a9bc-ce08734f9707, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=037b95dd-a2af-4c20-a9bc-ce08734f9707,segment=NetworkSegment(1f26426e-7708-4937-8387-a323437ce6d6),segment_id=1f26426e-7708-4937-8387-a323437ce6d6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:37.979938 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.984817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.992965 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] Calling delete_port for 037b95dd-a2af-4c20-a9bc-ce08734f9707 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:23:38.010288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Port': ['ID=037b95dd-a2af-4c20-a9bc-ce08734f9707,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:38.014131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] No DVR routers for this DVR port 037b95dd-a2af-4c20-a9bc-ce08734f9707 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:23:38.070952 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.096558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] Pushing event deleted for resources: {'Port': ['ID=037b95dd-a2af-4c20-a9bc-ce08734f9707,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:38.096964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.100064 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8fa132-f9cf-4842-a702-92cf721eb3e8 None None] No DVR routers for this DVR port 037b95dd-a2af-4c20-a9bc-ce08734f9707 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:23:38.122375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d26239f-a538-4c15-920e-ec3cea359c5f']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:38.131754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f26426e-7708-4937-8387-a323437ce6d6') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:38.132051 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f26426e-7708-4937-8387-a323437ce6d6') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:38.142155 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.157256 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.162995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:23:38.163386 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:23:38.166360 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:23:38.227406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.235333 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.236776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] 10.222.0.48 "DELETE /v2.0/networks/7d26239f-a538-4c15-920e-ec3cea359c5f HTTP/1.1" status: 204 len: 168 time: 0.5524247 Sep 17 23:23:38.248511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d44ee-8a79-443e-9cfe-d7ceeb4c538c tempest-NetworksIpV6Test-192573648 tempest-NetworksIpV6Test-192573648-project] Pushing event deleted for resources: {'Network': ['ID=7d26239f-a538-4c15-920e-ec3cea359c5f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:38.468612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 037b95dd-a2af-4c20-a9bc-ce08734f9707 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:23:38.475413 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57276) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:38.490823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 037b95dd-a2af-4c20-a9bc-ce08734f9707 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:23:38.491168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 037b95dd-a2af-4c20-a9bc-ce08734f9707 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:23:38.607922 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a5733af-3d48-4e92-87ad-7b72cc9006f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9d9d35c401e4c5c9391cdd8ae03ffdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312821 Sep 17 23:23:38.610584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57280) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:38.659512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-75cab0c0-fc1d-4490-856d-fe12b76a2d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.680341 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-75cab0c0-fc1d-4490-856d-fe12b76a2d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.725708 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-75cab0c0-fc1d-4490-856d-fe12b76a2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.728279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-75cab0c0-fc1d-4490-856d-fe12b76a2d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:38.729498 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-75cab0c0-fc1d-4490-856d-fe12b76a2d9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25fe401c-f3aa-4811-9c47-b2e911123b8f HTTP/1.1" status: 204 len: 168 time: 0.1179686 Sep 17 23:23:38.738679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab0c0-fc1d-4490-856d-fe12b76a2d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe401c-f3aa-4811-9c47-b2e911123b8f,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:39.350335 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57302) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:39.441881 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-c4b8ec94-c931-45e1-b0a7-b375df6ace0c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1836036790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:39.463883 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ec94-c931-45e1-b0a7-b375df6ace0c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.465042 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ec94-c931-45e1-b0a7-b375df6ace0c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.519591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ec94-c931-45e1-b0a7-b375df6ace0c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.523699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ec94-c931-45e1-b0a7-b375df6ace0c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.539023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ec94-c931-45e1-b0a7-b375df6ace0c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.540355 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c4b8ec94-c931-45e1-b0a7-b375df6ace0c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1889973 Sep 17 23:23:39.543081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57306) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:39.548497 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-708357569'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:39.570176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Made reservation on behalf of 01f7f6b8e6af4219824b0e46360a31bd for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:39.573834 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.582252 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.671938 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.675595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.701924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:39.711408 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcbdce9-b933-42a7-bf35-8394762f7319,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:39.716198 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.716539 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Added segment 06d5a3fb-b58e-472b-9325-efdbe458d99f of type vlan for network 95e100dd-6770-4bc9-b7f3-f12d47665ddf Sep 17 23:23:39.757140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.782110 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.787645 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:39.788230 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.823112 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2783291 Sep 17 23:23:39.827027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57310) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:39.835905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Request body: {'subnet': {'network_id': '95e100dd-6770-4bc9-b7f3-f12d47665ddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:39.875304 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288ab02-8899-4fd7-b5f4-126df8a74de7 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event updated for resources: {'Network': ['ID=95e100dd-6770-4bc9-b7f3-f12d47665ddf,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:39.886174 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 95e100dd-6770-4bc9-b7f3-f12d47665ddf details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:39.951152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Made reservation on behalf of 01f7f6b8e6af4219824b0e46360a31bd for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:39.954937 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.130400 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.195435 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event updated for resources: {'Subnet': ['ID=8c7b7884-d614-41ba-af7b-6cf12bebe3b1,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:40.205521 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Checking segment: {'id': '06d5a3fb-b58e-472b-9325-efdbe458d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '95e100dd-6770-4bc9-b7f3-f12d47665ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:40.205880 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Network hostable DHCP agents. Network: 95e100dd-6770-4bc9-b7f3-f12d47665ddf, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:40.221149 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Network 95e100dd-6770-4bc9-b7f3-f12d47665ddf is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:40.229464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 95e100dd-6770-4bc9-b7f3-f12d47665ddf) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:40.233574 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:40.234165 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.240997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69888e4f-09b6-4fde-a1d8-f92ec793da56 None None] Network 95e100dd-6770-4bc9-b7f3-f12d47665ddf requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:40.251092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8ec095dc-4ddd-4277-bb2f-a5c474e5b9cb tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4210258 Sep 17 23:23:40.254081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57312) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:40.259006 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1782205212'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:40.279681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Made reservation on behalf of 01f7f6b8e6af4219824b0e46360a31bd for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:40.283053 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.306210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:40.316749 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.317141 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Added segment cedd3599-50cf-4785-b829-9e0f12a415fc of type vlan for network 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 Sep 17 23:23:40.348798 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:23:40.359176 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.384711 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.391430 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:40.392036 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.393889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-95e100dd-6770-4bc9-b7f3-f12d47665ddf', 'network_id': '95e100dd-6770-4bc9-b7f3-f12d47665ddf', 'tenant_id': '01f7f6b8e6af4219824b0e46360a31bd', 'fixed_ips': [{'subnet_id': '8c7b7884-d614-41ba-af7b-6cf12bebe3b1'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:40.394787 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.433810 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1786914 Sep 17 23:23:40.436814 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57314) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:40.442753 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Request body: {'subnet': {'network_id': '7bc82f2b-49fa-4f45-82d8-0abafa7fff62', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:40.466588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54df95-161d-4a1c-88d3-a0e4fb128b5b tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event updated for resources: {'Network': ['ID=7bc82f2b-49fa-4f45-82d8-0abafa7fff62,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:40.479180 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:40.541714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Made reservation on behalf of 01f7f6b8e6af4219824b0e46360a31bd for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:40.545529 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.589288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Allocated IP 172.20.0.2 (95e100dd-6770-4bc9-b7f3-f12d47665ddf/8c7b7884-d614-41ba-af7b-6cf12bebe3b1/a1127bfd-d6db-4e6d-8b2f-edd2e531bb88) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:40.730322 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.732291 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.738019 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.778732 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Network 95e100dd-6770-4bc9-b7f3-f12d47665ddf is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:40.781718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:40.785303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:40.792158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event updated for resources: {'Subnet': ['ID=7a1050af-40d6-458b-bfd0-99f14db5c9f8,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:40.795638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Pushing event updated for resources: {'Port': ['ID=a1127bfd-d6db-4e6d-8b2f-edd2e531bb88,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:40.804954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Checking segment: {'id': 'cedd3599-50cf-4785-b829-9e0f12a415fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7bc82f2b-49fa-4f45-82d8-0abafa7fff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:40.805200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Network hostable DHCP agents. Network: 7bc82f2b-49fa-4f45-82d8-0abafa7fff62, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:40.821914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Network 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:40.831168 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7bc82f2b-49fa-4f45-82d8-0abafa7fff62) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:40.835502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:40.836318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.844727 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b1afe1-68e6-4a8b-844e-b2619b425af6 None None] Network 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:40.853482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a8a08b73-b036-45a6-8543-3d6e565df1f6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4129047 Sep 17 23:23:40.853785 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57316) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:40.858367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-df9036fd-d963-411e-8bfa-5da35acffabc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bc82f2b-49fa-4f45-82d8-0abafa7fff62'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:40.859825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Attempting to bind port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:40.860455 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Attempting to bind port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '06d5a3fb-b58e-472b-9325-efdbe458d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '95e100dd-6770-4bc9-b7f3-f12d47665ddf'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:40.860809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Attempting to bind port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 on network 95e100dd-6770-4bc9-b7f3-f12d47665ddf {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:40.874038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:40.874451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Checking segment: {'id': '06d5a3fb-b58e-472b-9325-efdbe458d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '95e100dd-6770-4bc9-b7f3-f12d47665ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:40.874878 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.875300 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Bound using segment: {'id': '06d5a3fb-b58e-472b-9325-efdbe458d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '95e100dd-6770-4bc9-b7f3-f12d47665ddf'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:40.875764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Bound port: a1127bfd-d6db-4e6d-8b2f-edd2e531bb88, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d5a3fb-b58e-472b-9325-efdbe458d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '95e100dd-6770-4bc9-b7f3-f12d47665ddf'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:40.876143 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.005441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] For port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:41.020713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] For port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a1127bfd-d6db-4e6d-8b2f-edd2e531bb88,segment=NetworkSegment(06d5a3fb-b58e-472b-9325-efdbe458d99f),segment_id=06d5a3fb-b58e-472b-9325-efdbe458d99f)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:41.027210 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.074366 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-df9036fd-d963-411e-8bfa-5da35acffabc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.084494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7bc82f2b-49fa-4f45-82d8-0abafa7fff62', 'network_id': '7bc82f2b-49fa-4f45-82d8-0abafa7fff62', 'tenant_id': '01f7f6b8e6af4219824b0e46360a31bd', 'fixed_ips': [{'subnet_id': '7a1050af-40d6-458b-bfd0-99f14db5c9f8'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:41.085390 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.116033 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5e170-00f8-469a-be6d-186a6af47554 None None] Pushing event updated for resources: {'Port': ['ID=a1127bfd-d6db-4e6d-8b2f-edd2e531bb88,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:41.205370 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [None req-df9036fd-d963-411e-8bfa-5da35acffabc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:23:41.211981 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-df9036fd-d963-411e-8bfa-5da35acffabc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "PUT /v2.0/routers/c12b6af1-bb11-473f-b79d-962a420fa439 HTTP/1.1" status: 400 len: 364 time: 0.3519287 Sep 17 23:23:41.212563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57318) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:41.239621 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Allocated IP 172.21.0.2 (7bc82f2b-49fa-4f45-82d8-0abafa7fff62/7a1050af-40d6-458b-bfd0-99f14db5c9f8/505ab6f0-dd29-4620-9767-04fc586066e7) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:41.287290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdf8f0a-1d80-46ea-8765-424a27ec6bdc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Deleting subnet 7a1050af-40d6-458b-bfd0-99f14db5c9f8 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:23:41.400999 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.406334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8f0a-1d80-46ea-8765-424a27ec6bdc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.406891 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.444014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Network 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:41.446897 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8f0a-1d80-46ea-8765-424a27ec6bdc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.448195 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:41.455117 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:41.458169 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Pushing event updated for resources: {'Port': ['ID=505ab6f0-dd29-4620-9767-04fc586066e7,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:41.513715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Attempting to bind port 505ab6f0-dd29-4620-9767-04fc586066e7 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:41.513998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Attempting to bind port 505ab6f0-dd29-4620-9767-04fc586066e7 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'cedd3599-50cf-4785-b829-9e0f12a415fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7bc82f2b-49fa-4f45-82d8-0abafa7fff62'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:41.514358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Attempting to bind port 505ab6f0-dd29-4620-9767-04fc586066e7 on network 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:41.519460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:41.519839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Checking segment: {'id': 'cedd3599-50cf-4785-b829-9e0f12a415fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7bc82f2b-49fa-4f45-82d8-0abafa7fff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:41.520242 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.520635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Bound using segment: {'id': 'cedd3599-50cf-4785-b829-9e0f12a415fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7bc82f2b-49fa-4f45-82d8-0abafa7fff62'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:41.521189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Bound port: 505ab6f0-dd29-4620-9767-04fc586066e7, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedd3599-50cf-4785-b829-9e0f12a415fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7bc82f2b-49fa-4f45-82d8-0abafa7fff62'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:41.521623 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.538586 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8f0a-1d80-46ea-8765-424a27ec6bdc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.602768 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8f0a-1d80-46ea-8765-424a27ec6bdc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.607024 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-95584159-6220-4e87-b173-18091b88bda1 None None] For port 505ab6f0-dd29-4620-9767-04fc586066e7, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:41.611111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-95584159-6220-4e87-b173-18091b88bda1 None None] For port 505ab6f0-dd29-4620-9767-04fc586066e7, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=505ab6f0-dd29-4620-9767-04fc586066e7,segment=NetworkSegment(cedd3599-50cf-4785-b829-9e0f12a415fc),segment_id=cedd3599-50cf-4785-b829-9e0f12a415fc)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:41.615508 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.631767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf8f0a-1d80-46ea-8765-424a27ec6bdc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1050af-40d6-458b-bfd0-99f14db5c9f8,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:41.635829 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8f0a-1d80-46ea-8765-424a27ec6bdc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.640612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-4bdf8f0a-1d80-46ea-8765-424a27ec6bdc tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "DELETE /v2.0/subnets/7a1050af-40d6-458b-bfd0-99f14db5c9f8 HTTP/1.1" status: 204 len: 168 time: 0.4245381 Sep 17 23:23:41.640845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57320) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:41.683541 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95584159-6220-4e87-b173-18091b88bda1 None None] Pushing event updated for resources: {'Port': ['ID=505ab6f0-dd29-4620-9767-04fc586066e7,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:41.723485 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.785573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Deleting port 505ab6f0-dd29-4620-9767-04fc586066e7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:23:41.785923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.870025 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] For port 505ab6f0-dd29-4620-9767-04fc586066e7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=505ab6f0-dd29-4620-9767-04fc586066e7,segment=NetworkSegment(cedd3599-50cf-4785-b829-9e0f12a415fc),segment_id=cedd3599-50cf-4785-b829-9e0f12a415fc)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:41.871445 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.885707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Calling delete_port for 505ab6f0-dd29-4620-9767-04fc586066e7 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:23:41.982867 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.011373 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event deleted for resources: {'Port': ['ID=505ab6f0-dd29-4620-9767-04fc586066e7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:42.017583 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] No DVR routers for this DVR port 505ab6f0-dd29-4620-9767-04fc586066e7 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:23:42.103347 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.106238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23ccd9-99ae-4792-af72-05336aba08e3 None None] Network 95e100dd-6770-4bc9-b7f3-f12d47665ddf requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:42.126041 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc82f2b-49fa-4f45-82d8-0abafa7fff62']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:42.136045 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedd3599-50cf-4785-b829-9e0f12a415fc') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:42.136349 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedd3599-50cf-4785-b829-9e0f12a415fc') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:42.147830 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.161888 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.168132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:23:42.169071 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:23:42.172090 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:23:42.225781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0f9c999c-94f4-423f-a730-281a0464202d None None] Provisioning complete for port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:42.226149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0f9c999c-94f4-423f-a730-281a0464202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.237770 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.245022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.247732 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "DELETE /v2.0/networks/7bc82f2b-49fa-4f45-82d8-0abafa7fff62 HTTP/1.1" status: 204 len: 168 time: 0.6049893 Sep 17 23:23:42.250078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57322) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:42.266874 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b429a94-5b69-4190-9e5d-27f43aecd4ff tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event deleted for resources: {'Network': ['ID=7bc82f2b-49fa-4f45-82d8-0abafa7fff62,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:42.309042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b25b1f-637b-4000-80a9-455e2bc21bd4 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Deleting subnet 8c7b7884-d614-41ba-af7b-6cf12bebe3b1 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:23:42.312417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c6b25b1f-637b-4000-80a9-455e2bc21bd4 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.360784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c6b25b1f-637b-4000-80a9-455e2bc21bd4 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.478896 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c6b25b1f-637b-4000-80a9-455e2bc21bd4 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.542070 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0f9c999c-94f4-423f-a730-281a0464202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.545389 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:42.584855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c6b25b1f-637b-4000-80a9-455e2bc21bd4 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.620972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b25b1f-637b-4000-80a9-455e2bc21bd4 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7b7884-d614-41ba-af7b-6cf12bebe3b1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:42.631067 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-c6b25b1f-637b-4000-80a9-455e2bc21bd4 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.633192 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c6b25b1f-637b-4000-80a9-455e2bc21bd4 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "DELETE /v2.0/subnets/8c7b7884-d614-41ba-af7b-6cf12bebe3b1 HTTP/1.1" status: 204 len: 168 time: 0.3820848 Sep 17 23:23:42.636035 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57324) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:42.645397 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-0f9c999c-94f4-423f-a730-281a0464202d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:23:42.645761 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-0f9c999c-94f4-423f-a730-281a0464202d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:23:42.646903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:42.647271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.668227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dbffd8-9b5b-48ff-8e6c-c14ea101edeb None None] Network 95e100dd-6770-4bc9-b7f3-f12d47665ddf requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:42.724511 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.781848 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Deleting port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:23:42.782197 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.826619 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.853159 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] For port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a1127bfd-d6db-4e6d-8b2f-edd2e531bb88,segment=NetworkSegment(06d5a3fb-b58e-472b-9325-efdbe458d99f),segment_id=06d5a3fb-b58e-472b-9325-efdbe458d99f)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:42.853534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.863355 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a1127bfd-d6db-4e6d-8b2f-edd2e531bb88,segment=NetworkSegment(06d5a3fb-b58e-472b-9325-efdbe458d99f),segment_id=06d5a3fb-b58e-472b-9325-efdbe458d99f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:42.870557 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Calling delete_port for a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:23:42.872621 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.897807 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eab65fa-e1a1-49df-b48e-8be28383fee0 None None] DHCP port deletion for 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:23:42.926558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9663008-9321-406b-8980-2e3c877eeac6 None None] Network 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:42.932673 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] DHCP port deletion for 95e100dd-6770-4bc9-b7f3-f12d47665ddf request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:23:42.949720 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=a1127bfd-d6db-4e6d-8b2f-edd2e531bb88,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:42.952370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9663008-9321-406b-8980-2e3c877eeac6 None None] Network 7bc82f2b-49fa-4f45-82d8-0abafa7fff62 could not be found, it might have been deleted concurrently. {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 23:23:42.967581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:42.996386 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event deleted for resources: {'Port': ['ID=a1127bfd-d6db-4e6d-8b2f-edd2e531bb88,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:42.999607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] Deleting port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:23:42.999993 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.000637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] No DVR routers for this DVR port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:23:43.061227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] For port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88, host n-d-789963-10, got binding levels [] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:43.061536 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.073562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] Calling delete_port for a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:23:43.076724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.ipam_backend_mixin [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] Port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 was not found and therefore no delete operation was performed {{(pid=94739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 23:23:43.078004 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.086858 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.107058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] Pushing event deleted for resources: {'Port': ['ID=a1127bfd-d6db-4e6d-8b2f-edd2e531bb88,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:43.107607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e100dd-6770-4bc9-b7f3-f12d47665ddf']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:43.110795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86a8f4-dc35-434c-98bc-7f5094d37ecf None None] No DVR routers for this DVR port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:23:43.122503 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d5a3fb-b58e-472b-9325-efdbe458d99f') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:43.122882 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d5a3fb-b58e-472b-9325-efdbe458d99f') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:43.132291 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.145835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.151836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:23:43.152358 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:23:43.155508 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:23:43.166194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c999c-94f4-423f-a730-281a0464202d None None] Port a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 update to ACTIVE by agent not found {{(pid=94739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 23:23:43.216416 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.223353 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.225132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "DELETE /v2.0/networks/95e100dd-6770-4bc9-b7f3-f12d47665ddf HTTP/1.1" status: 204 len: 168 time: 0.5880806 Sep 17 23:23:43.228027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57326) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:43.236544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb753b3-6718-4a6d-a182-2373ab5fde3c tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Pushing event deleted for resources: {'Network': ['ID=95e100dd-6770-4bc9-b7f3-f12d47665ddf,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:43.257244 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-569aa6bb-d9ac-4c55-8aef-bf4c968e04a8 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12b6af1-bb11-473f-b79d-962a420fa439 HTTP/1.1" status: 200 len: 205 time: 0.0279915 Sep 17 23:23:43.259524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57328) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:43.277516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dfa016a4-34ba-4fd2-aa17-df39dd236d13 None None] Could not find standard attr ID for object 505ab6f0-dd29-4620-9767-04fc586066e7. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:23:43.280580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-dfa016a4-34ba-4fd2-aa17-df39dd236d13 None None] Could not find standard attr ID for object a1127bfd-d6db-4e6d-8b2f-edd2e531bb88. {{(pid=94739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:23:43.334915 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0101792f-f260-4a6a-8f5f-dc9954611bd6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.489181 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0101792f-f260-4a6a-8f5f-dc9954611bd6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.491230 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0101792f-f260-4a6a-8f5f-dc9954611bd6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.533873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0101792f-f260-4a6a-8f5f-dc9954611bd6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.534391 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0101792f-f260-4a6a-8f5f-dc9954611bd6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Fanout notify agent at l3_agent the message router_deleted on router c12b6af1-bb11-473f-b79d-962a420fa439 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:23:43.541710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0101792f-f260-4a6a-8f5f-dc9954611bd6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.542849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0101792f-f260-4a6a-8f5f-dc9954611bd6 tempest-RoutersNegativeTest-195829711 tempest-RoutersNegativeTest-195829711-project] 10.222.0.48 "DELETE /v2.0/routers/c12b6af1-bb11-473f-b79d-962a420fa439 HTTP/1.1" status: 204 len: 168 time: 0.2823598 Sep 17 23:23:43.784542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57334) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:43.914501 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7264f81d-14f9-41b2-b0fe-e4a2db0bc39e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01f7f6b8e6af4219824b0e46360a31bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287892 Sep 17 23:23:43.917035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57338) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:43.963671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-63a08ffd-249e-458e-88a9-704ea21aa6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:43.989152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-63a08ffd-249e-458e-88a9-704ea21aa6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.034630 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-63a08ffd-249e-458e-88a9-704ea21aa6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.037196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-63a08ffd-249e-458e-88a9-704ea21aa6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.038320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-63a08ffd-249e-458e-88a9-704ea21aa6d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbcbdce9-b933-42a7-bf35-8394762f7319 HTTP/1.1" status: 204 len: 168 time: 0.1204145 Sep 17 23:23:44.047112 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a08ffd-249e-458e-88a9-704ea21aa6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcbdce9-b933-42a7-bf35-8394762f7319,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:44.474514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 505ab6f0-dd29-4620-9767-04fc586066e7 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:23:44.498319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 505ab6f0-dd29-4620-9767-04fc586066e7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:23:44.498666 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 505ab6f0-dd29-4620-9767-04fc586066e7 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:23:44.499074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:23:44.517759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:23:44.518102 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a1127bfd-d6db-4e6d-8b2f-edd2e531bb88 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:23:44.651209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57360) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:44.747668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-88702901-network', 'tenant_id': 'd9707326d8114f308d1a667367c6b091'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:44.769029 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Made reservation on behalf of d9707326d8114f308d1a667367c6b091 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:44.771322 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.779594 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.866251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.869812 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.896745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:44.902063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:44.910172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.910499 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Added segment bf5c807a-f359-468e-8f87-86eca15048e2 of type vlan for network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 Sep 17 23:23:44.950308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.973280 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:44.974222 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:44.974803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.011419 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3591352 Sep 17 23:23:45.014975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57364) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:45.019972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Request body: {'subnet': {'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-subnet', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:45.039302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40382972-4d38-42b1-924f-238177119c86 admin admin] Pushing event updated for resources: {'Network': ['ID=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:45.041886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Made reservation on behalf of d9707326d8114f308d1a667367c6b091 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:45.044735 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.050940 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:45.217879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.275735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e24444d-f7b6-46b4-a63a-2f3920824251,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:45.281315 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Checking segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:45.281667 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Network hostable DHCP agents. Network: c5282d15-7cfa-4d81-ad5e-d5ef48f7a187, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:45.297968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:45.305765 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, c5282d15-7cfa-4d81-ad5e-d5ef48f7a187) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:45.310721 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:45.311312 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.316115 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73d4457-e577-42f2-ab9d-2985f3764601 None None] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:45.325302 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-1cb091e5-2150-4337-aa67-46b718fb2674 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3091736 Sep 17 23:23:45.328162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57366) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:45.332549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:45.352672 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.353688 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.409754 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.463703 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'fixed_ips': [{'subnet_id': '8e24444d-f7b6-46b4-a63a-2f3920824251'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:45.464551 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.549914 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.597973 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Allocated IP 172.20.0.2 (c5282d15-7cfa-4d81-ad5e-d5ef48f7a187/8e24444d-f7b6-46b4-a63a-2f3920824251/f15beb6f-1d63-4177-8b98-5bd858400f0a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:45.739983 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.747404 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.752513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.772543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.784487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:45.787329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:45.790708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:45.804360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Pushing event updated for resources: {'Port': ['ID=f15beb6f-1d63-4177-8b98-5bd858400f0a,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:45.853254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Attempting to bind port f15beb6f-1d63-4177-8b98-5bd858400f0a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:45.853618 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Attempting to bind port f15beb6f-1d63-4177-8b98-5bd858400f0a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:45.853977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Attempting to bind port f15beb6f-1d63-4177-8b98-5bd858400f0a on network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:45.859497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:45.859871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Checking segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:45.860518 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.860909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Bound using segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:45.861391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Bound port: f15beb6f-1d63-4177-8b98-5bd858400f0a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:45.861774 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.885646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Allocated IP 172.25.0.212 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/d31f1a2e-caef-4dcd-9265-7da5ef3277b5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:45.923513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] For port f15beb6f-1d63-4177-8b98-5bd858400f0a, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:45.926629 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] For port f15beb6f-1d63-4177-8b98-5bd858400f0a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f15beb6f-1d63-4177-8b98-5bd858400f0a,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:45.930252 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:45.986946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048244c4-0c8b-43c9-a7ee-5a9bdcdb8dc2 None None] Pushing event updated for resources: {'Port': ['ID=f15beb6f-1d63-4177-8b98-5bd858400f0a,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:45.997493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:46.031277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:46.070019 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:46.072894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:46.076046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:46.107521 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Pushing event updated for resources: {'Port': ['ID=d31f1a2e-caef-4dcd-9265-7da5ef3277b5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:46.504027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f15beb6f-1d63-4177-8b98-5bd858400f0a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:46.561985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f15beb6f-1d63-4177-8b98-5bd858400f0a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:46.562510 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:46.651388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:46.686326 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:46.689877 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port f15beb6f-1d63-4177-8b98-5bd858400f0a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f15beb6f-1d63-4177-8b98-5bd858400f0a,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:46.694554 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:46.748759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=f15beb6f-1d63-4177-8b98-5bd858400f0a,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:46.881030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea7be7b-22aa-4ca9-bd5b-ecf46aabd989 None None] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:46.892513 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:46.956622 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a09ed017-ad70-490a-aeab-9f416d1435e3 None None] Provisioning complete for port f15beb6f-1d63-4177-8b98-5bd858400f0a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:46.956903 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a09ed017-ad70-490a-aeab-9f416d1435e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.022437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Router d31b70a9-d5e1-46ce-8d06-c50bf109abcd is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:23:47.141490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:23:47.151391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Sync routers for ids ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:23:47.158687 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.159994 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-f5b80f28-207c-4d70-bbee-7c09efecf3dd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8307841 Sep 17 23:23:47.161405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Routers {'d31b70a9-d5e1-46ce-8d06-c50bf109abcd'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:47.162027 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:47.162732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57368) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:47.278385 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Set router d31b70a9-d5e1-46ce-8d06-c50bf109abcd gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:47.424041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fc647892-c9db-4228-a744-dc270a2bd6f9 None None] Provisioning complete for port f15beb6f-1d63-4177-8b98-5bd858400f0a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:47.424320 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fc647892-c9db-4228-a744-dc270a2bd6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.508351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:46Z', 'revision_number': 3, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port': {'id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:47.551411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Checking router: d31b70a9-d5e1-46ce-8d06-c50bf109abcd for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:23:47.551750 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Updating router d31b70a9-d5e1-46ce-8d06-c50bf109abcd port d31f1a2e-caef-4dcd-9265-7da5ef3277b5 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:23:47.587955 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.591518 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.747498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Allocated IP 172.20.0.1 (c5282d15-7cfa-4d81-ad5e-d5ef48f7a187/8e24444d-f7b6-46b4-a63a-2f3920824251/30f6e343-d3c6-4327-bfba-1d74b8f693ee) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:47.837156 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.842800 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.855003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.890100 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.894209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Attempting to bind port d31f1a2e-caef-4dcd-9265-7da5ef3277b5 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:47.894575 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Attempting to bind port d31f1a2e-caef-4dcd-9265-7da5ef3277b5 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:47.894934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Attempting to bind port d31f1a2e-caef-4dcd-9265-7da5ef3277b5 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:47.897713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f86aa-cc14-42d5-9f51-dfc8b25fba3d None None] Pushing event updated for resources: {'Port': ['ID=d31f1a2e-caef-4dcd-9265-7da5ef3277b5,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:47.902244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:47.902614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:47.903553 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.903932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:47.904391 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Bound port: d31f1a2e-caef-4dcd-9265-7da5ef3277b5, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:47.904768 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.929583 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:47.932430 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:47.937116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:47.959988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] For port d31f1a2e-caef-4dcd-9265-7da5ef3277b5, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:47.963445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] For port d31f1a2e-caef-4dcd-9265-7da5ef3277b5, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d31f1a2e-caef-4dcd-9265-7da5ef3277b5,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:47.968170 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:47.968518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Pushing event updated for resources: {'Port': ['ID=30f6e343-d3c6-4327-bfba-1d74b8f693ee,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:47.987677 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.026401 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Routers {'d31b70a9-d5e1-46ce-8d06-c50bf109abcd'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:48.027039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:48.063100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f86aa-cc14-42d5-9f51-dfc8b25fba3d None None] Pushing event updated for resources: {'Port': ['ID=d31f1a2e-caef-4dcd-9265-7da5ef3277b5,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:48.132674 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.147264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] Set router d31b70a9-d5e1-46ce-8d06-c50bf109abcd gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:48.262930 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a7a6856e-104a-4d9f-a558-b0063f602feb None None] Provisioning complete for port 30f6e343-d3c6-4327-bfba-1d74b8f693ee triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:48.263345 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a7a6856e-104a-4d9f-a558-b0063f602feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.298428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.302141 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.313025 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6856e-104a-4d9f-a558-b0063f602feb None None] Port 30f6e343-d3c6-4327-bfba-1d74b8f693ee cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:23:48.374481 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.376228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Pushing event updated for resources: {'Port': ['ID=30f6e343-d3c6-4327-bfba-1d74b8f693ee,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:48.474481 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:48.476027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:48.494114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f15beb6f-1d63-4177-8b98-5bd858400f0a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:48.561489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:46Z', 'revision_number': 3, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port': {'id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:48.565489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f15beb6f-1d63-4177-8b98-5bd858400f0a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:48.565489 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.596404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Router d31b70a9-d5e1-46ce-8d06-c50bf109abcd has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:23:48.612593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02abee9-8e1d-43dc-b130-757d0907d290 None None] The sync data for ids ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'] in n-d-789963-10 is: [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:46Z', 'revision_number': 3, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port': {'id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:23:48.729237 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:23:48.735344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4b137ba7-2c22-4e56-abc5-42280bab4098 admin admin] 10.222.0.48 "PUT /v2.0/routers/d31b70a9-d5e1-46ce-8d06-c50bf109abcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5709200 Sep 17 23:23:48.737548 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-791e7f6b-a8f7-4ef1-ad46-740584c5f1be None None] Provisioning complete for port 30f6e343-d3c6-4327-bfba-1d74b8f693ee triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:48.737942 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-791e7f6b-a8f7-4ef1-ad46-740584c5f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.772350 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-791e7f6b-a8f7-4ef1-ad46-740584c5f1be None None] Port 30f6e343-d3c6-4327-bfba-1d74b8f693ee cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:23:49.234716 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.256689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57384) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:49.261675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-848533425-network', 'tenant_id': 'c2ead765668842cb8840858032ee1759'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:49.283384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Made reservation on behalf of c2ead765668842cb8840858032ee1759 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:49.285826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.294891 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.391712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.395576 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.422490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:23:49.432679 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4befd65a-48a7-4b62-a11a-003e2b647dad,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:49.438859 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.439207 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Added segment bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb of type vlan for network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c Sep 17 23:23:49.484873 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.510447 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.511414 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:49.512522 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.543153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2853522 Sep 17 23:23:49.546105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57386) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:49.550866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Request body: {'subnet': {'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-subnet', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'ip_version': 4}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:49.585035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ad4db-f95b-452f-b0b5-4eb0e882de42 admin admin] Pushing event updated for resources: {'Network': ['ID=4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:49.596377 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:23:49.602156 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Made reservation on behalf of c2ead765668842cb8840858032ee1759 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:49.604534 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.776321 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.837599 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5da9c2-13a0-4e2a-883a-d27739d998ac,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:49.847393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Checking segment: {'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:49.847755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Network hostable DHCP agents. Network: 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:23:49.865756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:23:49.876446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:49.884031 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:49.884729 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.884871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d93bb-0cc7-4356-9f5a-a185c89ea123 None None] Network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:49.900878 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-191a6460-6c7f-4a2a-a3c0-54bb5d2910cb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3536708 Sep 17 23:23:49.904102 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57388) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:49.908463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:49.929494 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.930456 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:49.982209 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.040347 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c', 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'fixed_ips': [{'subnet_id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:23:50.041279 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.127486 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.179651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Allocated IP 172.20.0.2 (4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c/eb5da9c2-13a0-4e2a-883a-d27739d998ac/6dca7bbf-94d2-4e7f-b940-4ac33e339192) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:50.234742 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Sync routers for ids ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:23:50.245225 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Routers {'d31b70a9-d5e1-46ce-8d06-c50bf109abcd'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:50.245976 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:50.332580 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.333590 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.340440 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.351774 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.367464 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Set router d31b70a9-d5e1-46ce-8d06-c50bf109abcd gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:50.377806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:50.382290 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:50.385992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:50.397510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Pushing event updated for resources: {'Port': ['ID=6dca7bbf-94d2-4e7f-b940-4ac33e339192,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:50.459914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Attempting to bind port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:50.460309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Attempting to bind port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:50.460671 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Attempting to bind port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 on network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:50.467773 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:50.468147 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Checking segment: {'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:50.468552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.468970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Bound using segment: {'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:50.469459 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Bound port: 6dca7bbf-94d2-4e7f-b940-4ac33e339192, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:50.469844 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.482043 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Allocated IP 172.25.0.188 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/bda408bb-aa8d-4092-abc0-23a2f2706b5b) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:50.553922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] For port 6dca7bbf-94d2-4e7f-b940-4ac33e339192, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:50.560695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] For port 6dca7bbf-94d2-4e7f-b940-4ac33e339192, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6dca7bbf-94d2-4e7f-b940-4ac33e339192,segment=NetworkSegment(bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb),segment_id=bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:50.563851 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d31f1a2e-caef-4dcd-9265-7da5ef3277b5 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:50.568491 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.623714 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.665039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523b26a-6a1d-4d98-bf18-7c95627dcd85 None None] Pushing event updated for resources: {'Port': ['ID=6dca7bbf-94d2-4e7f-b940-4ac33e339192,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:50.673208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d31f1a2e-caef-4dcd-9265-7da5ef3277b5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:50.673733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.679003 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.689815 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:48Z', 'revision_number': 4, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port': {'id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '30f6e343-d3c6-4327-bfba-1d74b8f693ee', 'name': '', 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'mac_address': 'fa:16:3e:7f:e7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8e24444d-f7b6-46b4-a63a-2f3920824251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:47Z', 'updated_at': '2021-09-17T23:23:48Z', 'revision_number': 2, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'subnets': [{'id': '8e24444d-f7b6-46b4-a63a-2f3920824251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:50.728276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:50.730446 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:50.738356 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Checking router: d31b70a9-d5e1-46ce-8d06-c50bf109abcd for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:23:50.738768 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Updating router d31b70a9-d5e1-46ce-8d06-c50bf109abcd port 30f6e343-d3c6-4327-bfba-1d74b8f693ee binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:23:50.742708 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:50.745975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Pushing event updated for resources: {'Port': ['ID=bda408bb-aa8d-4092-abc0-23a2f2706b5b,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:50.766300 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.768873 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.791168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port d31f1a2e-caef-4dcd-9265-7da5ef3277b5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d31f1a2e-caef-4dcd-9265-7da5ef3277b5,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:50.798504 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.862552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=d31f1a2e-caef-4dcd-9265-7da5ef3277b5,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:51.055069 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.080086 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.085830 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.146699 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Pushing event updated for resources: {'Port': ['ID=30f6e343-d3c6-4327-bfba-1d74b8f693ee,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:51.178169 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.178583 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.179249 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.179684 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.180372 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.180767 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.181203 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.181594 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.181989 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.182377 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.182768 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.183156 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:23:51.222284 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Attempting to bind port 30f6e343-d3c6-4327-bfba-1d74b8f693ee on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:51.223633 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Attempting to bind port 30f6e343-d3c6-4327-bfba-1d74b8f693ee by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:51.224188 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Attempting to bind port 30f6e343-d3c6-4327-bfba-1d74b8f693ee on network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:51.233487 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:51.234118 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Checking segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:51.234700 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.235499 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Bound using segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:51.237540 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Bound port: 30f6e343-d3c6-4327-bfba-1d74b8f693ee, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:51.237931 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.299581 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.320159 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] For port 30f6e343-d3c6-4327-bfba-1d74b8f693ee, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:51.324975 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] For port 30f6e343-d3c6-4327-bfba-1d74b8f693ee, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=30f6e343-d3c6-4327-bfba-1d74b8f693ee,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:51.330533 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.414692 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Routers {'d31b70a9-d5e1-46ce-8d06-c50bf109abcd'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:51.415356 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:51.421294 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0d825-1020-463d-ba01-43fc25dd1276 None None] Pushing event updated for resources: {'Port': ['ID=30f6e343-d3c6-4327-bfba-1d74b8f693ee,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:51.477419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Router 4c10b05d-7850-4927-aadb-1b58200d8276 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:23:51.522238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-70163e58-032d-4132-aba7-ee0c780abf91 None None] Provisioning complete for port 30f6e343-d3c6-4327-bfba-1d74b8f693ee triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:51.522817 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70163e58-032d-4132-aba7-ee0c780abf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.572840 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] Set router d31b70a9-d5e1-46ce-8d06-c50bf109abcd gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:51.709595 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70163e58-032d-4132-aba7-ee0c780abf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.775054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-70163e58-032d-4132-aba7-ee0c780abf91 None None] For port 30f6e343-d3c6-4327-bfba-1d74b8f693ee, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=30f6e343-d3c6-4327-bfba-1d74b8f693ee,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:51.785270 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70163e58-032d-4132-aba7-ee0c780abf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.856794 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70163e58-032d-4132-aba7-ee0c780abf91 None None] Pushing event updated for resources: {'Port': ['ID=30f6e343-d3c6-4327-bfba-1d74b8f693ee,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:51.885539 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:48Z', 'revision_number': 4, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port': {'id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '30f6e343-d3c6-4327-bfba-1d74b8f693ee', 'name': '', 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'mac_address': 'fa:16:3e:7f:e7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8e24444d-f7b6-46b4-a63a-2f3920824251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:47Z', 'updated_at': '2021-09-17T23:23:51Z', 'revision_number': 4, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'subnets': [{'id': '8e24444d-f7b6-46b4-a63a-2f3920824251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:51.914778 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3624924f-9932-47fe-96a0-8455209564a3 None None] The sync data for ids ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'] in n-d-789963-10 is: [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:48Z', 'revision_number': 4, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port': {'id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '30f6e343-d3c6-4327-bfba-1d74b8f693ee', 'name': '', 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'mac_address': 'fa:16:3e:7f:e7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8e24444d-f7b6-46b4-a63a-2f3920824251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:47Z', 'updated_at': '2021-09-17T23:23:51Z', 'revision_number': 4, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'subnets': [{'id': '8e24444d-f7b6-46b4-a63a-2f3920824251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:23:51.917781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e355e545-831d-4e83-91fc-a04c4c9fc559 None None] Provisioning complete for port 30f6e343-d3c6-4327-bfba-1d74b8f693ee triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:51.919002 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e355e545-831d-4e83-91fc-a04c4c9fc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.020333 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96643eae-10c1-4af4-88c1-536b3e35bb65 None None] Network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:23:52.072833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:23:52.087543 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Sync routers for ids ['4c10b05d-7850-4927-aadb-1b58200d8276'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:23:52.099417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.101240 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8bbcbd98-eea1-4a1d-bef7-f5b4a6204788 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1961327 Sep 17 23:23:52.103821 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57390) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:52.104533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Routers {'4c10b05d-7850-4927-aadb-1b58200d8276'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:52.105215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4c10b05d-7850-4927-aadb-1b58200d8276'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:52.295981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Set router 4c10b05d-7850-4927-aadb-1b58200d8276 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:52.418882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fe58a833-3f23-4a2b-b6df-ce00d6c1edcf None None] Provisioning complete for port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:52.419269 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fe58a833-3f23-4a2b-b6df-ce00d6c1edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.632755 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.655122 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fe58a833-3f23-4a2b-b6df-ce00d6c1edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.671872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6dca7bbf-94d2-4e7f-b940-4ac33e339192 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:52.713595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:23:50Z', 'revision_number': 3, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:52.758609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Checking router: 4c10b05d-7850-4927-aadb-1b58200d8276 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:23:52.758960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Updating router 4c10b05d-7850-4927-aadb-1b58200d8276 port bda408bb-aa8d-4092-abc0-23a2f2706b5b binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:23:52.762313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-fe58a833-3f23-4a2b-b6df-ce00d6c1edcf None None] For port 6dca7bbf-94d2-4e7f-b940-4ac33e339192, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6dca7bbf-94d2-4e7f-b940-4ac33e339192,segment=NetworkSegment(bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb),segment_id=bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:52.786731 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fe58a833-3f23-4a2b-b6df-ce00d6c1edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.827959 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.848264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Allocated IP 172.20.0.1 (4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c/eb5da9c2-13a0-4e2a-883a-d27739d998ac/4bd9418a-9d87-4352-a1a7-cf4e7f41084c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:52.856272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:52.856646 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.966320 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.973837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58a833-3f23-4a2b-b6df-ce00d6c1edcf None None] Pushing event updated for resources: {'Port': ['ID=6dca7bbf-94d2-4e7f-b940-4ac33e339192,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:53.009932 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8ef273bc-f062-4763-93b9-2370b876f036 None None] Provisioning complete for port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:53.010312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8ef273bc-f062-4763-93b9-2370b876f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.010436 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.048839 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:53.051963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:53.055624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:53.104984 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:53.124984 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.290231 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.321468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d31f1a2e-caef-4dcd-9265-7da5ef3277b5 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:53.456878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d31f1a2e-caef-4dcd-9265-7da5ef3277b5 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:53.457277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.464917 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.471019 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.496963 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.506179 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.540046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:53.542809 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.581105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Attempting to bind port bda408bb-aa8d-4092-abc0-23a2f2706b5b on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:53.581489 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Attempting to bind port bda408bb-aa8d-4092-abc0-23a2f2706b5b by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:53.581844 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Attempting to bind port bda408bb-aa8d-4092-abc0-23a2f2706b5b on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:53.583596 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89b84c1a-6b64-4cfc-bb13-e366cafd05f9 None None] Provisioning complete for port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:53.583961 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89b84c1a-6b64-4cfc-bb13-e366cafd05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.611961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc4a26-67dc-4d37-9464-5635372a636c None None] Pushing event updated for resources: {'Port': ['ID=bda408bb-aa8d-4092-abc0-23a2f2706b5b,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:53.635929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:53.636310 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:53.636715 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.637189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:53.637675 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Bound port: bda408bb-aa8d-4092-abc0-23a2f2706b5b, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:53.638065 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.642813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:53.644248 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:53.692613 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89b84c1a-6b64-4cfc-bb13-e366cafd05f9 None None] Port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:23:53.697607 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 30f6e343-d3c6-4327-bfba-1d74b8f693ee up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:53.744976 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] For port bda408bb-aa8d-4092-abc0-23a2f2706b5b, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:53.750445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] For port bda408bb-aa8d-4092-abc0-23a2f2706b5b, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bda408bb-aa8d-4092-abc0-23a2f2706b5b,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:53.756540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.774626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Router 4c10b05d-7850-4927-aadb-1b58200d8276 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:23:53.823305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Routers {'4c10b05d-7850-4927-aadb-1b58200d8276'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:53.823948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4c10b05d-7850-4927-aadb-1b58200d8276'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:53.831036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 30f6e343-d3c6-4327-bfba-1d74b8f693ee triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:53.831415 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:53.888867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc4a26-67dc-4d37-9464-5635372a636c None None] Pushing event updated for resources: {'Port': ['ID=bda408bb-aa8d-4092-abc0-23a2f2706b5b,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:53.892639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:23:53.899560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8c5e8d27-e7f3-481a-b146-9a15732e4714 admin admin] 10.222.0.48 "PUT /v2.0/routers/4c10b05d-7850-4927-aadb-1b58200d8276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7920127 Sep 17 23:23:53.969585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2b4e5e4f-2e15-4e48-9437-71017efd9a5f None None] Provisioning complete for port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:53.969958 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5e4f-2e15-4e48-9437-71017efd9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:54.051953 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] Set router 4c10b05d-7850-4927-aadb-1b58200d8276 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:54.053651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e5e4f-2e15-4e48-9437-71017efd9a5f None None] Port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:23:54.261360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 4, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4bd9418a-9d87-4352-a1a7-cf4e7f41084c', 'name': '', 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'mac_address': 'fa:16:3e:d1:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:52Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 2, 'project_id': 'c2ead765668842cb8840858032ee1759', 'subnets': [{'id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:54.288080 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf1d84-0685-4978-b56d-487adff72798 None None] The sync data for ids ['4c10b05d-7850-4927-aadb-1b58200d8276'] in n-d-789963-10 is: [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 4, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4bd9418a-9d87-4352-a1a7-cf4e7f41084c', 'name': '', 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'mac_address': 'fa:16:3e:d1:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:52Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 2, 'project_id': 'c2ead765668842cb8840858032ee1759', 'subnets': [{'id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:23:54.539867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6dca7bbf-94d2-4e7f-b940-4ac33e339192 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:54.600009 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:54.600474 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:55.014219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-e15c5ed0-6518-442d-bfbf-635510e0fbc5 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:55.015817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-e15c5ed0-6518-442d-bfbf-635510e0fbc5 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/networks?id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 HTTP/1.1" status: 200 len: 815 time: 0.1268961 Sep 17 23:23:55.033648 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-fe1e730a-161a-4d33-a587-857fe6d693ad tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/quotas/d9707326d8114f308d1a667367c6b091 HTTP/1.1" status: 200 len: 375 time: 0.0107121 Sep 17 23:23:55.093417 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-2d266992-42d2-4fa7-b31e-df8ce66c572a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9707326d8114f308d1a667367c6b091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536397 Sep 17 23:23:55.196416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-5c00882c-291a-429e-8e0e-9a7858274ac5 service neutron] 10.222.0.48 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909855 Sep 17 23:23:55.294791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-ff0ffd06-8e41-4503-8bf6-10db5fa42a6c service neutron] 10.222.0.48 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911243 Sep 17 23:23:55.462899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3dadb21e-3960-4d1f-a3be-bf7a6d9e79a8 req-65ff9b3b-432a-45b0-87b2-407d5c86d6f8 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 210 time: 0.0279264 Sep 17 23:23:56.207633 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Sync routers for ids ['4c10b05d-7850-4927-aadb-1b58200d8276'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:23:56.217118 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Routers {'4c10b05d-7850-4927-aadb-1b58200d8276'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:56.217721 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4c10b05d-7850-4927-aadb-1b58200d8276'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:56.326802 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Set router 4c10b05d-7850-4927-aadb-1b58200d8276 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:56.430801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-821669f9-199d-49a1-a2da-901943e1aa76 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:56.432523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-821669f9-199d-49a1-a2da-901943e1aa76 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.45 "GET /v2.0/networks?id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 HTTP/1.1" status: 200 len: 815 time: 0.1212947 Sep 17 23:23:56.448137 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Request body: {'port': {'device_id': '1f6e09ee-974a-494f-abc7-14a1a6aa652c', 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'admin_state_up': True, 'tenant_id': 'd9707326d8114f308d1a667367c6b091'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:56.541447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bda408bb-aa8d-4092-abc0-23a2f2706b5b up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:56.569738 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 4, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4bd9418a-9d87-4352-a1a7-cf4e7f41084c', 'name': '', 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'mac_address': 'fa:16:3e:d1:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:52Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 2, 'project_id': 'c2ead765668842cb8840858032ee1759', 'subnets': [{'id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:56.594236 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port bda408bb-aa8d-4092-abc0-23a2f2706b5b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:56.594615 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:56.596923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8c60edcf-63e8-4ff7-a361-da1fa17a8f8c req-9e6bd7b3-cfbb-490b-b6cd-185da5a16757 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 210 time: 0.0389295 Sep 17 23:23:56.615102 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Checking router: 4c10b05d-7850-4927-aadb-1b58200d8276 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:23:56.615638 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Updating router 4c10b05d-7850-4927-aadb-1b58200d8276 port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:23:56.626412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Made reservation on behalf of d9707326d8114f308d1a667367c6b091 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:23:56.630737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:56.649433 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:56.680440 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:56.702379 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port bda408bb-aa8d-4092-abc0-23a2f2706b5b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bda408bb-aa8d-4092-abc0-23a2f2706b5b,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:56.707051 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:56.759610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=bda408bb-aa8d-4092-abc0-23a2f2706b5b,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:56.775016 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Allocated IP 172.20.0.6 (c5282d15-7cfa-4d81-ad5e-d5ef48f7a187/8e24444d-f7b6-46b4-a63a-2f3920824251/db0582ff-cb3d-4478-9122-ca9789a281fb) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:56.929751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:56.964149 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.006375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:57.009605 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:57.014046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:57.019219 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.025693 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.043737 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Pushing event updated for resources: {'Port': ['ID=db0582ff-cb3d-4478-9122-ca9789a281fb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:57.077924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:57.078616 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.082370 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152088c-c854-474b-a6cf-9e8a86ef4405 None None] Pushing event updated for resources: {'Port': ['ID=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:57.103627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-7e826e0d-f44f-4f16-aee0-b0b7094d9511 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6621568 Sep 17 23:23:57.120077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Request body: {'port': {'device_id': '1f6e09ee-974a-494f-abc7-14a1a6aa652c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:57.139562 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Attempting to bind port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:57.139934 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Attempting to bind port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:57.140300 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Attempting to bind port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c on network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:57.146383 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:57.146766 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Checking segment: {'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:57.147171 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.147565 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Bound using segment: {'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:57.148030 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Bound port: 4bd9418a-9d87-4352-a1a7-cf4e7f41084c, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:57.148412 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.190009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.230249 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] For port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:57.241774 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] For port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,segment=NetworkSegment(bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb),segment_id=bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:57.246924 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.300475 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Routers {'4c10b05d-7850-4927-aadb-1b58200d8276'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:57.301163 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:23:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4c10b05d-7850-4927-aadb-1b58200d8276'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:57.310203 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-10073105-91b9-42ec-8fbf-17767b17f9bc None None] Provisioning complete for port db0582ff-cb3d-4478-9122-ca9789a281fb triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:57.310865 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-10073105-91b9-42ec-8fbf-17767b17f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.369457 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-10073105-91b9-42ec-8fbf-17767b17f9bc None None] Port db0582ff-cb3d-4478-9122-ca9789a281fb cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:23:57.409461 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152088c-c854-474b-a6cf-9e8a86ef4405 None None] Pushing event updated for resources: {'Port': ['ID=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:57.434704 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] Set router 4c10b05d-7850-4927-aadb-1b58200d8276 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:57.502376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-93b589f5-280b-45c5-acaa-53ac8abda43b None None] Provisioning complete for port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:57.502853 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-93b589f5-280b-45c5-acaa-53ac8abda43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.509214 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0582ff-cb3d-4478-9122-ca9789a281fb {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:23:57.517628 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.530908 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Transition to ACTIVE for port object db0582ff-cb3d-4478-9122-ca9789a281fb will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:23:57.537375 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.591113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Pushing event updated for resources: {'Port': ['ID=db0582ff-cb3d-4478-9122-ca9789a281fb,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:57.617280 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-93b589f5-280b-45c5-acaa-53ac8abda43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.654826 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-93b589f5-280b-45c5-acaa-53ac8abda43b None None] For port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,segment=NetworkSegment(bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb),segment_id=bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:57.662275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-93b589f5-280b-45c5-acaa-53ac8abda43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.721512 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 4, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4bd9418a-9d87-4352-a1a7-cf4e7f41084c', 'name': '', 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'mac_address': 'fa:16:3e:d1:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:52Z', 'updated_at': '2021-09-17T23:23:57Z', 'revision_number': 4, 'project_id': 'c2ead765668842cb8840858032ee1759', 'subnets': [{'id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:57.740335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b589f5-280b-45c5-acaa-53ac8abda43b None None] Pushing event updated for resources: {'Port': ['ID=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:57.743054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Attempting to bind port db0582ff-cb3d-4478-9122-ca9789a281fb on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:23:57.743392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Attempting to bind port db0582ff-cb3d-4478-9122-ca9789a281fb by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:23:57.743724 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Attempting to bind port db0582ff-cb3d-4478-9122-ca9789a281fb on network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:57.750271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Port db0582ff-cb3d-4478-9122-ca9789a281fb on network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:23:57.750656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Attempting to bind port db0582ff-cb3d-4478-9122-ca9789a281fb on network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:23:57.758639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:23:57.758976 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Checking segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:23:57.759366 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Bound using segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:23:57.759800 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Bound port: db0582ff-cb3d-4478-9122-ca9789a281fb, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:23:57.760164 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.763931 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651de8d-6b2a-457f-8dd2-4e099a8c757d None None] The sync data for ids ['4c10b05d-7850-4927-aadb-1b58200d8276'] in n-d-789963-10 is: [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:23:53Z', 'revision_number': 4, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '4bd9418a-9d87-4352-a1a7-cf4e7f41084c', 'name': '', 'network_id': '4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'mac_address': 'fa:16:3e:d1:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:52Z', 'updated_at': '2021-09-17T23:23:57Z', 'revision_number': 4, 'project_id': 'c2ead765668842cb8840858032ee1759', 'subnets': [{'id': 'eb5da9c2-13a0-4e2a-883a-d27739d998ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:23:57.779099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b514bf-eebb-4efd-af00-f073a5048bc7 req-354ae977-1584-4efa-bf39-e329f6ef0a3e tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:57.780680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43b514bf-eebb-4efd-af00-f073a5048bc7 req-354ae977-1584-4efa-bf39-e329f6ef0a3e tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 943 time: 0.0813844 Sep 17 23:23:57.792133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-66f43a92-1d74-4bab-a41e-59c5e29b1815 None None] Provisioning complete for port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:57.792503 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66f43a92-1d74-4bab-a41e-59c5e29b1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.876109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43b514bf-eebb-4efd-af00-f073a5048bc7 req-1ade0aa3-63c9-4840-b4e8-229488c1ece7 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893078 Sep 17 23:23:57.883848 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] For port db0582ff-cb3d-4478-9122-ca9789a281fb, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:23:57.890288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] For port db0582ff-cb3d-4478-9122-ca9789a281fb, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=db0582ff-cb3d-4478-9122-ca9789a281fb,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:23:57.895818 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.933932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:57.934854 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:57.936268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/db0582ff-cb3d-4478-9122-ca9789a281fb HTTP/1.1" status: 200 len: 1092 time: 0.8223782 Sep 17 23:23:57.936717 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6e09ee-974a-494f-abc7-14a1a6aa652c', 'tag': 'db0582ff-cb3d-4478-9122-ca9789a281fb'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:57.939261 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6e09ee-974a-494f-abc7-14a1a6aa652c", "tag": "db0582ff-cb3d-4478-9122-ca9789a281fb"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:57.974155 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eaac2-63a0-41ef-a310-bf64ed6097e2 service neutron] Pushing event updated for resources: {'Port': ['ID=db0582ff-cb3d-4478-9122-ca9789a281fb,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:58.016152 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b939b9d-9d4e-460c-80cc-899ef01d3e51 x-openstack-request-id: req-1b939b9d-9d4e-460c-80cc-899ef01d3e51 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:58.016359 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6e09ee-974a-494f-abc7-14a1a6aa652c", "tag": "db0582ff-cb3d-4478-9122-ca9789a281fb", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:58.016599 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b939b9d-9d4e-460c-80cc-899ef01d3e51 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:58.017029 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6e09ee-974a-494f-abc7-14a1a6aa652c', 'tag': 'db0582ff-cb3d-4478-9122-ca9789a281fb', 'status': 'completed', 'code': 200} Sep 17 23:23:58.036399 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-632b693c-e8b3-4bc9-ab16-b757f86e3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.037991 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-632b693c-e8b3-4bc9-ab16-b757f86e3a59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9707326d8114f308d1a667367c6b091&device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 1095 time: 0.0577788 Sep 17 23:23:58.088108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-529ba34b-cc92-4097-ad2b-76c089f01707 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db0582ff-cb3d-4478-9122-ca9789a281fb HTTP/1.1" status: 200 len: 217 time: 0.0416143 Sep 17 23:23:58.146182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-69f8d5dd-62fd-47d5-9632-1c7d6b48a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.147816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-69f8d5dd-62fd-47d5-9632-1c7d6b48a830 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e24444d-f7b6-46b4-a63a-2f3920824251 HTTP/1.1" status: 200 len: 854 time: 0.0520878 Sep 17 23:23:58.197602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-8c8f83aa-180f-48e1-864f-97732c7924a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.199144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-8c8f83aa-180f-48e1-864f-97732c7924a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422554 Sep 17 23:23:58.301718 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-f115e8a4-3f92-4060-a908-0c19e4dfb3ea service neutron] 10.222.0.45 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951326 Sep 17 23:23:58.394760 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a2fbe3d5-4c80-48a5-8d7a-8808b8f96ae1 req-52da4431-67d6-4a61-8b93-99d0cc349db2 service neutron] 10.222.0.45 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850337 Sep 17 23:23:58.483835 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-c142f280-53c9-4734-8ab5-e177eabf0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.485641 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-c142f280-53c9-4734-8ab5-e177eabf0ea4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9707326d8114f308d1a667367c6b091&device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 1095 time: 0.0432911 Sep 17 23:23:58.523040 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4bd9418a-9d87-4352-a1a7-cf4e7f41084c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:58.569586 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:58.569982 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:58.590044 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-f2cc121c-f3a9-420f-b7d0-11a0fd2142a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.591918 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-f2cc121c-f3a9-420f-b7d0-11a0fd2142a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 HTTP/1.1" status: 200 len: 916 time: 0.0965421 Sep 17 23:23:58.635642 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-12238704-8908-4785-9653-aadc0e716447 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db0582ff-cb3d-4478-9122-ca9789a281fb HTTP/1.1" status: 200 len: 217 time: 0.0350337 Sep 17 23:23:58.650241 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bda408bb-aa8d-4092-abc0-23a2f2706b5b up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:58.693134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-adf6f548-e477-4e58-8cca-17335a7a11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.694728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-adf6f548-e477-4e58-8cca-17335a7a11b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e24444d-f7b6-46b4-a63a-2f3920824251 HTTP/1.1" status: 200 len: 854 time: 0.0517082 Sep 17 23:23:58.701170 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port bda408bb-aa8d-4092-abc0-23a2f2706b5b triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:58.701540 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:58.744265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-ebd2441e-3304-44f5-9027-4fcd7db99396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.747508 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-ebd2441e-3304-44f5-9027-4fcd7db99396 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428960 Sep 17 23:23:58.850911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-0e45b6ec-93e2-443a-b7a8-e3d36dccf9fb service neutron] 10.222.0.45 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969219 Sep 17 23:23:58.942687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8eb0d704-0fb1-4e22-9448-0e11fffefc1d req-c38af9be-181b-43e1-924e-cafa0986340e service neutron] 10.222.0.45 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837779 Sep 17 23:23:58.997833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be868ce-8b9e-4b90-9601-9090de427528 req-17947791-1e8d-415a-8ca9-a3a6a2edf2b2 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.999293 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0be868ce-8b9e-4b90-9601-9090de427528 req-17947791-1e8d-415a-8ca9-a3a6a2edf2b2 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 943 time: 0.0484855 Sep 17 23:23:59.040944 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0be868ce-8b9e-4b90-9601-9090de427528 req-ab2dcad2-e892-4602-b3f7-2bcdc09f4c81 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355928 Sep 17 23:24:00.044951 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-510b7fc3-fa02-49c1-b7be-036b1d355e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:00.162303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093e050-f587-4ef3-b00b-8e36504e2001 req-1a81c7bb-c1a3-4ebd-abd1-01ec6408ecb8 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:00.164163 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9093e050-f587-4ef3-b00b-8e36504e2001 req-1a81c7bb-c1a3-4ebd-abd1-01ec6408ecb8 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 943 time: 0.0533836 Sep 17 23:24:00.202033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9093e050-f587-4ef3-b00b-8e36504e2001 req-95848003-b33d-461e-bf80-2ebff60e10b7 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Sep 17 23:24:01.209643 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device db0582ff-cb3d-4478-9122-ca9789a281fb details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:24:01.304680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port db0582ff-cb3d-4478-9122-ca9789a281fb, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=db0582ff-cb3d-4478-9122-ca9789a281fb,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:01.315948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e49cb-902d-4ea1-92b1-cb302f11c8a1 req-fc5099ab-58e4-4a68-b0ac-fb267878bdeb tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:01.316644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'db0582ff-cb3d-4478-9122-ca9789a281fb', 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'port_id': 'db0582ff-cb3d-4478-9122-ca9789a281fb', 'mac_address': 'fa:16:3e:ee:12:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e24444d-f7b6-46b4-a63a-2f3920824251', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:24:01.317494 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc1e49cb-902d-4ea1-92b1-cb302f11c8a1 req-fc5099ab-58e4-4a68-b0ac-fb267878bdeb tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 943 time: 0.0492976 Sep 17 23:24:01.355576 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fc1e49cb-902d-4ea1-92b1-cb302f11c8a1 req-ebf13631-d736-4a6c-96d1-f29364ffccca tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Sep 17 23:24:01.357763 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:01.370633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0582ff-cb3d-4478-9122-ca9789a281fb {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:24:01.390589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port db0582ff-cb3d-4478-9122-ca9789a281fb, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=db0582ff-cb3d-4478-9122-ca9789a281fb,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:01.394446 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:01.440791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=db0582ff-cb3d-4478-9122-ca9789a281fb,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:01.596450 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['db0582ff-cb3d-4478-9122-ca9789a281fb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:24:02.487588 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c963e-d96b-498b-b357-ea40be34ab7b req-d4fe0f84-6eff-492d-9524-dc46a605551a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.489094 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-884c963e-d96b-498b-b357-ea40be34ab7b req-d4fe0f84-6eff-492d-9524-dc46a605551a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 944 time: 0.0490978 Sep 17 23:24:02.525758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-884c963e-d96b-498b-b357-ea40be34ab7b req-0b2f1e1b-7c75-4b00-be57-b5e43b7ca677 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308087 Sep 17 23:24:02.776135 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-026dda42-ad1d-46e7-a534-fda39d19bb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:03.179312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:03.224651 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device db0582ff-cb3d-4478-9122-ca9789a281fb up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:24:03.272289 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port db0582ff-cb3d-4478-9122-ca9789a281fb completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:24:03.275947 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port db0582ff-cb3d-4478-9122-ca9789a281fb triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:03.276316 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:03.351916 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:03.376755 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6e09ee-974a-494f-abc7-14a1a6aa652c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0582ff-cb3d-4478-9122-ca9789a281fb'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:03.378934 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a7929f-b58f-4a14-9746-e183eff0ac32" -d '{"events": [{"server_uuid": "1f6e09ee-974a-494f-abc7-14a1a6aa652c", "name": "network-vif-plugged", "status": "completed", "tag": "db0582ff-cb3d-4478-9122-ca9789a281fb"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:03.391751 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port db0582ff-cb3d-4478-9122-ca9789a281fb, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=db0582ff-cb3d-4478-9122-ca9789a281fb,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:03.395953 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:03.420003 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdacf8c-cffa-46af-ae24-eba8af5684b4 x-openstack-request-id: req-cbdacf8c-cffa-46af-ae24-eba8af5684b4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:03.420296 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6e09ee-974a-494f-abc7-14a1a6aa652c", "name": "network-vif-plugged", "status": "completed", "tag": "db0582ff-cb3d-4478-9122-ca9789a281fb", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:03.420552 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbdacf8c-cffa-46af-ae24-eba8af5684b4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:03.420965 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6e09ee-974a-494f-abc7-14a1a6aa652c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0582ff-cb3d-4478-9122-ca9789a281fb', 'code': 200} Sep 17 23:24:03.447991 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=db0582ff-cb3d-4478-9122-ca9789a281fb,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:03.523205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a4ad-5741-4dc0-ba99-c1760725a4ab req-66319821-ba53-4a39-986f-4f7e5e41476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:03.524756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aef3a4ad-5741-4dc0-ba99-c1760725a4ab req-66319821-ba53-4a39-986f-4f7e5e41476e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 1097 time: 0.0460205 Sep 17 23:24:03.559340 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aef3a4ad-5741-4dc0-ba99-c1760725a4ab req-a12a986c-1fb3-4cdc-822e-bb684ca014a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270700 Sep 17 23:24:03.640832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83a452-d539-40d2-83dc-d84dbca23cc1 req-7b6b6321-1600-4730-bf42-df3b48698894 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:03.642319 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b83a452-d539-40d2-83dc-d84dbca23cc1 req-7b6b6321-1600-4730-bf42-df3b48698894 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 945 time: 0.0499549 Sep 17 23:24:03.679734 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3b83a452-d539-40d2-83dc-d84dbca23cc1 req-44445d23-d3e6-44df-b9b5-7cf60e02a5db tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Sep 17 23:24:04.026720 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:04.811219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98d425-2fc1-499b-a06b-f2297540b532 req-3261e00a-eabf-42a8-adaf-d159fa6be493 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:04.812707 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e98d425-2fc1-499b-a06b-f2297540b532 req-3261e00a-eabf-42a8-adaf-d159fa6be493 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 945 time: 0.0487800 Sep 17 23:24:04.849776 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8e98d425-2fc1-499b-a06b-f2297540b532 req-eb6cd1a7-939d-46ea-953b-65354473edba tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309424 Sep 17 23:24:04.965367 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399c466-8ace-40af-ac1a-3ea524d8c888 req-156a5cb2-cf8b-445b-b065-bdb74dead614 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:04.967439 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3399c466-8ace-40af-ac1a-3ea524d8c888 req-156a5cb2-cf8b-445b-b065-bdb74dead614 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 945 time: 0.0527074 Sep 17 23:24:05.005817 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3399c466-8ace-40af-ac1a-3ea524d8c888 req-af15d0a6-9776-4ed8-ac83-0f3e8555d315 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Sep 17 23:24:05.192893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:05.555209 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:07.543597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-fff22036-a7f7-489d-aa12-374958940f2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401266 Sep 17 23:24:07.626543 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-65d1dd90-3ed9-4b00-9ac7-dd41c9a3176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:07.628093 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-65d1dd90-3ed9-4b00-9ac7-dd41c9a3176c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9707326d8114f308d1a667367c6b091&device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 1097 time: 0.0423031 Sep 17 23:24:07.735646 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-b8bf1eb9-3fa9-4339-a522-ab3305d90cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:07.737055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-b8bf1eb9-3fa9-4339-a522-ab3305d90cda service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 HTTP/1.1" status: 200 len: 916 time: 0.0890567 Sep 17 23:24:07.778002 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-e52b32c0-89e7-4261-8095-53f83e99f0a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db0582ff-cb3d-4478-9122-ca9789a281fb HTTP/1.1" status: 200 len: 217 time: 0.0339587 Sep 17 23:24:07.830873 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-e52b88fa-5d9d-43ba-ba0b-67ec5c2ab7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:07.832366 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-e52b88fa-5d9d-43ba-ba0b-67ec5c2ab7c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e24444d-f7b6-46b4-a63a-2f3920824251 HTTP/1.1" status: 200 len: 854 time: 0.0475931 Sep 17 23:24:07.879334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-a1424947-08f8-4dcf-96bb-9728553b6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:07.880856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-a1424947-08f8-4dcf-96bb-9728553b6041 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418103 Sep 17 23:24:07.972332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-7c915263-9d84-4fb0-90ba-9163bd816a72 service neutron] 10.222.0.45 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842378 Sep 17 23:24:08.071597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-573e3f52-98cf-44ae-bbeb-71ba191797e6 req-87414e29-78f5-4f6e-9333-e5186ff21972 service neutron] 10.222.0.45 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921164 Sep 17 23:24:17.349340 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:24:19.232160 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:23.541411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff06f7-be97-44e5-a2b6-e6d20d16b232 req-0e77333c-bf2f-4b3b-a7b3-ca615070c8f7 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:23.542965 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03ff06f7-be97-44e5-a2b6-e6d20d16b232 req-0e77333c-bf2f-4b3b-a7b3-ca615070c8f7 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 945 time: 0.0583639 Sep 17 23:24:23.580737 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-03ff06f7-be97-44e5-a2b6-e6d20d16b232 req-15d8d094-9583-4e6f-aeed-bbdd40a69e8f tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Sep 17 23:24:24.696881 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d17b4-bd7a-4609-a1ce-e36e74d7e304 req-ca31b9e1-5467-4c12-a62d-6ff5a03822d2 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:24.698277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-167d17b4-bd7a-4609-a1ce-e36e74d7e304 req-ca31b9e1-5467-4c12-a62d-6ff5a03822d2 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 945 time: 0.0487397 Sep 17 23:24:24.740858 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-167d17b4-bd7a-4609-a1ce-e36e74d7e304 req-3b094d7a-107f-475b-8844-14d7473e3847 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Sep 17 23:24:25.383211 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-ace8a96e-b0e7-417a-87fe-d854f1feae89 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:25.384577 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-ace8a96e-b0e7-417a-87fe-d854f1feae89 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 945 time: 0.3685217 Sep 17 23:24:25.474776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Deleting port db0582ff-cb3d-4478-9122-ca9789a281fb {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:24:25.475116 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:25.565636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] For port db0582ff-cb3d-4478-9122-ca9789a281fb, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=db0582ff-cb3d-4478-9122-ca9789a281fb,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:25.566005 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:25.579604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Calling delete_port for db0582ff-cb3d-4478-9122-ca9789a281fb owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:24:25.712175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:25.726706 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['db0582ff-cb3d-4478-9122-ca9789a281fb'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:24:25.740659 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Pushing event deleted for resources: {'Port': ['ID=db0582ff-cb3d-4478-9122-ca9789a281fb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:25.789755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] No DVR routers for this DVR port db0582ff-cb3d-4478-9122-ca9789a281fb on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:24:25.792426 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:25.795443 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a88bbe5-66da-4869-ace5-7f9844d66c56 req-add60660-2e4a-4b6a-8581-5a1427f42c48 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.45 "DELETE /v2.0/ports/db0582ff-cb3d-4478-9122-ca9789a281fb HTTP/1.1" status: 204 len: 173 time: 0.4045765 Sep 17 23:24:25.796033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6e09ee-974a-494f-abc7-14a1a6aa652c', 'name': 'network-vif-deleted', 'tag': 'db0582ff-cb3d-4478-9122-ca9789a281fb'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:25.798410 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4256d73f-e6e3-4b4b-a55c-a7e4fad0e608" -d '{"events": [{"server_uuid": "1f6e09ee-974a-494f-abc7-14a1a6aa652c", "name": "network-vif-deleted", "tag": "db0582ff-cb3d-4478-9122-ca9789a281fb"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:25.862267 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981c2731-8f34-4ba7-b0c0-ac9733e81d57 x-openstack-request-id: req-981c2731-8f34-4ba7-b0c0-ac9733e81d57 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:25.862696 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6e09ee-974a-494f-abc7-14a1a6aa652c", "name": "network-vif-deleted", "tag": "db0582ff-cb3d-4478-9122-ca9789a281fb", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:25.863045 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-981c2731-8f34-4ba7-b0c0-ac9733e81d57 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:25.863558 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6e09ee-974a-494f-abc7-14a1a6aa652c', 'name': 'network-vif-deleted', 'tag': 'db0582ff-cb3d-4478-9122-ca9789a281fb', 'status': 'completed', 'code': 200} Sep 17 23:24:25.865920 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bc273eee-2651-4741-aa47-1d7e207327b8 req-73a64724-0c62-447a-a1a8-75d8ff52df84 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6e09ee-974a-494f-abc7-14a1a6aa652c HTTP/1.1" status: 200 len: 210 time: 0.0440195 Sep 17 23:24:27.373761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-0c23b443-7a93-4c34-a185-8dcaadca4953 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:27.375219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-0c23b443-7a93-4c34-a185-8dcaadca4953 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/networks?id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 HTTP/1.1" status: 200 len: 815 time: 0.1014822 Sep 17 23:24:27.390684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-7f1970d5-00f5-4fac-9c55-c68082eb2513 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/quotas/d9707326d8114f308d1a667367c6b091 HTTP/1.1" status: 200 len: 375 time: 0.0094929 Sep 17 23:24:27.440775 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-241cf1c7-b689-4a33-b4ea-c38896eeefb3 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9707326d8114f308d1a667367c6b091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446889 Sep 17 23:24:27.539795 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-159f55b0-539f-47df-bfa4-787ce269112f service neutron] 10.222.0.48 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869181 Sep 17 23:24:27.627680 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-9a31cc0b-b85a-4905-99e4-5c62b11358e2 service neutron] 10.222.0.48 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811288 Sep 17 23:24:27.800181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bc97ae8-20f8-489a-8062-578719ffbe30 req-cec122b0-a700-4fd4-bed9-f0a56f2a90e6 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 210 time: 0.0313122 Sep 17 23:24:28.790982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-61f6d5f2-3868-42e4-b432-9215d444dfd4 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:28.792361 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-61f6d5f2-3868-42e4-b432-9215d444dfd4 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.49 "GET /v2.0/networks?id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 HTTP/1.1" status: 200 len: 815 time: 0.1103613 Sep 17 23:24:28.812593 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Request body: {'port': {'device_id': 'd99d3596-759d-4302-a9e1-6abdebbbef14', 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'admin_state_up': True, 'tenant_id': 'd9707326d8114f308d1a667367c6b091'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:28.896575 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f26f309-07e9-4cb6-bf30-39eb655d6319 req-773ef5a8-7f95-4433-b926-fce3ef5d7344 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 210 time: 0.0284426 Sep 17 23:24:29.209800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Made reservation on behalf of d9707326d8114f308d1a667367c6b091 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:24:29.213408 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:29.337560 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device db0582ff-cb3d-4478-9122-ca9789a281fb no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:24:29.338818 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Allocated IP 172.20.0.5 (c5282d15-7cfa-4d81-ad5e-d5ef48f7a187/8e24444d-f7b6-46b4-a63a-2f3920824251/f01007ad-07bf-42ec-bf86-63236233ea18) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:24:29.358562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: db0582ff-cb3d-4478-9122-ca9789a281fb {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:24:29.358913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device db0582ff-cb3d-4478-9122-ca9789a281fb not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:24:29.486467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:29.520345 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:29.562530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:24:29.565577 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:24:29.569164 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:24:29.595764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Pushing event updated for resources: {'Port': ['ID=f01007ad-07bf-42ec-bf86-63236233ea18,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:29.611219 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.611573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.611923 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.612261 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.612595 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.612953 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.613297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.613629 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.613967 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.614294 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.614618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.614943 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:29.636068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:29.636708 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:29.651907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-e005ff6d-5b07-4ce6-a9c1-2f2647206d57 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8435414 Sep 17 23:24:29.670727 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Request body: {'port': {'device_id': 'd99d3596-759d-4302-a9e1-6abdebbbef14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:29.730344 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:29.851039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e0b514b2-1a71-4846-ad37-cfc233f1f859 None None] Provisioning complete for port f01007ad-07bf-42ec-bf86-63236233ea18 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:29.851315 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0b514b2-1a71-4846-ad37-cfc233f1f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:29.888977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e0b514b2-1a71-4846-ad37-cfc233f1f859 None None] Port f01007ad-07bf-42ec-bf86-63236233ea18 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:24:29.996446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01007ad-07bf-42ec-bf86-63236233ea18 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:24:30.004517 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:30.013502 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c209637-f300-41be-aeee-7bfb991c11b6 req-74d35ccd-aac0-4fb1-8d5b-493d9bb087a0 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:30.015018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c209637-f300-41be-aeee-7bfb991c11b6 req-74d35ccd-aac0-4fb1-8d5b-493d9bb087a0 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 931 time: 0.0496757 Sep 17 23:24:30.016510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Transition to ACTIVE for port object f01007ad-07bf-42ec-bf86-63236233ea18 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:24:30.020172 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:30.048028 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cade9934-7f81-4e14-9032-143ee00ff54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:30.072963 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=f01007ad-07bf-42ec-bf86-63236233ea18,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:30.076370 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2c209637-f300-41be-aeee-7bfb991c11b6 req-8d1cf635-d819-4a9c-83f8-cca73f6fc359 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545752 Sep 17 23:24:30.150026 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Attempting to bind port f01007ad-07bf-42ec-bf86-63236233ea18 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:24:30.150360 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Attempting to bind port f01007ad-07bf-42ec-bf86-63236233ea18 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:24:30.150682 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Attempting to bind port f01007ad-07bf-42ec-bf86-63236233ea18 on network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:30.155941 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Port f01007ad-07bf-42ec-bf86-63236233ea18 on network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:24:30.156254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Attempting to bind port f01007ad-07bf-42ec-bf86-63236233ea18 on network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:30.161284 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:24:30.161614 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Checking segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:24:30.161993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Bound using segment: {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:24:30.162416 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Bound port: f01007ad-07bf-42ec-bf86-63236233ea18, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5c807a-f359-468e-8f87-86eca15048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:24:30.162769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:30.229179 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] For port f01007ad-07bf-42ec-bf86-63236233ea18, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:24:30.232795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] For port f01007ad-07bf-42ec-bf86-63236233ea18, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f01007ad-07bf-42ec-bf86-63236233ea18,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:24:30.237927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:30.271313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:30.271945 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:30.273422 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] 10.222.0.49 "PUT /v2.0/ports/f01007ad-07bf-42ec-bf86-63236233ea18 HTTP/1.1" status: 200 len: 1092 time: 0.6075723 Sep 17 23:24:30.273857 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99d3596-759d-4302-a9e1-6abdebbbef14', 'tag': 'f01007ad-07bf-42ec-bf86-63236233ea18'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:30.276258 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a3669b-d670-4fea-a222-1026e372dca3" -d '{"events": [{"name": "network-changed", "server_uuid": "d99d3596-759d-4302-a9e1-6abdebbbef14", "tag": "f01007ad-07bf-42ec-bf86-63236233ea18"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:30.305067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287e1de-44a1-4dcd-816e-579cde286ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=f01007ad-07bf-42ec-bf86-63236233ea18,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:30.341460 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b2b79f-c8a0-4c84-919a-e2d3149b1545 x-openstack-request-id: req-52b2b79f-c8a0-4c84-919a-e2d3149b1545 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:30.341751 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99d3596-759d-4302-a9e1-6abdebbbef14", "tag": "f01007ad-07bf-42ec-bf86-63236233ea18", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:30.342002 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52b2b79f-c8a0-4c84-919a-e2d3149b1545 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:30.342393 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99d3596-759d-4302-a9e1-6abdebbbef14', 'tag': 'f01007ad-07bf-42ec-bf86-63236233ea18', 'status': 'completed', 'code': 200} Sep 17 23:24:30.380313 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-364ae833-c8e5-419a-a186-f42361fcd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:30.381876 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-364ae833-c8e5-419a-a186-f42361fcd252 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9707326d8114f308d1a667367c6b091&device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 1095 time: 0.0501902 Sep 17 23:24:30.431699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-9c115094-642c-4fde-bae7-9e8b7679d8a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f01007ad-07bf-42ec-bf86-63236233ea18 HTTP/1.1" status: 200 len: 217 time: 0.0359635 Sep 17 23:24:30.481342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-f4eacef0-e4e9-4eae-abd0-b37a9490b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:30.482856 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-f4eacef0-e4e9-4eae-abd0-b37a9490b8f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e24444d-f7b6-46b4-a63a-2f3920824251 HTTP/1.1" status: 200 len: 854 time: 0.0441089 Sep 17 23:24:30.533641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-db7a1d98-bac4-438d-b635-715d96650010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:30.535041 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-db7a1d98-bac4-438d-b635-715d96650010 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449698 Sep 17 23:24:30.625489 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-6518fd6e-1049-472e-a378-9c534127715e service neutron] 10.222.0.49 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823410 Sep 17 23:24:30.723524 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6c452214-8c0d-4ff2-a5eb-7e700d7ddb76 req-5a653900-e8b9-4770-ad51-0a6b528b04c6 service neutron] 10.222.0.49 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909295 Sep 17 23:24:30.856063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3669b-d670-4fea-a222-1026e372dca3 req-819cfdff-6d1d-4876-938e-9bde7a6b501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:30.857871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39a3669b-d670-4fea-a222-1026e372dca3 req-819cfdff-6d1d-4876-938e-9bde7a6b501c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9707326d8114f308d1a667367c6b091&device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 1095 time: 0.0419223 Sep 17 23:24:30.950904 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3669b-d670-4fea-a222-1026e372dca3 req-271e7a3f-2d54-4a4f-adf3-8b71bb3cf34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:30.952354 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39a3669b-d670-4fea-a222-1026e372dca3 req-271e7a3f-2d54-4a4f-adf3-8b71bb3cf34f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 HTTP/1.1" status: 200 len: 916 time: 0.0877841 Sep 17 23:24:30.993463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39a3669b-d670-4fea-a222-1026e372dca3 req-3c6d2f88-3597-4920-b2d1-a63232bfe13e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f01007ad-07bf-42ec-bf86-63236233ea18 HTTP/1.1" status: 200 len: 217 time: 0.0344050 Sep 17 23:24:31.042507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3669b-d670-4fea-a222-1026e372dca3 req-c22d60b3-3b07-4dda-af80-ca9f369df661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:31.044261 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39a3669b-d670-4fea-a222-1026e372dca3 req-c22d60b3-3b07-4dda-af80-ca9f369df661 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e24444d-f7b6-46b4-a63a-2f3920824251 HTTP/1.1" status: 200 len: 854 time: 0.0438488 Sep 17 23:24:31.088893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3669b-d670-4fea-a222-1026e372dca3 req-8dc02c2d-19f0-4b6e-ad0c-bcc4ed197235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:31.091291 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39a3669b-d670-4fea-a222-1026e372dca3 req-8dc02c2d-19f0-4b6e-ad0c-bcc4ed197235 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396347 Sep 17 23:24:31.184624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab6d7-e983-4d67-8e6a-bb2351377fe9 req-9ff39ba7-bdff-4474-a370-dd38e481def7 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:31.186150 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6edab6d7-e983-4d67-8e6a-bb2351377fe9 req-9ff39ba7-bdff-4474-a370-dd38e481def7 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 943 time: 0.0487235 Sep 17 23:24:31.190328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39a3669b-d670-4fea-a222-1026e372dca3 req-1622fb7f-35a1-4a5f-b83c-1f0a1a96be91 service neutron] 10.222.0.49 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912752 Sep 17 23:24:31.225223 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6edab6d7-e983-4d67-8e6a-bb2351377fe9 req-ffac0424-e286-45fa-9e3f-9d533a2ffb3c tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Sep 17 23:24:31.286291 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-39a3669b-d670-4fea-a222-1026e372dca3 req-520076fb-7a6e-46aa-b7d2-db5c88ec34b5 service neutron] 10.222.0.49 "GET /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885341 Sep 17 23:24:32.279939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-d3d7ee58-5941-490a-9785-854552b0f103 req-a297d41b-3b1f-46a9-bd1a-427236412a8b tempest-ServerDiskConfigTestJSON-2000892381 tempest-ServerDiskConfigTestJSON-2000892381-project] (94738) timed out ('10.222.0.45', 57167) {{(pid=94738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:24:32.344619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746af50-2194-4158-8f06-c4f6d9b21f74 req-18a78019-9413-4741-a392-a78343333f0a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:32.346141 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8746af50-2194-4158-8f06-c4f6d9b21f74 req-18a78019-9413-4741-a392-a78343333f0a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 943 time: 0.0528340 Sep 17 23:24:32.383597 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8746af50-2194-4158-8f06-c4f6d9b21f74 req-46991be1-36af-46e0-9273-baab002145c1 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Sep 17 23:24:32.777276 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4a04be83-30ea-4ffa-9993-e1d89aeb4552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:33.179924 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:33.500084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8cae2-fef9-448d-b921-36b67e0a4f37 req-d2aa7d3f-89c5-44f4-a850-19cb7ac23e91 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:33.501617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6a8cae2-fef9-448d-b921-36b67e0a4f37 req-d2aa7d3f-89c5-44f4-a850-19cb7ac23e91 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 943 time: 0.0495219 Sep 17 23:24:33.538570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6a8cae2-fef9-448d-b921-36b67e0a4f37 req-a6a93637-4181-4115-9999-3d54fe1111d2 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Sep 17 23:24:34.029388 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:34.653866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c111cba-fc04-42a0-b75d-495478143140 req-e89d363b-0606-4fe2-87f6-bf20d6f5cbe8 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:34.655351 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c111cba-fc04-42a0-b75d-495478143140 req-e89d363b-0606-4fe2-87f6-bf20d6f5cbe8 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 943 time: 0.0496628 Sep 17 23:24:34.693416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c111cba-fc04-42a0-b75d-495478143140 req-a2c20010-5e1d-4b1e-94ae-f21535c5fbd4 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Sep 17 23:24:35.085832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f01007ad-07bf-42ec-bf86-63236233ea18 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:24:35.185603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f01007ad-07bf-42ec-bf86-63236233ea18, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f01007ad-07bf-42ec-bf86-63236233ea18,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:35.194681 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:35.197119 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': 'f01007ad-07bf-42ec-bf86-63236233ea18', 'network_id': 'c5282d15-7cfa-4d81-ad5e-d5ef48f7a187', 'port_id': 'f01007ad-07bf-42ec-bf86-63236233ea18', 'mac_address': 'fa:16:3e:74:8d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e24444d-f7b6-46b4-a63a-2f3920824251', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:24:35.237528 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:35.250028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01007ad-07bf-42ec-bf86-63236233ea18 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:24:35.269699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f01007ad-07bf-42ec-bf86-63236233ea18, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f01007ad-07bf-42ec-bf86-63236233ea18,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:35.273167 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:35.318435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f01007ad-07bf-42ec-bf86-63236233ea18,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:35.325967 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.326303 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.326636 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.326963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.327292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.327614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.327934 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.328252 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.328566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.328882 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.329222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.329542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:35.559107 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:35.682681 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['f01007ad-07bf-42ec-bf86-63236233ea18'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:24:35.809796 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536be6-07bc-416c-be0d-97487442e362 req-03688799-4b41-4abb-b20a-95b5d224efb0 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:35.811578 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39536be6-07bc-416c-be0d-97487442e362 req-03688799-4b41-4abb-b20a-95b5d224efb0 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 944 time: 0.0532367 Sep 17 23:24:35.849583 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-39536be6-07bc-416c-be0d-97487442e362 req-03791a38-5d5a-4b07-af40-2a9acbd950d2 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Sep 17 23:24:36.963920 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35b7a-ef92-49f1-9bc4-9ce85fa30c12 req-09eb6907-fc15-469d-ac9e-4e6c1212c14a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:36.965429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cb35b7a-ef92-49f1-9bc4-9ce85fa30c12 req-09eb6907-fc15-469d-ac9e-4e6c1212c14a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 944 time: 0.0502076 Sep 17 23:24:37.003419 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9cb35b7a-ef92-49f1-9bc4-9ce85fa30c12 req-1af5d058-18f9-46bf-a177-8afd38f6cc8e tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Sep 17 23:24:37.085513 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f01007ad-07bf-42ec-bf86-63236233ea18 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:24:37.135358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port f01007ad-07bf-42ec-bf86-63236233ea18 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:24:37.139110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port f01007ad-07bf-42ec-bf86-63236233ea18 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:37.139481 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:37.213989 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:37.239899 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d3596-759d-4302-a9e1-6abdebbbef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01007ad-07bf-42ec-bf86-63236233ea18'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:37.242132 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cbd02f-982c-41ff-b20b-cf57a1ccd946" -d '{"events": [{"server_uuid": "d99d3596-759d-4302-a9e1-6abdebbbef14", "name": "network-vif-plugged", "status": "completed", "tag": "f01007ad-07bf-42ec-bf86-63236233ea18"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:37.258981 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port f01007ad-07bf-42ec-bf86-63236233ea18, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f01007ad-07bf-42ec-bf86-63236233ea18,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:37.263766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:37.287557 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220ccde9-d6d2-40d3-96c6-e5dd7681a9f8 x-openstack-request-id: req-220ccde9-d6d2-40d3-96c6-e5dd7681a9f8 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:37.287841 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d3596-759d-4302-a9e1-6abdebbbef14", "name": "network-vif-plugged", "status": "completed", "tag": "f01007ad-07bf-42ec-bf86-63236233ea18", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:37.288086 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-220ccde9-d6d2-40d3-96c6-e5dd7681a9f8 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:37.288465 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d3596-759d-4302-a9e1-6abdebbbef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01007ad-07bf-42ec-bf86-63236233ea18', 'code': 200} Sep 17 23:24:37.313762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=f01007ad-07bf-42ec-bf86-63236233ea18,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:37.400588 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf2136-ff86-4b88-940f-65a93d27ef31 req-fa166398-db39-4cec-bc57-0a9fe979180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:37.402023 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19bf2136-ff86-4b88-940f-65a93d27ef31 req-fa166398-db39-4cec-bc57-0a9fe979180c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 1097 time: 0.0396960 Sep 17 23:24:37.437963 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19bf2136-ff86-4b88-940f-65a93d27ef31 req-58426e46-7e39-40c0-b0fc-1a01ed5565fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280974 Sep 17 23:24:38.116080 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ded6-cae2-4f91-be11-c691f3f83486 req-e12316f6-a313-42f8-b701-9e55f9928d0c tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:38.117616 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e7ded6-cae2-4f91-be11-c691f3f83486 req-e12316f6-a313-42f8-b701-9e55f9928d0c tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 945 time: 0.0494792 Sep 17 23:24:38.155985 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b6e7ded6-cae2-4f91-be11-c691f3f83486 req-e40c8a98-e5a0-4d89-8ef2-5ee1f35df8af tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Sep 17 23:24:39.275269 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304761e-ec69-4063-9f18-46310f9245ac req-88c94589-15ee-4d0b-bae9-19c30aab2f81 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:39.276758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e304761e-ec69-4063-9f18-46310f9245ac req-88c94589-15ee-4d0b-bae9-19c30aab2f81 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 945 time: 0.0540411 Sep 17 23:24:39.315021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e304761e-ec69-4063-9f18-46310f9245ac req-9f7a5fce-b7c9-4291-9490-186dafd7b971 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Sep 17 23:24:39.429374 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d48c0-4b4a-4630-a529-80dba8a6f903 req-6ee0be12-e3b8-4db7-a55a-853f1e047340 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:39.430791 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a9d48c0-4b4a-4630-a529-80dba8a6f903 req-6ee0be12-e3b8-4db7-a55a-853f1e047340 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Sep 17 23:24:39.468690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7a9d48c0-4b4a-4630-a529-80dba8a6f903 req-e52a4888-1c62-41c8-99e7-c3b9dbe95ee7 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Sep 17 23:24:49.255648 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:54.349575 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:24:58.880795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebeb49-aa68-4770-afc0-28090ed68a12 req-a24d83fb-a190-44fe-9345-63cf83ccfc24 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:58.882329 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9eebeb49-aa68-4770-afc0-28090ed68a12 req-a24d83fb-a190-44fe-9345-63cf83ccfc24 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 945 time: 0.0509200 Sep 17 23:24:58.921428 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9eebeb49-aa68-4770-afc0-28090ed68a12 req-a13f2544-95f0-4fe8-8a33-2ab34df153e5 tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Sep 17 23:25:00.043769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b881-f9c8-4ec2-b535-857de6fcb4f4 req-df634cdb-e2db-43ef-bd99-1e5375d70e6f tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:00.046044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f70b881-f9c8-4ec2-b535-857de6fcb4f4 req-df634cdb-e2db-43ef-bd99-1e5375d70e6f tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 945 time: 0.0545683 Sep 17 23:25:00.050490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a47f855-5c34-4301-9cfc-a84be11f9567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:00.097090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3f70b881-f9c8-4ec2-b535-857de6fcb4f4 req-c3435b4f-be89-4681-9da8-f67a63a0cfaf tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/security-groups?id=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Sep 17 23:25:00.698666 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-d9857687-c6a7-4d1d-b74a-fa524bcc914b tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:00.700733 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-d9857687-c6a7-4d1d-b74a-fa524bcc914b tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.49 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 945 time: 0.0496569 Sep 17 23:25:00.792715 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Deleting port f01007ad-07bf-42ec-bf86-63236233ea18 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:25:00.792973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:00.880660 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] For port f01007ad-07bf-42ec-bf86-63236233ea18, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=f01007ad-07bf-42ec-bf86-63236233ea18,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:00.881060 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:00.893483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Calling delete_port for f01007ad-07bf-42ec-bf86-63236233ea18 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:25:01.021329 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:01.050461 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Pushing event deleted for resources: {'Port': ['ID=f01007ad-07bf-42ec-bf86-63236233ea18,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:01.055291 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['f01007ad-07bf-42ec-bf86-63236233ea18'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:25:01.099135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] No DVR routers for this DVR port f01007ad-07bf-42ec-bf86-63236233ea18 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:25:01.102177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:01.104188 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d9381463-dbee-4e4d-ad9d-b05e928227cd req-8c65beef-7a7d-4bd6-b0d9-d1e22e82fa3a tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.49 "DELETE /v2.0/ports/f01007ad-07bf-42ec-bf86-63236233ea18 HTTP/1.1" status: 204 len: 173 time: 0.3982618 Sep 17 23:25:01.104641 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d3596-759d-4302-a9e1-6abdebbbef14', 'name': 'network-vif-deleted', 'tag': 'f01007ad-07bf-42ec-bf86-63236233ea18'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:01.107576 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08e4a00-bf62-4d10-ba4e-ebc6bb42364b" -d '{"events": [{"server_uuid": "d99d3596-759d-4302-a9e1-6abdebbbef14", "name": "network-vif-deleted", "tag": "f01007ad-07bf-42ec-bf86-63236233ea18"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:01.154899 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef6e57-77e3-4172-80cd-b2b7380c37e5 x-openstack-request-id: req-16ef6e57-77e3-4172-80cd-b2b7380c37e5 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:01.155272 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d3596-759d-4302-a9e1-6abdebbbef14", "name": "network-vif-deleted", "tag": "f01007ad-07bf-42ec-bf86-63236233ea18", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:01.155859 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16ef6e57-77e3-4172-80cd-b2b7380c37e5 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:01.157276 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d3596-759d-4302-a9e1-6abdebbbef14', 'name': 'network-vif-deleted', 'tag': 'f01007ad-07bf-42ec-bf86-63236233ea18', 'status': 'completed', 'code': 200} Sep 17 23:25:01.202211 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fbceaf8-60bb-464c-aa1a-ee239220836a req-271a7d32-46ba-4d36-8c1c-579acd42ea7f tempest-TestEncryptedCinderVolumes-345591018 tempest-TestEncryptedCinderVolumes-345591018-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99d3596-759d-4302-a9e1-6abdebbbef14 HTTP/1.1" status: 200 len: 210 time: 0.0282907 Sep 17 23:25:02.293549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57724) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:02.639624 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:02.777056 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b16240a6-3967-4e6c-877f-2c3d8386c7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:02.886701 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Deleting port 30f6e343-d3c6-4327-bfba-1d74b8f693ee {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:25:02.887045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:02.964549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] For port 30f6e343-d3c6-4327-bfba-1d74b8f693ee, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=30f6e343-d3c6-4327-bfba-1d74b8f693ee,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:02.964918 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:02.978048 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Calling delete_port for 30f6e343-d3c6-4327-bfba-1d74b8f693ee owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:25:03.158131 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:03.182067 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:03.187072 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f6e343-d3c6-4327-bfba-1d74b8f693ee,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:03.218141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.218492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.218837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.219176 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.219518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.219851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.220179 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.220506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.220832 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.221182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.221507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.221830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:03.370149 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:03.581451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Router d31b70a9-d5e1-46ce-8d06-c50bf109abcd has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:25:03.681978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:25:03.688074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6fb5cf28-0059-4579-8d06-a0042a309385 admin admin] 10.222.0.48 "PUT /v2.0/routers/d31b70a9-d5e1-46ce-8d06-c50bf109abcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3922558 Sep 17 23:25:03.690894 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57726) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:03.692774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] Sync routers for ids ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:25:03.708798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] Routers {'d31b70a9-d5e1-46ce-8d06-c50bf109abcd'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:03.709467 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:03.805833 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:03.914934 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:03.970747 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Deleting port d31f1a2e-caef-4dcd-9265-7da5ef3277b5 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:25:03.971002 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:03.982500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] Set router d31b70a9-d5e1-46ce-8d06-c50bf109abcd gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:04.054497 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] For port d31f1a2e-caef-4dcd-9265-7da5ef3277b5, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d31f1a2e-caef-4dcd-9265-7da5ef3277b5,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:04.054857 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.065468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.069590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Calling delete_port for d31f1a2e-caef-4dcd-9265-7da5ef3277b5 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:25:04.176106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:25:03Z', 'revision_number': 5, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port': {'id': 'd31f1a2e-caef-4dcd-9265-7da5ef3277b5', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:04.204697 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] Checking router: d31b70a9-d5e1-46ce-8d06-c50bf109abcd for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:25:04.212842 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] Routers {'d31b70a9-d5e1-46ce-8d06-c50bf109abcd'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:04.213480 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:04.242679 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.270954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Pushing event deleted for resources: {'Port': ['ID=d31f1a2e-caef-4dcd-9265-7da5ef3277b5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:04.306357 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] Set router d31b70a9-d5e1-46ce-8d06-c50bf109abcd gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:04.332848 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.366054 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:25:03Z', 'revision_number': 6, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:04.393911 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac8174-b62c-41b6-9b8d-c8ec71d479f3 None None] The sync data for ids ['d31b70a9-d5e1-46ce-8d06-c50bf109abcd'] in n-d-789963-10 is: [{'id': 'd31b70a9-d5e1-46ce-8d06-c50bf109abcd', 'name': 'tempest-TestEncryptedCinderVolumes-88702901-router', 'tenant_id': 'd9707326d8114f308d1a667367c6b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:45Z', 'updated_at': '2021-09-17T23:25:03Z', 'revision_number': 6, 'project_id': 'd9707326d8114f308d1a667367c6b091', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:25:04.430988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.433201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.476342 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.476887 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31b70a9-d5e1-46ce-8d06-c50bf109abcd {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:25:04.482273 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.483444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3b323571-be86-4f35-8936-1d66a4d3645e admin admin] 10.222.0.48 "DELETE /v2.0/routers/d31b70a9-d5e1-46ce-8d06-c50bf109abcd HTTP/1.1" status: 204 len: 168 time: 0.7912774 Sep 17 23:25:04.486307 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57728) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:04.531633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccb632a-2d19-4c27-b426-19455fe0b7b2 admin admin] Deleting subnet 8e24444d-f7b6-46b4-a63a-2f3920824251 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:25:04.534553 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ccb632a-2d19-4c27-b426-19455fe0b7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.567626 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ccb632a-2d19-4c27-b426-19455fe0b7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.648805 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ccb632a-2d19-4c27-b426-19455fe0b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.700855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ccb632a-2d19-4c27-b426-19455fe0b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.726985 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb632a-2d19-4c27-b426-19455fe0b7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e24444d-f7b6-46b4-a63a-2f3920824251,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:04.728984 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3ccb632a-2d19-4c27-b426-19455fe0b7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.734159 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3ccb632a-2d19-4c27-b426-19455fe0b7b2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8e24444d-f7b6-46b4-a63a-2f3920824251 HTTP/1.1" status: 204 len: 168 time: 0.2434731 Sep 17 23:25:04.734159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57730) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:04.738590 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab2ed56-0e6c-43a1-adf0-e238e69e2251 None None] Network c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:25:04.815369 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.863741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 30f6e343-d3c6-4327-bfba-1d74b8f693ee no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:04.879033 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Deleting port f15beb6f-1d63-4177-8b98-5bd858400f0a {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:25:04.879519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.898729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 30f6e343-d3c6-4327-bfba-1d74b8f693ee {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:25:04.902122 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 30f6e343-d3c6-4327-bfba-1d74b8f693ee not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:04.951495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] For port f15beb6f-1d63-4177-8b98-5bd858400f0a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f15beb6f-1d63-4177-8b98-5bd858400f0a,segment=NetworkSegment(bf5c807a-f359-468e-8f87-86eca15048e2),segment_id=bf5c807a-f359-468e-8f87-86eca15048e2)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:04.951855 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.968154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Calling delete_port for f15beb6f-1d63-4177-8b98-5bd858400f0a owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:25:05.042343 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.067944 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15beb6f-1d63-4177-8b98-5bd858400f0a,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:05.071432 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] No DVR routers for this DVR port f15beb6f-1d63-4177-8b98-5bd858400f0a on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:25:05.145373 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.164874 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5282d15-7cfa-4d81-ad5e-d5ef48f7a187']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:05.175279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5c807a-f359-468e-8f87-86eca15048e2') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:05.175616 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5c807a-f359-468e-8f87-86eca15048e2') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:05.185625 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.190084 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.199590 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.209686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:25:05.209686 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.212422 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f01007ad-07bf-42ec-bf86-63236233ea18 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:25:05.214237 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:25:05.237163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be0bb8-745c-46d9-ab1c-ebe5293d0479 None None] DHCP port deletion for c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:25:05.239645 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: f01007ad-07bf-42ec-bf86-63236233ea18 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:25:05.239995 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device f01007ad-07bf-42ec-bf86-63236233ea18 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:05.277362 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.283046 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.285106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c5282d15-7cfa-4d81-ad5e-d5ef48f7a187 HTTP/1.1" status: 204 len: 168 time: 0.5501618 Sep 17 23:25:05.288173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57732) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:05.296620 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda1fc6-5fbf-4318-a105-696eb83ca2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5282d15-7cfa-4d81-ad5e-d5ef48f7a187,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:05.559047 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.642061 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.881591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Deleting port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:25:05.881932 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.961795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] For port 4bd9418a-9d87-4352-a1a7-cf4e7f41084c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,segment=NetworkSegment(bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb),segment_id=bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:05.962149 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.975196 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Calling delete_port for 4bd9418a-9d87-4352-a1a7-cf4e7f41084c owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:25:06.150006 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:06.175385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd9418a-9d87-4352-a1a7-cf4e7f41084c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:06.337616 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:06.553996 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Router 4c10b05d-7850-4927-aadb-1b58200d8276 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:25:06.574104 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f15beb6f-1d63-4177-8b98-5bd858400f0a no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:06.597785 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: f15beb6f-1d63-4177-8b98-5bd858400f0a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:25:06.598131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f15beb6f-1d63-4177-8b98-5bd858400f0a not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:06.598542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d31f1a2e-caef-4dcd-9265-7da5ef3277b5 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:06.617037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d31f1a2e-caef-4dcd-9265-7da5ef3277b5 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:25:06.617405 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d31f1a2e-caef-4dcd-9265-7da5ef3277b5 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:06.663259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:25:06.668584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9d2e6658-0611-4f4a-b367-79ecc4cb4e53 admin admin] 10.222.0.48 "PUT /v2.0/routers/4c10b05d-7850-4927-aadb-1b58200d8276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3793528 Sep 17 23:25:06.671830 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57734) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:06.672612 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] Sync routers for ids ['4c10b05d-7850-4927-aadb-1b58200d8276'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:25:06.686772 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] Routers {'4c10b05d-7850-4927-aadb-1b58200d8276'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:06.687400 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4c10b05d-7850-4927-aadb-1b58200d8276'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:06.793502 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] Set router 4c10b05d-7850-4927-aadb-1b58200d8276 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:06.976739 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:25:06Z', 'revision_number': 5, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:07.007673 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] Checking router: 4c10b05d-7850-4927-aadb-1b58200d8276 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:25:07.016697 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] Routers {'4c10b05d-7850-4927-aadb-1b58200d8276'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:07.017353 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['4c10b05d-7850-4927-aadb-1b58200d8276'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:07.066196 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.121887 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] Set router 4c10b05d-7850-4927-aadb-1b58200d8276 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:07.168542 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.222310 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Deleting port bda408bb-aa8d-4092-abc0-23a2f2706b5b {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:25:07.222645 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.296612 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:25:06Z', 'revision_number': 5, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:07.303808 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] For port bda408bb-aa8d-4092-abc0-23a2f2706b5b, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=bda408bb-aa8d-4092-abc0-23a2f2706b5b,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:07.304177 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.316605 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Calling delete_port for bda408bb-aa8d-4092-abc0-23a2f2706b5b owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:25:07.322465 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a7722-7e8f-4283-89a5-d97e1a42497d None None] The sync data for ids ['4c10b05d-7850-4927-aadb-1b58200d8276'] in n-d-789963-10 is: [{'id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'name': 'tempest-TestEncryptedCinderVolumes-848533425-router', 'tenant_id': 'c2ead765668842cb8840858032ee1759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:23:49Z', 'updated_at': '2021-09-17T23:25:06Z', 'revision_number': 5, 'project_id': 'c2ead765668842cb8840858032ee1759', 'gw_port': {'id': 'bda408bb-aa8d-4092-abc0-23a2f2706b5b', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10b05d-7850-4927-aadb-1b58200d8276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:23:50Z', 'updated_at': '2021-09-17T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:25:07.481083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.509951 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda408bb-aa8d-4092-abc0-23a2f2706b5b,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:07.569923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.659547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.661675 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.708600 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.709288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c10b05d-7850-4927-aadb-1b58200d8276 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:25:07.713896 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.715560 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-935b1325-bb51-485c-8ec2-005e3c21d687 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4c10b05d-7850-4927-aadb-1b58200d8276 HTTP/1.1" status: 204 len: 168 time: 1.0424809 Sep 17 23:25:07.718429 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57736) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:07.764358 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5864bd9-cf4a-46d6-b179-da5e93d9d688 admin admin] Deleting subnet eb5da9c2-13a0-4e2a-883a-d27739d998ac {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:25:07.767819 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5864bd9-cf4a-46d6-b179-da5e93d9d688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.804386 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5864bd9-cf4a-46d6-b179-da5e93d9d688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.889058 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5864bd9-cf4a-46d6-b179-da5e93d9d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.943823 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5864bd9-cf4a-46d6-b179-da5e93d9d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.974534 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5864bd9-cf4a-46d6-b179-da5e93d9d688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.978746 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f5864bd9-cf4a-46d6-b179-da5e93d9d688 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eb5da9c2-13a0-4e2a-883a-d27739d998ac HTTP/1.1" status: 204 len: 168 time: 0.2570727 Sep 17 23:25:07.979098 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57738) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:07.979582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2d714-7bb8-4068-9aae-cbcc349e70b3 None None] Network 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:25:07.981371 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5864bd9-cf4a-46d6-b179-da5e93d9d688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5da9c2-13a0-4e2a-883a-d27739d998ac,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:08.058408 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.113371 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Deleting port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:25:08.113719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.180100 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] For port 6dca7bbf-94d2-4e7f-b940-4ac33e339192, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=6dca7bbf-94d2-4e7f-b940-4ac33e339192,segment=NetworkSegment(bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb),segment_id=bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:08.180469 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.193375 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Calling delete_port for 6dca7bbf-94d2-4e7f-b940-4ac33e339192 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:25:08.271282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.301893 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] No DVR routers for this DVR port 6dca7bbf-94d2-4e7f-b940-4ac33e339192 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:25:08.305629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6dca7bbf-94d2-4e7f-b940-4ac33e339192,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:08.345167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9ad1ef-debf-40dd-b8a3-a0e1e734625e None None] DHCP port deletion for 4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:25:08.382921 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.402513 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:08.411774 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:08.412066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdca47d0-3aa8-4fee-8330-7cbcaaf21aeb') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:08.421909 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.436045 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.442103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:25:08.442480 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:25:08.444199 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:25:08.503861 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.508441 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.513166 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c HTTP/1.1" status: 204 len: 168 time: 0.5302835 Sep 17 23:25:08.527712 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4bd9418a-9d87-4352-a1a7-cf4e7f41084c no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:08.534384 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187cd8b-8393-4638-bcaa-50453e578f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4bd5cb-329a-4886-b2c5-d5c8d9c2e60c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:08.548600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 4bd9418a-9d87-4352-a1a7-cf4e7f41084c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:25:08.548957 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4bd9418a-9d87-4352-a1a7-cf4e7f41084c not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:08.549378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bda408bb-aa8d-4092-abc0-23a2f2706b5b no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:08.568508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: bda408bb-aa8d-4092-abc0-23a2f2706b5b {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:25:08.568782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device bda408bb-aa8d-4092-abc0-23a2f2706b5b not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:08.569269 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6dca7bbf-94d2-4e7f-b940-4ac33e339192 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:08.587484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 6dca7bbf-94d2-4e7f-b940-4ac33e339192 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:25:08.587832 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 6dca7bbf-94d2-4e7f-b940-4ac33e339192 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:08.670277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57742) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:08.709673 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e9c8a404-ca83-4f32-a948-1e630b174512 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9707326d8114f308d1a667367c6b091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380747 Sep 17 23:25:08.712114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57744) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:08.759481 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-180a94ab-bf88-4db1-a158-e7ea6918cb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:08.780311 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-180a94ab-bf88-4db1-a158-e7ea6918cb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.147184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-180a94ab-bf88-4db1-a158-e7ea6918cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.149877 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-180a94ab-bf88-4db1-a158-e7ea6918cb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.151062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-180a94ab-bf88-4db1-a158-e7ea6918cb4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce HTTP/1.1" status: 204 len: 168 time: 0.4380627 Sep 17 23:25:09.159258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a94ab-bf88-4db1-a158-e7ea6918cb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb5f33-d08d-4ffd-8bcd-c89f87ff33ce,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:09.462886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57750) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:09.503106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-563d6bd2-2a95-4ab0-90a3-e314e03cab49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2ead765668842cb8840858032ee1759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390153 Sep 17 23:25:09.505456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57752) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:09.552840 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f8c42e8-8012-4d2c-8af4-f3ef20d09755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.574277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f8c42e8-8012-4d2c-8af4-f3ef20d09755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.619348 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f8c42e8-8012-4d2c-8af4-f3ef20d09755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.622755 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4f8c42e8-8012-4d2c-8af4-f3ef20d09755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.627122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4f8c42e8-8012-4d2c-8af4-f3ef20d09755 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4befd65a-48a7-4b62-a11a-003e2b647dad HTTP/1.1" status: 204 len: 168 time: 0.1207876 Sep 17 23:25:09.634779 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c42e8-8012-4d2c-8af4-f3ef20d09755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4befd65a-48a7-4b62-a11a-003e2b647dad,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:10.276673 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 57774) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:10.372424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-757605011-network', 'tenant_id': '61ad880302a64677b2738b9894456b72'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:10.392854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Made reservation on behalf of 61ad880302a64677b2738b9894456b72 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:25:10.395056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.403781 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.490117 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.493628 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.516666 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:25:10.531198 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f383c7-f158-4d65-b28b-6c425ae07b1d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:10.534091 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.534482 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Added segment 6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6 of type vlan for network 256457a3-ab87-4a38-9643-bcef58207404 Sep 17 23:25:10.574088 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.597315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.598259 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:10.598837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.628947 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3510380 Sep 17 23:25:10.632181 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57778) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:10.637153 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Request body: {'subnet': {'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-757605011-subnet', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:10.657587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Made reservation on behalf of 61ad880302a64677b2738b9894456b72 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:25:10.659835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.660361 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92a49a-d670-4898-bea2-250a2f5da670 admin admin] Pushing event updated for resources: {'Network': ['ID=256457a3-ab87-4a38-9643-bcef58207404,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:10.672105 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 256457a3-ab87-4a38-9643-bcef58207404 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:25:10.830491 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.888385 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5444e7ef-09ea-44d4-8973-1fdb34bcde59,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:10.896342 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Checking segment: {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:10.896703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Network hostable DHCP agents. Network: 256457a3-ab87-4a38-9643-bcef58207404, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:25:10.913755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Network 256457a3-ab87-4a38-9643-bcef58207404 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:25:10.922647 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 256457a3-ab87-4a38-9643-bcef58207404) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:10.927421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:10.929154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.930423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862846d-51d2-4150-b3e6-bbe145f560df None None] Network 256457a3-ab87-4a38-9643-bcef58207404 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:25:10.944257 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e1007f1b-bcb2-4819-a390-14af46c1c283 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3109949 Sep 17 23:25:10.947018 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57780) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:10.952518 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:10.971411 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.972530 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.028756 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.078430 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-256457a3-ab87-4a38-9643-bcef58207404', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:25:11.079319 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.167202 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.212051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Allocated IP 172.20.0.2 (256457a3-ab87-4a38-9643-bcef58207404/5444e7ef-09ea-44d4-8973-1fdb34bcde59/c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:11.358131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.364310 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.371287 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.390658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.401611 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Network 256457a3-ab87-4a38-9643-bcef58207404 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:11.406714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:11.413714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:11.416672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Pushing event updated for resources: {'Port': ['ID=c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:11.470853 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Attempting to bind port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:11.471337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Attempting to bind port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:11.471702 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Attempting to bind port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 on network 256457a3-ab87-4a38-9643-bcef58207404 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:11.477714 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:11.478085 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Checking segment: {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:11.478483 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.478879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Bound using segment: {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:11.479341 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Bound port: c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:11.479722 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.501978 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Allocated IP 172.25.0.141 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/b04dd757-ce20-46f4-b587-4edfb1bb95a7) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:11.545929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] For port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:11.549036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] For port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:11.553410 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.611254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd01f44-89cb-4507-b63a-b9d4b6663c39 None None] Pushing event updated for resources: {'Port': ['ID=c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:11.613489 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.657048 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.698273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:11.702183 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:11.705717 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:11.713553 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Pushing event updated for resources: {'Port': ['ID=b04dd757-ce20-46f4-b587-4edfb1bb95a7,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:11.984444 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:12.177870 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:12.313226 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Router d149e265-9ac6-4bf6-b51f-378908234299 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:25:12.424612 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:25:12.435782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Sync routers for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:25:12.442261 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:12.443708 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-dd3e2b87-4ecb-4592-8bae-81a60d149bbb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4957724 Sep 17 23:25:12.446459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57782) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:12.451500 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:12.452213 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:12.556432 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e4655-3b15-47ae-96f5-9e53faed1619 None None] Network 256457a3-ab87-4a38-9643-bcef58207404 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:25:12.624795 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:12.666561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5c1dd459-594c-447e-a94e-122c7a35dcfc None None] Provisioning complete for port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:12.666934 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd459-594c-447e-a94e-122c7a35dcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:12.713510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:12.879137 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:12.906440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:12.907190 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.042133 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Allocated IP 172.20.0.1 (256457a3-ab87-4a38-9643-bcef58207404/5444e7ef-09ea-44d4-8973-1fdb34bcde59/d654adeb-22df-4b47-af00-242f5bc5fa85) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:13.155630 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.187274 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd459-594c-447e-a94e-122c7a35dcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.190779 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.233919 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Network 256457a3-ab87-4a38-9643-bcef58207404 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:13.236492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:13.240050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:13.249571 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Pushing event updated for resources: {'Port': ['ID=d654adeb-22df-4b47-af00-242f5bc5fa85,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:13.260531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-5c1dd459-594c-447e-a94e-122c7a35dcfc None None] For port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:13.270041 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd459-594c-447e-a94e-122c7a35dcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.282597 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.291964 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.338372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:11Z', 'revision_number': 3, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:13.382075 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Checking router: d149e265-9ac6-4bf6-b51f-378908234299 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:25:13.382419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Updating router d149e265-9ac6-4bf6-b51f-378908234299 port b04dd757-ce20-46f4-b587-4edfb1bb95a7 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:25:13.385084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dd459-594c-447e-a94e-122c7a35dcfc None None] Pushing event updated for resources: {'Port': ['ID=c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:13.433478 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.436299 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.442406 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:25:13.442758 n-d-789963-10 neutron-server[94739]: DEBUG oslo_db.api [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:25:13.557895 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9e373075-b46d-4765-9755-5e4cb39e289a None None] Provisioning complete for port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:13.557895 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9e373075-b46d-4765-9755-5e4cb39e289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.619238 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.624760 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.694573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Pushing event updated for resources: {'Port': ['ID=d654adeb-22df-4b47-af00-242f5bc5fa85,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:13.697093 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.781509 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.789312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.791457 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Network 256457a3-ab87-4a38-9643-bcef58207404 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:13.795011 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:13.857508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c222c2-d669-4227-a6c2-02a035082390 None None] Pushing event updated for resources: {'Port': ['ID=b04dd757-ce20-46f4-b587-4edfb1bb95a7,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:13.863531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Attempting to bind port b04dd757-ce20-46f4-b587-4edfb1bb95a7 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:13.863969 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Attempting to bind port b04dd757-ce20-46f4-b587-4edfb1bb95a7 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:13.864435 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Attempting to bind port b04dd757-ce20-46f4-b587-4edfb1bb95a7 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:13.875106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:13.875569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:13.876040 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.876510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:13.877092 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Bound port: b04dd757-ce20-46f4-b587-4edfb1bb95a7, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:13.877538 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.881686 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-59d6fca8-7bce-4ab8-bef9-7860c25c8cf2 None None] Provisioning complete for port d654adeb-22df-4b47-af00-242f5bc5fa85 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:13.881686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-59d6fca8-7bce-4ab8-bef9-7860c25c8cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:13.980781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-59d6fca8-7bce-4ab8-bef9-7860c25c8cf2 None None] Port d654adeb-22df-4b47-af00-242f5bc5fa85 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:25:13.991264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] For port b04dd757-ce20-46f4-b587-4edfb1bb95a7, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:14.011465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] For port b04dd757-ce20-46f4-b587-4edfb1bb95a7, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b04dd757-ce20-46f4-b587-4edfb1bb95a7,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:14.018875 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:14.082724 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:14.083284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:14.125836 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c222c2-d669-4227-a6c2-02a035082390 None None] Pushing event updated for resources: {'Port': ['ID=b04dd757-ce20-46f4-b587-4edfb1bb95a7,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:14.154412 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-19a37f35-d7c5-49f4-86cb-02a8b685c3db None None] Provisioning complete for port d654adeb-22df-4b47-af00-242f5bc5fa85 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:14.154784 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-19a37f35-d7c5-49f4-86cb-02a8b685c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:14.212288 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Router d149e265-9ac6-4bf6-b51f-378908234299 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:25:14.234850 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-19a37f35-d7c5-49f4-86cb-02a8b685c3db None None] Port d654adeb-22df-4b47-af00-242f5bc5fa85 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:25:14.238397 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:14.323136 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:25:14.332803 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-71e08551-6e45-41b0-bcd1-ea8b2bf6fcf3 admin admin] 10.222.0.48 "PUT /v2.0/routers/d149e265-9ac6-4bf6-b51f-378908234299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8852589 Sep 17 23:25:14.438752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 2, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:14.469774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e6d74-bde3-43f9-a383-e5a2d2483df8 None None] The sync data for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 is: [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 2, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:25:14.536284 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:14.588658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:14.589091 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:14.871405 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57798) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:14.877052 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-260604279-network', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:14.899168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Made reservation on behalf of cc7410bfc342441e8df9e85743e4ac7c for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:25:14.901626 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:14.910971 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.005587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.009715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.042047 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:25:15.049366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db159dc-7092-402e-9857-20502a1bda89,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:15.057279 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.057664 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Added segment 3a0b7042-987d-407f-981c-6991366d3f0a of type vlan for network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 Sep 17 23:25:15.114235 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.144180 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.145602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:15.146418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.180259 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3072114 Sep 17 23:25:15.182959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57800) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:15.212700 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Request body: {'subnet': {'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-260604279-subnet', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'ip_version': 4}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:15.223312 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b8ce-2c5a-4256-808d-7460c5d70f8c admin admin] Pushing event updated for resources: {'Network': ['ID=7085901c-a99b-4a1d-8f8c-b259d2aa4a12,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:15.235074 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:25:15.241837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Made reservation on behalf of cc7410bfc342441e8df9e85743e4ac7c for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:25:15.244437 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.444748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.514639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a29f4da-48e5-4534-a512-89121cd27b36,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:15.523141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Checking segment: {'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:15.523504 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Network hostable DHCP agents. Network: 7085901c-a99b-4a1d-8f8c-b259d2aa4a12, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:25:15.541176 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:25:15.552056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7085901c-a99b-4a1d-8f8c-b259d2aa4a12) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:15.556805 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:15.557438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.564730 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f9e93-203f-41dc-a01d-931d121e1c5e None None] Network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:25:15.575438 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8f93fae7-10dd-411a-9e06-c6b7c6222de8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3889823 Sep 17 23:25:15.575829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57802) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:15.580221 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:15.602934 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.603952 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.659835 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.726736 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7085901c-a99b-4a1d-8f8c-b259d2aa4a12', 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'fixed_ips': [{'subnet_id': '0a29f4da-48e5-4534-a512-89121cd27b36'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:25:15.727950 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.808654 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:15.868524 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Allocated IP 172.20.0.2 (7085901c-a99b-4a1d-8f8c-b259d2aa4a12/0a29f4da-48e5-4534-a512-89121cd27b36/007c4479-90d0-4b79-8f11-7cbe9fa99381) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:16.008425 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.013869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.014909 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.034061 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.058052 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:16.061510 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:16.068176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:16.071204 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Pushing event updated for resources: {'Port': ['ID=007c4479-90d0-4b79-8f11-7cbe9fa99381,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:16.123987 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Attempting to bind port 007c4479-90d0-4b79-8f11-7cbe9fa99381 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:16.124361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Attempting to bind port 007c4479-90d0-4b79-8f11-7cbe9fa99381 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:16.124729 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Attempting to bind port 007c4479-90d0-4b79-8f11-7cbe9fa99381 on network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:16.129989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:16.130370 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Checking segment: {'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:16.130778 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.131172 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Bound using segment: {'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:16.131690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Bound port: 007c4479-90d0-4b79-8f11-7cbe9fa99381, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:16.132312 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.153669 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Allocated IP 172.25.0.224 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/4513ad9f-f31d-48e4-bbc0-543a52035cf3) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:16.197616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] For port 007c4479-90d0-4b79-8f11-7cbe9fa99381, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:16.201656 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] For port 007c4479-90d0-4b79-8f11-7cbe9fa99381, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=007c4479-90d0-4b79-8f11-7cbe9fa99381,segment=NetworkSegment(3a0b7042-987d-407f-981c-6991366d3f0a),segment_id=3a0b7042-987d-407f-981c-6991366d3f0a)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:16.206729 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.267167 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd25cb2-09e3-4567-8694-2129a3f9e15d None None] Pushing event updated for resources: {'Port': ['ID=007c4479-90d0-4b79-8f11-7cbe9fa99381,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:16.271715 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.313205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.348015 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:16.351063 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:16.354726 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:16.394663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Pushing event updated for resources: {'Port': ['ID=4513ad9f-f31d-48e4-bbc0-543a52035cf3,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:16.502615 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Sync routers for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:25:16.512821 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:16.513308 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:16.631817 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:16.659834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b04dd757-ce20-46f4-b587-4edfb1bb95a7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:16.677312 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.721984 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b04dd757-ce20-46f4-b587-4edfb1bb95a7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:16.722361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.814762 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.835695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port b04dd757-ce20-46f4-b587-4edfb1bb95a7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b04dd757-ce20-46f4-b587-4edfb1bb95a7,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:16.840021 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.841780 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 007c4479-90d0-4b79-8f11-7cbe9fa99381 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:16.898854 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.925067 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=b04dd757-ce20-46f4-b587-4edfb1bb95a7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:16.940191 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 007c4479-90d0-4b79-8f11-7cbe9fa99381 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:16.940567 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:16.946310 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 2, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:16.976582 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Checking router: d149e265-9ac6-4bf6-b51f-378908234299 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:25:16.977103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Updating router d149e265-9ac6-4bf6-b51f-378908234299 port d654adeb-22df-4b47-af00-242f5bc5fa85 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:25:17.014855 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.041432 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.054027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Router e09ede20-e48c-4eb8-9537-9b05e211acd7 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:25:17.084531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 007c4479-90d0-4b79-8f11-7cbe9fa99381, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=007c4479-90d0-4b79-8f11-7cbe9fa99381,segment=NetworkSegment(3a0b7042-987d-407f-981c-6991366d3f0a),segment_id=3a0b7042-987d-407f-981c-6991366d3f0a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:17.100675 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.162036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=007c4479-90d0-4b79-8f11-7cbe9fa99381,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:17.186706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:25:17.199698 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Sync routers for ids ['e09ede20-e48c-4eb8-9537-9b05e211acd7'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:25:17.205229 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.207132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-20e43b41-c629-40ad-9c3e-3bba70df72ed admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6302655 Sep 17 23:25:17.211085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 57804) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:17.212223 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Routers {'e09ede20-e48c-4eb8-9537-9b05e211acd7'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:17.213556 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e09ede20-e48c-4eb8-9537-9b05e211acd7'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:17.351834 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Set router e09ede20-e48c-4eb8-9537-9b05e211acd7 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:17.367378 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.375168 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.392016 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037de82-68ad-4d9d-8c34-87e14cd2eec3 None None] Network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:25:17.431835 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Pushing event updated for resources: {'Port': ['ID=d654adeb-22df-4b47-af00-242f5bc5fa85,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:17.455482 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.455826 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.456166 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.456774 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.456895 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.457181 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.457518 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.457844 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.458304 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.458638 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.458980 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.459299 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:17.501538 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Attempting to bind port d654adeb-22df-4b47-af00-242f5bc5fa85 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:17.501945 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Attempting to bind port d654adeb-22df-4b47-af00-242f5bc5fa85 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:17.502310 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Attempting to bind port d654adeb-22df-4b47-af00-242f5bc5fa85 on network 256457a3-ab87-4a38-9643-bcef58207404 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:17.508380 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:17.509207 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Checking segment: {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:17.509547 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.509903 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Bound using segment: {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:17.510395 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Bound port: d654adeb-22df-4b47-af00-242f5bc5fa85, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:17.510863 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.609291 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] For port d654adeb-22df-4b47-af00-242f5bc5fa85, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:17.617464 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] For port d654adeb-22df-4b47-af00-242f5bc5fa85, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d654adeb-22df-4b47-af00-242f5bc5fa85,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:17.626690 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.713671 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1352804-72ef-4b99-acbb-9f905e1f05ab None None] Pushing event updated for resources: {'Port': ['ID=d654adeb-22df-4b47-af00-242f5bc5fa85,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:17.718841 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:17.719468 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:17.722966 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.751765 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f5dbd547-205f-4846-af7d-24d8dc39798d None None] Provisioning complete for port 007c4479-90d0-4b79-8f11-7cbe9fa99381 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:17.752382 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd547-205f-4846-af7d-24d8dc39798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.853529 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:17.931506 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Allocated IP 172.20.0.1 (7085901c-a99b-4a1d-8f8c-b259d2aa4a12/0a29f4da-48e5-4534-a512-89121cd27b36/276b91aa-c7ab-4023-85c4-cc76613e4c5c) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:17.976065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 3, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port': {'id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:16Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:18.013026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Checking router: e09ede20-e48c-4eb8-9537-9b05e211acd7 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:25:18.013417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Updating router e09ede20-e48c-4eb8-9537-9b05e211acd7 port 4513ad9f-f31d-48e4-bbc0-543a52035cf3 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:25:18.039004 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.098089 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.116242 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:17Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:18.147620 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.150348 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9a84d-5d95-4bd1-94ff-ced661f938c3 None None] The sync data for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 is: [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:17Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:25:18.189065 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1129a378-e266-450e-815e-2df181ddc1fd None None] Provisioning complete for port d654adeb-22df-4b47-af00-242f5bc5fa85 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:18.189443 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1129a378-e266-450e-815e-2df181ddc1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.205624 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Pushing event updated for resources: {'Port': ['ID=276b91aa-c7ab-4023-85c4-cc76613e4c5c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:18.218732 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:18.220464 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:18.223873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:18.265726 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.401361 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1129a378-e266-450e-815e-2df181ddc1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.434658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.477657 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.485222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1129a378-e266-450e-815e-2df181ddc1fd None None] For port d654adeb-22df-4b47-af00-242f5bc5fa85, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d654adeb-22df-4b47-af00-242f5bc5fa85,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:18.487453 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.498147 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1129a378-e266-450e-815e-2df181ddc1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.552801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8213eeb-16fd-4071-b952-3a2c1adf59cf None None] Pushing event updated for resources: {'Port': ['ID=4513ad9f-f31d-48e4-bbc0-543a52035cf3,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:18.555950 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Attempting to bind port 4513ad9f-f31d-48e4-bbc0-543a52035cf3 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:18.556320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Attempting to bind port 4513ad9f-f31d-48e4-bbc0-543a52035cf3 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:18.556680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Attempting to bind port 4513ad9f-f31d-48e4-bbc0-543a52035cf3 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:18.596608 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:18.597040 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:18.597604 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.597903 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:18.598386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Bound port: 4513ad9f-f31d-48e4-bbc0-543a52035cf3, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:18.598775 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.634812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b04dd757-ce20-46f4-b587-4edfb1bb95a7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:18.645467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.650527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.671411 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129a378-e266-450e-815e-2df181ddc1fd None None] Pushing event updated for resources: {'Port': ['ID=d654adeb-22df-4b47-af00-242f5bc5fa85,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:18.706938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-14e2d1a2-380e-42c7-b605-ffa0b83b6c2a None None] Provisioning complete for port 007c4479-90d0-4b79-8f11-7cbe9fa99381 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:18.707623 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-14e2d1a2-380e-42c7-b605-ffa0b83b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.722438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.724489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Pushing event updated for resources: {'Port': ['ID=276b91aa-c7ab-4023-85c4-cc76613e4c5c,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:18.744228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] For port 4513ad9f-f31d-48e4-bbc0-543a52035cf3, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:18.772424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] For port 4513ad9f-f31d-48e4-bbc0-543a52035cf3, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4513ad9f-f31d-48e4-bbc0-543a52035cf3,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:18.781716 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.788571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port b04dd757-ce20-46f4-b587-4edfb1bb95a7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:18.788986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:18.922344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8213eeb-16fd-4071-b952-3a2c1adf59cf None None] Pushing event updated for resources: {'Port': ['ID=4513ad9f-f31d-48e4-bbc0-543a52035cf3,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:18.924948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Routers {'e09ede20-e48c-4eb8-9537-9b05e211acd7'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:18.925569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e09ede20-e48c-4eb8-9537-9b05e211acd7'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:19.044690 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-14e2d1a2-380e-42c7-b605-ffa0b83b6c2a None None] Provisioning complete for port 276b91aa-c7ab-4023-85c4-cc76613e4c5c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:19.045130 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-14e2d1a2-380e-42c7-b605-ffa0b83b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:19.103460 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 007c4479-90d0-4b79-8f11-7cbe9fa99381 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:19.106867 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] Set router e09ede20-e48c-4eb8-9537-9b05e211acd7 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:19.132630 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:19.134036 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:19.161922 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-14e2d1a2-380e-42c7-b605-ffa0b83b6c2a None None] Port 276b91aa-c7ab-4023-85c4-cc76613e4c5c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:25:19.265037 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Router e09ede20-e48c-4eb8-9537-9b05e211acd7 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:25:19.305175 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 007c4479-90d0-4b79-8f11-7cbe9fa99381 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:19.305550 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:19.332994 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:19.382616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:25:19.393252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-502c6f7c-b7f6-497b-bbd9-671e4f92a835 admin admin] 10.222.0.48 "PUT /v2.0/routers/e09ede20-e48c-4eb8-9537-9b05e211acd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1768322 Sep 17 23:25:19.403935 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-985ad8d1-7130-4a5c-b9fc-cf54308ac01e None None] Provisioning complete for port 276b91aa-c7ab-4023-85c4-cc76613e4c5c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:19.404421 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-985ad8d1-7130-4a5c-b9fc-cf54308ac01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:19.635249 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-985ad8d1-7130-4a5c-b9fc-cf54308ac01e None None] Port 276b91aa-c7ab-4023-85c4-cc76613e4c5c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:25:19.639212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d654adeb-22df-4b47-af00-242f5bc5fa85 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:19.663004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 4, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port': {'id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:16Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '276b91aa-c7ab-4023-85c4-cc76613e4c5c', 'name': '', 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'mac_address': 'fa:16:3e:8e:b8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:17Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 2, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'subnets': [{'id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:19.691799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e95c1-bc2f-41bc-90dc-274b203c282d None None] The sync data for ids ['e09ede20-e48c-4eb8-9537-9b05e211acd7'] in n-d-789963-10 is: [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 4, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port': {'id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:16Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '276b91aa-c7ab-4023-85c4-cc76613e4c5c', 'name': '', 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'mac_address': 'fa:16:3e:8e:b8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:17Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 2, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'subnets': [{'id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:25:19.717185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d654adeb-22df-4b47-af00-242f5bc5fa85 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:19.717561 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:20.551465 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d654adeb-22df-4b47-af00-242f5bc5fa85 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:20.604923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d654adeb-22df-4b47-af00-242f5bc5fa85 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:20.605325 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:22.490722 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e576682-3931-4671-8491-784df7f134ba None None] Sync routers for ids ['e09ede20-e48c-4eb8-9537-9b05e211acd7'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:25:22.506934 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e576682-3931-4671-8491-784df7f134ba None None] Routers {'e09ede20-e48c-4eb8-9537-9b05e211acd7'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:22.507584 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1e576682-3931-4671-8491-784df7f134ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e09ede20-e48c-4eb8-9537-9b05e211acd7'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:22.591971 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4513ad9f-f31d-48e4-bbc0-543a52035cf3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:22.648065 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1e576682-3931-4671-8491-784df7f134ba None None] Set router e09ede20-e48c-4eb8-9537-9b05e211acd7 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:22.651177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4513ad9f-f31d-48e4-bbc0-543a52035cf3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:22.651554 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:22.753736 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:22.776635 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 4513ad9f-f31d-48e4-bbc0-543a52035cf3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4513ad9f-f31d-48e4-bbc0-543a52035cf3,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:22.788599 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:22.850182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=4513ad9f-f31d-48e4-bbc0-543a52035cf3,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:22.893413 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1e576682-3931-4671-8491-784df7f134ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 4, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port': {'id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:16Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '276b91aa-c7ab-4023-85c4-cc76613e4c5c', 'name': '', 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'mac_address': 'fa:16:3e:8e:b8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:17Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 2, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'subnets': [{'id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:22.924130 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e576682-3931-4671-8491-784df7f134ba None None] Checking router: e09ede20-e48c-4eb8-9537-9b05e211acd7 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:25:22.924483 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e576682-3931-4671-8491-784df7f134ba None None] Updating router e09ede20-e48c-4eb8-9537-9b05e211acd7 port 276b91aa-c7ab-4023-85c4-cc76613e4c5c binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:25:22.952376 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1e576682-3931-4671-8491-784df7f134ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.346705 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1e576682-3931-4671-8491-784df7f134ba None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.352834 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1e576682-3931-4671-8491-784df7f134ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.429380 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae4da2-7f26-4545-88e0-1ad9413aa467 None None] Pushing event updated for resources: {'Port': ['ID=276b91aa-c7ab-4023-85c4-cc76613e4c5c,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:23.475510 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1e576682-3931-4671-8491-784df7f134ba None None] Attempting to bind port 276b91aa-c7ab-4023-85c4-cc76613e4c5c on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:23.475953 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1e576682-3931-4671-8491-784df7f134ba None None] Attempting to bind port 276b91aa-c7ab-4023-85c4-cc76613e4c5c by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:23.476514 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e576682-3931-4671-8491-784df7f134ba None None] Attempting to bind port 276b91aa-c7ab-4023-85c4-cc76613e4c5c on network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:23.482613 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e576682-3931-4671-8491-784df7f134ba None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:23.483094 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e576682-3931-4671-8491-784df7f134ba None None] Checking segment: {'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:23.483720 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1e576682-3931-4671-8491-784df7f134ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.484180 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e576682-3931-4671-8491-784df7f134ba None None] Bound using segment: {'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:23.484726 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-1e576682-3931-4671-8491-784df7f134ba None None] Bound port: 276b91aa-c7ab-4023-85c4-cc76613e4c5c, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0b7042-987d-407f-981c-6991366d3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:23.485202 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1e576682-3931-4671-8491-784df7f134ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.560726 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-1e576682-3931-4671-8491-784df7f134ba None None] For port 276b91aa-c7ab-4023-85c4-cc76613e4c5c, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:23.564552 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-1e576682-3931-4671-8491-784df7f134ba None None] For port 276b91aa-c7ab-4023-85c4-cc76613e4c5c, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=276b91aa-c7ab-4023-85c4-cc76613e4c5c,segment=NetworkSegment(3a0b7042-987d-407f-981c-6991366d3f0a),segment_id=3a0b7042-987d-407f-981c-6991366d3f0a)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:23.578491 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-1e576682-3931-4671-8491-784df7f134ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.644902 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e576682-3931-4671-8491-784df7f134ba None None] Routers {'e09ede20-e48c-4eb8-9537-9b05e211acd7'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:23.645508 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1e576682-3931-4671-8491-784df7f134ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:25:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e09ede20-e48c-4eb8-9537-9b05e211acd7'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:23.686092 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae4da2-7f26-4545-88e0-1ad9413aa467 None None] Pushing event updated for resources: {'Port': ['ID=276b91aa-c7ab-4023-85c4-cc76613e4c5c,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:23.700157 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d365f2c5-eea1-4c23-b2c2-f710cfaeb0d1 None None] Provisioning complete for port 276b91aa-c7ab-4023-85c4-cc76613e4c5c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:23.700799 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d365f2c5-eea1-4c23-b2c2-f710cfaeb0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.816561 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1e576682-3931-4671-8491-784df7f134ba None None] Set router e09ede20-e48c-4eb8-9537-9b05e211acd7 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:23.858280 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d365f2c5-eea1-4c23-b2c2-f710cfaeb0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.898829 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d365f2c5-eea1-4c23-b2c2-f710cfaeb0d1 None None] For port 276b91aa-c7ab-4023-85c4-cc76613e4c5c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=276b91aa-c7ab-4023-85c4-cc76613e4c5c,segment=NetworkSegment(3a0b7042-987d-407f-981c-6991366d3f0a),segment_id=3a0b7042-987d-407f-981c-6991366d3f0a)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:23.906503 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d365f2c5-eea1-4c23-b2c2-f710cfaeb0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.984644 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365f2c5-eea1-4c23-b2c2-f710cfaeb0d1 None None] Pushing event updated for resources: {'Port': ['ID=276b91aa-c7ab-4023-85c4-cc76613e4c5c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:24.036875 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b40acadb-e807-4d0c-b644-af2c74d5c0f8 None None] Provisioning complete for port 276b91aa-c7ab-4023-85c4-cc76613e4c5c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:24.037607 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b40acadb-e807-4d0c-b644-af2c74d5c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:24.132874 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1e576682-3931-4671-8491-784df7f134ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 4, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port': {'id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:16Z', 'updated_at': '2021-09-17T23:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '276b91aa-c7ab-4023-85c4-cc76613e4c5c', 'name': '', 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'mac_address': 'fa:16:3e:8e:b8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:17Z', 'updated_at': '2021-09-17T23:25:23Z', 'revision_number': 4, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'subnets': [{'id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:24.167654 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e576682-3931-4671-8491-784df7f134ba None None] The sync data for ids ['e09ede20-e48c-4eb8-9537-9b05e211acd7'] in n-d-789963-10 is: [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 4, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port': {'id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:16Z', 'updated_at': '2021-09-17T23:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '276b91aa-c7ab-4023-85c4-cc76613e4c5c', 'name': '', 'network_id': '7085901c-a99b-4a1d-8f8c-b259d2aa4a12', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'mac_address': 'fa:16:3e:8e:b8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:17Z', 'updated_at': '2021-09-17T23:25:23Z', 'revision_number': 4, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'subnets': [{'id': '0a29f4da-48e5-4534-a512-89121cd27b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:25:24.576920 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4513ad9f-f31d-48e4-bbc0-543a52035cf3 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:24.634742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4513ad9f-f31d-48e4-bbc0-543a52035cf3 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:24.635117 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:24.734977 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 276b91aa-c7ab-4023-85c4-cc76613e4c5c up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:24.787913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 276b91aa-c7ab-4023-85c4-cc76613e4c5c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:24.788292 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:29.732398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-1517ebbc-21e4-4e50-96fc-402ceab33a90 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:29.733812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-1517ebbc-21e4-4e50-96fc-402ceab33a90 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 814 time: 0.1038415 Sep 17 23:25:29.749111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-33834454-ddf3-4f00-a41f-0a5763daa5ae tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/quotas/61ad880302a64677b2738b9894456b72 HTTP/1.1" status: 200 len: 375 time: 0.0091901 Sep 17 23:25:29.800145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-fd0e62fb-bd0a-4b18-af2f-4fea747c0af1 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457063 Sep 17 23:25:29.898296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-5e571fae-8616-4f6b-9d62-05e96c6cab20 service neutron] 10.222.0.48 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865636 Sep 17 23:25:29.988247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-aec6f7c9-44f8-41ea-b4d9-1f3225e9c788 service neutron] 10.222.0.48 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830653 Sep 17 23:25:30.052440 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cba9d7e4-77c2-4a43-99b4-937daeae836d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:30.150167 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-988aadb8-4d61-4758-9288-948da48069e7 req-062d8d9c-7289-47de-9d2d-b20309815350 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 210 time: 0.0308204 Sep 17 23:25:31.264363 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-91b1cabe-a00c-48c5-9b1d-2c6333a1011f req-3462ebb8-725c-4068-9d1a-051ec87bf090 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 210 time: 0.0275948 Sep 17 23:25:31.277090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-c3f84dfc-e2a2-4fe0-be19-b72ba4f37051 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:31.278616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-c3f84dfc-e2a2-4fe0-be19-b72ba4f37051 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 814 time: 0.1186349 Sep 17 23:25:31.300229 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'port': {'device_id': '4c46b458-c043-404b-a9d4-739002d3a08a', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'admin_state_up': True, 'tenant_id': '61ad880302a64677b2738b9894456b72'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:31.348854 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:25:31.414194 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Made reservation on behalf of 61ad880302a64677b2738b9894456b72 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:25:31.417818 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:31.546556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Allocated IP 172.20.0.10 (256457a3-ab87-4a38-9643-bcef58207404/5444e7ef-09ea-44d4-8973-1fdb34bcde59/1d2e2d73-6dea-4d4b-a41e-85d4872300ef) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:31.718321 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:31.756356 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:31.809861 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Network 256457a3-ab87-4a38-9643-bcef58207404 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:31.813126 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:31.820073 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:31.885924 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:31.887428 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:31.899779 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'Port': ['ID=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:31.910993 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6145451 Sep 17 23:25:31.913084 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.913643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.914192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.914780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.915272 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.915794 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.916323 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.916998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.917217 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.917548 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.917883 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:31.918282 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a06f3-0aee-4cdd-94c2-194a6f236a4d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.144963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9d4e7922-4500-46ef-bbf4-dfd89c25e6ac None None] Provisioning complete for port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:32.145523 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9d4e7922-4500-46ef-bbf4-dfd89c25e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.188329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e7922-4500-46ef-bbf4-dfd89c25e6ac None None] Port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:25:32.380949 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeab1b-a6db-4630-b1be-417e230241fe req-b19a02b9-eb5f-443b-83ea-e3731e851a91 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:32.382487 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04aeab1b-a6db-4630-b1be-417e230241fe req-b19a02b9-eb5f-443b-83ea-e3731e851a91 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0521696 Sep 17 23:25:32.426567 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-04aeab1b-a6db-4630-b1be-417e230241fe req-b7d87240-15fc-4baf-9837-140b1bc7369b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368755 Sep 17 23:25:32.779887 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b65452a5-3ef0-4249-a2cd-8efa5096e5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:33.183396 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:33.549254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100d238-1cb0-4ef4-bffb-8a5f7d4a30e8 req-4bff293e-ae14-4bb8-a146-bd1cb85a075d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:33.551848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6100d238-1cb0-4ef4-bffb-8a5f7d4a30e8 req-4bff293e-ae14-4bb8-a146-bd1cb85a075d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0556638 Sep 17 23:25:33.592945 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6100d238-1cb0-4ef4-bffb-8a5f7d4a30e8 req-52fec809-ab95-4803-baae-fef467f45515 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Sep 17 23:25:34.035888 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:34.714365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f635df-5d31-4183-aff0-e5a7fa3bbd0c req-1d39a862-bcf0-481f-bc2e-1cd72a17fa71 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:34.716181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1f635df-5d31-4183-aff0-e5a7fa3bbd0c req-1d39a862-bcf0-481f-bc2e-1cd72a17fa71 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0559077 Sep 17 23:25:34.757109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a1f635df-5d31-4183-aff0-e5a7fa3bbd0c req-2546f6de-87d2-4cc8-85a2-4a773a395ea9 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Sep 17 23:25:35.204029 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:35.562916 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:35.876456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f13fb7-1d83-44f6-ab41-b43254ead5ec req-d77a21e9-f9d5-4790-b47c-0347137ac83b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:35.878092 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26f13fb7-1d83-44f6-ab41-b43254ead5ec req-d77a21e9-f9d5-4790-b47c-0347137ac83b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0505784 Sep 17 23:25:35.921806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-26f13fb7-1d83-44f6-ab41-b43254ead5ec req-d97d6724-7b6c-405c-a5d2-b590f05a0713 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Sep 17 23:25:37.046685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c263a11-5391-44dc-b0ed-3f054eb5739a req-709a2eeb-ebc3-44cc-acc6-66223595e09a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:37.048249 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c263a11-5391-44dc-b0ed-3f054eb5739a req-709a2eeb-ebc3-44cc-acc6-66223595e09a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0547605 Sep 17 23:25:37.087594 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6c263a11-5391-44dc-b0ed-3f054eb5739a req-bee9e07c-062f-4a04-af0a-e79638d5ddd8 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Sep 17 23:25:38.214244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efda33d-19d5-4d03-b5fd-2841e62f9c8b req-fe72e974-45f5-4224-a91e-c0fdc95769ed tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.215848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4efda33d-19d5-4d03-b5fd-2841e62f9c8b req-fe72e974-45f5-4224-a91e-c0fdc95769ed tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0556588 Sep 17 23:25:38.257463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4efda33d-19d5-4d03-b5fd-2841e62f9c8b req-ede233ae-bedb-44a7-a50f-4662c0858e9a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Sep 17 23:25:39.376875 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbc28b-d612-4335-84c8-454e0636502b req-945dd8a3-6d2a-4abb-b8b1-0aa67c78df67 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:39.378318 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5acbc28b-d612-4335-84c8-454e0636502b req-945dd8a3-6d2a-4abb-b8b1-0aa67c78df67 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0537705 Sep 17 23:25:39.415704 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5acbc28b-d612-4335-84c8-454e0636502b req-9295ba08-2e27-4cde-a455-e9269927a5b7 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Sep 17 23:25:40.536038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd9502-64f4-4fea-9a62-52846594446d req-bb2fb773-7623-4df8-bed3-8477f61dc1ce tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:40.537588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4fd9502-64f4-4fea-9a62-52846594446d req-bb2fb773-7623-4df8-bed3-8477f61dc1ce tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0530314 Sep 17 23:25:40.579557 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c4fd9502-64f4-4fea-9a62-52846594446d req-af46ba98-97ca-4a0f-b3b1-9042e9aadf2f tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Sep 17 23:25:41.705856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b6dcf-91f6-4d83-946f-98111b8b1d6a req-bf80dad5-99d8-42d0-a4d3-a9d42f3a4ee7 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:41.707535 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a9b6dcf-91f6-4d83-946f-98111b8b1d6a req-bf80dad5-99d8-42d0-a4d3-a9d42f3a4ee7 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0577815 Sep 17 23:25:41.749753 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a9b6dcf-91f6-4d83-946f-98111b8b1d6a req-b2c38b9d-3296-4929-aa87-b05eb91350fc tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356960 Sep 17 23:25:42.864722 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f24f-1218-470f-88b3-257fa100a030 req-c619575a-a5a6-4ee8-bc99-ad7566ecd94b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:42.866238 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3230f24f-1218-470f-88b3-257fa100a030 req-c619575a-a5a6-4ee8-bc99-ad7566ecd94b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0493805 Sep 17 23:25:42.904266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3230f24f-1218-470f-88b3-257fa100a030 req-8dd9cff5-b18d-4f37-a527-01a43e7d4d6d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Sep 17 23:25:44.019564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d6d18-cbe5-4540-8800-ba66206e3838 req-4309f8ce-869c-4b7b-be30-cdee1bb0d4bc tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:44.021212 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d93d6d18-cbe5-4540-8800-ba66206e3838 req-4309f8ce-869c-4b7b-be30-cdee1bb0d4bc tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0525169 Sep 17 23:25:44.059356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d93d6d18-cbe5-4540-8800-ba66206e3838 req-30301b06-3769-41cd-a901-c0343084d5a0 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Sep 17 23:25:45.048886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-a07ed4a9-1cbe-4300-8625-9413c6d6f12c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:25:45.050111 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-a07ed4a9-1cbe-4300-8625-9413c6d6f12c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065992 Sep 17 23:25:45.081959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Request body: {'port': {'device_id': '4c46b458-c043-404b-a9d4-739002d3a08a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:45.137658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:45.180625 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87049b8c-506d-4a2e-85de-a6a2483e4ffd req-f5f26afd-0916-46f6-b280-9594d66e80d4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:45.182174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87049b8c-506d-4a2e-85de-a6a2483e4ffd req-f5f26afd-0916-46f6-b280-9594d66e80d4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 932 time: 0.0536268 Sep 17 23:25:45.221958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-87049b8c-506d-4a2e-85de-a6a2483e4ffd req-f34e8861-004c-47ba-b211-4ab7b14ddfba tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329471 Sep 17 23:25:45.402068 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2e2d73-6dea-4d4b-a41e-85d4872300ef {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:25:45.410033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:45.422185 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Transition to ACTIVE for port object 1d2e2d73-6dea-4d4b-a41e-85d4872300ef will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:25:45.426108 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:45.480556 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:45.549687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Attempting to bind port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:45.550056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Attempting to bind port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:45.550388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Attempting to bind port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef on network 256457a3-ab87-4a38-9643-bcef58207404 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:45.554909 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef on network 256457a3-ab87-4a38-9643-bcef58207404 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:25:45.555292 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Attempting to bind port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef on network 256457a3-ab87-4a38-9643-bcef58207404 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:45.560706 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:45.561081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Checking segment: {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:45.561476 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Bound using segment: {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:45.561908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Bound port: 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '256457a3-ab87-4a38-9643-bcef58207404'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:45.562276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:45.632479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] For port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:45.635468 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] For port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:45.639956 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:45.674525 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:45.675213 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:45.676609 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 1093 time: 0.5985508 Sep 17 23:25:45.677079 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:45.679312 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179eb353-696c-4ef3-808f-e2680969cdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:45.705597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0464-0293-4f4e-86b5-93a19f96c567 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:45.745215 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a887d54e-a206-4add-859a-cfebcfc44b45 x-openstack-request-id: req-a887d54e-a206-4add-859a-cfebcfc44b45 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:45.745521 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:45.745778 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a887d54e-a206-4add-859a-cfebcfc44b45 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:45.746187 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'status': 'completed', 'code': 200} Sep 17 23:25:45.806466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-cfce7235-c962-4f78-9ff9-1abf5e6b5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:45.807983 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-cfce7235-c962-4f78-9ff9-1abf5e6b5453 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1096 time: 0.0442629 Sep 17 23:25:45.888752 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-117066e4-35c0-430c-9b45-85bb543fc259 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 217 time: 0.0661530 Sep 17 23:25:45.942489 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-b4d7b97c-66d1-44db-8e99-0f281db75b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:45.943920 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-b4d7b97c-66d1-44db-8e99-0f281db75b7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0500989 Sep 17 23:25:45.989783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-195ec084-2885-4b94-b4ff-6074c8543514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:45.991307 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-195ec084-2885-4b94-b4ff-6074c8543514 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403917 Sep 17 23:25:46.082944 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-581db121-937c-40ed-85c2-21f167e6853c service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844641 Sep 17 23:25:46.173711 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e91f57fc-800f-4aa8-95c4-574a12ba424c req-3bdf7e54-6133-4af1-a9c0-bac397ec91c6 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838151 Sep 17 23:25:46.332202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-400d4ca0-dbf9-4138-a04d-b238f8a351f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:46.333769 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-400d4ca0-dbf9-4138-a04d-b238f8a351f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1096 time: 0.0427423 Sep 17 23:25:46.338623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1589-5520-4d50-85e8-daad7c8ca15b req-3fc3108a-90ea-4e5d-9b0b-d1492c3ff444 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:46.340122 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-957f1589-5520-4d50-85e8-daad7c8ca15b req-3fc3108a-90ea-4e5d-9b0b-d1492c3ff444 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 944 time: 0.0487866 Sep 17 23:25:46.380111 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-957f1589-5520-4d50-85e8-daad7c8ca15b req-258f3ad3-f9c4-4f5b-acf7-b5d67c1814af tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Sep 17 23:25:46.436296 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-1f021c2d-741c-4808-b70e-a7a9ce11a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:46.437821 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-1f021c2d-741c-4808-b70e-a7a9ce11a222 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.0959802 Sep 17 23:25:46.479779 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-2bebe2fe-4b66-4afd-8301-d3d8470ef1e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 217 time: 0.0342519 Sep 17 23:25:46.534074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-72da9a9d-441e-430c-9605-eba89f121cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:46.535444 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-72da9a9d-441e-430c-9605-eba89f121cba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0486259 Sep 17 23:25:46.579651 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-04248b0f-1965-419a-88b4-e4cf0dc4c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:46.581149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-04248b0f-1965-419a-88b4-e4cf0dc4c700 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391128 Sep 17 23:25:46.673456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-895e01ac-3a29-4c75-a3cb-596f4c2b9be7 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849280 Sep 17 23:25:46.763653 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-179eb353-696c-4ef3-808f-e2680969cdc8 req-edba97b5-9c97-4b7f-b940-01e5701c2c90 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819392 Sep 17 23:25:47.494898 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e11a09-b633-4b43-a6b6-4902428708e6 req-02a8a88e-4d23-4dc5-956a-1ae9082d5393 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:47.496579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9e11a09-b633-4b43-a6b6-4902428708e6 req-02a8a88e-4d23-4dc5-956a-1ae9082d5393 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 944 time: 0.0497270 Sep 17 23:25:47.535816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a9e11a09-b633-4b43-a6b6-4902428708e6 req-cbee3e2c-82db-4fdc-b940-217e6fac0467 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Sep 17 23:25:48.651684 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6e3fd-73b9-498f-8c92-17a5a634664d req-7270da2c-5479-4680-88f4-172a7f60a6f0 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:48.653873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3a6e3fd-73b9-498f-8c92-17a5a634664d req-7270da2c-5479-4680-88f4-172a7f60a6f0 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 944 time: 0.0537932 Sep 17 23:25:48.691589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d3a6e3fd-73b9-498f-8c92-17a5a634664d req-6aae0a03-3147-4968-a661-6cb2db7f9ada tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Sep 17 23:25:49.275903 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.410431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1d2e2d73-6dea-4d4b-a41e-85d4872300ef details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:25:49.505705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:49.516837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'port_id': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'mac_address': 'fa:16:3e:3b:96:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:25:49.554002 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.566194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2e2d73-6dea-4d4b-a41e-85d4872300ef {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:25:49.585753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:49.589283 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.635753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:49.643442 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.643791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.644130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.644469 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.644797 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.645152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.645479 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.645801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.646120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.646440 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.646759 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.647078 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:49.805213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985e29b-43ff-4fc8-8bd4-a8358bd60853 req-1cc1c93b-c8cb-471f-843d-92223902c76c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:49.806684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1985e29b-43ff-4fc8-8bd4-a8358bd60853 req-1cc1c93b-c8cb-471f-843d-92223902c76c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 945 time: 0.0484447 Sep 17 23:25:49.845830 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1985e29b-43ff-4fc8-8bd4-a8358bd60853 req-7c7ae429-2c35-47ac-a170-9d2e41ba3622 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Sep 17 23:25:49.961856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1d2e2d73-6dea-4d4b-a41e-85d4872300ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:25:50.960813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50706c7-f500-41c6-a493-293cc0d1873d req-a87c2d2d-70f6-4b61-b837-1445f112356f tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:50.962332 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a50706c7-f500-41c6-a493-293cc0d1873d req-a87c2d2d-70f6-4b61-b837-1445f112356f tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 945 time: 0.0497394 Sep 17 23:25:51.000728 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a50706c7-f500-41c6-a493-293cc0d1873d req-80a34ba1-6d3d-4b68-816d-8abb6274e565 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Sep 17 23:25:51.411018 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1d2e2d73-6dea-4d4b-a41e-85d4872300ef up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:51.458962 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:25:51.462529 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:51.462898 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:51.545332 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:51.567588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:51.569814 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcea4f84-07e4-43ff-a4ce-e901c623bf76" -d '{"events": [{"server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "name": "network-vif-plugged", "status": "completed", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:51.583701 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:51.587609 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:51.614174 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98703bc7-c500-4ece-bbfc-e38ac08314bd x-openstack-request-id: req-98703bc7-c500-4ece-bbfc-e38ac08314bd {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:51.614462 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "name": "network-vif-plugged", "status": "completed", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:51.614713 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98703bc7-c500-4ece-bbfc-e38ac08314bd {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:51.615095 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'code': 200} Sep 17 23:25:51.642870 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:51.736479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88120eba-4890-4f83-b0dd-7f3ddec102ed req-ce7fb269-20ea-4343-8c4d-c7377b55854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:51.737949 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-88120eba-4890-4f83-b0dd-7f3ddec102ed req-ce7fb269-20ea-4343-8c4d-c7377b55854d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1098 time: 0.0417347 Sep 17 23:25:51.773308 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-88120eba-4890-4f83-b0dd-7f3ddec102ed req-5a4400e9-4bd7-4cc0-9ebe-791d699d09fa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280290 Sep 17 23:25:52.121829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347dd7b-2936-4e28-b413-3462814958ac req-6eb3bc55-83b4-4c93-ab86-a2063e9b5780 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:52.123677 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e347dd7b-2936-4e28-b413-3462814958ac req-6eb3bc55-83b4-4c93-ab86-a2063e9b5780 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0559437 Sep 17 23:25:52.161922 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e347dd7b-2936-4e28-b413-3462814958ac req-9b101540-749d-4164-b859-1dea24574bea tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Sep 17 23:25:53.276264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f415901-15d4-4e6d-85a8-1aefc756461b req-7536f37c-5bbf-42cf-9581-dfa21487ac3d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:53.278463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f415901-15d4-4e6d-85a8-1aefc756461b req-7536f37c-5bbf-42cf-9581-dfa21487ac3d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0492101 Sep 17 23:25:53.315980 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0f415901-15d4-4e6d-85a8-1aefc756461b req-dc6720ca-ac3e-4a85-8a5d-907e2cb53633 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Sep 17 23:25:53.428656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5f521-5013-47cc-8eae-0656150da97a req-39abd546-f369-4499-8fff-88d9eeb915ed tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:53.430104 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75a5f521-5013-47cc-8eae-0656150da97a req-39abd546-f369-4499-8fff-88d9eeb915ed tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0499763 Sep 17 23:25:53.467679 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-75a5f521-5013-47cc-8eae-0656150da97a req-97278208-2571-447a-8cf7-8cee3a0ba1c8 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Sep 17 23:25:53.657850 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775674f-1b09-4fc7-a2af-ebe22bc725ab req-dc4b84e6-1d4a-4155-8f12-25d527024797 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:53.659324 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5775674f-1b09-4fc7-a2af-ebe22bc725ab req-dc4b84e6-1d4a-4155-8f12-25d527024797 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0524297 Sep 17 23:25:53.696518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5775674f-1b09-4fc7-a2af-ebe22bc725ab req-93d9822e-9431-4f07-9e38-6b09e9c1d766 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Sep 17 23:26:00.054555 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-341ee4aa-5eb9-44bb-b7bb-45bda23d990d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:02.780133 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a49c975-403e-4eb8-8ad6-e91b202f1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:03.183035 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:04.037862 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:05.204250 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:05.252209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eacd4e-7d98-4202-b829-b312f929d2eb req-48f52d44-22ae-4389-b207-8a0f7afc8b0b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:05.253740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0eacd4e-7d98-4202-b829-b312f929d2eb req-48f52d44-22ae-4389-b207-8a0f7afc8b0b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0497997 Sep 17 23:26:05.291344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0eacd4e-7d98-4202-b829-b312f929d2eb req-c13a4bad-3338-4ca6-bc9a-6cb66576d624 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Sep 17 23:26:05.313921 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58018) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:05.438555 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c832e5-10c6-47d7-9310-04a9690b4a37 tempest-TestMinimumBasicScenario-575982426 tempest-TestMinimumBasicScenario-575982426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:05.440074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-c8c832e5-10c6-47d7-9310-04a9690b4a37 tempest-TestMinimumBasicScenario-575982426 tempest-TestMinimumBasicScenario-575982426-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1093 time: 0.1251862 Sep 17 23:26:05.443036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58022) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:05.447279 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:05.468715 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:05.564391 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:05.571137 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:05.680382 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Allocated IP 172.25.0.96 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/a57c6c37-8ac5-402d-ba7c-ef77ea22bdc1) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:05.780670 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:05.814156 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:05.850896 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:05.855117 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:05.859290 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:05.890008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'Port': ['ID=a57c6c37-8ac5-402d-ba7c-ef77ea22bdc1,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:05.903696 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.904045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.904388 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.904728 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.905088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.905424 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.905755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.906084 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.906419 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.906743 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.907068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:05.907393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:06.230294 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:06.298288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:06.442511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:06.446722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:06.519158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'Port': ['ID=a57c6c37-8ac5-402d-ba7c-ef77ea22bdc1,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:06.531942 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:06.631850 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Floating IP e5dab9de-8c8d-4040-a8d7-8d8df268829f associated. External IP: 172.25.0.96, port: 1d2e2d73-6dea-4d4b-a41e-85d4872300ef. Sep 17 23:26:06.836275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Router d149e265-9ac6-4bf6-b51f-378908234299 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:26:06.942572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:26:06.951883 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] Sync routers for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:26:06.959184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:06.961499 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:06.962130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:06.987198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3d5c5769-8a09-4f07-bd91-6fc3a172d8c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5431592 Sep 17 23:26:06.987892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:26:06.990064 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58024) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:06.990537 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:26:06.995507 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-ebfa95bf-70cf-4640-b8d9-7f8598bd2ab2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463031455', 'description': 'tempest-secgroup-smoke-463031455 description', 'project_id': '61ad880302a64677b2738b9894456b72'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:07.027205 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebfa95bf-70cf-4640-b8d9-7f8598bd2ab2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.031884 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108d3f4f-68c8-44d4-9ef8-6307c91a877e x-openstack-request-id: req-108d3f4f-68c8-44d4-9ef8-6307c91a877e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:26:07.032254 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:26:07.032624 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-108d3f4f-68c8-44d4-9ef8-6307c91a877e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:26:07.033171 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'status': 'completed', 'code': 200} Sep 17 23:26:07.075610 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:07.147388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-9ad36d38-bd4c-46b3-8b8b-4930c365cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:07.148904 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-9ad36d38-bd4c-46b3-8b8b-4930c365cd52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1098 time: 0.0689416 Sep 17 23:26:07.151078 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebfa95bf-70cf-4640-b8d9-7f8598bd2ab2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.155741 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebfa95bf-70cf-4640-b8d9-7f8598bd2ab2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.212657 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-ebfa95bf-70cf-4640-b8d9-7f8598bd2ab2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.213907 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-ebfa95bf-70cf-4640-b8d9-7f8598bd2ab2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2227266 Sep 17 23:26:07.217911 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58028) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:07.222879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a3c6003d-cbf7-4fad-850b-c0dbde199f8c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'security_group_rule': {'security_group_id': 'd8667a78-9b62-4159-9de6-043b5935280c', 'project_id': '61ad880302a64677b2738b9894456b72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:07.253248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3c6003d-cbf7-4fad-850b-c0dbde199f8c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.253495 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa95bf-70cf-4640-b8d9-7f8598bd2ab2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8667a78-9b62-4159-9de6-043b5935280c,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:07.280316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-7761c24f-106d-41b9-95a4-3b40a9dc1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:07.281984 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-7761c24f-106d-41b9-95a4-3b40a9dc1a92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.1226289 Sep 17 23:26:07.318066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e5dab9de-8c8d-4040-a8d7-8d8df268829f', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'port_id': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'mac_address': 'fa:16:3e:3b:96:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c46b458-c043-404b-a9d4-739002d3a08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:26:06Z', 'updated_at': '2021-09-17T23:26:06Z', 'revision_number': 0, 'project_id': '61ad880302a64677b2738b9894456b72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 5, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:07.329514 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3c6003d-cbf7-4fad-850b-c0dbde199f8c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.333655 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3c6003d-cbf7-4fad-850b-c0dbde199f8c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.346037 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] Checking router: d149e265-9ac6-4bf6-b51f-378908234299 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:26:07.354319 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:07.354945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:26:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:07.355236 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6003d-cbf7-4fad-850b-c0dbde199f8c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4660b9-9443-4939-ba86-38a7cdfc2950,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:07.365282 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-c6d7512e-aaaf-43cf-9c10-dd46ccf75674 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 999 time: 0.0756714 Sep 17 23:26:07.366337 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a3c6003d-cbf7-4fad-850b-c0dbde199f8c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.367736 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a3c6003d-cbf7-4fad-850b-c0dbde199f8c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486757 Sep 17 23:26:07.370437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58030) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:07.375760 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e9b8336f-bdbd-4d7b-b373-c0c401fb68f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'security_group_rule': {'security_group_id': 'd8667a78-9b62-4159-9de6-043b5935280c', 'project_id': '61ad880302a64677b2738b9894456b72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:07.405530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e9b8336f-bdbd-4d7b-b373-c0c401fb68f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.416741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-991e78b5-94d0-4d47-a9da-9d14e4e7f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:07.418472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-991e78b5-94d0-4d47-a9da-9d14e4e7f923 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0459182 Sep 17 23:26:07.466318 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e9b8336f-bdbd-4d7b-b373-c0c401fb68f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.469217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:07.472769 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e9b8336f-bdbd-4d7b-b373-c0c401fb68f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.483559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-5b3282eb-34af-4201-8d7e-07e25d1ce64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:07.485228 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-5b3282eb-34af-4201-8d7e-07e25d1ce64e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496345 Sep 17 23:26:07.490398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8336f-bdbd-4d7b-b373-c0c401fb68f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afeb486-e067-40ac-a240-fa2be8a4d526,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:07.502564 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e9b8336f-bdbd-4d7b-b373-c0c401fb68f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.505510 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e9b8336f-bdbd-4d7b-b373-c0c401fb68f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335652 Sep 17 23:26:07.509464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58032) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:07.514676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5ecc657e-e2d5-4de4-8675-0e845cd2a761 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'security_group_rule': {'security_group_id': 'd8667a78-9b62-4159-9de6-043b5935280c', 'project_id': '61ad880302a64677b2738b9894456b72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:07.544517 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ecc657e-e2d5-4de4-8675-0e845cd2a761 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.586812 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-4c7ea01b-d090-49c5-b976-c924188ef05a service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926166 Sep 17 23:26:07.610458 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ecc657e-e2d5-4de4-8675-0e845cd2a761 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.615752 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ecc657e-e2d5-4de4-8675-0e845cd2a761 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.633767 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc657e-e2d5-4de4-8675-0e845cd2a761 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2dff68-5a53-47c6-ae53-fdeda0c8e474,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:07.648364 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ecc657e-e2d5-4de4-8675-0e845cd2a761 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.649930 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ecc657e-e2d5-4de4-8675-0e845cd2a761 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394720 Sep 17 23:26:07.652947 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58034) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:07.659776 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-15bf3d4c-d1f8-438a-a5c5-f7ecd019367a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'security_group_rule': {'security_group_id': 'd8667a78-9b62-4159-9de6-043b5935280c', 'project_id': '61ad880302a64677b2738b9894456b72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:07.686550 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-5edf5f77-3c9b-4e3e-840f-0b930a6b1ed8 req-5d28b14d-bdb9-4147-b9b9-bcef90c2b02e service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921097 Sep 17 23:26:07.695853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bf3d4c-d1f8-438a-a5c5-f7ecd019367a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.715227 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e5dab9de-8c8d-4040-a8d7-8d8df268829f', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'port_id': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'mac_address': 'fa:16:3e:3b:96:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c46b458-c043-404b-a9d4-739002d3a08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:26:06Z', 'updated_at': '2021-09-17T23:26:06Z', 'revision_number': 0, 'project_id': '61ad880302a64677b2738b9894456b72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 5, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:07.743482 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8622b01-9e04-490f-abac-ed378bf3365d None None] The sync data for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 is: [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'e5dab9de-8c8d-4040-a8d7-8d8df268829f', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'port_id': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'mac_address': 'fa:16:3e:3b:96:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c46b458-c043-404b-a9d4-739002d3a08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:26:06Z', 'updated_at': '2021-09-17T23:26:06Z', 'revision_number': 0, 'project_id': '61ad880302a64677b2738b9894456b72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 5, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:26:07.762057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bf3d4c-d1f8-438a-a5c5-f7ecd019367a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.766152 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bf3d4c-d1f8-438a-a5c5-f7ecd019367a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.785749 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf3d4c-d1f8-438a-a5c5-f7ecd019367a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f982f329-1a46-499d-9a3a-b80616d68b73,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:07.791443 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bf3d4c-d1f8-438a-a5c5-f7ecd019367a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.792620 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-15bf3d4c-d1f8-438a-a5c5-f7ecd019367a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385040 Sep 17 23:26:07.795935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58036) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:07.800303 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-d7d578c8-2384-401f-bb99-f0dab55154b3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'security_group_rule': {'security_group_id': 'd8667a78-9b62-4159-9de6-043b5935280c', 'project_id': '61ad880302a64677b2738b9894456b72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:07.823673 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-d7d578c8-2384-401f-bb99-f0dab55154b3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Project 61ad880302a64677b2738b9894456b72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:26:07.828897 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7d578c8-2384-401f-bb99-f0dab55154b3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.891237 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7d578c8-2384-401f-bb99-f0dab55154b3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.895093 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7d578c8-2384-401f-bb99-f0dab55154b3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.913558 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d578c8-2384-401f-bb99-f0dab55154b3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e217e634-a0a4-4b9a-b37a-ebeea5c0801e,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:07.921083 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d7d578c8-2384-401f-bb99-f0dab55154b3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.922442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d7d578c8-2384-401f-bb99-f0dab55154b3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255519 Sep 17 23:26:07.925162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58038) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:07.929511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2f6f29c8-87b3-4bc7-a181-88061e5f41a4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'security_group_rule': {'security_group_id': 'd8667a78-9b62-4159-9de6-043b5935280c', 'project_id': '61ad880302a64677b2738b9894456b72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:07.950865 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e615e2-b83c-496d-9cc8-7ecebc4fe0e1 None None] New status for floating IP e5dab9de-8c8d-4040-a8d7-8d8df268829f: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:26:07.956596 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-2f6f29c8-87b3-4bc7-a181-88061e5f41a4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Project 61ad880302a64677b2738b9894456b72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:26:07.961825 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6f29c8-87b3-4bc7-a181-88061e5f41a4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:08.023846 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6f29c8-87b3-4bc7-a181-88061e5f41a4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:08.027923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6f29c8-87b3-4bc7-a181-88061e5f41a4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:08.049396 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f29c8-87b3-4bc7-a181-88061e5f41a4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560b4ec6-f109-4ff7-85b8-4326c6a150bd,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:08.057465 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2f6f29c8-87b3-4bc7-a181-88061e5f41a4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:08.062201 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2f6f29c8-87b3-4bc7-a181-88061e5f41a4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325960 Sep 17 23:26:08.143007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-a853bb56-4774-4465-b938-21097b992230 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463031455&fields=id&tenant_id=61ad880302a64677b2738b9894456b72 HTTP/1.1" status: 200 len: 267 time: 0.0367525 Sep 17 23:26:08.195208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-5b1d3e8c-b219-4a10-947e-bdcaf26b32d2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:08.196691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-5b1d3e8c-b219-4a10-947e-bdcaf26b32d2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0480542 Sep 17 23:26:08.208108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'port': {'security_groups': ['10f383c7-f158-4d65-b28b-6c425ae07b1d', 'd8667a78-9b62-4159-9de6-043b5935280c']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:08.268223 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:08.347874 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:26:08.456822 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] For port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:08.485409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:08.490228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:08.522924 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1d2e2d73-6dea-4d4b-a41e-85d4872300ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:26:08.541530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:08.542149 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:08.544339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5a118afc-189a-4a74-89b1-9e7e3c4733f4 req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "PUT /v2.0/ports/1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 982 time: 0.3404598 Sep 17 23:26:08.571549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f42a27-6a0b-41bb-ab90-dccfe8ce630d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'Port': ['ID=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,revision_number=6']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:08.659260 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad917e0-9b8a-4f5a-b7ba-1dc75a3d6759 req-bc098c1f-0035-41e6-95ea-dfbfeb454f7c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:08.661189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ad917e0-9b8a-4f5a-b7ba-1dc75a3d6759 req-bc098c1f-0035-41e6-95ea-dfbfeb454f7c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0524201 Sep 17 23:26:08.665121 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1d2e2d73-6dea-4d4b-a41e-85d4872300ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:26:08.705078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9ad917e0-9b8a-4f5a-b7ba-1dc75a3d6759 req-47c54115-65e7-4787-9c85-60eba4af92e7 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372748 Sep 17 23:26:08.841330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-48dbb7f4-f0ff-4ec2-afc3-838bc6886f2c None None] Provisioning complete for port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:08.841616 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-48dbb7f4-f0ff-4ec2-afc3-838bc6886f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:09.034756 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:26:09.037140 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e3906-ac2f-405b-90e3-e42c0bde20fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:26:09.074449 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f031b-e4b4-48dd-a5d8-a56158713e8f x-openstack-request-id: req-c59f031b-e4b4-48dd-a5d8-a56158713e8f {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:26:09.074774 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:26:09.075039 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c59f031b-e4b4-48dd-a5d8-a56158713e8f {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:26:09.075435 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'status': 'completed', 'code': 200} Sep 17 23:26:09.162681 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-1a5ee82a-09a1-475a-9ef2-0b1bed333cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:09.164178 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-1a5ee82a-09a1-475a-9ef2-0b1bed333cdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1137 time: 0.0408032 Sep 17 23:26:09.259911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-78872d7e-fef3-48cf-9e0a-99d1db799a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:09.261341 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-78872d7e-fef3-48cf-9e0a-99d1db799a63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.0901558 Sep 17 23:26:09.325760 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-90d3f6a1-1b8b-4d98-9163-5ea5d5b41cbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 1001 time: 0.0572288 Sep 17 23:26:09.375748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-0d528a49-34fd-46a0-ac04-6ab7d70e5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:09.377168 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-0d528a49-34fd-46a0-ac04-6ab7d70e5ea0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0431547 Sep 17 23:26:09.426346 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-bb327352-a06c-4219-9557-2316bdf10ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:09.427806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-bb327352-a06c-4219-9557-2316bdf10ad3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430851 Sep 17 23:26:09.518129 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-7653ebae-f762-4db6-b870-72ece27c0a31 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821199 Sep 17 23:26:09.613138 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-290e3906-ac2f-405b-90e3-e42c0bde20fe req-8e4f82b4-2d87-4c00-a1c2-ed93d44dacd8 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865922 Sep 17 23:26:19.271295 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:26.392649 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f37dc200-e0a5-47ff-803a-c716823e261f req-a152fff2-2ee3-4760-918c-2749b858e5e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402563 Sep 17 23:26:26.493474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc200-e0a5-47ff-803a-c716823e261f req-cfbae580-b812-4ebb-8e63-8db5ac53ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:26.494960 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f37dc200-e0a5-47ff-803a-c716823e261f req-cfbae580-b812-4ebb-8e63-8db5ac53ce68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1137 time: 0.0432250 Sep 17 23:26:26.601927 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc200-e0a5-47ff-803a-c716823e261f req-d4673550-d3b0-4448-8a7a-1030a3b2f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:26.603467 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f37dc200-e0a5-47ff-803a-c716823e261f req-d4673550-d3b0-4448-8a7a-1030a3b2f09c service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.0879936 Sep 17 23:26:26.667862 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f37dc200-e0a5-47ff-803a-c716823e261f req-483ce97c-7679-4b00-b34b-55302afbb39e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 1001 time: 0.0566595 Sep 17 23:26:26.720237 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc200-e0a5-47ff-803a-c716823e261f req-7d7b9fd9-7c64-471f-835f-2a1514412f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:26.721707 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f37dc200-e0a5-47ff-803a-c716823e261f req-7d7b9fd9-7c64-471f-835f-2a1514412f62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0463502 Sep 17 23:26:26.767060 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc200-e0a5-47ff-803a-c716823e261f req-10a009c8-c6ab-46c5-911e-0f7b83eb1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:26.768550 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f37dc200-e0a5-47ff-803a-c716823e261f req-10a009c8-c6ab-46c5-911e-0f7b83eb1630 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398645 Sep 17 23:26:26.857079 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f37dc200-e0a5-47ff-803a-c716823e261f req-98bece86-7d66-4db6-9fd9-40c2a77b7fed service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807221 Sep 17 23:26:26.948833 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f37dc200-e0a5-47ff-803a-c716823e261f req-022f7bdf-97e0-44b4-904d-5176364d46a3 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848076 Sep 17 23:26:30.055233 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ead1-d370-4568-ae24-05dab2356a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.781299 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2166cb2f-c3ad-4478-b6b4-fcbaa2ef89c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:33.183988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:34.040577 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.217418 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.567568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.348279 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:26:49.274448 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:00.056052 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3bd8a2b7-a25e-4ae3-9f58-4ba6405a5a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:02.781468 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6730039e-9f8e-4c75-b5db-877be5de7b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:03.184522 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:04.046811 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:05.215604 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:05.569622 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:09.668905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-439e3071-5827-4eea-9be4-06c34a8dac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:09.670451 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-439e3071-5827-4eea-9be4-06c34a8dac9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1137 time: 0.0415518 Sep 17 23:27:09.751453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd67467-ff77-4842-ac76-7c6bddb4f52d req-2ddf7087-fa3c-4c0e-ac03-fd33064d243b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:09.752862 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fd67467-ff77-4842-ac76-7c6bddb4f52d req-2ddf7087-fa3c-4c0e-ac03-fd33064d243b tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.1608093 Sep 17 23:27:09.767911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-ef6e7ba3-cfa4-4457-8564-f71bbbfaa355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:09.769439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-ef6e7ba3-cfa4-4457-8564-f71bbbfaa355 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.0918026 Sep 17 23:27:09.793413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6fd67467-ff77-4842-ac76-7c6bddb4f52d req-edd694f5-2bbc-4e80-9e1c-528f1f9e507f tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342946 Sep 17 23:27:09.837131 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-9bbb14fa-bcf6-46f0-a15a-ad2fe02b759f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 1001 time: 0.0592496 Sep 17 23:27:09.886911 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-15b102d8-c5e4-46a6-8e66-e916ef5345f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:09.888311 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-15b102d8-c5e4-46a6-8e66-e916ef5345f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0430956 Sep 17 23:27:09.996278 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-7e0145a8-b5a2-49cf-becc-0b3149ffc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:09.997824 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-7e0145a8-b5a2-49cf-becc-0b3149ffc9ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019986 Sep 17 23:27:10.085832 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-723c732a-51ab-4949-b823-32f4e39a12f8 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801096 Sep 17 23:27:10.182772 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-71020a7e-ac8e-435b-8f57-7c607c3e4613 req-aef7a0d5-d882-45b1-9641-2a3f396ed59e service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886414 Sep 17 23:27:10.986660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce971a-0035-482a-b7eb-835ec33634ad req-12fc154c-5dcc-44a6-aa19-8184f9d89c70 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:10.988143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dce971a-0035-482a-b7eb-835ec33634ad req-12fc154c-5dcc-44a6-aa19-8184f9d89c70 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.1026914 Sep 17 23:27:11.028304 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1dce971a-0035-482a-b7eb-835ec33634ad req-ad51fc20-8f36-4032-b32c-5e5a956cbf22 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340631 Sep 17 23:27:12.143990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d86bb-23e4-4d5c-a64b-32fe7dfe064a req-4c47aac5-eb06-48a3-856b-858bd63b8e4c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:12.145500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c2d86bb-23e4-4d5c-a64b-32fe7dfe064a req-4c47aac5-eb06-48a3-856b-858bd63b8e4c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0499260 Sep 17 23:27:12.185667 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1c2d86bb-23e4-4d5c-a64b-32fe7dfe064a req-28605550-fd38-4a56-abb2-a4037dc46a07 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341358 Sep 17 23:27:13.301120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ceb7-4cbf-46f0-b32a-55a5f7c1b572 req-5f5b9af3-791d-4b20-b3e2-7c892cfc419d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:13.302606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a947ceb7-4cbf-46f0-b32a-55a5f7c1b572 req-5f5b9af3-791d-4b20-b3e2-7c892cfc419d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0494835 Sep 17 23:27:13.341787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a947ceb7-4cbf-46f0-b32a-55a5f7c1b572 req-21e10683-2fab-4736-9437-4c0049b93fc8 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332072 Sep 17 23:27:14.460734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e93169-1882-4acf-a5b8-9db913769528 req-facc80f8-235b-4f20-a49b-22a27d983453 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:14.462237 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71e93169-1882-4acf-a5b8-9db913769528 req-facc80f8-235b-4f20-a49b-22a27d983453 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0528698 Sep 17 23:27:14.502146 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71e93169-1882-4acf-a5b8-9db913769528 req-32786bd3-8096-4154-a67b-ab3649e34c22 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339704 Sep 17 23:27:15.618485 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931256-f830-427c-b4c0-69f3b3d614c6 req-af2db49e-eee8-4762-95be-c554bb8c1405 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:15.619972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f931256-f830-427c-b4c0-69f3b3d614c6 req-af2db49e-eee8-4762-95be-c554bb8c1405 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0502145 Sep 17 23:27:15.659468 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f931256-f830-427c-b4c0-69f3b3d614c6 req-dfb60c5e-73f7-4e92-b273-031d0c6871d4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328653 Sep 17 23:27:16.776400 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4c84a-6568-42b3-a083-9cbbcdb55ca9 req-19f522b2-e152-4e55-947e-e441fb0a208a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:16.777912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38d4c84a-6568-42b3-a083-9cbbcdb55ca9 req-19f522b2-e152-4e55-947e-e441fb0a208a tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0510006 Sep 17 23:27:16.817867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-38d4c84a-6568-42b3-a083-9cbbcdb55ca9 req-e3b09ecb-1bf3-4bc3-bf47-89c069653784 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337174 Sep 17 23:27:17.937357 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc08bb4-c69f-466a-a72e-efa82ea2daa7 req-1ab0df35-fcd8-42f8-954e-b935be68886d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:17.939225 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9dc08bb4-c69f-466a-a72e-efa82ea2daa7 req-1ab0df35-fcd8-42f8-954e-b935be68886d tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0531137 Sep 17 23:27:17.979559 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9dc08bb4-c69f-466a-a72e-efa82ea2daa7 req-7049af4e-47b1-4fcd-8c50-6be36b71a2d4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343461 Sep 17 23:27:19.092691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16517ea5-355c-4994-b2d1-6b60deaed3d5 req-fd7a1cf7-3182-4503-924d-a608ebffcdb7 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:19.094512 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16517ea5-355c-4994-b2d1-6b60deaed3d5 req-fd7a1cf7-3182-4503-924d-a608ebffcdb7 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0492275 Sep 17 23:27:19.137114 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16517ea5-355c-4994-b2d1-6b60deaed3d5 req-55a523b8-b313-40b9-b094-ca694c66304c tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365789 Sep 17 23:27:19.295737 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:20.254675 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba665f-1aae-42af-bce8-c1998134f31f req-84a72885-b689-4d3d-b083-47a18ad020c3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:20.256183 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cba665f-1aae-42af-bce8-c1998134f31f req-84a72885-b689-4d3d-b083-47a18ad020c3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0498717 Sep 17 23:27:20.295117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2cba665f-1aae-42af-bce8-c1998134f31f req-6d1a2f49-3947-4b83-b584-fb52a7418436 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329595 Sep 17 23:27:21.418527 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961db381-d93a-4b29-9ba8-6d4d58f45e48 req-aa4ba42f-fce6-490a-aef8-1cad24e63cee tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:21.419928 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-961db381-d93a-4b29-9ba8-6d4d58f45e48 req-aa4ba42f-fce6-490a-aef8-1cad24e63cee tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0556273 Sep 17 23:27:21.460170 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-961db381-d93a-4b29-9ba8-6d4d58f45e48 req-e39e7e13-d44b-4fd3-b444-b4a1fd4da5cf tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334454 Sep 17 23:27:22.348748 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:27:22.576703 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9672b89-2bda-47e8-9a01-db729d0998dd req-4a1c1ac9-9021-4ebd-9676-a9160a2d5837 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:22.578220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9672b89-2bda-47e8-9a01-db729d0998dd req-4a1c1ac9-9021-4ebd-9676-a9160a2d5837 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0495861 Sep 17 23:27:22.618336 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f9672b89-2bda-47e8-9a01-db729d0998dd req-269959cc-f2dc-47ab-bc56-bd0d53df94e8 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338967 Sep 17 23:27:23.735426 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab24f15-726b-4cb3-9dae-69d69485597c req-6588d8d6-a105-4db1-b89f-0351c96b65f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:23.738182 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ab24f15-726b-4cb3-9dae-69d69485597c req-6588d8d6-a105-4db1-b89f-0351c96b65f2 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0526347 Sep 17 23:27:23.780477 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8ab24f15-726b-4cb3-9dae-69d69485597c req-a0adc9ce-5709-4cc5-9a4c-9e5f3ffc6cd6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343583 Sep 17 23:27:24.897886 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d7692-0dda-4e17-94e0-c1c7789c867e req-5f070e36-b906-4d85-bd1f-138be3fe20bd tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:24.899369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-697d7692-0dda-4e17-94e0-c1c7789c867e req-5f070e36-b906-4d85-bd1f-138be3fe20bd tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0528827 Sep 17 23:27:24.939867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-697d7692-0dda-4e17-94e0-c1c7789c867e req-8890bc90-4e50-405a-9d66-d4fc7e2c3794 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344207 Sep 17 23:27:26.056866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65ec52-c7d5-4e54-bc5b-4a46240ba059 req-d2f8ae9e-023d-4d2b-aa77-12fc1faee0c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:26.058387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec65ec52-c7d5-4e54-bc5b-4a46240ba059 req-d2f8ae9e-023d-4d2b-aa77-12fc1faee0c6 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0527415 Sep 17 23:27:26.098613 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ec65ec52-c7d5-4e54-bc5b-4a46240ba059 req-c7386b18-ac51-4603-b28a-28e82d251b04 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335798 Sep 17 23:27:26.386300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-3947bed7-40de-450b-8465-ed7a60598541 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433311 Sep 17 23:27:26.483797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-ded33a03-76be-403b-8f8f-b2aaa80f4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:26.485610 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-ded33a03-76be-403b-8f8f-b2aaa80f4c8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1137 time: 0.0422258 Sep 17 23:27:26.595516 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-a9d0aae9-6d01-4895-88ed-d0d94e8bfa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:26.597025 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-a9d0aae9-6d01-4895-88ed-d0d94e8bfa38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.0914767 Sep 17 23:27:26.662413 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-5aaa9fa9-58c0-4c55-9862-a9b6b11d54c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 1001 time: 0.0583160 Sep 17 23:27:26.715958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-d3d63ef5-e50f-455c-be7a-e8c386095708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:26.717459 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-d3d63ef5-e50f-455c-be7a-e8c386095708 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0488143 Sep 17 23:27:26.763356 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-f14c1645-1633-4bd6-b225-c3e538ce7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:26.764843 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-f14c1645-1633-4bd6-b225-c3e538ce7882 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402737 Sep 17 23:27:26.856805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-29646b5c-df40-4ab3-896a-726e234cd481 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849082 Sep 17 23:27:27.217478 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070ba07-a33e-46f4-a59b-7f2d04a95f88 req-8e5521b0-51f3-40ef-a746-51802c86fb35 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:27.219632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a070ba07-a33e-46f4-a59b-7f2d04a95f88 req-8e5521b0-51f3-40ef-a746-51802c86fb35 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0496316 Sep 17 23:27:27.234009 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-79154bd3-2d33-4823-8639-c8eefe4592d7 req-8912d4af-0378-49b6-88c6-4c77e9ff0e2e service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700345 Sep 17 23:27:27.261029 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a070ba07-a33e-46f4-a59b-7f2d04a95f88 req-69cbc9d8-f3bd-45cc-95ae-1b1d7f396a88 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&id=d8667a78-9b62-4159-9de6-043b5935280c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351713 Sep 17 23:27:30.057256 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2fbc141e-b847-4aab-ac46-55042aaf4045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:32.782134 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-db5b2f84-1fdc-445d-9fe8-3a1890b76c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:33.185161 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:34.046326 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:35.232694 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:35.571713 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.295014 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:59.348509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:28:00.057958 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6df1-9f4d-463d-8462-db8797bf4c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:02.782120 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-79ae1e20-a3df-4815-b59b-ad83a65813c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.186270 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.049893 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.232172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.574469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:19.320188 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:26.378027 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-99d771b1-8001-4716-8bd8-5a53317832ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405607 Sep 17 23:28:26.479380 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-79cdfba4-5ca7-4e31-b3cf-3b4e2a8db56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.480835 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-79cdfba4-5ca7-4e31-b3cf-3b4e2a8db56f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1137 time: 0.0426641 Sep 17 23:28:26.587202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-a0456b90-f6d6-4025-b9c9-72a59cd9f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.588741 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-a0456b90-f6d6-4025-b9c9-72a59cd9f7e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.0884137 Sep 17 23:28:26.656679 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-d55ba563-9aa1-484a-8f77-a81acf8d8f19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 1001 time: 0.0600877 Sep 17 23:28:26.705522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-44f51760-2af1-4881-af40-96c55f7b3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.707028 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-44f51760-2af1-4881-af40-96c55f7b3f08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0423346 Sep 17 23:28:26.753401 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-d231e312-d7d6-4d14-8b72-134b37e7a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.754918 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-d231e312-d7d6-4d14-8b72-134b37e7a0c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392692 Sep 17 23:28:26.857182 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-ed3888cc-b34b-4c93-9936-b37972ab2986 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939825 Sep 17 23:28:26.949220 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f00e009f-76ee-41e5-a5c2-ee757abf8df4 req-f12df83d-9073-4631-8a22-1c05f0c7a563 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848079 Sep 17 23:28:30.060346 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0c74bbf9-6bad-4740-8f56-6e367a295c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:30.649429 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-c4dab851-28ae-4f33-a40e-6a48445525a8 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463031455&fields=id&tenant_id=61ad880302a64677b2738b9894456b72 HTTP/1.1" status: 200 len: 267 time: 0.0377059 Sep 17 23:28:30.701804 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-e8ee6601-9cde-49fc-aec2-5ea540aff916 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:30.703282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-e8ee6601-9cde-49fc-aec2-5ea540aff916 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 985 time: 0.0482838 Sep 17 23:28:30.714735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Request body: {'port': {'security_groups': ['10f383c7-f158-4d65-b28b-6c425ae07b1d']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:30.778018 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:30.948946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] For port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:30.977608 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:30.982129 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.015116 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1d2e2d73-6dea-4d4b-a41e-85d4872300ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:28:31.029858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:31.030459 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.031857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6d2b90da-3a0f-4833-8144-bb9ef07a89a0 req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "PUT /v2.0/ports/1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 943 time: 0.3215826 Sep 17 23:28:31.032427 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:31.034794 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ad9991-3a02-415c-a440-56546ce6b4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:31.039560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58164) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:31.073023 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event updated for resources: {'Port': ['ID=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,revision_number=7']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:31.083165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.083568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.083914 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.084258 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.084596 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.085134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.085323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.085704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.086037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.086365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.086692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.087286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2db1e5-2a33-4cb6-b782-c11c39e9ecaa tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.134024 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.164917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1d2e2d73-6dea-4d4b-a41e-85d4872300ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:28:31.167322 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff342f63-4d15-4a79-b4f6-f16a7368e4e2 x-openstack-request-id: req-ff342f63-4d15-4a79-b4f6-f16a7368e4e2 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:31.167624 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:31.167869 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff342f63-4d15-4a79-b4f6-f16a7368e4e2 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:31.168278 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'status': 'completed', 'code': 200} Sep 17 23:28:31.170700 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.264324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-790a4d0c-2f2f-4152-b5a0-95d5013ad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:31.266353 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-790a4d0c-2f2f-4152-b5a0-95d5013ad4fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1098 time: 0.0492945 Sep 17 23:28:31.294786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.297334 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.298490 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "DELETE /v2.0/security-groups/d8667a78-9b62-4159-9de6-043b5935280c HTTP/1.1" status: 204 len: 168 time: 0.2571166 Sep 17 23:28:31.302233 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58170) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:31.321508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8667a78-9b62-4159-9de6-043b5935280c,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:31.360067 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.360558 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.360915 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.361280 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.361877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.362210 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.362539 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.363032 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.363368 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.363689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.364019 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.364345 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061d917-e217-4e07-816e-1c46e675d8f3 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:31.395737 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a3407fdc-4fc4-423f-9a8a-0945a8f2718f None None] Provisioning complete for port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:31.396207 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a3407fdc-4fc4-423f-9a8a-0945a8f2718f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.401247 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-49b54782-996e-466d-a4d9-ab8d4ff03088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:31.402855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-49b54782-996e-466d-a4d9-ab8d4ff03088 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.1297572 Sep 17 23:28:31.474500 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-d13706df-0465-45dd-b9bf-2f006cb92682 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 1001 time: 0.0631964 Sep 17 23:28:31.492795 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Deleting port a57c6c37-8ac5-402d-ba7c-ef77ea22bdc1 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:31.493192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.526151 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-82ec9a10-8b90-4275-b98d-0fe3e6f4fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:31.527976 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-82ec9a10-8b90-4275-b98d-0fe3e6f4fa0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0462511 Sep 17 23:28:31.571107 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.571428 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.578853 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-096d027e-973d-4c19-9416-2c5ae2736c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:31.580416 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-096d027e-973d-4c19-9416-2c5ae2736c4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458796 Sep 17 23:28:31.584169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Calling delete_port for a57c6c37-8ac5-402d-ba7c-ef77ea22bdc1 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:31.670864 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-c8482808-4437-468e-b171-edee8b05f379 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822117 Sep 17 23:28:31.734225 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.763503 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event deleted for resources: {'Port': ['ID=a57c6c37-8ac5-402d-ba7c-ef77ea22bdc1,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:31.771806 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-c2ad9991-3a02-415c-a440-56546ce6b4e3 req-445c2d8e-dc77-4fe7-9a3e-12f98cd159db service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931976 Sep 17 23:28:31.827522 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:31.827853 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Floating IP e5dab9de-8c8d-4040-a8d7-8d8df268829f disassociated (deleted). External IP: 172.25.0.96, port: 1d2e2d73-6dea-4d4b-a41e-85d4872300ef. Sep 17 23:28:32.342974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Router d149e265-9ac6-4bf6-b51f-378908234299 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:28:32.450940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:32.455471 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:32.461260 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] Sync routers for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:32.469863 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:32.470484 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:32.484992 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9b30e617-9d75-45f5-b966-ed5d34fb7f10 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "DELETE /v2.0/floatingips/e5dab9de-8c8d-4040-a8d7-8d8df268829f HTTP/1.1" status: 204 len: 168 time: 1.1760280 Sep 17 23:28:32.580209 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:32.792896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c15e4eb3-eeb4-4e43-b24d-f5267a6e002d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:32.808552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 5, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:32.839315 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] Checking router: d149e265-9ac6-4bf6-b51f-378908234299 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:32.848330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:32.848958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:32.950136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:33.144719 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 5, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:33.170116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:33.171208 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bd723-e46a-43a0-82aa-dfefda83f1e9 None None] The sync data for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 is: [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:25:13Z', 'revision_number': 4, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'd654adeb-22df-4b47-af00-242f5bc5fa85', 'name': '', 'network_id': '256457a3-ab87-4a38-9643-bcef58207404', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'mac_address': 'fa:16:3e:e2:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:12Z', 'updated_at': '2021-09-17T23:25:18Z', 'revision_number': 5, 'project_id': '61ad880302a64677b2738b9894456b72', 'subnets': [{'id': '5444e7ef-09ea-44d4-8973-1fdb34bcde59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:33.172558 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da50c8be-53ba-47a2-967a-59fa1a2a93da" -d '{"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:33.189928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:33.213566 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a933bc-bb1f-4054-b30c-fd9b13cda133 x-openstack-request-id: req-38a933bc-bb1f-4054-b30c-fd9b13cda133 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:33.213866 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:33.214125 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38a933bc-bb1f-4054-b30c-fd9b13cda133 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:33.214533 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'status': 'completed', 'code': 200} Sep 17 23:28:33.305562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-68242092-5925-4625-b397-87776e439d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:33.307209 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-68242092-5925-4625-b397-87776e439d86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ad880302a64677b2738b9894456b72&device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 1098 time: 0.0475078 Sep 17 23:28:33.410442 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-d9c7494c-2e65-4aca-a901-8fbb2c6b8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:33.412231 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-d9c7494c-2e65-4aca-a901-8fbb2c6b8310 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 200 len: 915 time: 0.0982282 Sep 17 23:28:33.431742 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a32f18-6468-4b20-b11e-ec3de2a1593b None None] New status for floating IP e5dab9de-8c8d-4040-a8d7-8d8df268829f: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:28:33.458463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-10d60277-f4a1-4de0-836e-4796486c9dca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 200 len: 217 time: 0.0381145 Sep 17 23:28:33.510252 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-7350ae38-1f63-4a30-87cf-c93791ac2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:33.512130 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-7350ae38-1f63-4a30-87cf-c93791ac2dc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 200 len: 853 time: 0.0469689 Sep 17 23:28:33.562598 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-31974e43-8454-47c2-bfd3-279a9a77896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:33.564092 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-31974e43-8454-47c2-bfd3-279a9a77896e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256457a3-ab87-4a38-9643-bcef58207404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453212 Sep 17 23:28:33.661011 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-605e6664-420b-4787-8a7b-d3a608eddde3 service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887961 Sep 17 23:28:33.760435 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-da50c8be-53ba-47a2-967a-59fa1a2a93da req-d7bc820d-7357-415b-9117-d5be50c9741c service neutron] 10.222.0.49 "GET /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901477 Sep 17 23:28:34.051832 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:35.249964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:35.577945 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:36.348211 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:28:39.442077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c86c-6d33-4d35-8666-ddc18fe797b0 req-c2a1d7c7-b511-4b01-b31f-f10328b7dca4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:39.443763 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ab7c86c-6d33-4d35-8666-ddc18fe797b0 req-c2a1d7c7-b511-4b01-b31f-f10328b7dca4 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0493882 Sep 17 23:28:39.483051 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ab7c86c-6d33-4d35-8666-ddc18fe797b0 req-c1f218a7-cad2-4895-b943-bc1c50a8cdfd tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Sep 17 23:28:40.600751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53e42-254f-42ab-ab4e-1e6fa7656225 req-05a7cfb8-ba12-4da0-933d-cfccafe4bbfc tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:40.602287 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8a53e42-254f-42ab-ab4e-1e6fa7656225 req-05a7cfb8-ba12-4da0-933d-cfccafe4bbfc tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0498276 Sep 17 23:28:40.644228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a8a53e42-254f-42ab-ab4e-1e6fa7656225 req-4672bd01-4670-4028-9e81-9c29d9c5ae49 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/security-groups?id=10f383c7-f158-4d65-b28b-6c425ae07b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Sep 17 23:28:41.360316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-8087521e-5d16-4585-8f84-055253ce79b9 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:41.362060 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-8087521e-5d16-4585-8f84-055253ce79b9 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 946 time: 0.0484376 Sep 17 23:28:41.451508 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Deleting port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:41.451767 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:41.542347 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] For port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:41.542712 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:41.555228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Calling delete_port for 1d2e2d73-6dea-4d4b-a41e-85d4872300ef owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:41.685899 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:41.715409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Pushing event deleted for resources: {'Port': ['ID=1d2e2d73-6dea-4d4b-a41e-85d4872300ef,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:41.719781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['1d2e2d73-6dea-4d4b-a41e-85d4872300ef'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:28:41.744678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16caaf7f-80b4-4ee4-b381-69b5cccee657 req-c0839a82-cea7-43d2-832a-9e9e70716532 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c46b458-c043-404b-a9d4-739002d3a08a HTTP/1.1" status: 200 len: 210 time: 0.0300543 Sep 17 23:28:41.773833 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] No DVR routers for this DVR port 1d2e2d73-6dea-4d4b-a41e-85d4872300ef on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:28:41.777327 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:41.780246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-164395fb-c9fc-4fea-8e24-667a7a52717c req-6340ce80-0f8f-4337-b2a6-757e10a62608 tempest-TestMinimumBasicScenario-94230279 tempest-TestMinimumBasicScenario-94230279-project] 10.222.0.49 "DELETE /v2.0/ports/1d2e2d73-6dea-4d4b-a41e-85d4872300ef HTTP/1.1" status: 204 len: 173 time: 0.4120464 Sep 17 23:28:41.780784 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'name': 'network-vif-deleted', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:41.783136 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe458f6f-8513-457d-bcb5-c4c7b76a476e" -d '{"events": [{"server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "name": "network-vif-deleted", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:41.888649 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951c0899-799c-4ff9-b181-dd727c384456 x-openstack-request-id: req-951c0899-799c-4ff9-b181-dd727c384456 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:41.889114 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c46b458-c043-404b-a9d4-739002d3a08a", "name": "network-vif-deleted", "tag": "1d2e2d73-6dea-4d4b-a41e-85d4872300ef", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:41.889452 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-951c0899-799c-4ff9-b181-dd727c384456 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:41.890057 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c46b458-c043-404b-a9d4-739002d3a08a', 'name': 'network-vif-deleted', 'tag': '1d2e2d73-6dea-4d4b-a41e-85d4872300ef', 'status': 'completed', 'code': 200} Sep 17 23:28:43.312790 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58274) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:43.656832 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:43.904165 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Deleting port d654adeb-22df-4b47-af00-242f5bc5fa85 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:43.904512 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:43.988268 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] For port d654adeb-22df-4b47-af00-242f5bc5fa85, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d654adeb-22df-4b47-af00-242f5bc5fa85,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:43.988536 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:44.001177 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Calling delete_port for d654adeb-22df-4b47-af00-242f5bc5fa85 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:44.162287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1d2e2d73-6dea-4d4b-a41e-85d4872300ef no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:44.182453 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 1d2e2d73-6dea-4d4b-a41e-85d4872300ef {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:28:44.182823 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 1d2e2d73-6dea-4d4b-a41e-85d4872300ef not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:28:44.183316 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:44.212034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Pushing event deleted for resources: {'Port': ['ID=d654adeb-22df-4b47-af00-242f5bc5fa85,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:44.383810 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:44.601926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Router d149e265-9ac6-4bf6-b51f-378908234299 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:28:44.709990 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:44.715052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-24fdf3a1-d0c5-4c4f-aebc-1e9a18164919 admin admin] 10.222.0.48 "PUT /v2.0/routers/d149e265-9ac6-4bf6-b51f-378908234299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4011865 Sep 17 23:28:44.717962 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58276) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:44.718692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] Sync routers for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:44.728394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:44.729044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:44.823785 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:44.831886 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:44.926393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:44.982478 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Deleting port b04dd757-ce20-46f4-b587-4edfb1bb95a7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:44.982825 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.006409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:28:44Z', 'revision_number': 5, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port': {'id': 'b04dd757-ce20-46f4-b587-4edfb1bb95a7', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:11Z', 'updated_at': '2021-09-17T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:45.042570 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] Checking router: d149e265-9ac6-4bf6-b51f-378908234299 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:45.053404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] Routers {'d149e265-9ac6-4bf6-b51f-378908234299'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:45.054028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['d149e265-9ac6-4bf6-b51f-378908234299'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:45.070802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] For port b04dd757-ce20-46f4-b587-4edfb1bb95a7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=b04dd757-ce20-46f4-b587-4edfb1bb95a7,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:45.071188 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.083807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Calling delete_port for b04dd757-ce20-46f4-b587-4edfb1bb95a7 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:45.138978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] Set router d149e265-9ac6-4bf6-b51f-378908234299 gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:45.189488 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:28:44Z', 'revision_number': 6, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:45.219600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96689e-cda1-4767-a84f-a9bf1b99f729 None None] The sync data for ids ['d149e265-9ac6-4bf6-b51f-378908234299'] in n-d-789963-10 is: [{'id': 'd149e265-9ac6-4bf6-b51f-378908234299', 'name': 'tempest-TestMinimumBasicScenario-757605011-router', 'tenant_id': '61ad880302a64677b2738b9894456b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:10Z', 'updated_at': '2021-09-17T23:28:44Z', 'revision_number': 6, 'project_id': '61ad880302a64677b2738b9894456b72', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:45.258591 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.286434 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Pushing event deleted for resources: {'Port': ['ID=b04dd757-ce20-46f4-b587-4edfb1bb95a7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:45.347844 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.436373 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.438487 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.480738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.481314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d149e265-9ac6-4bf6-b51f-378908234299 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:28:45.485716 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.487173 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3f808b21-96fd-41e9-a600-2fe366d5599f admin admin] 10.222.0.48 "DELETE /v2.0/routers/d149e265-9ac6-4bf6-b51f-378908234299 HTTP/1.1" status: 204 len: 168 time: 0.7679722 Sep 17 23:28:45.489847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58280) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:45.536132 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aea282b-3b8a-4d7e-a78c-1d4f149186b2 admin admin] Deleting subnet 5444e7ef-09ea-44d4-8973-1fdb34bcde59 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:28:45.539062 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8aea282b-3b8a-4d7e-a78c-1d4f149186b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.573081 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8aea282b-3b8a-4d7e-a78c-1d4f149186b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.658792 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8aea282b-3b8a-4d7e-a78c-1d4f149186b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.709968 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8aea282b-3b8a-4d7e-a78c-1d4f149186b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.735460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea282b-3b8a-4d7e-a78c-1d4f149186b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5444e7ef-09ea-44d4-8973-1fdb34bcde59,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:45.739456 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8aea282b-3b8a-4d7e-a78c-1d4f149186b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.741452 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8aea282b-3b8a-4d7e-a78c-1d4f149186b2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5444e7ef-09ea-44d4-8973-1fdb34bcde59 HTTP/1.1" status: 204 len: 168 time: 0.2505622 Sep 17 23:28:45.743831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58282) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:45.745048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679f912-2a05-43cf-83c8-29f36d7491af None None] Network 256457a3-ab87-4a38-9643-bcef58207404 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:28:45.821685 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.877582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Deleting port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:45.877977 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.941589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] For port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9,segment=NetworkSegment(6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6),segment_id=6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:45.941911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.959810 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Calling delete_port for c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 owned by network:dhcp {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:46.042595 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.074264 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:46.081982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] No DVR routers for this DVR port c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 on host n-d-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:28:46.085152 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea6372b-846a-469c-ac06-b122cf71ddd3 None None] DHCP port deletion for 256457a3-ab87-4a38-9643-bcef58207404 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:28:46.161513 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.183303 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256457a3-ab87-4a38-9643-bcef58207404']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:46.193899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:46.194224 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8ee97a-8cf8-4b96-95ff-e9424c86ecc6') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:46.203910 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.218112 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.225271 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:28:46.225751 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:28:46.227489 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:28:46.282786 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.288917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.293478 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] 10.222.0.48 "DELETE /v2.0/networks/256457a3-ab87-4a38-9643-bcef58207404 HTTP/1.1" status: 204 len: 168 time: 0.5484192 Sep 17 23:28:46.293831 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58284) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:46.304639 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19768d0c-dbb1-4ceb-9631-f5e3a2af3323 admin admin] Pushing event deleted for resources: {'Network': ['ID=256457a3-ab87-4a38-9643-bcef58207404,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:46.638452 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.645365 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b04dd757-ce20-46f4-b587-4edfb1bb95a7 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:46.668100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: b04dd757-ce20-46f4-b587-4edfb1bb95a7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:28:46.668441 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device b04dd757-ce20-46f4-b587-4edfb1bb95a7 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:28:46.668848 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d654adeb-22df-4b47-af00-242f5bc5fa85 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:46.686904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d654adeb-22df-4b47-af00-242f5bc5fa85 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:28:46.687245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d654adeb-22df-4b47-af00-242f5bc5fa85 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:28:46.687649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:46.707055 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:28:46.707413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c7ee3b98-5c36-4e46-bf37-c0cf1ca5f5e9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:28:46.884411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Deleting port 276b91aa-c7ab-4023-85c4-cc76613e4c5c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:46.884756 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.962869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] For port 276b91aa-c7ab-4023-85c4-cc76613e4c5c, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=276b91aa-c7ab-4023-85c4-cc76613e4c5c,segment=NetworkSegment(3a0b7042-987d-407f-981c-6991366d3f0a),segment_id=3a0b7042-987d-407f-981c-6991366d3f0a)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:46.963234 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.976216 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Calling delete_port for 276b91aa-c7ab-4023-85c4-cc76613e4c5c owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:47.154171 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.180686 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=276b91aa-c7ab-4023-85c4-cc76613e4c5c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:47.355741 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.888574 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Router e09ede20-e48c-4eb8-9537-9b05e211acd7 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:28:47.993265 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:47.998399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-171ba52e-f981-4126-b4d2-266ab83806f6 admin admin] 10.222.0.48 "PUT /v2.0/routers/e09ede20-e48c-4eb8-9537-9b05e211acd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035260 Sep 17 23:28:48.001033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58286) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:48.002383 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] Sync routers for ids ['e09ede20-e48c-4eb8-9537-9b05e211acd7'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:48.012267 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] Routers {'e09ede20-e48c-4eb8-9537-9b05e211acd7'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:48.012882 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e09ede20-e48c-4eb8-9537-9b05e211acd7'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:48.106920 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.117642 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] Set router e09ede20-e48c-4eb8-9537-9b05e211acd7 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:48.211111 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.267339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Deleting port 4513ad9f-f31d-48e4-bbc0-543a52035cf3 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:48.267691 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.294676 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:28:47Z', 'revision_number': 5, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port': {'id': '4513ad9f-f31d-48e4-bbc0-543a52035cf3', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:25:16Z', 'updated_at': '2021-09-17T23:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:48.325457 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] Checking router: e09ede20-e48c-4eb8-9537-9b05e211acd7 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:48.334413 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] Routers {'e09ede20-e48c-4eb8-9537-9b05e211acd7'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:48.335011 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['e09ede20-e48c-4eb8-9537-9b05e211acd7'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:48.347295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] For port 4513ad9f-f31d-48e4-bbc0-543a52035cf3, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4513ad9f-f31d-48e4-bbc0-543a52035cf3,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:48.347664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.361490 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Calling delete_port for 4513ad9f-f31d-48e4-bbc0-543a52035cf3 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:48.508503 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] Set router e09ede20-e48c-4eb8-9537-9b05e211acd7 gateway port host: None {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:48.531873 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.558150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Pushing event deleted for resources: {'Port': ['ID=4513ad9f-f31d-48e4-bbc0-543a52035cf3,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:48.562310 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:28:48Z', 'revision_number': 6, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:48.592542 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e0d4b-568c-4d86-ac77-1d5905060157 None None] The sync data for ids ['e09ede20-e48c-4eb8-9537-9b05e211acd7'] in n-d-789963-10 is: [{'id': 'e09ede20-e48c-4eb8-9537-9b05e211acd7', 'name': 'tempest-TestMinimumBasicScenario-260604279-router', 'tenant_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:25:15Z', 'updated_at': '2021-09-17T23:28:48Z', 'revision_number': 6, 'project_id': 'cc7410bfc342441e8df9e85743e4ac7c', 'gw_port_host': None}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:48.625735 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.720340 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.723185 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.765187 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.765654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e09ede20-e48c-4eb8-9537-9b05e211acd7 {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:28:48.770748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.771869 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-40845cbb-b25c-40ae-9c2d-ce901bbbc338 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e09ede20-e48c-4eb8-9537-9b05e211acd7 HTTP/1.1" status: 204 len: 168 time: 0.7698293 Sep 17 23:28:48.774481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58288) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:48.818538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-115c6e75-546d-4ba8-ace2-27b3db6b8314 admin admin] Deleting subnet 0a29f4da-48e5-4534-a512-89121cd27b36 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:28:48.821544 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c6e75-546d-4ba8-ace2-27b3db6b8314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.859289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c6e75-546d-4ba8-ace2-27b3db6b8314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.934140 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c6e75-546d-4ba8-ace2-27b3db6b8314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.994787 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c6e75-546d-4ba8-ace2-27b3db6b8314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.021332 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c6e75-546d-4ba8-ace2-27b3db6b8314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a29f4da-48e5-4534-a512-89121cd27b36,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:49.026725 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-115c6e75-546d-4ba8-ace2-27b3db6b8314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.028661 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-115c6e75-546d-4ba8-ace2-27b3db6b8314 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0a29f4da-48e5-4534-a512-89121cd27b36 HTTP/1.1" status: 204 len: 168 time: 0.2532482 Sep 17 23:28:49.031523 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58290) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:49.035557 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab021e7-6d7c-4c82-8920-7ccdf727c897 None None] Network 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:28:49.111808 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.165907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Deleting port 007c4479-90d0-4b79-8f11-7cbe9fa99381 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:49.166244 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.233923 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] For port 007c4479-90d0-4b79-8f11-7cbe9fa99381, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=007c4479-90d0-4b79-8f11-7cbe9fa99381,segment=NetworkSegment(3a0b7042-987d-407f-981c-6991366d3f0a),segment_id=3a0b7042-987d-407f-981c-6991366d3f0a)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:49.234287 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.248862 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Calling delete_port for 007c4479-90d0-4b79-8f11-7cbe9fa99381 owned by network:dhcp {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:49.316660 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.327680 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.355045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=007c4479-90d0-4b79-8f11-7cbe9fa99381,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:49.358754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] No DVR routers for this DVR port 007c4479-90d0-4b79-8f11-7cbe9fa99381 on host n-d-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:28:49.399047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745d996-0e3a-4584-8258-1f236bfaf630 None None] DHCP port deletion for 7085901c-a99b-4a1d-8f8c-b259d2aa4a12 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:28:49.439271 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.459433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7085901c-a99b-4a1d-8f8c-b259d2aa4a12']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:49.468537 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0b7042-987d-407f-981c-6991366d3f0a') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:49.468830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0b7042-987d-407f-981c-6991366d3f0a') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:49.479028 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.493490 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.499950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:28:49.500347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:28:49.502081 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:28:49.560964 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.565506 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.569715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7085901c-a99b-4a1d-8f8c-b259d2aa4a12 HTTP/1.1" status: 204 len: 168 time: 0.5367286 Sep 17 23:28:49.584464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d1e7e-f65f-46db-89b0-0443f8824ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7085901c-a99b-4a1d-8f8c-b259d2aa4a12,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:49.734466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58294) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:49.774492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-978079dd-f7e5-4b64-9ff8-c5ad22852d73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61ad880302a64677b2738b9894456b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388899 Sep 17 23:28:49.776895 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58296) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:49.823349 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c817-4266-4d05-831c-4325b28550e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.843969 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c817-4266-4d05-831c-4325b28550e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.890764 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c817-4266-4d05-831c-4325b28550e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.893412 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c817-4266-4d05-831c-4325b28550e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.894588 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-d4e7c817-4266-4d05-831c-4325b28550e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10f383c7-f158-4d65-b28b-6c425ae07b1d HTTP/1.1" status: 204 len: 168 time: 0.1167932 Sep 17 23:28:49.903273 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7c817-4266-4d05-831c-4325b28550e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f383c7-f158-4d65-b28b-6c425ae07b1d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:50.206621 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58302) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:50.248803 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ed3f3919-a526-4915-8dd3-5f7af431e2ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc7410bfc342441e8df9e85743e4ac7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409415 Sep 17 23:28:50.251196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58304) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:50.297937 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-93569c04-050b-421c-8007-dfa9fcb30641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:50.320056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-93569c04-050b-421c-8007-dfa9fcb30641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:50.367663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-93569c04-050b-421c-8007-dfa9fcb30641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:50.370663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-93569c04-050b-421c-8007-dfa9fcb30641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:50.371755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-93569c04-050b-421c-8007-dfa9fcb30641 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2db159dc-7092-402e-9857-20502a1bda89 HTTP/1.1" status: 204 len: 168 time: 0.1196883 Sep 17 23:28:50.379460 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93569c04-050b-421c-8007-dfa9fcb30641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db159dc-7092-402e-9857-20502a1bda89,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:50.644458 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 276b91aa-c7ab-4023-85c4-cc76613e4c5c no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:50.665066 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 276b91aa-c7ab-4023-85c4-cc76613e4c5c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:28:50.665417 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 276b91aa-c7ab-4023-85c4-cc76613e4c5c not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:28:50.665831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 007c4479-90d0-4b79-8f11-7cbe9fa99381 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:50.686582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 007c4479-90d0-4b79-8f11-7cbe9fa99381 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:28:50.686948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 007c4479-90d0-4b79-8f11-7cbe9fa99381 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:28:50.687366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4513ad9f-f31d-48e4-bbc0-543a52035cf3 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:50.706294 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 4513ad9f-f31d-48e4-bbc0-543a52035cf3 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:28:50.706638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4513ad9f-f31d-48e4-bbc0-543a52035cf3 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:28:51.886129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58344) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:51.890989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587533928', 'description': 'tempest-secgroup-smoke-1587533928 description', 'project_id': 'a9ac78b602644287b95a494be4bb72b1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:51.914852 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:51.922848 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.020744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.024834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.061511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e0a9be-6479-427f-a0dd-4e0a51b3808c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:52.118543 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.122582 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.152094 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.153343 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2661810 Sep 17 23:28:52.154037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a228fa-23f8-4123-af12-7b9c363ccd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e7ff51-45e6-48bb-bfab-e9f80905cfbb,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:52.156542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58346) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:52.162054 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-519af31e-c519-4909-bfff-cfa6f08cc1e1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '03e7ff51-45e6-48bb-bfab-e9f80905cfbb', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:52.187377 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-519af31e-c519-4909-bfff-cfa6f08cc1e1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.247731 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-519af31e-c519-4909-bfff-cfa6f08cc1e1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.251282 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-519af31e-c519-4909-bfff-cfa6f08cc1e1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.270800 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519af31e-c519-4909-bfff-cfa6f08cc1e1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f469bd-dd28-499e-99a9-e328e55aa26c,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:52.273861 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-519af31e-c519-4909-bfff-cfa6f08cc1e1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.277975 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-519af31e-c519-4909-bfff-cfa6f08cc1e1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203525 Sep 17 23:28:52.278105 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58348) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:52.282799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-ef3053ae-9faf-4393-916d-fc9b4e59fe3e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '03e7ff51-45e6-48bb-bfab-e9f80905cfbb', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:52.309835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef3053ae-9faf-4393-916d-fc9b4e59fe3e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.366717 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef3053ae-9faf-4393-916d-fc9b4e59fe3e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.370118 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef3053ae-9faf-4393-916d-fc9b4e59fe3e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.387131 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3053ae-9faf-4393-916d-fc9b4e59fe3e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fcb1d1-58db-4ca5-80c2-65da53c021c6,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:52.393004 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-ef3053ae-9faf-4393-916d-fc9b4e59fe3e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.394210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-ef3053ae-9faf-4393-916d-fc9b4e59fe3e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149831 Sep 17 23:28:52.397931 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58350) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:52.402241 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a254e31a-6ea6-4c47-9316-0a62b20fdf0e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '03e7ff51-45e6-48bb-bfab-e9f80905cfbb', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:52.427834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a254e31a-6ea6-4c47-9316-0a62b20fdf0e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.485116 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a254e31a-6ea6-4c47-9316-0a62b20fdf0e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.488879 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a254e31a-6ea6-4c47-9316-0a62b20fdf0e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.506926 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254e31a-6ea6-4c47-9316-0a62b20fdf0e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4514cc63-ee23-4e51-8374-0b645e184146,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:52.512758 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a254e31a-6ea6-4c47-9316-0a62b20fdf0e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.513940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a254e31a-6ea6-4c47-9316-0a62b20fdf0e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150644 Sep 17 23:28:52.517039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58352) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:52.522120 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-103e9e54-18f8-4154-ad01-a090501aa1a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '03e7ff51-45e6-48bb-bfab-e9f80905cfbb', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:52.546925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-103e9e54-18f8-4154-ad01-a090501aa1a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.609187 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-103e9e54-18f8-4154-ad01-a090501aa1a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.612982 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-103e9e54-18f8-4154-ad01-a090501aa1a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.630671 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e9e54-18f8-4154-ad01-a090501aa1a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63d928c-ac0d-4e77-9d63-fe4772e6f16d,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:52.637328 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-103e9e54-18f8-4154-ad01-a090501aa1a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.638560 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-103e9e54-18f8-4154-ad01-a090501aa1a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205800 Sep 17 23:28:52.641483 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58354) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:52.646456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-29849076-3343-4b5d-968c-103df6d761b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '03e7ff51-45e6-48bb-bfab-e9f80905cfbb', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:52.667494 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-29849076-3343-4b5d-968c-103df6d761b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:28:52.672308 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29849076-3343-4b5d-968c-103df6d761b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.731806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29849076-3343-4b5d-968c-103df6d761b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.735175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29849076-3343-4b5d-968c-103df6d761b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.753207 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29849076-3343-4b5d-968c-103df6d761b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107a1a45-4267-432f-a65f-c5364ab81aee,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:52.759637 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-29849076-3343-4b5d-968c-103df6d761b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.761041 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-29849076-3343-4b5d-968c-103df6d761b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186171 Sep 17 23:28:52.763782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58356) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:52.768042 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-537f101a-6e87-4dfb-b317-9ec53fdd5140 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '03e7ff51-45e6-48bb-bfab-e9f80905cfbb', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:52.789836 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-537f101a-6e87-4dfb-b317-9ec53fdd5140 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:28:52.794695 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-537f101a-6e87-4dfb-b317-9ec53fdd5140 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.854289 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-537f101a-6e87-4dfb-b317-9ec53fdd5140 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.857722 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-537f101a-6e87-4dfb-b317-9ec53fdd5140 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.874758 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f101a-6e87-4dfb-b317-9ec53fdd5140 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878e286a-757a-47b3-aa76-b3615336ad0f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:52.881779 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-537f101a-6e87-4dfb-b317-9ec53fdd5140 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.882967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-537f101a-6e87-4dfb-b317-9ec53fdd5140 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182563 Sep 17 23:28:52.886066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58358) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:52.890851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'network': {'name': 'tempest-network-smoke--1410059691', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'port_security_enabled': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:52.910635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:28:52.914028 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.936940 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:28:52.946175 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:52.946512 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Added segment 8139a78e-5610-47ef-a4cc-f2a7aa8a6990 of type vlan for network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 Sep 17 23:28:52.988837 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.013099 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.018610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:53.019187 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.054129 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1670763 Sep 17 23:28:53.057116 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58360) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:53.063387 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'admin_state_up': True, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:53.101498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31e66e-2f38-4632-8a8c-ee047437f913 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Network': ['ID=d5ca8f7a-f844-46d7-8fa9-204b04cdd697,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:53.112569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:28:53.118654 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.119978 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.174623 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.312032 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.503075 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.522118 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.622838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.117 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/c463823a-d7f2-4a56-a71c-44c162cc20c9) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:28:53.726571 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.759021 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.796780 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:28:53.799594 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:53.803288 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:28:53.811838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=c463823a-d7f2-4a56-a71c-44c162cc20c9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:54.061001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:54.251417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:54.381541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 04841c57-2225-4d11-b34d-e8631f0bcf1f is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:28:54.486927 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:54.497142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Sync routers for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:54.506709 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:54.507718 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:54.507940 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-64848b4e-7123-4de9-bc5a-649092610a7e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4499218 Sep 17 23:28:54.508372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:54.511180 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58362) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:54.614869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:54.630857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e0610bcf-8bd8-44d2-b1eb-20637ac0b375 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a9ac78b602644287b95a494be4bb72b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185772 Sep 17 23:28:54.633643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58366) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:54.724434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecbcb31-08f8-4ffe-9433-177411914891 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:54.726023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ecbcb31-08f8-4ffe-9433-177411914891 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915525 Sep 17 23:28:54.728919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58368) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:54.757625 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-454f3bf0-ee7d-41b8-896c-c1d8e8908a0b tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276237 Sep 17 23:28:54.760200 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58370) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:54.764966 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-552756914', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:54.793162 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:53Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:54.823915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Checking router: 04841c57-2225-4d11-b34d-e8631f0bcf1f for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:54.824267 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Updating router 04841c57-2225-4d11-b34d-e8631f0bcf1f port c463823a-d7f2-4a56-a71c-44c162cc20c9 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:28:54.849093 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:54.857285 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:28:54.860853 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.044313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.102149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.105538 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Subnet': ['ID=6087ade0-bc9a-41f0-8207-cccbc18df465,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:55.108960 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.114640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Checking segment: {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:55.115010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network hostable DHCP agents. Network: d5ca8f7a-f844-46d7-8fa9-204b04cdd697, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:28:55.132817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:28:55.142761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, d5ca8f7a-f844-46d7-8fa9-204b04cdd697) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:55.149532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:55.150192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.157913 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6994c7-36f7-4c37-a1c0-5a33d9ce9017 None None] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:28:55.163856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-80f0ee91-84c3-4711-81d2-88b026f5977a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4026549 Sep 17 23:28:55.166530 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58372) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:55.181205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Attempting to bind port c463823a-d7f2-4a56-a71c-44c162cc20c9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:28:55.181579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Attempting to bind port c463823a-d7f2-4a56-a71c-44c162cc20c9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:28:55.181946 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Attempting to bind port c463823a-d7f2-4a56-a71c-44c162cc20c9 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:55.202272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:28:55.202647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:55.203053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.203448 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:28:55.203923 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Bound port: c463823a-d7f2-4a56-a71c-44c162cc20c9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:28:55.204305 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.208576 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Pushing event updated for resources: {'Port': ['ID=c463823a-d7f2-4a56-a71c-44c162cc20c9,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:55.268589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.268949 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.269312 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.269825 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.270216 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.270549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.270881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.271521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.271521 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.271846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.272169 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.272490 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:55.317693 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] For port c463823a-d7f2-4a56-a71c-44c162cc20c9, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:55.321381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] For port c463823a-d7f2-4a56-a71c-44c162cc20c9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c463823a-d7f2-4a56-a71c-44c162cc20c9,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:28:55.341593 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.424257 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:55.424881 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:55.426890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-d5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:28:55.427710 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.484393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67429e-f880-4d8e-80a7-dca81a2eabee None None] Pushing event updated for resources: {'Port': ['ID=c463823a-d7f2-4a56-a71c-44c162cc20c9,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:55.605895 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.620827 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:55.737337 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Allocated IP 172.20.0.2 (d5ca8f7a-f844-46d7-8fa9-204b04cdd697/6087ade0-bc9a-41f0-8207-cccbc18df465/d1a07a1a-34ca-4a2a-a71f-389283d9ee1a) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:28:55.946662 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:53Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:55.983063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac78c87-13a3-479d-a70a-e723a685456f None None] The sync data for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 is: [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:53Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:55.985309 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:55.992347 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.032034 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:28:56.035114 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:56.039452 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:28:56.044972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.1 (d5ca8f7a-f844-46d7-8fa9-204b04cdd697/6087ade0-bc9a-41f0-8207-cccbc18df465/668b0d8c-5681-4648-bffb-05fd61544818) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:28:56.049001 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Pushing event updated for resources: {'Port': ['ID=d1a07a1a-34ca-4a2a-a71f-389283d9ee1a,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:56.105159 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Attempting to bind port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:28:56.105527 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Attempting to bind port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:28:56.105887 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Attempting to bind port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a on network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:56.111118 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:28:56.111493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Checking segment: {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:56.112160 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.112552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Bound using segment: {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:28:56.113071 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Bound port: d1a07a1a-34ca-4a2a-a71f-389283d9ee1a, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:28:56.113486 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.187011 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] For port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:56.190896 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] For port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d1a07a1a-34ca-4a2a-a71f-389283d9ee1a,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:28:56.195501 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.284999 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb6ee-e484-4c6a-a738-2a818a70159e None None] Pushing event updated for resources: {'Port': ['ID=d1a07a1a-34ca-4a2a-a71f-389283d9ee1a,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:56.535953 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.573041 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.624610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:28:56.633706 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:56.634153 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=668b0d8c-5681-4648-bffb-05fd61544818,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:56.636754 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:28:56.696144 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.739491 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d1a07a1a-34ca-4a2a-a71f-389283d9ee1a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:56.790533 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:56.790912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.840715 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.878412 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.911711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d1a07a1a-34ca-4a2a-a71f-389283d9ee1a,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:56.916641 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.917593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c463823a-d7f2-4a56-a71c-44c162cc20c9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:56.998089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=d1a07a1a-34ca-4a2a-a71f-389283d9ee1a,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:57.016508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c463823a-d7f2-4a56-a71c-44c162cc20c9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:57.016950 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.104719 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.127057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port c463823a-d7f2-4a56-a71c-44c162cc20c9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c463823a-d7f2-4a56-a71c-44c162cc20c9,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:57.132574 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.158355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.165483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.191318 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=c463823a-d7f2-4a56-a71c-44c162cc20c9,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:57.238135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.276223 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=668b0d8c-5681-4648-bffb-05fd61544818,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:57.351078 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:28:57.352582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:57.367328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452230e6-2268-4579-baac-2c03657cb400 None None] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:28:57.480470 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 04841c57-2225-4d11-b34d-e8631f0bcf1f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:28:57.599629 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:57.614055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7b8b115e-cb8f-477a-ae8a-33c36b525472 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/04841c57-2225-4d11-b34d-e8631f0bcf1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4371498 Sep 17 23:28:57.657628 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6ba9a59d-7dc4-410a-a017-48860696723d None None] Provisioning complete for port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:57.658003 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a59d-7dc4-410a-a017-48860696723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.727331 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Sync routers for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:57.737087 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:57.738182 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:57.768333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-94d28012-0835-4073-8bff-ac4919716d04 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587533928&fields=id&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 267 time: 0.0383801 Sep 17 23:28:57.867804 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:57.891086 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-daaa3ff9-289a-4cbf-a3aa-b4238cf75dec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:57.893033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-daaa3ff9-289a-4cbf-a3aa-b4238cf75dec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/networks?id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697 HTTP/1.1" status: 200 len: 797 time: 0.1168833 Sep 17 23:28:57.910234 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-b7d4c552-f6b9-4af1-ab6d-e2fc137833ba tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/quotas/a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 375 time: 0.0099754 Sep 17 23:28:57.965475 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-e6d95baa-0a41-4982-8d4d-321d0a692c26 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491998 Sep 17 23:28:58.001058 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f0b27a57-22c2-46c0-b1b9-2bf5f79481b1 None None] Provisioning complete for port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:58.001959 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f0b27a57-22c2-46c0-b1b9-2bf5f79481b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.101969 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 2, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:58.103740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-f0b27a57-22c2-46c0-b1b9-2bf5f79481b1 None None] Provisioning complete for port 668b0d8c-5681-4648-bffb-05fd61544818 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:58.104111 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f0b27a57-22c2-46c0-b1b9-2bf5f79481b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.134566 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Checking router: 04841c57-2225-4d11-b34d-e8631f0bcf1f for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:58.135310 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Updating router 04841c57-2225-4d11-b34d-e8631f0bcf1f port 668b0d8c-5681-4648-bffb-05fd61544818 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:28:58.139614 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-f0b27a57-22c2-46c0-b1b9-2bf5f79481b1 None None] Port 668b0d8c-5681-4648-bffb-05fd61544818 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:28:58.160350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-6e5ebe7d-1176-460d-a7cb-240e6b1a17e4 service neutron] 10.222.0.48 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819026 Sep 17 23:28:58.166969 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.258606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-8a953dd2-592c-4aa7-b98a-d3e98de481bf None None] Provisioning complete for port 668b0d8c-5681-4648-bffb-05fd61544818 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:58.259219 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8a953dd2-592c-4aa7-b98a-d3e98de481bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.270936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-8b3f05ca-9d71-4595-abd6-a44e9035dc1c service neutron] 10.222.0.48 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029434 Sep 17 23:28:58.304692 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-8a953dd2-592c-4aa7-b98a-d3e98de481bf None None] Port 668b0d8c-5681-4648-bffb-05fd61544818 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:28:58.426264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-356f90f2-4977-45a8-86ca-bcb86d4364c7 None None] Provisioning complete for port 668b0d8c-5681-4648-bffb-05fd61544818 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:58.427251 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-356f90f2-4977-45a8-86ca-bcb86d4364c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.460070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-8d02fdae-2fd1-44fb-b1d5-afcb95e487a8 req-51b2385f-b886-4a03-9a8d-27e5cf5590f6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 210 time: 0.0346460 Sep 17 23:28:58.464091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-356f90f2-4977-45a8-86ca-bcb86d4364c7 None None] Port 668b0d8c-5681-4648-bffb-05fd61544818 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:28:58.467038 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.480681 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.528238 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Pushing event updated for resources: {'Port': ['ID=668b0d8c-5681-4648-bffb-05fd61544818,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:58.553930 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.554268 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.554601 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.554932 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.555257 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.555580 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.555905 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.556224 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.556539 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.556857 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.557195 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.557507 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:58.587489 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Attempting to bind port 668b0d8c-5681-4648-bffb-05fd61544818 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:28:58.587926 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Attempting to bind port 668b0d8c-5681-4648-bffb-05fd61544818 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:28:58.588289 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Attempting to bind port 668b0d8c-5681-4648-bffb-05fd61544818 on network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:58.593828 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:28:58.594007 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Checking segment: {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:58.594347 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.594645 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Bound using segment: {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:28:58.595100 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Bound port: 668b0d8c-5681-4648-bffb-05fd61544818, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:28:58.595477 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.668249 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] For port 668b0d8c-5681-4648-bffb-05fd61544818, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:58.671870 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] For port 668b0d8c-5681-4648-bffb-05fd61544818, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=668b0d8c-5681-4648-bffb-05fd61544818,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:28:58.678225 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.682276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d1a07a1a-34ca-4a2a-a71f-389283d9ee1a up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:58.727140 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:58.727756 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:28:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:58.750330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:58.750708 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.803130 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e47d52da-43fd-4ea6-b059-02f2e5abdd1c None None] Provisioning complete for port 668b0d8c-5681-4648-bffb-05fd61544818 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:58.803381 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e47d52da-43fd-4ea6-b059-02f2e5abdd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.807961 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cd1eb-5b52-4782-9433-4d0a75a4bf15 None None] Pushing event updated for resources: {'Port': ['ID=668b0d8c-5681-4648-bffb-05fd61544818,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:58.887834 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:58.904429 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c463823a-d7f2-4a56-a71c-44c162cc20c9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:58.970050 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e47d52da-43fd-4ea6-b059-02f2e5abdd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.010428 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port c463823a-d7f2-4a56-a71c-44c162cc20c9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:59.010975 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.035856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e47d52da-43fd-4ea6-b059-02f2e5abdd1c None None] For port 668b0d8c-5681-4648-bffb-05fd61544818, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=668b0d8c-5681-4648-bffb-05fd61544818,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:59.042308 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e47d52da-43fd-4ea6-b059-02f2e5abdd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.106061 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d52da-43fd-4ea6-b059-02f2e5abdd1c None None] Pushing event updated for resources: {'Port': ['ID=668b0d8c-5681-4648-bffb-05fd61544818,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:59.164273 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-0a31ecc3-533f-4385-96b5-be00bf327a93 None None] Provisioning complete for port 668b0d8c-5681-4648-bffb-05fd61544818 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:59.164649 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0a31ecc3-533f-4385-96b5-be00bf327a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.235833 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:59.263562 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be23f07-d299-4978-8758-6d7d4fc1add5 None None] The sync data for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 is: [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:59.561045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ff8d8822-3f3e-4c08-b8b6-1bc26c6f83b0 req-be26c90d-f76a-4212-9d3a-d57696c7391a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 210 time: 0.0283780 Sep 17 23:28:59.728961 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-8955d272-6a92-4201-bc49-cb4d10c8d4d8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:59.730524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-8955d272-6a92-4201-bc49-cb4d10c8d4d8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/networks?id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697 HTTP/1.1" status: 200 len: 797 time: 0.1244960 Sep 17 23:28:59.777074 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-a9074bb8-1952-4c10-a1fb-98f589402a6d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 380 time: 0.0365186 Sep 17 23:28:59.789058 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'port': {'device_id': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'admin_state_up': True, 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'security_groups': ['03e7ff51-45e6-48bb-bfab-e9f80905cfbb']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:59.905610 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:28:59.909298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.044412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.3 (d5ca8f7a-f844-46d7-8fa9-204b04cdd697/6087ade0-bc9a-41f0-8207-cccbc18df465/e7a2b00d-883a-4523-b302-b5a4163c949c) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:00.063581 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9724e20a-1190-45eb-af43-b0a77e80d153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.201488 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.238157 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.286132 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:00.289401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:00.296053 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:00.300029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=e7a2b00d-883a-4523-b302-b5a4163c949c,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:00.352902 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:00.353551 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.368108 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4d3ca447-0178-4ecd-b824-be8c0cc0672b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840673 Sep 17 23:29:00.380079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-bd29e66f-c5fb-444e-880f-a0019810f277 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:29:00.381213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-bd29e66f-c5fb-444e-880f-a0019810f277 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057938 Sep 17 23:29:00.440183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Request body: {'port': {'device_id': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:00.497523 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.583076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-6ded9819-2364-4246-a731-25d8340737c8 None None] Provisioning complete for port e7a2b00d-883a-4523-b302-b5a4163c949c triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:00.583333 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6ded9819-2364-4246-a731-25d8340737c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.622912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-6ded9819-2364-4246-a731-25d8340737c8 None None] Port e7a2b00d-883a-4523-b302-b5a4163c949c cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:29:00.692420 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 668b0d8c-5681-4648-bffb-05fd61544818 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:00.740871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 668b0d8c-5681-4648-bffb-05fd61544818 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:00.741280 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.747222 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767586a2-44f0-4bf0-9baf-c512f270d8bf req-1e38fc30-5b19-446c-8f78-cbcd3b46d9bb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:00.748790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-767586a2-44f0-4bf0-9baf-c512f270d8bf req-1e38fc30-5b19-446c-8f78-cbcd3b46d9bb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 931 time: 0.1066520 Sep 17 23:29:00.826844 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-767586a2-44f0-4bf0-9baf-c512f270d8bf req-4213a896-802c-4bdb-ab98-ea6c91497893 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671353 Sep 17 23:29:00.847022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a2b00d-883a-4523-b302-b5a4163c949c {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:29:00.849466 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.861114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Transition to ACTIVE for port object e7a2b00d-883a-4523-b302-b5a4163c949c will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:29:00.865483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.916331 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Pushing event updated for resources: {'Port': ['ID=e7a2b00d-883a-4523-b302-b5a4163c949c,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:00.989751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Attempting to bind port e7a2b00d-883a-4523-b302-b5a4163c949c on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:00.990094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Attempting to bind port e7a2b00d-883a-4523-b302-b5a4163c949c by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:00.990420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Attempting to bind port e7a2b00d-883a-4523-b302-b5a4163c949c on network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:00.994995 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Port e7a2b00d-883a-4523-b302-b5a4163c949c on network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:29:00.995311 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Attempting to bind port e7a2b00d-883a-4523-b302-b5a4163c949c on network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:01.000224 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:01.000552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Checking segment: {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:01.000948 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Bound using segment: {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:01.001392 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Bound port: e7a2b00d-883a-4523-b302-b5a4163c949c, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8139a78e-5610-47ef-a4cc-f2a7aa8a6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:01.001744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:01.069919 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] For port e7a2b00d-883a-4523-b302-b5a4163c949c, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:01.072950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] For port e7a2b00d-883a-4523-b302-b5a4163c949c, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7a2b00d-883a-4523-b302-b5a4163c949c,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:01.077612 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:01.118442 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:01.119246 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:01.120703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] 10.222.0.45 "PUT /v2.0/ports/e7a2b00d-883a-4523-b302-b5a4163c949c HTTP/1.1" status: 200 len: 1092 time: 0.7308795 Sep 17 23:29:01.121183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:01.123447 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:01.156641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d706b2-068f-4621-afba-0a203c55ff3e service neutron] Pushing event updated for resources: {'Port': ['ID=e7a2b00d-883a-4523-b302-b5a4163c949c,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:01.177361 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1473cce6-37c9-44a6-bb2f-071692345743 x-openstack-request-id: req-1473cce6-37c9-44a6-bb2f-071692345743 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:01.177648 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:01.177900 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1473cce6-37c9-44a6-bb2f-071692345743 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:01.178327 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'status': 'completed', 'code': 200} Sep 17 23:29:01.224362 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-386736e5-c4de-452a-8d99-23de82b3dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:01.226023 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-386736e5-c4de-452a-8d99-23de82b3dc4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 1095 time: 0.0438244 Sep 17 23:29:01.273812 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-b1753b3d-ca63-43be-a161-c369250de671 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a2b00d-883a-4523-b302-b5a4163c949c HTTP/1.1" status: 200 len: 217 time: 0.0395317 Sep 17 23:29:01.326556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-869f380a-4b90-4e91-b6e5-cf208b790a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:01.328033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-869f380a-4b90-4e91-b6e5-cf208b790a62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6087ade0-bc9a-41f0-8207-cccbc18df465 HTTP/1.1" status: 200 len: 834 time: 0.0458496 Sep 17 23:29:01.373633 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-c24fc1f2-ff3f-4884-a313-a7891710e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:01.375046 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-c24fc1f2-ff3f-4884-a313-a7891710e15e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400019 Sep 17 23:29:01.473426 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-ca2799cf-165a-4859-aa87-c556a4f6b597 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903671 Sep 17 23:29:01.564441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7cf3abe1-7f27-472c-8c76-2d0c4aa817df req-4820d1fc-952b-42a7-9766-38903f96f591 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847726 Sep 17 23:29:01.650332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-9f325554-86a3-4593-869c-589469d6072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:01.651789 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-9f325554-86a3-4593-869c-589469d6072b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 1095 time: 0.0457547 Sep 17 23:29:01.740664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-e871488f-b24b-4123-b03a-9fe6bc4320ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:01.742191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-e871488f-b24b-4123-b03a-9fe6bc4320ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697 HTTP/1.1" status: 200 len: 898 time: 0.0832007 Sep 17 23:29:01.792078 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-de660330-b4de-4a7f-8fd4-1df63558ca32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a2b00d-883a-4523-b302-b5a4163c949c HTTP/1.1" status: 200 len: 217 time: 0.0382490 Sep 17 23:29:01.842891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-1c96d673-545b-4298-a7f5-7560ad48023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:01.844350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-1c96d673-545b-4298-a7f5-7560ad48023f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6087ade0-bc9a-41f0-8207-cccbc18df465 HTTP/1.1" status: 200 len: 834 time: 0.0440347 Sep 17 23:29:01.891761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-ade21901-6da0-4159-b4da-167313a3bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:01.893339 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-ade21901-6da0-4159-b4da-167313a3bc53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409811 Sep 17 23:29:01.999385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c39044-7e26-4e76-9d51-44d47587fa5b req-cc03baae-23ed-4783-9c11-71f59e38d9a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:02.000797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40c39044-7e26-4e76-9d51-44d47587fa5b req-cc03baae-23ed-4783-9c11-71f59e38d9a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 943 time: 0.1065199 Sep 17 23:29:02.032689 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-5d327a37-3494-4446-8841-e00af6190b93 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294851 Sep 17 23:29:02.057993 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-40c39044-7e26-4e76-9d51-44d47587fa5b req-ba36b279-e5f3-47f5-86ea-0a6a92bd6cfd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506248 Sep 17 23:29:02.138454 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e98dabda-002a-42b0-b7d3-63f4b03f0a7d req-9e2f25bd-6c82-4177-b69b-29414ded3865 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946589 Sep 17 23:29:02.514955 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e7a2b00d-883a-4523-b302-b5a4163c949c details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:29:02.606598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e7a2b00d-883a-4523-b302-b5a4163c949c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7a2b00d-883a-4523-b302-b5a4163c949c,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:02.617679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'port_id': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'mac_address': 'fa:16:3e:fc:86:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:29:02.657277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:02.669287 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a2b00d-883a-4523-b302-b5a4163c949c {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:29:02.687890 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e7a2b00d-883a-4523-b302-b5a4163c949c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7a2b00d-883a-4523-b302-b5a4163c949c,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:02.692392 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:02.737171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e7a2b00d-883a-4523-b302-b5a4163c949c,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:02.782099 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2f924c-2ad4-435f-bed4-b19f56fb5a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:02.932514 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['e7a2b00d-883a-4523-b302-b5a4163c949c'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:29:03.180723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a357bc-b75b-4d84-b8b5-1e479d5c181a req-15dfa570-9421-42f6-91e5-d12af214b038 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:03.182683 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0a357bc-b75b-4d84-b8b5-1e479d5c181a req-15dfa570-9421-42f6-91e5-d12af214b038 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 944 time: 0.0510688 Sep 17 23:29:03.184165 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:03.223070 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e0a357bc-b75b-4d84-b8b5-1e479d5c181a req-161af6ac-1f9c-46c7-8b38-7557399b1576 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Sep 17 23:29:04.055678 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.339170 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5468467-b334-4d91-8617-674ca90f6c39 req-a2866c5b-302d-4703-90d1-b24e524fc4fb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:04.340550 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5468467-b334-4d91-8617-674ca90f6c39 req-a2866c5b-302d-4703-90d1-b24e524fc4fb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 944 time: 0.0495274 Sep 17 23:29:04.378044 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b5468467-b334-4d91-8617-674ca90f6c39 req-2ef292a7-b777-4dd8-867a-1e6abbc388fc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312946 Sep 17 23:29:04.530777 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e7a2b00d-883a-4523-b302-b5a4163c949c up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:04.578324 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port e7a2b00d-883a-4523-b302-b5a4163c949c completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:29:04.581998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port e7a2b00d-883a-4523-b302-b5a4163c949c triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:04.582367 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.659548 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.682390 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:04.684605 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e91e5d-9586-463d-acee-e6252b920458" -d '{"events": [{"server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "name": "network-vif-plugged", "status": "completed", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:04.697372 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port e7a2b00d-883a-4523-b302-b5a4163c949c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7a2b00d-883a-4523-b302-b5a4163c949c,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:04.701474 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.748594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=e7a2b00d-883a-4523-b302-b5a4163c949c,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:04.780671 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf08fd-e939-4e08-9714-63837f9ef0e4 x-openstack-request-id: req-7ddf08fd-e939-4e08-9714-63837f9ef0e4 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:04.781000 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "name": "network-vif-plugged", "status": "completed", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:04.781259 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ddf08fd-e939-4e08-9714-63837f9ef0e4 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:04.781661 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'code': 200} Sep 17 23:29:04.879705 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d25f9d-6154-44cd-b6f8-63be18fbf898 req-a76224c6-90a6-4f98-bfe9-9805b729e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:04.881213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5d25f9d-6154-44cd-b6f8-63be18fbf898 req-a76224c6-90a6-4f98-bfe9-9805b729e893 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 1097 time: 0.0437276 Sep 17 23:29:04.915996 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f5d25f9d-6154-44cd-b6f8-63be18fbf898 req-3ba79f1c-9585-476f-bd04-a909f5e21c76 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279305 Sep 17 23:29:05.261853 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:05.493395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ca509-40e9-4045-8751-d30bfe567781 req-3303e21b-f7c4-41f5-a750-6dee246fe615 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:05.494873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df9ca509-40e9-4045-8751-d30bfe567781 req-3303e21b-f7c4-41f5-a750-6dee246fe615 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0498214 Sep 17 23:29:05.535816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-df9ca509-40e9-4045-8751-d30bfe567781 req-ed4cb06c-4419-4827-b727-6691504451cc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349627 Sep 17 23:29:05.581221 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:06.652632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f1c7a-1837-4a11-8e00-546b00e3f6a5 req-703dbc04-811b-4cc4-a2d3-dd8ed8c099d1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:06.654130 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d00f1c7a-1837-4a11-8e00-546b00e3f6a5 req-703dbc04-811b-4cc4-a2d3-dd8ed8c099d1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Sep 17 23:29:06.692449 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d00f1c7a-1837-4a11-8e00-546b00e3f6a5 req-f469c225-acf3-4f32-9405-2f36b91e4bc2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323832 Sep 17 23:29:06.809577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528060a-8da9-4e40-8de8-10282dc3bc5b req-9dc3898f-0dc5-4108-bf37-663255b8d441 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:06.811066 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1528060a-8da9-4e40-8de8-10282dc3bc5b req-9dc3898f-0dc5-4108-bf37-663255b8d441 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0521212 Sep 17 23:29:06.848492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1528060a-8da9-4e40-8de8-10282dc3bc5b req-9712d067-ac29-4067-b86e-cb24d3349029 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Sep 17 23:29:06.869992 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58428) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:06.907829 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcae605-43a1-4948-b260-b4c9397a51ed tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:06.909341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-cbcae605-43a1-4948-b260-b4c9397a51ed tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 1092 time: 0.0384047 Sep 17 23:29:06.912797 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58430) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:06.917108 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:06.939212 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.036424 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.144755 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.118 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/94c0f547-1103-4b97-b490-107864379b34) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:07.248457 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.281159 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.317742 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:07.320598 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:07.324508 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:07.351858 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=94c0f547-1103-4b97-b490-107864379b34,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:08.017545 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.082592 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.232269 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.236406 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.309118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=94c0f547-1103-4b97-b490-107864379b34,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:08.321981 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.421205 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP acb75530-8d24-4462-82dc-fc004179353e associated. External IP: 172.25.0.118, port: e7a2b00d-883a-4523-b302-b5a4163c949c. Sep 17 23:29:08.629228 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 04841c57-2225-4d11-b34d-e8631f0bcf1f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:29:08.732891 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:29:08.743308 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] Sync routers for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:29:08.749314 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.752994 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:08.753791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:08.780245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5ef0a97e-db4a-4581-9901-d1b65e551301 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8664265 Sep 17 23:29:08.780845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:08.783134 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf187b3-cf63-4dd2-b538-fbc5196061dd" -d '{"events": [{"name": "network-changed", "server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:08.820668 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a850209-a035-443b-b6b8-7712367f58be x-openstack-request-id: req-2a850209-a035-443b-b6b8-7712367f58be {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:08.821023 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:08.821281 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a850209-a035-443b-b6b8-7712367f58be {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:08.821687 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'status': 'completed', 'code': 200} Sep 17 23:29:08.869192 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:08.911998 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8dcb5-35f8-4751-9ec2-de98d5381f65 req-32fd2eb1-f2d6-4ada-a809-5512f1e02e04 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.913624 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a8dcb5-35f8-4751-9ec2-de98d5381f65 req-32fd2eb1-f2d6-4ada-a809-5512f1e02e04 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0747600 Sep 17 23:29:08.923046 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-8429b965-2759-4b1a-a565-e636a753f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.924617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-8429b965-2759-4b1a-a565-e636a753f8af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 1097 time: 0.0748973 Sep 17 23:29:08.986297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06a8dcb5-35f8-4751-9ec2-de98d5381f65 req-9fa1aed7-0953-442e-909c-627ef6cc808d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652294 Sep 17 23:29:09.010829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58436) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:09.044657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-a419333a-7d67-420f-a29b-d3ee9696f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:09.046215 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-a419333a-7d67-420f-a29b-d3ee9696f71b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697 HTTP/1.1" status: 200 len: 898 time: 0.1089797 Sep 17 23:29:09.073623 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-21acb3cb-0400-42b4-83f8-06f170fe9cdb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/acb75530-8d24-4462-82dc-fc004179353e HTTP/1.1" status: 200 len: 991 time: 0.0599518 Sep 17 23:29:09.102579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'acb75530-8d24-4462-82dc-fc004179353e', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'port_id': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'mac_address': 'fa:16:3e:fc:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:29:07Z', 'updated_at': '2021-09-17T23:29:07Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:09.116396 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-8cefc958-b701-4557-9d4b-b05d6a818c0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a2b00d-883a-4523-b302-b5a4163c949c HTTP/1.1" status: 200 len: 999 time: 0.0615768 Sep 17 23:29:09.129474 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] Checking router: 04841c57-2225-4d11-b34d-e8631f0bcf1f for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:29:09.137758 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:09.138375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:09.171889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-19894dc8-1c92-4a60-bc0e-9e4e36f4c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:09.173395 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-19894dc8-1c92-4a60-bc0e-9e4e36f4c560 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6087ade0-bc9a-41f0-8207-cccbc18df465 HTTP/1.1" status: 200 len: 834 time: 0.0508306 Sep 17 23:29:09.219321 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-2e6891e4-20db-43df-b716-5a784ded2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:09.220883 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-2e6891e4-20db-43df-b716-5a784ded2f38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405159 Sep 17 23:29:09.249558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:09.313251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-a709c627-78dd-439c-8eaa-37432a3c4d99 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Sep 17 23:29:09.407960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bf187b3-cf63-4dd2-b538-fbc5196061dd req-56d46bfa-f499-49a7-ad41-4aab344b9a97 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880840 Sep 17 23:29:09.475638 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'acb75530-8d24-4462-82dc-fc004179353e', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'port_id': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'mac_address': 'fa:16:3e:fc:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:29:07Z', 'updated_at': '2021-09-17T23:29:07Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:09.502222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e86e586-2c84-41fd-807a-0b41f9757901 None None] The sync data for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 is: [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'acb75530-8d24-4462-82dc-fc004179353e', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'port_id': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'mac_address': 'fa:16:3e:fc:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:29:07Z', 'updated_at': '2021-09-17T23:29:07Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:29:09.689622 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f38b6-6935-47c7-905e-31adefae7051 None None] New status for floating IP acb75530-8d24-4462-82dc-fc004179353e: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:29:10.076376 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58438) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:10.140597 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-62b4fead-104a-4b13-849f-fe4f45653ec1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/acb75530-8d24-4462-82dc-fc004179353e HTTP/1.1" status: 200 len: 993 time: 0.0630465 Sep 17 23:29:11.535949 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-abcaf1bb-ac3d-4a03-baeb-b6ebe306e58f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414312 Sep 17 23:29:11.619815 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-421ba48b-12be-4613-a38d-6e93b07f6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:11.621337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-421ba48b-12be-4613-a38d-6e93b07f6728 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 1097 time: 0.0450070 Sep 17 23:29:11.727897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-62b681e9-1dac-4181-9346-4567c7e54605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:11.729382 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-62b681e9-1dac-4181-9346-4567c7e54605 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697 HTTP/1.1" status: 200 len: 898 time: 0.0855455 Sep 17 23:29:11.799569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-77ed1f70-e85c-4e5a-bfd7-847eea3db745 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a2b00d-883a-4523-b302-b5a4163c949c HTTP/1.1" status: 200 len: 1001 time: 0.0618892 Sep 17 23:29:11.847932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-0af79c92-78d0-4fef-951d-be4e7f6b439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:11.849407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-0af79c92-78d0-4fef-951d-be4e7f6b439e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6087ade0-bc9a-41f0-8207-cccbc18df465 HTTP/1.1" status: 200 len: 834 time: 0.0433180 Sep 17 23:29:11.895554 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-8968a25e-acc5-487e-b7c7-4171c8436e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:11.897068 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-8968a25e-acc5-487e-b7c7-4171c8436e3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406539 Sep 17 23:29:11.988936 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-e71579e4-4aee-403b-86c0-f50f5fc7a033 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852077 Sep 17 23:29:12.077254 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce53a3da-7ae7-40b0-94bd-fcc1eb174ef7 req-c4f479bf-0450-406c-8fd6-0c07e1612f99 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816889 Sep 17 23:29:13.347108 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:29:19.324791 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:30.065715 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ea03ba5c-1784-48ad-babc-3636ac2bfbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:32.782162 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c0ecdb2-087c-4006-91d5-9c0e3b5a9e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:33.185815 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:34.059059 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:35.255846 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:35.582711 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.887863 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c402b-9ae5-4f25-89f2-cdfb4c33c318 req-fda623dc-77fe-4f40-88cd-6beb16230bf1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:38.889278 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a0c402b-9ae5-4f25-89f2-cdfb4c33c318 req-fda623dc-77fe-4f40-88cd-6beb16230bf1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0491519 Sep 17 23:29:38.931972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2a0c402b-9ae5-4f25-89f2-cdfb4c33c318 req-a3f41b52-202d-4f92-800e-50828443d870 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360346 Sep 17 23:29:40.049274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a38f-a002-45cf-a4f5-e43126ffab43 req-df7d3484-5b6b-4a21-af30-5d9c5bb055a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:40.051410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1283a38f-a002-45cf-a4f5-e43126ffab43 req-df7d3484-5b6b-4a21-af30-5d9c5bb055a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Sep 17 23:29:40.089865 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1283a38f-a002-45cf-a4f5-e43126ffab43 req-57bc6036-4ba1-406c-8ce6-0244775365f8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324812 Sep 17 23:29:40.112437 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58456) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:40.172570 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-c2a39a03-2df5-4f09-a977-ba39bcbab86b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/acb75530-8d24-4462-82dc-fc004179353e HTTP/1.1" status: 200 len: 993 time: 0.0589523 Sep 17 23:29:41.434076 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c9c1-0c14-4d7e-9108-ddb137719182 req-d1659a1a-882a-4bb1-b386-c7bd93af0a7a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:41.435492 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5892c9c1-0c14-4d7e-9108-ddb137719182 req-d1659a1a-882a-4bb1-b386-c7bd93af0a7a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Sep 17 23:29:41.474532 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5892c9c1-0c14-4d7e-9108-ddb137719182 req-e0043a26-130f-4740-accf-43281c2a80da tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Sep 17 23:29:42.592323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8497-f7c4-4138-a546-0911303021b2 req-0770a924-017b-46ec-a6d6-c5687f5d9929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:42.593867 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77ba8497-f7c4-4138-a546-0911303021b2 req-0770a924-017b-46ec-a6d6-c5687f5d9929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0488269 Sep 17 23:29:42.636333 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-77ba8497-f7c4-4138-a546-0911303021b2 req-bc60460a-9df0-4c23-96e4-0d863beb53c2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364094 Sep 17 23:29:42.657972 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58466) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:42.717781 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-efe02dad-c3b3-418b-ac6f-5806ad42af20 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/acb75530-8d24-4462-82dc-fc004179353e HTTP/1.1" status: 200 len: 993 time: 0.0586994 Sep 17 23:29:42.955039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58472) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:43.111122 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 94c0f547-1103-4b97-b490-107864379b34 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:43.111474 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:43.189780 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:43.190101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:43.201602 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 94c0f547-1103-4b97-b490-107864379b34 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:43.350245 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:43.376507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=94c0f547-1103-4b97-b490-107864379b34,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:43.401028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.401381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.401720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.402054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.402385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.402714 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.403040 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.403365 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.403688 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.404008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.404329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.404647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:43.447164 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:43.448118 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP acb75530-8d24-4462-82dc-fc004179353e disassociated (deleted). External IP: 172.25.0.118, port: e7a2b00d-883a-4523-b302-b5a4163c949c. Sep 17 23:29:43.657182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 04841c57-2225-4d11-b34d-e8631f0bcf1f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:29:43.763531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:29:43.768282 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:43.773534 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] Sync routers for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:29:43.782068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:43.782676 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:43.795276 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-383609c4-7f1e-454c-b5e5-9bc7804ac786 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/floatingips/acb75530-8d24-4462-82dc-fc004179353e HTTP/1.1" status: 204 len: 168 time: 0.8391092 Sep 17 23:29:43.795864 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:43.798141 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a5cda-c2fd-486b-938e-d22bce6afa67" -d '{"events": [{"name": "network-changed", "server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:43.838324 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da4f8ab-7b47-4a59-8edb-eed7931185ef x-openstack-request-id: req-4da4f8ab-7b47-4a59-8edb-eed7931185ef {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:43.838620 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:43.838878 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4da4f8ab-7b47-4a59-8edb-eed7931185ef {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:43.839291 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'status': 'completed', 'code': 200} Sep 17 23:29:43.893860 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:43.909507 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-ff924b18-f22b-47d6-8fae-849c94d031b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:43.911143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-ff924b18-f22b-47d6-8fae-849c94d031b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 1097 time: 0.0462198 Sep 17 23:29:44.057329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-0c10b5fc-b8cc-4e02-9237-92b139bc8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:44.058006 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-0c10b5fc-b8cc-4e02-9237-92b139bc8684 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697 HTTP/1.1" status: 200 len: 898 time: 0.1377125 Sep 17 23:29:44.066291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6f1db-2ed8-4d56-8b6a-2ef5b3bf76e0 req-d0fec1c1-1ece-440e-a755-780b75f820f4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:44.068207 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23b6f1db-2ed8-4d56-8b6a-2ef5b3bf76e0 req-d0fec1c1-1ece-440e-a755-780b75f820f4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0722098 Sep 17 23:29:44.110342 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:44.119189 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-c5827aaa-72b8-4b4d-8a38-4847d8553a7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a2b00d-883a-4523-b302-b5a4163c949c HTTP/1.1" status: 200 len: 217 time: 0.0500343 Sep 17 23:29:44.137493 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] Checking router: 04841c57-2225-4d11-b34d-e8631f0bcf1f for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:29:44.146387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:44.146988 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:44.164688 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-23b6f1db-2ed8-4d56-8b6a-2ef5b3bf76e0 req-9500a435-ba76-4303-9428-5a1400037041 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897171 Sep 17 23:29:44.183063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-10209722-e7f6-426f-bf07-8ce24e3cdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:44.184758 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-10209722-e7f6-426f-bf07-8ce24e3cdba5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6087ade0-bc9a-41f0-8207-cccbc18df465 HTTP/1.1" status: 200 len: 834 time: 0.0527890 Sep 17 23:29:44.233327 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-aa57770d-259a-4170-9710-5af32379709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:44.234848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-aa57770d-259a-4170-9710-5af32379709a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ca8f7a-f844-46d7-8fa9-204b04cdd697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415623 Sep 17 23:29:44.253447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:44.333896 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-4124e1d8-1153-4dee-87d9-0d12f1088cc6 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900445 Sep 17 23:29:44.426824 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c97a5cda-c2fd-486b-938e-d22bce6afa67 req-1c8ed801-b68a-44a6-a5e5-48c8331a5dc7 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840819 Sep 17 23:29:44.450154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:44.630386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10484287-1ca8-4a02-a3d4-c4098bcd7072 None None] The sync data for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 is: [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:56Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '668b0d8c-5681-4648-bffb-05fd61544818', 'name': '', 'network_id': 'd5ca8f7a-f844-46d7-8fa9-204b04cdd697', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:66:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:55Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': '6087ade0-bc9a-41f0-8207-cccbc18df465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:29:44.838344 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d30c7-78f4-4a78-b542-d3bf5d8930d6 None None] New status for floating IP acb75530-8d24-4462-82dc-fc004179353e: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:29:45.278885 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190739-94e0-478c-a825-25722ec04cea req-53d37b69-5f72-4308-a835-c5c1ec41fc84 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:45.280353 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61190739-94e0-478c-a825-25722ec04cea req-53d37b69-5f72-4308-a835-c5c1ec41fc84 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Sep 17 23:29:45.323388 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-61190739-94e0-478c-a825-25722ec04cea req-19ec7c52-d80f-4478-816d-558f429f67cc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e7ff51-45e6-48bb-bfab-e9f80905cfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365696 Sep 17 23:29:45.940234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d97830-87fd-4b81-8909-2201a2f8face req-3efd752e-c63c-4230-a768-4a4e21e8c919 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:45.941819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55d97830-87fd-4b81-8909-2201a2f8face req-3efd752e-c63c-4230-a768-4a4e21e8c919 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 945 time: 0.3646948 Sep 17 23:29:46.028699 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port e7a2b00d-883a-4523-b302-b5a4163c949c {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:46.029076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.119561 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port e7a2b00d-883a-4523-b302-b5a4163c949c, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=e7a2b00d-883a-4523-b302-b5a4163c949c,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:46.119698 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.132457 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for e7a2b00d-883a-4523-b302-b5a4163c949c owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:46.260793 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.288901 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=e7a2b00d-883a-4523-b302-b5a4163c949c,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:46.329953 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] No DVR routers for this DVR port e7a2b00d-883a-4523-b302-b5a4163c949c on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:46.332649 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.334740 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-55d97830-87fd-4b81-8909-2201a2f8face req-a79a89a3-03b4-4a08-9aa8-8e1ae4d320a8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "DELETE /v2.0/ports/e7a2b00d-883a-4523-b302-b5a4163c949c HTTP/1.1" status: 204 len: 173 time: 0.3865860 Sep 17 23:29:46.335181 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'name': 'network-vif-deleted', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:46.337528 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dcda75-2da4-4ffb-b28c-14759014f65c" -d '{"events": [{"server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "name": "network-vif-deleted", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:46.385954 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d6dc60-cbf0-48b3-91fc-6d7f20b2897f x-openstack-request-id: req-d1d6dc60-cbf0-48b3-91fc-6d7f20b2897f {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:46.386256 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1b7bdf-ae6a-4139-9b37-f55e809b9254", "name": "network-vif-deleted", "tag": "e7a2b00d-883a-4523-b302-b5a4163c949c", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:46.386515 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1d6dc60-cbf0-48b3-91fc-6d7f20b2897f {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:46.386915 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1b7bdf-ae6a-4139-9b37-f55e809b9254', 'name': 'network-vif-deleted', 'tag': 'e7a2b00d-883a-4523-b302-b5a4163c949c', 'status': 'completed', 'code': 200} Sep 17 23:29:46.423690 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-90d1e286-b9dd-4b9c-a64f-be8f537a9df9 req-dbe926ed-d456-4f8e-8aca-2c89ce31cf4c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1b7bdf-ae6a-4139-9b37-f55e809b9254 HTTP/1.1" status: 200 len: 210 time: 0.0298927 Sep 17 23:29:47.480127 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58490) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:48.206302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.456565 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 668b0d8c-5681-4648-bffb-05fd61544818 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:48.457512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.548685 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port 668b0d8c-5681-4648-bffb-05fd61544818, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=668b0d8c-5681-4648-bffb-05fd61544818,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:48.549402 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.561004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 668b0d8c-5681-4648-bffb-05fd61544818 owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:48.756371 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.782687 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=668b0d8c-5681-4648-bffb-05fd61544818,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:48.806997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.807348 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.807692 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.808031 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.808366 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.808699 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.809074 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.809392 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.809718 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.810042 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.810367 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.810686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:48.963917 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.177982 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 04841c57-2225-4d11-b34d-e8631f0bcf1f has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:29:49.283997 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:29:49.290313 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-74bb9b6f-3cbb-4b18-956c-180512df96dc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/04841c57-2225-4d11-b34d-e8631f0bcf1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8088956 Sep 17 23:29:49.292888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58492) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:49.295039 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] Sync routers for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:29:49.304494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:49.305143 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:49.344509 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22d4cd6-7f71-49fd-af9c-31f1f49d5c2f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting subnet 6087ade0-bc9a-41f0-8207-cccbc18df465 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:29:49.348223 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a22d4cd6-7f71-49fd-af9c-31f1f49d5c2f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.357872 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.388060 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a22d4cd6-7f71-49fd-af9c-31f1f49d5c2f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.417855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:49.477232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a22d4cd6-7f71-49fd-af9c-31f1f49d5c2f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.538081 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a22d4cd6-7f71-49fd-af9c-31f1f49d5c2f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.567584 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d4cd6-7f71-49fd-af9c-31f1f49d5c2f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Subnet': ['ID=6087ade0-bc9a-41f0-8207-cccbc18df465,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:49.569627 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a22d4cd6-7f71-49fd-af9c-31f1f49d5c2f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.571500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a22d4cd6-7f71-49fd-af9c-31f1f49d5c2f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/subnets/6087ade0-bc9a-41f0-8207-cccbc18df465 HTTP/1.1" status: 204 len: 168 time: 0.2775228 Sep 17 23:29:49.574407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58494) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:49.580631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939d877c-6602-4850-9fe6-e51b84635d51 None None] Network d5ca8f7a-f844-46d7-8fa9-204b04cdd697 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:49.672760 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:29:48Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:49.680527 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.700696 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] Checking router: 04841c57-2225-4d11-b34d-e8631f0bcf1f for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:29:49.725768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] Routers {'04841c57-2225-4d11-b34d-e8631f0bcf1f'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:49.726387 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['04841c57-2225-4d11-b34d-e8631f0bcf1f'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:49.791143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.841245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] Set router 04841c57-2225-4d11-b34d-e8631f0bcf1f gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:49.849836 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port c463823a-d7f2-4a56-a71c-44c162cc20c9 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:49.850383 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.873279 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] DHCP port deletion for d5ca8f7a-f844-46d7-8fa9-204b04cdd697 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:29:49.932131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port c463823a-d7f2-4a56-a71c-44c162cc20c9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=c463823a-d7f2-4a56-a71c-44c162cc20c9,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:49.932417 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.944686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for c463823a-d7f2-4a56-a71c-44c162cc20c9 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:50.031183 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] Deleting port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:50.031552 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.100013 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] For port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=d1a07a1a-34ca-4a2a-a71f-389283d9ee1a,segment=NetworkSegment(8139a78e-5610-47ef-a4cc-f2a7aa8a6990),segment_id=8139a78e-5610-47ef-a4cc-f2a7aa8a6990)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:50.100321 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.108860 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.119424 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] Calling delete_port for d1a07a1a-34ca-4a2a-a71f-389283d9ee1a owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:50.132974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:29:48Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:50.137898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=c463823a-d7f2-4a56-a71c-44c162cc20c9,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:50.193309 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f70a32-5a53-4aca-b4e3-cd869c2bc9ba None None] The sync data for ids ['04841c57-2225-4d11-b34d-e8631f0bcf1f'] in n-d-789963-10 is: [{'id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868153888', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:29:48Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'c463823a-d7f2-4a56-a71c-44c162cc20c9', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04841c57-2225-4d11-b34d-e8631f0bcf1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:53Z', 'updated_at': '2021-09-17T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:29:50.196125 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.243297 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.268894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] Pushing event deleted for resources: {'Port': ['ID=d1a07a1a-34ca-4a2a-a71f-389283d9ee1a,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:50.273774 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f876fa7-1ad1-429e-967e-ad49b8d71e4e None None] No DVR routers for this DVR port d1a07a1a-34ca-4a2a-a71f-389283d9ee1a on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:50.290115 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.292238 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.337414 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.337937 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Fanout notify agent at l3_agent the message router_deleted on router 04841c57-2225-4d11-b34d-e8631f0bcf1f {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:29:50.345422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.346570 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a44d5639-edaf-4918-9c77-a6c1eebfcd5f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/routers/04841c57-2225-4d11-b34d-e8631f0bcf1f HTTP/1.1" status: 204 len: 168 time: 0.7711806 Sep 17 23:29:50.346871 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:29:50.349443 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58496) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:50.422918 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.509988 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.531597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ca8f7a-f844-46d7-8fa9-204b04cdd697']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:50.542160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8139a78e-5610-47ef-a4cc-f2a7aa8a6990') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:50.542493 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8139a78e-5610-47ef-a4cc-f2a7aa8a6990') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:50.552516 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.565927 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.572653 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:50.573083 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:50.576247 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:50.644274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.662614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.664514 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/networks/d5ca8f7a-f844-46d7-8fa9-204b04cdd697 HTTP/1.1" status: 204 len: 168 time: 0.3141615 Sep 17 23:29:50.667418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58498) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:50.671448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2617d8-f479-4613-8e61-22e562e9fba4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Network': ['ID=d5ca8f7a-f844-46d7-8fa9-204b04cdd697,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:50.710900 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e7a2b00d-883a-4523-b302-b5a4163c949c no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:50.735752 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: e7a2b00d-883a-4523-b302-b5a4163c949c {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:50.736256 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device e7a2b00d-883a-4523-b302-b5a4163c949c not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:50.736374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33ff10ce-ccde-4686-99b5-1dc18ec1a1af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.765636 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33ff10ce-ccde-4686-99b5-1dc18ec1a1af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.778198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 668b0d8c-5681-4648-bffb-05fd61544818 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:50.799374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 668b0d8c-5681-4648-bffb-05fd61544818 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:50.799717 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 668b0d8c-5681-4648-bffb-05fd61544818 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:50.800133 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d1a07a1a-34ca-4a2a-a71f-389283d9ee1a no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:50.822837 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: d1a07a1a-34ca-4a2a-a71f-389283d9ee1a {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:50.823187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device d1a07a1a-34ca-4a2a-a71f-389283d9ee1a not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:50.848076 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33ff10ce-ccde-4686-99b5-1dc18ec1a1af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.850857 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-33ff10ce-ccde-4686-99b5-1dc18ec1a1af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.852102 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-33ff10ce-ccde-4686-99b5-1dc18ec1a1af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/security-groups/03e7ff51-45e6-48bb-bfab-e9f80905cfbb HTTP/1.1" status: 204 len: 168 time: 0.1836929 Sep 17 23:29:50.867730 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff10ce-ccde-4686-99b5-1dc18ec1a1af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e7ff51-45e6-48bb-bfab-e9f80905cfbb,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:51.295801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58504) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:51.301345 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5bddbada-12f5-454f-a9f0-75b2ec63d3e7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115580056', 'description': 'tempest-secgroup-smoke-2115580056 description', 'project_id': 'a9ac78b602644287b95a494be4bb72b1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:51.326395 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5bddbada-12f5-454f-a9f0-75b2ec63d3e7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.412954 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5bddbada-12f5-454f-a9f0-75b2ec63d3e7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.416524 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5bddbada-12f5-454f-a9f0-75b2ec63d3e7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.445813 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5bddbada-12f5-454f-a9f0-75b2ec63d3e7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.447040 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5bddbada-12f5-454f-a9f0-75b2ec63d3e7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500351 Sep 17 23:29:51.448022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddbada-12f5-454f-a9f0-75b2ec63d3e7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f9dfa6-1628-4447-b714-3b25012d8690,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:51.450262 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58506) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:51.455173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-00919d2b-471b-4563-9033-3b2a0efd8a46 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'f3f9dfa6-1628-4447-b714-3b25012d8690', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:51.482997 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00919d2b-471b-4563-9033-3b2a0efd8a46 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.543438 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00919d2b-471b-4563-9033-3b2a0efd8a46 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.547442 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00919d2b-471b-4563-9033-3b2a0efd8a46 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.568897 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00919d2b-471b-4563-9033-3b2a0efd8a46 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75acf3d0-37c1-47d2-9973-c2364b0c0fae,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:51.571463 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-00919d2b-471b-4563-9033-3b2a0efd8a46 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.572639 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-00919d2b-471b-4563-9033-3b2a0efd8a46 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212997 Sep 17 23:29:51.575579 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58508) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:51.580247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4101fc4d-9b2e-4039-870e-63078fcd073a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'f3f9dfa6-1628-4447-b714-3b25012d8690', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:51.607174 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4101fc4d-9b2e-4039-870e-63078fcd073a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.665353 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4101fc4d-9b2e-4039-870e-63078fcd073a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.669006 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4101fc4d-9b2e-4039-870e-63078fcd073a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.687350 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101fc4d-9b2e-4039-870e-63078fcd073a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7105fa1-466b-461a-9d61-4601838c6a46,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:51.693620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4101fc4d-9b2e-4039-870e-63078fcd073a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.694921 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4101fc4d-9b2e-4039-870e-63078fcd073a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182201 Sep 17 23:29:51.697685 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58510) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:51.702066 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-70d8953a-ad9d-495f-a373-f819fbd7c4cb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'f3f9dfa6-1628-4447-b714-3b25012d8690', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:51.729329 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70d8953a-ad9d-495f-a373-f819fbd7c4cb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.791101 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70d8953a-ad9d-495f-a373-f819fbd7c4cb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.794609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70d8953a-ad9d-495f-a373-f819fbd7c4cb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.816083 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8953a-ad9d-495f-a373-f819fbd7c4cb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da135e3b-f760-42ad-a239-5578390f3825,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:51.819671 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-70d8953a-ad9d-495f-a373-f819fbd7c4cb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.823797 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58512) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:51.824279 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-70d8953a-ad9d-495f-a373-f819fbd7c4cb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252842 Sep 17 23:29:51.828689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-23dc1c8e-e3ae-4892-a2a0-f228009ede6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'f3f9dfa6-1628-4447-b714-3b25012d8690', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:51.856849 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23dc1c8e-e3ae-4892-a2a0-f228009ede6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.915619 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23dc1c8e-e3ae-4892-a2a0-f228009ede6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.919305 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23dc1c8e-e3ae-4892-a2a0-f228009ede6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.936837 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc1c8e-e3ae-4892-a2a0-f228009ede6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed885a78-5227-415f-8a18-080e041acb7b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:51.942769 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-23dc1c8e-e3ae-4892-a2a0-f228009ede6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.944334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-23dc1c8e-e3ae-4892-a2a0-f228009ede6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193790 Sep 17 23:29:51.947187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58514) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:51.951932 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0ff012e7-88a4-4362-a525-823d0a2f5c29 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'f3f9dfa6-1628-4447-b714-3b25012d8690', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:51.974604 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-0ff012e7-88a4-4362-a525-823d0a2f5c29 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:29:51.980336 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ff012e7-88a4-4362-a525-823d0a2f5c29 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.044831 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ff012e7-88a4-4362-a525-823d0a2f5c29 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.048201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ff012e7-88a4-4362-a525-823d0a2f5c29 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.065571 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff012e7-88a4-4362-a525-823d0a2f5c29 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35151834-ab9b-4c98-af53-b874925f1d22,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:52.072504 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0ff012e7-88a4-4362-a525-823d0a2f5c29 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.073752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0ff012e7-88a4-4362-a525-823d0a2f5c29 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255260 Sep 17 23:29:52.076437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58516) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:52.080647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a1dfe033-c37d-4f12-9d94-ba150308ddce tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'f3f9dfa6-1628-4447-b714-3b25012d8690', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:52.102858 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-a1dfe033-c37d-4f12-9d94-ba150308ddce tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:29:52.107631 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe033-c37d-4f12-9d94-ba150308ddce tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.169167 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe033-c37d-4f12-9d94-ba150308ddce tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.172562 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe033-c37d-4f12-9d94-ba150308ddce tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.190334 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfe033-c37d-4f12-9d94-ba150308ddce tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f483b8-f0bc-40b8-8291-506dd6bb55a3,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:52.196338 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe033-c37d-4f12-9d94-ba150308ddce tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.197467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a1dfe033-c37d-4f12-9d94-ba150308ddce tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200862 Sep 17 23:29:52.200323 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58518) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:52.205123 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'network': {'name': 'tempest-network-smoke--2004860140', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'port_security_enabled': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:52.227118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:52.230486 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.254245 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:29:52.262869 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.263154 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Added segment 57969c1b-4d69-49ab-a933-62854a6bd515 of type vlan for network 28797847-d09b-4b31-984b-e5a08e557cd9 Sep 17 23:29:52.301744 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.326343 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.332111 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:52.332777 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.372518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1711097 Sep 17 23:29:52.375161 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58520) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:52.380267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'admin_state_up': True, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:52.416393 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e62d4-327d-4784-828b-31aa3ab3e03b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Network': ['ID=28797847-d09b-4b31-984b-e5a08e557cd9,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:52.428044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 28797847-d09b-4b31-984b-e5a08e557cd9 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:29:52.434182 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.435202 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.487533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.626943 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.640617 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c463823a-d7f2-4a56-a71c-44c162cc20c9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:52.661306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: c463823a-d7f2-4a56-a71c-44c162cc20c9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:52.661647 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device c463823a-d7f2-4a56-a71c-44c162cc20c9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:52.820847 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.839427 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.941782 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.238 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/ca18a855-bede-4c1d-8bbd-a34e29da9472) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:53.045637 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.078971 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.118777 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:53.121623 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:53.125026 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:53.134121 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=ca18a855-bede-4c1d-8bbd-a34e29da9472,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:53.375679 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.570522 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.695295 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router bc7f1c79-3c4c-4d97-b07e-360e59dde744 is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:29:53.798778 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:29:53.808713 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Sync routers for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:29:53.817845 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.818903 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:53.819131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3c9071cc-1302-4b21-8cdd-6cfbb989a5dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4430413 Sep 17 23:29:53.819521 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:53.822275 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58522) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:53.850973 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-40454ccd-d450-4082-81a3-cb729f28f081 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a9ac78b602644287b95a494be4bb72b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275216 Sep 17 23:29:53.853546 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58524) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:53.928034 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:53.943732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85c996-48a6-4225-b6eb-1154e9226860 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:53.945294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-aa85c996-48a6-4225-b6eb-1154e9226860 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907056 Sep 17 23:29:53.948206 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58526) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:53.978425 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-36944b15-394a-4b68-8b91-e3eb36b04443 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285907 Sep 17 23:29:53.981106 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58528) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:53.986069 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643830226', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:54.072905 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'subnet': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:54.076360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261115551'] for subnet, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.111195 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:53Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:54.138086 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Checking router: bc7f1c79-3c4c-4d97-b07e-360e59dde744 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:29:54.138434 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Updating router bc7f1c79-3c4c-4d97-b07e-360e59dde744 port ca18a855-bede-4c1d-8bbd-a34e29da9472 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:29:54.165285 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.263432 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260167508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261115569'] for subnet, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.333544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Subnet': ['ID=c890dad7-f0bf-427b-a73f-2ebf859ed200,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:54.338286 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Checking segment: {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:54.338645 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network hostable DHCP agents. Network: 28797847-d09b-4b31-984b-e5a08e557cd9, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:29:54.356141 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 28797847-d09b-4b31-984b-e5a08e557cd9 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:29:54.366056 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 28797847-d09b-4b31-984b-e5a08e557cd9) {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:54.370340 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:54.370925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.377084 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31796cd6-2f14-456d-9980-0b4bd378a3d6 None None] Network 28797847-d09b-4b31-984b-e5a08e557cd9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:54.390726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-8a985421-653a-40fa-a09c-7217132676c1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4058878 Sep 17 23:29:54.390942 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58530) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:54.434163 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.439543 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.490230 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Attempting to bind port ca18a855-bede-4c1d-8bbd-a34e29da9472 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:54.490598 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Attempting to bind port ca18a855-bede-4c1d-8bbd-a34e29da9472 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:54.490956 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Attempting to bind port ca18a855-bede-4c1d-8bbd-a34e29da9472 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:54.501782 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:54.502156 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:54.502550 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.502934 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:54.503442 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Bound port: ca18a855-bede-4c1d-8bbd-a34e29da9472, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:54.503930 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.506735 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e206b-b2c4-438e-b9e8-cc62435c3f18 None None] Pushing event updated for resources: {'Port': ['ID=ca18a855-bede-4c1d-8bbd-a34e29da9472,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:54.530542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-28797847-d09b-4b31-984b-e5a08e557cd9', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:29:54.531416 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.564036 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] For port ca18a855-bede-4c1d-8bbd-a34e29da9472, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:54.567923 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] For port ca18a855-bede-4c1d-8bbd-a34e29da9472, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ca18a855-bede-4c1d-8bbd-a34e29da9472,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:54.572165 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.634517 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:54.635136 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:54.638449 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e206b-b2c4-438e-b9e8-cc62435c3f18 None None] Pushing event updated for resources: {'Port': ['ID=ca18a855-bede-4c1d-8bbd-a34e29da9472,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:54.688032 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Allocated IP 172.20.0.2 (28797847-d09b-4b31-984b-e5a08e557cd9/c890dad7-f0bf-427b-a73f-2ebf859ed200/035b3ee8-51d9-4cba-99df-b50d7e84b3fd) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:54.749722 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:54.850379 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.858453 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.874727 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.901711 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Network 28797847-d09b-4b31-984b-e5a08e557cd9 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:54.904447 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:54.911998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:54.916781 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Pushing event updated for resources: {'Port': ['ID=035b3ee8-51d9-4cba-99df-b50d7e84b3fd,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:54.945301 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:53Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:54.971676 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0c2c8-3c09-45f3-9cc3-ff4a1090da2e None None] The sync data for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 is: [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:53Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:29:54.978502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Attempting to bind port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:54.979299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Attempting to bind port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:54.979299 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Attempting to bind port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd on network 28797847-d09b-4b31-984b-e5a08e557cd9 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:54.984855 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:54.985403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Checking segment: {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:54.986055 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.986538 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Bound using segment: {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:54.987364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Bound port: 035b3ee8-51d9-4cba-99df-b50d7e84b3fd, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:54.987941 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.055531 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] For port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:55.059616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] For port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=035b3ee8-51d9-4cba-99df-b50d7e84b3fd,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:55.064202 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.130229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66788608-c94f-4910-b90e-165d748c8cd6 None None] Pushing event updated for resources: {'Port': ['ID=035b3ee8-51d9-4cba-99df-b50d7e84b3fd,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:55.191900 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.1 (28797847-d09b-4b31-984b-e5a08e557cd9/c890dad7-f0bf-427b-a73f-2ebf859ed200/f77d81dc-ab01-40d2-8153-9d0e6e9b72f8) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:55.346425 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.405401 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.447456 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 28797847-d09b-4b31-984b-e5a08e557cd9 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:55.451495 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:55.454008 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:55.488103 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:55.510464 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.649530 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.137326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba53e99-a25d-4290-be31-4db5d3bddf5b None None] Network 28797847-d09b-4b31-984b-e5a08e557cd9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:56.232820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Provisioning complete for port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:56.233475 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.282198 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.288589 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.362368 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.364917 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:56.384829 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.423005 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] For port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=035b3ee8-51d9-4cba-99df-b50d7e84b3fd,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:56.429176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.472217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 28797847-d09b-4b31-984b-e5a08e557cd9 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:56.474038 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:56.480708 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Pushing event updated for resources: {'Port': ['ID=035b3ee8-51d9-4cba-99df-b50d7e84b3fd,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:56.488516 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.488871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.489233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.489571 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.489907 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.490238 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.490582 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.490873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.491196 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.491515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.491835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.492151 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613d499-9c2e-46e4-a1d1-3c24c6e2a008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:56.601650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router bc7f1c79-3c4c-4d97-b07e-360e59dde744 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:29:56.650346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-678745f9-321b-411a-a8b8-c836f69290f5 None None] Provisioning complete for port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:56.651009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-678745f9-321b-411a-a8b8-c836f69290f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.743381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:29:56.754516 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a47fb768-c2c8-4dce-893b-a99b43b777fe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/bc7f1c79-3c4c-4d97-b07e-360e59dde744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3616493 Sep 17 23:29:56.756093 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Sync routers for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:29:56.777507 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:56.778161 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:56.817542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 035b3ee8-51d9-4cba-99df-b50d7e84b3fd up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:56.819382 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-678745f9-321b-411a-a8b8-c836f69290f5 None None] Provisioning complete for port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:56.819752 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-678745f9-321b-411a-a8b8-c836f69290f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.917060 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-c28eab84-c79b-4c1d-8c84-3a75cd3cc646 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115580056&fields=id&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 267 time: 0.0382979 Sep 17 23:29:57.037909 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-c378cd3f-d5cb-451f-8edb-07c43440e016 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:57.039497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-c378cd3f-d5cb-451f-8edb-07c43440e016 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/networks?id=28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 200 len: 797 time: 0.1148565 Sep 17 23:29:57.055694 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-47920cba-be35-4f8c-aead-2c7216a06ff1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/quotas/a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 375 time: 0.0101593 Sep 17 23:29:57.099042 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-678745f9-321b-411a-a8b8-c836f69290f5 None None] Port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:29:57.115428 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-06722341-dc7b-4a9e-87ea-32b7907d7605 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540590 Sep 17 23:29:57.132036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:57.133849 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:57.134221 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.216009 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-02724a37-b03a-4f9d-9479-6e42a0dfa4dc service neutron] 10.222.0.48 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883121 Sep 17 23:29:57.294707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-cc5c6691-6955-4c18-9a34-a5abb80655f9 None None] Provisioning complete for port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:57.295283 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-cc5c6691-6955-4c18-9a34-a5abb80655f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.310393 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-c98f0a76-abf7-48d6-8272-81d525985fa8 service neutron] 10.222.0.48 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881863 Sep 17 23:29:57.389878 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c6691-6955-4c18-9a34-a5abb80655f9 None None] Port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:29:57.394917 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ca18a855-bede-4c1d-8bbd-a34e29da9472 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:57.486569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cde7a3fc-9eca-4fe3-b00b-bee7aa0bff69 req-9b9c7386-c6ed-40c1-b6c9-ca33787571f5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 210 time: 0.0267050 Sep 17 23:29:57.488623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ca18a855-bede-4c1d-8bbd-a34e29da9472 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:57.489243 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.520026 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 2, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:57.554509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Checking router: bc7f1c79-3c4c-4d97-b07e-360e59dde744 for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:29:57.554869 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Updating router bc7f1c79-3c4c-4d97-b07e-360e59dde744 port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:29:57.589182 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.660517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.737358 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port ca18a855-bede-4c1d-8bbd-a34e29da9472, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ca18a855-bede-4c1d-8bbd-a34e29da9472,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:57.744277 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.860306 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=ca18a855-bede-4c1d-8bbd-a34e29da9472,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:57.955756 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.961053 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.012193 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd4c70-e289-4916-a0af-6a9cc2089b8c None None] Pushing event updated for resources: {'Port': ['ID=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:58.071323 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Attempting to bind port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:58.071783 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Attempting to bind port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:58.072237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Attempting to bind port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 on network 28797847-d09b-4b31-984b-e5a08e557cd9 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:58.077580 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:58.077958 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Checking segment: {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:58.078363 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.078761 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Bound using segment: {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:58.079237 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Bound port: f77d81dc-ab01-40d2-8153-9d0e6e9b72f8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:58.079621 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.145733 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] For port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:58.149812 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] For port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:58.154189 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.211221 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:29:58.211862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:29:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:58.265212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd4c70-e289-4916-a0af-6a9cc2089b8c None None] Pushing event updated for resources: {'Port': ['ID=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:58.279229 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4ae1f4c0-d289-4daf-9e88-f608c580f071 None None] Provisioning complete for port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:58.279606 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f4c0-d289-4daf-9e88-f608c580f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.380631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:29:58.481029 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f4c0-d289-4daf-9e88-f608c580f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.531602 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-e803d946-492b-4a2d-bddd-db961a3a2873 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:58.533202 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-e803d946-492b-4a2d-bddd-db961a3a2873 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "GET /v2.0/networks?id=28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 200 len: 797 time: 0.1238902 Sep 17 23:29:58.570734 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4ae1f4c0-d289-4daf-9e88-f608c580f071 None None] For port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:58.577635 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f4c0-d289-4daf-9e88-f608c580f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.593468 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4f7116bb-94a7-4064-89f0-a50b764941bd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 380 time: 0.0373724 Sep 17 23:29:58.595672 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-37ee5db1-f829-46bf-9e4e-e09b574eb119 req-3cc58cbd-8194-4ce1-8d4f-5a37035d3819 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 210 time: 0.0309041 Sep 17 23:29:58.612542 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'port': {'device_id': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'admin_state_up': True, 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'security_groups': ['f3f9dfa6-1628-4447-b714-3b25012d8690']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:58.672669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1f4c0-d289-4daf-9e88-f608c580f071 None None] Pushing event updated for resources: {'Port': ['ID=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:58.698838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ca18a855-bede-4c1d-8bbd-a34e29da9472 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:58.728425 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:58Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:58.731592 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:58.735633 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.870893 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.11 (28797847-d09b-4b31-984b-e5a08e557cd9/c890dad7-f0bf-427b-a73f-2ebf859ed200/2da9a117-aec6-4709-b6ea-0d15de9d1a21) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:58.922431 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5fe05-72aa-42ec-b3f5-997c5975650c None None] The sync data for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 is: [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:58Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:29:58.929839 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5a364f9b-69d8-4946-8384-fa5f0c704196 None None] Provisioning complete for port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:58.930957 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5a364f9b-69d8-4946-8384-fa5f0c704196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.019515 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port ca18a855-bede-4c1d-8bbd-a34e29da9472 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:59.020136 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.023904 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.069842 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.114541 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 28797847-d09b-4b31-984b-e5a08e557cd9 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:59.117844 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:59.121894 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:59.154563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=2da9a117-aec6-4709-b6ea-0d15de9d1a21,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:59.188916 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:59.189704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.205736 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-4cef0639-686b-4716-87d0-1183dd2ff45c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5972452 Sep 17 23:29:59.224446 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Request body: {'port': {'device_id': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:59.285547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.409366 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c11f49f3-cb23-4b71-b30f-45aa2f93e798 None None] Provisioning complete for port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:59.410584 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c11f49f3-cb23-4b71-b30f-45aa2f93e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.450609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-c11f49f3-cb23-4b71-b30f-45aa2f93e798 None None] Port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:29:59.572582 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da9a117-aec6-4709-b6ea-0d15de9d1a21 {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:29:59.580194 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.593081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Transition to ACTIVE for port object 2da9a117-aec6-4709-b6ea-0d15de9d1a21 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:29:59.597100 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.699474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Pushing event updated for resources: {'Port': ['ID=2da9a117-aec6-4709-b6ea-0d15de9d1a21,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:59.725509 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Attempting to bind port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:59.726130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Attempting to bind port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:59.726560 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Attempting to bind port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 on network 28797847-d09b-4b31-984b-e5a08e557cd9 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:59.731817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 on network 28797847-d09b-4b31-984b-e5a08e557cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:29:59.732286 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Attempting to bind port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 on network 28797847-d09b-4b31-984b-e5a08e557cd9 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:59.738619 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:59.739098 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Checking segment: {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:59.739638 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Bound using segment: {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:59.740269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Bound port: 2da9a117-aec6-4709-b6ea-0d15de9d1a21, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57969c1b-4d69-49ab-a933-62854a6bd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:59.740721 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.749892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380c974-c501-47c1-8caf-accc1b4b8528 req-cb6e304e-e438-45ed-a556-24e018306520 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:59.752344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4380c974-c501-47c1-8caf-accc1b4b8528 req-cb6e304e-e438-45ed-a556-24e018306520 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 944 time: 0.0735083 Sep 17 23:29:59.796081 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4380c974-c501-47c1-8caf-accc1b4b8528 req-f2ae53ba-d352-4f99-a6df-89d3cbb5935a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366850 Sep 17 23:29:59.833470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] For port 2da9a117-aec6-4709-b6ea-0d15de9d1a21, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:59.836816 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] For port 2da9a117-aec6-4709-b6ea-0d15de9d1a21, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:59.841978 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.093273 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf047-9923-4fb3-beeb-32a0195b1e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.208958 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:00.208958 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.214213 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] 10.222.0.49 "PUT /v2.0/ports/2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 200 len: 1093 time: 0.9900734 Sep 17 23:30:00.214213 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:00.214213 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1df1f1-4035-4e50-a79c-019a2e7a677f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:00.243999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e776474-d8e5-4a37-92d1-479366807301 service neutron] Pushing event updated for resources: {'Port': ['ID=2da9a117-aec6-4709-b6ea-0d15de9d1a21,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:00.254812 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab1e0a3-60fa-4190-ab68-23650d9679f5 x-openstack-request-id: req-8ab1e0a3-60fa-4190-ab68-23650d9679f5 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:00.255162 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:00.255419 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ab1e0a3-60fa-4190-ab68-23650d9679f5 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:00.255826 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'status': 'completed', 'code': 200} Sep 17 23:30:00.314898 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-5e6dae90-2e44-47df-877d-a3c4387db9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:00.316914 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-5e6dae90-2e44-47df-877d-a3c4387db9f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1096 time: 0.0421042 Sep 17 23:30:00.368616 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-b95479dd-ab5c-4196-9d75-13b2d939a981 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 200 len: 217 time: 0.0380895 Sep 17 23:30:00.418719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-c819f308-9cb6-45c0-bea9-0a82016b8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:00.420180 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-c819f308-9cb6-45c0-bea9-0a82016b8ed1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c890dad7-f0bf-427b-a73f-2ebf859ed200 HTTP/1.1" status: 200 len: 835 time: 0.0447421 Sep 17 23:30:00.464576 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-44bc2087-625b-44fd-a083-c8373e8cbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:00.466080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-44bc2087-625b-44fd-a083-c8373e8cbb8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28797847-d09b-4b31-984b-e5a08e557cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389760 Sep 17 23:30:00.560334 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-c1234654-7079-4648-9a2a-ee70a08ae9b2 service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867455 Sep 17 23:30:00.649970 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-36708ca4-5f40-4bb1-bbb4-5c340f47df8e req-188637a2-ba0b-48c3-9497-fbadb6a376ea service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828378 Sep 17 23:30:00.713563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:00.761367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:00.761732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.774409 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-53bcde3a-a7b6-4668-9c9d-6a5439ee4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:00.775932 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-53bcde3a-a7b6-4668-9c9d-6a5439ee4c80 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1096 time: 0.0420525 Sep 17 23:30:00.872167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-0af903ef-9d58-4292-8a86-8006f8f92d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:00.873677 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-0af903ef-9d58-4292-8a86-8006f8f92d47 service neutron] 10.222.0.49 "GET /v2.0/networks?id=28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 200 len: 898 time: 0.0908682 Sep 17 23:30:00.915753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-0d0412ba-2535-43b7-95df-54bb211fab63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 200 len: 217 time: 0.0343025 Sep 17 23:30:00.919320 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2dce4-5077-47f2-8d6e-0122118e1a6e req-7fa9dff7-d42b-49af-927e-07733b2d5e65 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:00.920829 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0a2dce4-5077-47f2-8d6e-0122118e1a6e req-7fa9dff7-d42b-49af-927e-07733b2d5e65 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 944 time: 0.0539861 Sep 17 23:30:00.960245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c0a2dce4-5077-47f2-8d6e-0122118e1a6e req-be496325-72e9-4ee9-8c9b-fd508ccb61a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326746 Sep 17 23:30:00.968757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-c23bd016-93b1-4323-8ddb-ab7201c808a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:00.970269 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-c23bd016-93b1-4323-8ddb-ab7201c808a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c890dad7-f0bf-427b-a73f-2ebf859ed200 HTTP/1.1" status: 200 len: 835 time: 0.0480249 Sep 17 23:30:01.016952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-fd350d42-7c9f-44da-8813-8d561a2c6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:01.018454 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-fd350d42-7c9f-44da-8813-8d561a2c6521 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28797847-d09b-4b31-984b-e5a08e557cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409713 Sep 17 23:30:01.110683 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-e289872e-cf46-49e7-818d-9a19827ea9f7 service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844333 Sep 17 23:30:01.201265 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-bc1df1f1-4035-4e50-a79c-019a2e7a677f req-140ae136-e0dc-4c6d-ba4c-ad0397afcfe9 service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831554 Sep 17 23:30:02.077412 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd40db-fb33-4302-bf6a-cce2b76d0309 req-d931fef7-5bbc-46f9-8e78-40020838b96d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:02.078904 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adfd40db-fb33-4302-bf6a-cce2b76d0309 req-d931fef7-5bbc-46f9-8e78-40020838b96d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 944 time: 0.0515182 Sep 17 23:30:02.118026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-adfd40db-fb33-4302-bf6a-cce2b76d0309 req-555b0f2a-824d-4a17-b0a7-6808b1580c10 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325828 Sep 17 23:30:02.783258 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f467b25e-444f-4984-b52d-517193907c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.185673 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.232711 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66aee-58a1-4cad-994f-d0462160d44d req-2b540ae6-7622-42c7-90b1-25c16320da31 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:03.234227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48c66aee-58a1-4cad-994f-d0462160d44d req-2b540ae6-7622-42c7-90b1-25c16320da31 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 944 time: 0.0501392 Sep 17 23:30:03.272687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-48c66aee-58a1-4cad-994f-d0462160d44d req-f6e46fd1-975b-49ca-84e8-abd4dea58a95 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Sep 17 23:30:04.062138 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.391063 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e621ae9-7375-4f3d-989f-ca925f48a6d4 req-7bfcfc6e-a637-4e3b-8c35-fb68394540f3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:04.392553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e621ae9-7375-4f3d-989f-ca925f48a6d4 req-7bfcfc6e-a637-4e3b-8c35-fb68394540f3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 944 time: 0.0540650 Sep 17 23:30:04.430267 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7e621ae9-7375-4f3d-989f-ca925f48a6d4 req-06e2db9f-1aa5-4a3e-8c23-4d1f87003a33 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Sep 17 23:30:04.599056 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 2da9a117-aec6-4709-b6ea-0d15de9d1a21 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:30:04.690266 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 2da9a117-aec6-4709-b6ea-0d15de9d1a21, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:04.704212 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'port_id': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'mac_address': 'fa:16:3e:81:7b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:30:04.741142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.753894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da9a117-aec6-4709-b6ea-0d15de9d1a21 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:30:04.772481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 2da9a117-aec6-4709-b6ea-0d15de9d1a21, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:04.775988 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.821806 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=2da9a117-aec6-4709-b6ea-0d15de9d1a21,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:05.178214 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['2da9a117-aec6-4709-b6ea-0d15de9d1a21'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:30:05.286798 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.543812 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3327844-c62c-4425-8b41-14f87cac2ef5 req-b03d2d15-d76f-454b-a66b-0f47aaa27a99 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:05.545354 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3327844-c62c-4425-8b41-14f87cac2ef5 req-b03d2d15-d76f-454b-a66b-0f47aaa27a99 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 945 time: 0.0490866 Sep 17 23:30:05.585759 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.586301 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b3327844-c62c-4425-8b41-14f87cac2ef5 req-7eddef07-9aaa-44e5-83b7-1fa31e1330a1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343518 Sep 17 23:30:06.598669 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 2da9a117-aec6-4709-b6ea-0d15de9d1a21 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:06.649228 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:30:06.653373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:06.653744 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.703125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b9b27-3e4f-4cd3-b56f-e55f8e7aa8da req-1717e535-73fa-44d9-b4ca-12a3d94056d5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:06.704641 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-105b9b27-3e4f-4cd3-b56f-e55f8e7aa8da req-1717e535-73fa-44d9-b4ca-12a3d94056d5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 945 time: 0.0502429 Sep 17 23:30:06.734478 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.744378 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-105b9b27-3e4f-4cd3-b56f-e55f8e7aa8da req-9cbcfeb1-d3a7-4bf8-8edd-2c6141f18abd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333519 Sep 17 23:30:06.757598 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:06.759847 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32188f1f-07bd-4b78-a99c-82f5c927d7ec" -d '{"events": [{"server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "name": "network-vif-plugged", "status": "completed", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:06.772332 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 2da9a117-aec6-4709-b6ea-0d15de9d1a21, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:06.776353 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.802330 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb43f17-a2d2-44b5-ac00-41326e19647a x-openstack-request-id: req-dfb43f17-a2d2-44b5-ac00-41326e19647a {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:06.802617 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "name": "network-vif-plugged", "status": "completed", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:06.802866 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dfb43f17-a2d2-44b5-ac00-41326e19647a {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:06.803249 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'code': 200} Sep 17 23:30:06.827876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=2da9a117-aec6-4709-b6ea-0d15de9d1a21,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:06.925773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7757db1-3f9a-4eea-92d0-10f199b99fff req-1be8a601-40fc-4f4a-bb2a-391ebfbc21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:06.927393 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e7757db1-3f9a-4eea-92d0-10f199b99fff req-1be8a601-40fc-4f4a-bb2a-391ebfbc21a7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1098 time: 0.0414658 Sep 17 23:30:06.961747 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e7757db1-3f9a-4eea-92d0-10f199b99fff req-348834aa-aa73-48e8-9870-a1b9b07632eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269055 Sep 17 23:30:07.862737 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a4d22-376c-4950-be9a-c7fe26b2045a req-99ab3c2c-336e-4caa-b6dc-d2de8edece38 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:07.864387 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d0a4d22-376c-4950-be9a-c7fe26b2045a req-99ab3c2c-336e-4caa-b6dc-d2de8edece38 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0541096 Sep 17 23:30:07.902315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1d0a4d22-376c-4950-be9a-c7fe26b2045a req-e6039243-a971-4744-b3fe-d34b337ebc19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320716 Sep 17 23:30:09.018544 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952818d3-ca29-483d-926d-2cb9ba78d046 req-7b4c24bf-0ce5-4962-bc28-8b6cd9937801 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:09.020226 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-952818d3-ca29-483d-926d-2cb9ba78d046 req-7b4c24bf-0ce5-4962-bc28-8b6cd9937801 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0499671 Sep 17 23:30:09.058927 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-952818d3-ca29-483d-926d-2cb9ba78d046 req-74ff6a14-3a20-4d69-b1c1-06a9e08a209c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Sep 17 23:30:09.172343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd1e6d-86db-42d6-a854-3a80aef284bb req-946abede-78e3-4a14-bfc4-d39b72a9e95f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:09.173871 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fcd1e6d-86db-42d6-a854-3a80aef284bb req-946abede-78e3-4a14-bfc4-d39b72a9e95f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0489869 Sep 17 23:30:09.211967 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0fcd1e6d-86db-42d6-a854-3a80aef284bb req-7e61fa05-bdb4-4956-82ed-544bf4ef00ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311847 Sep 17 23:30:09.233267 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58582) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:09.277035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c700d72-059c-41d8-ba2d-8c9f7bd06411 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:09.279252 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-9c700d72-059c-41d8-ba2d-8c9f7bd06411 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1093 time: 0.0445716 Sep 17 23:30:09.281960 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58584) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:09.287113 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:09.309005 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.405620 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.513611 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.223 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/e2823942-ab13-4e3a-9636-8073d86c619d) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:09.616135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.649893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.691251 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:09.694282 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:09.697727 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:09.724157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=e2823942-ab13-4e3a-9636-8073d86c619d,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:10.064197 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.133344 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.280817 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.285760 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.354444 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=e2823942-ab13-4e3a-9636-8073d86c619d,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:10.365023 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.464670 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP 5c7ab383-39c3-4fd7-9cb5-4c472f341b15 associated. External IP: 172.25.0.223, port: 2da9a117-aec6-4709-b6ea-0d15de9d1a21. Sep 17 23:30:10.672649 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router bc7f1c79-3c4c-4d97-b07e-360e59dde744 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:30:10.778854 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:30:10.788507 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] Sync routers for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:30:10.794860 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.798661 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:10.799265 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:30:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:10.822956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-62ce4867-31af-47e9-bb3f-4a9a045bbf19 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5399261 Sep 17 23:30:10.823650 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:10.826135 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec89b07-0ae3-498c-b904-26093cc1a438" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:10.865341 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b81d09a-777d-4aac-b477-63471097efdb x-openstack-request-id: req-9b81d09a-777d-4aac-b477-63471097efdb {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:10.865641 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:10.865898 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b81d09a-777d-4aac-b477-63471097efdb {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:10.866311 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'status': 'completed', 'code': 200} Sep 17 23:30:10.927741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325450ce-02ce-46c0-b21e-25e6d7122379 req-143cc621-cc86-42a0-92c3-8a8eec41c6ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:10.929553 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-325450ce-02ce-46c0-b21e-25e6d7122379 req-143cc621-cc86-42a0-92c3-8a8eec41c6ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0538788 Sep 17 23:30:10.960357 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-0f137b33-1613-48e0-9941-c082cacf9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:10.961911 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-0f137b33-1613-48e0-9941-c082cacf9e47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1098 time: 0.0472560 Sep 17 23:30:10.972500 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-325450ce-02ce-46c0-b21e-25e6d7122379 req-e20799cd-0a57-4a89-b181-f5db87faef00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363789 Sep 17 23:30:10.996624 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58590) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:11.012820 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:11.057563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-bc5928e0-2bd8-4c7b-8782-bd6d24f8793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:11.058668 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-bc5928e0-2bd8-4c7b-8782-bd6d24f8793d service neutron] 10.222.0.49 "GET /v2.0/networks?id=28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 200 len: 898 time: 0.0892532 Sep 17 23:30:11.065062 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6e27a80f-5277-4ff4-ba88-9f7508fbd333 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/5c7ab383-39c3-4fd7-9cb5-4c472f341b15 HTTP/1.1" status: 200 len: 992 time: 0.0672317 Sep 17 23:30:11.131798 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-53c8c4ec-21a4-4fc7-a0b4-1df829ec62fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 200 len: 1000 time: 0.0638628 Sep 17 23:30:11.183090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-aef2ab7e-fa8e-463a-9ef5-2e66dbbe9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:11.184699 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-aef2ab7e-fa8e-463a-9ef5-2e66dbbe9654 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c890dad7-f0bf-427b-a73f-2ebf859ed200 HTTP/1.1" status: 200 len: 835 time: 0.0455124 Sep 17 23:30:11.230590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-daaa091f-8904-47a4-a62b-b4315bb37a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:11.232096 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-daaa091f-8904-47a4-a62b-b4315bb37a12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28797847-d09b-4b31-984b-e5a08e557cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401444 Sep 17 23:30:11.241031 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '5c7ab383-39c3-4fd7-9cb5-4c472f341b15', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'port_id': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'mac_address': 'fa:16:3e:81:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:09Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:11.270468 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] Checking router: bc7f1c79-3c4c-4d97-b07e-360e59dde744 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:30:11.278570 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:11.279154 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:30:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:11.326304 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-a6aa2315-fa43-4e9f-b6e8-fd749fcea1ea service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871084 Sep 17 23:30:11.386139 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:11.419042 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-cec89b07-0ae3-498c-b904-26093cc1a438 req-93ebede8-ab46-4c2f-8d6b-f0bc203decae service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Sep 17 23:30:11.607607 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '5c7ab383-39c3-4fd7-9cb5-4c472f341b15', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'port_id': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'mac_address': 'fa:16:3e:81:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:09Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:11.634439 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4cadd-87cc-49ee-a9c6-724767161779 None None] The sync data for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 is: [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '5c7ab383-39c3-4fd7-9cb5-4c472f341b15', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'port_id': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'mac_address': 'fa:16:3e:81:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:09Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:30:11.827528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7b4de-a9f3-42c8-aac6-70602df3b255 None None] New status for floating IP 5c7ab383-39c3-4fd7-9cb5-4c472f341b15: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:30:12.069434 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58592) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:12.129268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-143b5ac6-1813-4430-9e9f-f73bc3359839 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/5c7ab383-39c3-4fd7-9cb5-4c472f341b15 HTTP/1.1" status: 200 len: 994 time: 0.0586836 Sep 17 23:30:19.344884 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:27.350509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:30:29.361362 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-90f43f15-a37b-43fb-8806-11bb522ca2dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433798 Sep 17 23:30:29.460163 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-7173f0ee-f4dd-436f-afa8-d7141d694746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:29.461579 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-7173f0ee-f4dd-436f-afa8-d7141d694746 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1098 time: 0.0399413 Sep 17 23:30:29.575745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-0a1b5f0a-8948-4917-8a5c-ce3781e6c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:29.577279 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-0a1b5f0a-8948-4917-8a5c-ce3781e6c5f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 200 len: 898 time: 0.0951514 Sep 17 23:30:29.641003 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-c1d36a4c-66d2-466e-8c33-3f604b8d5c93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 200 len: 1002 time: 0.0561025 Sep 17 23:30:29.689388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-527917fe-410a-419f-b15f-ad1a40035bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:29.690845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-527917fe-410a-419f-b15f-ad1a40035bbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c890dad7-f0bf-427b-a73f-2ebf859ed200 HTTP/1.1" status: 200 len: 835 time: 0.0417442 Sep 17 23:30:29.740412 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-b03c48c9-7762-4197-9d0a-c57e02b078fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:29.741885 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-b03c48c9-7762-4197-9d0a-c57e02b078fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28797847-d09b-4b31-984b-e5a08e557cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433333 Sep 17 23:30:29.831830 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-df7739ec-5aed-4e07-9474-55908ddd4afe service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808578 Sep 17 23:30:29.924439 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-e8408e26-0578-4ec4-ba53-b71cb0e334b8 req-c619cc9c-7350-487c-9faf-fc9718487555 service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851150 Sep 17 23:30:30.064912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dbb20b49-fe92-45db-93f3-6cf47576bc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:32.785448 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-acb329c2-1271-4943-ad78-07aecf182925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:33.186245 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:34.064114 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:35.276059 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:35.587178 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:49.340213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:00.066278 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e9c0f755-e6ab-45cb-a92e-decfff0b3de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.787971 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9407eb49-618d-417e-bfda-41e33a0bf9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:03.186507 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:04.067761 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:04.350108 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:31:05.284463 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:05.589908 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:16.971963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb017c-e559-4c78-97df-ef467f899a7e req-03c82958-fb18-4056-beff-0336a2af5f65 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:16.973413 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaeb017c-e559-4c78-97df-ef467f899a7e req-03c82958-fb18-4056-beff-0336a2af5f65 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0517938 Sep 17 23:31:16.997940 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-ac70426a-a98c-4ada-9e3b-40275560c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:16.999446 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-ac70426a-a98c-4ada-9e3b-40275560c72d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1098 time: 0.0425251 Sep 17 23:31:17.016752 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-aaeb017c-e559-4c78-97df-ef467f899a7e req-6ecec99b-c74f-4992-a808-49516c078a59 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366724 Sep 17 23:31:17.095131 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-bc16c642-780d-4e47-a16d-8077c4e8b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:17.096620 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-bc16c642-780d-4e47-a16d-8077c4e8b912 service neutron] 10.222.0.49 "GET /v2.0/networks?id=28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 200 len: 898 time: 0.0899527 Sep 17 23:31:17.162024 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-cf36f875-faf5-416d-b86e-63fd0b7d7cb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 200 len: 1002 time: 0.0570707 Sep 17 23:31:17.210935 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-92cc1c02-b835-4d43-9dd3-09800cede5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:17.212359 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-92cc1c02-b835-4d43-9dd3-09800cede5f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c890dad7-f0bf-427b-a73f-2ebf859ed200 HTTP/1.1" status: 200 len: 835 time: 0.0433581 Sep 17 23:31:17.263391 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-fd2feb78-46b4-48d9-9d37-c7493aa0374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:17.264800 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-fd2feb78-46b4-48d9-9d37-c7493aa0374f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28797847-d09b-4b31-984b-e5a08e557cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429263 Sep 17 23:31:17.354060 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-fb22719f-598a-4670-9519-c36018e35b3b service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820644 Sep 17 23:31:17.448770 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9414c09e-b5c9-4b8b-b615-5bc90b1df084 req-af880b69-3bc6-4bac-997e-206eb8c68f86 service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848801 Sep 17 23:31:18.136613 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1880c-e62a-4218-b355-680a61f2e2bf req-a91c5fd8-bffd-4dd2-b124-54e1ff7eae6c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:18.138145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ef1880c-e62a-4218-b355-680a61f2e2bf req-a91c5fd8-bffd-4dd2-b124-54e1ff7eae6c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0531452 Sep 17 23:31:18.175899 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ef1880c-e62a-4218-b355-680a61f2e2bf req-96c592e1-fcf6-4b29-9985-d25166067af5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317442 Sep 17 23:31:19.290828 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e280a0-5fa0-49ce-a53a-6effd7596993 req-eb954bc7-2a27-49dc-b7e8-3053119f32a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:19.293143 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99e280a0-5fa0-49ce-a53a-6effd7596993 req-eb954bc7-2a27-49dc-b7e8-3053119f32a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0493300 Sep 17 23:31:19.333972 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-99e280a0-5fa0-49ce-a53a-6effd7596993 req-28ec907a-5191-4b1c-9411-592c182e2cfc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347865 Sep 17 23:31:19.345919 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:20.450047 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15596b04-f3f5-407b-91f2-9eb020818336 req-6dec5e22-bfb5-420e-80a3-c1489890fb23 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:20.451521 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15596b04-f3f5-407b-91f2-9eb020818336 req-6dec5e22-bfb5-420e-80a3-c1489890fb23 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0483730 Sep 17 23:31:20.493517 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15596b04-f3f5-407b-91f2-9eb020818336 req-7f03f1c6-acac-4bb6-8a3d-834b0e101709 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360913 Sep 17 23:31:21.608068 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580741ea-04d6-4c51-bfe7-dddfd8643aea req-298bf96d-b03f-46f4-aa04-d72e59187507 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:21.609589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-580741ea-04d6-4c51-bfe7-dddfd8643aea req-298bf96d-b03f-46f4-aa04-d72e59187507 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0497985 Sep 17 23:31:21.647384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-580741ea-04d6-4c51-bfe7-dddfd8643aea req-73180a10-233e-4931-978a-04659d8d2fdd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Sep 17 23:31:22.762553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119b04-b449-4eda-b070-a60a4b0feea0 req-9c3eb193-0b23-44c7-8308-e37ebd45d4e3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:22.764035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51119b04-b449-4eda-b070-a60a4b0feea0 req-9c3eb193-0b23-44c7-8308-e37ebd45d4e3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0489972 Sep 17 23:31:22.800632 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-51119b04-b449-4eda-b070-a60a4b0feea0 req-cc2f18df-36e2-4f12-832c-9e78906085fb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Sep 17 23:31:23.922398 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09781d-2311-4b36-9913-14e52bde52b6 req-f7a645cb-642a-4822-b1b0-68864c12312d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:23.924037 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c09781d-2311-4b36-9913-14e52bde52b6 req-f7a645cb-642a-4822-b1b0-68864c12312d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0565372 Sep 17 23:31:23.983570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4c09781d-2311-4b36-9913-14e52bde52b6 req-5ea31778-2dd4-463f-902c-ce992aa53a94 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526516 Sep 17 23:31:25.100415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881909c-f75f-4b8b-a6d5-9c05629d0bb4 req-edcb12f9-7878-45e5-8eb9-dc569eb2fe0f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:25.101923 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9881909c-f75f-4b8b-a6d5-9c05629d0bb4 req-edcb12f9-7878-45e5-8eb9-dc569eb2fe0f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0501425 Sep 17 23:31:25.140270 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9881909c-f75f-4b8b-a6d5-9c05629d0bb4 req-88880e2d-71a9-4245-b4c7-50a46eb96c55 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Sep 17 23:31:26.256167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052fad6-9cd4-40a1-9fbd-69d067d74dbd req-a160e28b-e398-45fe-b868-ed6441d96d72 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:26.257665 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c052fad6-9cd4-40a1-9fbd-69d067d74dbd req-a160e28b-e398-45fe-b868-ed6441d96d72 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0497487 Sep 17 23:31:26.295168 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c052fad6-9cd4-40a1-9fbd-69d067d74dbd req-994459b4-0ae9-4ae0-a25b-d2af7c4fd437 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Sep 17 23:31:27.411287 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4cc5-5325-467b-9830-d6427fffa8f8 req-05b0dd1d-6560-4465-838c-fc7a6aa7cf1e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:27.412684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bac4cc5-5325-467b-9830-d6427fffa8f8 req-05b0dd1d-6560-4465-838c-fc7a6aa7cf1e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0497510 Sep 17 23:31:27.455630 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0bac4cc5-5325-467b-9830-d6427fffa8f8 req-495a5ace-2b64-498c-a8ad-1cb2cffaa057 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362852 Sep 17 23:31:28.572213 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43962dc0-300a-425a-95f8-ac04a612698a req-5c0749c7-324e-4d1c-bf74-ff1a97305dc3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:28.574120 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43962dc0-300a-425a-95f8-ac04a612698a req-5c0749c7-324e-4d1c-bf74-ff1a97305dc3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0508513 Sep 17 23:31:28.613153 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43962dc0-300a-425a-95f8-ac04a612698a req-7f8ca5f6-bf37-4bc1-96fc-00cdccbb039e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331359 Sep 17 23:31:28.634631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58652) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:28.694117 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-52d15e10-7a5a-4c50-bdd8-fbfcabf52179 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/5c7ab383-39c3-4fd7-9cb5-4c472f341b15 HTTP/1.1" status: 200 len: 994 time: 0.0582056 Sep 17 23:31:30.066272 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e1ef49c4-0a23-4b59-8a47-dfaf09d5d8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:31.375501 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-06d4f7c4-1380-4d43-9534-ef8d26c2c0ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399137 Sep 17 23:31:31.470379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-f63b7fb4-26d0-4d25-9beb-347b11cde0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:31.471849 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-f63b7fb4-26d0-4d25-9beb-347b11cde0d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1098 time: 0.0404322 Sep 17 23:31:31.577301 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-46eddd34-38d7-45a4-819a-16a54b3332bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:31.578761 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-46eddd34-38d7-45a4-819a-16a54b3332bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 200 len: 898 time: 0.0873501 Sep 17 23:31:31.642625 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-8d0ed401-7b92-40c7-b49a-0b6af62c42ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 200 len: 1002 time: 0.0568814 Sep 17 23:31:31.694730 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-e975c592-6e3a-4041-901b-67b96343782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:31.696158 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-e975c592-6e3a-4041-901b-67b96343782e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c890dad7-f0bf-427b-a73f-2ebf859ed200 HTTP/1.1" status: 200 len: 835 time: 0.0474308 Sep 17 23:31:31.741156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-ac676c30-8b4d-4932-ad02-1e4bc6f9f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:31.742620 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-ac676c30-8b4d-4932-ad02-1e4bc6f9f47b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28797847-d09b-4b31-984b-e5a08e557cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398059 Sep 17 23:31:31.831316 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-04c6d7cd-416c-43ca-9e8a-cac6485c7973 service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814414 Sep 17 23:31:31.924313 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-4cadedfe-f0f1-49d7-a34d-8c4a7260e5d2 req-fe1e1159-cba2-497c-a70d-f938c41da5cd service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Sep 17 23:31:32.788875 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-58207287-dbc1-456c-8125-2d8d87dc5708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:33.188400 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:34.069325 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:35.284225 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:35.592810 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:41.348556 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:31:49.347111 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:00.066986 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e34c67b4-145e-4047-9596-d1f02fa52a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:02.789059 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a1dd331e-cf9d-4827-806f-da30ce81c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:03.188147 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:04.072956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:05.300054 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:05.595527 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:18.347906 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:32:19.346377 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:23.946553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58688) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:24.110002 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port e2823942-ab13-4e3a-9636-8073d86c619d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:32:24.110347 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.185183 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.185505 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.196899 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for e2823942-ab13-4e3a-9636-8073d86c619d owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:32:24.345651 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.372551 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=e2823942-ab13-4e3a-9636-8073d86c619d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:24.396827 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.397209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.397553 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.397892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.398227 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.398564 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.398892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.399231 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.399556 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.399888 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.400210 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.400532 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:24.444423 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.444761 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP 5c7ab383-39c3-4fd7-9cb5-4c472f341b15 disassociated (deleted). External IP: 172.25.0.223, port: 2da9a117-aec6-4709-b6ea-0d15de9d1a21. Sep 17 23:32:24.649912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router bc7f1c79-3c4c-4d97-b07e-360e59dde744 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:32:24.757787 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:32:24.762746 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.768183 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] Sync routers for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:32:24.776702 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:24.777866 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:24.789294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-827025a6-0cb8-44d8-8d7c-b34e8e47a929 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/floatingips/5c7ab383-39c3-4fd7-9cb5-4c472f341b15 HTTP/1.1" status: 204 len: 168 time: 0.8416357 Sep 17 23:32:24.790012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:24.792364 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88a6eb2-c372-4541-8280-609089673a20" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:24.834123 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc481853-6f3f-4aa2-ba9c-1535cb3159d7 x-openstack-request-id: req-fc481853-6f3f-4aa2-ba9c-1535cb3159d7 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:24.834422 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:24.834867 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc481853-6f3f-4aa2-ba9c-1535cb3159d7 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:24.835243 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'status': 'completed', 'code': 200} Sep 17 23:32:24.895126 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:24.989407 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6eb2-c372-4541-8280-609089673a20 req-0d2230d7-2a2c-4b14-a28e-a20022da5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:24.991103 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d88a6eb2-c372-4541-8280-609089673a20 req-0d2230d7-2a2c-4b14-a28e-a20022da5a53 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 1098 time: 0.1114178 Sep 17 23:32:25.092058 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6eb2-c372-4541-8280-609089673a20 req-842474d1-9637-4e25-b22e-5d48d982516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:25.093755 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d88a6eb2-c372-4541-8280-609089673a20 req-842474d1-9637-4e25-b22e-5d48d982516a service neutron] 10.222.0.49 "GET /v2.0/networks?id=28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 200 len: 898 time: 0.0948489 Sep 17 23:32:25.099103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:25.127590 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec3315-de44-4b18-9e6e-091294eb20fa req-0a6a2e9c-21b7-4398-ba0b-ca1bebf06cd3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:25.129191 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eaec3315-de44-4b18-9e6e-091294eb20fa req-0a6a2e9c-21b7-4398-ba0b-ca1bebf06cd3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.1500542 Sep 17 23:32:25.130150 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] Checking router: bc7f1c79-3c4c-4d97-b07e-360e59dde744 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:32:25.139208 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:25.139815 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:25.142868 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d88a6eb2-c372-4541-8280-609089673a20 req-76906ba3-bbf6-4b4d-928f-53c40b663c9f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 200 len: 217 time: 0.0403490 Sep 17 23:32:25.203236 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6eb2-c372-4541-8280-609089673a20 req-8e5fbe1a-3e53-4e9e-9646-dd8a3d38ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:25.204702 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d88a6eb2-c372-4541-8280-609089673a20 req-8e5fbe1a-3e53-4e9e-9646-dd8a3d38ed3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c890dad7-f0bf-427b-a73f-2ebf859ed200 HTTP/1.1" status: 200 len: 835 time: 0.0527461 Sep 17 23:32:25.254224 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:25.261297 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6eb2-c372-4541-8280-609089673a20 req-a4d1e315-d4f8-4a41-b1de-7fa69b30484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:25.263752 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d88a6eb2-c372-4541-8280-609089673a20 req-a4d1e315-d4f8-4a41-b1de-7fa69b30484f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28797847-d09b-4b31-984b-e5a08e557cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498927 Sep 17 23:32:25.361705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d88a6eb2-c372-4541-8280-609089673a20 req-03657af2-b235-4673-8eef-2f7e59d1144b service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893650 Sep 17 23:32:25.469260 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d88a6eb2-c372-4541-8280-609089673a20 req-f350ccc0-ecbb-4771-b5a9-1b3720803017 service neutron] 10.222.0.49 "GET /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992584 Sep 17 23:32:25.501345 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-eaec3315-de44-4b18-9e6e-091294eb20fa req-e589c184-e298-427a-85be-d3fd7d8ebd93 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654122 Sep 17 23:32:25.563025 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:25.588575 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13544b-907f-4896-ab3f-e9a4eb199945 None None] The sync data for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 is: [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:55Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'f77d81dc-ab01-40d2-8153-9d0e6e9b72f8', 'name': '', 'network_id': '28797847-d09b-4b31-984b-e5a08e557cd9', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:e1:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:55Z', 'updated_at': '2021-09-17T23:29:58Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'c890dad7-f0bf-427b-a73f-2ebf859ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:32:25.804898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a501f-d7d8-4a70-9d52-1dd70da227d7 None None] New status for floating IP 5c7ab383-39c3-4fd7-9cb5-4c472f341b15: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:32:26.688151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b580089-9524-4591-bb2a-db874add214d req-ea869357-3cd7-491c-805e-0a064788d568 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:26.689687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b580089-9524-4591-bb2a-db874add214d req-ea869357-3cd7-491c-805e-0a064788d568 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.1001053 Sep 17 23:32:26.730195 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5b580089-9524-4591-bb2a-db874add214d req-47ccdacd-0ff3-4145-ae7f-e084c3dd799a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3f9dfa6-1628-4447-b714-3b25012d8690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340531 Sep 17 23:32:27.016353 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-05f50398-d4cd-47e4-9193-cb2fcd3ab30e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:27.017841 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-05f50398-d4cd-47e4-9193-cb2fcd3ab30e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 946 time: 0.0486984 Sep 17 23:32:27.110689 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:32:27.111033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:27.198794 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port 2da9a117-aec6-4709-b6ea-0d15de9d1a21, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=2da9a117-aec6-4709-b6ea-0d15de9d1a21,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:27.199653 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:27.211811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 2da9a117-aec6-4709-b6ea-0d15de9d1a21 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:32:27.343143 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:27.377421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=2da9a117-aec6-4709-b6ea-0d15de9d1a21,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:27.402075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.403195 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.403768 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.404122 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.404452 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.404783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.405135 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.405459 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.405783 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.406104 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.406422 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.406737 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:27.423231 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] No DVR routers for this DVR port 2da9a117-aec6-4709-b6ea-0d15de9d1a21 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:32:27.425639 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:27.427725 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b4526dbb-b24d-43a8-bff9-33c138fa394b req-65bc078f-f9f0-4c21-a60b-b8ef01b6b8c0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "DELETE /v2.0/ports/2da9a117-aec6-4709-b6ea-0d15de9d1a21 HTTP/1.1" status: 204 len: 173 time: 0.4035447 Sep 17 23:32:27.428203 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'name': 'network-vif-deleted', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:27.430474 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd8e818-3780-4ed6-9b0f-11f1f87309b6" -d '{"events": [{"server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "name": "network-vif-deleted", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:27.466603 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0a1c3f-69d2-47e6-a16c-64973b7555ee x-openstack-request-id: req-7d0a1c3f-69d2-47e6-a16c-64973b7555ee {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:27.466911 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f74fac-c83a-4643-bce2-789a577fac4d", "name": "network-vif-deleted", "tag": "2da9a117-aec6-4709-b6ea-0d15de9d1a21", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:27.467176 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d0a1c3f-69d2-47e6-a16c-64973b7555ee {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:27.467559 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f74fac-c83a-4643-bce2-789a577fac4d', 'name': 'network-vif-deleted', 'tag': '2da9a117-aec6-4709-b6ea-0d15de9d1a21', 'status': 'completed', 'code': 200} Sep 17 23:32:27.848399 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6a2b63b1-9ebb-4a4c-91ef-9b808e51fa6b req-c125397f-2137-4f57-b331-5b5c4b3732b6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f74fac-c83a-4643-bce2-789a577fac4d HTTP/1.1" status: 200 len: 210 time: 0.0299156 Sep 17 23:32:28.909247 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58712) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:29.222362 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 2da9a117-aec6-4709-b6ea-0d15de9d1a21 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:32:29.242445 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 2da9a117-aec6-4709-b6ea-0d15de9d1a21 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:32:29.242787 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 2da9a117-aec6-4709-b6ea-0d15de9d1a21 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:32:29.265172 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:29.518291 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:32:29.518550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:29.609866 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port f77d81dc-ab01-40d2-8153-9d0e6e9b72f8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:29.610232 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:29.622518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:32:29.806564 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:29.835541 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=f77d81dc-ab01-40d2-8153-9d0e6e9b72f8,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:30.023902 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.067626 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8e262d48-1b17-4c20-90a6-d4573a43cf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.244001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router bc7f1c79-3c4c-4d97-b07e-360e59dde744 has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:32:30.348054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:32:30.352995 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-032f1744-a9a3-467a-8b1c-84865d3bf8a7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/bc7f1c79-3c4c-4d97-b07e-360e59dde744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4426718 Sep 17 23:32:30.356253 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58716) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:30.359016 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] Sync routers for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:32:30.368277 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:30.368977 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:30.408643 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-860cfc24-967b-451a-a4d7-97a3d55f8f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting subnet c890dad7-f0bf-427b-a73f-2ebf859ed200 {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:32:30.411750 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-860cfc24-967b-451a-a4d7-97a3d55f8f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.451999 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-860cfc24-967b-451a-a4d7-97a3d55f8f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.473077 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:30.540252 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-860cfc24-967b-451a-a4d7-97a3d55f8f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.601765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-860cfc24-967b-451a-a4d7-97a3d55f8f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.630943 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cfc24-967b-451a-a4d7-97a3d55f8f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Subnet': ['ID=c890dad7-f0bf-427b-a73f-2ebf859ed200,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:30.633588 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-860cfc24-967b-451a-a4d7-97a3d55f8f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.637580 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-860cfc24-967b-451a-a4d7-97a3d55f8f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/subnets/c890dad7-f0bf-427b-a73f-2ebf859ed200 HTTP/1.1" status: 204 len: 168 time: 0.2795470 Sep 17 23:32:30.639664 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58718) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:30.641036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed1b64-79be-4769-9390-a102e3ae1020 None None] Network 28797847-d09b-4b31-984b-e5a08e557cd9 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:32:30.659488 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:32:29Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:30.687004 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] Checking router: bc7f1c79-3c4c-4d97-b07e-360e59dde744 for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:32:30.695645 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] Routers {'bc7f1c79-3c4c-4d97-b07e-360e59dde744'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:30.696269 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:30.760417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.815683 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] Set router bc7f1c79-3c4c-4d97-b07e-360e59dde744 gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:30.846802 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] DHCP port deletion for 28797847-d09b-4b31-984b-e5a08e557cd9 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:32:30.882453 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.896313 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Deleting port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:32:30.896683 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.940462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port ca18a855-bede-4c1d-8bbd-a34e29da9472 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:32:30.940811 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.958327 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] For port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=035b3ee8-51d9-4cba-99df-b50d7e84b3fd,segment=NetworkSegment(57969c1b-4d69-49ab-a933-62854a6bd515),segment_id=57969c1b-4d69-49ab-a933-62854a6bd515)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:30.958730 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.972551 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Calling delete_port for 035b3ee8-51d9-4cba-99df-b50d7e84b3fd owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:32:31.000044 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:32:29Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:31.027996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port ca18a855-bede-4c1d-8bbd-a34e29da9472, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=ca18a855-bede-4c1d-8bbd-a34e29da9472,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:31.028583 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.030757 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf208b1-74ba-44ce-956c-50c021e8b9dc None None] The sync data for ids ['bc7f1c79-3c4c-4d97-b07e-360e59dde744'] in n-d-789963-10 is: [{'id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644665097', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:32:29Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'ca18a855-bede-4c1d-8bbd-a34e29da9472', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f1c79-3c4c-4d97-b07e-360e59dde744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:29:52Z', 'updated_at': '2021-09-17T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:32:31.043451 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for ca18a855-bede-4c1d-8bbd-a34e29da9472 owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:32:31.059651 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.086799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Pushing event deleted for resources: {'Port': ['ID=035b3ee8-51d9-4cba-99df-b50d7e84b3fd,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:31.089178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] No DVR routers for this DVR port 035b3ee8-51d9-4cba-99df-b50d7e84b3fd on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:32:31.097487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.097835 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.098189 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.098519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.098843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.099176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.099502 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.099833 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.100463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.100463 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.101265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.101265 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fc63d-e47e-435e-91b0-c4976f996bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:31.215302 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.240183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=ca18a855-bede-4c1d-8bbd-a34e29da9472,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:31.304054 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.395923 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.398359 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.442724 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.443325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Fanout notify agent at l3_agent the message router_deleted on router bc7f1c79-3c4c-4d97-b07e-360e59dde744 {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:32:31.451947 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.453098 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-15bb9a3b-e6e7-4c62-8d84-4412a2880086 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/routers/bc7f1c79-3c4c-4d97-b07e-360e59dde744 HTTP/1.1" status: 204 len: 168 time: 0.8125031 Sep 17 23:32:31.455799 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58720) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:31.539893 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.629712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.651094 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28797847-d09b-4b31-984b-e5a08e557cd9']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:31.661129 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57969c1b-4d69-49ab-a933-62854a6bd515') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:31.661418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57969c1b-4d69-49ab-a933-62854a6bd515') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:31.671561 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.685566 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.691586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:32:31.691972 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:32:31.695062 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:32:31.756878 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.764114 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.765956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/networks/28797847-d09b-4b31-984b-e5a08e557cd9 HTTP/1.1" status: 204 len: 168 time: 0.3091867 Sep 17 23:32:31.768741 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58722) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:31.777639 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143188a-2974-48e5-881c-e0d9b124bc6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Network': ['ID=28797847-d09b-4b31-984b-e5a08e557cd9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:31.830603 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55608f3e-9a85-4f2f-8cd9-e0950d62a8ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.854644 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55608f3e-9a85-4f2f-8cd9-e0950d62a8ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.913033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55608f3e-9a85-4f2f-8cd9-e0950d62a8ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.915615 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55608f3e-9a85-4f2f-8cd9-e0950d62a8ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:31.916805 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-55608f3e-9a85-4f2f-8cd9-e0950d62a8ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/security-groups/f3f9dfa6-1628-4447-b714-3b25012d8690 HTTP/1.1" status: 204 len: 168 time: 0.1470687 Sep 17 23:32:31.926436 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55608f3e-9a85-4f2f-8cd9-e0950d62a8ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f9dfa6-1628-4447-b714-3b25012d8690,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:32.127757 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58728) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:32.132479 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-55cc8e4e-0beb-419d-8bd7-2d89ac03995b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307772115', 'description': 'tempest-secgroup-smoke-307772115 description', 'project_id': 'a9ac78b602644287b95a494be4bb72b1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:32.155274 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55cc8e4e-0beb-419d-8bd7-2d89ac03995b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.238946 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55cc8e4e-0beb-419d-8bd7-2d89ac03995b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.242732 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55cc8e4e-0beb-419d-8bd7-2d89ac03995b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.270418 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-55cc8e4e-0beb-419d-8bd7-2d89ac03995b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.271640 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-55cc8e4e-0beb-419d-8bd7-2d89ac03995b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1428366 Sep 17 23:32:32.273498 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc8e4e-0beb-419d-8bd7-2d89ac03995b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0c4dac-a3fe-47cb-9890-729238b76a40,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:32.274628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58730) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:32.281171 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2d064d86-414d-41d7-b8de-ee3fbb17c633 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'dd0c4dac-a3fe-47cb-9890-729238b76a40', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:32.307341 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d064d86-414d-41d7-b8de-ee3fbb17c633 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.363277 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d064d86-414d-41d7-b8de-ee3fbb17c633 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.366663 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d064d86-414d-41d7-b8de-ee3fbb17c633 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.385015 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d064d86-414d-41d7-b8de-ee3fbb17c633 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a2beee-d075-49f1-bfd7-3732b579cc20,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:32.388905 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2d064d86-414d-41d7-b8de-ee3fbb17c633 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.390203 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2d064d86-414d-41d7-b8de-ee3fbb17c633 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144528 Sep 17 23:32:32.393014 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58732) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:32.397395 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-86ad7b1d-1369-440d-a375-949740b6fd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'dd0c4dac-a3fe-47cb-9890-729238b76a40', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:32.423079 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-86ad7b1d-1369-440d-a375-949740b6fd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.479662 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-86ad7b1d-1369-440d-a375-949740b6fd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.483484 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-86ad7b1d-1369-440d-a375-949740b6fd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.499271 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad7b1d-1369-440d-a375-949740b6fd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9461ef1c-8f91-4b0e-9bb7-7b4e39ed8531,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:32.508678 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-86ad7b1d-1369-440d-a375-949740b6fd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.509842 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-86ad7b1d-1369-440d-a375-949740b6fd2a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159043 Sep 17 23:32:32.513254 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58734) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:32.517489 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-0343f965-097d-4ba9-b706-ea0d67b9c49f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'dd0c4dac-a3fe-47cb-9890-729238b76a40', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:32.542952 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0343f965-097d-4ba9-b706-ea0d67b9c49f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.603704 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0343f965-097d-4ba9-b706-ea0d67b9c49f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.607238 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0343f965-097d-4ba9-b706-ea0d67b9c49f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.624801 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343f965-097d-4ba9-b706-ea0d67b9c49f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dffcd5-093d-4bcc-8e12-7289325ec897,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:32.630710 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-0343f965-097d-4ba9-b706-ea0d67b9c49f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.632016 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0343f965-097d-4ba9-b706-ea0d67b9c49f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178479 Sep 17 23:32:32.634784 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58736) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:32.639518 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-e2b3e35d-1aa9-4e32-a7c6-0063ede97a21 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'dd0c4dac-a3fe-47cb-9890-729238b76a40', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:32.665737 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e35d-1aa9-4e32-a7c6-0063ede97a21 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.727057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e35d-1aa9-4e32-a7c6-0063ede97a21 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.731857 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e35d-1aa9-4e32-a7c6-0063ede97a21 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.752968 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3e35d-1aa9-4e32-a7c6-0063ede97a21 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1672b99-f415-4e2f-84ca-795dc2837ceb,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:32.760523 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e35d-1aa9-4e32-a7c6-0063ede97a21 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.761204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-e2b3e35d-1aa9-4e32-a7c6-0063ede97a21 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254895 Sep 17 23:32:32.764420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58738) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:32.769074 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-da3c6a49-cb56-4805-9e70-9376e40c8728 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'dd0c4dac-a3fe-47cb-9890-729238b76a40', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:32.769246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:32:32.790858 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-da3c6a49-cb56-4805-9e70-9376e40c8728 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:32:32.795876 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3c6a49-cb56-4805-9e70-9376e40c8728 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.798948 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:32:32.799292 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device f77d81dc-ab01-40d2-8153-9d0e6e9b72f8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:32:32.799695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 035b3ee8-51d9-4cba-99df-b50d7e84b3fd no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:32:32.828135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 035b3ee8-51d9-4cba-99df-b50d7e84b3fd {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:32:32.828594 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 035b3ee8-51d9-4cba-99df-b50d7e84b3fd not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:32:32.829165 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ca18a855-bede-4c1d-8bbd-a34e29da9472 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:32:32.832534 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bfc538f2-ffad-461e-b432-6d2d9ba214af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.852022 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: ca18a855-bede-4c1d-8bbd-a34e29da9472 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:32:32.852364 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device ca18a855-bede-4c1d-8bbd-a34e29da9472 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:32:32.860001 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3c6a49-cb56-4805-9e70-9376e40c8728 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.864301 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3c6a49-cb56-4805-9e70-9376e40c8728 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.885252 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c6a49-cb56-4805-9e70-9376e40c8728 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1147a0d2-87a3-4cb0-b28a-474e59bc0ca3,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:32.888919 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-da3c6a49-cb56-4805-9e70-9376e40c8728 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.890181 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-da3c6a49-cb56-4805-9e70-9376e40c8728 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248214 Sep 17 23:32:32.892997 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58740) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:32.897631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-92edd1a2-256c-4c36-8e5d-3f2ee5ff705b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': 'dd0c4dac-a3fe-47cb-9890-729238b76a40', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:32.919716 n-d-789963-10 neutron-server[94737]: INFO neutron.db.securitygroups_db [None req-92edd1a2-256c-4c36-8e5d-3f2ee5ff705b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:32:32.924472 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92edd1a2-256c-4c36-8e5d-3f2ee5ff705b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.986569 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92edd1a2-256c-4c36-8e5d-3f2ee5ff705b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.990718 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92edd1a2-256c-4c36-8e5d-3f2ee5ff705b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.012352 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edd1a2-256c-4c36-8e5d-3f2ee5ff705b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e5c1fe-19b9-44dd-a2c0-b7568f9c2944,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:33.014621 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92edd1a2-256c-4c36-8e5d-3f2ee5ff705b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.015808 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-92edd1a2-256c-4c36-8e5d-3f2ee5ff705b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219046 Sep 17 23:32:33.018692 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58744) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:33.023769 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'network': {'name': 'tempest-network-smoke--236425169', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'port_security_enabled': True}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:33.045781 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'network': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:32:33.049297 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.072609 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:32:33.081315 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.081659 n-d-789963-10 neutron-server[94737]: INFO neutron.db.segments_db [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Added segment eb2371f8-1298-4d27-9c7c-a70acd9f04be of type vlan for network b34f6060-ebb2-4756-a284-5003f33681e7 Sep 17 23:32:33.122816 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.147070 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.152879 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:33.153493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.188380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1686494 Sep 17 23:32:33.188987 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.191354 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58746) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:33.196093 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'admin_state_up': True, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:33.218925 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.219855 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.226569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55968a05-143c-4678-8c94-362853e04428 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Network': ['ID=b34f6060-ebb2-4756-a284-5003f33681e7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:33.239915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network b34f6060-ebb2-4756-a284-5003f33681e7 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:32:33.279308 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.415050 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.603230 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.622664 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.723180 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.236 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/4f7e8083-783c-4635-a077-05e6c6f3dc17) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:32:33.828152 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.861612 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.896646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:33.899563 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:33.903601 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:32:33.933056 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=4f7e8083-783c-4635-a077-05e6c6f3dc17,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:34.077733 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:34.456094 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:34.647547 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:34.773152 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router afffb095-3a87-4509-b90b-804ec531676b is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:32:34.881240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:32:34.894604 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Sync routers for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:32:34.900975 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:34.902939 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-14d36e2d-d3a3-4b8a-9282-2aabf0fb608f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7098618 Sep 17 23:32:34.905351 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:34.906111 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:34.906552 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58748) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:34.944435 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-0f07f5af-b125-4194-8189-747b1eccb40f tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a9ac78b602644287b95a494be4bb72b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367777 Sep 17 23:32:34.947055 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58750) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:35.014426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:35.095470 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e4beb-7f9f-4565-a53c-6827de1519eb tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:35.097026 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-6f1e4beb-7f9f-4565-a53c-6827de1519eb tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490517 Sep 17 23:32:35.099873 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58752) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:35.137915 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-52e82d5f-7632-4769-8abe-b592e4140233 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335495 Sep 17 23:32:35.138109 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58754) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:35.142767 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1239854060', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:35.196873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:34Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:35.225076 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Checking router: afffb095-3a87-4509-b90b-804ec531676b for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:32:35.225423 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Updating router afffb095-3a87-4509-b90b-804ec531676b port 4f7e8083-783c-4635-a077-05e6c6f3dc17 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:32:35.235642 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:32:35.239665 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.252771 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.367380 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.425338 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.483513 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Subnet': ['ID=da00f103-8384-4314-b901-e95fcc51255e,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:35.494570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Checking segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:32:35.494928 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network hostable DHCP agents. Network: b34f6060-ebb2-4756-a284-5003f33681e7, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:32:35.510959 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network b34f6060-ebb2-4756-a284-5003f33681e7 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:32:35.518306 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.520999 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, b34f6060-ebb2-4756-a284-5003f33681e7) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:35.524122 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.525831 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:35.526581 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.543753 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-70f3b3b1-4261-415a-ab30-222fd11ddb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4038463 Sep 17 23:32:35.546590 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58756) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:35.554361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed4a80-2f15-438f-9f70-ab33591428f4 None None] Network b34f6060-ebb2-4756-a284-5003f33681e7 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:32:35.619993 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c5da2-c4c8-4d03-928a-bd39cb507ac5 None None] Pushing event updated for resources: {'Port': ['ID=4f7e8083-783c-4635-a077-05e6c6f3dc17,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:35.647031 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Attempting to bind port 4f7e8083-783c-4635-a077-05e6c6f3dc17 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:32:35.647393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Attempting to bind port 4f7e8083-783c-4635-a077-05e6c6f3dc17 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:32:35.647749 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Attempting to bind port 4f7e8083-783c-4635-a077-05e6c6f3dc17 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:35.658563 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.666421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:32:35.666791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:32:35.667176 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.667659 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:32:35.668296 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Bound port: 4f7e8083-783c-4635-a077-05e6c6f3dc17, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:32:35.668677 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.917068 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] For port 4f7e8083-783c-4635-a077-05e6c6f3dc17, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:32:35.922540 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] For port 4f7e8083-783c-4635-a077-05e6c6f3dc17, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f7e8083-783c-4635-a077-05e6c6f3dc17,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:32:35.929571 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.969898 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-b34f6060-ebb2-4756-a284-5003f33681e7', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:32:35.970754 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:35.991079 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:36.068769 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:36.069437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:36.073245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c5da2-c4c8-4d03-928a-bd39cb507ac5 None None] Pushing event updated for resources: {'Port': ['ID=4f7e8083-783c-4635-a077-05e6c6f3dc17,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:36.222344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Allocated IP 172.20.0.2 (b34f6060-ebb2-4756-a284-5003f33681e7/da00f103-8384-4314-b901-e95fcc51255e/95aa1f9e-4757-444b-949f-b2348d98a9d9) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:32:36.234142 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:36.508322 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:36.517159 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:36.562868 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Network b34f6060-ebb2-4756-a284-5003f33681e7 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:36.563130 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.1 (b34f6060-ebb2-4756-a284-5003f33681e7/da00f103-8384-4314-b901-e95fcc51255e/e1d81d60-08b5-4391-8dcb-a75a837508b9) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:32:36.566723 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:34Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:36.571254 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:36.601072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:32:36.604884 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32a5ce6-3a24-4581-861a-12570562c97d None None] The sync data for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 is: [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:34Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:32:36.608185 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Pushing event updated for resources: {'Port': ['ID=95aa1f9e-4757-444b-949f-b2348d98a9d9,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:36.661182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Attempting to bind port 95aa1f9e-4757-444b-949f-b2348d98a9d9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:32:36.661552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Attempting to bind port 95aa1f9e-4757-444b-949f-b2348d98a9d9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:32:36.661915 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Attempting to bind port 95aa1f9e-4757-444b-949f-b2348d98a9d9 on network b34f6060-ebb2-4756-a284-5003f33681e7 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:36.667091 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:32:36.667470 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Checking segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:32:36.667964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:36.668600 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Bound using segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:32:36.669182 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Bound port: 95aa1f9e-4757-444b-949f-b2348d98a9d9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:32:36.669566 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:36.678961 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:36.720614 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:36.741041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] For port 95aa1f9e-4757-444b-949f-b2348d98a9d9, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:32:36.744536 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] For port 95aa1f9e-4757-444b-949f-b2348d98a9d9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=95aa1f9e-4757-444b-949f-b2348d98a9d9,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:32:36.751621 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:36.764842 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network b34f6060-ebb2-4756-a284-5003f33681e7 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:36.767910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:36.772449 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:32:36.801559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=e1d81d60-08b5-4391-8dcb-a75a837508b9,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:36.816293 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47af324-2fb8-4550-93b4-2df20d1df44b None None] Pushing event updated for resources: {'Port': ['ID=95aa1f9e-4757-444b-949f-b2348d98a9d9,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:36.836710 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:37.004571 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:37.306502 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:37.312403 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:37.385467 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=e1d81d60-08b5-4391-8dcb-a75a837508b9,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:37.388833 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:37.772544 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca9278-d3bb-4287-b5fd-a1a9e1584f07 None None] Network b34f6060-ebb2-4756-a284-5003f33681e7 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:32:37.797817 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network b34f6060-ebb2-4756-a284-5003f33681e7 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:37.799795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:37.900653 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ea737dfb-2ac6-4683-9462-eea5808abcb5 None None] Provisioning complete for port 95aa1f9e-4757-444b-949f-b2348d98a9d9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:37.901040 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ea737dfb-2ac6-4683-9462-eea5808abcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:37.911826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router afffb095-3a87-4509-b90b-804ec531676b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:32:38.007616 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ea737dfb-2ac6-4683-9462-eea5808abcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:38.029807 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:32:38.035175 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-e7e89be8-b227-480d-9b6d-49f81aa3efaa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/afffb095-3a87-4509-b90b-804ec531676b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875734 Sep 17 23:32:38.046764 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-ea737dfb-2ac6-4683-9462-eea5808abcb5 None None] For port 95aa1f9e-4757-444b-949f-b2348d98a9d9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=95aa1f9e-4757-444b-949f-b2348d98a9d9,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:38.052211 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ea737dfb-2ac6-4683-9462-eea5808abcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:38.109525 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea737dfb-2ac6-4683-9462-eea5808abcb5 None None] Pushing event updated for resources: {'Port': ['ID=95aa1f9e-4757-444b-949f-b2348d98a9d9,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:38.197617 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-63107793-b3e0-430d-a55d-e8875cd42279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307772115&fields=id&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 267 time: 0.0354536 Sep 17 23:32:38.273974 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bd51d3be-8d9e-4e9a-b9b5-90c726806c61 None None] Provisioning complete for port e1d81d60-08b5-4391-8dcb-a75a837508b9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:38.274376 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd51d3be-8d9e-4e9a-b9b5-90c726806c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:38.313991 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-3e18464a-88fb-4995-ad1e-6e9ae4b3ee28 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:38.315362 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-3e18464a-88fb-4995-ad1e-6e9ae4b3ee28 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 796 time: 0.1108308 Sep 17 23:32:38.336296 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-a9a7aaca-66f9-4d50-a9c3-83586664618d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/quotas/a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 375 time: 0.0096772 Sep 17 23:32:38.345240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-bd51d3be-8d9e-4e9a-b9b5-90c726806c61 None None] Port e1d81d60-08b5-4391-8dcb-a75a837508b9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:32:38.359503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-bd51d3be-8d9e-4e9a-b9b5-90c726806c61 None None] Provisioning complete for port 95aa1f9e-4757-444b-949f-b2348d98a9d9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:38.359948 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bd51d3be-8d9e-4e9a-b9b5-90c726806c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:38.369553 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Sync routers for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:32:38.384042 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:38.385197 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:38.400241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-beab5dbb-2114-4b4e-b3a0-047e9cbed7b1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528574 Sep 17 23:32:38.526588 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:38.529348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-b9a0b035-20c1-4578-a2b9-3010b2139e5b service neutron] 10.222.0.48 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012797 Sep 17 23:32:38.594135 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-5fb5658a-5f5b-4d94-bf98-e465a340ce9f None None] Provisioning complete for port e1d81d60-08b5-4391-8dcb-a75a837508b9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:38.594609 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5fb5658a-5f5b-4d94-bf98-e465a340ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:38.629968 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-5fb5658a-5f5b-4d94-bf98-e465a340ce9f None None] Port e1d81d60-08b5-4391-8dcb-a75a837508b9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:32:38.633509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-3cd99560-933d-4f9d-b398-a3af47108e5e service neutron] 10.222.0.48 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976257 Sep 17 23:32:38.753800 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:37Z', 'revision_number': 2, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:38.765384 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4e1032fc-2d03-42c4-a60e-8e2a4d16f294 None None] Provisioning complete for port e1d81d60-08b5-4391-8dcb-a75a837508b9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:38.765759 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4e1032fc-2d03-42c4-a60e-8e2a4d16f294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:38.806341 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Checking router: afffb095-3a87-4509-b90b-804ec531676b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:32:38.806695 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Updating router afffb095-3a87-4509-b90b-804ec531676b port e1d81d60-08b5-4391-8dcb-a75a837508b9 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:32:38.821244 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4e1032fc-2d03-42c4-a60e-8e2a4d16f294 None None] Port e1d81d60-08b5-4391-8dcb-a75a837508b9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:32:38.826447 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6eec49eb-9fa9-42af-8d37-62db9fd39cb6 req-24b44289-6d1f-46db-a01d-14a146631a41 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 210 time: 0.0439246 Sep 17 23:32:38.843867 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:38.885642 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 95aa1f9e-4757-444b-949f-b2348d98a9d9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:32:38.943814 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 95aa1f9e-4757-444b-949f-b2348d98a9d9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:38.944286 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.028661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f7e8083-783c-4635-a077-05e6c6f3dc17 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:32:39.078163 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4f7e8083-783c-4635-a077-05e6c6f3dc17 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:39.078554 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.130950 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.137849 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.167712 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.189100 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 4f7e8083-783c-4635-a077-05e6c6f3dc17, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f7e8083-783c-4635-a077-05e6c6f3dc17,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:39.193466 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.224193 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Pushing event updated for resources: {'Port': ['ID=e1d81d60-08b5-4391-8dcb-a75a837508b9,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:39.234103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.234103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.234103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.234103 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.234632 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.234632 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.234950 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.235275 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.235597 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.236242 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.236242 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.236554 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:39.255433 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=4f7e8083-783c-4635-a077-05e6c6f3dc17,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:39.275325 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Attempting to bind port e1d81d60-08b5-4391-8dcb-a75a837508b9 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:32:39.275682 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Attempting to bind port e1d81d60-08b5-4391-8dcb-a75a837508b9 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:32:39.276041 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Attempting to bind port e1d81d60-08b5-4391-8dcb-a75a837508b9 on network b34f6060-ebb2-4756-a284-5003f33681e7 {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:39.281966 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:32:39.282354 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Checking segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:32:39.282748 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.283143 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Bound using segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:32:39.283649 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Bound port: e1d81d60-08b5-4391-8dcb-a75a837508b9, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:32:39.283990 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.446635 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] For port e1d81d60-08b5-4391-8dcb-a75a837508b9, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:32:39.447343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-26ce2c94-ec76-4ac1-9477-7688bfd7668d None None] Provisioning complete for port e1d81d60-08b5-4391-8dcb-a75a837508b9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:39.447471 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-26ce2c94-ec76-4ac1-9477-7688bfd7668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.450262 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] For port e1d81d60-08b5-4391-8dcb-a75a837508b9, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e1d81d60-08b5-4391-8dcb-a75a837508b9,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:32:39.455090 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.483446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-26ce2c94-ec76-4ac1-9477-7688bfd7668d None None] Port e1d81d60-08b5-4391-8dcb-a75a837508b9 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:32:39.515789 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:39.516424 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:39.518195 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c59fd1-b4ef-4d19-8ef8-4350a5d2c246 None None] Pushing event updated for resources: {'Port': ['ID=e1d81d60-08b5-4391-8dcb-a75a837508b9,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:39.629901 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:39.715742 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b180978d-6d12-4298-a45f-3b8ad2e589d0 None None] Provisioning complete for port e1d81d60-08b5-4391-8dcb-a75a837508b9 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:39.716356 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b180978d-6d12-4298-a45f-3b8ad2e589d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.820517 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b180978d-6d12-4298-a45f-3b8ad2e589d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.853020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-bdb45a5e-1fe0-450b-8c62-abd534aafddb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:39.855206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-bdb45a5e-1fe0-450b-8c62-abd534aafddb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 796 time: 0.1269691 Sep 17 23:32:39.865021 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:39.876150 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-b180978d-6d12-4298-a45f-3b8ad2e589d0 None None] For port e1d81d60-08b5-4391-8dcb-a75a837508b9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e1d81d60-08b5-4391-8dcb-a75a837508b9,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:39.884637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b180978d-6d12-4298-a45f-3b8ad2e589d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.897809 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d71e1-3624-4fec-a256-54b859500f1a None None] The sync data for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 is: [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:32:39.925556 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-d20f44c4-bdde-412d-ab53-6b170e3d3025 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 379 time: 0.0608914 Sep 17 23:32:39.941158 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'port': {'device_id': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'admin_state_up': True, 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'security_groups': ['dd0c4dac-a3fe-47cb-9890-729238b76a40']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:39.974048 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180978d-6d12-4298-a45f-3b8ad2e589d0 None None] Pushing event updated for resources: {'Port': ['ID=e1d81d60-08b5-4391-8dcb-a75a837508b9,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:40.007101 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9228fbfa-c5d3-465c-a507-8933e810960e req-6140eba4-0e72-477b-93ea-af1d40984f55 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 210 time: 0.0700047 Sep 17 23:32:40.099531 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:32:40.103201 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.235632 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.8 (b34f6060-ebb2-4756-a284-5003f33681e7/da00f103-8384-4314-b901-e95fcc51255e/8f61a560-932c-49a9-ad0d-e545081be9f7) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:32:40.384757 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.421266 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.465381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network b34f6060-ebb2-4756-a284-5003f33681e7 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:40.468710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:40.472461 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:32:40.502837 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:40.545329 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:40.546005 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.566294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-47316eb2-228a-4272-87e4-1036d0a74e12 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6304178 Sep 17 23:32:40.579657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Request body: {'port': {'device_id': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:40.645165 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.711409 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fa87a681-101d-477b-91ee-54c3adb6ef3a None None] Provisioning complete for port 8f61a560-932c-49a9-ad0d-e545081be9f7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:40.711867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fa87a681-101d-477b-91ee-54c3adb6ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.773672 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-fa87a681-101d-477b-91ee-54c3adb6ef3a None None] Port 8f61a560-932c-49a9-ad0d-e545081be9f7 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:32:40.876361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f7e8083-783c-4635-a077-05e6c6f3dc17 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:32:40.929396 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 4f7e8083-783c-4635-a077-05e6c6f3dc17 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:40.929843 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.938678 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f61a560-932c-49a9-ad0d-e545081be9f7 {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:32:40.946712 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.960838 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Transition to ACTIVE for port object 8f61a560-932c-49a9-ad0d-e545081be9f7 will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:32:40.966043 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:41.019589 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e1d81d60-08b5-4391-8dcb-a75a837508b9 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:32:41.064013 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:41.073155 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port e1d81d60-08b5-4391-8dcb-a75a837508b9 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:41.073155 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:41.142830 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Attempting to bind port 8f61a560-932c-49a9-ad0d-e545081be9f7 on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:32:41.143162 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Attempting to bind port 8f61a560-932c-49a9-ad0d-e545081be9f7 by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:32:41.143490 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Attempting to bind port 8f61a560-932c-49a9-ad0d-e545081be9f7 on network b34f6060-ebb2-4756-a284-5003f33681e7 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:41.153022 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Port 8f61a560-932c-49a9-ad0d-e545081be9f7 on network b34f6060-ebb2-4756-a284-5003f33681e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:32:41.153351 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Attempting to bind port 8f61a560-932c-49a9-ad0d-e545081be9f7 on network b34f6060-ebb2-4756-a284-5003f33681e7 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:41.162846 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:32:41.163183 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Checking segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:32:41.163568 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Bound using segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:32:41.164010 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Bound port: 8f61a560-932c-49a9-ad0d-e545081be9f7, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:32:41.164374 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:41.181082 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014344-0d71-4ebc-978a-8ec07a10650f req-be982aa8-8bed-4bc5-b7ea-9cba1ccb9196 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:41.182619 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25014344-0d71-4ebc-978a-8ec07a10650f req-be982aa8-8bed-4bc5-b7ea-9cba1ccb9196 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 943 time: 0.0764351 Sep 17 23:32:41.581344 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-25014344-0d71-4ebc-978a-8ec07a10650f req-320227e2-25d6-4720-9335-f9cb130aa5c6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911390 Sep 17 23:32:41.585640 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:32:41.588859 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:32:41.599355 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:41.632318 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:41.632609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:41.633982 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] 10.222.0.45 "PUT /v2.0/ports/8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 1092 time: 1.0587637 Sep 17 23:32:41.636152 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:41.639527 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed317c1c-f739-4434-95bc-9aa28108c7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:41.674087 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d36bef-dd78-46a0-aac5-d5140fdc9721 service neutron] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:41.688439 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a6c35c-cc1f-4c94-9ea2-ed7a19557a41 x-openstack-request-id: req-a1a6c35c-cc1f-4c94-9ea2-ed7a19557a41 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:41.688726 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:41.689030 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1a6c35c-cc1f-4c94-9ea2-ed7a19557a41 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:41.689439 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'status': 'completed', 'code': 200} Sep 17 23:32:41.723475 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-d948b0e1-9ff1-42ac-84fb-ce6ddd998b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:41.725099 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-d948b0e1-9ff1-42ac-84fb-ce6ddd998b8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1095 time: 0.0467064 Sep 17 23:32:41.772768 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-a46db0fe-b6f0-4495-b155-98ae3640b8cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 217 time: 0.0398960 Sep 17 23:32:41.823575 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-d7102656-48ee-4267-bedc-76846b8a492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:41.825756 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-d7102656-48ee-4267-bedc-76846b8a492d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0462770 Sep 17 23:32:41.871935 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e657634d-9184-4b43-a254-eee73eb980df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:41.873816 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-e657634d-9184-4b43-a254-eee73eb980df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410275 Sep 17 23:32:41.971847 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-7c1a4366-ec90-43f2-af68-5c95e51dccef service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910928 Sep 17 23:32:42.061057 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3556578-edfd-4e24-b1f5-567597ec2f4f req-786bb3cc-e481-4933-8a48-3f04e17a6820 service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820818 Sep 17 23:32:42.149924 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-871519cc-188a-45ea-aaf3-182f481d75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:42.151327 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-871519cc-188a-45ea-aaf3-182f481d75bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1095 time: 0.0451796 Sep 17 23:32:42.241585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-93d1ce2b-57b6-49ce-abfb-0fd14f20bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:42.243055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-93d1ce2b-57b6-49ce-abfb-0fd14f20bd75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.0841606 Sep 17 23:32:42.287141 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-030d79aa-314c-4baa-bb88-6403030727b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 217 time: 0.0367372 Sep 17 23:32:42.337274 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-cd3f34ad-16d9-420c-9d83-84c6938db303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:42.338687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-cd3f34ad-16d9-420c-9d83-84c6938db303 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0433197 Sep 17 23:32:42.386433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-429862ff-0ae1-40a8-b08a-2b9bc1007dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:42.387926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-429862ff-0ae1-40a8-b08a-2b9bc1007dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404704 Sep 17 23:32:42.485352 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-a1c4683e-3d9c-4ab2-b2d3-cfb14662dce7 service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893323 Sep 17 23:32:42.577277 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed317c1c-f739-4434-95bc-9aa28108c7d1 req-1478f5bd-2dd4-4540-98b6-ef95b95d9eae service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839884 Sep 17 23:32:42.700889 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205f434-7a52-4424-ba32-5855d82f7f6f req-6772aa5d-8a5b-4dd7-9dd9-d2100a6df77d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:42.702320 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c205f434-7a52-4424-ba32-5855d82f7f6f req-6772aa5d-8a5b-4dd7-9dd9-d2100a6df77d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 943 time: 0.0548456 Sep 17 23:32:42.745700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c205f434-7a52-4424-ba32-5855d82f7f6f req-c0b5f2c8-fd17-4f50-ad26-ee44e53af2c7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374739 Sep 17 23:32:43.860950 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9d34-5429-487e-a880-17509acf7d24 req-ec10fd41-5849-49c9-9fa5-5bdbbf7a9e94 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:43.862684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af4c9d34-5429-487e-a880-17509acf7d24 req-ec10fd41-5849-49c9-9fa5-5bdbbf7a9e94 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 943 time: 0.0487134 Sep 17 23:32:43.900020 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-af4c9d34-5429-487e-a880-17509acf7d24 req-d0009398-9fb2-4209-933c-ecc8f9364a34 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Sep 17 23:32:45.015542 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545fd95-2814-441e-99b3-48e672c704bd req-a9c00140-0b14-4277-8148-892aaf871a72 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:45.016974 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b545fd95-2814-441e-99b3-48e672c704bd req-a9c00140-0b14-4277-8148-892aaf871a72 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 943 time: 0.0493076 Sep 17 23:32:45.053900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b545fd95-2814-441e-99b3-48e672c704bd req-cdfa349b-39f6-4769-8c84-54e029e41bb7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Sep 17 23:32:45.525393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8f61a560-932c-49a9-ad0d-e545081be9f7 details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:32:45.619506 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:45.630178 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'port_id': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'mac_address': 'fa:16:3e:74:d9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:32:45.670692 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.682704 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f61a560-932c-49a9-ad0d-e545081be9f7 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:32:45.701912 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:45.705439 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.753106 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:45.933128 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['8f61a560-932c-49a9-ad0d-e545081be9f7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:32:46.169868 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42cb32-d288-4c65-bd95-3e24f1a7ce9a req-af1db62c-c8fa-4a0f-a6ec-d27009a3b216 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.171371 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea42cb32-d288-4c65-bd95-3e24f1a7ce9a req-af1db62c-c8fa-4a0f-a6ec-d27009a3b216 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 944 time: 0.0498786 Sep 17 23:32:46.212297 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ea42cb32-d288-4c65-bd95-3e24f1a7ce9a req-c40c598f-2f80-4bd2-abb6-ffd54e1b6841 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350409 Sep 17 23:32:47.331196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb024d7e-ad4f-48f7-b72a-8724d924da8d req-8a74efb3-7450-4b27-99cb-b3b920253361 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:47.332692 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb024d7e-ad4f-48f7-b72a-8724d924da8d req-8a74efb3-7450-4b27-99cb-b3b920253361 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 944 time: 0.0502079 Sep 17 23:32:47.371145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bb024d7e-ad4f-48f7-b72a-8724d924da8d req-b0336766-a90c-4eb7-a4ad-b281f0a491cd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325587 Sep 17 23:32:47.537089 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8f61a560-932c-49a9-ad0d-e545081be9f7 up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:32:47.584029 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 8f61a560-932c-49a9-ad0d-e545081be9f7 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:32:47.587846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 8f61a560-932c-49a9-ad0d-e545081be9f7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:47.588215 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:47.665997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:47.688044 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:47.690324 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc0e3e6-e7c8-411b-b90e-e82e8c1ca40d" -d '{"events": [{"server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "name": "network-vif-plugged", "status": "completed", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:47.703664 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:47.707961 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:47.733537 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ef0dc9-a6f1-4fae-9eb7-6503464cc259 x-openstack-request-id: req-29ef0dc9-a6f1-4fae-9eb7-6503464cc259 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:47.733911 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "name": "network-vif-plugged", "status": "completed", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:47.734237 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29ef0dc9-a6f1-4fae-9eb7-6503464cc259 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:47.734759 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'code': 200} Sep 17 23:32:47.760735 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:47.822343 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273f2df-7a5b-4e37-b1bd-d3494df1f33a req-89e40555-dd3a-45f6-9ce4-f3ed69aa9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:47.823979 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a273f2df-7a5b-4e37-b1bd-d3494df1f33a req-89e40555-dd3a-45f6-9ce4-f3ed69aa9a43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1097 time: 0.0397859 Sep 17 23:32:47.858987 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a273f2df-7a5b-4e37-b1bd-d3494df1f33a req-4a83f424-d3b1-46de-b896-1d19c895b334 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278649 Sep 17 23:32:48.485164 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a087-c72e-49f9-859d-99af0a5a4683 req-23f2ef9f-6bfd-4fb7-984e-d6558b0fc4b7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:48.486703 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6470a087-c72e-49f9-859d-99af0a5a4683 req-23f2ef9f-6bfd-4fb7-984e-d6558b0fc4b7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0500002 Sep 17 23:32:48.528599 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6470a087-c72e-49f9-859d-99af0a5a4683 req-76f93249-d4a9-4462-a4be-79f0e0a97c56 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357096 Sep 17 23:32:49.338910 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:49.647079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba255d-0ab5-473c-86c7-027f33febafe req-fb86ede7-a12e-4e5a-8a00-817ca8f92629 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:49.648542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cba255d-0ab5-473c-86c7-027f33febafe req-fb86ede7-a12e-4e5a-8a00-817ca8f92629 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0504146 Sep 17 23:32:49.686356 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0cba255d-0ab5-473c-86c7-027f33febafe req-22fe0ec6-901a-46ec-b860-63a9b29e2c5c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Sep 17 23:32:49.799257 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225204-f265-4d39-b1af-10a5dc525b6a req-965e8041-3488-46ad-b6ae-117a1d025efe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:49.800629 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f225204-f265-4d39-b1af-10a5dc525b6a req-965e8041-3488-46ad-b6ae-117a1d025efe tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0483670 Sep 17 23:32:49.837691 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9f225204-f265-4d39-b1af-10a5dc525b6a req-f6059c79-635a-4cca-8ab8-e032614984b4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Sep 17 23:32:49.859001 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58814) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:49.897768 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeda34f-0a57-43a3-955c-932ab2e46562 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:49.899261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-7eeda34f-0a57-43a3-955c-932ab2e46562 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1092 time: 0.0393083 Sep 17 23:32:49.902638 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58816) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:49.906833 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:49.928550 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.025719 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.133577 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.2 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/27d9be1a-f7a1-4a69-b648-fa6080987ce5) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:32:50.232521 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.266668 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.302134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:50.305045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:50.308304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:32:50.341912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=27d9be1a-f7a1-4a69-b648-fa6080987ce5,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:50.673885 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.741834 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.890103 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.894624 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.962807 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=27d9be1a-f7a1-4a69-b648-fa6080987ce5,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:50.976787 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.076915 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP 548d35b3-bead-463c-949f-45aec0d0347d associated. External IP: 172.25.0.2, port: 8f61a560-932c-49a9-ad0d-e545081be9f7. Sep 17 23:32:51.289212 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router afffb095-3a87-4509-b90b-804ec531676b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:32:51.400642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:32:51.412593 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] Sync routers for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:32:51.422288 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.425591 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:51.426378 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:51.450204 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-590e4827-32ca-4cad-9a32-7ed9f2e47d75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5463538 Sep 17 23:32:51.450791 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:51.453081 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9f6f7-1037-41a8-a497-301bf5717af0" -d '{"events": [{"name": "network-changed", "server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:51.493165 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf43065d-8230-4744-abf1-ed0679cdaa4e x-openstack-request-id: req-bf43065d-8230-4744-abf1-ed0679cdaa4e {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:51.493566 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:51.493875 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf43065d-8230-4744-abf1-ed0679cdaa4e {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:51.494297 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'status': 'completed', 'code': 200} Sep 17 23:32:51.591931 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03006f7-d5c5-4fa0-aa80-0d337bb2f5c9 req-61998da4-e1e7-43fa-b63c-33105334d5a4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:51.593542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f03006f7-d5c5-4fa0-aa80-0d337bb2f5c9 req-61998da4-e1e7-43fa-b63c-33105334d5a4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0911109 Sep 17 23:32:51.596587 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-b8c37cf5-7b95-46d5-8a8c-7f414d80b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:51.598045 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-b8c37cf5-7b95-46d5-8a8c-7f414d80b412 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1097 time: 0.0817504 Sep 17 23:32:51.666456 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f03006f7-d5c5-4fa0-aa80-0d337bb2f5c9 req-6c8d692e-66ee-4ac4-a34b-7f90a04de974 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648222 Sep 17 23:32:51.695190 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58822) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:51.699553 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:51.725641 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-51dc36bb-62a8-4792-89ec-f7f67ddc588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:51.727227 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-51dc36bb-62a8-4792-89ec-f7f67ddc588a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.1189096 Sep 17 23:32:51.766087 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-9b4da793-3fd0-43ed-ba68-7a718e84cbf2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/548d35b3-bead-463c-949f-45aec0d0347d HTTP/1.1" status: 200 len: 989 time: 0.0690398 Sep 17 23:32:51.799178 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-d427552f-0940-4266-b63d-74718cf4ddb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 997 time: 0.0648394 Sep 17 23:32:51.850462 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-ed29c1ea-584f-45d1-8959-09d1bfed87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:51.851856 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-ed29c1ea-584f-45d1-8959-09d1bfed87b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0452986 Sep 17 23:32:51.899636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-b1385a1f-2827-43ea-8f55-b02c97f443ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:51.901220 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-b1385a1f-2827-43ea-8f55-b02c97f443ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420628 Sep 17 23:32:51.942603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '548d35b3-bead-463c-949f-45aec0d0347d', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'port_id': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'mac_address': 'fa:16:3e:74:d9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:32:50Z', 'updated_at': '2021-09-17T23:32:50Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:51.969215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] Checking router: afffb095-3a87-4509-b90b-804ec531676b for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:32:51.978281 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:51.978945 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:32:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:51.999811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-d9c0cc14-ba73-413d-9e76-bb29ea76c30a service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907562 Sep 17 23:32:52.091400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:52.096137 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d9a9f6f7-1037-41a8-a497-301bf5717af0 req-a1fc27e8-ac38-420f-a639-26139593f9ae service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892816 Sep 17 23:32:52.314942 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '548d35b3-bead-463c-949f-45aec0d0347d', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'port_id': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'mac_address': 'fa:16:3e:74:d9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:32:50Z', 'updated_at': '2021-09-17T23:32:50Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:52.341539 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c4379-2bbb-4038-a5aa-d89bcb7ab969 None None] The sync data for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 is: [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '548d35b3-bead-463c-949f-45aec0d0347d', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'port_id': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'mac_address': 'fa:16:3e:74:d9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:32:50Z', 'updated_at': '2021-09-17T23:32:50Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:32:52.536711 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377bbbe3-cb6b-4aae-bec4-21ec403c54b3 None None] New status for floating IP 548d35b3-bead-463c-949f-45aec0d0347d: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:32:52.768381 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58824) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:52.832898 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b1d1a74a-1988-4b7e-99f2-fef26ec751c3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/548d35b3-bead-463c-949f-45aec0d0347d HTTP/1.1" status: 200 len: 991 time: 0.0633447 Sep 17 23:32:55.347360 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:33:00.069965 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2c810d8d-5b12-48de-9513-784fa776ceff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:02.792530 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce127-675c-424a-8248-741f63f6f7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:03.190928 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:04.079568 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:05.317736 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:05.601855 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:15.528726 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33378641-2cef-420a-a580-97042f2b076f req-70aa6963-ea77-43ed-91ff-ebaf4b20cf90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392203 Sep 17 23:33:15.615808 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378641-2cef-420a-a580-97042f2b076f req-ec6ae0c8-fd60-4834-8896-19a030a68daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:15.617348 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33378641-2cef-420a-a580-97042f2b076f req-ec6ae0c8-fd60-4834-8896-19a030a68daf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1097 time: 0.0419326 Sep 17 23:33:15.724187 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378641-2cef-420a-a580-97042f2b076f req-638cccd7-a742-44ad-ab76-df8cd787e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:15.725722 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33378641-2cef-420a-a580-97042f2b076f req-638cccd7-a742-44ad-ab76-df8cd787e13e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.0880990 Sep 17 23:33:15.790908 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33378641-2cef-420a-a580-97042f2b076f req-27699631-4ca0-4849-a99a-c0828e337638 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 999 time: 0.0563557 Sep 17 23:33:15.839816 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378641-2cef-420a-a580-97042f2b076f req-4fa12fd5-4c32-48d8-a1cd-de2e79d31811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:15.841341 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33378641-2cef-420a-a580-97042f2b076f req-4fa12fd5-4c32-48d8-a1cd-de2e79d31811 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0430882 Sep 17 23:33:15.891030 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378641-2cef-420a-a580-97042f2b076f req-801e4bd6-b410-4bff-a4e0-d838b3bcb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:15.892490 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33378641-2cef-420a-a580-97042f2b076f req-801e4bd6-b410-4bff-a4e0-d838b3bcb6e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442445 Sep 17 23:33:15.983467 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33378641-2cef-420a-a580-97042f2b076f req-2b69a035-c5c6-4cb4-80ce-db4a7adeb7dd service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815449 Sep 17 23:33:16.077783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-33378641-2cef-420a-a580-97042f2b076f req-8fbb6178-ddc5-4b08-8ccb-0495dcd93bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856566 Sep 17 23:33:19.329558 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:21.422697 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-328b9855-c66c-4cd3-ac76-5a890a1194d7 req-a5be9e6a-7a8a-4925-a8a5-fdb3f1e61b75 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:33:21.423676 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-328b9855-c66c-4cd3-ac76-5a890a1194d7 req-a5be9e6a-7a8a-4925-a8a5-fdb3f1e61b75 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062711 Sep 17 23:33:21.608517 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156549c8-5246-4253-919f-1f2fe380b6f5 req-8d8f2477-e61f-45d1-a0ba-af6d7806353a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:21.610079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-156549c8-5246-4253-919f-1f2fe380b6f5 req-8d8f2477-e61f-45d1-a0ba-af6d7806353a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0507705 Sep 17 23:33:21.655209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-156549c8-5246-4253-919f-1f2fe380b6f5 req-60fb468c-29bc-4062-99b0-5d278fe2788d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389841 Sep 17 23:33:21.706626 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-7427c2fe-2550-4e93-a0ac-ff3510ca5a17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836320 Sep 17 23:33:21.715202 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-ef7e5974-4f7b-4f9f-8bb8-195805177699 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:33:21.717033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-ef7e5974-4f7b-4f9f-8bb8-195805177699 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055768 Sep 17 23:33:22.772592 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2598783-210c-4825-ae23-b742e5b12421 req-ed43cefa-79b6-4d4b-832e-2718c8369ecb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:22.774126 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2598783-210c-4825-ae23-b742e5b12421 req-ed43cefa-79b6-4d4b-832e-2718c8369ecb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0500700 Sep 17 23:33:22.811926 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d2598783-210c-4825-ae23-b742e5b12421 req-119bb85d-a9ec-4a4b-adbb-d974fa551c8c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Sep 17 23:33:23.116458 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-c705d9c0-7910-45fc-9279-9c0c629e1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:23.118033 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-c705d9c0-7910-45fc-9279-9c0c629e1a71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1097 time: 0.0417664 Sep 17 23:33:23.216857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-f7f4339d-5ff9-4c19-b2e1-2c12f727f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:23.218380 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-f7f4339d-5ff9-4c19-b2e1-2c12f727f7b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.0911899 Sep 17 23:33:23.284571 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-cd23a81d-f3dd-46be-8d2c-7b5936607fb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 999 time: 0.0570550 Sep 17 23:33:23.335572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-de97822c-e4fa-4af0-900c-ddf5a6c5977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:23.337049 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-de97822c-e4fa-4af0-900c-ddf5a6c5977c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0426226 Sep 17 23:33:23.385636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-71888467-2564-4886-9941-df9dbe25f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:23.387031 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-71888467-2564-4886-9941-df9dbe25f9e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430954 Sep 17 23:33:23.479699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-1b60efcb-cef2-41e3-867a-7a95ee3fd6f3 service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819116 Sep 17 23:33:23.895609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-cd80228f-719e-45ac-85cb-1c77229f8df9 service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071441 Sep 17 23:33:23.932807 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eff2f-477e-47be-8834-5078bcf50c9c req-858bd5c1-dc9f-4ed5-90b4-f83385aa11be tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:23.934609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a5eff2f-477e-47be-8834-5078bcf50c9c req-858bd5c1-dc9f-4ed5-90b4-f83385aa11be tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0528553 Sep 17 23:33:23.975977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0a5eff2f-477e-47be-8834-5078bcf50c9c req-1e3206b1-f853-47ce-b0da-11ed5ee0fe3e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340950 Sep 17 23:33:25.091691 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c4f8-c304-4c5f-86ad-bac418b369b2 req-deff2d3b-7240-4da3-80e2-c92411f743d7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:25.093247 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ef4c4f8-c304-4c5f-86ad-bac418b369b2 req-deff2d3b-7240-4da3-80e2-c92411f743d7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0496929 Sep 17 23:33:25.136145 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ef4c4f8-c304-4c5f-86ad-bac418b369b2 req-0c1c191a-ecce-44e1-9c8b-5e55194738f2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369697 Sep 17 23:33:26.262912 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f281db-4e62-4449-b73b-0c6c5edd8bee req-a4bfe713-7130-470e-9855-8ff6439c712b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:26.264442 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-30f281db-4e62-4449-b73b-0c6c5edd8bee req-a4bfe713-7130-470e-9855-8ff6439c712b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0530655 Sep 17 23:33:26.315006 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-30f281db-4e62-4449-b73b-0c6c5edd8bee req-e384cd55-7835-4a64-9b8e-5d46a50c6717 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443468 Sep 17 23:33:27.429857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9cc2e-2ba0-4b7c-a73d-676d82830ac3 req-412d2364-15b6-461f-8d4b-48f1651bd1ab tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:27.431241 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cb9cc2e-2ba0-4b7c-a73d-676d82830ac3 req-412d2364-15b6-461f-8d4b-48f1651bd1ab tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0482931 Sep 17 23:33:27.468606 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6cb9cc2e-2ba0-4b7c-a73d-676d82830ac3 req-962afafb-3bbf-41e3-9dd5-9ff20fe2c444 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310166 Sep 17 23:33:28.583954 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebedd3-f4bd-465f-bea9-02dc97118260 req-3b037821-d509-46f3-92a9-65084a842048 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:28.585457 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16ebedd3-f4bd-465f-bea9-02dc97118260 req-3b037821-d509-46f3-92a9-65084a842048 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0489552 Sep 17 23:33:28.626797 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-16ebedd3-f4bd-465f-bea9-02dc97118260 req-6912bdcf-98c5-4866-99a3-037f6a61f586 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346611 Sep 17 23:33:29.742054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a885-c2fc-4c10-a713-452d5ea0e412 req-31f7f79f-4be1-4ca3-aa01-5c5093051c3d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:29.743422 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22f9a885-c2fc-4c10-a713-452d5ea0e412 req-31f7f79f-4be1-4ca3-aa01-5c5093051c3d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0487189 Sep 17 23:33:29.780570 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-22f9a885-c2fc-4c10-a713-452d5ea0e412 req-10d0f21d-fb96-49eb-bcbd-d220b93aa091 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Sep 17 23:33:30.069608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4403-f3d9-4ab2-a866-a52c14497993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:30.893823 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f877b6-7342-4ac3-b846-e6416716298f req-98d91ecc-d889-4c67-80f9-631af7750009 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:30.895281 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0f877b6-7342-4ac3-b846-e6416716298f req-98d91ecc-d889-4c67-80f9-631af7750009 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0479326 Sep 17 23:33:30.932052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b0f877b6-7342-4ac3-b846-e6416716298f req-e5135875-e3cb-4f3a-b3c4-6f780866989a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Sep 17 23:33:32.045511 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54ad7-840a-4d43-a5a8-7b37f480cc55 req-48da2324-bedd-4df8-bdfa-ae9a11350cfc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:32.046887 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49e54ad7-840a-4d43-a5a8-7b37f480cc55 req-48da2324-bedd-4df8-bdfa-ae9a11350cfc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0481632 Sep 17 23:33:32.087090 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-49e54ad7-840a-4d43-a5a8-7b37f480cc55 req-ce2c743b-06b7-4d91-b699-290e945e92f3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343840 Sep 17 23:33:32.346655 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:33:32.792639 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-921dac6d-847f-43fe-bcb1-d59003db242e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:33.193630 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:33.205199 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6fc4c-f41f-41f2-a848-5f6c39c8fbe0 req-c01f5f07-5fe3-4767-af1c-845a0b094af6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:33.206687 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cc6fc4c-f41f-41f2-a848-5f6c39c8fbe0 req-c01f5f07-5fe3-4767-af1c-845a0b094af6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0502918 Sep 17 23:33:33.244441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3cc6fc4c-f41f-41f2-a848-5f6c39c8fbe0 req-d1311409-a58b-4f39-96c7-c374e3de174f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Sep 17 23:33:34.081630 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:34.361662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d95138-885d-4513-bd2f-3cf3d761df64 req-e58924e8-7950-47d0-a420-239a673fda9c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:34.363401 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09d95138-885d-4513-bd2f-3cf3d761df64 req-e58924e8-7950-47d0-a420-239a673fda9c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0493834 Sep 17 23:33:34.400268 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09d95138-885d-4513-bd2f-3cf3d761df64 req-02bdaf78-4adf-476e-bc3e-22dc2057e86b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Sep 17 23:33:35.332812 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:35.514732 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326df24-8b6b-4ab1-a3d9-3aeb0cab08ab req-45055df2-479b-4151-bd65-3257cad777a0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:35.516198 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f326df24-8b6b-4ab1-a3d9-3aeb0cab08ab req-45055df2-479b-4151-bd65-3257cad777a0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0495057 Sep 17 23:33:35.557892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f326df24-8b6b-4ab1-a3d9-3aeb0cab08ab req-bb3170e2-f617-428f-9286-64bfaa04acc2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357916 Sep 17 23:33:35.603847 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:35.703379 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-a4f5e3ea-130f-4356-a3c8-7360b361f1f7 service neutron] show failed (client error): The resource could not be found. Sep 17 23:33:35.704282 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-a4f5e3ea-130f-4356-a3c8-7360b361f1f7 service neutron] 10.222.0.45 "GET /v2.0/ports/8f61a560-932c-49a9-ad0d-e545081be9f7/bindings/n-h2-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0540566 Sep 17 23:33:35.895826 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-2b6a883a-69c0-4f7a-9acc-f90577822676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:35.897381 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-2b6a883a-69c0-4f7a-9acc-f90577822676 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 1097 time: 0.0409906 Sep 17 23:33:35.915320 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-10', 'device_owner': 'compute:nova'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:33:35.971294 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:36.173528 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:33:36.205083 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h1-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:33:36.243707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:33:36.246123 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39070fe-1f72-45d6-aeac-f55548d8971e" -d '{"events": [{"server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:33:36.249930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:36.261787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Transition to ACTIVE for port object 8f61a560-932c-49a9-ad0d-e545081be9f7 will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:33:36.266217 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:36.298287 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3b41a7-d24b-41bf-a61f-00e46447d0ca x-openstack-request-id: req-df3b41a7-d24b-41bf-a61f-00e46447d0ca {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:33:36.298618 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:33:36.298841 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df3b41a7-d24b-41bf-a61f-00e46447d0ca {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:33:36.299218 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'code': 200} Sep 17 23:33:36.352501 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=6']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:33:36.365543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.365883 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.366215 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.366549 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.366877 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.367206 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.367527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.367847 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.368167 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.368487 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.368803 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.369141 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:36.405591 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] No DVR routers for this DVR port 8f61a560-932c-49a9-ad0d-e545081be9f7 on host n-h1-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:33:36.543249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Attempting to bind port 8f61a560-932c-49a9-ad0d-e545081be9f7 on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:33:36.543579 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Attempting to bind port 8f61a560-932c-49a9-ad0d-e545081be9f7 by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:33:36.543899 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Attempting to bind port 8f61a560-932c-49a9-ad0d-e545081be9f7 on network b34f6060-ebb2-4756-a284-5003f33681e7 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:33:36.548483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Port 8f61a560-932c-49a9-ad0d-e545081be9f7 on network b34f6060-ebb2-4756-a284-5003f33681e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:33:36.548795 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Attempting to bind port 8f61a560-932c-49a9-ad0d-e545081be9f7 on network b34f6060-ebb2-4756-a284-5003f33681e7 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:33:36.553530 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:33:36.553855 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Checking segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:33:36.554228 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Bound using segment: {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:33:36.554637 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Bound port: 8f61a560-932c-49a9-ad0d-e545081be9f7, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2371f8-1298-4d27-9c7c-a70acd9f04be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:33:36.554983 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:36.621632 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:33:36.625216 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:33:36.630114 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:36.667249 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:36.667889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:36.669851 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] 10.222.0.49 "PUT /v2.0/ports/8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 1092 time: 0.7579279 Sep 17 23:33:36.677219 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349549c0-b61c-4d27-b052-af074ee9f885 req-fc27a18e-77b1-4c70-9614-94d4c7d75578 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:36.678767 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-349549c0-b61c-4d27-b052-af074ee9f885 req-fc27a18e-77b1-4c70-9614-94d4c7d75578 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 943 time: 0.0525503 Sep 17 23:33:36.693157 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5cc77-df7e-4436-b667-75e4e00dc372 service neutron] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=7']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:33:36.724608 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-349549c0-b61c-4d27-b052-af074ee9f885 req-2ccf78f3-2702-4b38-8763-1ad7b5a4af8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392747 Sep 17 23:33:36.749751 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-d5e790e2-4603-4a5f-9e75-b8209a0ce021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:36.751294 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-d5e790e2-4603-4a5f-9e75-b8209a0ce021 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1095 time: 0.0451837 Sep 17 23:33:36.854544 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-974dfdfd-f555-4d57-a0a0-80f2fb72799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:36.856080 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-974dfdfd-f555-4d57-a0a0-80f2fb72799b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.0972314 Sep 17 23:33:36.920652 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-54a82c67-50f4-4550-9815-17cdc0ce235b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 997 time: 0.0572443 Sep 17 23:33:36.968815 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-7515896e-0b74-49ff-b661-db9b0893df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:36.970312 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-7515896e-0b74-49ff-b661-db9b0893df9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0433109 Sep 17 23:33:37.019912 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-1759b340-a753-4743-b42d-58977e29dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:37.021441 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-1759b340-a753-4743-b42d-58977e29dc05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439966 Sep 17 23:33:37.111162 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-d1102621-6ade-4072-a7e3-857bab36193f service neutron] 10.222.0.49 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820136 Sep 17 23:33:37.204004 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-6da04b05-d327-48db-84b8-b5f79e6da7c5 req-aab4ed30-60fb-4607-aa8c-b62a532e2dab service neutron] 10.222.0.49 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855014 Sep 17 23:33:37.842735 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd696372-ce79-4510-aa49-92633f2881a3 req-e060f661-8fc3-41a4-9f3e-e210a3f5a093 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:37.844217 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd696372-ce79-4510-aa49-92633f2881a3 req-e060f661-8fc3-41a4-9f3e-e210a3f5a093 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 943 time: 0.0488641 Sep 17 23:33:37.881859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cd696372-ce79-4510-aa49-92633f2881a3 req-bcdf9c9d-1f86-4dfd-b45e-6e1337e91838 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Sep 17 23:33:38.300840 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:33:38.303222 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7" -d '{"events": [{"name": "network-changed", "server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:33:38.350410 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a93235-c440-4c08-a091-1bf9e891d944 x-openstack-request-id: req-48a93235-c440-4c08-a091-1bf9e891d944 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:33:38.350714 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:33:38.350969 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48a93235-c440-4c08-a091-1bf9e891d944 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:33:38.351388 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'status': 'completed', 'code': 200} Sep 17 23:33:38.417723 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-0ae0c41d-8ea6-47c0-9b40-6f059eafe493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:38.419199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-0ae0c41d-8ea6-47c0-9b40-6f059eafe493 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1095 time: 0.0442405 Sep 17 23:33:38.430869 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-c99fbef9-6a88-4db0-993c-ea5cd8460214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:38.432471 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-c99fbef9-6a88-4db0-993c-ea5cd8460214 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1095 time: 0.0416873 Sep 17 23:33:38.511173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-61b875ea-1b6e-431f-a95e-390251edf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:38.512670 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-61b875ea-1b6e-431f-a95e-390251edf24c service neutron] 10.222.0.45 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.0859344 Sep 17 23:33:38.525993 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-d55d2f71-1758-4a8e-b265-af655c6a7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:38.527448 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-d55d2f71-1758-4a8e-b265-af655c6a7d5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.0876875 Sep 17 23:33:38.583199 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-0c2f4b71-8027-42ff-a204-ab5c463f50b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 997 time: 0.0629556 Sep 17 23:33:38.596486 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-694c14ea-825e-493a-ae7e-ffef82d655cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 997 time: 0.0610306 Sep 17 23:33:38.632297 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-5ad23b21-0266-48b9-b36f-db3103a53ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:38.633822 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-5ad23b21-0266-48b9-b36f-db3103a53ace service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0445223 Sep 17 23:33:38.646061 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-838d4701-ff8b-456b-a1d0-be8ea7edddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:38.647502 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-838d4701-ff8b-456b-a1d0-be8ea7edddcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0443771 Sep 17 23:33:38.680182 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-05f48770-f7e6-4707-9ddc-fa91d1a3fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:38.681678 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-05f48770-f7e6-4707-9ddc-fa91d1a3fe6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408826 Sep 17 23:33:38.697573 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-f347c0cf-ec77-4c97-a7ba-d7eab23f5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:38.699039 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-f347c0cf-ec77-4c97-a7ba-d7eab23f5cfc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437312 Sep 17 23:33:38.782384 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-6dea36bf-af67-4b04-8edf-cb22916eeca5 service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933959 Sep 17 23:33:38.791078 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-3a9c6f29-aa20-4196-8b7b-dc86a7ddde3b service neutron] 10.222.0.49 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845129 Sep 17 23:33:38.873213 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-b50d14c1-9f83-426d-84c5-193abc4c6f0b service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Sep 17 23:33:38.887179 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-885e8717-f50e-46e1-b2fa-2ac5f5de90e7 req-8aaa506b-7d21-4fab-bd6f-12b32bc76cf5 service neutron] 10.222.0.49 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888476 Sep 17 23:33:39.002140 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e26cf5-224c-4f8d-886b-41bac1b31cb9 req-94f3575d-68c8-4e5f-9657-d9231cf9bb11 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:39.003552 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0e26cf5-224c-4f8d-886b-41bac1b31cb9 req-94f3575d-68c8-4e5f-9657-d9231cf9bb11 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 943 time: 0.0552928 Sep 17 23:33:39.041537 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a0e26cf5-224c-4f8d-886b-41bac1b31cb9 req-b4a46566-4cb5-462c-83da-0f67c2965307 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321243 Sep 17 23:33:39.497808 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8f61a560-932c-49a9-ad0d-e545081be9f7 details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:33:39.591633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:33:39.602485 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'port_id': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'mac_address': 'fa:16:3e:74:d9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:33:39.638435 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:39.650494 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f61a560-932c-49a9-ad0d-e545081be9f7 {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:33:39.669224 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:33:39.673866 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:39.724419 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=8']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:33:39.731528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.731901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.732235 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.732569 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.732894 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.733246 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.733567 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.733889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.734205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.734522 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.734838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.735153 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:33:39.742348 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8f61a560-932c-49a9-ad0d-e545081be9f7 no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:33:39.780171 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 8f61a560-932c-49a9-ad0d-e545081be9f7 not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:33:40.165035 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf611a-0424-491d-8875-e0a77d7c9fa9 req-ac11c06f-1309-4324-aec9-7295ee0b97f3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:40.166542 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15bf611a-0424-491d-8875-e0a77d7c9fa9 req-ac11c06f-1309-4324-aec9-7295ee0b97f3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 944 time: 0.0536239 Sep 17 23:33:40.209219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15bf611a-0424-491d-8875-e0a77d7c9fa9 req-fc6c66be-8c1b-45af-9a32-b40133fcf093 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359466 Sep 17 23:33:41.123187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['8f61a560-932c-49a9-ad0d-e545081be9f7'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:33:41.324652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44d6ec-277f-4206-921a-1134f20681cd req-04e73e15-db15-4510-ae01-74ab9d3fba97 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:41.326841 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e44d6ec-277f-4206-921a-1134f20681cd req-04e73e15-db15-4510-ae01-74ab9d3fba97 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 944 time: 0.0496800 Sep 17 23:33:41.365524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3e44d6ec-277f-4206-921a-1134f20681cd req-694d46ee-c228-41fe-b416-e61433b6256c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321093 Sep 17 23:33:41.590455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881940e-9353-4898-92bf-ad9e6c4c7dce req-64da2c97-860c-44e6-be53-17ad0c0d4547 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:41.592069 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f881940e-9353-4898-92bf-ad9e6c4c7dce req-64da2c97-860c-44e6-be53-17ad0c0d4547 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 944 time: 0.0845990 Sep 17 23:33:41.606050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-533e3734-9b2b-4d24-b993-7eab8d3c358a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:41.607827 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-533e3734-9b2b-4d24-b993-7eab8d3c358a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c&tenant_id=a9ac78b602644287b95a494be4bb72b1&binding%3Ahost_id=n-h2-789963-10 HTTP/1.1" status: 200 len: 944 time: 0.0887587 Sep 17 23:33:41.668106 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f881940e-9353-4898-92bf-ad9e6c4c7dce req-cc0ae574-a637-452f-99c1-a9613a45bb45 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697346 Sep 17 23:33:41.688721 n-d-789963-10 neutron-server[94737]: INFO neutron.api.v2.resource [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-45dc0047-e56c-4816-bfe1-8f736dd5ed38 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:33:41.689848 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-45dc0047-e56c-4816-bfe1-8f736dd5ed38 service neutron] 10.222.0.45 "DELETE /v2.0/ports/8f61a560-932c-49a9-ad0d-e545081be9f7/bindings/n-h1-789963-10 HTTP/1.1" status: 404 len: 381 time: 0.0694554 Sep 17 23:33:41.807348 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-dfb12448-0dd9-4f4c-8f54-ae1ce4b7d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:41.808849 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-dfb12448-0dd9-4f4c-8f54-ae1ce4b7d87d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1096 time: 0.0746713 Sep 17 23:33:41.817695 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fab94-a3cb-4e3e-9ebe-ec4f53550935 req-dbcce736-3cf1-4b4d-8d9f-56173e06fabd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:41.819055 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed1fab94-a3cb-4e3e-9ebe-ec4f53550935 req-dbcce736-3cf1-4b4d-8d9f-56173e06fabd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 944 time: 0.0767045 Sep 17 23:33:41.912579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ed1fab94-a3cb-4e3e-9ebe-ec4f53550935 req-94fe14ff-223c-4d54-9c23-2d384a325aac tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845995 Sep 17 23:33:41.937326 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-6884347b-7e52-4b5f-aea3-79006bfd6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:41.938823 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-6884347b-7e52-4b5f-aea3-79006bfd6016 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.1189327 Sep 17 23:33:42.004300 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-46040552-7696-494c-927d-d8dc568136ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 998 time: 0.0579395 Sep 17 23:33:42.056104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-5914d471-3307-4322-ade0-6ad7d4245fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.057593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-5914d471-3307-4322-ade0-6ad7d4245fb2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0469260 Sep 17 23:33:42.108261 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-0703496b-41ad-4622-b714-d0a73be6788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.109811 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-0703496b-41ad-4622-b714-d0a73be6788d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453737 Sep 17 23:33:42.202445 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-412888ce-24bc-4113-a59e-63b02ce89198 service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841384 Sep 17 23:33:42.295913 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7f57c5e6-3373-41e6-b239-3ce282a3f91c req-c2f11b09-094c-43f2-9755-ddd02c804360 service neutron] 10.222.0.45 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860198 Sep 17 23:33:43.026383 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c68ee5-c0a2-42cb-b725-f79a9562af90 req-edcbc681-6f7b-4179-b52a-e1fc72d65c8e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:43.027860 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64c68ee5-c0a2-42cb-b725-f79a9562af90 req-edcbc681-6f7b-4179-b52a-e1fc72d65c8e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 944 time: 0.0494406 Sep 17 23:33:43.065764 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-64c68ee5-c0a2-42cb-b725-f79a9562af90 req-ebaabeca-1a10-4019-bbf4-817cc2d0fa3c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Sep 17 23:33:43.087415 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58914) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:33:43.154266 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-882c5874-25e2-47e7-b7bb-c6a72bf40ace tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/548d35b3-bead-463c-949f-45aec0d0347d HTTP/1.1" status: 200 len: 990 time: 0.0655034 Sep 17 23:33:43.506386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8f61a560-932c-49a9-ad0d-e545081be9f7 up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:33:43.553609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 8f61a560-932c-49a9-ad0d-e545081be9f7 completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:33:43.557103 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 8f61a560-932c-49a9-ad0d-e545081be9f7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:33:43.557471 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:43.634910 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:43.656349 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:33:43.658809 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72122e-0639-46bc-8a18-ca6cb12e1701" -d '{"events": [{"server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "name": "network-vif-plugged", "status": "completed", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:33:43.671630 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:33:43.675647 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:43.698507 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39933abf-bd76-4933-8f3d-b533b9b54b92 x-openstack-request-id: req-39933abf-bd76-4933-8f3d-b533b9b54b92 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:33:43.698801 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "name": "network-vif-plugged", "status": "completed", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:33:43.699050 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39933abf-bd76-4933-8f3d-b533b9b54b92 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:33:43.699434 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'code': 200} Sep 17 23:33:43.724047 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=9']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:33:49.334129 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:00.070418 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-754cfdb7-c2c1-470c-867d-e431bdc19f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:02.793702 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b756-b648-4505-8ec6-14ac67172974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:03.194962 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:04.084333 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:05.332608 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:05.607316 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:09.346592 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:34:19.350115 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:30.072008 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7498d944-4fc5-40ed-9967-fe8e21e64a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:32.795490 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3397bc24-3297-4bb8-95b0-50ddbc7a3f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:33.195902 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:33.355585 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-dff20254-46ec-4c25-94db-30be628c05e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393083 Sep 17 23:34:33.449731 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-c9ae3921-a8ef-41f2-8673-f11b884861f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:33.451292 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-c9ae3921-a8ef-41f2-8673-f11b884861f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1097 time: 0.0407684 Sep 17 23:34:33.556324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-1690df7e-53a7-4751-b596-c3f676a382ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:33.557815 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-1690df7e-53a7-4751-b596-c3f676a382ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.0882213 Sep 17 23:34:33.621810 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-d4f8796c-cd43-4523-a020-eded7c292a20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 999 time: 0.0564067 Sep 17 23:34:33.674707 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-42439da2-c3e0-4c42-9f56-f148da9e872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:33.676300 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-42439da2-c3e0-4c42-9f56-f148da9e872e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0476737 Sep 17 23:34:33.722448 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-571c1311-42b9-40da-872f-8ce7737b9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:33.723801 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-571c1311-42b9-40da-872f-8ce7737b9fa2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394132 Sep 17 23:34:33.815315 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-653301ae-7d78-45eb-8590-7ac1d35c64ad service neutron] 10.222.0.49 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826893 Sep 17 23:34:33.909660 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-50223d0c-30db-4a94-b700-0950b0bc5cac req-10b5c816-f125-44fd-b999-c93250c779c7 service neutron] 10.222.0.49 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860713 Sep 17 23:34:34.090832 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:35.330732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:35.609030 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:38.387125 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58936) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:38.542762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 27d9be1a-f7a1-4a69-b648-fa6080987ce5 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:34:38.543103 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:38.620279 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:38.620599 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:38.632856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 27d9be1a-f7a1-4a69-b648-fa6080987ce5 owned by network:floatingip {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:34:38.778836 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:38.807173 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=27d9be1a-f7a1-4a69-b648-fa6080987ce5,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:38.819085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.819433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.819771 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.820104 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.820433 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.820761 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.821118 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.821445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.821772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.822099 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.822418 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.822734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:38.876338 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:38.876885 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP 548d35b3-bead-463c-949f-45aec0d0347d disassociated (deleted). External IP: 172.25.0.2, port: 8f61a560-932c-49a9-ad0d-e545081be9f7. Sep 17 23:34:39.081720 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router afffb095-3a87-4509-b90b-804ec531676b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:34:39.190332 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:34:39.195340 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:39.200695 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] Sync routers for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:34:39.210217 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:39.210828 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:34:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:39.222144 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a6e1a318-f9c1-4d29-86d5-0ec31f22da00 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/floatingips/548d35b3-bead-463c-949f-45aec0d0347d HTTP/1.1" status: 204 len: 168 time: 0.8332407 Sep 17 23:34:39.222710 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:34:39.224957 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a78a52-280c-48e0-8021-dcc11169397e" -d '{"events": [{"name": "network-changed", "server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:34:39.320472 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:39.330057 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65d6b76-6f53-42bf-92ff-8d70659f80b5 x-openstack-request-id: req-d65d6b76-6f53-42bf-92ff-8d70659f80b5 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:34:39.330057 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:34:39.330325 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d65d6b76-6f53-42bf-92ff-8d70659f80b5 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:34:39.330672 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'status': 'completed', 'code': 200} Sep 17 23:34:39.457404 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a2222-37ab-4029-9957-f5bff19325a1 req-c6f82a4e-350d-42ac-a480-cb93786557ea tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:39.459684 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a13a2222-37ab-4029-9957-f5bff19325a1 req-c6f82a4e-350d-42ac-a480-cb93786557ea tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0509217 Sep 17 23:34:39.468214 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78a52-280c-48e0-8021-dcc11169397e req-2dddbabc-f755-4491-a036-3800280595f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:39.469871 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9a78a52-280c-48e0-8021-dcc11169397e req-2dddbabc-f755-4491-a036-3800280595f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 1097 time: 0.0461988 Sep 17 23:34:39.503780 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a13a2222-37ab-4029-9957-f5bff19325a1 req-bcbfd777-da7e-447d-88b1-49e44e9037e8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381153 Sep 17 23:34:39.538286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:39.564276 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] Checking router: afffb095-3a87-4509-b90b-804ec531676b for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:34:39.567939 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78a52-280c-48e0-8021-dcc11169397e req-d853323f-2556-4fb6-ba61-87a6be18e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:39.569456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9a78a52-280c-48e0-8021-dcc11169397e req-d853323f-2556-4fb6-ba61-87a6be18e005 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 200 len: 897 time: 0.0923855 Sep 17 23:34:39.572468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:39.573098 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:34:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:39.612573 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9a78a52-280c-48e0-8021-dcc11169397e req-ada7f85c-7678-453d-88b1-0db7f33a23fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 200 len: 217 time: 0.0339890 Sep 17 23:34:39.661570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78a52-280c-48e0-8021-dcc11169397e req-578f7de4-85f9-49b7-b7de-f6f870f0cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:39.663072 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9a78a52-280c-48e0-8021-dcc11169397e req-578f7de4-85f9-49b7-b7de-f6f870f0cd2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 200 len: 835 time: 0.0431399 Sep 17 23:34:39.678511 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:39.713829 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78a52-280c-48e0-8021-dcc11169397e req-5c973c04-fc5e-434a-8f20-6dc0cb9c900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:39.715368 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9a78a52-280c-48e0-8021-dcc11169397e req-5c973c04-fc5e-434a-8f20-6dc0cb9c900c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b34f6060-ebb2-4756-a284-5003f33681e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443876 Sep 17 23:34:39.806846 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9a78a52-280c-48e0-8021-dcc11169397e req-013df66f-171f-4e77-9ed6-d85474df0464 service neutron] 10.222.0.49 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Sep 17 23:34:39.877782 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:39.903645 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f9a78a52-280c-48e0-8021-dcc11169397e req-9bbcea36-9822-42e1-8f1b-66ffde0d5cd9 service neutron] 10.222.0.49 "GET /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884895 Sep 17 23:34:39.904369 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836044b-27d1-492f-a5c7-c7f0a0519d37 None None] The sync data for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 is: [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:36Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'e1d81d60-08b5-4391-8dcb-a75a837508b9', 'name': '', 'network_id': 'b34f6060-ebb2-4756-a284-5003f33681e7', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:4e:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da00f103-8384-4314-b901-e95fcc51255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:36Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'da00f103-8384-4314-b901-e95fcc51255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:34:40.116821 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06973d04-41c5-4d03-851e-ee2aa510169f None None] New status for floating IP 548d35b3-bead-463c-949f-45aec0d0347d: DOWN {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:34:40.634550 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aecf05-aebd-469c-aed4-148780cac626 req-f6ebf748-d02a-4d9c-91cd-37c67fb51d44 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:40.636022 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15aecf05-aebd-469c-aed4-148780cac626 req-f6ebf748-d02a-4d9c-91cd-37c67fb51d44 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0499716 Sep 17 23:34:40.678056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-15aecf05-aebd-469c-aed4-148780cac626 req-c5801a5d-d48c-4f70-8e20-76819cda1d34 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0c4dac-a3fe-47cb-9890-729238b76a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357430 Sep 17 23:34:41.161643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-d93c5163-53b9-415e-88c5-5d4d7323f696 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:41.163132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-d93c5163-53b9-415e-88c5-5d4d7323f696 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 945 time: 0.0479734 Sep 17 23:34:41.253646 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 8f61a560-932c-49a9-ad0d-e545081be9f7 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:34:41.253979 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:41.341742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port 8f61a560-932c-49a9-ad0d-e545081be9f7, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=8f61a560-932c-49a9-ad0d-e545081be9f7,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:34:41.342129 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:41.354099 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 8f61a560-932c-49a9-ad0d-e545081be9f7 owned by compute:nova {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:34:41.484701 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:41.511561 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=8f61a560-932c-49a9-ad0d-e545081be9f7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:41.522070 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.522417 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.522755 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.523090 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.523421 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.523748 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.524075 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.524398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.524720 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.525618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.525618 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.525824 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:41.568102 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] No DVR routers for this DVR port 8f61a560-932c-49a9-ad0d-e545081be9f7 on host n-h2-789963-10 {{(pid=94738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:34:41.570648 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:41.572712 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-41b32a9b-b164-44fd-99b8-e6779abd0585 req-2e6dc6a3-f84d-4c14-b606-37061ed09081 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "DELETE /v2.0/ports/8f61a560-932c-49a9-ad0d-e545081be9f7 HTTP/1.1" status: 204 len: 173 time: 0.4039826 Sep 17 23:34:41.573254 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'name': 'network-vif-deleted', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:34:41.575510 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c844f762-abd1-43f6-8c5c-621fb7651a15" -d '{"events": [{"server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "name": "network-vif-deleted", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:34:41.667604 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e290f70-96fb-4cc7-863f-4513510c58db x-openstack-request-id: req-1e290f70-96fb-4cc7-863f-4513510c58db {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:34:41.667908 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dcb269-4bca-42bc-ba93-cfc7cbbbb81c", "name": "network-vif-deleted", "tag": "8f61a560-932c-49a9-ad0d-e545081be9f7", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:34:41.668165 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e290f70-96fb-4cc7-863f-4513510c58db {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:34:41.668591 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dcb269-4bca-42bc-ba93-cfc7cbbbb81c', 'name': 'network-vif-deleted', 'tag': '8f61a560-932c-49a9-ad0d-e545081be9f7', 'status': 'completed', 'code': 200} Sep 17 23:34:41.782131 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a6de9cca-8b79-49b5-a938-e647c236105d req-b55c7660-e411-4a91-8fab-334062e6f06a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=79dcb269-4bca-42bc-ba93-cfc7cbbbb81c HTTP/1.1" status: 200 len: 210 time: 0.0263493 Sep 17 23:34:42.836505 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58958) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:43.189703 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:43.437907 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port e1d81d60-08b5-4391-8dcb-a75a837508b9 {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:34:43.438160 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:43.528088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port e1d81d60-08b5-4391-8dcb-a75a837508b9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=e1d81d60-08b5-4391-8dcb-a75a837508b9,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:34:43.528446 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:43.540455 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for e1d81d60-08b5-4391-8dcb-a75a837508b9 owned by network:router_interface {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:34:43.722323 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:43.750243 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=e1d81d60-08b5-4391-8dcb-a75a837508b9,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:43.936988 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:44.484298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router afffb095-3a87-4509-b90b-804ec531676b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:34:44.590734 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:34:44.596361 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-789c6213-7880-4356-a3bd-f8053781d389 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/afffb095-3a87-4509-b90b-804ec531676b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587554 Sep 17 23:34:44.599009 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58960) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:44.601889 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] Sync routers for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:34:44.612552 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:44.613444 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:34:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:44.650662 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_v2 [None req-56dd72e2-0fda-4c15-bf5c-a811998969af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting subnet da00f103-8384-4314-b901-e95fcc51255e {{(pid=94737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:34:44.653784 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56dd72e2-0fda-4c15-bf5c-a811998969af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:44.694483 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56dd72e2-0fda-4c15-bf5c-a811998969af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261932717'] for subnet, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:44.716744 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:44.783192 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56dd72e2-0fda-4c15-bf5c-a811998969af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:44.853835 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56dd72e2-0fda-4c15-bf5c-a811998969af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260167447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261115576'] for subnet, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:44.882628 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd72e2-0fda-4c15-bf5c-a811998969af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Subnet': ['ID=da00f103-8384-4314-b901-e95fcc51255e,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:44.891196 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-56dd72e2-0fda-4c15-bf5c-a811998969af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:44.893231 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-56dd72e2-0fda-4c15-bf5c-a811998969af tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/subnets/da00f103-8384-4314-b901-e95fcc51255e HTTP/1.1" status: 204 len: 168 time: 0.2932436 Sep 17 23:34:44.896085 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58962) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:44.943426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e93592-cad6-4ea5-968f-35e5db02d938 None None] Network b34f6060-ebb2-4756-a284-5003f33681e7 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:34:45.006141 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.113724 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.149194 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:34:43Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '4f7e8083-783c-4635-a077-05e6c6f3dc17', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffb095-3a87-4509-b90b-804ec531676b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:45.173113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 4f7e8083-783c-4635-a077-05e6c6f3dc17 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:34:45.173303 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.180579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] Checking router: afffb095-3a87-4509-b90b-804ec531676b for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:34:45.189573 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] Routers {'afffb095-3a87-4509-b90b-804ec531676b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:45.190198 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:34:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['afffb095-3a87-4509-b90b-804ec531676b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:45.225481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] DHCP port deletion for b34f6060-ebb2-4756-a284-5003f33681e7 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:34:45.257285 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port 4f7e8083-783c-4635-a077-05e6c6f3dc17, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=4f7e8083-783c-4635-a077-05e6c6f3dc17,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:34:45.257663 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.269845 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 4f7e8083-783c-4635-a077-05e6c6f3dc17 owned by network:router_gateway {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:34:45.302726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] Set router afffb095-3a87-4509-b90b-804ec531676b gateway port host: None {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:45.357998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:34:45Z', 'revision_number': 6, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port_host': None}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:45.387072 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986dbb8-a5e1-48e9-a9c5-c8d3f48a09c5 None None] The sync data for ids ['afffb095-3a87-4509-b90b-804ec531676b'] in n-d-789963-10 is: [{'id': 'afffb095-3a87-4509-b90b-804ec531676b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618158937', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:32:33Z', 'updated_at': '2021-09-17T23:34:45Z', 'revision_number': 6, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port_host': None}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:34:45.396998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Deleting port 95aa1f9e-4757-444b-949f-b2348d98a9d9 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:34:45.397340 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.438993 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.462279 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=4f7e8083-783c-4635-a077-05e6c6f3dc17,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:45.466038 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] For port 95aa1f9e-4757-444b-949f-b2348d98a9d9, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=95aa1f9e-4757-444b-949f-b2348d98a9d9,segment=NetworkSegment(eb2371f8-1298-4d27-9c7c-a70acd9f04be),segment_id=eb2371f8-1298-4d27-9c7c-a70acd9f04be)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:34:45.466494 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.484110 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Calling delete_port for 95aa1f9e-4757-444b-949f-b2348d98a9d9 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:34:45.528281 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.561914 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.587057 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Pushing event deleted for resources: {'Port': ['ID=95aa1f9e-4757-444b-949f-b2348d98a9d9,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:45.593375 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] No DVR routers for this DVR port 95aa1f9e-4757-444b-949f-b2348d98a9d9 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:34:45.602330 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.602846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.602846 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.603028 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.603334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.603658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.603989 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.604310 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.604625 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.604961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.605310 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.605623 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bae92c-ae15-40f1-90c3-a141c8050e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:45.622550 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.625578 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.668323 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.668788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Fanout notify agent at l3_agent the message router_deleted on router afffb095-3a87-4509-b90b-804ec531676b {{(pid=94738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:34:45.676193 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.677338 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3fd02f76-9901-46fa-bbb1-64e4627eca4a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/routers/afffb095-3a87-4509-b90b-804ec531676b HTTP/1.1" status: 204 len: 168 time: 0.7802732 Sep 17 23:34:45.679981 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58966) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:45.759167 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.775481 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8f61a560-932c-49a9-ad0d-e545081be9f7 no longer exists at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:34:45.799901 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] No Port match for: 8f61a560-932c-49a9-ad0d-e545081be9f7 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:34:45.800518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 8f61a560-932c-49a9-ad0d-e545081be9f7 not bound to the agent host n-h2-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:34:45.854392 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.874910 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34f6060-ebb2-4756-a284-5003f33681e7']}} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:45.884589 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2371f8-1298-4d27-9c7c-a70acd9f04be') {'for_net_delete': True} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:45.884878 n-d-789963-10 neutron-server[94738]: DEBUG neutron.services.segments.db [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2371f8-1298-4d27-9c7c-a70acd9f04be') {} {{(pid=94738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:45.895227 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261365800'] for segment, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.908814 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.914743 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:34:45.915128 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351193'] for segment, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: Traceback (most recent call last): Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: timer() Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: cb(*args, **kw) Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: return func(*args, **kwargs) Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: self._notify() Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: self.callback(batched_events) Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: event.method(event) Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: return f(self, *a, **k) Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: return self._get(url).json() Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: return self.request(url, 'GET', **kwargs) Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:34:45.918391 n-d-789963-10 neutron-server[94738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:34:45.978826 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.986220 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:45.988364 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/networks/b34f6060-ebb2-4756-a284-5003f33681e7 HTTP/1.1" status: 204 len: 168 time: 0.3074665 Sep 17 23:34:45.991159 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58968) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:46.000150 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40869b6-15d7-4bd9-9437-4bf310fa736a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Network': ['ID=b34f6060-ebb2-4756-a284-5003f33681e7,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:46.053736 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-434cbd4d-3265-4e65-a8a3-7df77b22e02f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.080533 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-434cbd4d-3265-4e65-a8a3-7df77b22e02f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.149320 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-434cbd4d-3265-4e65-a8a3-7df77b22e02f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.152057 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-434cbd4d-3265-4e65-a8a3-7df77b22e02f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.153261 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-434cbd4d-3265-4e65-a8a3-7df77b22e02f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd0c4dac-a3fe-47cb-9890-729238b76a40 HTTP/1.1" status: 204 len: 168 time: 0.1609838 Sep 17 23:34:46.163389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cbd4d-3265-4e65-a8a3-7df77b22e02f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0c4dac-a3fe-47cb-9890-729238b76a40,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:46.345976 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:34:46.677631 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58974) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:46.682298 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-eac573c6-5a68-47ea-ad88-f1b865bc78f0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670993612', 'description': 'tempest-secgroup-smoke-670993612 description', 'project_id': 'a9ac78b602644287b95a494be4bb72b1'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:46.704511 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eac573c6-5a68-47ea-ad88-f1b865bc78f0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.791493 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eac573c6-5a68-47ea-ad88-f1b865bc78f0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.795990 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eac573c6-5a68-47ea-ad88-f1b865bc78f0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.828167 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac573c6-5a68-47ea-ad88-f1b865bc78f0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:46.830467 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-eac573c6-5a68-47ea-ad88-f1b865bc78f0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.831735 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-eac573c6-5a68-47ea-ad88-f1b865bc78f0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1530395 Sep 17 23:34:46.834569 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58976) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:46.839034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-36c24aa2-cde8-4f56-976b-b9a3d7897ee6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '3f5ead2b-79aa-4cbe-8325-0770f4bdf71e', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:46.845154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 95aa1f9e-4757-444b-949f-b2348d98a9d9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:34:46.867939 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36c24aa2-cde8-4f56-976b-b9a3d7897ee6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.868154 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 95aa1f9e-4757-444b-949f-b2348d98a9d9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:34:46.868426 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 95aa1f9e-4757-444b-949f-b2348d98a9d9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:34:46.868843 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f7e8083-783c-4635-a077-05e6c6f3dc17 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:34:46.886879 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 4f7e8083-783c-4635-a077-05e6c6f3dc17 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:34:46.887226 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 4f7e8083-783c-4635-a077-05e6c6f3dc17 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:34:46.887634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e1d81d60-08b5-4391-8dcb-a75a837508b9 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:34:46.906856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: e1d81d60-08b5-4391-8dcb-a75a837508b9 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:34:46.907131 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device e1d81d60-08b5-4391-8dcb-a75a837508b9 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:34:46.926925 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36c24aa2-cde8-4f56-976b-b9a3d7897ee6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.930594 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36c24aa2-cde8-4f56-976b-b9a3d7897ee6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.948378 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c24aa2-cde8-4f56-976b-b9a3d7897ee6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da59d443-ec50-43c7-b40a-394d45f55817,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:46.956470 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-36c24aa2-cde8-4f56-976b-b9a3d7897ee6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.957716 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-36c24aa2-cde8-4f56-976b-b9a3d7897ee6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221418 Sep 17 23:34:46.960437 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58978) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:46.964871 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-a1c3e6c8-cc4d-438a-a4f7-cbbd9c9de678 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '3f5ead2b-79aa-4cbe-8325-0770f4bdf71e', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:46.994664 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e6c8-cc4d-438a-a4f7-cbbd9c9de678 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.052163 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e6c8-cc4d-438a-a4f7-cbbd9c9de678 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.055731 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e6c8-cc4d-438a-a4f7-cbbd9c9de678 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.079107 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3e6c8-cc4d-438a-a4f7-cbbd9c9de678 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8627608-3209-4383-88ee-c0d70cd6bb11,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:47.082682 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e6c8-cc4d-438a-a4f7-cbbd9c9de678 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.083895 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-a1c3e6c8-cc4d-438a-a4f7-cbbd9c9de678 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224334 Sep 17 23:34:47.086635 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58982) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:47.090996 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-b197e598-41dd-4368-940a-8bdca8fd385d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '3f5ead2b-79aa-4cbe-8325-0770f4bdf71e', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:47.118063 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b197e598-41dd-4368-940a-8bdca8fd385d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.179039 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b197e598-41dd-4368-940a-8bdca8fd385d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.182570 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b197e598-41dd-4368-940a-8bdca8fd385d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.199892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197e598-41dd-4368-940a-8bdca8fd385d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96b520c-a4e7-46a2-b12a-2f5bde5b14d7,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:47.206808 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b197e598-41dd-4368-940a-8bdca8fd385d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.208147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b197e598-41dd-4368-940a-8bdca8fd385d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205840 Sep 17 23:34:47.210897 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 58984) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:47.215079 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-3545c424-d5fd-4fd0-bd50-3a567593d512 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '3f5ead2b-79aa-4cbe-8325-0770f4bdf71e', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:47.242040 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3545c424-d5fd-4fd0-bd50-3a567593d512 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.303098 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3545c424-d5fd-4fd0-bd50-3a567593d512 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.306485 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3545c424-d5fd-4fd0-bd50-3a567593d512 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.325660 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545c424-d5fd-4fd0-bd50-3a567593d512 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5f8b18-f1b9-415b-b113-ae5e59e2941f,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:47.329233 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-3545c424-d5fd-4fd0-bd50-3a567593d512 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.333257 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58986) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:47.333798 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3545c424-d5fd-4fd0-bd50-3a567593d512 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215520 Sep 17 23:34:47.337891 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-7869e20b-a989-4680-ad33-61cb00a90f54 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '3f5ead2b-79aa-4cbe-8325-0770f4bdf71e', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:47.359881 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-7869e20b-a989-4680-ad33-61cb00a90f54 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:34:47.364881 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7869e20b-a989-4680-ad33-61cb00a90f54 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.423587 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7869e20b-a989-4680-ad33-61cb00a90f54 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.427210 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7869e20b-a989-4680-ad33-61cb00a90f54 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.444735 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869e20b-a989-4680-ad33-61cb00a90f54 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11dbee63-516a-4758-ac6e-045e7ede8ae6,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:47.450038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-7869e20b-a989-4680-ad33-61cb00a90f54 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.451297 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-7869e20b-a989-4680-ad33-61cb00a90f54 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169450 Sep 17 23:34:47.454048 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58988) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:47.458277 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-44f1bc99-4fe4-4505-b27c-6cc240e8c246 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '3f5ead2b-79aa-4cbe-8325-0770f4bdf71e', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:47.478897 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-44f1bc99-4fe4-4505-b27c-6cc240e8c246 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:34:47.484314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44f1bc99-4fe4-4505-b27c-6cc240e8c246 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.545704 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44f1bc99-4fe4-4505-b27c-6cc240e8c246 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.550680 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44f1bc99-4fe4-4505-b27c-6cc240e8c246 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.571527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1bc99-4fe4-4505-b27c-6cc240e8c246 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bb4d77-1a77-4ce2-886e-80d95d2f8df9,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:47.577881 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-44f1bc99-4fe4-4505-b27c-6cc240e8c246 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.578963 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-44f1bc99-4fe4-4505-b27c-6cc240e8c246 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239929 Sep 17 23:34:47.581770 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58990) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:47.586764 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'network': {'name': 'tempest-network-smoke--2108389140', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'port_security_enabled': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:47.606522 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:34:47.610038 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.633269 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:34:47.642512 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.642854 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Added segment bc1eed3d-e9cb-4649-842d-546b6924860f of type vlan for network d0dc4e4a-f5d3-4197-a489-0815928f7280 Sep 17 23:34:47.682930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.706307 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.711781 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:47.712366 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.744855 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1620855 Sep 17 23:34:47.747694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58992) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:47.754324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'admin_state_up': True, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:47.795197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531acb0d-5eb1-4cd6-bf74-6c4902f06ecc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Network': ['ID=d0dc4e4a-f5d3-4197-a489-0815928f7280,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:47.804563 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:34:47.809655 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.810889 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:48.177518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:48.314107 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:48.500245 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:48.518748 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:48.623908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.183 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/308eb188-6182-4fa5-b440-859e0518a09d) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:34:48.723869 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:48.761457 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:48.798703 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:34:48.801616 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:34:48.805640 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:34:48.830204 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=308eb188-6182-4fa5-b440-859e0518a09d,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:49.056062 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:49.252800 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:49.347045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:49.382166 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:34:49.487562 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:34:49.497024 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Sync routers for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:34:49.506089 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:49.506276 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:49.506766 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:34:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:49.507597 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-669a2f11-9a5d-4baa-9c96-c33ed1672930 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7587078 Sep 17 23:34:49.510789 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 58994) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:49.585463 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1038d16a-7de9-4082-ab11-85c945f4bac2 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a9ac78b602644287b95a494be4bb72b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710144 Sep 17 23:34:49.585711 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59000) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:49.613590 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:49.673197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26073432-25af-4053-a2dc-522d5059eda1 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:49.674737 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-26073432-25af-4053-a2dc-522d5059eda1 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882173 Sep 17 23:34:49.677492 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59002) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:49.704470 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f3ebda70-94ca-4e5e-ad18-157a9821dac4 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259364 Sep 17 23:34:49.707020 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59004) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:49.711654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343864212', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:49.789598 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:48Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:49.802850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:34:49.806431 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:49.816515 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Checking router: 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:34:49.816865 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Updating router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea port 308eb188-6182-4fa5-b440-859e0518a09d binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:34:49.842706 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:49.991790 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.055481 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Subnet': ['ID=f8f21a67-0a69-424a-ba17-89bae99863a4,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:50.059801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Checking segment: {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:34:50.060321 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network hostable DHCP agents. Network: d0dc4e4a-f5d3-4197-a489-0815928f7280, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:34:50.078427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:34:50.087763 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, d0dc4e4a-f5d3-4197-a489-0815928f7280) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:34:50.092339 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:50.092923 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.098813 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.104264 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c9d6ae-3cc7-498a-a53e-89aaf7db0bfb None None] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:34:50.104527 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.110937 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-fe91071c-83dd-4d84-8ddb-20a01c56bd6b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3999853 Sep 17 23:34:50.111191 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59006) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:50.155260 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Attempting to bind port 308eb188-6182-4fa5-b440-859e0518a09d on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:34:50.155649 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Attempting to bind port 308eb188-6182-4fa5-b440-859e0518a09d by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:34:50.156002 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Attempting to bind port 308eb188-6182-4fa5-b440-859e0518a09d on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:34:50.163752 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:34:50.164131 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:34:50.164546 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.164963 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:34:50.165431 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Bound port: 308eb188-6182-4fa5-b440-859e0518a09d, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:34:50.165829 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.217919 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] For port 308eb188-6182-4fa5-b440-859e0518a09d, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:34:50.221095 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] For port 308eb188-6182-4fa5-b440-859e0518a09d, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=308eb188-6182-4fa5-b440-859e0518a09d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:34:50.228884 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.232386 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Pushing event updated for resources: {'Port': ['ID=308eb188-6182-4fa5-b440-859e0518a09d,revision_number=2']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:50.243140 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.243414 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.243758 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.244090 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.244427 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.244837 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.245151 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.245486 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.245813 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.246776 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.247133 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.248012 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.266960 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-d0dc4e4a-f5d3-4197-a489-0815928f7280', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:34:50.269112 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.294976 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:50.295608 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:34:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:50.426326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Allocated IP 172.20.0.2 (d0dc4e4a-f5d3-4197-a489-0815928f7280/f8f21a67-0a69-424a-ba17-89bae99863a4/2dbf0c3c-b914-46fa-bcca-20c359b813a8) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:34:50.453743 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0fc69-261b-417d-8c9a-8a2fced5fcee None None] Pushing event updated for resources: {'Port': ['ID=308eb188-6182-4fa5-b440-859e0518a09d,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:50.514219 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:50.567290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.577603 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.585005 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.626519 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:34:50.629509 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:34:50.637120 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:34:50.639754 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Pushing event updated for resources: {'Port': ['ID=2dbf0c3c-b914-46fa-bcca-20c359b813a8,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:50.702603 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Attempting to bind port 2dbf0c3c-b914-46fa-bcca-20c359b813a8 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:34:50.702963 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Attempting to bind port 2dbf0c3c-b914-46fa-bcca-20c359b813a8 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:34:50.703320 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Attempting to bind port 2dbf0c3c-b914-46fa-bcca-20c359b813a8 on network d0dc4e4a-f5d3-4197-a489-0815928f7280 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:34:50.708726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:34:50.709126 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Checking segment: {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:34:50.709526 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.709909 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Bound using segment: {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:34:50.710393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Bound port: 2dbf0c3c-b914-46fa-bcca-20c359b813a8, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:34:50.710766 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.714994 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-75897b92-50de-4256-b414-e47b7f523777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:48Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:50.742612 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75897b92-50de-4256-b414-e47b7f523777 None None] The sync data for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 is: [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:48Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:34:50.781222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] For port 2dbf0c3c-b914-46fa-bcca-20c359b813a8, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:34:50.787051 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] For port 2dbf0c3c-b914-46fa-bcca-20c359b813a8, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2dbf0c3c-b914-46fa-bcca-20c359b813a8,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:34:50.791194 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.858286 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04084e8c-43e1-4723-8420-ae6730b1fea5 None None] Pushing event updated for resources: {'Port': ['ID=2dbf0c3c-b914-46fa-bcca-20c359b813a8,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:50.870202 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.1 (d0dc4e4a-f5d3-4197-a489-0815928f7280/f8f21a67-0a69-424a-ba17-89bae99863a4/625e4455-1b4f-47e5-81af-1ad39775551f) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:34:51.022481 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.082467 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.148184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:34:51.151403 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:34:51.158314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:34:51.161426 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=625e4455-1b4f-47e5-81af-1ad39775551f,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:51.223729 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.367179 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.686057 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.692667 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.937936 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44df1fd-96b6-42a9-a950-e4b76023c38e None None] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:34:52.029914 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c83f4193-a54a-4606-ba51-d4ff49d5ef17 None None] Provisioning complete for port 2dbf0c3c-b914-46fa-bcca-20c359b813a8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:52.030407 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c83f4193-a54a-4606-ba51-d4ff49d5ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.123465 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.137033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=625e4455-1b4f-47e5-81af-1ad39775551f,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:52.183642 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c83f4193-a54a-4606-ba51-d4ff49d5ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.220272 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c83f4193-a54a-4606-ba51-d4ff49d5ef17 None None] For port 2dbf0c3c-b914-46fa-bcca-20c359b813a8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2dbf0c3c-b914-46fa-bcca-20c359b813a8,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:34:52.225110 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c83f4193-a54a-4606-ba51-d4ff49d5ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.238719 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:34:52.240259 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:34:52.277487 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f4193-a54a-4606-ba51-d4ff49d5ef17 None None] Pushing event updated for resources: {'Port': ['ID=2dbf0c3c-b914-46fa-bcca-20c359b813a8,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:52.365572 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:34:52.451997 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-62047540-a194-4738-93ba-86a8262711d5 None None] Provisioning complete for port 625e4455-1b4f-47e5-81af-1ad39775551f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:52.452213 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-62047540-a194-4738-93ba-86a8262711d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.484082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:34:52.489095 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-62047540-a194-4738-93ba-86a8262711d5 None None] Port 625e4455-1b4f-47e5-81af-1ad39775551f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:34:52.494602 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-62320bad-7a82-4b36-bad8-58cb6504bd1a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/62ec4f5f-c4e4-4dd0-83a9-43af4f575dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823421 Sep 17 23:34:52.500140 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-62047540-a194-4738-93ba-86a8262711d5 None None] Provisioning complete for port 2dbf0c3c-b914-46fa-bcca-20c359b813a8 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:52.500518 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-62047540-a194-4738-93ba-86a8262711d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.580699 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Sync routers for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:34:52.599233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:52.600245 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:34:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:52.657669 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-f62d8370-1f4e-4a7e-9785-21418b790ea3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670993612&fields=id&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 267 time: 0.0371466 Sep 17 23:34:52.721986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:52.779067 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-85eefe7d-784a-4573-b6e9-71ceadd82c96 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:52.787360 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-85eefe7d-784a-4573-b6e9-71ceadd82c96 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/networks?id=d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 200 len: 797 time: 0.1219172 Sep 17 23:34:52.803958 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-532da18d-d30a-485b-90b2-f4a1b41844c8 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/quotas/a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 375 time: 0.0156386 Sep 17 23:34:52.811728 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-b43c075f-71cf-4e0f-9be7-983e0ae0426c None None] Provisioning complete for port 625e4455-1b4f-47e5-81af-1ad39775551f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:52.812262 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b43c075f-71cf-4e0f-9be7-983e0ae0426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.860806 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-11284ef3-915b-4f3c-ace3-e52adefae80d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534580 Sep 17 23:34:52.933572 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-726d49d0-e8b7-4d56-b65e-83b81d6dc112 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:34:52.934596 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-726d49d0-e8b7-4d56-b65e-83b81d6dc112 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0610538 Sep 17 23:34:52.985030 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 308eb188-6182-4fa5-b440-859e0518a09d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:34:53.028509 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-75be524e-d312-458f-a6b0-c7bfe3cea977 service neutron] 10.222.0.48 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866086 Sep 17 23:34:53.082838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-b43c075f-71cf-4e0f-9be7-983e0ae0426c None None] Port 625e4455-1b4f-47e5-81af-1ad39775551f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:34:53.128245 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-69ad5533-ff94-48c9-bf0c-0df86e944f71 service neutron] 10.222.0.48 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935311 Sep 17 23:34:53.142240 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 308eb188-6182-4fa5-b440-859e0518a09d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:53.142624 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.214938 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 2, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:53.221077 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-9dfe518e-4caf-43d3-9e9d-1bd25f9d60ad None None] Provisioning complete for port 625e4455-1b4f-47e5-81af-1ad39775551f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:53.221445 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9dfe518e-4caf-43d3-9e9d-1bd25f9d60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.286715 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Checking router: 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:34:53.287073 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Updating router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea port 625e4455-1b4f-47e5-81af-1ad39775551f binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:34:53.315861 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c85d8491-2e5d-4f8e-8788-0eb74a92082a req-7296948d-6773-44cf-a1bd-ce1c69a8202e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 210 time: 0.0278027 Sep 17 23:34:53.336301 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.336301 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe518e-4caf-43d3-9e9d-1bd25f9d60ad None None] Port 625e4455-1b4f-47e5-81af-1ad39775551f cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:34:53.337240 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.386726 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port 308eb188-6182-4fa5-b440-859e0518a09d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=308eb188-6182-4fa5-b440-859e0518a09d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:34:53.393457 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.394253 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2dbf0c3c-b914-46fa-bcca-20c359b813a8 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:34:53.537649 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=308eb188-6182-4fa5-b440-859e0518a09d,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:53.602314 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 2dbf0c3c-b914-46fa-bcca-20c359b813a8 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:53.602690 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.766401 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.772693 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.823136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d126f5-e86d-448a-a562-ece096e9938e None None] Pushing event updated for resources: {'Port': ['ID=625e4455-1b4f-47e5-81af-1ad39775551f,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:53.878374 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Attempting to bind port 625e4455-1b4f-47e5-81af-1ad39775551f on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:34:53.878753 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Attempting to bind port 625e4455-1b4f-47e5-81af-1ad39775551f by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:34:53.879353 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Attempting to bind port 625e4455-1b4f-47e5-81af-1ad39775551f on network d0dc4e4a-f5d3-4197-a489-0815928f7280 {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:34:53.884200 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:34:53.884566 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Checking segment: {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:34:53.884989 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.885373 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Bound using segment: {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:34:53.885838 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Bound port: 625e4455-1b4f-47e5-81af-1ad39775551f, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:34:53.886214 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.952747 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] For port 625e4455-1b4f-47e5-81af-1ad39775551f, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:34:53.956004 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] For port 625e4455-1b4f-47e5-81af-1ad39775551f, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=625e4455-1b4f-47e5-81af-1ad39775551f,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:34:53.960597 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:54.020861 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:54.021528 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:34:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:54.023416 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d126f5-e86d-448a-a562-ece096e9938e None None] Pushing event updated for resources: {'Port': ['ID=625e4455-1b4f-47e5-81af-1ad39775551f,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:54.090873 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-2e127449-c432-4e74-bb57-53a3420ed5b0 None None] Provisioning complete for port 625e4455-1b4f-47e5-81af-1ad39775551f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:54.091302 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e127449-c432-4e74-bb57-53a3420ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:54.173036 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:54.298908 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e127449-c432-4e74-bb57-53a3420ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:54.377707 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-2e127449-c432-4e74-bb57-53a3420ed5b0 None None] For port 625e4455-1b4f-47e5-81af-1ad39775551f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=625e4455-1b4f-47e5-81af-1ad39775551f,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:34:54.385671 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2e127449-c432-4e74-bb57-53a3420ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:54.397172 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c3f8091d-1c39-412d-9c18-b7ee3fe1c9a8 req-255a754a-0b1d-4214-a607-85fdcd5c7998 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Sep 17 23:34:54.468285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e127449-c432-4e74-bb57-53a3420ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=625e4455-1b4f-47e5-81af-1ad39775551f,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:54.488268 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:54.521014 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde90e3e-9d13-4cb9-aa9c-db9c1948bccc None None] The sync data for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 is: [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:34:54.534139 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e4e126d8-300e-49fb-91b8-07f3a0394962 None None] Provisioning complete for port 625e4455-1b4f-47e5-81af-1ad39775551f triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:54.534511 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e4e126d8-300e-49fb-91b8-07f3a0394962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:54.908421 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 625e4455-1b4f-47e5-81af-1ad39775551f up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:34:54.959326 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 625e4455-1b4f-47e5-81af-1ad39775551f triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:54.959964 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:55.044168 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 308eb188-6182-4fa5-b440-859e0518a09d up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:34:55.095503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 308eb188-6182-4fa5-b440-859e0518a09d triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:55.095877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:55.480275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-71ea6afc-6df6-42fd-b179-79855cecb852 req-56e322e3-78a8-4dba-b492-74dd5567a45b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 210 time: 0.0314269 Sep 17 23:34:56.354169 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-e0555dee-658a-4513-9edc-ef8194af32a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:56.355717 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-e0555dee-658a-4513-9edc-ef8194af32a6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/networks?id=d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 200 len: 797 time: 0.1055875 Sep 17 23:34:56.401533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-66695c13-6338-4198-abcd-f4995f5e7049 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 379 time: 0.0359411 Sep 17 23:34:56.411423 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'port': {'device_id': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'admin_state_up': True, 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'security_groups': ['3f5ead2b-79aa-4cbe-8325-0770f4bdf71e']}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:56.523498 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'port': 1} {{(pid=94737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:34:56.527532 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:56.606573 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e00fb1d4-bab0-432a-a819-ad80e81018c0 req-8d63448e-3d7a-4722-8710-ab7cb2ba2a65 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 210 time: 0.0556684 Sep 17 23:34:56.685036 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.8 (d0dc4e4a-f5d3-4197-a489-0815928f7280/f8f21a67-0a69-424a-ba17-89bae99863a4/5ef8db9f-299f-4071-aab2-0405535866dc) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:34:56.821248 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:56.855519 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:56.902476 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:34:56.905978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:34:56.909565 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:34:56.936085 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=5ef8db9f-299f-4071-aab2-0405535866dc,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:56.966077 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:56.966682 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:56.984177 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-ebd1be63-af8a-44cd-9169-ed1f3ab8a133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5762656 Sep 17 23:34:57.041689 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Request body: {'port': {'device_id': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-10'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:57.099191 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:57.166386 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-07f25f21-3963-4c88-8f6f-9c53e4e3d750 None None] Provisioning complete for port 5ef8db9f-299f-4071-aab2-0405535866dc triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:57.166990 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-07f25f21-3963-4c88-8f6f-9c53e4e3d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:57.199561 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-07f25f21-3963-4c88-8f6f-9c53e4e3d750 None None] Port 5ef8db9f-299f-4071-aab2-0405535866dc cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:34:57.367811 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef8db9f-299f-4071-aab2-0405535866dc {{(pid=94737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:34:57.376008 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:57.387528 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.provisioning_blocks [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Transition to ACTIVE for port object 5ef8db9f-299f-4071-aab2-0405535866dc will not be triggered until provisioned by entity L2. {{(pid=94737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:34:57.391110 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:57.460264 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8db9f-299f-4071-aab2-0405535866dc,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:57.513817 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Attempting to bind port 5ef8db9f-299f-4071-aab2-0405535866dc on host n-h1-789963-10 for vnic_type normal with profile {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:34:57.514175 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Attempting to bind port 5ef8db9f-299f-4071-aab2-0405535866dc by drivers openvswitch,hyperv on host n-h1-789963-10 at level 0 using segments [{'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:34:57.514524 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Attempting to bind port 5ef8db9f-299f-4071-aab2-0405535866dc on network d0dc4e4a-f5d3-4197-a489-0815928f7280 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:34:57.519134 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Port 5ef8db9f-299f-4071-aab2-0405535866dc on network d0dc4e4a-f5d3-4197-a489-0815928f7280 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-10 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:34:57.519453 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Attempting to bind port 5ef8db9f-299f-4071-aab2-0405535866dc on network d0dc4e4a-f5d3-4197-a489-0815928f7280 {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:34:57.524464 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Checking agent: {'id': '9daa564d-11e9-4d7d-85cd-76b8aa7c9f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:34:57.525088 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Checking segment: {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:34:57.525217 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Bound using segment: {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'} {{(pid=94737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:34:57.525626 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.managers [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Bound port: 5ef8db9f-299f-4071-aab2-0405535866dc, host: n-h1-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1eed3d-e9cb-4649-842d-546b6924860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280'}}] {{(pid=94737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:34:57.525986 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:57.594738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] For port 5ef8db9f-299f-4071-aab2-0405535866dc, host n-h1-789963-10, cleared binding levels {{(pid=94737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:34:57.597978 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] For port 5ef8db9f-299f-4071-aab2-0405535866dc, host n-h1-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ef8db9f-299f-4071-aab2-0405535866dc,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:34:57.601694 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:57.638425 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:57.639066 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:57.640497 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] 10.222.0.45 "PUT /v2.0/ports/5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 200 len: 1092 time: 0.6460834 Sep 17 23:34:57.640983 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:34:57.643282 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cd3607-2fff-4737-8336-485d69c72a25" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:34:57.679802 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e3f9b-7014-4d74-85ad-9a4c1a292384 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8db9f-299f-4071-aab2-0405535866dc,revision_number=3']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:57.720501 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe0078-9107-4296-b32e-711327b12ef4 x-openstack-request-id: req-5ffe0078-9107-4296-b32e-711327b12ef4 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:34:57.720501 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:34:57.720501 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ffe0078-9107-4296-b32e-711327b12ef4 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:34:57.720501 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc', 'status': 'completed', 'code': 200} Sep 17 23:34:57.764034 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-dbf51495-f499-4ac1-8fa1-cc7c9bc8b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:57.765633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-dbf51495-f499-4ac1-8fa1-cc7c9bc8b32e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1095 time: 0.0743303 Sep 17 23:34:57.774154 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb155bd-45f0-4196-85f2-b8335f8f5021 req-2e8a0011-8947-4490-9e6a-a4a204dbf9aa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:57.775674 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5bb155bd-45f0-4196-85f2-b8335f8f5021 req-2e8a0011-8947-4490-9e6a-a4a204dbf9aa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 943 time: 0.0969656 Sep 17 23:34:57.818334 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-fa0b36cd-9ae6-445d-86f0-0f2e8d13f9ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 200 len: 217 time: 0.0416675 Sep 17 23:34:57.876519 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5bb155bd-45f0-4196-85f2-b8335f8f5021 req-a29cc040-f5c4-4e70-b1c1-f5d5504a44ca tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932372 Sep 17 23:34:57.885278 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-3a5494b5-2822-470a-b940-fd2766f86108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:57.886787 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-3a5494b5-2822-470a-b940-fd2766f86108 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f21a67-0a69-424a-ba17-89bae99863a4 HTTP/1.1" status: 200 len: 834 time: 0.0602024 Sep 17 23:34:57.937805 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-59330a2b-b8ed-4303-9746-22e6f2f24de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:57.939313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-59330a2b-b8ed-4303-9746-22e6f2f24de5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0dc4e4a-f5d3-4197-a489-0815928f7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454054 Sep 17 23:34:58.030589 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-db56740c-87ff-4e8f-98a7-0c9a71fcd971 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832336 Sep 17 23:34:58.124209 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-10d74552-6e93-45b0-b16a-b9501bc55505 req-561b3f41-db9d-4e18-a886-3f4a2f0d0579 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860889 Sep 17 23:34:58.214355 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd3607-2fff-4737-8336-485d69c72a25 req-1ffa8674-c74b-4c5c-afd0-1c00f60abe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:58.215826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78cd3607-2fff-4737-8336-485d69c72a25 req-1ffa8674-c74b-4c5c-afd0-1c00f60abe09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1095 time: 0.0400321 Sep 17 23:34:58.308856 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd3607-2fff-4737-8336-485d69c72a25 req-1981b4a9-56bd-4caa-943d-25f5d978f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:58.310323 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78cd3607-2fff-4737-8336-485d69c72a25 req-1981b4a9-56bd-4caa-943d-25f5d978f370 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 200 len: 898 time: 0.0873797 Sep 17 23:34:58.350971 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78cd3607-2fff-4737-8336-485d69c72a25 req-78fe14cc-39fd-468d-b46b-c312799fd331 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 200 len: 217 time: 0.0336847 Sep 17 23:34:58.401151 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd3607-2fff-4737-8336-485d69c72a25 req-2a4600bb-65a7-4f5d-876d-cb8f22adf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:58.402593 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78cd3607-2fff-4737-8336-485d69c72a25 req-2a4600bb-65a7-4f5d-876d-cb8f22adf876 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f21a67-0a69-424a-ba17-89bae99863a4 HTTP/1.1" status: 200 len: 834 time: 0.0437191 Sep 17 23:34:58.452740 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd3607-2fff-4737-8336-485d69c72a25 req-4f636c30-581b-44e6-b40e-c87badc38ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:58.454250 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78cd3607-2fff-4737-8336-485d69c72a25 req-4f636c30-581b-44e6-b40e-c87badc38ae7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0dc4e4a-f5d3-4197-a489-0815928f7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436502 Sep 17 23:34:58.543058 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78cd3607-2fff-4737-8336-485d69c72a25 req-73b77a4f-fdfd-4aa1-b486-1cce81dbf867 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807986 Sep 17 23:34:58.636147 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-78cd3607-2fff-4737-8336-485d69c72a25 req-1f789390-0faf-4126-b00f-2f4553ed084f service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Sep 17 23:34:58.993656 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50a6a-672d-4243-b5b0-83840e4b905a req-cbd707ea-3728-4ac8-b95e-a85194f1f782 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:58.995160 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43b50a6a-672d-4243-b5b0-83840e4b905a req-cbd707ea-3728-4ac8-b95e-a85194f1f782 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 943 time: 0.0498180 Sep 17 23:34:59.033859 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-43b50a6a-672d-4243-b5b0-83840e4b905a req-d3b87c75-4dc5-402a-b965-aca21045d6da tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Sep 17 23:35:00.074235 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dc701592-e27d-4de2-96e5-ef30c59bdbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:00.150358 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c53b1-9d76-433c-b092-47db18ffcd11 req-23c1d212-315e-4f31-abc4-29ea6d7e3f68 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:00.152138 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e2c53b1-9d76-433c-b092-47db18ffcd11 req-23c1d212-315e-4f31-abc4-29ea6d7e3f68 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 943 time: 0.0501225 Sep 17 23:35:00.190325 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4e2c53b1-9d76-433c-b092-47db18ffcd11 req-79c17c8f-f83b-4fcc-8fca-39c3365aecc0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Sep 17 23:35:01.307762 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dff86-39a3-40c9-bcf5-9ed9ed441de4 req-d9790382-3387-417f-ad21-e56c14554756 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:01.309251 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-595dff86-39a3-40c9-bcf5-9ed9ed441de4 req-d9790382-3387-417f-ad21-e56c14554756 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 943 time: 0.0524821 Sep 17 23:35:01.349148 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-595dff86-39a3-40c9-bcf5-9ed9ed441de4 req-d45a49bb-5948-4346-b098-2ba4500df4e3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333865 Sep 17 23:35:02.147367 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5ef8db9f-299f-4071-aab2-0405535866dc details requested by agent hyperv_n-h1-789963-10 with host n-h1-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:35:02.241641 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5ef8db9f-299f-4071-aab2-0405535866dc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ef8db9f-299f-4071-aab2-0405535866dc,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:02.252740 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Returning: {'device': '5ef8db9f-299f-4071-aab2-0405535866dc', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'port_id': '5ef8db9f-299f-4071-aab2-0405535866dc', 'mac_address': 'fa:16:3e:95:b1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:35:02.287974 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:02.303558 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef8db9f-299f-4071-aab2-0405535866dc {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:35:02.322156 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5ef8db9f-299f-4071-aab2-0405535866dc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ef8db9f-299f-4071-aab2-0405535866dc,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:02.326045 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:02.371691 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5ef8db9f-299f-4071-aab2-0405535866dc,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:02.462325 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c3a95-2a2a-4e46-a878-8138922cc83f req-f47e3443-2677-42a3-8b2f-fc80892f7573 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:02.463711 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-170c3a95-2a2a-4e46-a878-8138922cc83f req-f47e3443-2677-42a3-8b2f-fc80892f7573 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 944 time: 0.0486095 Sep 17 23:35:02.503809 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-170c3a95-2a2a-4e46-a878-8138922cc83f req-7c2ec2a3-3f8f-4446-af1c-1265d087e6a9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340893 Sep 17 23:35:02.548992 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] get_ports_and_sgs() called for port_ids ['5ef8db9f-299f-4071-aab2-0405535866dc'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:35:02.795131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d3881595-c5b6-4c27-85a7-b5688887655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:03.196795 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:03.619208 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6904bf-d8ac-485c-94f6-ebe0e0ff546a req-c1fbbd3e-9747-4861-a2ef-42ee5a77d47a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:03.620700 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b6904bf-d8ac-485c-94f6-ebe0e0ff546a req-c1fbbd3e-9747-4861-a2ef-42ee5a77d47a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 944 time: 0.0494030 Sep 17 23:35:03.659079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0b6904bf-d8ac-485c-94f6-ebe0e0ff546a req-befcc811-80cf-4e9c-89e6-de6d1d1b3c75 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Sep 17 23:35:04.091052 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:04.146288 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5ef8db9f-299f-4071-aab2-0405535866dc up at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:35:04.194496 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning for port 5ef8db9f-299f-4071-aab2-0405535866dc completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:35:04.198003 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Provisioning complete for port 5ef8db9f-299f-4071-aab2-0405535866dc triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:04.198609 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:04.276152 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:04.299404 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:35:04.301710 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128ebe72-c091-49f7-ac09-6e5664eef548" -d '{"events": [{"server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:35:04.314820 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] For port 5ef8db9f-299f-4071-aab2-0405535866dc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ef8db9f-299f-4071-aab2-0405535866dc,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:04.318920 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:04.367578 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Pushing event updated for resources: {'Port': ['ID=5ef8db9f-299f-4071-aab2-0405535866dc,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:04.386313 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568cc2e-0fd1-450b-8b4a-86845cd92873 x-openstack-request-id: req-f568cc2e-0fd1-450b-8b4a-86845cd92873 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:35:04.386620 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:35:04.386867 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f568cc2e-0fd1-450b-8b4a-86845cd92873 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:35:04.387353 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc', 'code': 200} Sep 17 23:35:04.484467 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb8423-b129-4f8e-972c-04788a319b8d req-be32c252-3fdc-47c6-8b22-e5818d3a8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:04.485956 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45bb8423-b129-4f8e-972c-04788a319b8d req-be32c252-3fdc-47c6-8b22-e5818d3a8368 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1097 time: 0.0432944 Sep 17 23:35:04.520960 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-45bb8423-b129-4f8e-972c-04788a319b8d req-8401831f-1b0a-4538-be1f-816b1cd18d90 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276439 Sep 17 23:35:04.772359 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01034-dbf4-4ca3-92ed-e2a3574a16d7 req-59b71ef7-5bd9-4cd4-b0d1-15f978f6f855 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:04.773873 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ab01034-dbf4-4ca3-92ed-e2a3574a16d7 req-59b71ef7-5bd9-4cd4-b0d1-15f978f6f855 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Sep 17 23:35:04.813051 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-7ab01034-dbf4-4ca3-92ed-e2a3574a16d7 req-e8abfd8f-46cd-4e1f-b0d5-88b8abd57a4b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329497 Sep 17 23:35:05.330965 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:05.613990 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:05.930405 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982fc53-1a87-4761-9be8-053a29809bbf req-6eccdeb9-bb75-4f92-9e4b-8b2b2f76914a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:05.931892 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4982fc53-1a87-4761-9be8-053a29809bbf req-6eccdeb9-bb75-4f92-9e4b-8b2b2f76914a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0491264 Sep 17 23:35:05.969294 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4982fc53-1a87-4761-9be8-053a29809bbf req-d39a5e3d-4857-4b11-abcb-229d6b4e4d4e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Sep 17 23:35:06.084704 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365c786-da36-4a84-bf0b-bdaa25e09536 req-67a90ba4-d369-45d8-9e5a-8c0eec550611 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:06.086210 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0365c786-da36-4a84-bf0b-bdaa25e09536 req-67a90ba4-d369-45d8-9e5a-8c0eec550611 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0527360 Sep 17 23:35:06.124410 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0365c786-da36-4a84-bf0b-bdaa25e09536 req-d2e7617b-2965-4c7d-bfcc-7f16d6b1f44e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322678 Sep 17 23:35:06.145882 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59078) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:06.185262 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e49e0-0ae6-4c2d-802e-c3c1e028f49b tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:06.187119 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b40e49e0-0ae6-4c2d-802e-c3c1e028f49b tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1092 time: 0.0400412 Sep 17 23:35:06.189716 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59080) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:06.193869 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '5ef8db9f-299f-4071-aab2-0405535866dc', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:06.215135 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:06.313957 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:06.415304 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.113 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/b26acea5-063e-43ec-8012-ba3e3754ebe0) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:35:06.519049 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:06.552450 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:06.590028 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:35:06.593050 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:35:06.596670 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:35:06.620401 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=b26acea5-063e-43ec-8012-ba3e3754ebe0,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:06.949298 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.014609 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.486826 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.491350 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167457'] for port, after_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.560039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=b26acea5-063e-43ec-8012-ba3e3754ebe0,revision_number=2']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:07.571445 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.670704 n-d-789963-10 neutron-server[94737]: INFO neutron.db.l3_db [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP 9357dace-b047-4e43-a38b-b5f65ce7720b associated. External IP: 172.25.0.113, port: 5ef8db9f-299f-4071-aab2-0405535866dc. Sep 17 23:35:07.872021 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:35:07.979585 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:35:07.990680 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] Sync routers for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:35:07.995907 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.001817 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:08.002424 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:35:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:08.026771 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-4d09aa19-5aa3-4caf-91a3-6191c4f415a5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8360517 Sep 17 23:35:08.027463 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:35:08.029882 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1a132a-81dc-416f-b213-987aa2152d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:35:08.068116 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e00e22e-8d85-4436-a3b7-0ce7ec06f8e2 x-openstack-request-id: req-0e00e22e-8d85-4436-a3b7-0ce7ec06f8e2 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:35:08.068733 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:35:08.069195 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e00e22e-8d85-4436-a3b7-0ce7ec06f8e2 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:35:08.069842 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc', 'status': 'completed', 'code': 200} Sep 17 23:35:08.112808 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:08.162506 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f507b-832c-494d-af82-359af6d91ce0 req-342a29f4-ce85-4e41-8022-de2310b029b2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:08.163912 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b74f507b-832c-494d-af82-359af6d91ce0 req-342a29f4-ce85-4e41-8022-de2310b029b2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0797381 Sep 17 23:35:08.165741 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-9750e7b7-766c-49e7-8924-44c90478842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:08.167107 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-9750e7b7-766c-49e7-8924-44c90478842c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1097 time: 0.0722568 Sep 17 23:35:08.255792 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-b74f507b-832c-494d-af82-359af6d91ce0 req-121f3283-2b94-47c1-817c-c0fbd893a0d0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849459 Sep 17 23:35:08.278543 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59086) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:08.286448 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-86faf318-e622-43f1-a804-2b7b2d3a14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:08.287930 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-86faf318-e622-43f1-a804-2b7b2d3a14ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 200 len: 898 time: 0.1114414 Sep 17 23:35:08.340438 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9357dace-b047-4e43-a38b-b5f65ce7720b', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'port_id': '5ef8db9f-299f-4071-aab2-0405535866dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'mac_address': 'fa:16:3e:95:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:35:06Z', 'updated_at': '2021-09-17T23:35:06Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:54Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:08.346705 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-2217ad7b-06ae-4368-b027-ff6beeb41ec0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/9357dace-b047-4e43-a38b-b5f65ce7720b HTTP/1.1" status: 200 len: 991 time: 0.0652277 Sep 17 23:35:08.355052 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-d9027861-3ed5-41c5-a764-8d682d62b8fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 200 len: 999 time: 0.0599051 Sep 17 23:35:08.372319 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] Checking router: 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:35:08.380509 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:08.381164 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:35:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:08.409851 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-dbc51193-f015-4d34-a95b-2d25fa03b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:08.411377 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-dbc51193-f015-4d34-a95b-2d25fa03b952 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f21a67-0a69-424a-ba17-89bae99863a4 HTTP/1.1" status: 200 len: 834 time: 0.0490561 Sep 17 23:35:08.457473 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-5db1b1ad-21f5-4c49-a10c-5763190d23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:08.458911 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-5db1b1ad-21f5-4c49-a10c-5763190d23f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0dc4e4a-f5d3-4197-a489-0815928f7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406728 Sep 17 23:35:08.486004 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:08.550056 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-a7ad7527-d38d-405b-a80f-51b366304722 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834136 Sep 17 23:35:08.644216 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ce1a132a-81dc-416f-b213-987aa2152d7f req-6765c5f0-649f-454e-a4ba-918aeb460676 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876980 Sep 17 23:35:08.706829 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9357dace-b047-4e43-a38b-b5f65ce7720b', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'port_id': '5ef8db9f-299f-4071-aab2-0405535866dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'mac_address': 'fa:16:3e:95:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:35:06Z', 'updated_at': '2021-09-17T23:35:06Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:54Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:08.732866 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d4476-05b6-42da-a1b0-ab939210a8f5 None None] The sync data for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 is: [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': '9357dace-b047-4e43-a38b-b5f65ce7720b', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'port_id': '5ef8db9f-299f-4071-aab2-0405535866dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'mac_address': 'fa:16:3e:95:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:35:06Z', 'updated_at': '2021-09-17T23:35:06Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:54Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:35:08.928328 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988b661c-ed52-4248-ba2d-7a0d73506423 None None] New status for floating IP 9357dace-b047-4e43-a38b-b5f65ce7720b: ACTIVE {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:35:09.349745 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59088) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:09.410743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b70a7fd7-69b7-4f32-b2da-3fc06f483ea0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/9357dace-b047-4e43-a38b-b5f65ce7720b HTTP/1.1" status: 200 len: 993 time: 0.0599351 Sep 17 23:35:19.364671 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:19.539026 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68511aeb-dc81-4198-886c-77853dc971de req-5507117b-0053-499d-81dc-d9e0672cf72d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391636 Sep 17 23:35:19.621466 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68511aeb-dc81-4198-886c-77853dc971de req-64baa6dc-a95b-4411-9d11-91a62237592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:19.623206 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68511aeb-dc81-4198-886c-77853dc971de req-64baa6dc-a95b-4411-9d11-91a62237592d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1097 time: 0.0421503 Sep 17 23:35:19.728644 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68511aeb-dc81-4198-886c-77853dc971de req-8e9b5675-79fb-47a6-b5d1-162ba2e59951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:19.730124 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68511aeb-dc81-4198-886c-77853dc971de req-8e9b5675-79fb-47a6-b5d1-162ba2e59951 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 200 len: 898 time: 0.0890138 Sep 17 23:35:19.794977 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68511aeb-dc81-4198-886c-77853dc971de req-697d5aa7-09c5-4c05-80f5-ef587e0bac54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 200 len: 1001 time: 0.0570788 Sep 17 23:35:19.848205 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68511aeb-dc81-4198-886c-77853dc971de req-825ec2a6-4ba1-475d-ae23-c44fa0d95b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:19.849627 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68511aeb-dc81-4198-886c-77853dc971de req-825ec2a6-4ba1-475d-ae23-c44fa0d95b12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f21a67-0a69-424a-ba17-89bae99863a4 HTTP/1.1" status: 200 len: 834 time: 0.0474741 Sep 17 23:35:19.894389 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68511aeb-dc81-4198-886c-77853dc971de req-0013f25e-6b08-4ae3-a635-847b5c1dbf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:19.895857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68511aeb-dc81-4198-886c-77853dc971de req-0013f25e-6b08-4ae3-a635-847b5c1dbf33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0dc4e4a-f5d3-4197-a489-0815928f7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395508 Sep 17 23:35:19.988034 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68511aeb-dc81-4198-886c-77853dc971de req-814aaddb-b646-4039-9651-ed2d8cd5b0c6 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850887 Sep 17 23:35:20.076601 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-68511aeb-dc81-4198-886c-77853dc971de req-877e73f2-f467-4c16-84be-9e2846f93cfc service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817173 Sep 17 23:35:23.345381 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:35:30.085032 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-79aa845e-60f3-4573-9b5a-0cc1f6206804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:32.795786 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ade04b9e-20bf-4427-9b13-d1d5ede33c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:33.197229 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:34.093494 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:35.377367 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:35.614601 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:38.087562 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c9eca-9d7e-4d8e-a2bf-9a3880167387 req-ee41e98b-4f7c-40f9-a0ce-3ad7d1eb14b4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:38.089076 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d2c9eca-9d7e-4d8e-a2bf-9a3880167387 req-ee41e98b-4f7c-40f9-a0ce-3ad7d1eb14b4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Sep 17 23:35:38.129004 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-9d2c9eca-9d7e-4d8e-a2bf-9a3880167387 req-66d382c4-a2ae-4fd7-b9a6-3ff732a3f51c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331986 Sep 17 23:35:39.265270 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b8b8-edab-4615-bc01-9cfd8347073f req-2e0efda7-8e6c-4899-91fa-24cfb66f89ba tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:39.266777 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fae3b8b8-edab-4615-bc01-9cfd8347073f req-2e0efda7-8e6c-4899-91fa-24cfb66f89ba tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0543518 Sep 17 23:35:39.304079 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-fae3b8b8-edab-4615-bc01-9cfd8347073f req-92034fbc-34a7-4afa-8987-5217fa969e25 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313482 Sep 17 23:35:40.418744 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbfa2e-ab13-4e05-8bc1-79a6907405f0 req-f2eba59b-b68a-4eff-9941-bcf4e800f436 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:40.420783 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bedbfa2e-ab13-4e05-8bc1-79a6907405f0 req-f2eba59b-b68a-4eff-9941-bcf4e800f436 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0488224 Sep 17 23:35:40.457540 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bedbfa2e-ab13-4e05-8bc1-79a6907405f0 req-a09af036-a4ba-4efd-9b2f-d35e5fa122c4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307734 Sep 17 23:35:41.571039 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06860817-2a13-48b6-b50b-499a1e606cf9 req-4c7f5922-ae61-46e8-ad6c-289548079667 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:41.572569 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06860817-2a13-48b6-b50b-499a1e606cf9 req-4c7f5922-ae61-46e8-ad6c-289548079667 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0499134 Sep 17 23:35:41.611337 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-06860817-2a13-48b6-b50b-499a1e606cf9 req-04c1c98b-58fc-4b9e-b1ee-a2033b20e21a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319784 Sep 17 23:35:42.731845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece921f-bf4b-4df2-bfab-24114648a66d req-4c6a87ef-5782-41c4-9e18-7d65b981ad0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:42.734350 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ece921f-bf4b-4df2-bfab-24114648a66d req-4c6a87ef-5782-41c4-9e18-7d65b981ad0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0546641 Sep 17 23:35:42.771591 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2ece921f-bf4b-4df2-bfab-24114648a66d req-ab2f6774-c952-4e45-b753-341267837f31 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310681 Sep 17 23:35:43.884012 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc18f64-38bd-466f-8963-3e73aa26cf43 req-58e8f49e-6b3b-4422-9228-6b49258008fb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:43.885524 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acc18f64-38bd-466f-8963-3e73aa26cf43 req-58e8f49e-6b3b-4422-9228-6b49258008fb tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Sep 17 23:35:43.924121 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-acc18f64-38bd-466f-8963-3e73aa26cf43 req-fc6e927d-0863-413c-b961-f2cc381e7af7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Sep 17 23:35:45.036560 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe83d8-49c9-4b1f-bcd1-087bfc585297 req-da1065b6-6449-4cf9-aac2-4aea1f3aa5ae tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:45.038065 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbbe83d8-49c9-4b1f-bcd1-087bfc585297 req-da1065b6-6449-4cf9-aac2-4aea1f3aa5ae tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0484209 Sep 17 23:35:45.075546 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-cbbe83d8-49c9-4b1f-bcd1-087bfc585297 req-3a53e467-a97e-45e7-bcae-f6d3e8167967 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315495 Sep 17 23:35:46.196813 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476fb68-a6bb-4f15-8389-68d30ba7e46c req-8960b79a-e31b-4533-9840-937a5c9ad6fc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:46.198222 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d476fb68-a6bb-4f15-8389-68d30ba7e46c req-8960b79a-e31b-4533-9840-937a5c9ad6fc tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0558167 Sep 17 23:35:46.235533 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-d476fb68-a6bb-4f15-8389-68d30ba7e46c req-1f540b94-9983-493f-bf5e-78d9b4047fc6 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314164 Sep 17 23:35:47.349963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e62ac-da8f-4d90-bb86-227bca9b7010 req-9f99f29d-0cb2-49d9-b767-8c53078b4176 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:47.351441 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d0e62ac-da8f-4d90-bb86-227bca9b7010 req-9f99f29d-0cb2-49d9-b767-8c53078b4176 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0493598 Sep 17 23:35:47.392315 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2d0e62ac-da8f-4d90-bb86-227bca9b7010 req-c19c2eb6-e78d-4588-ba07-b150559e2f4d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348217 Sep 17 23:35:48.505054 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688c07f-e645-4203-9680-a007746cf1bb req-1f288af1-4bc5-4758-80ca-3789c7c23e6c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:48.506511 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3688c07f-e645-4203-9680-a007746cf1bb req-1f288af1-4bc5-4758-80ca-3789c7c23e6c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Sep 17 23:35:48.549089 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-3688c07f-e645-4203-9680-a007746cf1bb req-5bf0d5b2-20aa-4e7c-9a2b-8fb39d61d164 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366971 Sep 17 23:35:48.571636 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59130) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:48.635249 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-6d358adf-34d9-4ad0-ac2a-d21e3b69ff6f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/9357dace-b047-4e43-a38b-b5f65ce7720b HTTP/1.1" status: 200 len: 993 time: 0.0624082 Sep 17 23:35:49.362854 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:49.924738 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5796b-79c3-4386-abbc-27316de75374 req-fbf4c252-bce3-47a0-b84a-0f72cb237857 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:49.926174 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93e5796b-79c3-4386-abbc-27316de75374 req-fbf4c252-bce3-47a0-b84a-0f72cb237857 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0802236 Sep 17 23:35:49.942654 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-5ff7adc3-8081-419f-85f8-08a2b1ce5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:49.944064 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-5ff7adc3-8081-419f-85f8-08a2b1ce5d57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1097 time: 0.0653110 Sep 17 23:35:49.996536 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-93e5796b-79c3-4386-abbc-27316de75374 req-99d1a8a7-1f23-462d-8fe4-7f12711ae979 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640934 Sep 17 23:35:50.049115 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-d87c2be3-d371-42d7-b715-2543fffa813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:50.050579 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-d87c2be3-d371-42d7-b715-2543fffa813a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 200 len: 898 time: 0.0988469 Sep 17 23:35:50.119943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-e017ab6a-cb00-43e1-98fe-70153ad1a4fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 200 len: 1001 time: 0.0618069 Sep 17 23:35:50.167872 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-590fa97a-183e-4086-afd4-847ba1f829b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:50.169317 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-590fa97a-183e-4086-afd4-847ba1f829b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f21a67-0a69-424a-ba17-89bae99863a4 HTTP/1.1" status: 200 len: 834 time: 0.0426376 Sep 17 23:35:50.213380 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-0d1bf242-12ec-4c3b-a06f-8a6ab7a618b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:50.214755 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-0d1bf242-12ec-4c3b-a06f-8a6ab7a618b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0dc4e4a-f5d3-4197-a489-0815928f7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382426 Sep 17 23:35:50.308127 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-3894a7c9-50eb-4560-a5d9-dcbcf94fe736 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Sep 17 23:35:50.398260 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-e328d270-0d75-4c8f-bc54-12d574bcf162 req-6cf6ccb1-47b9-4f55-914d-e10ec4cd2903 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826502 Sep 17 23:35:51.121436 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09352275-ca6b-44ee-a9b9-8b5f3de57529 req-ce844270-4722-4dad-aafd-a8262dddece2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:51.122975 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09352275-ca6b-44ee-a9b9-8b5f3de57529 req-ce844270-4722-4dad-aafd-a8262dddece2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0559309 Sep 17 23:35:51.161702 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-09352275-ca6b-44ee-a9b9-8b5f3de57529 req-267d5123-967a-4246-97ab-ee8cda9934e1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326746 Sep 17 23:35:51.184567 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59140) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:51.245633 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b359e739-bb0a-49ae-96db-775be723ba07 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/9357dace-b047-4e43-a38b-b5f65ce7720b HTTP/1.1" status: 200 len: 993 time: 0.0599096 Sep 17 23:36:00.075111 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-db61086a-b138-43d8-baee-35db58276963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:00.345108 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:36:02.796995 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6370-5d6d-40f5-9060-f5eddb316c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.197587 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:04.096217 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.379785 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.616686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.381428 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.537712 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-a25b52e0-c964-4158-8981-981c5c0c29c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397742 Sep 17 23:36:21.608432 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59152) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:21.625119 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-bd51ba92-5622-4654-9928-6bf2f82971da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:21.627228 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-bd51ba92-5622-4654-9928-6bf2f82971da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1097 time: 0.0467482 Sep 17 23:36:21.731454 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-dda71c34-9c66-4822-aefb-a0141461c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:21.733008 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-dda71c34-9c66-4822-aefb-a0141461c560 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 200 len: 898 time: 0.0856993 Sep 17 23:36:21.770092 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port b26acea5-063e-43ec-8012-ba3e3754ebe0 {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:21.770435 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.804833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-960a8862-087b-4f47-aff8-e8ecff9b1857 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 200 len: 1001 time: 0.0625005 Sep 17 23:36:21.849847 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.850314 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.854547 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-47b9c05a-caef-4269-85b6-d5d229e1aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:21.856007 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-47b9c05a-caef-4269-85b6-d5d229e1aaa3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f21a67-0a69-424a-ba17-89bae99863a4 HTTP/1.1" status: 200 len: 834 time: 0.0436404 Sep 17 23:36:21.862890 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for b26acea5-063e-43ec-8012-ba3e3754ebe0 owned by network:floatingip {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:21.902600 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-96116e2f-60b5-4c10-b97b-07f4225e68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:21.904109 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-96116e2f-60b5-4c10-b97b-07f4225e68aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0dc4e4a-f5d3-4197-a489-0815928f7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398664 Sep 17 23:36:21.998833 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-1556a24c-8a4d-429b-bf36-dcfef9fbe769 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866909 Sep 17 23:36:22.012302 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.039474 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=b26acea5-063e-43ec-8012-ba3e3754ebe0,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:22.051713 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.052091 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.052415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.052749 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.053197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.053538 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.053868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.054197 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.054527 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.054918 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.055178 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.055499 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:22.094757 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f8eb7932-f9b1-4f7c-ba60-9c0efe06d9a2 req-beadb7a1-aa42-45b0-96f8-5a6835e21020 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863035 Sep 17 23:36:22.110484 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.110854 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP 9357dace-b047-4e43-a38b-b5f65ce7720b disassociated (deleted). External IP: 172.25.0.113, port: 5ef8db9f-299f-4071-aab2-0405535866dc. Sep 17 23:36:22.319510 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:22.425838 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:22.430560 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.435707 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] Sync routers for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:22.444878 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:22.445517 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:22.458266 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f5dcb4b1-f8af-43ba-b9e0-5de4166ba218 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/floatingips/9357dace-b047-4e43-a38b-b5f65ce7720b HTTP/1.1" status: 204 len: 168 time: 0.8487217 Sep 17 23:36:22.458964 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:22.461651 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:22.506980 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df995fc-e492-4557-a090-2e7e70bbf5fe x-openstack-request-id: req-4df995fc-e492-4557-a090-2e7e70bbf5fe {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:22.507284 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:22.507540 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4df995fc-e492-4557-a090-2e7e70bbf5fe {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:22.507937 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc', 'status': 'completed', 'code': 200} Sep 17 23:36:22.553666 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:22.577772 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-ee75abf1-6cf0-414e-b222-ca4602fa644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:22.579455 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-ee75abf1-6cf0-414e-b222-ca4602fa644c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 1097 time: 0.0503809 Sep 17 23:36:22.719539 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-7ac8f9f0-6292-474c-8ad3-a9c598d7546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:22.721857 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-7ac8f9f0-6292-474c-8ad3-a9c598d7546e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 200 len: 898 time: 0.1280229 Sep 17 23:36:22.734652 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045180e-5394-41aa-9bbb-ad9991721de0 req-d2df301e-f014-4847-9c76-450a8021fc42 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:22.736826 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2045180e-5394-41aa-9bbb-ad9991721de0 req-d2df301e-f014-4847-9c76-450a8021fc42 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0701056 Sep 17 23:36:22.787295 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-99bc7696-348d-423e-aabd-0967485e5782 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 200 len: 217 time: 0.0491655 Sep 17 23:36:22.833515 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-2045180e-5394-41aa-9bbb-ad9991721de0 req-ffa1ba67-ff8e-44cf-8d26-e298a3b9cd36 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895510 Sep 17 23:36:22.851582 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-f04fd66b-cd45-4585-9ad5-90b3d8c2c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:22.853063 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-f04fd66b-cd45-4585-9ad5-90b3d8c2c0fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f21a67-0a69-424a-ba17-89bae99863a4 HTTP/1.1" status: 200 len: 834 time: 0.0582907 Sep 17 23:36:22.854425 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:54Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:22.880554 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] Checking router: 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:22.888777 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:22.889420 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:22.900751 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-73e6ef37-448b-4762-8c73-5eaf0092e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:22.902275 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-73e6ef37-448b-4762-8c73-5eaf0092e025 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0dc4e4a-f5d3-4197-a489-0815928f7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410833 Sep 17 23:36:22.992688 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:22.998790 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-23e80496-1387-44f7-9f92-b154fe4d2839 service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862370 Sep 17 23:36:23.090782 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4ffb32ad-6b54-4225-b643-b5c7d4fba0f1 req-d9119b9d-f9ff-4576-acc1-9a04ef724edb service neutron] 10.222.0.45 "GET /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Sep 17 23:36:23.192561 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:54Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:23.218100 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a662d3-78d8-4d1f-afc3-1b9776ae2cff None None] The sync data for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 is: [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:34:51Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': '625e4455-1b4f-47e5-81af-1ad39775551f', 'name': '', 'network_id': 'd0dc4e4a-f5d3-4197-a489-0815928f7280', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:27:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:50Z', 'updated_at': '2021-09-17T23:34:54Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'f8f21a67-0a69-424a-ba17-89bae99863a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:23.429929 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80e0d2-506d-4159-804f-01b3901b001e None None] New status for floating IP 9357dace-b047-4e43-a38b-b5f65ce7720b: DOWN {{(pid=94739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:36:23.959933 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de4d1-83cb-452b-afac-a38d8f9fef40 req-79d4b6e9-f688-4de0-926c-36aad06f110a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:23.961444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a79de4d1-83cb-452b-afac-a38d8f9fef40 req-79d4b6e9-f688-4de0-926c-36aad06f110a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0555406 Sep 17 23:36:23.998957 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-a79de4d1-83cb-452b-afac-a38d8f9fef40 req-03f883ef-d98d-4aff-a79b-551702c627f3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316875 Sep 17 23:36:24.157029 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-c2d1d77a-1236-4b0c-9c6e-7cbe476adf55 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:24.159407 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-c2d1d77a-1236-4b0c-9c6e-7cbe476adf55 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec5557f8-3f90-408a-9455-1eebc4e5af44 HTTP/1.1" status: 200 len: 945 time: 0.0489316 Sep 17 23:36:24.250020 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 5ef8db9f-299f-4071-aab2-0405535866dc {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:24.250360 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.339974 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port 5ef8db9f-299f-4071-aab2-0405535866dc, host n-h1-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-10',level=0,port_id=5ef8db9f-299f-4071-aab2-0405535866dc,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:24.340341 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.352549 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 5ef8db9f-299f-4071-aab2-0405535866dc owned by compute:nova {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:24.480544 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.509027 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=5ef8db9f-299f-4071-aab2-0405535866dc,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:24.519925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.520276 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.520622 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.520989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.521314 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.521647 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.521979 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.522305 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.522630 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.522955 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.523277 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.523604 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:24.562017 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] No DVR routers for this DVR port 5ef8db9f-299f-4071-aab2-0405535866dc on host n-h1-789963-10 {{(pid=94737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:36:24.564806 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.567014 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f06aaa50-f0e7-4739-856b-127418cb2bab req-7de2b0b9-5f82-4840-8ccc-30d2fb6700ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.45 "DELETE /v2.0/ports/5ef8db9f-299f-4071-aab2-0405535866dc HTTP/1.1" status: 204 len: 173 time: 0.4011192 Sep 17 23:36:24.567445 n-d-789963-10 neutron-server[94737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'name': 'network-vif-deleted', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc'}] {{(pid=94737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:24.569730 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034985168ea4240d9849f8c9cbfa02f528d1331bc3138c3d04e17facbfb20790" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550ad22-363b-4d64-ab00-12f51e37e2c0" -d '{"events": [{"server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "name": "network-vif-deleted", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc"}]}' {{(pid=94737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:24.607523 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd0a4e-4ea8-4067-a07c-b29b06b2d023 x-openstack-request-id: req-46dd0a4e-4ea8-4067-a07c-b29b06b2d023 {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:24.607824 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5557f8-3f90-408a-9455-1eebc4e5af44", "name": "network-vif-deleted", "tag": "5ef8db9f-299f-4071-aab2-0405535866dc", "status": "completed", "code": 200}]} {{(pid=94737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:24.608551 n-d-789963-10 neutron-server[94737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46dd0a4e-4ea8-4067-a07c-b29b06b2d023 {{(pid=94737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:24.608996 n-d-789963-10 neutron-server[94737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5557f8-3f90-408a-9455-1eebc4e5af44', 'name': 'network-vif-deleted', 'tag': '5ef8db9f-299f-4071-aab2-0405535866dc', 'status': 'completed', 'code': 200} Sep 17 23:36:25.057787 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59170) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:25.426766 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602060'] for router_interface, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.687156 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 625e4455-1b4f-47e5-81af-1ad39775551f {{(pid=94738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:25.687398 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.774302 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port 625e4455-1b4f-47e5-81af-1ad39775551f, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=625e4455-1b4f-47e5-81af-1ad39775551f,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:25.774669 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.791402 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.plugin [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 625e4455-1b4f-47e5-81af-1ad39775551f owned by network:router_interface {{(pid=94738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:25.977803 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.005184 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=625e4455-1b4f-47e5-81af-1ad39775551f,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:26.180479 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601724'] for router_interface, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.394610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:26.500268 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:26.505373 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-d16b43ff-9565-4041-8372-2125d6b45a85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/62ec4f5f-c4e4-4dd0-83a9-43af4f575dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4465666 Sep 17 23:36:26.508115 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59172) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:26.510264 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] Sync routers for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:26.520003 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:26.520682 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:26.560570 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89c1391-366c-4c0f-9240-be07dd2ca0ed tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting subnet f8f21a67-0a69-424a-ba17-89bae99863a4 {{(pid=94738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:36:26.563687 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89c1391-366c-4c0f-9240-be07dd2ca0ed tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.606073 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89c1391-366c-4c0f-9240-be07dd2ca0ed tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261365795'] for subnet, precommit_delete_associations {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.628921 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:26.694713 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89c1391-366c-4c0f-9240-be07dd2ca0ed tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534104'] for subnet, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.754007 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89c1391-366c-4c0f-9240-be07dd2ca0ed tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260228798'] for subnet, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.781170 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c1391-366c-4c0f-9240-be07dd2ca0ed tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f21a67-0a69-424a-ba17-89bae99863a4,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:26.785945 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-a89c1391-366c-4c0f-9240-be07dd2ca0ed tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.790252 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-a89c1391-366c-4c0f-9240-be07dd2ca0ed tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/subnets/f8f21a67-0a69-424a-ba17-89bae99863a4 HTTP/1.1" status: 204 len: 168 time: 0.2788076 Sep 17 23:36:26.790657 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59174) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:26.795892 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66e36f1-4d15-49e8-bfb2-fa9d1353e3fb None None] Network d0dc4e4a-f5d3-4197-a489-0815928f7280 requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:26.814019 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:36:25Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:26.842736 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] Checking router: 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:26.854852 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] Routers {'62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:26.855476 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:26.917552 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.972660 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] Set router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:26.990400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] DHCP port deletion for d0dc4e4a-f5d3-4197-a489-0815928f7280 request from n-d-789963-10 {{(pid=94739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:36:27.028727 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.037549 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Deleting port 2dbf0c3c-b914-46fa-bcca-20c359b813a8 {{(pid=94739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:27.037997 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.089249 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Deleting port 308eb188-6182-4fa5-b440-859e0518a09d {{(pid=94737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:27.089596 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786029968433'] for port, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.102486 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] For port 2dbf0c3c-b914-46fa-bcca-20c359b813a8, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=2dbf0c3c-b914-46fa-bcca-20c359b813a8,segment=NetworkSegment(bc1eed3d-e9cb-4649-842d-546b6924860f),segment_id=bc1eed3d-e9cb-4649-842d-546b6924860f)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:27.102880 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.120741 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Calling delete_port for 2dbf0c3c-b914-46fa-bcca-20c359b813a8 owned by network:dhcp {{(pid=94739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:27.171136 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:36:25Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:27.173683 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.db [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] For port 308eb188-6182-4fa5-b440-859e0518a09d, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=308eb188-6182-4fa5-b440-859e0518a09d,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:27.174056 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598788'] for port, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.186032 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.plugin [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Calling delete_port for 308eb188-6182-4fa5-b440-859e0518a09d owned by network:router_gateway {{(pid=94737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:27.199732 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059'] for port, after_delete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.201094 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a980e197-0505-4d8d-94e0-187dc01ff433 None None] The sync data for ids ['62ec4f5f-c4e4-4dd0-83a9-43af4f575dea'] in n-d-789963-10 is: [{'id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583317977', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '308eb188-6182-4fa5-b440-859e0518a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:34:47Z', 'updated_at': '2021-09-17T23:36:25Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': '308eb188-6182-4fa5-b440-859e0518a09d', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec4f5f-c4e4-4dd0-83a9-43af4f575dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:34:48Z', 'updated_at': '2021-09-17T23:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:27.228475 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Pushing event deleted for resources: {'Port': ['ID=2dbf0c3c-b914-46fa-bcca-20c359b813a8,revision_number=None']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:27.230831 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] No DVR routers for this DVR port 2dbf0c3c-b914-46fa-bcca-20c359b813a8 on host n-d-789963-10 {{(pid=94739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:36:27.239285 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.239634 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.239972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.240304 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.240633 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.240985 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.241360 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.241709 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.242035 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.242413 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.242661 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.242972 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a28fa-3631-46c7-bd2b-48ebee00c514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:27.368313 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786029974519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786029487059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.393385 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Port': ['ID=308eb188-6182-4fa5-b440-859e0518a09d,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:27.456283 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601658'] for router_gateway, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.545699 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.547960 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.592409 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604560'] for router, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.592993 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Fanout notify agent at l3_agent the message router_deleted on router 62ec4f5f-c4e4-4dd0-83a9-43af4f575dea {{(pid=94737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:36:27.601417 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.602644 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-92de9c85-a9f1-41de-9507-d34a8d8ae51a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/routers/62ec4f5f-c4e4-4dd0-83a9-43af4f575dea HTTP/1.1" status: 204 len: 168 time: 0.8110194 Sep 17 23:36:27.605356 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59176) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:27.689014 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1402281'] for network, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.092216 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-548063', 'neutron.services.segments.db._delete_segments_for_network-8786029999517'] for network, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.112244 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dc4e4a-f5d3-4197-a489-0815928f7280']}} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:28.121676 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1eed3d-e9cb-4649-842d-546b6924860f') {'for_net_delete': True} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:28.121975 n-d-789963-10 neutron-server[94737]: DEBUG neutron.services.segments.db [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1eed3d-e9cb-4649-842d-546b6924860f') {} {{(pid=94737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:28.131167 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786029998246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261932710'] for segment, before_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.144611 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.150512 n-d-789963-10 neutron-server[94737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:36:28.150983 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260162761'] for segment, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: Traceback (most recent call last): Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: timer() Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: cb(*args, **kw) Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: return func(*args, **kwargs) Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: self._notify() Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: self.callback(batched_events) Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: event.method(event) Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: return f(self, *a, **k) Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: return self._get(url).json() Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: return self.request(url, 'GET', **kwargs) Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:36:28.154269 n-d-789963-10 neutron-server[94737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:36:28.217064 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-548038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601566'] for network, after_delete {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.225094 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.226943 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/networks/d0dc4e4a-f5d3-4197-a489-0815928f7280 HTTP/1.1" status: 204 len: 168 time: 0.6206200 Sep 17 23:36:28.232383 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59178) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:28.239411 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efb76b-92ec-4937-ae13-18bb8e90cbdf tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'Network': ['ID=d0dc4e4a-f5d3-4197-a489-0815928f7280,revision_number=None']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.292811 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-131c4c92-7d13-4e0e-aa8a-27cd56af78d7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.322128 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-131c4c92-7d13-4e0e-aa8a-27cd56af78d7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.384199 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-131c4c92-7d13-4e0e-aa8a-27cd56af78d7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_delete {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.386846 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-131c4c92-7d13-4e0e-aa8a-27cd56af78d7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.388024 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-131c4c92-7d13-4e0e-aa8a-27cd56af78d7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "DELETE /v2.0/security-groups/3f5ead2b-79aa-4cbe-8325-0770f4bdf71e HTTP/1.1" status: 204 len: 168 time: 0.1538825 Sep 17 23:36:28.397663 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4c92-7d13-4e0e-aa8a-27cd56af78d7 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ead2b-79aa-4cbe-8325-0770f4bdf71e,revision_number=None']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.462944 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5ef8db9f-299f-4071-aab2-0405535866dc no longer exists at agent hyperv_n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:28.483233 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] No Port match for: 5ef8db9f-299f-4071-aab2-0405535866dc {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:28.483508 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Device 5ef8db9f-299f-4071-aab2-0405535866dc not bound to the agent host n-h1-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:28.670597 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59184) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:28.675896 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-3499367d-9982-4112-b611-11dd309d67a3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537426088', 'description': 'tempest-secgroup-smoke-537426088 description', 'project_id': 'a9ac78b602644287b95a494be4bb72b1'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:28.701447 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3499367d-9982-4112-b611-11dd309d67a3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.795132 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3499367d-9982-4112-b611-11dd309d67a3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.799066 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3499367d-9982-4112-b611-11dd309d67a3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661145'] for security_group, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.826046 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3499367d-9982-4112-b611-11dd309d67a3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.827317 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3499367d-9982-4112-b611-11dd309d67a3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1557138 Sep 17 23:36:28.830989 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59186) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:28.833316 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499367d-9982-4112-b611-11dd309d67a3 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7347f-dd29-4094-965f-54bdbc34583b,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.836037 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-5b046788-eaeb-45d7-8c36-c94efcd547ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '93e7347f-dd29-4094-965f-54bdbc34583b', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:28.870888 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b046788-eaeb-45d7-8c36-c94efcd547ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.910979 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 625e4455-1b4f-47e5-81af-1ad39775551f no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:28.934327 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b046788-eaeb-45d7-8c36-c94efcd547ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.937010 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 625e4455-1b4f-47e5-81af-1ad39775551f {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:28.937361 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 625e4455-1b4f-47e5-81af-1ad39775551f not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:28.937928 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 308eb188-6182-4fa5-b440-859e0518a09d no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:28.938747 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b046788-eaeb-45d7-8c36-c94efcd547ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.957114 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b046788-eaeb-45d7-8c36-c94efcd547ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ab25fc-63aa-4fff-acb9-2e70c39278d9,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.958468 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 308eb188-6182-4fa5-b440-859e0518a09d {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:28.958874 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 308eb188-6182-4fa5-b440-859e0518a09d not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:28.959471 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2dbf0c3c-b914-46fa-bcca-20c359b813a8 no longer exists at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:28.968121 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-5b046788-eaeb-45d7-8c36-c94efcd547ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.969523 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-5b046788-eaeb-45d7-8c36-c94efcd547ec tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375022 Sep 17 23:36:28.973161 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59188) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:28.978678 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-1176d409-02ff-4746-b811-4b7c6b335cb9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '93e7347f-dd29-4094-965f-54bdbc34583b', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:28.987060 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] No Port match for: 2dbf0c3c-b914-46fa-bcca-20c359b813a8 {{(pid=94739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:28.987788 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 2dbf0c3c-b914-46fa-bcca-20c359b813a8 not bound to the agent host n-d-789963-10 {{(pid=94739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:29.006757 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1176d409-02ff-4746-b811-4b7c6b335cb9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.063189 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1176d409-02ff-4746-b811-4b7c6b335cb9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.067518 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1176d409-02ff-4746-b811-4b7c6b335cb9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.084952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176d409-02ff-4746-b811-4b7c6b335cb9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36ed35e-179e-4269-a786-59f49484a0bd,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:29.091930 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-1176d409-02ff-4746-b811-4b7c6b335cb9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.093307 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-1176d409-02ff-4746-b811-4b7c6b335cb9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188593 Sep 17 23:36:29.096310 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59190) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:29.100857 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-2eefdad0-a2b5-4362-b999-6f403736fa98 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '93e7347f-dd29-4094-965f-54bdbc34583b', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:29.127510 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eefdad0-a2b5-4362-b999-6f403736fa98 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.188361 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eefdad0-a2b5-4362-b999-6f403736fa98 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.192344 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eefdad0-a2b5-4362-b999-6f403736fa98 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.213146 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefdad0-a2b5-4362-b999-6f403736fa98 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04badc21-e395-4b59-bc6a-9f070dd98c20,revision_number=0']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:29.216009 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-2eefdad0-a2b5-4362-b999-6f403736fa98 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.217219 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-2eefdad0-a2b5-4362-b999-6f403736fa98 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198328 Sep 17 23:36:29.220082 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59192) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:29.224658 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-8634dba9-cfe7-475a-b008-9a7660d5d005 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '93e7347f-dd29-4094-965f-54bdbc34583b', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:29.250292 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8634dba9-cfe7-475a-b008-9a7660d5d005 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.311879 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8634dba9-cfe7-475a-b008-9a7660d5d005 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.315393 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8634dba9-cfe7-475a-b008-9a7660d5d005 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.332990 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634dba9-cfe7-475a-b008-9a7660d5d005 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9d0d25-c861-467d-bdf7-6a84657e62e4,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:29.340022 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-8634dba9-cfe7-475a-b008-9a7660d5d005 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.341496 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8634dba9-cfe7-475a-b008-9a7660d5d005 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202450 Sep 17 23:36:29.344081 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59194) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:29.349033 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-f45b3ea1-004e-42a7-a60c-6cd491989d0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '93e7347f-dd29-4094-965f-54bdbc34583b', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:29.369433 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-f45b3ea1-004e-42a7-a60c-6cd491989d0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:36:29.374154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f45b3ea1-004e-42a7-a60c-6cd491989d0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.433698 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f45b3ea1-004e-42a7-a60c-6cd491989d0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.437693 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f45b3ea1-004e-42a7-a60c-6cd491989d0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.455318 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b3ea1-004e-42a7-a60c-6cd491989d0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4610c0b-7e53-4283-b8f9-73ac06b3e38b,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:29.460973 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-f45b3ea1-004e-42a7-a60c-6cd491989d0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.462139 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-f45b3ea1-004e-42a7-a60c-6cd491989d0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171527 Sep 17 23:36:29.464905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59196) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:29.469146 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-49b446de-fb91-47c9-893d-64efa859510f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'security_group_rule': {'security_group_id': '93e7347f-dd29-4094-965f-54bdbc34583b', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:29.490174 n-d-789963-10 neutron-server[94738]: INFO neutron.db.securitygroups_db [None req-49b446de-fb91-47c9-893d-64efa859510f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Project a9ac78b602644287b95a494be4bb72b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:36:29.494898 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49b446de-fb91-47c9-893d-64efa859510f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.555799 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49b446de-fb91-47c9-893d-64efa859510f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.560088 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49b446de-fb91-47c9-893d-64efa859510f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641001'] for security_group_rule, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.577610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b446de-fb91-47c9-893d-64efa859510f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4863166-ed90-4c91-b516-c41993e9887d,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:29.584422 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-49b446de-fb91-47c9-893d-64efa859510f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.585745 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-49b446de-fb91-47c9-893d-64efa859510f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198847 Sep 17 23:36:29.588587 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59198) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:29.593411 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'network': {'name': 'tempest-network-smoke--928499423', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'port_security_enabled': True}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:29.615162 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'network': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:29.618637 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.642050 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:36:29.652482 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533709'] for segment, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.652826 n-d-789963-10 neutron-server[94738]: INFO neutron.db.segments_db [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Added segment 67216d7a-e5a5-4993-a56a-f5db848e26ec of type vlan for network 7be192bf-db5b-4f99-b8bf-58313e54c3cb Sep 17 23:36:29.696232 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786029440040'] for network, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.722738 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937'] for network, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.729694 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:29.730284 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for network, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.766564 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1769345 Sep 17 23:36:29.769586 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59200) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:29.774459 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.v2.base [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'admin_state_up': True, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}} {{(pid=94737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:29.798044 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.798382 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970176bd-0d77-439a-adc7-6ff3d1e22a8f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Network': ['ID=7be192bf-db5b-4f99-b8bf-58313e54c3cb,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:29.800185 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.812858 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Network 7be192bf-db5b-4f99-b8bf-58313e54c3cb details requested by agent ovs-agent-n-d-789963-10 with host n-d-789963-10 {{(pid=94739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:36:29.858751 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.014184 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.078841 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-acd7f15c-297e-478f-a472-f62e9f9815e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.221765 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.247105 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.365642 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.db_base_plugin_common [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.115 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/a26fee4b-e9b6-4bfe-933e-26c76297e6c6) {{(pid=94737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:30.480429 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.514290 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260167480'] for port, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.551484 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:30.554420 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.base_scheduler [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:30.557963 n-d-789963-10 neutron-server[94737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:30.583209 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=a26fee4b-e9b6-4bfe-933e-26c76297e6c6,revision_number=1']} {{(pid=94737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:30.816455 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router_gateway, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.011228 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601622'] for router, after_create {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.138619 n-d-789963-10 neutron-server[94737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b is scheduled to L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 with binding_index 1 {{(pid=94737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:36:31.245552 n-d-789963-10 neutron-server[94737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:31.255762 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Sync routers for ids ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:31.264496 n-d-789963-10 neutron-server[94737]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for router, before_response {{(pid=94737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.266313 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-bd14d34e-49ee-456f-a79c-f4f5b4735dc1 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4957144 Sep 17 23:36:31.270337 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59202) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:31.271177 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Routers {'0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:31.271801 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:31.302082 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b181a1ee-8ecf-415c-8817-3dadca0fab9a tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a9ac78b602644287b95a494be4bb72b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306017 Sep 17 23:36:31.304691 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59204) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:31.375959 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Set router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:31.393273 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ca4cb-b892-4fbe-987b-cac7a7695ef5 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:31.394899 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-8b4ca4cb-b892-4fbe-987b-cac7a7695ef5 tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892894 Sep 17 23:36:31.397850 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59206) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:31.426612 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-b9ff9aae-1368-49a1-ab0c-ccd07d1f86ed tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9e694a0f-862e-4721-8728-799b8fb245da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276678 Sep 17 23:36:31.429095 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59208) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:31.433773 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2139361390', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:31.523438 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'subnet': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:31.527016 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260228761'] for subnet, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.551542 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:30Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:31.577381 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Checking router: 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:31.577739 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Updating router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b port a26fee4b-e9b6-4bfe-933e-26c76297e6c6 binding host n-d-789963-10 {{(pid=94739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:36:31.602654 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.708375 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260228791'] for subnet, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.770327 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Subnet': ['ID=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46,revision_number=0']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:31.780460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Checking segment: {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:31.780821 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network hostable DHCP agents. Network: 7be192bf-db5b-4f99-b8bf-58313e54c3cb, hostable agents: ['19849bc9-f849-4d43-be39-491634c18479'], hosted agents: [] {{(pid=94738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:36:31.797780 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 7be192bf-db5b-4f99-b8bf-58313e54c3cb is scheduled to be hosted by DHCP agent 19849bc9-f849-4d43-be39-491634c18479 with binding_index 1 {{(pid=94738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:36:31.806801 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-10, 7be192bf-db5b-4f99-b8bf-58313e54c3cb) {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:31.810769 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:31.811411 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for subnet, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.826574 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-38508d38-9ef9-47d5-b617-19ad23c8785a tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3964684 Sep 17 23:36:31.829343 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59210) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:31.834631 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151291b-c0c4-4a6b-aca8-651c370c0fa1 None None] Network 7be192bf-db5b-4f99-b8bf-58313e54c3cb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:31.896901 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.903922 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.975713 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Attempting to bind port a26fee4b-e9b6-4bfe-933e-26c76297e6c6 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:31.975986 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Attempting to bind port a26fee4b-e9b6-4bfe-933e-26c76297e6c6 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:31.976343 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Attempting to bind port a26fee4b-e9b6-4bfe-933e-26c76297e6c6 on network 9e694a0f-862e-4721-8728-799b8fb245da {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:31.978579 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242a28-5451-402a-810d-6e9cf5d42427 None None] Pushing event updated for resources: {'Port': ['ID=a26fee4b-e9b6-4bfe-933e-26c76297e6c6,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:32.003242 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:32.003612 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Checking segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:32.004010 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.004394 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Bound using segment: {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:32.004872 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Bound port: a26fee4b-e9b6-4bfe-933e-26c76297e6c6, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449aee7-50ae-47f9-b93b-5b068be8d14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:32.005275 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.080446 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] For port a26fee4b-e9b6-4bfe-933e-26c76297e6c6, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:32.083876 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6be7e030-c6f3-5e0d-9427-b4d109669079-7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ips': [{'subnet_id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46'}]}} from n-d-789963-10. {{(pid=94739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:36:32.084720 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.087632 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] For port a26fee4b-e9b6-4bfe-933e-26c76297e6c6, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a26fee4b-e9b6-4bfe-933e-26c76297e6c6,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:32.098580 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.223187 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Routers {'0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:32.223810 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:03Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:32.225577 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242a28-5451-402a-810d-6e9cf5d42427 None None] Pushing event updated for resources: {'Port': ['ID=a26fee4b-e9b6-4bfe-933e-26c76297e6c6,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:32.277500 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.523637 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.db_base_plugin_common [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Allocated IP 172.20.0.2 (7be192bf-db5b-4f99-b8bf-58313e54c3cb/ffc256ed-7196-4e67-ab41-ce8a4e8a8a46/9d696b98-428d-478d-8821-a7101d20d1d7) {{(pid=94739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:32.526595 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] Set router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:32.816700 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Notify callbacks [] for port, precommit_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.819095 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d8e745ae-527a-4947-887c-21b74bc74fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.826367 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050'] for port, after_create {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.869716 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:30Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:32.872376 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Network 7be192bf-db5b-4f99-b8bf-58313e54c3cb is already hosted by enough agents. {{(pid=94739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:32.874905 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.1 (7be192bf-db5b-4f99-b8bf-58313e54c3cb/ffc256ed-7196-4e67-ab41-ce8a4e8a8a46/af38dd55-4294-43ed-a02c-02f861832c82) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:32.899809 n-d-789963-10 neutron-server[94739]: DEBUG neutron.scheduler.base_scheduler [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Resources bound (agent type, host, resource id): {{(pid=94739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:32.906368 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Received port after_create {{(pid=94739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:32.909041 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bdc2ba-2ef2-4113-a3a5-0f77366682b9 None None] The sync data for ids ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'] in n-d-789963-10 is: [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:30Z', 'revision_number': 3, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10'}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:32.913588 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Pushing event updated for resources: {'Port': ['ID=9d696b98-428d-478d-8821-a7101d20d1d7,revision_number=1']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:32.972400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Attempting to bind port 9d696b98-428d-478d-8821-a7101d20d1d7 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:32.972400 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Attempting to bind port 9d696b98-428d-478d-8821-a7101d20d1d7 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:32.972748 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Attempting to bind port 9d696b98-428d-478d-8821-a7101d20d1d7 on network 7be192bf-db5b-4f99-b8bf-58313e54c3cb {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:32.977970 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:32.978344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Checking segment: {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:32.978747 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.979136 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Bound using segment: {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'} {{(pid=94739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:32.979606 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.managers [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Bound port: 9d696b98-428d-478d-8821-a7101d20d1d7, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'}}] {{(pid=94739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:32.979989 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.999270 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.036355 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.049866 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] For port 9d696b98-428d-478d-8821-a7101d20d1d7, host n-d-789963-10, cleared binding levels {{(pid=94739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:33.053307 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] For port 9d696b98-428d-478d-8821-a7101d20d1d7, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9d696b98-428d-478d-8821-a7101d20d1d7,segment=NetworkSegment(67216d7a-e5a5-4993-a56a-f5db848e26ec),segment_id=67216d7a-e5a5-4993-a56a-f5db848e26ec)] {{(pid=94739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:33.057946 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.076908 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 7be192bf-db5b-4f99-b8bf-58313e54c3cb is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:33.081199 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:33.085314 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:33.123739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=af38dd55-4294-43ed-a02c-02f861832c82,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:33.136799 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2789983-b0e7-482e-84f0-c8de4f8829fd None None] Pushing event updated for resources: {'Port': ['ID=9d696b98-428d-478d-8821-a7101d20d1d7,revision_number=2']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:33.145824 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601665'] for router_interface, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.221100 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.300699 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.956077 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.960744 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.039600 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=af38dd55-4294-43ed-a02c-02f861832c82,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:34.042056 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602065'] for router_interface, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.102564 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.109961 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff1470b-b09c-4fec-b8bf-e95f97dd475b None None] Network 7be192bf-db5b-4f99-b8bf-58313e54c3cb requested from n-d-789963-10 {{(pid=94739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:34.141684 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 7be192bf-db5b-4f99-b8bf-58313e54c3cb is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:34.143788 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:34.239817 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d353e6a5-f6ba-46f8-a8e0-db17558f306d None None] Provisioning complete for port 9d696b98-428d-478d-8821-a7101d20d1d7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:34.239817 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d353e6a5-f6ba-46f8-a8e0-db17558f306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.264610 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:34.358149 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d353e6a5-f6ba-46f8-a8e0-db17558f306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.390171 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:34.396145 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-d353e6a5-f6ba-46f8-a8e0-db17558f306d None None] For port 9d696b98-428d-478d-8821-a7101d20d1d7, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=9d696b98-428d-478d-8821-a7101d20d1d7,segment=NetworkSegment(67216d7a-e5a5-4993-a56a-f5db848e26ec),segment_id=67216d7a-e5a5-4993-a56a-f5db848e26ec)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:34.401299 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-3fa05a5e-c4fe-4fc4-ab35-c4408c1ce279 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "PUT /v2.0/routers/0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5703869 Sep 17 23:36:34.401819 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d353e6a5-f6ba-46f8-a8e0-db17558f306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.459766 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353e6a5-f6ba-46f8-a8e0-db17558f306d None None] Pushing event updated for resources: {'Port': ['ID=9d696b98-428d-478d-8821-a7101d20d1d7,revision_number=3']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:34.593185 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-ad2ec250-a4a2-4117-a704-a5f4e7895dfa tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537426088&fields=id&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 267 time: 0.0367270 Sep 17 23:36:34.623585 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fec2aa33-1c57-411a-bcb5-dec2f115f5f2 None None] Provisioning complete for port af38dd55-4294-43ed-a02c-02f861832c82 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:34.623951 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fec2aa33-1c57-411a-bcb5-dec2f115f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.662998 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-fec2aa33-1c57-411a-bcb5-dec2f115f5f2 None None] Port af38dd55-4294-43ed-a02c-02f861832c82 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:34.673334 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-fec2aa33-1c57-411a-bcb5-dec2f115f5f2 None None] Provisioning complete for port 9d696b98-428d-478d-8821-a7101d20d1d7 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:34.674272 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-fec2aa33-1c57-411a-bcb5-dec2f115f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.679025 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Sync routers for ids ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'] in n-d-789963-10 {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:34.690929 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Routers {'0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:34.691572 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:34.712892 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-b2419853-dff0-467e-afff-092cdd19f958 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:34.714463 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-b2419853-dff0-467e-afff-092cdd19f958 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 796 time: 0.1140556 Sep 17 23:36:34.745038 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-fae30dd9-d109-4a08-bafe-1ddee0e50d49 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/quotas/a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 375 time: 0.0210013 Sep 17 23:36:34.808431 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Set router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:34.813485 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-a595908e-eedb-4e0d-8b98-8c97f4fe9075 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645063 Sep 17 23:36:34.911335 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-e3d436b1-77a1-4e16-a50f-2a31b4f559e1 None None] Provisioning complete for port af38dd55-4294-43ed-a02c-02f861832c82 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:34.911907 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e3d436b1-77a1-4e16-a50f-2a31b4f559e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.945190 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-cebd9b36-a67c-4d30-bc8f-31f75c0e6b74 service neutron] 10.222.0.48 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243908 Sep 17 23:36:34.989403 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-e3d436b1-77a1-4e16-a50f-2a31b4f559e1 None None] Port af38dd55-4294-43ed-a02c-02f861832c82 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:35.030904 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device 9d696b98-428d-478d-8821-a7101d20d1d7 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:35.058664 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-53ef9604-eadc-4e38-bfc6-ed556c0e225c service neutron] 10.222.0.48 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125891 Sep 17 23:36:35.080862 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port 9d696b98-428d-478d-8821-a7101d20d1d7 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:35.081368 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.131789 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:33Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'af38dd55-4294-43ed-a02c-02f861832c82', 'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:6a:3f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:32Z', 'updated_at': '2021-09-17T23:36:33Z', 'revision_number': 2, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:35.135222 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-95639d85-a4a4-489f-b01c-8675a565fb58 None None] Provisioning complete for port af38dd55-4294-43ed-a02c-02f861832c82 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:35.135742 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-95639d85-a4a4-489f-b01c-8675a565fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.160330 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Checking router: 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b for host: n-d-789963-10 {{(pid=94740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:35.160675 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Updating router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b port af38dd55-4294-43ed-a02c-02f861832c82 binding host n-d-789963-10 {{(pid=94740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:36:35.199568 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.214497 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-95639d85-a4a4-489f-b01c-8675a565fb58 None None] Port af38dd55-4294-43ed-a02c-02f861832c82 cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:35.231562 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a26fee4b-e9b6-4bfe-933e-26c76297e6c6 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:35.250699 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1e6c55c0-23a4-4a90-879f-265f2d89fcc5 req-24f4cc57-d3c1-4f27-8873-acb56b8e994e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 210 time: 0.0323522 Sep 17 23:36:35.297733 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a26fee4b-e9b6-4bfe-933e-26c76297e6c6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:35.298108 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.391839 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.398203 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.420129 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] For port a26fee4b-e9b6-4bfe-933e-26c76297e6c6, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=a26fee4b-e9b6-4bfe-933e-26c76297e6c6,segment=NetworkSegment(5449aee7-50ae-47f9-b93b-5b068be8d14e),segment_id=5449aee7-50ae-47f9-b93b-5b068be8d14e)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:35.424828 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.481871 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Pushing event updated for resources: {'Port': ['ID=a26fee4b-e9b6-4bfe-933e-26c76297e6c6,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.497696 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Notify callbacks [] for port, precommit_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.502352 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.554724 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Pushing event updated for resources: {'Port': ['ID=af38dd55-4294-43ed-a02c-02f861832c82,revision_number=3']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.565926 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.565926 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.565926 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.566355 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.566683 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.566930 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.567303 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.567567 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.567892 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.568214 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.568536 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.568885 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-10 {{(pid=94740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:35.622206 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Attempting to bind port af38dd55-4294-43ed-a02c-02f861832c82 on host n-d-789963-10 for vnic_type normal with profile {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:35.622622 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Attempting to bind port af38dd55-4294-43ed-a02c-02f861832c82 by drivers openvswitch,hyperv on host n-d-789963-10 at level 0 using segments [{'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:35.623045 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Attempting to bind port af38dd55-4294-43ed-a02c-02f861832c82 on network 7be192bf-db5b-4f99-b8bf-58313e54c3cb {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:35.626415 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.629510 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Checking agent: {'id': '12090b5f-8661-468a-96ea-f0ca7b25c089', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 33), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:35.629888 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Checking segment: {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:35.630310 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.630698 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Bound using segment: {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'} {{(pid=94740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:35.631156 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.managers [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Bound port: af38dd55-4294-43ed-a02c-02f861832c82, host: n-d-789963-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'}}] {{(pid=94740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:35.631532 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.701015 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] For port af38dd55-4294-43ed-a02c-02f861832c82, host n-d-789963-10, cleared binding levels {{(pid=94740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:35.704639 n-d-789963-10 neutron-server[94740]: DEBUG neutron.plugins.ml2.db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] For port af38dd55-4294-43ed-a02c-02f861832c82, host n-d-789963-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=af38dd55-4294-43ed-a02c-02f861832c82,segment=NetworkSegment(67216d7a-e5a5-4993-a56a-f5db848e26ec),segment_id=67216d7a-e5a5-4993-a56a-f5db848e26ec)] {{(pid=94740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:35.710422 n-d-789963-10 neutron-server[94740]: DEBUG neutron_lib.callbacks.manager [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.775694 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Routers {'0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'} bound to L3 agent in host n-d-789963-10 {{(pid=94740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:35.776331 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'], 'active': True} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:35.781909 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44309fc4-8257-49be-8729-f129155126f1 None None] Pushing event updated for resources: {'Port': ['ID=af38dd55-4294-43ed-a02c-02f861832c82,revision_number=4']} {{(pid=94740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.846063 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-c256b193-bb51-4228-907c-48ac59073d62 None None] Provisioning complete for port af38dd55-4294-43ed-a02c-02f861832c82 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:35.846583 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c256b193-bb51-4228-907c-48ac59073d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.905978 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_dvr_db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] Set router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b gateway port host: n-d-789963-10 {{(pid=94740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:35.943860 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c256b193-bb51-4228-907c-48ac59073d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.977679 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-c256b193-bb51-4228-907c-48ac59073d62 None None] For port af38dd55-4294-43ed-a02c-02f861832c82, host n-d-789963-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-10',level=0,port_id=af38dd55-4294-43ed-a02c-02f861832c82,segment=NetworkSegment(67216d7a-e5a5-4993-a56a-f5db848e26ec),segment_id=67216d7a-e5a5-4993-a56a-f5db848e26ec)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:35.981704 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c256b193-bb51-4228-907c-48ac59073d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.030059 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256b193-bb51-4228-907c-48ac59073d62 None None] Pushing event updated for resources: {'Port': ['ID=af38dd55-4294-43ed-a02c-02f861832c82,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:36.099503 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-ae3ef90e-c244-4fb3-b048-9d9866455624 None None] Provisioning complete for port af38dd55-4294-43ed-a02c-02f861832c82 triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:36.099870 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef90e-c244-4fb3-b048-9d9866455624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.115307 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.l3_hamode_db [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:33Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'af38dd55-4294-43ed-a02c-02f861832c82', 'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:6a:3f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:32Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:36.144398 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89663df-ad3a-4e06-abd0-1578d798ba7e None None] The sync data for ids ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'] in n-d-789963-10 is: [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:33Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_interfaces': [{'id': 'af38dd55-4294-43ed-a02c-02f861832c82', 'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:6a:3f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:32Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:36.369347 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-89f9a245-78ed-49aa-9a9f-31221c7bb245 req-ed145460-70d7-46d1-a7dc-23930410fe60 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 210 time: 0.0349975 Sep 17 23:36:36.390949 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-6f4715ea-f5b3-4dff-ba31-14c4617c4dd2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:36.393235 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-6f4715ea-f5b3-4dff-ba31-14c4617c4dd2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 796 time: 0.1339569 Sep 17 23:36:36.445780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-32d76ce7-aa14-4e0c-9adc-af50f12e8009 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ac78b602644287b95a494be4bb72b1 HTTP/1.1" status: 200 len: 379 time: 0.0376461 Sep 17 23:36:36.457290 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'port': {'device_id': '9a335205-8340-4a0a-800a-739c2140120e', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'admin_state_up': True, 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'security_groups': ['93e7347f-dd29-4094-965f-54bdbc34583b']}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:36.574209 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Made reservation on behalf of a9ac78b602644287b95a494be4bb72b1 for: {'port': 1} {{(pid=94738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:36.578469 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.711258 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.20.0.12 (7be192bf-db5b-4f99-b8bf-58313e54c3cb/ffc256ed-7196-4e67-ab41-ce8a4e8a8a46/6993a7fe-f594-4f25-813d-37960ff0353a) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:36.867615 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.904154 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.949739 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 7be192bf-db5b-4f99-b8bf-58313e54c3cb is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:36.952945 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:36.957317 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:36.983658 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device af38dd55-4294-43ed-a02c-02f861832c82 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:36.992124 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=6993a7fe-f594-4f25-813d-37960ff0353a,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:37.023329 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.023990 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.043156 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-9b48122f-df89-4666-8598-2df9fc4dc373 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900915 Sep 17 23:36:37.053615 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-17528d74-371b-4203-b005-49ffab88bf3f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:36:37.054791 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port af38dd55-4294-43ed-a02c-02f861832c82 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:37.055132 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-17528d74-371b-4203-b005-49ffab88bf3f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059674 Sep 17 23:36:37.055635 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.075295 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Request body: {'port': {'device_id': '9a335205-8340-4a0a-800a-739c2140120e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-10'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:37.151033 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.163705 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Device a26fee4b-e9b6-4bfe-933e-26c76297e6c6 up at agent ovs-agent-n-d-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:37.220295 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Provisioning complete for port a26fee4b-e9b6-4bfe-933e-26c76297e6c6 triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:37.220870 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.322616 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-d60449d2-9d21-486c-84af-d6f8f4c630af None None] Provisioning complete for port 6993a7fe-f594-4f25-813d-37960ff0353a triggered by entity DHCP. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:37.322985 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d60449d2-9d21-486c-84af-d6f8f4c630af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.344477 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:36:37.359451 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.plugin [None req-d60449d2-9d21-486c-84af-d6f8f4c630af None None] Port 6993a7fe-f594-4f25-813d-37960ff0353a cannot update to ACTIVE because it is not bound. {{(pid=94739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:37.441772 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6993a7fe-f594-4f25-813d-37960ff0353a {{(pid=94738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:37.449290 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.462043 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.provisioning_blocks [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Transition to ACTIVE for port object 6993a7fe-f594-4f25-813d-37960ff0353a will not be triggered until provisioned by entity L2. {{(pid=94738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:36:37.466289 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.500071 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996bf63-a739-4de8-a6b7-5b2ab9a738c0 req-4851f9a2-bd8e-4146-9729-9759f8a68703 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.501391 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1996bf63-a739-4de8-a6b7-5b2ab9a738c0 req-4851f9a2-bd8e-4146-9729-9759f8a68703 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 932 time: 0.0493824 Sep 17 23:36:37.542427 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Pushing event updated for resources: {'Port': ['ID=6993a7fe-f594-4f25-813d-37960ff0353a,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:37.554243 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-1996bf63-a739-4de8-a6b7-5b2ab9a738c0 req-2ee67079-cdfc-4d56-8012-e57ec44f8133 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428085 Sep 17 23:36:37.602664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Attempting to bind port 6993a7fe-f594-4f25-813d-37960ff0353a on host n-h2-789963-10 for vnic_type normal with profile {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:37.602998 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Attempting to bind port 6993a7fe-f594-4f25-813d-37960ff0353a by drivers openvswitch,hyperv on host n-h2-789963-10 at level 0 using segments [{'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:37.603324 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Attempting to bind port 6993a7fe-f594-4f25-813d-37960ff0353a on network 7be192bf-db5b-4f99-b8bf-58313e54c3cb {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:37.607839 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Port 6993a7fe-f594-4f25-813d-37960ff0353a on network 7be192bf-db5b-4f99-b8bf-58313e54c3cb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-10 {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:36:37.608154 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Attempting to bind port 6993a7fe-f594-4f25-813d-37960ff0353a on network 7be192bf-db5b-4f99-b8bf-58313e54c3cb {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:37.613952 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Checking agent: {'id': '3b4a1fe2-5429-400a-b984-aaa1b9ab7eea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'started_at': datetime.datetime(2021, 9, 17, 22, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:37.614289 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Checking segment: {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:37.614668 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Bound using segment: {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'} {{(pid=94738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:37.615103 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.managers [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Bound port: 6993a7fe-f594-4f25-813d-37960ff0353a, host: n-h2-789963-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67216d7a-e5a5-4993-a56a-f5db848e26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb'}}] {{(pid=94738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:37.615461 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.681886 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] For port 6993a7fe-f594-4f25-813d-37960ff0353a, host n-h2-789963-10, cleared binding levels {{(pid=94738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:37.685160 n-d-789963-10 neutron-server[94738]: DEBUG neutron.plugins.ml2.db [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] For port 6993a7fe-f594-4f25-813d-37960ff0353a, host n-h2-789963-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6993a7fe-f594-4f25-813d-37960ff0353a,segment=NetworkSegment(67216d7a-e5a5-4993-a56a-f5db848e26ec),segment_id=67216d7a-e5a5-4993-a56a-f5db848e26ec)] {{(pid=94738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:37.691306 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.729686 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.730251 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for port, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.731780 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] 10.222.0.49 "PUT /v2.0/ports/6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1093 time: 0.6611774 Sep 17 23:36:37.732113 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a335205-8340-4a0a-800a-739c2140120e', 'tag': '6993a7fe-f594-4f25-813d-37960ff0353a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:37.734381 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a335205-8340-4a0a-800a-739c2140120e", "tag": "6993a7fe-f594-4f25-813d-37960ff0353a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:37.760782 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cebf95-1c5b-415d-8a0c-5a3ae4145fdd service neutron] Pushing event updated for resources: {'Port': ['ID=6993a7fe-f594-4f25-813d-37960ff0353a,revision_number=3']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:37.777703 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ecf08a-8a44-4bea-9457-e0cfd4a3c2f9 x-openstack-request-id: req-33ecf08a-8a44-4bea-9457-e0cfd4a3c2f9 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:37.778693 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a335205-8340-4a0a-800a-739c2140120e", "tag": "6993a7fe-f594-4f25-813d-37960ff0353a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:37.779268 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33ecf08a-8a44-4bea-9457-e0cfd4a3c2f9 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:37.779694 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a335205-8340-4a0a-800a-739c2140120e', 'tag': '6993a7fe-f594-4f25-813d-37960ff0353a', 'status': 'completed', 'code': 200} Sep 17 23:36:37.841526 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-d0d3fca2-c8b2-47bc-bf84-0bcd8fcce319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.843042 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-d0d3fca2-c8b2-47bc-bf84-0bcd8fcce319 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1096 time: 0.0454240 Sep 17 23:36:37.891765 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-ebee9ba0-c44f-4de3-8fd2-ba1325454807 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 217 time: 0.0354590 Sep 17 23:36:37.942607 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-acf3cf35-9a46-461d-82b7-e81955fc8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.944062 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-acf3cf35-9a46-461d-82b7-e81955fc8c7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0447936 Sep 17 23:36:37.994049 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-8115c9ae-975c-44cb-81b1-36ea7f9c0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.995458 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-8115c9ae-975c-44cb-81b1-36ea7f9c0b59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448542 Sep 17 23:36:38.085538 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-26d10033-8e6d-481f-b5c3-62ef13f2f58d service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825710 Sep 17 23:36:38.180431 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f10a8885-fe4e-40c9-99e0-8ca3998f7592 req-f4dd6764-bb08-429e-9921-6eca876ea31c service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885777 Sep 17 23:36:38.306173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-8a58ce6e-d62a-4102-8f57-29056cc2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:38.307575 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-8a58ce6e-d62a-4102-8f57-29056cc2b7fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1096 time: 0.0413706 Sep 17 23:36:38.404581 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-cf3225bb-7d8a-426b-9fe8-80eda007f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:38.406045 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-cf3225bb-7d8a-426b-9fe8-80eda007f6d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0889497 Sep 17 23:36:38.448142 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-89b1fd5d-ee34-4af8-9fde-7b3081825d52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 217 time: 0.0345480 Sep 17 23:36:38.497192 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-b576b1a2-be2b-4b93-96c8-13b225818ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:38.498613 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-b576b1a2-be2b-4b93-96c8-13b225818ffa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0431533 Sep 17 23:36:38.549365 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-975d52f7-efbc-481a-a0ca-498e5a466272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:38.550822 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-975d52f7-efbc-481a-a0ca-498e5a466272 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431011 Sep 17 23:36:38.641543 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-c207aa2b-d8fc-4a33-a71f-a47ffd39cccc service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Sep 17 23:36:38.674234 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d993f4c-9320-4d38-bd2a-ceab836470d4 req-5a421f56-9d82-4805-8d7f-4c7e66d20049 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:38.675743 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d993f4c-9320-4d38-bd2a-ceab836470d4 req-5a421f56-9d82-4805-8d7f-4c7e66d20049 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 944 time: 0.0542786 Sep 17 23:36:38.714800 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-5d993f4c-9320-4d38-bd2a-ceab836470d4 req-fd2865d0-eb76-428b-96df-acd1625467dd tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Sep 17 23:36:38.740397 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9b7d852e-0a53-4a9c-b5bc-b5d89907cd9b req-79339dac-c61c-47a4-a526-91a825719b9f service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916698 Sep 17 23:36:39.830946 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13103f-b891-4d75-a4a8-876dc97760b8 req-43c27ade-980c-48d7-8edb-7c7ffc570266 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:39.832416 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad13103f-b891-4d75-a4a8-876dc97760b8 req-43c27ade-980c-48d7-8edb-7c7ffc570266 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 944 time: 0.0495491 Sep 17 23:36:39.870444 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-ad13103f-b891-4d75-a4a8-876dc97760b8 req-5b141392-a1b4-4f1a-bce4-256a0bb1c63b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320292 Sep 17 23:36:40.982157 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea8d01-0956-4c62-bd0b-cf42fa9409b9 req-335c7a28-9279-405c-9bfc-2f50127c82d2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:40.983643 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6dea8d01-0956-4c62-bd0b-cf42fa9409b9 req-335c7a28-9279-405c-9bfc-2f50127c82d2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 944 time: 0.0486104 Sep 17 23:36:41.021482 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6dea8d01-0956-4c62-bd0b-cf42fa9409b9 req-bb74f885-cf59-4069-823f-05eb52954d85 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307949 Sep 17 23:36:42.138450 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910017c-7cfb-44b0-b32c-cba57b8c3b68 req-718ca519-046c-4b25-af9f-c815fd15f64e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.139937 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c910017c-7cfb-44b0-b32c-cba57b8c3b68 req-718ca519-046c-4b25-af9f-c815fd15f64e tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 944 time: 0.0536885 Sep 17 23:36:42.177828 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-c910017c-7cfb-44b0-b32c-cba57b8c3b68 req-b388028c-e8d2-4532-88e6-05c897335cd5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313666 Sep 17 23:36:42.243305 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6993a7fe-f594-4f25-813d-37960ff0353a details requested by agent hyperv_n-h2-789963-10 with host n-h2-789963-10 {{(pid=94739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:36:42.339434 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6993a7fe-f594-4f25-813d-37960ff0353a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6993a7fe-f594-4f25-813d-37960ff0353a,segment=NetworkSegment(67216d7a-e5a5-4993-a56a-f5db848e26ec),segment_id=67216d7a-e5a5-4993-a56a-f5db848e26ec)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:42.350796 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Returning: {'device': '6993a7fe-f594-4f25-813d-37960ff0353a', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'port_id': '6993a7fe-f594-4f25-813d-37960ff0353a', 'mac_address': 'fa:16:3e:c8:29:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:36:42.386845 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.400040 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6993a7fe-f594-4f25-813d-37960ff0353a {{(pid=94739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:42.419393 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6993a7fe-f594-4f25-813d-37960ff0353a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6993a7fe-f594-4f25-813d-37960ff0353a,segment=NetworkSegment(67216d7a-e5a5-4993-a56a-f5db848e26ec),segment_id=67216d7a-e5a5-4993-a56a-f5db848e26ec)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:42.423355 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.469205 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6993a7fe-f594-4f25-813d-37960ff0353a,revision_number=4']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:42.798935 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] get_ports_and_sgs() called for port_ids ['6993a7fe-f594-4f25-813d-37960ff0353a'] {{(pid=94739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:36:43.290178 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140bffc-402c-404c-af72-f0d6f60ec3c2 req-aee72ae9-8fdd-413f-bcfd-532f508b360b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.291715 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6140bffc-402c-404c-af72-f0d6f60ec3c2 req-aee72ae9-8fdd-413f-bcfd-532f508b360b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 945 time: 0.0488894 Sep 17 23:36:43.330021 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-6140bffc-402c-404c-af72-f0d6f60ec3c2 req-a2fdca7d-7d27-4263-938c-0e894d224be5 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Sep 17 23:36:44.263383 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Device 6993a7fe-f594-4f25-813d-37960ff0353a up at agent hyperv_n-h2-789963-10 {{(pid=94739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:44.315680 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning for port 6993a7fe-f594-4f25-813d-37960ff0353a completed by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:36:44.319437 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.provisioning_blocks [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Provisioning complete for port 6993a7fe-f594-4f25-813d-37960ff0353a triggered by entity L2. {{(pid=94739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:44.319807 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-543012'] for port, provisioning_complete {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.396083 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.418043 n-d-789963-10 neutron-server[94739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a335205-8340-4a0a-800a-739c2140120e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993a7fe-f594-4f25-813d-37960ff0353a'}] {{(pid=94739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:44.420269 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef4fdef9eceea4660ef67d5032d508b714b15294e466083ce52d3c404610dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c18e59-a050-4322-9eab-0c55adf7a7f1" -d '{"events": [{"server_uuid": "9a335205-8340-4a0a-800a-739c2140120e", "name": "network-vif-plugged", "status": "completed", "tag": "6993a7fe-f594-4f25-813d-37960ff0353a"}]}' {{(pid=94739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:44.434176 n-d-789963-10 neutron-server[94739]: DEBUG neutron.plugins.ml2.db [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] For port 6993a7fe-f594-4f25-813d-37960ff0353a, host n-h2-789963-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-10',level=0,port_id=6993a7fe-f594-4f25-813d-37960ff0353a,segment=NetworkSegment(67216d7a-e5a5-4993-a56a-f5db848e26ec),segment_id=67216d7a-e5a5-4993-a56a-f5db848e26ec)] {{(pid=94739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:44.438458 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086'] for port, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.451250 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d83976-bc90-46ca-b06f-96d3ae772d97 req-172ba300-cd03-4b52-bdfc-5c4cfbc0b926 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:44.452819 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02d83976-bc90-46ca-b06f-96d3ae772d97 req-172ba300-cd03-4b52-bdfc-5c4cfbc0b926 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 945 time: 0.0549388 Sep 17 23:36:44.464853 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87dadb0-6e7d-4cfe-9213-2a790d698948 x-openstack-request-id: req-a87dadb0-6e7d-4cfe-9213-2a790d698948 {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:44.465171 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a335205-8340-4a0a-800a-739c2140120e", "name": "network-vif-plugged", "status": "completed", "tag": "6993a7fe-f594-4f25-813d-37960ff0353a", "code": 200}]} {{(pid=94739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:44.465424 n-d-789963-10 neutron-server[94739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a87dadb0-6e7d-4cfe-9213-2a790d698948 {{(pid=94739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:44.465818 n-d-789963-10 neutron-server[94739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a335205-8340-4a0a-800a-739c2140120e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993a7fe-f594-4f25-813d-37960ff0353a', 'code': 200} Sep 17 23:36:44.491215 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Pushing event updated for resources: {'Port': ['ID=6993a7fe-f594-4f25-813d-37960ff0353a,revision_number=5']} {{(pid=94739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:44.495138 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-02d83976-bc90-46ca-b06f-96d3ae772d97 req-f5e0fa6b-d6c2-425a-9bda-970b925fcb0f tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343027 Sep 17 23:36:44.586664 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5627a-d19e-446b-99ef-c017f4d572d2 req-d49c9a0b-8e13-4cba-b9fc-1c0f954f281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:44.588164 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37e5627a-d19e-446b-99ef-c017f4d572d2 req-d49c9a0b-8e13-4cba-b9fc-1c0f954f281f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0413342 Sep 17 23:36:44.623261 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-37e5627a-d19e-446b-99ef-c017f4d572d2 req-a529378c-ab0e-4cb2-8b06-af47568b5277 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277407 Sep 17 23:36:45.617548 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef81dd-1497-40a9-98c2-88b5df187e5a req-0a33834a-a897-4365-af67-c7ddd8de8ff4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:45.619035 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0aef81dd-1497-40a9-98c2-88b5df187e5a req-0a33834a-a897-4365-af67-c7ddd8de8ff4 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 946 time: 0.0525596 Sep 17 23:36:45.656547 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0aef81dd-1497-40a9-98c2-88b5df187e5a req-6ab2577f-e479-4e1c-bfc0-908fb2e0c0f0 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Sep 17 23:36:46.769045 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d084508-992b-443f-a3d7-d3551c75b5ea req-18318836-28ad-48f4-8427-fb4d397fc350 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.770900 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d084508-992b-443f-a3d7-d3551c75b5ea req-18318836-28ad-48f4-8427-fb4d397fc350 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 946 time: 0.0493577 Sep 17 23:36:46.808786 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-0d084508-992b-443f-a3d7-d3551c75b5ea req-72fcbc78-3b3f-4462-9ef1-96a64db0b80d tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323784 Sep 17 23:36:47.174925 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086d6ed-99bb-41e1-ba9a-ce98460f7849 req-5ce6ba36-f2e4-47d1-ac2f-382e58932c44 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.176402 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4086d6ed-99bb-41e1-ba9a-ce98460f7849 req-5ce6ba36-f2e4-47d1-ac2f-382e58932c44 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 946 time: 0.0479808 Sep 17 23:36:47.214096 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-4086d6ed-99bb-41e1-ba9a-ce98460f7849 req-5d04b173-4eba-4598-82fb-2fcc45f08c0c tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318270 Sep 17 23:36:47.234870 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59266) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:47.278492 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc1647-72d7-4984-b18c-28a32dab7aff tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.280018 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-3bdc1647-72d7-4984-b18c-28a32dab7aff tempest-TestNetworkAdvancedServerOps-1577351364 tempest-TestNetworkAdvancedServerOps-1577351364-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1093 time: 0.0441737 Sep 17 23:36:47.283441 n-d-789963-10 neutron-server[94738]: DEBUG neutron.wsgi [-] (94738) accepted ('10.222.0.48', 59268) {{(pid=94738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:47.288030 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.v2.base [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Request body: {'floatingip': {'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'port_id': '6993a7fe-f594-4f25-813d-37960ff0353a', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:47.312556 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.411023 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.511379 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.db_base_plugin_common [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Allocated IP 172.25.0.90 (9e694a0f-862e-4721-8728-799b8fb245da/9961b2be-2a5e-4542-ba53-34bec8bb5d1e/aeb1ce63-5020-4b4e-b5e9-58ba7c7a8684) {{(pid=94738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:47.616028 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.649519 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786029487050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356136'] for port, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.687106 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Network 9e694a0f-862e-4721-8728-799b8fb245da is already hosted by enough agents. {{(pid=94738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:47.691889 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.base_scheduler [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Resources bound (agent type, host, resource id): {{(pid=94738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:47.702173 n-d-789963-10 neutron-server[94738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Received port after_create {{(pid=94738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:47.705200 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=aeb1ce63-5020-4b4e-b5e9-58ba7c7a8684,revision_number=1']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:48.087452 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.157658 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.304911 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks [] for port, precommit_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.309389 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1658937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786029973773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786029487068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786029487086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356145'] for port, after_update {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.378168 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Pushing event updated for resources: {'Port': ['ID=aeb1ce63-5020-4b4e-b5e9-58ba7c7a8684,revision_number=2']} {{(pid=94738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:48.386192 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601548'] for floatingip, after_create {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.484078 n-d-789963-10 neutron-server[94738]: INFO neutron.db.l3_db [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Floating IP fafd7e52-2880-4bce-adf0-2a1037a42d2c associated. External IP: 172.25.0.90, port: 6993a7fe-f594-4f25-813d-37960ff0353a. Sep 17 23:36:48.687876 n-d-789963-10 neutron-server[94738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b has already been hosted by L3 agent ed0fb621-293f-4066-88d9-71320ebf7344 {{(pid=94738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:48.794001 n-d-789963-10 neutron-server[94738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify agent at l3_agent.n-d-789963-10 the message routers_updated {{(pid=94738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:48.804070 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] Sync routers for ids ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'] in n-d-789963-10 {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:48.809957 n-d-789963-10 neutron-server[94738]: DEBUG neutron_lib.callbacks.manager [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53596'] for floatingip, before_response {{(pid=94738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.814329 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] Routers {'0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:48.814978 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:48.837143 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [None req-52ccf5ad-b4e4-4056-9a6b-531888a35144 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5525429 Sep 17 23:36:48.837734 n-d-789963-10 neutron-server[94738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a335205-8340-4a0a-800a-739c2140120e', 'tag': '6993a7fe-f594-4f25-813d-37960ff0353a'}] {{(pid=94738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:48.839926 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2c02a1bab5f116f89b985ade9b1ae6e3b2e3d3058b9d99fd78e3232595fc72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ca7e85-3102-4b92-970b-010b5b2eb31c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a335205-8340-4a0a-800a-739c2140120e", "tag": "6993a7fe-f594-4f25-813d-37960ff0353a"}]}' {{(pid=94738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:48.878561 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb85ded-11ab-4ef4-8425-b286a3bab8e1 x-openstack-request-id: req-5cb85ded-11ab-4ef4-8425-b286a3bab8e1 {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:48.878858 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a335205-8340-4a0a-800a-739c2140120e", "tag": "6993a7fe-f594-4f25-813d-37960ff0353a", "status": "completed", "code": 200}]} {{(pid=94738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:48.879108 n-d-789963-10 neutron-server[94738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cb85ded-11ab-4ef4-8425-b286a3bab8e1 {{(pid=94738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:48.879513 n-d-789963-10 neutron-server[94738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a335205-8340-4a0a-800a-739c2140120e', 'tag': '6993a7fe-f594-4f25-813d-37960ff0353a', 'status': 'completed', 'code': 200} Sep 17 23:36:48.934346 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] Set router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:48.938845 n-d-789963-10 neutron-server[94737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66d039-3741-437a-8213-75dcf925ea6a req-d1d65978-be0e-40ac-8be5-42a283f8cbd9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:48.940369 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf66d039-3741-437a-8213-75dcf925ea6a req-d1d65978-be0e-40ac-8be5-42a283f8cbd9 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 946 time: 0.0509458 Sep 17 23:36:48.967813 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-00748655-b3c0-4a7c-8245-a81f67402bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:48.969743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-00748655-b3c0-4a7c-8245-a81f67402bd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0461977 Sep 17 23:36:48.984298 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [req-bf66d039-3741-437a-8213-75dcf925ea6a req-b6b6c82b-389d-43c7-8b50-d29e7481d3b2 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/security-groups?id=93e7347f-dd29-4094-965f-54bdbc34583b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377004 Sep 17 23:36:49.006773 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59274) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:49.068802 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-a710598c-65ba-4569-bb52-275e5ae0b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:49.070343 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-a710598c-65ba-4569-bb52-275e5ae0b5b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0932302 Sep 17 23:36:49.070609 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-fb6e83d2-c8bf-4813-956c-7874a9d14d2b tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/fafd7e52-2880-4bce-adf0-2a1037a42d2c HTTP/1.1" status: 200 len: 991 time: 0.0629873 Sep 17 23:36:49.135645 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-78c4f986-d41d-4d37-9ceb-f5a96613f551 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 999 time: 0.0585127 Sep 17 23:36:49.164344 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:33Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'fafd7e52-2880-4bce-adf0-2a1037a42d2c', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'port_id': '6993a7fe-f594-4f25-813d-37960ff0353a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'mac_address': 'fa:16:3e:c8:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a335205-8340-4a0a-800a-739c2140120e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:47Z', 'updated_at': '2021-09-17T23:36:47Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af38dd55-4294-43ed-a02c-02f861832c82', 'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:6a:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:32Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:49.192643 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-2094798d-3354-48b1-b25d-4802f1242253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:49.193856 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] Checking router: 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b for host: n-d-789963-10 {{(pid=94739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:49.194116 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-2094798d-3354-48b1-b25d-4802f1242253 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0521121 Sep 17 23:36:49.202166 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] Routers {'0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'} bound to L3 agent in host n-d-789963-10 {{(pid=94739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:49.202768 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:13:33Z,description=,heartbeat_timestamp=2021-09-17T23:36:33Z,host='n-d-789963-10',id=ed0fb621-293f-4066-88d9-71320ebf7344,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:13:33Z,topic='l3_agent')) {'router_ids': ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'], 'active': True} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:49.240742 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-a284b020-a34d-477e-8f6a-bf50c0d6933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:49.242289 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-a284b020-a34d-477e-8f6a-bf50c0d6933f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412607 Sep 17 23:36:49.316518 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_dvr_db [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] Set router 0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b gateway port host: n-d-789963-10 {{(pid=94739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:49.336328 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-c43cf265-373a-46da-9c89-2122a8e90492 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871942 Sep 17 23:36:49.531674 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.722609 n-d-789963-10 neutron-server[94739]: DEBUG neutron.db.l3_hamode_db [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:33Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'fafd7e52-2880-4bce-adf0-2a1037a42d2c', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'port_id': '6993a7fe-f594-4f25-813d-37960ff0353a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'mac_address': 'fa:16:3e:c8:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a335205-8340-4a0a-800a-739c2140120e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:47Z', 'updated_at': '2021-09-17T23:36:47Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af38dd55-4294-43ed-a02c-02f861832c82', 'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:6a:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:32Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-10', False) {} {{(pid=94739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:49.750037 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-19ca7e85-3102-4b92-970b-010b5b2eb31c req-857cbf06-4afe-4c45-aa62-b50e1f6c359d service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069707 Sep 17 23:36:49.753798 n-d-789963-10 neutron-server[94739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3b005-2b1c-4ed8-9c4c-2eb77de48700 None None] The sync data for ids ['0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b'] in n-d-789963-10 is: [{'id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088111330', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'external_fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:29Z', 'updated_at': '2021-09-17T23:36:33Z', 'revision_number': 4, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'gw_port': {'id': 'a26fee4b-e9b6-4bfe-933e-26c76297e6c6', 'name': '', 'network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:30Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9961b2be-2a5e-4542-ba53-34bec8bb5d1e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-10', '_floatingips': [{'id': 'fafd7e52-2880-4bce-adf0-2a1037a42d2c', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '9e694a0f-862e-4721-8728-799b8fb245da', 'router_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'port_id': '6993a7fe-f594-4f25-813d-37960ff0353a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'mac_address': 'fa:16:3e:c8:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a335205-8340-4a0a-800a-739c2140120e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:47Z', 'updated_at': '2021-09-17T23:36:47Z', 'revision_number': 0, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af38dd55-4294-43ed-a02c-02f861832c82', 'name': '', 'network_id': '7be192bf-db5b-4f99-b8bf-58313e54c3cb', 'tenant_id': 'a9ac78b602644287b95a494be4bb72b1', 'mac_address': 'fa:16:3e:6a:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8fe8-c17c-41bb-b918-18aeb6d20c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:32Z', 'updated_at': '2021-09-17T23:36:35Z', 'revision_number': 5, 'project_id': 'a9ac78b602644287b95a494be4bb72b1', 'subnets': [{'id': 'ffc256ed-7196-4e67-ab41-ce8a4e8a8a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:49.953649 n-d-789963-10 neutron-server[94740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2178016-15f0-4805-8ffe-91bd840b15c7 None None] New status for floating IP fafd7e52-2880-4bce-adf0-2a1037a42d2c: ACTIVE {{(pid=94740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:36:50.074452 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59276) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:50.142518 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-33864894-df1f-4069-9f65-254ce8180058 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/fafd7e52-2880-4bce-adf0-2a1037a42d2c HTTP/1.1" status: 200 len: 991 time: 0.0670276 Sep 17 23:36:51.147196 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [-] (94737) accepted ('10.222.0.48', 59278) {{(pid=94737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:51.208450 n-d-789963-10 neutron-server[94737]: INFO neutron.wsgi [None req-0110e332-5482-4cc5-a410-8805a238e012 tempest-TestNetworkAdvancedServerOps-197070874 tempest-TestNetworkAdvancedServerOps-197070874-project] 10.222.0.48 "GET /v2.0/floatingips/fafd7e52-2880-4bce-adf0-2a1037a42d2c HTTP/1.1" status: 200 len: 993 time: 0.0601122 Sep 17 23:36:54.293601 n-d-789963-10 neutron-server[94737]: DEBUG neutron.wsgi [req-c0e6fd5b-a111-44d6-8591-5dbd9bd3e9ad req-700e36be-4566-4244-b1de-92615dcab744 service neutron] (94737) timed out ('10.222.0.48', 54394) {{(pid=94737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:37:00.081406 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-7e006fdc-79ce-478f-a8dc-62902ceab497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:02.799052 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc37e-dae8-437e-82df-eb55581f281b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.202142 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:04.102686 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.405173 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.623244 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:14.344099 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:37:19.381658 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.084409 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6dc34d69-8178-41cc-b12e-30009678cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:32.799360 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-70595240-f521-4a37-9b43-270cbd2c621d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.203867 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.403071 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-5677f4e7-a46b-454c-b04b-e31716536317 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0774379 Sep 17 23:37:33.499822 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-fc05e12e-a3e3-46b6-b425-1ae7dd5978b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:33.501313 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-fc05e12e-a3e3-46b6-b425-1ae7dd5978b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0391669 Sep 17 23:37:33.610868 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-9f2a8b85-94f7-4552-86e1-eb65b286f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:33.613208 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-9f2a8b85-94f7-4552-86e1-eb65b286f874 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0862927 Sep 17 23:37:33.680043 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-e8df8438-81d5-40a0-b1d1-8382aeeec5e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1001 time: 0.0602465 Sep 17 23:37:33.728980 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-406d4657-2dd6-4a73-a0b1-33779954bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:33.730398 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-406d4657-2dd6-4a73-a0b1-33779954bf7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0428307 Sep 17 23:37:33.775917 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-0a5c5335-2b8d-4512-b4c4-70cd4cde10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:33.777391 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-0a5c5335-2b8d-4512-b4c4-70cd4cde10be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383928 Sep 17 23:37:33.870029 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-0d504f87-df28-4043-b473-f71878e3ef08 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843558 Sep 17 23:37:33.959397 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b0a1f012-1004-4e4b-ad6d-a474b0974a1f req-d19f6bca-7870-421b-a333-29fc7431aa11 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815248 Sep 17 23:37:34.104212 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.405212 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.625572 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.404431 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.343540 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:38:00.086304 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-b910d9d6-a87d-435f-a720-6e4f65bee9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.799791 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-843440c6-5e58-44e7-ab7a-e3ddf6d03bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.204849 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.106691 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.403240 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.627942 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.394306 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:28.341580 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:38:30.090655 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-39a502e5-cf4a-4f47-b040-f814ca05484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:32.801790 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ad02-1c0a-4614-9ef8-dcb379b83378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:33.207967 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.111027 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.375450 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7ef2347-1470-4398-b273-0e165417de3e req-2483ecda-8f31-4890-ac23-7cffb5c55941 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421636 Sep 17 23:38:34.476112 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2347-1470-4398-b273-0e165417de3e req-95fc9535-3f4b-4c3a-bfe3-a83ea92209bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.477635 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7ef2347-1470-4398-b273-0e165417de3e req-95fc9535-3f4b-4c3a-bfe3-a83ea92209bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0453310 Sep 17 23:38:34.581559 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2347-1470-4398-b273-0e165417de3e req-9ff725e8-aea8-471b-a8d1-0c43d7b675d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.582934 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7ef2347-1470-4398-b273-0e165417de3e req-9ff725e8-aea8-471b-a8d1-0c43d7b675d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0847661 Sep 17 23:38:34.650703 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7ef2347-1470-4398-b273-0e165417de3e req-0b65909f-13a4-4b0f-b262-89720adb1705 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1001 time: 0.0603788 Sep 17 23:38:34.699566 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2347-1470-4398-b273-0e165417de3e req-85b69144-1b12-4bd7-a7c6-5e0e3959be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.700975 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7ef2347-1470-4398-b273-0e165417de3e req-85b69144-1b12-4bd7-a7c6-5e0e3959be4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0427482 Sep 17 23:38:34.745954 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2347-1470-4398-b273-0e165417de3e req-0567931c-ed48-4eda-8626-8a7b519433d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.747433 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7ef2347-1470-4398-b273-0e165417de3e req-0567931c-ed48-4eda-8626-8a7b519433d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397575 Sep 17 23:38:34.841401 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7ef2347-1470-4398-b273-0e165417de3e req-c2fbe4bb-bddf-40c7-b2fe-1db32dda68d8 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Sep 17 23:38:34.930191 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-d7ef2347-1470-4398-b273-0e165417de3e req-84d32c52-bcf4-4ae8-9b1d-e780df738383 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822446 Sep 17 23:38:35.403069 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.631095 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:49.415519 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.092868 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4326af9f-b644-42f7-ac47-735cce4978e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:02.801585 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-2f2454e5-cbfb-4ab1-8d81-5bd00ea65f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:03.209648 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:04.115068 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:05.340758 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:39:05.405840 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:05.632698 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:19.420146 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:30.093794 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c05bbc1d-057f-4788-9482-5030bb77ce7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:32.801375 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3e7f8c92-9153-439b-b1bf-12492bb68489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:33.211458 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:34.122718 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:34.385637 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-5d3e3ad7-5e36-4a3b-a678-67c211155597 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509260 Sep 17 23:39:34.488483 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-a954a3b9-f9d0-4515-ae07-389b47b8e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:34.490016 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-a954a3b9-f9d0-4515-ae07-389b47b8e292 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0422490 Sep 17 23:39:34.594466 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-d7ad2960-4bce-47b2-af48-7e2d4da9ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:34.595957 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-d7ad2960-4bce-47b2-af48-7e2d4da9ca4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0862167 Sep 17 23:39:34.665584 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-70f0a15f-802f-4486-bddc-efe8b1b36bd4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1001 time: 0.0626385 Sep 17 23:39:34.715811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-96ca9250-3531-443a-bb84-8be9730fecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:34.717317 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-96ca9250-3531-443a-bb84-8be9730fecef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0439692 Sep 17 23:39:34.763654 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-aafa56a9-ed9a-44be-9500-f73724402f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:34.765226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-aafa56a9-ed9a-44be-9500-f73724402f2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413120 Sep 17 23:39:34.858763 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-92980866-47a7-4e7c-90c7-bc2b5863b9fc service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866008 Sep 17 23:39:34.954456 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-b6846c8c-7843-40b9-8a5e-d076c370eb28 req-f8cabcbe-297b-4a5e-b8f8-91a51e6245a6 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881870 Sep 17 23:39:35.417282 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:35.635632 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:42.339266 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:39:49.428146 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:00.094526 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0bc2-5681-4c4e-85a2-13f412d03b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:02.802418 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-90e21bb7-3cae-4ec6-b54e-3650037060cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:03.212131 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:04.122363 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:05.415723 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:05.639180 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.338741 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:40:19.432180 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.095781 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-623fafb5-d24e-424a-b982-c3b1472c90be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.803116 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-d029ef13-3ceb-44fd-8c0e-ec95bd36e193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.213125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:34.123579 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.415320 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.641863 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:36.350944 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-c1d85df5-33b8-4c85-bc22-40e865682ecc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399120 Sep 17 23:40:36.447529 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-0f992734-43d0-4cf8-b2d4-1c25f64c0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.448998 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-0f992734-43d0-4cf8-b2d4-1c25f64c0b1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0404963 Sep 17 23:40:36.553027 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-81c7da6a-0f76-4cd0-8f7b-451226be180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.554472 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-81c7da6a-0f76-4cd0-8f7b-451226be180e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0863311 Sep 17 23:40:36.619939 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-0e303c24-1082-4496-8814-fedc4dd63186 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1001 time: 0.0582790 Sep 17 23:40:36.668811 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-3dd4880f-81d1-4cfe-bab4-e9658be4c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.670246 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-3dd4880f-81d1-4cfe-bab4-e9658be4c200 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0434787 Sep 17 23:40:36.719260 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-54e08fb2-b912-41bb-afd2-bfb85fb54c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.720638 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-54e08fb2-b912-41bb-afd2-bfb85fb54c5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434282 Sep 17 23:40:36.809211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-bb16651a-17d3-4b8b-a11f-8666998a9fc5 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809703 Sep 17 23:40:36.902345 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-9edc8db3-5f9d-4ae7-bbf1-a3e3d83a7733 req-9b850c16-48fd-4c6c-b138-974dd539c4c5 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860865 Sep 17 23:40:49.432436 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.337152 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:41:00.096663 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e0a8807d-d09c-4dac-b77e-635654a9bd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.803164 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-dbb1547e-b78d-42e8-bbf7-b94abfa4ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.213912 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.125500 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.417800 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.644165 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:19.431009 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:30.098866 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1cacf1c8-66fd-4370-8d71-d69a9f1f9570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.802916 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-9376cc4b-b39d-4280-9554-3c5f990bf6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:33.215494 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:33.335774 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:41:34.127460 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:35.433936 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:35.647791 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:38.338728 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-ec904112-9100-42d0-ae95-496ff97fc2b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398028 Sep 17 23:41:38.434299 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-f80ffe31-6aca-4731-be7d-86a24d3f9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.435689 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-f80ffe31-6aca-4731-be7d-86a24d3f9545 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0403292 Sep 17 23:41:38.541069 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-3a4b4a04-73a6-4baf-90f3-6c0d584f5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.543149 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-3a4b4a04-73a6-4baf-90f3-6c0d584f5af6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0885084 Sep 17 23:41:38.609294 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-7ffab39e-9028-44c6-8b7c-21d956a65e80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1001 time: 0.0593615 Sep 17 23:41:38.661388 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-3291d7fd-9775-4605-97ea-df32d16cc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.662811 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-3291d7fd-9775-4605-97ea-df32d16cc52e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0472004 Sep 17 23:41:38.708410 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-9d447b10-ab72-4f7f-9284-e6bb3fada30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.709828 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-9d447b10-ab72-4f7f-9284-e6bb3fada30a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392697 Sep 17 23:41:38.802380 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-0cab1adb-777e-4300-9364-358e5e6a6fd8 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847254 Sep 17 23:41:38.891655 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-a9b05da8-9ac8-48f1-b84f-3b11383c55c7 req-d4a4753a-33ec-45db-8125-15ea603a4667 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807185 Sep 17 23:41:49.455330 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:00.101850 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-5c6459b1-6bff-429b-a43e-7d5788de923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:02.803166 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-01908fb3-7597-46de-9e9a-aa72e6fc06d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:03.215662 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:04.132348 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.445461 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.649511 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.334846 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:42:19.477464 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.102896 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-eebc3d4b-c3fa-4522-95cf-ad16465360ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.803376 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4c708340-909e-4fc0-80ca-f432fdc5a7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.217201 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.134929 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:35.434117 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:35.653469 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.459842 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f7e501f4-778b-4475-a097-0705c9949851 req-48312a42-35b4-4e76-aa46-428eaadc7468 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1583560 Sep 17 23:42:38.569240 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e501f4-778b-4475-a097-0705c9949851 req-20efe268-3cf3-4bab-92ec-356141d74c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.571785 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f7e501f4-778b-4475-a097-0705c9949851 req-20efe268-3cf3-4bab-92ec-356141d74c0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0529373 Sep 17 23:42:38.676017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e501f4-778b-4475-a097-0705c9949851 req-0e0762b2-0e6a-4856-b147-3305cf13f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.677421 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f7e501f4-778b-4475-a097-0705c9949851 req-0e0762b2-0e6a-4856-b147-3305cf13f31b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0858700 Sep 17 23:42:38.747685 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f7e501f4-778b-4475-a097-0705c9949851 req-8f326de9-a0f5-43bb-ac87-0a715cbc26c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1001 time: 0.0620942 Sep 17 23:42:38.795415 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e501f4-778b-4475-a097-0705c9949851 req-8283ca4b-52de-4aaa-a177-098bab2db042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.796817 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f7e501f4-778b-4475-a097-0705c9949851 req-8283ca4b-52de-4aaa-a177-098bab2db042 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0422094 Sep 17 23:42:38.842398 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e501f4-778b-4475-a097-0705c9949851 req-e961cff7-53da-4139-a55a-ea025d04f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.844381 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f7e501f4-778b-4475-a097-0705c9949851 req-e961cff7-53da-4139-a55a-ea025d04f5bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386701 Sep 17 23:42:38.936110 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f7e501f4-778b-4475-a097-0705c9949851 req-55c2856c-1c2d-43f9-bf24-68994cb72365 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 Sep 17 23:42:39.023743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-f7e501f4-778b-4475-a097-0705c9949851 req-663bc20e-e892-48d6-8b14-e0850f468a65 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806561 Sep 17 23:42:47.335132 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:42:49.492030 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.103648 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-ba12b549-016d-4b22-8f23-1221087a95ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.802855 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2020-8c6a-4acf-81de-a0ba4848601a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.217730 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:04.138125 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:05.444609 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:05.657415 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.483512 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.333234 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:43:30.106021 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-0ecfb624-f8e7-4532-bf87-97e410358255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.803236 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1cf79b77-24c0-46d5-bdfd-bcc4e5ed1012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.218693 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.140890 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.462853 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.662158 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.333845 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-de824817-02eb-4ddf-abcf-8c009508a0cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435297 Sep 17 23:43:38.431987 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-43d5028e-be9a-4b05-be24-4ffb10d61c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.433405 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-43d5028e-be9a-4b05-be24-4ffb10d61c33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0409417 Sep 17 23:43:38.535017 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-6b544f55-04d8-4e82-9aa0-ff0182c12dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.536462 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-6b544f55-04d8-4e82-9aa0-ff0182c12dd6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0844347 Sep 17 23:43:38.607032 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-9cf1c312-f82f-47e9-b557-a6519466f359 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1001 time: 0.0631611 Sep 17 23:43:38.658004 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-10bdd66a-d0f6-4a44-82bf-1101c781683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.660226 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-10bdd66a-d0f6-4a44-82bf-1101c781683e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0452960 Sep 17 23:43:38.704012 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-effccd50-6ba8-4e8f-bc24-240abf731d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.705497 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-effccd50-6ba8-4e8f-bc24-240abf731d6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386565 Sep 17 23:43:38.797487 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-b34feb31-b1e1-4dc9-b670-ccfef0ad3a2c service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Sep 17 23:43:38.889927 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-46584fc4-a4a0-4b01-92ef-30ebf37f15ad req-5809f0fa-b570-41c9-be90-8014fdd775e3 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842230 Sep 17 23:43:49.490084 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.107223 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-17605f36-2bed-4643-a532-85176bbe4f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.331733 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:44:02.804956 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-19879c85-484a-43dc-af95-cc90e0ba640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.219782 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.142757 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:05.475667 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:05.664678 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:19.490172 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.108544 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-690e645a-0774-4a14-bdbf-d265359950e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.804637 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-91fe8fe8-4734-47f9-85bd-a8fff9278b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.221013 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:34.145877 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.475346 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.668207 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.330402 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:44:39.349451 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-acd1cc31-887a-4acb-9c5e-1d323e5c9810 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a335205-8340-4a0a-800a-739c2140120e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436904 Sep 17 23:44:39.446242 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-c4607324-546e-43d3-aa36-12e86986164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.447710 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-c4607324-546e-43d3-aa36-12e86986164f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9ac78b602644287b95a494be4bb72b1&device_id=9a335205-8340-4a0a-800a-739c2140120e HTTP/1.1" status: 200 len: 1098 time: 0.0403988 Sep 17 23:44:39.551738 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-187d9704-fe49-4320-b8b9-22a2dbd0d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.553211 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-187d9704-fe49-4320-b8b9-22a2dbd0d0b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7be192bf-db5b-4f99-b8bf-58313e54c3cb HTTP/1.1" status: 200 len: 897 time: 0.0857761 Sep 17 23:44:39.617743 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-fac92c9a-e530-433f-83ed-a76f8148250e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6993a7fe-f594-4f25-813d-37960ff0353a HTTP/1.1" status: 200 len: 1001 time: 0.0568511 Sep 17 23:44:39.667460 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-1fb9ab75-84d4-4375-9bb6-cd1e9caa322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.669290 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-1fb9ab75-84d4-4375-9bb6-cd1e9caa322b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffc256ed-7196-4e67-ab41-ce8a4e8a8a46 HTTP/1.1" status: 200 len: 835 time: 0.0447891 Sep 17 23:44:39.724073 n-d-789963-10 neutron-server[94738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-a3791d6c-7ffa-4bab-bca5-977e436a7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.726219 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-a3791d6c-7ffa-4bab-bca5-977e436a7e86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7be192bf-db5b-4f99-b8bf-58313e54c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483305 Sep 17 23:44:39.816141 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-79c6f189-c8df-4e15-a51a-091cd6a85216 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830460 Sep 17 23:44:39.925156 n-d-789963-10 neutron-server[94738]: INFO neutron.wsgi [req-195ce29a-60f4-4d14-bb69-ddc009c57e4e req-c60183d0-e95d-4807-8e6b-d569937ea464 service neutron] 10.222.0.49 "GET /v2.0/networks/7be192bf-db5b-4f99-b8bf-58313e54c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014392 Sep 17 23:44:49.499145 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.110852 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-6b4e0b25-30e1-4425-bf7c-f5b67fbc2e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.809046 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-e6219572-f24b-4216-ad2d-2311d20d9e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:03.220772 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-89099ca8-568f-4205-a148-c2e43cbb80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.149078 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-61131b3d-ce42-4e6b-a5bf-fa10244cdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.474271 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6fa2-8161-44b4-b423-4b24405fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.670365 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-c86f899f-61c5-441d-be2a-6811dd255bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.330227 n-d-789963-10 neutron-server[94740]: DEBUG neutron.db.agents_db [None req-f633e7ba-ea19-4fbb-967e-ec8724442e7c None None] Agent healthcheck: found 7 active agents {{(pid=94740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:45:19.505521 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-1f79c070-6e03-40c1-843f-0322da951484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.119256 n-d-789963-10 neutron-server[94739]: DEBUG neutron_lib.callbacks.manager [None req-f261f66b-846e-4823-a570-f7326736db48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786029999499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546527'] for agent, after_update {{(pid=94739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}